[format] applied code formatting on changed files in pull request 4152 (#4157)

Co-authored-by: github-actions <github-actions@github.com>

colossalai/device/device_mesh.py

@@ -503,4 +503,4 @@ class DeviceMesh:
         num_devices = self.logical_mesh_id.shape[mesh_dim]
         penalty_factor = num_devices / 2.0
         return (self.mesh_alpha[mesh_dim] + self.mesh_beta[mesh_dim] *
-                (num_devices - 1) / num_devices / num_devices * num_bytes * penalty_factor + 0.001)
+                (num_devices - 1) / num_devices / num_devices * num_bytes * penalty_factor + 0.001)

colossalai/shardformer/layer/_operation.py

@@ -287,4 +287,4 @@ def reduce_forward(input_, process_group):
 
 
 def reduce_backward(input_, process_group):
-    return _ReduceBackward.apply(input_, process_group)
+    return _ReduceBackward.apply(input_, process_group)

colossalai/shardformer/policies/autopolicy.py

@@ -80,7 +80,7 @@ _POLICY_LIST = {
         PolicyLocation(file_name="opt", class_name="OPTForSequenceClassificationPolicy"),
     "transformers.models.opt.modeling_opt.OPTForQuestionAnswering":
         PolicyLocation(file_name="opt", class_name="OPTForQuestionAnsweringPolicy"),
-        
+
     # Bloom
     "transformers.models.bloom.modeling_bloom.BloomModel":
         PolicyLocation(file_name="bloom", class_name="BloomModelPolicy"),

tests/test_device/test_device_mesh.py

@@ -86,4 +86,4 @@ def test_device_mesh_from_process_group():
 
 if __name__ == '__main__':
     test_device_mesh()
-    test_device_mesh_from_process_group()
+    test_device_mesh_from_process_group()

tests/test_shardformer/test_layer/test_layernorm.py

@@ -41,4 +41,4 @@ def test_layernorm():
 
 
 if __name__ == '__main__':
-    test_layernorm_1d()
+    test_layernorm_1d()