Update main.py

多平台彻底解决 Default process group has not been initialized, please make sure to call init_process_group 问题。
issue里面有多个这个问题了。

ptuning/main.py

@@ -48,6 +48,11 @@ logger = logging.getLogger(__name__)
 
 def main():
     
+    if sys.platform == "win32":
+        torch.distributed.init_process_group(backend='gloo')
+    else:
+        torch.distributed.init_process_group(backend='nccl')
+
     parser = HfArgumentParser((ModelArguments, DataTrainingArguments, Seq2SeqTrainingArguments))
     if len(sys.argv) == 2 and sys.argv[1].endswith(".json"):
         # If we pass only one argument to the script and it's the path to a json file,