From 363fd5ac4fac4ffbc1ccd6a5c2400f28fe9971c4 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E6=9B=BE=E5=B0=8F=E5=81=A5?= <2119516028@qq.com>
Date: Fri, 30 Jun 2023 11:04:12 +0800
Subject: [PATCH] Update main.py
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

多平台彻底解决 Default process group has not been initialized, please make sure to call init_process_group 问题。
issue里面有多个这个问题了。
---
 ptuning/main.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/ptuning/main.py b/ptuning/main.py
index 17e18b5..3ce58f6 100644
--- a/ptuning/main.py
+++ b/ptuning/main.py
@@ -47,6 +47,11 @@ from arguments import ModelArguments, DataTrainingArguments
 logger = logging.getLogger(__name__)
 
 def main():
+    
+    if sys.platform == "win32":
+        torch.distributed.init_process_group(backend='gloo')
+    else:
+        torch.distributed.init_process_group(backend='nccl')
 
     parser = HfArgumentParser((ModelArguments, DataTrainingArguments, Seq2SeqTrainingArguments))
     if len(sys.argv) == 2 and sys.argv[1].endswith(".json"):