github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Merge pull request #313 from maybeluo/main 

writing generated result with utf-8
pull/328/head
Zhengxiao Du 2023-04-01 19:46:21 +08:00 committed by GitHub
parent 534e5f1a6e 7a67ddd61f
commit 88be23b74a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
ptuning/main.py
View File

@ -374,9 +374,10 @@ def main():
)
labels = [label.strip() for label in labels]
output_prediction_file = os.path.join(training_args.output_dir, "generated_predictions.txt")
with open(output_prediction_file, "w") as writer:
with open(output_prediction_file, "w", encoding="utf-8") as writer:
for p, l in zip(predictions, labels):
writer.write(json.dumps({"labels": l, "predict": p}, ensure_ascii=False))
res = json.dumps({"labels": l, "predict": p}, ensure_ascii=False)
writer.write(f"{res}\n")
return results
@ -386,4 +387,4 @@ def _mp_fn(index):
if __name__ == "__main__":
main()
main()