write generated result with utf-8

pull/313/head
maybeluo 2 years ago
parent ff3761fc1a
commit 7a67ddd61f

@ -374,9 +374,10 @@ def main():
) )
labels = [label.strip() for label in labels] labels = [label.strip() for label in labels]
output_prediction_file = os.path.join(training_args.output_dir, "generated_predictions.txt") output_prediction_file = os.path.join(training_args.output_dir, "generated_predictions.txt")
with open(output_prediction_file, "w") as writer: with open(output_prediction_file, "w", encoding="utf-8") as writer:
for p, l in zip(predictions, labels): for p, l in zip(predictions, labels):
writer.write(json.dumps({"labels": l, "predict": p}, ensure_ascii=False)) res = json.dumps({"labels": l, "predict": p}, ensure_ascii=False)
writer.write(f"{res}\n")
return results return results

Loading…
Cancel
Save