From a7ae2b5b4c05f194fc563c488ed885f4a225fbc8 Mon Sep 17 00:00:00 2001 From: Dongruixuan Li Date: Tue, 5 Mar 2024 08:48:55 -0500 Subject: [PATCH] [eval-hotfix] set few_shot_data to None when few shot is disabled (#5422) --- applications/ColossalEval/colossal_eval/dataset/agieval.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/applications/ColossalEval/colossal_eval/dataset/agieval.py b/applications/ColossalEval/colossal_eval/dataset/agieval.py index d018a2ba5..32f8544e9 100644 --- a/applications/ColossalEval/colossal_eval/dataset/agieval.py +++ b/applications/ColossalEval/colossal_eval/dataset/agieval.py @@ -201,7 +201,7 @@ class AGIEvalDataset(BaseDataset): for file in files: dataset_name = os.path.basename(file)[0 : -len(".jsonl")] - few_shot_data = [] + few_shot_data = None if few_shot: # process demo once if it is few-shot-CoT few_shot_data = combine_prompt(prompt_path, dataset_name, load_explanation=False, chat_mode=False)