From dfc1b096115a723488084e70c89d31010b68fdc9 Mon Sep 17 00:00:00 2001 From: zhulinJulia24 <145004780+zhulinJulia24@users.noreply.github.com> Date: Tue, 27 Feb 2024 12:58:06 +0800 Subject: [PATCH] Update test_hf_model.py --- tests/test_hf_model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_hf_model.py b/tests/test_hf_model.py index dabfdf1..a3f11b3 100644 --- a/tests/test_hf_model.py +++ b/tests/test_hf_model.py @@ -125,7 +125,7 @@ class TestMMModel: # it will be loaded as float32 and might cause OOM Error. model = AutoModelForCausalLM.from_pretrained( - model_name, torch_dtype=torch.float16, + model_name, torch_dtype=torch.float32, trust_remote_code=True).cuda() tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)