add xcomposer 4bit and internlm2-chat-20b test case

2024-03-01 09:10:06 +08:00 · 2024-03-01 09:10:06 +08:00 · 92b15b180d
parent 092b8799e4
commit 92b15b180d
1 changed files with 1 additions and 1 deletions
--- a/tests/test_hf_model.py
+++ b/tests/test_hf_model.py
@ -177,7 +177,7 @@ class TestMMModel:
                model_name, trust_remote_code=True, device='cuda:0').eval()
        else:
            model = AutoModelForCausalLM.from_pretrained(
-                model_name, torch_dtype=torch.float16,
+                model_name, torch_dtype=torch.float32,
                trust_remote_code=True).cuda()

        tokenizer = AutoTokenizer.from_pretrained(model_name,