mirror of https://github.com/InternLM/InternLM
Update test_hf_model.py
parent
39170d27ef
commit
dfc1b09611
|
@ -125,7 +125,7 @@ class TestMMModel:
|
|||
# it will be loaded as float32 and might cause OOM Error.
|
||||
|
||||
model = AutoModelForCausalLM.from_pretrained(
|
||||
model_name, torch_dtype=torch.float16,
|
||||
model_name, torch_dtype=torch.float32,
|
||||
trust_remote_code=True).cuda()
|
||||
tokenizer = AutoTokenizer.from_pretrained(model_name,
|
||||
trust_remote_code=True)
|
||||
|
|
Loading…
Reference in New Issue