github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[fix]

pull/5434/head
Runyu Lu 2024-03-25 11:37:58 +08:00
parent 5b017d6324
commit 9fe61b4475
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_infer/test_cuda_graph.py
View File

@ -68,8 +68,6 @@ def check_inference_engine(use_cuda_graph=False, batch_size=32):
generation_config = GenerationConfig(do_sample=do_sample, top_p=top_p, top_k=top_k) generation_config = GenerationConfig(do_sample=do_sample, top_p=top_p, top_k=top_k)
outputs = inference_engine.generate(prompts_token_ids=prompts_token_ids, generation_config=generation_config) outputs = inference_engine.generate(prompts_token_ids=prompts_token_ids, generation_config=generation_config)
# print(f"outputs, use_cuda_grpah is {use_cuda_graph}, output: {outputs}")
return outputs return outputs