From 915b4652f3cf6a64459affde2d8c5c70b26a5f95 Mon Sep 17 00:00:00 2001 From: Camille Zhong <44392324+Camille7777@users.noreply.github.com> Date: Sat, 6 Jan 2024 17:06:41 +0800 Subject: [PATCH] [doc] Update README.md of Colossal-LLAMA2 (#5233) * Update README.md * Update README.md --- applications/Colossal-LLaMA-2/README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/applications/Colossal-LLaMA-2/README.md b/applications/Colossal-LLaMA-2/README.md index 8fb55defa..701853863 100644 --- a/applications/Colossal-LLaMA-2/README.md +++ b/applications/Colossal-LLaMA-2/README.md @@ -216,6 +216,7 @@ inputs = inputs.to('cuda:0') pred = model.generate(**inputs, max_new_tokens=256, do_sample=True, + temperature=0.3, top_k=50, top_p=0.95, num_return_sequences=1) @@ -238,7 +239,7 @@ generation_kwargs = {"max_new_tokens": 256, "temperature": 0.3 } -input = '离离原上草，\n\n->\n\n' +input = '明月松间照，\n\n->\n\n' inputs = tokenizer(input, return_token_type_ids=False, return_tensors='pt') inputs = inputs.to('cuda:0') output = model.generate(**inputs, **generation_kwargs)