[doc] Update README.md of Colossal-LLAMA2 (#5233)

* Update README.md

* Update README.md
pull/5235/head
Camille Zhong 2024-01-06 17:06:41 +08:00 committed by GitHub
parent d992b55968
commit 915b4652f3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions

View File

@ -216,6 +216,7 @@ inputs = inputs.to('cuda:0')
pred = model.generate(**inputs,
max_new_tokens=256,
do_sample=True,
temperature=0.3,
top_k=50,
top_p=0.95,
num_return_sequences=1)
@ -238,7 +239,7 @@ generation_kwargs = {"max_new_tokens": 256,
"temperature": 0.3
}
input = '离离原上草\n\n->\n\n'
input = '明月松间照\n\n->\n\n'
inputs = tokenizer(input, return_token_type_ids=False, return_tensors='pt')
inputs = inputs.to('cuda:0')
output = model.generate(**inputs, **generation_kwargs)