github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

update

pull/751/head
zhulin1 2024-07-01 13:37:13 +08:00
parent f711778145
commit fb77f8c9f9
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tests/test_hf_model.py
View File

@ -213,12 +213,12 @@ class TestReward:
score2 = model.get_score(tokenizer, chat_2) score2 = model.get_score(tokenizer, chat_2)
print('score1: ', score1) print('score1: ', score1)
print('score2: ', score2) print('score2: ', score2)
assert score1 > 0 & score2 < 0 assert score1.startswith('0.') & score2.startswith('-')
# batch inference, get multiple scores at once # batch inference, get multiple scores at once
scores = model.get_scores(tokenizer, [chat_1, chat_2]) scores = model.get_scores(tokenizer, [chat_1, chat_2])
print('scores: ', scores) print('scores: ', scores)
assert scores[0] > 0 & scores[1] < 0 assert scores[0].startswith('0.') & scores[1].startswith('-')
# compare whether chat_1 is better than chat_2 # compare whether chat_1 is better than chat_2
compare_res = model.compare(tokenizer, chat_1, chat_2) compare_res = model.compare(tokenizer, chat_1, chat_2)
@ -269,7 +269,7 @@ class TestReward:
model_name, trust_remote_code=True) model_name, trust_remote_code=True)
# prepare the chat prompt # prepare the chat prompt
prompt = 'Write an article about artificial intelligence revolution.' prompt = 'Write an short bedtime story.'
messages = [{ messages = [{
'role': 'system', 'role': 'system',
'content': 'You are a helpful assistant.' 'content': 'You are a helpful assistant.'