mirror of https://github.com/InternLM/InternLM
update
parent
e8a22a7b0d
commit
f711778145
|
@ -213,12 +213,12 @@ class TestReward:
|
||||||
score2 = model.get_score(tokenizer, chat_2)
|
score2 = model.get_score(tokenizer, chat_2)
|
||||||
print('score1: ', score1)
|
print('score1: ', score1)
|
||||||
print('score2: ', score2)
|
print('score2: ', score2)
|
||||||
assert score1 > 0.5 & score1 < 1 & score2 < 0
|
assert score1 > 0 & score2 < 0
|
||||||
|
|
||||||
# batch inference, get multiple scores at once
|
# batch inference, get multiple scores at once
|
||||||
scores = model.get_scores(tokenizer, [chat_1, chat_2])
|
scores = model.get_scores(tokenizer, [chat_1, chat_2])
|
||||||
print('scores: ', scores)
|
print('scores: ', scores)
|
||||||
assert scores[0] > 0.5 & scores[0] < 1 & scores[1] < 0
|
assert scores[0] > 0 & scores[1] < 0
|
||||||
|
|
||||||
# compare whether chat_1 is better than chat_2
|
# compare whether chat_1 is better than chat_2
|
||||||
compare_res = model.compare(tokenizer, chat_1, chat_2)
|
compare_res = model.compare(tokenizer, chat_1, chat_2)
|
||||||
|
|
Loading…
Reference in New Issue