add tokenize func

2024-11-14 08:31:33 +00:00 · 2024-11-14 08:31:33 +00:00 · c606d1101c
parent b6ec337f3d
commit c606d1101c
1 changed files with 1 additions and 1 deletions
--- a/applications/ColossalChat/coati/dataset/init.py
+++ b/applications/ColossalChat/coati/dataset/init.py
@ -23,5 +23,5 @@ __all__ = [
    "tokenize_kto",
    "setup_conversation_template",
    "Conversation",
-    "tokenize_process_reward"
+    "tokenize_process_reward",
 ]