diff --git a/applications/ColossalChat/conversation_template/tiny-llama.json b/applications/ColossalChat/conversation_template/tiny-llama.json
index 59196159f..49a1ec2e3 100644
--- a/applications/ColossalChat/conversation_template/tiny-llama.json
+++ b/applications/ColossalChat/conversation_template/tiny-llama.json
@@ -4,5 +4,10 @@
     "stop_ids": [
         2
     ],
-    "end_of_assistant": "</s>"
+    "end_of_assistant": "</s>",
+    "step_score_signal": "ки",
+    "reward_signal": [
+        "+",
+        "-"
+    ]
 }