update

models/cpp_qwen2.py

@@ -140,10 +140,13 @@ if __name__ == "__main__":
     # output = bot.generate_response(messages)
     # print(output)
 
-    messages = [
-        {"role": "system", "content": "you are a helpful assistant"},
-        {"role": "user", "content": "hi, what your name"},
-        {"role": "assistant", "content": "My name is Jordan"}
-    ]
-    print(list(bot.generate_query(messages, stream=True)))
-    print(bot.generate_query(messages, stream=False))
+    message = {"role": "system", "content": "你是一个导游。"}
+    print(message)
+    for generated_text, all_tokens in bot.generate_query(message, stream=True):
+        print(generated_text, all_tokens)
+
+    message = {"role": "user", "content": generated_text}
+    print(message)
+    for generated_text, all_tokens in bot.generate_query(message, stream=True):
+        print(generated_text, all_tokens)
+