update

models/cpp_qwen2.py

@@ -146,12 +146,12 @@ if __name__ == "__main__":
     # output = bot.generate_response(messages)
     # print(output)
 
-    message = {"role": "system", "content": "你是一个导游。"}
-    print(message)
-    for generated_text, all_tokens in bot.generate_query(message, stream=True):
-        print(generated_text, all_tokens)
-
-    message = {"role": "user", "content": generated_text}
-    print(message)
-    for generated_text, all_tokens in bot.generate_response(message, all_tokens, stream=True):
+    messages = [{"role": "system", "content": "你是一个导游。"}]
+    print(messages)
+    for generated_text, generated_tokens in bot.generate_query(messages, stream=True):
+        print(generated_text, generated_tokens)
+
+    messages.append({"role": "user", "content": generated_text, "tokens": generated_tokens})
+    print(messages)
+    for generated_text, all_tokens in bot.generate_response(messages, stream=True):
         print(generated_text, all_tokens)