update

app_util.py

@@ -25,7 +25,7 @@ def generate_query(chatbot, history):
         yield None, chatbot, history
     else:
         chatbot.append(None)
-        streamer = bot.generate_query(history, stream=True)
+        streamer = bot.generate(history, stream=True)
         for query, query_tokens in streamer:
             chatbot[-1] = (query, None)
             yield query, chatbot, history
@@ -44,7 +44,7 @@ def generate_response(chatbot, history):
         gr.Warning('You should generate or type user-input first.')
         yield None, chatbot, history
     else:
-        streamer = bot.generate_response(history, stream=True)
+        streamer = bot.generate(history, stream=True)
         for response, response_tokens in streamer:
             chatbot[-1] = (query, response)
             yield response, chatbot, history

models/cpp_qwen2.py

@@ -121,12 +121,6 @@ class Qwen2Simulator(Simulator):
 bot = Qwen2Simulator()
 
 if __name__ == "__main__":
-    # messages = [
-    #     {"role": "system", "content": "you are a helpful assistant"},
-    #     {"role": "user", "content": "What is the capital of France?"}
-    # ]
-    # output = bot.generate_response(messages)
-    # print(output)
 
     messages = [{"role": "system", "content": "你是一个导游。"}]
     generated_tokens = None