API fix

app.py

@@ -39,8 +39,9 @@ def qwen_gen(content, chat_history):
     send_to_s3(res, f'protobench/tiny_{str(datetime.now()).replace(" ", "_")}.json', S3_SESSION)
     return '', chat_history
 
-def change_model(model, model_key):
-    model = MODEL_LIB[model_key]
+def model_gen(content, model_type: str, chat_history):
+    gen = MODEL_LIB[model_type]
+    return gen(content, chat_history)
 
 MODEL_LIB = {'RUBASE': giga_gen, 'TINYLLAMA': tiny_gen, 'QWEN2INS1B': qwen_gen}
 
@@ -48,11 +49,9 @@ def tab_arena():
     with gradio.Row():
         with gradio.Column():
             model_left = gradio.Dropdown(["TINYLLAMA", "QWEN2INS1B", "RUBASE"], value="TINYLLAMA", interactive=True, multiselect=False, label="Left model")
-            print(model_left)
             chatbot_left = gradio.Chatbot()
         with gradio.Column():
             model_right = gradio.Dropdown(["TINYLLAMA", "QWEN2INS1B", "RUBASE"], value= "RUBASE", interactive=True, multiselect=False, label="Right model")
-            print(model_right)
             chatbot_right = gradio.Chatbot()
 
     with gradio.Row():
@@ -70,8 +69,8 @@ def tab_arena():
     #     time.sleep(2)
     #     return "", chat_history
 
-    msg.submit(giga_gen, [msg, chatbot_left], [msg, chatbot_left])
-    msg.submit(qwen_gen, [msg, chatbot_right], [msg, chatbot_right])
+    msg.submit(model_gen, [msg, model_left, chatbot_left], [msg, model_left, chatbot_left])
+    msg.submit(model_gen, [msg, model_left, chatbot_right], [msg, model_left, chatbot_right])
 
         # with gradio.Column():
         #     gradio.ChatInterface(