anonymous

app.py

@@ -165,31 +165,33 @@ Here is the story:
 
 def send_multiple_selected_story(title, models, system_prompt):
     global model_history
+    global chatbot_aswser_list
     resp_list = []
-    for model in all_models:
+    print(models)
+    #iterate over words
+    shuffle_models = randomize_key_order(all_models)
+    for index, model in enumerate(shuffle_models):
        if model in models:
-
            #respuesta consulta,
-           resp, context, story = send_selected_story(title, model, system_prompt)
-
+           resp, context, _ = send_selected_story(title, model, system_prompt)
+           chatbot_aswser_list[alphabet[index]] = {'response': resp, 'model': model}
            try:
                 print(resp)
-                resp_list.append(gr.Chatbot(value=[resp], type='messages'))
+                resp_list.append(gr.Chatbot(value=[resp], visible=True, type='messages'))
            except gr.exceptions.Error:
                 print(f"error for en modelo {model}")
        else:
             try:
-                resp_list.append(gr.Chatbot(value=None, type='messages', visible=False))
+                resp_list.append(gr.Chatbot(type='messages', visible=False))
             except gr.exceptions.Error:
                 print(f"error, else en modelo {model}")
 
     try:
-        main_output = gr.Chatbot(value=context, type='messages')
+        resp_list.insert(0, gr.Chatbot(value=context, type='messages'))
     except gr.exceptions.Error:
         print(f"error en main output\n {context}")
-    radio = gr.Radio(choices= models +["user_input"], label="to continue..", value=models[0])
-    return main_output, resp_list[0], resp_list[1], resp_list[2], resp_list[3], models, story, radio
-
+    #return main_output, resp_list[0], resp_list[1], resp_list[2], resp_list[3], models, story,
+    return resp_list
 
 #inputs=[user_input, chatbot_main_output, model_checkbox, chat_radio, assistant_user_input, chatbot_resp[0],  chatbot_resp[1], chatbot_resp[2], chatbot_resp[3]],# interaction_count],
 
@@ -203,31 +205,44 @@ def remove_metadata(json_array):
     return json_aux
 
 
-def multiple_interact(query, history, models, selected_model, assistant_user_input, chat1, chat2,chat3, chat4): #, interaction_count)
+# dont know the correct model beacuse it shuffles each time
+#selected model it's only the index in radio input
+def multiple_interact(query, history, models, selected_model, assistant_user_input): #, interaction_count)
     print(f'chat_checkbox: {selected_model}')
     resp_list = []
     print(model_history)
+    #quito history ahora es una variable global
 
     if selected_model == "user_input":
         history.append({"role": "assistant", "content": assistant_user_input})
         history.append({"role": "user", "content": query})
   
     else:
-        chats = [chat1, chat2, chat3, chat4]
+        #chats = [chat1, chat2, chat3, chat4]
+        #chatbot_aswser_list
         #get the previous answer of the selected model
-        for model in models:
-            if model == selected_model:
-                selected_model_history = chats[models.index(model)]
+        for index, model in enumerate(models):
+            if alphabet[index] == selected_model:
+                selected_model_history = chatbot_aswser_list[selected_model]['response']
                 print(f"selected_model_history: {selected_model_history}")
-                history.append(selected_model_history[0])
+                history.append(selected_model_history)
                 history.append({"role": "user","content": query.strip()})
+    
+    #save to csv
+    selected_model_history = {} #reset history 
+    
+    
     aux_history = remove_metadata(history)
     #print(aux_history)
     
-    for model in all_models:
+
+    #shuffle all models then iterate over them
+    shuffle_models = randomize_key_order(all_models)
+    for index, model in enumerate(shuffle_models):
         if model in models:
             response = interact_groq(aux_history, model).strip()
             resp_list.append(gr.Chatbot(value=[{"role": "assistant", "content": response}], type='messages'))
+            chatbot_aswser_list[alphabet[index]] = {'response': response, 'model': model}
         else:
             resp_list.append(gr.Chatbot(value=None, type='messages', visible=False))
 
@@ -235,7 +250,7 @@ def multiple_interact(query, history, models, selected_model, assistant_user_inp
     model_history.append(selected_model)
     print(model_history)
 
-    return main_output, resp_list[0], resp_list[1], resp_list[2], resp_list[3],
+    return resp_list
 
 
 
@@ -250,9 +265,36 @@ def change_textbox(checkbox):
     else:
         return gr.Textbox(value="", visible=False)
 
+def change_checkbox(checkbox):
+    print(f'checkbox: {checkbox}')
+
+    #luego cuando sean variables
+    global active_models
+    active_models = checkbox
+    quant_models = len(checkbox)
+    words = [alphabet[i] for i in range(quant_models)]
+    checkbox = gr.Radio(label="Select Model to respond...", choices=words+["user_input"])
+    #checkbox = gr.Radio(label="Select Model to respond...", choices=checkbox+["user_input"])
+    return checkbox
+
+def change_story(story_title, ret="gradio"):
+    for story in stories:
+          if story["title"] == story_title:
+                if ret== "gradio":
+                    return gr.Textbox(label="Selected Story", lines=10, interactive=False, value=story["story"])
+                else: #"string"
+                    return story["story"]
+    return gr.Textbox(label="Error", lines=10, interactive=False, value="Story title does not match.")
 
-chatbot_resp = []
+
+
+    
+
+chatbot_list = []
 model_list = list(all_models.keys())
+active_models = []
+#chatbot_answer_list['model'] = "respuesta aqui"
+chatbot_aswser_list = {}
 # Create the chat interface using Gradio Blocks
 with gr.Blocks() as demo:
     with gr.Tabs():
@@ -290,29 +332,30 @@ with gr.Blocks() as demo:
         with gr.TabItem("Multiple Evaluation"):
             with gr.Group():
                #model_dropdown = gr.Dropdown(choices=list(all_models.keys()), label="Select Model", value=default_model_name)
-               model_checkbox = gr.CheckboxGroup(choices=list(all_models.keys()), label="Select Model", value=[model_list[0], model_list[1]]) #value=[default_model_name])
+               model_checkbox = gr.CheckboxGroup(choices=list(all_models.keys()), label="Select Model", value=None) #value=[default_model_name])
                user_dropdown = gr.Dropdown(choices=user_names, label="Select User Name")
-               initial_story = stories[0]["title"] if stories else None
                story_dropdown = gr.Dropdown(choices=[story["title"] for story in stories], label="Select Story", value=initial_story)
                system_prompt_dropdown = gr.Dropdown(choices=system_prompts, label="Select System Prompt", value=system_prompts[0])
                send_multiple_story_button = gr.Button("Send Story")
 
             gr.Markdown("## Chat")
             with gr.Group():
-                selected_story_textbox = gr.Textbox(label="Selected Story", lines=10, interactive=False)
+                selected_story_textbox = gr.Textbox(label="Selected Story", lines=10, interactive=False, value=change_story(initial_story, "string"))
                 #aqui armar una ventana x cada modelo seleccionado
-                chatbot_main_output = gr.Chatbot(label="Chat History", type='messages')
+                chatbot_list.append(gr.Chatbot(label="Chat History", type='messages'))
                 with gr.Row():
-                    #for i, model in enumerate(model_list):
-                    #    label = f"Model {alphabet[i % len(alphabet)]}"
-                    #    aux = gr.Chatbot(label=label, visible=True, type='messages')
-                    #    chatbot_resp.append(aux)   
+                    for i, model in enumerate(model_list):
+                        label = f"Model {alphabet[i % len(alphabet)]}"
+                        aux = gr.Chatbot(label=label, visible=False, type='messages')
+                        chatbot_list.append(aux)   
                     
-                    for model in randomize_key_order(model_list):
-                        aux = gr.Chatbot(label=f"Model {model}", visible=True, type='messages')
-                        chatbot_resp.append(aux)
+                    #for model in model_list:
+                    #    aux = gr.Chatbot(label=f"Model {model}", visible=False, type='messages')
+                    #    chatbot_list.append(aux)
+                        
                 user_input = gr.Textbox(placeholder="Type your message here...", label="User Input")
-                chat_radio = gr.Radio(choices=list(model_list)+["user_input"], label="Sent something to continue...", value=[model_list[0]])
+                #chat_radio = gr.Radio(choices=list(model_list)+["user_input"], label="Sent something to continue...", value=[model_list[0]])
+                chat_radio = gr.Radio(label="Select Model to respond...")
                 #elegir respuesta primero, luego enviar mensaje
                 assistant_user_input = gr.Textbox(interactive=True, show_copy_button=True, visible=False)     
                 send_multiple_message_button = gr.Button("Send")
@@ -335,13 +378,16 @@ with gr.Blocks() as demo:
    #save_button.click(fn=save_comment_score, inputs=[chatbot_output, score_input, comment_input, story_dropdown, user_dropdown, system_prompt_dropdown], outputs=[data_table, comment_input])
 
     chat_radio.change(fn=change_textbox, inputs=chat_radio, outputs=assistant_user_input)
+    #al elegir modelo cambia el chat radio, setea los modelos elegidos
+    model_checkbox.input(fn=change_checkbox, inputs=model_checkbox, outputs=chat_radio)
+    story_dropdown.input(fn=change_story, inputs=[story_dropdown], outputs=selected_story_textbox)
 
     send_multiple_story_button.click(
        fn=send_multiple_selected_story,
        inputs=[story_dropdown, model_checkbox, system_prompt_dropdown],
-       outputs=[chatbot_main_output, chatbot_resp[0], chatbot_resp[1], chatbot_resp[2], chatbot_resp[3], model_checkbox, selected_story_textbox, chat_radio],
+       outputs=chatbot_list,
        )
-  
+    
    #Tengo que cambiar para que los modelos responan solo las respuestas y no todo el historial
    #preciso las historias previas de cada una
    #el modelo que se haya elegido
@@ -349,16 +395,16 @@ with gr.Blocks() as demo:
    #luego retorno:
    #en
 
-    send_multiple_message_button.click(
-       fn=multiple_interact,
-       inputs=[user_input, chatbot_main_output, model_checkbox, chat_radio, assistant_user_input, chatbot_resp[0],  chatbot_resp[1], chatbot_resp[2], chatbot_resp[3]],# interaction_count],
-       outputs=[chatbot_main_output, chatbot_resp[0], chatbot_resp[1], chatbot_resp[2], chatbot_resp[3]],
-       )
+    #send_multiple_message_button.click(
+    #   fn=multiple_interact,
+    #   inputs=[user_input, chatbot_main_output, model_checkbox, chat_radio, assistant_user_input],# interaction_count],
+    #   outputs=[chatbot_list],
+    #   )
 
 #quiza tenga que guardar una variable con los valores de los checkbox
-    save_button_multievaluation.click(
-        fn=save_comment_score,
-        inputs=[chatbot_main_output, score_input, comment_input, story_dropdown, user_dropdown, system_prompt_dropdown,  model_checkbox],
-        outputs=[data_table, comment_input])
+    #save_button_multievaluation.click(
+    #    fn=save_comment_score,
+    #    inputs=[chatbot_main_output, score_input, comment_input, story_dropdown, user_dropdown, system_prompt_dropdown,  model_checkbox],
+    #    outputs=[data_table, comment_input])
 
 demo.launch()