Adding feedback

app.py

@@ -5,6 +5,9 @@ from openai import OpenAI
 from langfuse import Langfuse
 from langfuse.decorators import observe
 from dotenv import load_dotenv
+import csv
+from datetime import datetime
+import json
 
 # Load environment variables from .env file if it exists
 load_dotenv()
@@ -27,6 +30,29 @@ except Exception as e:
     print(f"Warning: Langfuse client initialization failed: {e}")
     langfuse = None
 
+# Feedback file setup
+FEEDBACK_FILE = "feedback.csv"
+FEEDBACK_HEADERS = ["timestamp", "session_id", "message", "response", "rating", "comment"]
+
+def save_feedback(session_id, message, response, rating, comment):
+    """Save feedback to CSV file."""
+    try:
+        file_exists = os.path.isfile(FEEDBACK_FILE)
+        with open(FEEDBACK_FILE, 'a', newline='') as f:
+            writer = csv.DictWriter(f, fieldnames=FEEDBACK_HEADERS)
+            if not file_exists:
+                writer.writeheader()
+            writer.writerow({
+                "timestamp": datetime.now().isoformat(),
+                "session_id": session_id,
+                "message": message,
+                "response": response,
+                "rating": rating,
+                "comment": comment
+            })
+    except Exception as e:
+        print(f"Error saving feedback: {e}")
+
 def create_chat_interface():
     # Initialize session state
     session_id = str(uuid.uuid4())
@@ -60,13 +86,11 @@ def create_chat_interface():
         # Add model info to the span
         if langfuse and trace:
             try:
-                current_span = trace.get_current_span()
-                if current_span:
-                    current_span.update(
-                        metadata={"model": "gpt-3.5-turbo", "tokens": response.usage.total_tokens}
-                    )
+                trace.update(
+                    metadata={"model": "gpt-3.5-turbo", "tokens": response.usage.total_tokens}
+                )
             except Exception as e:
-                print(f"Warning: Failed to update span metadata: {e}")
+                print(f"Warning: Failed to update trace metadata: {e}")
         
         return response.choices[0].message.content
 
@@ -147,7 +171,15 @@ Write like the stakes are real. Because they are.
             
             # Update chat history with new messages
             chat_history.append({"role": "user", "content": message})
-            chat_history.append({"role": "assistant", "content": assistant_message})
+            chat_history.append({
+                "role": "assistant", 
+                "content": assistant_message,
+                "feedback": {
+                    "rating": gr.Radio(choices=["👍", "👎"], label="Rate this response", show_label=False),
+                    "comment": gr.Textbox(label="Comment (optional)", placeholder="Share your thoughts...", lines=1),
+                    "submit": gr.Button("Submit Feedback")
+                }
+            })
             
             return chat_history, ""
             
@@ -164,8 +196,12 @@ Write like the stakes are real. Because they are.
         
         chatbot = gr.Chatbot(
             height=600,
-            type="messages"  # Use the new messages format
+            type="messages",  # Use the new messages format
+            show_label=False,
+            elem_id="chatbot",
+            show_copy_button=True
         )
+        
         with gr.Row():
             msg = gr.Textbox(
                 show_label=False,
@@ -174,8 +210,76 @@ Write like the stakes are real. Because they are.
             )
             submit = gr.Button("Send")
         
+        # Feedback components
+        with gr.Row(visible=False) as feedback_row:
+            with gr.Column():
+                rating = gr.Radio(
+                    choices=["👍", "👎"],
+                    label="Rate this response ",
+                    show_label=True
+                )
+                comment = gr.Textbox(
+                    label="Additional comments (optional)",
+                    placeholder="Share your thoughts...",
+                    lines=2
+                )
+                feedback_btn = gr.Button("Submit Feedback")
+                feedback_status = gr.Textbox(label="Status", interactive=False)
+        
+        # Store the last message and response for feedback
+        last_message = gr.State("")
+        last_response = gr.State("")
+        
+        def show_feedback(evt: gr.SelectData):
+            """Show feedback UI when a message is selected."""
+            # Get the selected message from chat history
+            selected_message = chatbot.value[evt.index]
+            if selected_message["role"] == "assistant":
+                # Get the user message that prompted this response
+                user_message = chatbot.value[evt.index - 1]["content"]
+                assistant_message = selected_message["content"]
+                # Truncate the response for the label if it's too long
+                truncated_response = assistant_message[:100] + "..." if len(assistant_message) > 100 else assistant_message
+                return {
+                    feedback_row: gr.update(visible=True),
+                    last_message: user_message,
+                    last_response: assistant_message,
+                    rating: gr.update(label=f"Rate this response: {truncated_response}")
+                }
+            return {
+                feedback_row: gr.update(visible=False),
+                last_message: "",
+                last_response: "",
+                rating: gr.update(label="Rate this response")
+            }
+        
+        def handle_feedback(rating, comment, message, response):
+            """Handle feedback submission."""
+            save_feedback(
+                session_id,
+                message,
+                response,
+                rating,
+                comment
+            )
+            return "Thank you for your feedback!"
+        
         submit.click(respond, [msg, chatbot], [chatbot, msg])
         msg.submit(respond, [msg, chatbot], [chatbot, msg])
+        
+        # Show feedback UI when a message is selected
+        chatbot.select(
+            show_feedback,
+            None,
+            [feedback_row, last_message, last_response, rating]
+        )
+        
+        # Handle feedback submission
+        feedback_btn.click(
+            handle_feedback,
+            [rating, comment, last_message, last_response],
+            [feedback_status]
+        )
 
     return demo