Spaces:
Runtime error
Runtime error
File size: 2,962 Bytes
a5b48a7 0b9c45d a5b48a7 0b9c45d a5b48a7 0b9c45d a5b48a7 0b9c45d a5b48a7 0b9c45d a5b48a7 5c13efa 7178e21 5c13efa 0b9c45d a5b48a7 5c13efa 0b9c45d 5c13efa a5b48a7 5c13efa a5b48a7 5c13efa a5b48a7 5c13efa a5b48a7 5c13efa a5b48a7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 |
import gradio as gr
import requests
import os
import json
import random
import threading
from elo import update_elo_ratings # Custom function for ELO ratings
# Load the chatbot URLs and their respective model names from a JSON file
with open('chatbot_urls.json', 'r') as file:
chatbots = json.load(file)
# Thread-local storage for user-specific data
user_data = threading.local()
# Initialize or get user-specific ELO ratings
def get_user_elo_ratings():
if not hasattr(user_data, 'elo_ratings'):
user_data.elo_ratings = read_elo_ratings()
return user_data.elo_ratings
# Read ELO ratings from file (thread-safe)
def read_elo_ratings():
elo_ratings = {}
with threading.Lock():
try:
with open('elo_ratings.json', 'r') as file:
elo_ratings = json.load(file)
except FileNotFoundError:
elo_ratings = {model: 1200 for model in chatbots.keys()}
return elo_ratings
# Write ELO ratings to file (thread-safe)
def write_elo_ratings(elo_ratings):
with threading.Lock():
with open('elo_ratings.json', 'w') as file:
json.dump(elo_ratings, file, indent=4)
def get_bot_response(url, prompt):
payload = {
"input": {
"prompt": prompt,
"sampling_params": {
"max_new_tokens": 16,
"temperature": 0.7,
}
}
}
headers = {
"accept": "application/json",
"content-type": "application/json",
"authorization": os.environ.get("RUNPOD_TOKEN")
}
response = requests.post(url, json=payload, headers=headers)
return response.json()
def chat_with_bots(user_input):
bot_names = list(chatbots.keys())
random.shuffle(bot_names)
bot1_url, bot2_url = chatbots[bot_names[0]], chatbots[bot_names[1]]
bot1_response = get_bot_response(bot1_url, user_input)
bot2_response = get_bot_response(bot2_url, user_input)
return bot1_response, bot2_response
def update_ratings(bot_index):
elo_ratings = get_user_elo_ratings()
bot_names = list(chatbots.keys())
winner = bot_names[bot_index]
loser = bot_names[1 - bot_index]
elo_ratings = update_elo_ratings(elo_ratings, winner, loser)
write_elo_ratings(elo_ratings)
return f"Bot 1 is {bot_names[0]} with ELO {elo_ratings[bot_names[0]]}\nBot 2 is {bot_names[1]} with ELO {elo_ratings[bot_names[1]]}"
# Gradio Interface
iface = gr.Interface(
fn=chat_with_bots,
inputs=[
gr.inputs.Textbox(label="Your message")
],
outputs=[
gr.outputs.Textbox(label="Bot 1 Response"),
gr.outputs.Textbox(label="Bot 2 Response")
],
live=True
)
iface.add_component(gr.inputs.Radio(["Bot 1", "Bot 2"], label="Vote for the Best Response"), "vote")
iface.add_component(gr.outputs.Textbox(label="Voting Result"), "vote_result")
iface.update(value=update_ratings, component_name="vote", outputs=["vote_result"])
iface.launch()
|