File size: 2,422 Bytes
ff4da9a 31a75be ff4da9a 31a75be ff4da9a 31a75be ff4da9a 31a75be ff4da9a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 |
import os
import random
from typing import List, Tuple, Union
from gradio_client import Client
import gradio as gr
# Получаем список ключей из переменной окружения
api_keys = os.getenv("KEYS", "").split(",")
if not api_keys:
raise ValueError("API keys are not set in the environment variable KEYS")
# Выбираем случайный ключ для каждого запроса
def get_random_api_key():
return random.choice(api_keys)
# Функция для вызова API /add_text
def add_text(_input: dict, _chatbot: List[Tuple[dict, dict]]) -> Tuple[dict, List[Tuple[dict, dict]]]:
api_key = get_random_api_key()
client = Client("Qwen/Qwen2.5-Turbo-1M-Demo", hf_token=api_key)
result = client.predict(
_input=_input,
_chatbot=_chatbot,
api_name="/add_text"
)
return result
# Функция для вызова API /agent_run
def agent_run(_chatbot: List[Tuple[dict, dict]]) -> List[Tuple[dict, dict]]:
api_key = get_random_api_key()
client = Client("Qwen/Qwen2.5-Turbo-1M-Demo", hf_token=api_key)
result = client.predict(
_chatbot=_chatbot,
api_name="/agent_run"
)
return result
# Функция для вызова API /flushed
def flushed() -> dict:
api_key = get_random_api_key()
client = Client("Qwen/Qwen2.5-Turbo-1M-Demo", hf_token=api_key)
result = client.predict(
api_name="/flushed"
)
return result
# Основная функция приложения
def app_gui():
def chat(message, chat_history):
# Добавляем текст в чат
_input = {"files": [], "text": message}
_chatbot = chat_history if chat_history else []
response, _chatbot = add_text(_input, _chatbot)
return "", _chatbot
def clear_chat():
# Очищаем чат
_chatbot = flushed()
return _chatbot
# Создаем интерфейс Gradio
with gr.Blocks() as demo:
chatbot = gr.Chatbot(label="Chatbot")
with gr.Row():
msg = gr.Textbox(label="Message")
btn = gr.Button("Send")
btn.click(chat, [msg, chatbot], [msg, chatbot])
msg.submit(chat, [msg, chatbot], [msg, chatbot])
clear = gr.Button("Clear")
clear.click(clear_chat, None, chatbot)
demo.launch()
if __name__ == '__main__':
app_gui()
|