cody82 commited on
Commit
c9404c9
·
verified ·
1 Parent(s): e6961b0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -14
app.py CHANGED
@@ -6,6 +6,7 @@ import gradio as gr
6
  from transformers import AutoTokenizer, AutoModelForCausalLM
7
 
8
  model_id = "sberbank-ai/rugpt3medium_based_on_gpt2"
 
9
  tokenizer = AutoTokenizer.from_pretrained(model_id)
10
  model = AutoModelForCausalLM.from_pretrained(model_id)
11
 
@@ -41,25 +42,19 @@ def respond(message, history=None):
41
 
42
  return answer
43
 
44
- # основной Gradio чат
45
  chat = gr.ChatInterface(
46
  fn=respond,
47
  title="Бот об Университете Иннополис (на русском)",
48
- chatbot=gr.Chatbot(label="Диалог"),
49
  textbox=gr.Textbox(placeholder="Задай вопрос на русском...", label="Твой вопрос")
50
  )
51
 
52
- # добавим простой API endpoint
53
- demo = gr.Blocks()
54
-
55
- with demo:
56
- gr.Markdown("### Иннополис Бот + API")
57
- chat.render()
58
-
59
- # API endpoint
60
- @gr.api()
61
- def ask_api(question: str):
62
- return {"answer": respond(question)}
63
 
 
64
  if __name__ == "__main__":
65
- demo.launch()
 
6
  from transformers import AutoTokenizer, AutoModelForCausalLM
7
 
8
  model_id = "sberbank-ai/rugpt3medium_based_on_gpt2"
9
+
10
  tokenizer = AutoTokenizer.from_pretrained(model_id)
11
  model = AutoModelForCausalLM.from_pretrained(model_id)
12
 
 
42
 
43
  return answer
44
 
45
+ ### Gradio UI
46
  chat = gr.ChatInterface(
47
  fn=respond,
48
  title="Бот об Университете Иннополис (на русском)",
49
+ chatbot=gr.Chatbot(label="Диалог", type="messages"), # Указан type="messages"
50
  textbox=gr.Textbox(placeholder="Задай вопрос на русском...", label="Твой вопрос")
51
  )
52
 
53
+ ### API маршрут (Gradio 5+)
54
+ @gr.route("/ask", methods=["POST"])
55
+ def ask_api(question: str):
56
+ return {"answer": respond(question)}
 
 
 
 
 
 
 
57
 
58
+ ### Запуск
59
  if __name__ == "__main__":
60
+ chat.launch()