cody82 commited on
Commit
4436ef3
·
verified ·
1 Parent(s): 3bb8597

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -13
app.py CHANGED
@@ -5,7 +5,6 @@ import torch
5
  from transformers import AutoTokenizer, AutoModelForCausalLM
6
  import gradio as gr
7
  from fastapi import FastAPI
8
- from pydantic import BaseModel
9
  import uvicorn
10
 
11
  # === Модель ===
@@ -45,22 +44,22 @@ def respond(message, history=None):
45
 
46
  return answer
47
 
48
- # === FastAPI приложение ===
 
 
 
49
  app = FastAPI()
50
 
51
- class QuestionRequest(BaseModel):
52
- question: str
 
53
 
54
  @app.post("/ask")
55
- def ask(request: QuestionRequest):
56
- return {"answer": respond(request.question)}
57
-
58
- # === Gradio интерфейс ===
59
- chat_ui = gr.ChatInterface(fn=respond, title="Иннополис Бот")
60
-
61
- # === Mount Gradio UI на FastAPI ===
62
- app = gr.mount_gradio_app(app, chat_ui, path="/")
63
 
64
- # === Точка входа для запуска ===
65
  if __name__ == "__main__":
 
 
66
  uvicorn.run(app, host="0.0.0.0", port=8000)
 
5
  from transformers import AutoTokenizer, AutoModelForCausalLM
6
  import gradio as gr
7
  from fastapi import FastAPI
 
8
  import uvicorn
9
 
10
  # === Модель ===
 
44
 
45
  return answer
46
 
47
+ # === Gradio интерфейс (обязательно должен быть `demo` для Hugging Face Spaces) ===
48
+ demo = gr.ChatInterface(fn=respond, title="Иннополис Бот")
49
+
50
+ # === FastAPI (опционально, если нужен API) ===
51
  app = FastAPI()
52
 
53
+ @app.get("/health")
54
+ def health_check():
55
+ return {"status": "OK"}
56
 
57
  @app.post("/ask")
58
+ async def ask(question: str):
59
+ return {"answer": respond(question)}
 
 
 
 
 
 
60
 
61
+ # === Если запускаем локально (не в Spaces) ===
62
  if __name__ == "__main__":
63
+ # Для локального теста с API
64
+ app = gr.mount_gradio_app(app, demo, path="/")
65
  uvicorn.run(app, host="0.0.0.0", port=8000)