Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,6 @@ import torch
|
|
5 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
6 |
import gradio as gr
|
7 |
from fastapi import FastAPI
|
8 |
-
from pydantic import BaseModel
|
9 |
import uvicorn
|
10 |
|
11 |
# === Модель ===
|
@@ -45,22 +44,22 @@ def respond(message, history=None):
|
|
45 |
|
46 |
return answer
|
47 |
|
48 |
-
# ===
|
|
|
|
|
|
|
49 |
app = FastAPI()
|
50 |
|
51 |
-
|
52 |
-
|
|
|
53 |
|
54 |
@app.post("/ask")
|
55 |
-
def ask(
|
56 |
-
return {"answer": respond(
|
57 |
-
|
58 |
-
# === Gradio интерфейс ===
|
59 |
-
chat_ui = gr.ChatInterface(fn=respond, title="Иннополис Бот")
|
60 |
-
|
61 |
-
# === Mount Gradio UI на FastAPI ===
|
62 |
-
app = gr.mount_gradio_app(app, chat_ui, path="/")
|
63 |
|
64 |
-
# ===
|
65 |
if __name__ == "__main__":
|
|
|
|
|
66 |
uvicorn.run(app, host="0.0.0.0", port=8000)
|
|
|
5 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
6 |
import gradio as gr
|
7 |
from fastapi import FastAPI
|
|
|
8 |
import uvicorn
|
9 |
|
10 |
# === Модель ===
|
|
|
44 |
|
45 |
return answer
|
46 |
|
47 |
+
# === Gradio интерфейс (обязательно должен быть `demo` для Hugging Face Spaces) ===
|
48 |
+
demo = gr.ChatInterface(fn=respond, title="Иннополис Бот")
|
49 |
+
|
50 |
+
# === FastAPI (опционально, если нужен API) ===
|
51 |
app = FastAPI()
|
52 |
|
53 |
+
@app.get("/health")
|
54 |
+
def health_check():
|
55 |
+
return {"status": "OK"}
|
56 |
|
57 |
@app.post("/ask")
|
58 |
+
async def ask(question: str):
|
59 |
+
return {"answer": respond(question)}
|
|
|
|
|
|
|
|
|
|
|
|
|
60 |
|
61 |
+
# === Если запускаем локально (не в Spaces) ===
|
62 |
if __name__ == "__main__":
|
63 |
+
# Для локального теста с API
|
64 |
+
app = gr.mount_gradio_app(app, demo, path="/")
|
65 |
uvicorn.run(app, host="0.0.0.0", port=8000)
|