Update app.py

app.py

@@ -1,6 +1,9 @@
 import gradio as gr
 from transformers import AutoTokenizer
 from optimum.intel import OVModelForCausalLM
+from fastapi import FastAPI
+import uvicorn
+from pydantic import BaseModel
 import warnings
 warnings.filterwarnings("ignore", category=DeprecationWarning, message="__array__ implementation doesn't accept a copy keyword")
 
@@ -50,20 +53,19 @@ with gr.Blocks() as demo:
                 description="回傳輸入內容的測試 API",
             )
             
-def maxtest(prompt):
-    return prompt
+
+app = FastAPI()
+class Prompt(BaseModel):
+    prompt: str
     
-# 定義隱藏的 API 介面（不會 render 到 UI）
-hidden_api = gr.Interface(
-    fn=maxtest,
-    inputs=gr.Textbox(label="Prompt"),
-    outputs="text",
-    api_name="/maxtest",
-    title="MaxTest API",
-    description="回傳輸入內容的測試 API",
-    visible=False
-)
+def maxtest(prompt: str) -> str:
+    # 在此处实现您的逻辑
+    return f"您输入的内容是: {prompt}"
 
+@app.post("/maxtest")
+async def call_maxtest(prompt: Prompt):
+    response = maxtest(prompt.prompt)
+    return {"response": response}
 
 if __name__ == "__main__":
     print("Launching Gradio app...")