Update app.py

app.py

@@ -1,6 +1,4 @@
-
-
-from fastapi import FastAPI, HTTPException
+from fastapi import FastAPI, HTTPException, Request
 from llama_cpp import Llama
 import time
 import os
@@ -16,8 +14,14 @@ def typewrite(text, delay=0.01):
     print(end='', flush=True)  # Print newline to move to the next line
 
 @app.post("/chat")
-async def chat(user_input: str):
+async def chat(request: Request):
     try:
+        data = await request.json()
+        user_input = data.get("user_input")
+
+        if not user_input:
+            raise HTTPException(status_code=400, detail="Missing 'user_input' field in the request JSON.")
+
         os.system("cls")
         print("Chatbot by Aritra Roy & DVLH")
 
@@ -25,7 +29,6 @@ async def chat(user_input: str):
 
         prompt = f"Llama-2-Chat [INST] <<SYS>>You're an assistant named Tusti. You are Developed by Aritra Roy. Don't share any false information.<</SYS>> {ask} [/INST]"
 
-        # Send the request with stream=True
         output_stream = llm(prompt, max_tokens=1024, echo=False, temperature=0.2, top_p=0.1, stream=True)
 
         response_text_chunk = ''
@@ -35,7 +38,7 @@ async def chat(user_input: str):
                 chunk = next(output_stream)
                 if chunk.get('choices') and chunk['choices'][0].get('text'):
                     response_text_chunk += chunk['choices'][0]['text']
-                    typewrite(response_text_chunk, delay=0.00)  # live response
+                    typewrite(response_text_chunk, delay=0.00)
             except StopIteration:
                 break
 
@@ -49,4 +52,4 @@ async def chat(user_input: str):
 
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=7860)
+    uvicorn.run(app, host="0.0.0.0", port=7860)