Update app.py

app.py

@@ -1,5 +1,4 @@
 from fastapi import FastAPI, HTTPException, Request
-from fastapi.responses import StreamingResponse
 from llama_cpp import Llama
 import time
 import os
@@ -14,20 +13,6 @@ def typewrite(text, delay=0.01):
         time.sleep(delay)
     print(end='', flush=True)  # Print newline to move to the next line
 
-async def generate_response(ask):
-    prompt = f"Llama-2-Chat [INST] <<SYS>>You're an assistant named Tusti. You are Developed by Aritra Roy. Don't share any false information.<</SYS>> {ask} [/INST]"
-    output_stream = llm(prompt, max_tokens=1024, echo=False, temperature=0.2, top_p=0.1, stream=True)
-
-    while True:
-        try:
-            chunk = next(output_stream)
-            if chunk.get('choices') and chunk['choices'][0].get('text'):
-                response_text_chunk = chunk['choices'][0]['text']
-                typewrite(response_text_chunk, delay=0.00)
-                yield response_text_chunk
-        except StopIteration:
-            break
-
 @app.post("/chat")
 async def chat(request: Request):
     try:
@@ -37,11 +22,34 @@ async def chat(request: Request):
         if not user_input:
             raise HTTPException(status_code=400, detail="Missing 'user_input' field in the request JSON.")
 
-        return StreamingResponse(generate_response(user_input), media_type="text/plain")
+        os.system("cls")
+        print("Chatbot by Aritra Roy & DVLH")
+
+        ask = user_input
+
+        prompt = f"Llama-2-Chat [INST] <<SYS>>You're an assistant named Tusti. You are Developed by Aritra Roy. Don't share any false information.<</SYS>> {ask} [/INST]"
+
+        output_stream = llm(prompt, max_tokens=1024, echo=False, temperature=0.2, top_p=0.1, stream=True)
+
+        response_text_chunk = ''
+
+        while True:
+            try:
+                chunk = next(output_stream)
+                if chunk.get('choices') and chunk['choices'][0].get('text'):
+                    response_text_chunk += chunk['choices'][0]['text']
+                    typewrite(response_text_chunk, delay=0.00)
+            except StopIteration:
+                break
+
+        if ask == 'clear':
+            os.system("cls")
+
+        return {"response": response_text_chunk}
 
     except Exception as e:
         raise HTTPException(status_code=500, detail=str(e))
 
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=7860)
+    uvicorn.run(app, host="0.0.0.0", port=7860)