Upload main.py

main.py

@@ -4,7 +4,8 @@ import os
 import re
 import time
 import logging
-
+from fastapi import FastAPI
+from pydantic import BaseModel
 from langchain.chat_models import ChatOpenAI, ChatAnthropic
 from langchain.memory import ConversationTokenBufferMemory
 from convo_qa_chain import ConvoRetrievalChain
@@ -19,7 +20,7 @@ from toolkit.utils import (
     load_pickle,
     check_device,
 )
-
+app =FastAPI()
 
 # Load the config file
 configs = Config("configparser.ini")
@@ -137,6 +138,28 @@ qa = ConvoRetrievalChain.from_llm(
 )
 
 
+
+
+class Question(BaseModel):
+    question: str
+
+@app.get("/chat/")
+def chat_with(str1: str):
+    resp = qa({"question": str1})
+    answer = resp.get('answer', '')
+    return {'message': answer}
+
+'''   
+@app.get("/")  
+
+def chat_with(str1):
+    resp = qa({"question": str1})
+    return {'message':resp}
+'''
+    
+
+    
+'''
 if __name__ == "__main__":
     while True:
         user_input = input("Human: ")
@@ -148,3 +171,4 @@ if __name__ == "__main__":
         print(f"AI:{resp['answer']}")
         print(f"Time used: {time.time() - start_time}")
         print("-" * 60)
+'''