Update main.py
Browse files
main.py
CHANGED
|
@@ -31,7 +31,7 @@ async def LLModel():
|
|
| 31 |
os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
|
| 32 |
repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 33 |
llm = HuggingFaceEndpoint(
|
| 34 |
-
repo_id=repo_id, max_new_tokens=5300, temperature=
|
| 35 |
)
|
| 36 |
return llm
|
| 37 |
|
|
@@ -49,7 +49,7 @@ async def VectorDatabase(categorie):
|
|
| 49 |
async def Retriever(categorie):
|
| 50 |
vectorstore = await VectorDatabase(categorie)
|
| 51 |
if categorie == "videosTC":
|
| 52 |
-
retriever = vectorstore.as_retriever(search_type="similarity_score_threshold", search_kwargs={"score_threshold": .7, "k": 200,"filter": {"title": {"$eq": "videos-
|
| 53 |
return retriever
|
| 54 |
|
| 55 |
@cl.step(type="embedding")
|
|
|
|
| 31 |
os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
|
| 32 |
repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 33 |
llm = HuggingFaceEndpoint(
|
| 34 |
+
repo_id=repo_id, max_new_tokens=5300, temperature=0.7, task="text2text-generation", streaming=True
|
| 35 |
)
|
| 36 |
return llm
|
| 37 |
|
|
|
|
| 49 |
async def Retriever(categorie):
|
| 50 |
vectorstore = await VectorDatabase(categorie)
|
| 51 |
if categorie == "videosTC":
|
| 52 |
+
retriever = vectorstore.as_retriever(search_type="similarity_score_threshold", search_kwargs={"score_threshold": .7, "k": 200,"filter": {"title": {"$eq": "videos-table-rondeia"}}})
|
| 53 |
return retriever
|
| 54 |
|
| 55 |
@cl.step(type="embedding")
|