Update main.py

main.py

@@ -8,11 +8,21 @@ import uuid
 import langsmith as ls
 from pathlib import Path
 import chainlit as cl
-from mistralai.client import MistralClient
-from mistralai import Mistral, UserMessage, SystemMessage
+#from mistralai.client import MistralClient
+#from mistralai import Mistral, UserMessage, SystemMessage
+
+from operator import itemgetter
+from langchain_huggingface import HuggingFaceEndpoint
+from langchain.schema.runnable import Runnable, RunnablePassthrough, RunnableLambda
+from langchain.prompts import ChatPromptTemplate, MessagesPlaceholder
+from langchain.memory import ChatMessageHistory, ConversationBufferMemory
+from langchain.schema.runnable.config import RunnableConfig
+
 from offres_emploi import Api
 from offres_emploi.utils import dt_to_str_iso
-os.environ["GITHUB_TOKEN"] = os.environ["GITHUB_TOKEN"]
+#os.environ["GITHUB_TOKEN"] = os.environ["GITHUB_TOKEN"]
+os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
+
 session_id = str(uuid.uuid4())
 
 @cl.step(type="tool", show_input=True)
@@ -109,8 +119,13 @@ def API_France_Travail_Metier(metier):
 
 @cl.step(type="llm", show_input=True)
 def Connexion_Mistral():
-    endpoint = "https://models.inference.ai.azure.com"
-    return Mistral(api_key=os.environ["GITHUB_TOKEN"], server_url=endpoint)
+    #endpoint = "https://models.inference.ai.azure.com"
+    #return Mistral(api_key=os.environ["GITHUB_TOKEN"], server_url=endpoint)
+    repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
+    llm = HuggingFaceEndpoint(
+        repo_id=repo_id, max_new_tokens=5300, temperature=0.5, task="text2text-generation", streaming=True
+    )
+    return llm
 
 @cl.step(type="tool", show_input=True)
 @ls.traceable(run_type="llm", name="Connexion à Mistral : paramétrages de la conversation")