Update main.py

main.py

@@ -3,7 +3,8 @@ import os
 import streamlit as st
 import anthropic
 
-from langchain_community.embeddings import HuggingFaceInferenceAPIEmbeddings
+# from langchain_community.embeddings import HuggingFaceInferenceAPIEmbeddings
+from langchain_community.embeddings import HuggingFaceInstructEmbeddings
 from langchain_community.vectorstores import SupabaseVectorStore
 from langchain_community.llms import HuggingFaceEndpoint
 from langchain_community.vectorstores import SupabaseVectorStore
@@ -25,12 +26,23 @@ username = st.secrets.username
 supabase: Client = create_client(supabase_url, supabase_key)
 logger = get_logger(__name__)
 
-embeddings = HuggingFaceInferenceAPIEmbeddings(
-    api_key=hf_api_key,
-    model_name="BAAI/bge-large-en-v1.5",
-    api_url="https://router.huggingface.co/hf-inference/pipeline/feature-extraction/",
+
+
+model_name = "BAAI/bge-large-en-v1.5"
+model_kwargs = {'device': 'cpu'}
+encode_kwargs = {'normalize_embeddings': True}
+embeddings = HuggingFaceInstructEmbeddings(
+    model_name=model_name,
+    model_kwargs=model_kwargs,
+    encode_kwargs=encode_kwargs
 )
 
+# embeddings = HuggingFaceInferenceAPIEmbeddings(
+#     api_key=hf_api_key,
+#     model_name="BAAI/bge-large-en-v1.5",
+#     api_url="https://router.huggingface.co/hf-inference/pipeline/feature-extraction/",
+# )
+
 if 'chat_history' not in st.session_state:
     st.session_state['chat_history'] = []