codelion commited on
Commit
fd65021
Β·
verified Β·
1 Parent(s): 9c6f575

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -4
main.py CHANGED
@@ -29,9 +29,7 @@ logger = get_logger(__name__)
29
 
30
  # ─────── embeddings ─────────────────────────────────────────────────────────────
31
  # Switch to local BGE embeddings (no JSONDecode errors, no HTTP‑batch issues) :contentReference[oaicite:0]{index=0}
32
- from langchain_community.embeddings import SentenceTransformerEmbeddings
33
-
34
- embeddings = SentenceTransformerEmbeddings(
35
  model_name="BAAI/bge-large-en-v1.5",
36
  model_kwargs={"device": "cpu"},
37
  encode_kwargs={"normalize_embeddings": True}
@@ -51,7 +49,7 @@ memory = ConversationBufferMemory(
51
  )
52
 
53
  # ─────── LLM setup ──────────────────────────────────────────────────────────────
54
- model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
55
  temperature = 0.1
56
  max_tokens = 500
57
 
 
29
 
30
  # ─────── embeddings ─────────────────────────────────────────────────────────────
31
  # Switch to local BGE embeddings (no JSONDecode errors, no HTTP‑batch issues) :contentReference[oaicite:0]{index=0}
32
+ embeddings = HuggingFaceBgeEmbeddings(
 
 
33
  model_name="BAAI/bge-large-en-v1.5",
34
  model_kwargs={"device": "cpu"},
35
  encode_kwargs={"normalize_embeddings": True}
 
49
  )
50
 
51
  # ─────── LLM setup ──────────────────────────────────────────────────────────────
52
+ model = "HuggingFaceTB/SmolLM3-3B"
53
  temperature = 0.1
54
  max_tokens = 500
55