puzan789 commited on
Commit
e5edc91
·
1 Parent(s): 4a867b3
Files changed (1) hide show
  1. src/embedding/embedding.py +27 -10
src/embedding/embedding.py CHANGED
@@ -13,17 +13,34 @@ from langchain_huggingface import HuggingFaceEmbeddings
13
  # return embedding_instance
14
 
15
 
16
- from sentence_transformers import SentenceTransformer
17
- from langchain.embeddings import HuggingFaceEmbeddings
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
 
19
- # Load the sentence-transformers model directly
20
- model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2")
21
 
22
- # Wrap it in LangChain HuggingFaceEmbeddings by passing the model instance
23
- embedding_instance = HuggingFaceEmbeddings(model=model)
24
 
25
  def all_minilm_l6_v2():
26
- """
27
- Return the embedding instance.
28
- """
29
- return embedding_instance
 
 
 
 
 
 
 
 
13
  # return embedding_instance
14
 
15
 
16
+ # from sentence_transformers import SentenceTransformer
17
+ # from langchain.embeddings import HuggingFaceEmbeddings
18
+
19
+ # # Load the sentence-transformers model directly
20
+ # model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2")
21
+
22
+ # # Wrap it in LangChain HuggingFaceEmbeddings by passing the model instance
23
+ # embedding_instance = HuggingFaceEmbeddings(model=model)
24
+
25
+ # def all_minilm_l6_v2():
26
+ # """
27
+ # Return the embedding instance.
28
+ # """
29
+ # return embedding_instance
30
+
31
+ from langchain_huggingface import HuggingFaceEmbeddings
32
 
 
 
33
 
 
 
34
 
35
  def all_minilm_l6_v2():
36
+
37
+
38
+ model_kwargs = {"device":"cpu"}
39
+ encode_kwargs = {"normalize_embeddings": True}
40
+
41
+ all_minilm_object = HuggingFaceEmbeddings(
42
+ model_name="sentence-transformers/all-MiniLM-L6-v2",
43
+ model_kwargs=model_kwargs,
44
+ encode_kwargs=encode_kwargs
45
+ )
46
+ return all_minilm_object