Updated
Browse files
src/embedding/embedding.py
CHANGED
|
@@ -28,18 +28,11 @@ from langchain_huggingface import HuggingFaceEmbeddings
|
|
| 28 |
# """
|
| 29 |
# return embedding_instance
|
| 30 |
|
| 31 |
-
from langchain_huggingface import HuggingFaceEmbeddings
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
def all_minilm_l6_v2():
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
model_kwargs = {"device":"cpu"}
|
| 39 |
encode_kwargs = {"normalize_embeddings": True}
|
| 40 |
-
|
| 41 |
all_minilm_object = HuggingFaceEmbeddings(
|
| 42 |
-
model_name="sentence-transformers/all-MiniLM-L6-v2",
|
| 43 |
model_kwargs=model_kwargs,
|
| 44 |
encode_kwargs=encode_kwargs
|
| 45 |
)
|
|
|
|
| 28 |
# """
|
| 29 |
# return embedding_instance
|
| 30 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 31 |
def all_minilm_l6_v2():
|
| 32 |
+
model_kwargs = {"device": "cpu"}
|
|
|
|
|
|
|
| 33 |
encode_kwargs = {"normalize_embeddings": True}
|
|
|
|
| 34 |
all_minilm_object = HuggingFaceEmbeddings(
|
| 35 |
+
model_name="sentence-transformers/all-MiniLM-L6-v2", # or local path if manually downloaded
|
| 36 |
model_kwargs=model_kwargs,
|
| 37 |
encode_kwargs=encode_kwargs
|
| 38 |
)
|