updated:
Browse files- pyproject.toml +2 -0
- src/embedding/embedding.py +17 -2
- uv.lock +4 -0
pyproject.toml
CHANGED
@@ -11,7 +11,9 @@ dependencies = [
|
|
11 |
"langchain-huggingface>=0.1.2",
|
12 |
"langchain-qdrant>=0.2.0",
|
13 |
"pandas>=2.2.3",
|
|
|
14 |
"streamlit>=1.44.1",
|
|
|
15 |
]
|
16 |
|
17 |
[dependency-groups]
|
|
|
11 |
"langchain-huggingface>=0.1.2",
|
12 |
"langchain-qdrant>=0.2.0",
|
13 |
"pandas>=2.2.3",
|
14 |
+
"sentence-transformers>=4.1.0",
|
15 |
"streamlit>=1.44.1",
|
16 |
+
"transformers>=4.51.3",
|
17 |
]
|
18 |
|
19 |
[dependency-groups]
|
src/embedding/embedding.py
CHANGED
@@ -1,12 +1,27 @@
|
|
1 |
from langchain_huggingface import HuggingFaceEmbeddings
|
2 |
|
|
|
3 |
embedding_instance = HuggingFaceEmbeddings(
|
4 |
-
model_name="
|
5 |
model_kwargs={"device": "cpu"},
|
6 |
)
|
7 |
|
8 |
def all_minilm_l6_v2():
|
9 |
"""
|
10 |
-
Return the
|
11 |
"""
|
12 |
return embedding_instance
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
from langchain_huggingface import HuggingFaceEmbeddings
|
2 |
|
3 |
+
|
4 |
embedding_instance = HuggingFaceEmbeddings(
|
5 |
+
model_name="all-MiniLM-L6-v2",
|
6 |
model_kwargs={"device": "cpu"},
|
7 |
)
|
8 |
|
9 |
def all_minilm_l6_v2():
|
10 |
"""
|
11 |
+
Return the embedding instance.
|
12 |
"""
|
13 |
return embedding_instance
|
14 |
+
|
15 |
+
|
16 |
+
# from langchain_huggingface import HuggingFaceEmbeddings
|
17 |
+
|
18 |
+
# embedding_instance = HuggingFaceEmbeddings(
|
19 |
+
# model_name="sentence-transformers/all-MiniLM-L6-v2",
|
20 |
+
# model_kwargs={"device": "cpu"},
|
21 |
+
# )
|
22 |
+
|
23 |
+
# def all_minilm_l6_v2():
|
24 |
+
# """
|
25 |
+
# Return the embedding instance.
|
26 |
+
# """
|
27 |
+
# return embedding_instance
|
uv.lock
CHANGED
@@ -163,7 +163,9 @@ dependencies = [
|
|
163 |
{ name = "langchain-huggingface" },
|
164 |
{ name = "langchain-qdrant" },
|
165 |
{ name = "pandas" },
|
|
|
166 |
{ name = "streamlit" },
|
|
|
167 |
]
|
168 |
|
169 |
[package.dev-dependencies]
|
@@ -183,7 +185,9 @@ requires-dist = [
|
|
183 |
{ name = "langchain-huggingface", specifier = ">=0.1.2" },
|
184 |
{ name = "langchain-qdrant", specifier = ">=0.2.0" },
|
185 |
{ name = "pandas", specifier = ">=2.2.3" },
|
|
|
186 |
{ name = "streamlit", specifier = ">=1.44.1" },
|
|
|
187 |
]
|
188 |
|
189 |
[package.metadata.requires-dev]
|
|
|
163 |
{ name = "langchain-huggingface" },
|
164 |
{ name = "langchain-qdrant" },
|
165 |
{ name = "pandas" },
|
166 |
+
{ name = "sentence-transformers" },
|
167 |
{ name = "streamlit" },
|
168 |
+
{ name = "transformers" },
|
169 |
]
|
170 |
|
171 |
[package.dev-dependencies]
|
|
|
185 |
{ name = "langchain-huggingface", specifier = ">=0.1.2" },
|
186 |
{ name = "langchain-qdrant", specifier = ">=0.2.0" },
|
187 |
{ name = "pandas", specifier = ">=2.2.3" },
|
188 |
+
{ name = "sentence-transformers", specifier = ">=4.1.0" },
|
189 |
{ name = "streamlit", specifier = ">=1.44.1" },
|
190 |
+
{ name = "transformers", specifier = ">=4.51.3" },
|
191 |
]
|
192 |
|
193 |
[package.metadata.requires-dev]
|