Spaces:
Running
Running
add new fuzzy
Browse files
app.py
CHANGED
@@ -7,6 +7,7 @@ from qdrant_client import QdrantClient
|
|
7 |
from qdrant_client.models import Filter, FieldCondition, MatchValue
|
8 |
import os
|
9 |
from symspellpy.symspellpy import SymSpell, Verbosity
|
|
|
10 |
|
11 |
|
12 |
qdrant_client = QdrantClient(
|
@@ -41,19 +42,33 @@ model_config = {
|
|
41 |
latest_query_result = {"query": "", "result": "", "model": ""}
|
42 |
|
43 |
symspell = SymSpell(max_dictionary_edit_distance=2)
|
44 |
-
symspell.
|
45 |
|
46 |
# แก้คำผิด
|
47 |
def correct_query_with_symspell(query: str) -> str:
|
48 |
-
#
|
49 |
if len(query.strip().split()) == 1:
|
50 |
suggestions = symspell.lookup(query, Verbosity.CLOSEST, max_edit_distance=2)
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
|
56 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
57 |
|
58 |
# 🌟 Main search function
|
59 |
def search_product(query, model_name):
|
|
|
7 |
from qdrant_client.models import Filter, FieldCondition, MatchValue
|
8 |
import os
|
9 |
from symspellpy.symspellpy import SymSpell, Verbosity
|
10 |
+
from pythainlp.tokenize import word_tokenize
|
11 |
|
12 |
|
13 |
qdrant_client = QdrantClient(
|
|
|
42 |
latest_query_result = {"query": "", "result": "", "model": ""}
|
43 |
|
44 |
symspell = SymSpell(max_dictionary_edit_distance=2)
|
45 |
+
symspell.load_pickle("symspell_fast.pkl", term_index=0, count_index=1)
|
46 |
|
47 |
# แก้คำผิด
|
48 |
def correct_query_with_symspell(query: str) -> str:
|
49 |
+
# ถ้าคำเดียว → ใช้ lookup ปกติ (ดีที่สุด)
|
50 |
if len(query.strip().split()) == 1:
|
51 |
suggestions = symspell.lookup(query, Verbosity.CLOSEST, max_edit_distance=2)
|
52 |
+
return suggestions[0].term if suggestions else query
|
53 |
+
|
54 |
+
# ตัดคำ
|
55 |
+
words = word_tokenize(query.strip(), engine="newmm")
|
56 |
+
corrected = []
|
57 |
+
|
58 |
+
for word in words:
|
59 |
+
# หากความยาวคำเดิม > 4 และแก้ไม่ได้ → ลองแก้ทั้งคำเดิมแทน
|
60 |
+
suggestions = symspell.lookup(word, Verbosity.CLOSEST, max_edit_distance=2)
|
61 |
+
if suggestions:
|
62 |
+
corrected.append(suggestions[0].term)
|
63 |
+
else:
|
64 |
+
# ลองแก้ทั้ง word แบบ raw (กรณี word ถูกตัดผิด เช่น "ปิดปอง")
|
65 |
+
alt_suggestions = symspell.lookup_compound(word, 2)
|
66 |
+
if alt_suggestions and alt_suggestions[0].term != word:
|
67 |
+
corrected.append(alt_suggestions[0].term)
|
68 |
+
else:
|
69 |
+
corrected.append(word)
|
70 |
+
|
71 |
+
return " ".join(corrected)
|
72 |
|
73 |
# 🌟 Main search function
|
74 |
def search_product(query, model_name):
|