Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,6 +5,7 @@ import gradio as gr
|
|
5 |
from sentence_transformers import SentenceTransformer
|
6 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
7 |
from pinecone import Pinecone
|
|
|
8 |
|
9 |
# ===============================
|
10 |
# 🌐 اتصال به Pinecone
|
@@ -23,8 +24,17 @@ embedding_model = SentenceTransformer('paraphrase-multilingual-MiniLM-L12-v2')
|
|
23 |
# ===============================
|
24 |
# 🧠 بارگذاری مدل MT5 برای بازنویسی
|
25 |
# ===============================
|
26 |
-
|
27 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
28 |
|
29 |
# ===============================
|
30 |
# 🔍 بازیابی پاسخ از Pinecone
|
@@ -38,13 +48,6 @@ def retrieve_answer(query, threshold=0.65, top_k=1):
|
|
38 |
else:
|
39 |
return None
|
40 |
|
41 |
-
if len(result['matches']) > 1:
|
42 |
-
second_score = result['matches'][1]['score']
|
43 |
-
if top_score - second_score < diff_threshold:
|
44 |
-
return None
|
45 |
-
|
46 |
-
return top_match['metadata'].get('answer')
|
47 |
-
|
48 |
# ===============================
|
49 |
# ✨ بازنویسی پاسخ با MT5
|
50 |
# ===============================
|
|
|
5 |
from sentence_transformers import SentenceTransformer
|
6 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
7 |
from pinecone import Pinecone
|
8 |
+
import os
|
9 |
|
10 |
# ===============================
|
11 |
# 🌐 اتصال به Pinecone
|
|
|
24 |
# ===============================
|
25 |
# 🧠 بارگذاری مدل MT5 برای بازنویسی
|
26 |
# ===============================
|
27 |
+
# دریافت توکن از متغیر محیطی
|
28 |
+
hf_token = os.getenv("HF_TOKEN")
|
29 |
+
|
30 |
+
tokenizer = AutoTokenizer.from_pretrained(
|
31 |
+
"HooshvareLab/mt5-small-persian-qa",
|
32 |
+
use_auth_token=hf_token
|
33 |
+
)
|
34 |
+
mt5_model = AutoModelForSeq2SeqLM.from_pretrained(
|
35 |
+
"HooshvareLab/mt5-small-persian-qa",
|
36 |
+
use_auth_token=hf_token
|
37 |
+
)
|
38 |
|
39 |
# ===============================
|
40 |
# 🔍 بازیابی پاسخ از Pinecone
|
|
|
48 |
else:
|
49 |
return None
|
50 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
51 |
# ===============================
|
52 |
# ✨ بازنویسی پاسخ با MT5
|
53 |
# ===============================
|