Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -43,36 +43,6 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="violet")) as demo:
|
|
43 |
|
44 |
demo.launch()
|
45 |
|
46 |
-
rag.py:
|
47 |
-
from sentence_transformers import SentenceTransformer
|
48 |
-
import faiss
|
49 |
-
import numpy as np
|
50 |
-
|
51 |
-
# load model only once
|
52 |
-
embedder = SentenceTransformer('all-MiniLM-L6-v2')
|
53 |
-
|
54 |
-
class VectorStore:
|
55 |
-
def __init__(self):
|
56 |
-
self.texts = []
|
57 |
-
self.embeddings = []
|
58 |
-
self.index = None
|
59 |
-
|
60 |
-
def add_texts(self, texts):
|
61 |
-
"""Add list of texts to the store."""
|
62 |
-
new_embeds = embedder.encode(texts)
|
63 |
-
self.texts.extend(texts)
|
64 |
-
self.embeddings.extend(new_embeds)
|
65 |
-
self.index = faiss.IndexFlatL2(new_embeds.shape[1])
|
66 |
-
self.index.add(np.array(self.embeddings))
|
67 |
-
|
68 |
-
def retrieve(self, query, top_k=3):
|
69 |
-
"""Return top-k relevant texts for the query."""
|
70 |
-
if not self.index:
|
71 |
-
return []
|
72 |
-
query_embed = embedder.encode([query])
|
73 |
-
D, I = self.index.search(np.array(query_embed), k=top_k)
|
74 |
-
return [self.texts[i] for i in I[0]]
|
75 |
-
|
76 |
scarper.py:
|
77 |
import requests
|
78 |
from bs4 import BeautifulSoup
|
|
|
43 |
|
44 |
demo.launch()
|
45 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
46 |
scarper.py:
|
47 |
import requests
|
48 |
from bs4 import BeautifulSoup
|