gaur3009 commited on
Commit
bea9184
Β·
verified Β·
1 Parent(s): 14e51b7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -30
app.py CHANGED
@@ -43,36 +43,6 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="violet")) as demo:
43
 
44
  demo.launch()
45
 
46
- rag.py:
47
- from sentence_transformers import SentenceTransformer
48
- import faiss
49
- import numpy as np
50
-
51
- # load model only once
52
- embedder = SentenceTransformer('all-MiniLM-L6-v2')
53
-
54
- class VectorStore:
55
- def __init__(self):
56
- self.texts = []
57
- self.embeddings = []
58
- self.index = None
59
-
60
- def add_texts(self, texts):
61
- """Add list of texts to the store."""
62
- new_embeds = embedder.encode(texts)
63
- self.texts.extend(texts)
64
- self.embeddings.extend(new_embeds)
65
- self.index = faiss.IndexFlatL2(new_embeds.shape[1])
66
- self.index.add(np.array(self.embeddings))
67
-
68
- def retrieve(self, query, top_k=3):
69
- """Return top-k relevant texts for the query."""
70
- if not self.index:
71
- return []
72
- query_embed = embedder.encode([query])
73
- D, I = self.index.search(np.array(query_embed), k=top_k)
74
- return [self.texts[i] for i in I[0]]
75
-
76
  scarper.py:
77
  import requests
78
  from bs4 import BeautifulSoup
 
43
 
44
  demo.launch()
45
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
46
  scarper.py:
47
  import requests
48
  from bs4 import BeautifulSoup