Spaces:
Running
on
Zero
Running
on
Zero
Update genra_incremental.py
Browse files- genra_incremental.py +2 -0
genra_incremental.py
CHANGED
@@ -65,6 +65,7 @@ class LLMGenerator:
|
|
65 |
|
66 |
class QAIndexer:
|
67 |
def __init__(self, index_type, emb_model):
|
|
|
68 |
self.document_embedder = SentenceTransformersDocumentEmbedder(model=emb_model)
|
69 |
self.document_embedder.warm_up()
|
70 |
if index_type == 'in_memory':
|
@@ -128,6 +129,7 @@ def rank_aggregation(aggregator, lists, k):
|
|
128 |
|
129 |
|
130 |
class GenraPipeline:
|
|
|
131 |
def __init__(self, llm_name, emb_model, aggregator, contexts):
|
132 |
self.qa_indexer = QAIndexer('in_memory', emb_model)
|
133 |
self.qa_retriever = QARetriever(self.qa_indexer.document_store)
|
|
|
65 |
|
66 |
class QAIndexer:
|
67 |
def __init__(self, index_type, emb_model):
|
68 |
+
# @spaces.GPU(duration=1000)
|
69 |
self.document_embedder = SentenceTransformersDocumentEmbedder(model=emb_model)
|
70 |
self.document_embedder.warm_up()
|
71 |
if index_type == 'in_memory':
|
|
|
129 |
|
130 |
|
131 |
class GenraPipeline:
|
132 |
+
# @spaces.GPU(duration=1000)
|
133 |
def __init__(self, llm_name, emb_model, aggregator, contexts):
|
134 |
self.qa_indexer = QAIndexer('in_memory', emb_model)
|
135 |
self.qa_retriever = QARetriever(self.qa_indexer.document_store)
|