Spaces:
Runtime error
Runtime error
Update app/main.py
Browse files- app/main.py +4 -3
app/main.py
CHANGED
@@ -290,10 +290,11 @@ from contextlib import asynccontextmanager
|
|
290 |
from llama_cpp import Llama
|
291 |
|
292 |
# REPO_ID = "FreedomIntelligence/Apollo-7B-GGUF"
|
293 |
-
REPO_ID = "RichardErkhov/FreedomIntelligence_-_Apollo-2B-gguf"
|
294 |
# MODEL_NAME = "FreedomIntelligence/Apollo-7B"
|
295 |
-
MODEL_NAME = "FreedomIntelligence/Apollo-2B"
|
296 |
# MODEL_FILE = "Apollo-7B.Q4_K_S.gguf"
|
|
|
|
|
|
|
297 |
MODEL_FILE = "Apollo-2B.IQ4_XS.gguf"
|
298 |
EMBEDDING_MODEL = "Omartificial-Intelligence-Space/GATE-AraBert-v1"
|
299 |
COLLECTION_NAME = "arabic_rag_collection"
|
@@ -417,7 +418,7 @@ async def ask(query: Query):
|
|
417 |
answer = await asyncio.wait_for(
|
418 |
# qa_chain.run(prompt, callbacks=[timeout_callback]),
|
419 |
loop.run_in_executor(None, qa_chain.run, prompt),
|
420 |
-
timeout=
|
421 |
)
|
422 |
|
423 |
if not answer:
|
|
|
290 |
from llama_cpp import Llama
|
291 |
|
292 |
# REPO_ID = "FreedomIntelligence/Apollo-7B-GGUF"
|
|
|
293 |
# MODEL_NAME = "FreedomIntelligence/Apollo-7B"
|
|
|
294 |
# MODEL_FILE = "Apollo-7B.Q4_K_S.gguf"
|
295 |
+
|
296 |
+
REPO_ID = "RichardErkhov/FreedomIntelligence_-_Apollo-2B-gguf"
|
297 |
+
MODEL_NAME = "FreedomIntelligence/Apollo-2B"
|
298 |
MODEL_FILE = "Apollo-2B.IQ4_XS.gguf"
|
299 |
EMBEDDING_MODEL = "Omartificial-Intelligence-Space/GATE-AraBert-v1"
|
300 |
COLLECTION_NAME = "arabic_rag_collection"
|
|
|
418 |
answer = await asyncio.wait_for(
|
419 |
# qa_chain.run(prompt, callbacks=[timeout_callback]),
|
420 |
loop.run_in_executor(None, qa_chain.run, prompt),
|
421 |
+
timeout=360
|
422 |
)
|
423 |
|
424 |
if not answer:
|