khalednabawi11 commited on
Commit
1b908c6
·
verified ·
1 Parent(s): 27df4b5

Update app/main.py

Browse files
Files changed (1) hide show
  1. app/main.py +4 -3
app/main.py CHANGED
@@ -290,10 +290,11 @@ from contextlib import asynccontextmanager
290
  from llama_cpp import Llama
291
 
292
  # REPO_ID = "FreedomIntelligence/Apollo-7B-GGUF"
293
- REPO_ID = "RichardErkhov/FreedomIntelligence_-_Apollo-2B-gguf"
294
  # MODEL_NAME = "FreedomIntelligence/Apollo-7B"
295
- MODEL_NAME = "FreedomIntelligence/Apollo-2B"
296
  # MODEL_FILE = "Apollo-7B.Q4_K_S.gguf"
 
 
 
297
  MODEL_FILE = "Apollo-2B.IQ4_XS.gguf"
298
  EMBEDDING_MODEL = "Omartificial-Intelligence-Space/GATE-AraBert-v1"
299
  COLLECTION_NAME = "arabic_rag_collection"
@@ -417,7 +418,7 @@ async def ask(query: Query):
417
  answer = await asyncio.wait_for(
418
  # qa_chain.run(prompt, callbacks=[timeout_callback]),
419
  loop.run_in_executor(None, qa_chain.run, prompt),
420
- timeout=60
421
  )
422
 
423
  if not answer:
 
290
  from llama_cpp import Llama
291
 
292
  # REPO_ID = "FreedomIntelligence/Apollo-7B-GGUF"
 
293
  # MODEL_NAME = "FreedomIntelligence/Apollo-7B"
 
294
  # MODEL_FILE = "Apollo-7B.Q4_K_S.gguf"
295
+
296
+ REPO_ID = "RichardErkhov/FreedomIntelligence_-_Apollo-2B-gguf"
297
+ MODEL_NAME = "FreedomIntelligence/Apollo-2B"
298
  MODEL_FILE = "Apollo-2B.IQ4_XS.gguf"
299
  EMBEDDING_MODEL = "Omartificial-Intelligence-Space/GATE-AraBert-v1"
300
  COLLECTION_NAME = "arabic_rag_collection"
 
418
  answer = await asyncio.wait_for(
419
  # qa_chain.run(prompt, callbacks=[timeout_callback]),
420
  loop.run_in_executor(None, qa_chain.run, prompt),
421
+ timeout=360
422
  )
423
 
424
  if not answer: