MVPilgrim commited on
Commit
3183e33
·
verified ·
1 Parent(s): c1ea34f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -352,8 +352,8 @@ try:
352
  # Initialize the LLM. #
353
  #######################
354
  #model_path = "/app/llama-2-7b-chat.Q4_0.gguf"
355
- model_path = "/app/Llama-3.2-3B-Instruct-Q4_0.gguf"
356
- #model_path = "Meta-Llama-3.1-8B-Instruct-Q8_0.gguf"
357
  if 'llm' not in st.session_state:
358
  logger.info("### Initializing LLM.")
359
  llm = Llama(model_path,
 
352
  # Initialize the LLM. #
353
  #######################
354
  #model_path = "/app/llama-2-7b-chat.Q4_0.gguf"
355
+ #model_path = "/app/Llama-3.2-3B-Instruct-Q4_0.gguf"
356
+ model_path = "Meta-Llama-3.1-8B-Instruct-Q8_0.gguf"
357
  if 'llm' not in st.session_state:
358
  logger.info("### Initializing LLM.")
359
  llm = Llama(model_path,