Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -352,8 +352,8 @@ try:
|
|
352 |
# Initialize the LLM. #
|
353 |
#######################
|
354 |
#model_path = "/app/llama-2-7b-chat.Q4_0.gguf"
|
355 |
-
model_path = "/app/Llama-3.2-3B-Instruct-Q4_0.gguf"
|
356 |
-
|
357 |
if 'llm' not in st.session_state:
|
358 |
logger.info("### Initializing LLM.")
|
359 |
llm = Llama(model_path,
|
|
|
352 |
# Initialize the LLM. #
|
353 |
#######################
|
354 |
#model_path = "/app/llama-2-7b-chat.Q4_0.gguf"
|
355 |
+
#model_path = "/app/Llama-3.2-3B-Instruct-Q4_0.gguf"
|
356 |
+
model_path = "Meta-Llama-3.1-8B-Instruct-Q8_0.gguf"
|
357 |
if 'llm' not in st.session_state:
|
358 |
logger.info("### Initializing LLM.")
|
359 |
llm = Llama(model_path,
|