Update app.py

app.py

@@ -84,9 +84,9 @@ vector_store.populate_vectors(dataset=None)
 # model = AutoModelForCausalLM.from_pretrained(model_name)
 
 # load model orca-mini general purpose model
-model_name = 'mistral-7b-openorca.gguf2.Q4_0.gguf'
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
+model_name = 'meta-llama/Meta-Llama-3-8B'
+tokenizer = AutoTokenizer.from_pretrained(model_name,low_cpu_mem_usage=True)
+model = AutoModelForCausalLM.from_pretrained(model_name,low_cpu_mem_usage=True)
 
 # Define the chatbot response function
 def chatbot_response(user_input):