Update app.py

app.py

@@ -4,9 +4,19 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 # Load the model and tokenizer
 from transformers import AutoModel, AutoTokenizer
 
-model_name = "Braszczynski/Llama-3.2-3B-Instruct-bnb-4bit-460steps"
+from transformers.adapters import AutoAdapterModel
+from transformers import AutoTokenizer
+
+model_name = "unsloth/Meta-Llama-3.1-8B-Instruct"
+
+
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModel.from_pretrained(model_name)
+
+# Load the base model with adapters
+model = AutoAdapterModel.from_pretrained(model_name)
+
+model.load_adapter("Braszczynski/Llama-3.2-3B-Instruct-bnb-4bit-460steps")
+
 
 
 def respond(