Update app.py

app.py

@@ -8,10 +8,17 @@ base_model_id = "mistralai/Mistral-7B-v0.1"
 model_directory = "Tonic/mistralmed"
 
 # Instantiate the Models
-tokenizer = AutoTokenizer.from_pretrained(base_model_id, trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = 'left'
 
+
+# Specify the configuration class for the model
+model_config = AutoConfig.from_pretrained(base_model_id)
+
+# Load the PEFT model with the specified configuration
+peft_model = AutoModelForCausalLM.from_pretrained(base_model_id, config=model_config)
+
 # Load the PEFT model
 peft_config = PeftConfig.from_pretrained("Tonic/mistralmed", token="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")
 peft_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")