Update app.py

app.py

@@ -53,6 +53,9 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
 base_model_id = "tiiuae/falcon-7b-instruct"
 model_directory = "Tonic/GaiaMiniMed"
 
+
+
+
 # Instantiate the Tokenizer
 tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b-instruct", trust_remote_code=True, padding_side="left")
 # tokenizer = AutoTokenizer.from_pretrained("Tonic/mistralmed", trust_remote_code=True, padding_side="left")
@@ -61,8 +64,11 @@ tokenizer.padding_side = 'left'
 
 # Load the GaiaMiniMed model with the specified configuration
 # Load the Peft model with a specific configuration
+# Specify the configuration class for the model
+model_config = AutoConfig.from_pretrained(base_model_id)
+# Load the PEFT model with the specified configuration
+peft_model = AutoModelForCausalLM.from_pretrained(base_model_id, config=model_config)
 peft_model = PeftModel.from_pretrained("Tonic/GaiaMiniMed")
-peft_model = AutoModelForCausalLM.from_pretrained("tiiuae/falcon-7b-instruct")
 peft_model = PeftModel.from_pretrained(peft_model, "Tonic/GaiaMiniMed")