Update app.py

app.py

@@ -21,7 +21,7 @@ base_model = AutoModelForCausalLM.from_pretrained(
     token=API_KEY
 )
 
-model = PeftModel.from_pretrained(base_model, PEFT_ADAPTER, token=API_KEY)
+model = PeftModel.from_pretrained(base_model, PEFT_ADAPTER, token=API_KEY, load_in_8bit=True)
 
 pipe = pipeline(
     "text-generation",