Update app.py

app.py

@@ -3,6 +3,7 @@ import spaces
 import gradio as gr
 
 import torch
+from peft import PeftModel
 from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer
 from huggingface_hub import login as hf_login
 
@@ -18,6 +19,10 @@ model = AutoModelForCausalLM.from_pretrained(
     model_name, torch_dtype=torch.float32, device_map=device
 )
 
+checkpoint = "gregorlied/Llama-3.2-1B-Instruct-Medical-Report-Summarization"
+model = PeftModel.from_pretrained(model, checkpoint)
+model = model.merge_and_unload()
+
 class Person(BaseModel):
   life_style: str
   family_history: str