yes

app.py

@@ -138,6 +138,7 @@ def _load_model_on(device_map: Optional[str]) -> AutoModelForCausalLM:
     #        peft_kwargs["subfolder"] = ADAPTER_SUBFOLDER
     #    model = PeftModel.from_pretrained(model, ADAPTER_ID, is_trainable=False, **peft_kwargs)
     
+    
     model.eval()
     # Ensure a valid pad_token_id is set; some OSS checkpoints reuse eos as pad
     if getattr(model.config, "pad_token_id", None) is None: