Adding initial eval code

app.py

@@ -85,7 +85,21 @@ def build_prompt(desc:str):
 @spaces.GPU
 @torch.no_grad()
 def draw(model, desc:str):
-    ensure_models()
+    # ensure_models()
+    from unsloth import FastLanguageModel
+    global base, tok, lora
+    if base is None:
+        print("Loading BASE …")
+        base, tok = FastLanguageModel.from_pretrained(
+            BASE_MODEL, max_seq_length=2048,
+            load_in_4bit=True, quantization_config=bnb_cfg, device_map="auto")
+        tok.pad_token = tok.eos_token
+
+        print("Loading LoRA …")
+        lora, _ = FastLanguageModel.from_pretrained(
+            ADAPTER_DIR, max_seq_length=2048,
+            load_in_4bit=True, quantization_config=bnb_cfg, device_map="auto")
+        print("✔ models loaded")
     prompt = build_prompt(desc)
     ids = tok(prompt, return_tensors="pt").to(DEVICE)
     out = model.generate(**ids, max_new_tokens=MAX_NEW,