Spaces:
Running
on
Zero
Running
on
Zero
spaces error fix
Browse files
app.py
CHANGED
@@ -54,6 +54,7 @@ def fused_sim(a:Image.Image,b:Image.Image,Ξ±=.5):
|
|
54 |
@spaces.GPU
|
55 |
def load_models():
|
56 |
from unsloth import FastLanguageModel
|
|
|
57 |
bnb_cfg = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_use_double_quant=True)
|
58 |
print("Loading BASE β¦")
|
59 |
base, tok = FastLanguageModel.from_pretrained(
|
@@ -65,7 +66,7 @@ def load_models():
|
|
65 |
lora, _ = FastLanguageModel.from_pretrained(
|
66 |
ADAPTER_DIR, max_seq_length=2048,
|
67 |
load_in_4bit=True, quantization_config=bnb_cfg, device_map="auto")
|
68 |
-
|
69 |
|
70 |
|
71 |
base, tok, lora = load_models()
|
@@ -93,7 +94,8 @@ def compare(desc):
|
|
93 |
img_base, svg_base = draw(base, desc)
|
94 |
img_lora, svg_lora = draw(lora, desc)
|
95 |
# sim = (fused_sim(img_lora, img_base) if img_base and img_lora else float("nan"))
|
96 |
-
|
|
|
97 |
return img_base, img_lora, caption, svg_base, svg_lora
|
98 |
|
99 |
with gr.Blocks(css="body{background:#111;color:#eee}") as demo:
|
|
|
54 |
@spaces.GPU
|
55 |
def load_models():
|
56 |
from unsloth import FastLanguageModel
|
57 |
+
global base, tok, lora
|
58 |
bnb_cfg = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_use_double_quant=True)
|
59 |
print("Loading BASE β¦")
|
60 |
base, tok = FastLanguageModel.from_pretrained(
|
|
|
66 |
lora, _ = FastLanguageModel.from_pretrained(
|
67 |
ADAPTER_DIR, max_seq_length=2048,
|
68 |
load_in_4bit=True, quantization_config=bnb_cfg, device_map="auto")
|
69 |
+
print("β models loaded")
|
70 |
|
71 |
|
72 |
base, tok, lora = load_models()
|
|
|
94 |
img_base, svg_base = draw(base, desc)
|
95 |
img_lora, svg_lora = draw(lora, desc)
|
96 |
# sim = (fused_sim(img_lora, img_base) if img_base and img_lora else float("nan"))
|
97 |
+
|
98 |
+
caption = "Thanks for trying our model π\nIf you don't see an image for the base or GRPO model that means it didn't generate a valid SVG!"
|
99 |
return img_base, img_lora, caption, svg_base, svg_lora
|
100 |
|
101 |
with gr.Blocks(css="body{background:#111;color:#eee}") as demo:
|