Update app.py

app.py

@@ -48,19 +48,32 @@ def generate(prompt, neg_prompt, samp_steps, guide_scale, batch_size, seed, heig
     return [(img, f"Image {i+1}") for i, img in enumerate(images)]
         
 def set_base_model(base_model_id):
-        del pipe
-        torch.cuda.empty_cache()
-        gc.collect()
-        pipe = StableDiffusionXLPipeline.from_single_file(
-            model_url,
-            torch_dtype = torch.float16,
-            variant = "fp16",
-            vae = vae,
-            use_safetensors = True,
-            use_auth_token="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"
-        )
-        pipe.to("cuda")
-        return pipe
+    global pipe
+    del pipe
+    torch.cuda.empty_cache()
+    gc.collect()
+    pipe = StableDiffusionXLPipeline.from_single_file(
+        model_url,
+        torch_dtype = torch.float16,
+        variant = "fp16",
+        vae = vae,
+        use_safetensors = True,
+        use_auth_token="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"
+    )
+    #pipe = load_model(base_model_id)
+    pipe.to("cuda")
+    return pipe
+
+def load_model(base_model_id):
+     pipe = StableDiffusionXLPipeline.from_single_file(
+        model_url,
+        torch_dtype = torch.float16,
+        variant = "fp16",
+        vae = vae,
+        use_safetensors = True,
+        use_auth_token="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"
+    )
+    
 
 with gr.Blocks(css=css) as demo:
     with gr.Column():
@@ -79,6 +92,6 @@ with gr.Blocks(css=css) as demo:
 
     submit_btn.click(generate, [prompt, negative_prompt, samp_steps, guide_scale, batch_size, seed, height, width], [gallery], queue=True)
 
-set_base_model(model_url)
+pipe = set_base_model(model_url)
 demo.queue(1)
 demo.launch(debug=True)