Update app.py

app.py

@@ -1,15 +1,17 @@
 import gradio as gr
 from optimum.intel import OVDiffusionPipeline
 import torch
+from threading import Lock
 
-# Load the FLUX.1-schnell model optimized with OpenVINO (INT4)
+# Load the pipeline globally
 model_id = "OpenVINO/FLUX.1-schnell-int4-ov"
 pipeline = OVDiffusionPipeline.from_pretrained(model_id, device="CPU")
+lock = Lock()
 
 # Define the image generation function
 def generate_image(prompt):
-    # Generate the image using the pipeline
-    image = pipeline(prompt, num_inference_steps=4, guidance_scale=3.5).images[0]
+    with lock:
+        image = pipeline(prompt, num_inference_steps=4, guidance_scale=3.5).images[0]
     return image
 
 # Create the Gradio interface
@@ -20,8 +22,9 @@ interface = gr.Interface(
     title="FLUX.1-Schnell (OpenVINO INT4) Image Generator",
     description="Generate images from text prompts using FLUX.1-schnell optimized for CPU with OpenVINO.",
     examples=[["A serene mountain landscape"], ["A cyberpunk city at night"]],
+    cache_examples=False
 )
 
-# Launch the interface
+# Launch the interface with queueing
 if __name__ == "__main__":
-    interface.launch()
+    interface.launch(queue=True)