bugfix cursor

app.py

@@ -18,21 +18,27 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
 MAX_SEED = np.iinfo(np.int32).max
 MAX_IMAGE_SIZE = 2048
 
-try:
-    text_gen_pipeline = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.3", max_new_tokens=2048, device=device)
-except Exception as e:
-    text_gen_pipeline = None
-    print(f"Error loading text generation model: {e}")
+_text_gen_pipeline = None
+def get_text_gen_pipeline():
+    global _text_gen_pipeline
+    if _text_gen_pipeline is None:
+         try:
+              _text_gen_pipeline = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.3", max_new_tokens=2048, device=device)
+         except Exception as e:
+              print(f"Error loading text generation model: {e}")
+              return None
+    return _text_gen_pipeline
 
 def refine_prompt(prompt):
-    if text_gen_pipeline is None:
+    text_gen = get_text_gen_pipeline()
+    if text_gen is None:
         return "Text generation model is unavailable."
     try:
         messages = [
             {"role": "system", "content": "You are a product designer. You will get a basic prompt of product request and you need to imagine a new product design to satisfy that need. Produce an extended description of product front view that will be used by Flux to generate a visual"},
             {"role": "user", "content": prompt},
         ]
-        refined_prompt = text_gen_pipeline(messages)
+        refined_prompt = text_gen(messages)
         return refined_prompt
     except Exception as e:
         return f"Error refining prompt: {str(e)}"