updated

app.py

@@ -48,18 +48,31 @@ import os
 # setup_flash_attention()
 
 # Load model and processor
-@gr.cache()
+# @gr.cache()
+# def load_model():
+#     """Load the musicgen model and processor"""
+#     processor = AutoProcessor.from_pretrained("facebook/musicgen-large")
+#     model = MusicgenForConditionalGeneration.from_pretrained(
+#                 "facebook/musicgen-large",
+#                 torch_dtype=torch.float16,
+#                 device="cuda",
+#                 mode="S",
+#                 __paged=True,
+#             )
+#     return processor, model
+_processor, _model = None, None
+
 def load_model():
-    """Load the musicgen model and processor"""
-    processor = AutoProcessor.from_pretrained("facebook/musicgen-large")
-    model = MusicgenForConditionalGeneration.from_pretrained(
-                "facebook/musicgen-large",
-                torch_dtype=torch.float16,
-                device="cuda",
-                mode="S",
-                __paged=True,
-            )
-    return processor, model
+    global _processor, _model
+    if _model is None:
+        print("Initial model loading...")
+        _processor = AutoProcessor.from_pretrained("facebook/musicgen-large")
+        _model = MusicgenForConditionalGeneration.from_pretrained(
+            "facebook/musicgen-large",
+            torch_dtype=torch.float16,
+            device="cuda" if torch.cuda.is_available() else "cpu"
+        )
+    return _processor, _model
 
 def generate_music(text_prompt, duration=10, temperature=1.0, top_k=250, top_p=0.0):
     """Generate music based on text prompt"""
@@ -83,7 +96,7 @@ def generate_music(text_prompt, duration=10, temperature=1.0, top_k=250, top_p=0
                 top_p=top_p,
                 cache_implementation="paged"
             )
-        
+
         audio_data = audio_values[0, 0].cpu().numpy().astype(np.float32)
         sample_rate = model.config.sample_rate
         
@@ -166,8 +179,6 @@ with gr.Blocks(title="MusicGen Large - Music Generation") as demo:
             ["classical violin concerto"],
             ["reggae with steel drums and bass"],
             ["rock ballad with electric guitar solo"],
-            ["test example"],
-
         ],
         inputs=text_input,
         label="Example Prompts"