Update app.py

app.py

@@ -42,7 +42,8 @@ def load_model():
     print("Model loaded successfully.")
     return model, model_config
     
-global model, model_config = load_model()
+model, model_config = load_model()
+model = model.to(device,torch.bfloat16)
 
 # Function to set up, generate, and process the audio
 @spaces.GPU(duration=60)  # Allocate GPU only when this function is called
@@ -63,7 +64,6 @@ def generate_audio(prompt, seconds_total=30, steps=100, cfg_scale=7):
 
     print(f"Sample rate: {sample_rate}, Sample size: {sample_size}")
 
-    model = model.to(device,torch.bfloat16)
     print("Model moved to device.")
 
     # Set up text and timing conditioning