Update app.py

app.py

@@ -24,14 +24,10 @@ CUDA_AVAILABLE = torch.cuda.is_available()
 device = "cuda" if CUDA_AVAILABLE else "cpu"
 logger.info(f"Using hardware: {device}")
 
-# Cache model in a persistent directory
-MODEL_CACHE_DIR = os.path.join(os.path.dirname(__file__), "model_cache")
-os.makedirs(MODEL_CACHE_DIR, exist_ok=True)
-
-# Load a single model instance with caching
+# Load a single model instance
 try:
     start_time = time.time()
-    model = KModel("hexgrad/Kokoro-82M", cache_dir=MODEL_CACHE_DIR).to(device).eval()
+    model = KModel("hexgrad/Kokoro-82M").to(device).eval()
     logger.info(f"Model loading time: {time.time() - start_time} seconds")
 except Exception as e:
     logger.error(f"Failed to load model: {e}")
@@ -89,6 +85,9 @@ for label, voice_path in CHOICES.items():
 
 def generate_first(text, voice="af_bella.pt", speed=1, use_gpu=CUDA_AVAILABLE):
     start_time = time.time()
+    if len(text) > 510:
+        text = text[:510]
+        gr.Warning("Text truncated to 510 characters for performance.")
     voice_path = os.path.join(VOICE_DIR, voice)
     if not os.path.exists(voice_path):
         raise FileNotFoundError(f"Voice file not found: {voice_path}")
@@ -116,6 +115,9 @@ def generate_first(text, voice="af_bella.pt", speed=1, use_gpu=CUDA_AVAILABLE):
     return None, ""
 
 def tokenize_first(text, voice="af_bella.pt"):
+    if len(text) > 510:
+        text = text[:510]
+        gr.Warning("Text truncated to 510 characters for performance.")
     voice_path = os.path.join(VOICE_DIR, voice)
     if not os.path.exists(voice_path):
         raise FileNotFoundError(f"Voice file not found: {voice_path}")
@@ -128,6 +130,9 @@ def tokenize_first(text, voice="af_bella.pt"):
 
 def generate_all(text, voice="af_bella.pt", speed=1, use_gpu=CUDA_AVAILABLE):
     start_time = time.time()
+    if len(text) > 510:
+        text = text[:510]
+        gr.Warning("Text truncated to 510 characters for performance.")
     voice_path = os.path.join(VOICE_DIR, voice)
     if not os.path.exists(voice_path):
         raise FileNotFoundError(f"Voice file not found: {voice_path}")
@@ -158,7 +163,7 @@ TOKEN_NOTE = '''
 with gr.Blocks(theme="soft") as app:
     with gr.Row():
         with gr.Column():
-            text = gr.Textbox(label="Input Text", value=TEXT, info="Arbitrarily many characters supported")
+            text = gr.Textbox(label="Input Text", value=TEXT, info="Arbitrarily many characters supported (max 510)")
             with gr.Row():
                 voice = gr.Dropdown(list(CHOICES.items()), value="af_bella.pt" if "af_bella.pt" in CHOICES.values() else list(CHOICES.values())[0], label="Voice",
                                     info="Quality and availability vary by language")