Update app.py

app.py

@@ -59,14 +59,14 @@ supported_languages = config.languages
 if not "vi" in supported_languages:
     supported_languages.append("vi")
 
-# Load LangChain components
-model = AutoModelForSeq2SeqLM.from_pretrained("declare-lab/flan-alpaca-large")
-tokenizer = AutoTokenizer.from_pretrained("declare-lab/flan-alpaca-large")
+# Load LangChain components với mô hình mới
+model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-xl")
+tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-xl")
 pipe = pipeline(
     'text2text-generation',
     model=model,
     tokenizer=tokenizer,
-    max_length=120
+    max_length=1024  # Cập nhật max_length
 )
 local_llm = HuggingFacePipeline(pipeline=pipe)
 llm_chain = caption_chain.chain(llm=local_llm)
@@ -180,7 +180,7 @@ def predict(
             prompt = normalize_vietnamese_text(prompt)
         
         # Truncate prompt to fit within the maximum token length
-        prompt = truncate_prompt(prompt, tokenizer)
+        prompt = truncate_prompt(prompt, tokenizer, max_length=512)
         
         print("I: Generating new audio...")
         t0 = time.time()