Update app.py

app.py

@@ -22,7 +22,7 @@ vectordb = Chroma.from_documents(splits, embedding=embeddings)
 ranker = Reranker("answerdotai/answerai-colbert-small-v1", model_type="colbert")
 
 # Cargar modelo de lenguaje de Hugging Face
-model_id = "tiiuae/falcon-7b-instruct"
+model_id = "tiiuae/falcon-rw-1b" 
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype="auto")
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
@@ -55,7 +55,7 @@ Pregunta: {query}
 Respuesta:"""
 
     # Generar respuesta
-    output = generator(prompt, max_new_tokens=300, do_sample=False)[0]["generated_text"]
+    output = generator(prompt, max_new_tokens=100, do_sample=False)[0]["generated_text"]
     response = output.split("Respuesta:")[-1].strip()
     return response