Update src/translate/Translate.py

src/translate/Translate.py

@@ -58,7 +58,8 @@ def gemma(requestValue: str, model: str = 'Gargaz/gemma-2b-romanian-better'):
     messages = [{"role": "user", "content": f"Translate this text to Romanian using a formal tone. Only return the translated text: {requestValue}"}]
     if '/' not in model:
         model = 'Gargaz/gemma-2b-romanian-better'
-    max_new_tokens = len(requestValue) + len(requestValue) * 0.2
+    # limit max_new_tokens to 150% of the requestValue  
+    max_new_tokens = int(len(requestValue) + len(requestValue) * 0.5)
     pipe = pipeline(
         "text-generation",
         model=model,