Update goai_helpers/goai_traduction.py
Browse files
goai_helpers/goai_traduction.py
CHANGED
|
@@ -49,6 +49,7 @@ def goai_traduction(text, src_lang, tgt_lang):
|
|
| 49 |
# ID du token de langue cible
|
| 50 |
tgt_lang_id = tokenizer.convert_tokens_to_ids(tgt_lang)
|
| 51 |
print(f"Token ID de la langue cible ({tgt_lang}): {tgt_lang_id}")
|
|
|
|
| 52 |
|
| 53 |
for length_penalty in [1.0, 1.5, 2.0]:
|
| 54 |
for num_beams in [5, 10]:
|
|
|
|
| 49 |
# ID du token de langue cible
|
| 50 |
tgt_lang_id = tokenizer.convert_tokens_to_ids(tgt_lang)
|
| 51 |
print(f"Token ID de la langue cible ({tgt_lang}): {tgt_lang_id}")
|
| 52 |
+
bad_words_ids = [[tokenizer.eos_token_id]]
|
| 53 |
|
| 54 |
for length_penalty in [1.0, 1.5, 2.0]:
|
| 55 |
for num_beams in [5, 10]:
|