bump-up-transformers (#859)

- Use transformers 4.43.1 (6fd60822fd16e90541708daac7835546b8ba06fa)
- Use force_download to override the existing cache if any (97a83d4711d87156cea09c9ced09da6b72b391e4)

pyproject.toml

@@ -40,7 +40,7 @@ plotly = "5.14.1"
 python-dateutil = "2.8.2"
 sentencepiece = "^0.2.0"
 tqdm = "4.65.0"
-transformers = "4.41.1"
+transformers = "4.43.1"
 tokenizers = ">=0.15.0"
 gradio-space-ci = {git = "https://huggingface.co/spaces/Wauplin/gradio-space-ci", rev = "0.2.3"}
 isort = "^5.13.2"

requirements.txt

@@ -10,7 +10,7 @@ plotly==5.14.1
 python-dateutil==2.8.2
 sentencepiece
 tqdm==4.65.0
-transformers==4.41.1
+transformers==4.43.1
 tokenizers>=0.15.0
 gradio-space-ci @ git+https://huggingface.co/spaces/Wauplin/[email protected] # CI !!!
 isort

src/submission/check_validity.py

@@ -46,8 +46,7 @@ def is_model_on_hub(
 ) -> tuple[bool, str, AutoConfig]:
     try:
         config = AutoConfig.from_pretrained(
-            model_name, revision=revision, trust_remote_code=trust_remote_code, token=token
-        )  # , force_download=True)
+            model_name, revision=revision, trust_remote_code=trust_remote_code, token=token, force_download=True)
         if test_tokenizer:
             try:
                 tk = AutoTokenizer.from_pretrained(