parameters removed

utils.py

@@ -54,7 +54,7 @@ for domain in domains_illframes.values():
 
 tokenizers = ["xlm-roberta-large"]
 
-def download_hf_models(models=[], tokenizers=[], hf_token=None):
+def download_hf_models():
     # Ensure the JIT model directory exists
     os.makedirs(JIT_DIR, exist_ok=True)
 
@@ -64,12 +64,12 @@ def download_hf_models(models=[], tokenizers=[], hf_token=None):
         # Load model and tokenizer
         model = AutoModelForSequenceClassification.from_pretrained(
             model_id,
-            token=hf_token,
+            token=HF_TOKEN,
             device_map="auto"
         )
         tokenizer = AutoTokenizer.from_pretrained(
             model_id,
-            token=hf_token
+            token=HF_TOKEN
         )
 
         model.eval()
@@ -99,7 +99,7 @@ def download_hf_models(models=[], tokenizers=[], hf_token=None):
         print(f"Downloading tokenizer: {tokenizer_id}")
         AutoTokenizer.from_pretrained(
             tokenizer_id,
-            token=hf_token
+            token=HF_TOKEN
         )
         
 def df_h():