Fresh start: safe version with token moved to env secret

train_abuse_model.py

@@ -1,5 +1,6 @@
 # # Install core packages
 # !pip install -U transformers datasets accelerate
+import os
 
 # Python standard + ML packages
 import pandas as pd
@@ -129,12 +130,14 @@ def evaluate_model_with_thresholds(trainer, test_dataset):
         "pred_labels": final_pred_str
     }
 
+token = os.environ.get("HF_TOKEN")  # Reads my token from a secure hf secret
 
 # Load dataset from Hugging Face Hub
 path = hf_hub_download(
     repo_id="rshakked/abusive-relashionship-stories",
     filename="Abusive Relationship Stories - Technion & MSF.xlsx",
-    repo_type="dataset"
+    repo_type="dataset",
+    use_auth_token= token
 )
 df = pd.read_excel(path)