Switched to the right test set

.gitignore

@@ -14,3 +14,4 @@ eval-results-bk/
 logs/
 
 emissions.csv
+notebooks/test.ipynb

tasks/audio.py

@@ -41,8 +41,8 @@ async def evaluate_audio(request: AudioEvaluationRequest):
     dataset = load_dataset(request.dataset_name,token=os.getenv("HF_TOKEN"))
     
     # Split dataset
-    train_test = dataset["train"].train_test_split(test_size=request.test_size, seed=request.test_seed)
-    test_dataset = train_test["test"]
+    train_test = dataset["train"]
+    test_dataset = dataset["test"]
     
     # Start tracking emissions
     tracker.start()

tasks/image.py

@@ -88,8 +88,8 @@ async def evaluate_image(request: ImageEvaluationRequest):
     dataset = load_dataset(request.dataset_name, token=os.getenv("HF_TOKEN"))
     
     # Split dataset
-    train_test = dataset["train"].train_test_split(test_size=request.test_size, seed=request.test_seed)
-    test_dataset = train_test["test"]
+    train_test = dataset["train"]
+    test_dataset = dataset["test"]
     
     # Start tracking emissions
     tracker.start()