remove v2

src/config.py

@@ -17,8 +17,8 @@ LDB_COLS = [
 ]
 
 # dataset versions
-DATASET_VERSIONS = ["v1", "v1_verified", "v2"]
-DEFAULT_DATASET_VERSION = "v2"
+DATASET_VERSIONS = ["v1", "v1_verified"]
+DEFAULT_DATASET_VERSION = DATASET_VERSIONS[-1]
 
 # modelling frameworks
 CPMPY_FRAMEWORK = "CPMpy"

src/ui.py

@@ -101,7 +101,7 @@ def create_ui():
             "2. **File Format**: Ensure that the uploaded files are in the correct format. The submission file must be a `.jsonl` file, and the report must be a `pdf` file.\n"
             "3. **Evaluation Script**: It is highly recommended to use the evaluation script provided [here](https://huggingface.co/spaces/kostis-init/CP-Bench-competition/blob/main/src/user_eval.py) to check your results before submission. You can run the script as follows:\n"
             "   ```bash\n"
-            "   python user_eval.py --submission_file path/to/my/submission.jsonl --modelling_framework CPMpy --dataset_version v2\n"
+            "   python user_eval.py --submission_file path/to/my/submission.jsonl --modelling_framework CPMpy --dataset_version v1_verified\n"
             "   ```\n"
             "   This will evaluate your submission locally and print the results to the console.\n"
             "4. **Modelling Frameworks**: Currently, the supported modelling frameworks are MiniZinc, CPMpy and OR-Tools. More frameworks can be added (feel free to submit pull requests)."

src/user_eval.py

@@ -16,7 +16,7 @@ CPMPY_FRAMEWORK = "CPMpy"
 MINIZINC_FRAMEWORK = "MiniZinc"
 ORTOOLS_FRAMEWORK = "OR-Tools"
 
-DATASET_VERSIONS = ["v1", "v1_verified", "v2"]
+DATASET_VERSIONS = ["v1", "v1_verified"]
 
 GT_DATASET_NAME = "kostis-init/CP-Bench"
 GT_PROBLEM_NAME_COLUMN = "id"
@@ -345,7 +345,7 @@ def evaluate_submission(submitted_models, summary_file_path, modelling_framw, to
 @click.option('--modelling_framework', required=True,
               type=click.Choice([CPMPY_FRAMEWORK, ORTOOLS_FRAMEWORK, MINIZINC_FRAMEWORK]),
               help='Modelling framework used in the submission')
-@click.option('--dataset_version', default='v2', required=True,
+@click.option('--dataset_version', default=DATASET_VERSIONS[-1], required=True,
               type=click.Choice(DATASET_VERSIONS),
               help='Dataset version to use for evaluation')
 def main(submission_file: Path, modelling_framework: str, dataset_version: str):

template.py

@@ -5,7 +5,7 @@ from together import Together
 
 # === DATASET CONFIGURATION (Do not change, except potentially the split) ===
 GT_DATASET_NAME = "kostis-init/CP-Bench"
-DATASET_SPLIT = "v2"  # Choose the appropriate version/split for your submission
+DATASET_SPLIT = "v1_verified"  # Choose the appropriate version/split for your submission
 PROBLEM_ID_COLUMN = "id"
 PROBLEM_DESCRIPTION_COLUMN = "description"
 PROBLEM_DATA_COLUMN = "input_data"