kostis-init's picture
Add base LLM and modelling framework to submission metadata; update leaderboard columns
444cb2e
LOCAL_TEMP_SUBMISSIONS_DIR = "temp_submissions_app"
# Hugging Face Dataset Configuration
DATASET_REPO_ID = "kostis-init/my-storage"
DS_SUBMISSIONS_PATH = "submissions"
DS_RESULTS_PATH = "results"
# leaderboard
# LDB_COLS = ["Submission Name", "Solution Found (%)", "Consistency (%)", "Final Solution Accuracy (%)", "# of Models submitted"]
LDB_COLS = ["Name", 'Modelling Framework', 'Base LLM', "Models Submitted (%)", "Accuracy (%)", "Runtime Errors (%)"]
# modelling frameworks
CPMPY_FRAMEWORK = "CPMpy"
MINIZINC_FRAMEWORK = "MiniZinc"
ORTOOLS_FRAMEWORK = "OR-Tools"
SUPPORTED_FRAMEWORKS = [
CPMPY_FRAMEWORK,
MINIZINC_FRAMEWORK,
ORTOOLS_FRAMEWORK,
]
# print configuration
def print_config():
"""Print the configuration settings."""
print("Configuration Settings:")
print(f"LOCAL_TEMP_SUBMISSIONS_DIR: {LOCAL_TEMP_SUBMISSIONS_DIR}")
print(f"DATASET_REPO_ID: {DATASET_REPO_ID}")
print(f"DS_SUBMISSIONS_PATH: {DS_SUBMISSIONS_PATH}")
print(f"DS_RESULTS_PATH: {DS_RESULTS_PATH}")
print(f"LDB_COLS: {LDB_COLS}")
print(f"SUPPORTED_FRAMEWORKS: {SUPPORTED_FRAMEWORKS}")
print_config()