remove ultra sft as it is not intended for usage

evals/arc/arc_nl_GEITje-7B-ultra-sft.json

@@ -1,23 +0,0 @@
-{
-  "results": {
-    "arc_nl": {
-      "acc": 0.39349871685201027,
-      "acc_stderr": 0.014294405598373715,
-      "acc_norm": 0.38751069289991447,
-      "acc_norm_stderr": 0.014255080678869604
-    }
-  },
-  "versions": {
-    "arc_nl": 0
-  },
-  "config": {
-    "model": "hf-auto",
-    "model_args": "pretrained=BramVanroy/GEITje-7B-ultra-sft,use_accelerate=True,device_map_option=auto,dtype=auto,trust_remote_code=True,load_in_8bit=True",
-    "batch_size": 2,
-    "device": "cuda",
-    "no_cache": false,
-    "limit": null,
-    "bootstrap_iters": 100000,
-    "description_dict": {}
-  }
-}

evals/hellaswag/hellaswag_nl_GEITje-7B-ultra-sft.json

@@ -1,23 +0,0 @@
-{
-  "results": {
-    "hellaswag_nl": {
-      "acc": 0.4991905018888289,
-      "acc_stderr": 0.005194815910065166,
-      "acc_norm": 0.6343227199136535,
-      "acc_norm_stderr": 0.005003856532092422
-    }
-  },
-  "versions": {
-    "hellaswag_nl": 1
-  },
-  "config": {
-    "model": "hf-auto",
-    "model_args": "pretrained=BramVanroy/GEITje-7B-ultra-sft,use_accelerate=True,device_map_option=auto,dtype=auto,trust_remote_code=True,load_in_8bit=True",
-    "batch_size": 2,
-    "device": "cuda",
-    "no_cache": false,
-    "limit": null,
-    "bootstrap_iters": 100000,
-    "description_dict": {}
-  }
-}

evals/mmlu/mmlu_nl_GEITje-7B-ultra-sft.json

@@ -1,23 +0,0 @@
-{
-  "results": {
-    "mmlu_nl": {
-      "acc": 0.39417166274569326,
-      "acc_stderr": 0.004257216123143713,
-      "acc_norm": 0.3338392653866586,
-      "acc_norm_stderr": 0.004108340494352916
-    }
-  },
-  "versions": {
-    "mmlu_nl": 0
-  },
-  "config": {
-    "model": "hf-auto",
-    "model_args": "pretrained=BramVanroy/GEITje-7B-ultra-sft,use_accelerate=True,device_map_option=auto,dtype=auto,trust_remote_code=True,load_in_8bit=True",
-    "batch_size": 2,
-    "device": "cuda",
-    "no_cache": false,
-    "limit": null,
-    "bootstrap_iters": 100000,
-    "description_dict": {}
-  }
-}

evals/models.json

@@ -23,14 +23,6 @@
         "num_parameters": 7241732096,
         "quantization": "8-bit"
     },
-    "geitje-7b-ultra-sft": {
-        "compute_dtype": "auto",
-        "dutch_coverage": "not-given",
-        "model_name": "BramVanroy/GEITje-7B-ultra-sft",
-        "model_type": "not-given",
-        "num_parameters": 7241732096,
-        "quantization": "8-bit"
-    },
     "gpt-neo-1.3b-dutch": {
         "compute_dtype": "bfloat16",
         "dutch_coverage": "pretrained",
@@ -215,4 +207,4 @@
         "num_parameters": 7241732096,
         "quantization": "8-bit"
     }
-}
+}

evals/truthfulqa/truthfulqa_nl_GEITje-7B-ultra-sft.json

@@ -1,23 +0,0 @@
-{
-  "results": {
-    "truthfulqa_nl": {
-      "mc1": 0.2700636942675159,
-      "mc1_stderr": 0.01585687320017253,
-      "mc2": 0.44371369242946657,
-      "mc2_stderr": 0.015289675842261296
-    }
-  },
-  "versions": {
-    "truthfulqa_nl": 1
-  },
-  "config": {
-    "model": "hf-auto",
-    "model_args": "pretrained=BramVanroy/GEITje-7B-ultra-sft,use_accelerate=True,device_map_option=auto,dtype=auto,trust_remote_code=True,load_in_8bit=True",
-    "batch_size": 2,
-    "device": "cuda",
-    "no_cache": false,
-    "limit": null,
-    "bootstrap_iters": 100000,
-    "description_dict": {}
-  }
-}