Delete data/eval/Llama-8B-Instruct-OT114k-linear-1e-5-adamw_torch-4k/math_500/6fa5af8a2cb06891041c06cda616db6aadf2bcc1/results_2025-01-30T18-29-34.579225.json

data/eval/Llama-8B-Instruct-OT114k-linear-1e-5-adamw_torch-4k/math_500/6fa5af8a2cb06891041c06cda616db6aadf2bcc1/results_2025-01-30T18-29-34.579225.json

@@ -1,98 +0,0 @@
-{
-  "config_general": {
-    "lighteval_sha": "?",
-    "num_fewshot_seeds": 1,
-    "override_batch_size": -1,
-    "max_samples": null,
-    "job_id": 0,
-    "start_time": 1094154.078020424,
-    "end_time": 1094304.094567953,
-    "total_evaluation_time_secondes": "150.01654752879404",
-    "model_name": "HuggingFaceH4/Llama-8B-Instruct-OT114k-linear-1e-5-adamw_torch-4k",
-    "model_sha": "",
-    "model_dtype": null,
-    "model_size": null
-  },
-  "results": {
-    "custom|math_500|0": {
-      "extractive_match": 0.39,
-      "extractive_match_stderr": 0.021834685869369208
-    },
-    "all": {
-      "extractive_match": 0.39,
-      "extractive_match_stderr": 0.021834685869369208
-    }
-  },
-  "versions": {
-    "custom|math_500|0": 1
-  },
-  "config_tasks": {
-    "custom|math_500": {
-      "name": "math_500",
-      "prompt_function": "prompt_fn",
-      "hf_repo": "HuggingFaceH4/MATH-500",
-      "hf_subset": "default",
-      "metric": [
-        {
-          "metric_name": "extractive_match",
-          "higher_is_better": true,
-          "category": "3",
-          "use_case": "1",
-          "sample_level_fn": "sample_level_fn",
-          "corpus_level_fn": "mean"
-        }
-      ],
-      "hf_revision": null,
-      "hf_filter": null,
-      "hf_avail_splits": [
-        "test"
-      ],
-      "trust_dataset": false,
-      "evaluation_splits": [
-        "test"
-      ],
-      "few_shots_split": null,
-      "few_shots_select": null,
-      "generation_size": 16384,
-      "generation_grammar": null,
-      "stop_sequence": [],
-      "num_samples": null,
-      "suite": [
-        "custom"
-      ],
-      "original_num_docs": 500,
-      "effective_num_docs": 500,
-      "must_remove_duplicate_docs": false,
-      "version": 1
-    }
-  },
-  "summary_tasks": {
-    "custom|math_500|0": {
-      "hashes": {
-        "hash_examples": "eac05bd67b8179c3",
-        "hash_full_prompts": "2a4c102be8c5af52",
-        "hash_input_tokens": "9c2c8fc33b0f088e",
-        "hash_cont_tokens": "eb00eeb4479bd784"
-      },
-      "truncated": 0,
-      "non_truncated": 500,
-      "padded": 0,
-      "non_padded": 500,
-      "effective_few_shots": 0.0,
-      "num_truncated_few_shots": 0
-    }
-  },
-  "summary_general": {
-    "hashes": {
-      "hash_examples": "d6b3f24200421bb2",
-      "hash_full_prompts": "af7e920957de5ace",
-      "hash_input_tokens": "0eff40461bacc8f3",
-      "hash_cont_tokens": "5058b37bc31e9b57"
-    },
-    "truncated": 0,
-    "non_truncated": 500,
-    "padded": 0,
-    "non_padded": 500,
-    "num_truncated_few_shots": 0
-  }
-}