tabedini commited on
Commit
eb931ea
·
verified ·
1 Parent(s): 18508bf

Update leaderboard_data.jsonl

Browse files
Files changed (1) hide show
  1. leaderboard_data.jsonl +1 -3
leaderboard_data.jsonl CHANGED
@@ -35,6 +35,4 @@
35
  {"Model":"CohereForAI/c4ai-command-r7b-12-2024", "Precision": "float16", "#Params (B)": 8.03, "Part Multiple Choice": 34.03, "ARC Easy": 77.01, "ARC Challenge": 66.44, "MMLU Pro": 23.62, "AUT Multiple Choice Persian": 50.49, "Hub License": "cc-by-nc-4.0", "Model sha": "main", "model_name_for_query": "CohereForAI/c4ai-command-r7b-12-2024"}
36
  {"Model":"PartAI/Llama3.2-1B-Part-v1", "Precision": "bfloat16", "#Params (B)": 1.24, "Part Multiple Choice": 0, "ARC Easy": 22.70, "ARC Challenge" : 25.50, "MMLU Pro": 7.15, "AUT Multiple Choice Persian": 25.24, "Hub License": "llama3.2", "Model sha": "main", "model_name_for_query": "PartAI/Llama3.2-1B-Part-v1"}
37
  {"Model":"CohereForAI/c4ai-command-a-03-2025", "Precision": "bfloat16", "#Params (B)": 111, "Part Multiple Choice": 49.49, "ARC Easy": 96.55, "ARC Challenge": 86.57, "MMLU Pro": 43.43, "AUT Multiple Choice Persian": 70.21, "Hub License": "cc-by-nc-4.0", "Model sha": "main", "model_name_for_query": "CohereForAI/c4ai-command-a-03-2025"}
38
-
39
-
40
- {"Model":"meta-llama/Llama-4-Scout-17B-16E-Instruct", "Precision": "bfloat16", "#Params (B)": 109, "Part Multiple Choice": 0, "ARC Easy": 0, "ARC Challenge": 0, "MMLU Pro": 39.14, "AUT Multiple Choice Persian": 0, "Hub License": "llama4", "Model sha": "main", "model_name_for_query": "meta-llama/Llama-4-Scout-17B-16E-Instruct"}
 
35
  {"Model":"CohereForAI/c4ai-command-r7b-12-2024", "Precision": "float16", "#Params (B)": 8.03, "Part Multiple Choice": 34.03, "ARC Easy": 77.01, "ARC Challenge": 66.44, "MMLU Pro": 23.62, "AUT Multiple Choice Persian": 50.49, "Hub License": "cc-by-nc-4.0", "Model sha": "main", "model_name_for_query": "CohereForAI/c4ai-command-r7b-12-2024"}
36
  {"Model":"PartAI/Llama3.2-1B-Part-v1", "Precision": "bfloat16", "#Params (B)": 1.24, "Part Multiple Choice": 0, "ARC Easy": 22.70, "ARC Challenge" : 25.50, "MMLU Pro": 7.15, "AUT Multiple Choice Persian": 25.24, "Hub License": "llama3.2", "Model sha": "main", "model_name_for_query": "PartAI/Llama3.2-1B-Part-v1"}
37
  {"Model":"CohereForAI/c4ai-command-a-03-2025", "Precision": "bfloat16", "#Params (B)": 111, "Part Multiple Choice": 49.49, "ARC Easy": 96.55, "ARC Challenge": 86.57, "MMLU Pro": 43.43, "AUT Multiple Choice Persian": 70.21, "Hub License": "cc-by-nc-4.0", "Model sha": "main", "model_name_for_query": "CohereForAI/c4ai-command-a-03-2025"}
38
+ {"Model":"meta-llama/Llama-4-Scout-17B-16E-Instruct", "Precision": "bfloat16", "#Params (B)": 109, "Part Multiple Choice": 0, "ARC Easy": 0, "ARC Challenge": 0, "MMLU Pro": 39.14, "AUT Multiple Choice Persian": 0, "Hub License": "llama4", "Model sha": "main", "model_name_for_query": "meta-llama/Llama-4-Scout-17B-16E-Instruct"}