Hugging Face's logo

Spaces:
opll-org
/
Open-Persian-LLM-Leaderboard
Running

App Files Community
tohid.abedini commited on
Commit
5700700
·
1 Parent(s): 891ffae

[Add] data - not final

Browse files
Files changed (1) hide show
  1. leaderboard_persian.jsonl +16 -2
leaderboard_persian.jsonl CHANGED
@@ -1,2 +1,16 @@
1
- {"Model": "PartAI/Dorna-Llama3-8B-Instruct", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 55, "ARC Easy": 65, "ARC Challenging": 45, "MMLU Pro": 35, "GSM8k Persian": 25, "Multiple Choice Persian": 15, "Hub License": "llama3", "Model sha": "5f10e376dcdac39811d4ad43424f6122635784a3", "model_name_for_query": "PartAI/Dorna-Llama3-8B-Instruct"}
2
- {"Model": "PartAI/Dorna-Llama3-35B-Instruct", "Precision": "bfloat16", "#Params (B)": 35.03, "Part Multiple Choice": 55, "ARC Easy": 65, "ARC Challenging": 45, "MMLU Pro": 35, "GSM8k Persian": 25, "Multiple Choice Persian": 15, "Hub License": "llama3", "Model sha": "5f10e376dcdac39811d4ad43424f6122635784a3", "model_name_for_query": "PartAI/Dorna-Llama3-35B-Instruct"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"Model": "PartAI/Dorna-Llama3-8B-Instruct", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 55, "ARC Easy": 65, "ARC Challenging": 45, "MMLU Pro": 35, "GSM8k Persian": 25, "Multiple Choice Persian": 15, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "PartAI/Dorna-Llama3-8B-Instruct"}
2
+ {"Model":"meta/Llama-3.2-1B-Instruct", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
3
+ {"Model":"meta/Llama-3.1-8B-Instruct", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
4
+ {"Model":"meta/Meta-Llama-3-8B-Instruct", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
5
+ {"Model":"CohereForAI/aya-23-8B", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
6
+ {"Model":"CohereForAI/aya-23-35B", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
7
+ {"Model":"CohereForAI/aya-expanse-8b", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
8
+ {"Model":"CohereForAI/aya-expanse-32b", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
9
+ {"Model":"Qwen/Qwen2-7B-Instruct", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
10
+ {"Model":"Qwen/Qwen2.5-7B-Instruct", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
11
+ {"Model":"Qwen/Qwen2.5-32B-Instruct", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
12
+ {"Model":"google/gemma-2-2b-it", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
13
+ {"Model":"google/gemma-2-9b-it", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
14
+ {"Model":"google/gemma-2-27b-it", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
15
+ {"Model":"universitytehran/PersianMind-v1.0", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
16
+ {"Model":"MaralGPT/Maral-7B-alpha-1", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 0, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 0, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "main", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}