leaderboard/boards_data/MMLU.jsonl

{"Model Name":"gemini-2.5-pro","thinking_method":"✔️","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.8401114206,"cinema_acc":0.9375,"emergency_number_acc":0.8,"foods_acc":0.8,"games_acc":0.55,"herbal_drugs_acc":0.75,"places_acc":0.8857142857,"poetry_acc":0.9,"politicians_acc":0.95,"popular_people_acc":0.9282051282,"Government_law_acc":0.9782608696,"proverbs_acc":0.9,"religous_acc":0.9777777778,"social_manners_acc":0.9438202247,"souvenirs_acc":0.78,"sports_acc":0.6507936508,"GPK_acc":0.8733798604,"SPK_acc":0.856476498,"UPK_acc":0.824103816}
{"Model Name":"o3","thinking_method":"✔️","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.8217442751,"cinema_acc":0.8125,"emergency_number_acc":1.0,"foods_acc":0.77,"games_acc":0.75,"herbal_drugs_acc":0.65,"places_acc":0.8952380952,"poetry_acc":0.875,"politicians_acc":1.0,"popular_people_acc":0.9179487179,"Government_law_acc":0.8913043478,"proverbs_acc":0.89,"religous_acc":0.9555555556,"social_manners_acc":0.8876404494,"souvenirs_acc":0.78,"sports_acc":0.5714285714,"GPK_acc":0.8454636092,"SPK_acc":0.833781603,"UPK_acc":0.8100680622}
{"Model Name":"gpt-5-mini","thinking_method":"✔️","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.7620504973,"cinema_acc":0.6375,"emergency_number_acc":0.6,"foods_acc":0.77,"games_acc":0.5,"herbal_drugs_acc":0.65,"places_acc":0.8857142857,"poetry_acc":0.65,"politicians_acc":0.8,"popular_people_acc":0.8153846154,"Government_law_acc":0.9347826087,"proverbs_acc":0.74,"religous_acc":0.8888888889,"social_manners_acc":0.8539325843,"souvenirs_acc":0.74,"sports_acc":0.5555555556,"GPK_acc":0.7666999003,"SPK_acc":0.7674251926,"UPK_acc":0.757602977}
{"Model Name":"gemini-2.5-flash","thinking_method":"✔️","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.7274624374,"cinema_acc":0.8875,"emergency_number_acc":0.8,"foods_acc":0.82,"games_acc":0.4,"herbal_drugs_acc":0.75,"places_acc":0.8952380952,"poetry_acc":0.9,"politicians_acc":0.9,"popular_people_acc":0.8564102564,"Government_law_acc":0.9565217391,"proverbs_acc":0.87,"religous_acc":0.9555555556,"social_manners_acc":0.9101123596,"souvenirs_acc":0.72,"sports_acc":0.5873015873,"GPK_acc":0.8394815553,"SPK_acc":0.7645583229,"UPK_acc":0.686473306}
{"Model Name":"claude-3-7-sonnet-20250219","thinking_method":"❌","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.7214996174,"cinema_acc":0.6875,"emergency_number_acc":0.7,"foods_acc":0.74,"games_acc":0.5,"herbal_drugs_acc":0.675,"places_acc":0.8476190476,"poetry_acc":0.8,"politicians_acc":0.95,"popular_people_acc":0.8615384615,"Government_law_acc":0.8913043478,"proverbs_acc":0.77,"religous_acc":0.9333333333,"social_manners_acc":0.9101123596,"souvenirs_acc":0.72,"sports_acc":0.6031746032,"GPK_acc":0.7936191426,"SPK_acc":0.7588245834,"UPK_acc":0.6854869755}
{"Model Name":"gpt-4.1","thinking_method":"❌","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.7040411769,"cinema_acc":0.7625,"emergency_number_acc":0.9,"foods_acc":0.78,"games_acc":0.7,"herbal_drugs_acc":0.625,"places_acc":0.8666666667,"poetry_acc":0.875,"politicians_acc":0.85,"popular_people_acc":0.8461538462,"Government_law_acc":0.8913043478,"proverbs_acc":0.86,"religous_acc":0.8888888889,"social_manners_acc":0.8651685393,"souvenirs_acc":0.68,"sports_acc":0.4761904762,"GPK_acc":0.8005982054,"SPK_acc":0.7258555814,"UPK_acc":0.6759912742}
{"Model Name":"gemini-2.0-flash","thinking_method":"❌","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.6957640676,"cinema_acc":0.725,"emergency_number_acc":0.6,"foods_acc":0.79,"games_acc":0.5,"herbal_drugs_acc":0.75,"places_acc":0.8380952381,"poetry_acc":0.825,"politicians_acc":0.75,"popular_people_acc":0.7846153846,"Government_law_acc":0.9565217391,"proverbs_acc":0.78,"religous_acc":0.9111111111,"social_manners_acc":0.8539325843,"souvenirs_acc":0.74,"sports_acc":0.4761904762,"GPK_acc":0.7756729811,"SPK_acc":0.7263931195,"UPK_acc":0.6635442063}
{"Model Name":"gpt-4o","thinking_method":"❌","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.6884607359,"cinema_acc":0.75,"emergency_number_acc":0.7,"foods_acc":0.78,"games_acc":0.6,"herbal_drugs_acc":0.7,"places_acc":0.8380952381,"poetry_acc":0.9,"politicians_acc":0.95,"popular_people_acc":0.8615384615,"Government_law_acc":0.9347826087,"proverbs_acc":0.8,"religous_acc":0.9333333333,"social_manners_acc":0.8426966292,"souvenirs_acc":0.66,"sports_acc":0.5555555556,"GPK_acc":0.8015952144,"SPK_acc":0.720121842,"UPK_acc":0.6512254587}
{"Model Name":"gpt-5-nano","thinking_method":"✔️","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.6864436252,"cinema_acc":0.5375,"emergency_number_acc":0.5,"foods_acc":0.72,"games_acc":0.5,"herbal_drugs_acc":0.7,"places_acc":0.8095238095,"poetry_acc":0.425,"politicians_acc":0.6,"popular_people_acc":0.7128205128,"Government_law_acc":0.9347826087,"proverbs_acc":0.69,"religous_acc":0.8222222222,"social_manners_acc":0.7415730337,"souvenirs_acc":0.68,"sports_acc":0.5873015873,"GPK_acc":0.6949152542,"SPK_acc":0.6867944813,"UPK_acc":0.6851020146}
{"Model Name":"deepseek-reasoner","thinking_method":"✔️","model_url":"https_google.com","parameters_count":"671000000000","source_type":"Open-Source","acc":0.6810513107,"cinema_acc":0.5125,"emergency_number_acc":0.5,"foods_acc":0.63,"games_acc":0.55,"herbal_drugs_acc":0.65,"places_acc":0.8666666667,"poetry_acc":0.55,"politicians_acc":0.8,"popular_people_acc":0.7435897436,"Government_law_acc":0.9347826087,"proverbs_acc":0.81,"religous_acc":0.9111111111,"social_manners_acc":0.8764044944,"souvenirs_acc":0.72,"sports_acc":0.5079365079,"GPK_acc":0.7288135593,"SPK_acc":0.7400865177,"UPK_acc":0.6328756576}
{"Model Name":"gpt-oss:120b","thinking_method":"✔️","model_url":"https_google.com","parameters_count":"20000000000","source_type":"Open-Source","acc":0.6772622939,"cinema_acc":0.475,"emergency_number_acc":0.4,"foods_acc":0.75,"games_acc":0.5,"herbal_drugs_acc":0.625,"places_acc":0.8,"poetry_acc":0.525,"politicians_acc":0.55,"popular_people_acc":0.6666666667,"Government_law_acc":0.8695652174,"proverbs_acc":0.53,"religous_acc":0.7555555556,"social_manners_acc":0.7640449438,"souvenirs_acc":0.6,"sports_acc":0.4761904762,"GPK_acc":0.6510468594,"SPK_acc":0.6792689482,"UPK_acc":0.6791992814}
{"Model Name":"gemini-2.0-flash-lite","thinking_method":"❌","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.6466578563,"cinema_acc":0.7125,"emergency_number_acc":0.6,"foods_acc":0.72,"games_acc":0.5,"herbal_drugs_acc":0.7,"places_acc":0.8666666667,"poetry_acc":0.8,"politicians_acc":0.8,"popular_people_acc":0.7743589744,"Government_law_acc":0.9347826087,"proverbs_acc":0.77,"religous_acc":0.9111111111,"social_manners_acc":0.8539325843,"souvenirs_acc":0.68,"sports_acc":0.5873015873,"GPK_acc":0.7686939182,"SPK_acc":0.6764020785,"UPK_acc":0.6096496856}
{"Model Name":"gpt-4.1-mini","thinking_method":"❌","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.6128538638,"cinema_acc":0.525,"emergency_number_acc":0.7,"foods_acc":0.73,"games_acc":0.55,"herbal_drugs_acc":0.625,"places_acc":0.8380952381,"poetry_acc":0.575,"politicians_acc":0.6,"popular_people_acc":0.7076923077,"Government_law_acc":0.847826087,"proverbs_acc":0.71,"religous_acc":0.6666666667,"social_manners_acc":0.8202247191,"souvenirs_acc":0.68,"sports_acc":0.4920634921,"GPK_acc":0.6949152542,"SPK_acc":0.6265902168,"UPK_acc":0.5924547671}
{"Model Name":"c4ai-command-a-03-2025","thinking_method":"❌","model_url":"https_google.com","parameters_count":"111000000000","source_type":"Open-Source","acc":0.5980651448,"cinema_acc":0.6,"emergency_number_acc":0.5,"foods_acc":0.67,"games_acc":0.65,"herbal_drugs_acc":0.675,"places_acc":0.8476190476,"poetry_acc":0.775,"politicians_acc":0.95,"popular_people_acc":0.8092783505,"Government_law_acc":0.8913043478,"proverbs_acc":0.78,"religous_acc":0.8666666667,"social_manners_acc":0.8988764045,"souvenirs_acc":0.68,"sports_acc":0.5396825397,"GPK_acc":0.7604790419,"SPK_acc":0.6417428725,"UPK_acc":0.5458980614}
{"Model Name":"gpt-oss:20b","thinking_method":"✔️","model_url":"https_google.com","parameters_count":"20000000000","source_type":"Open-Source","acc":0.5958127565,"cinema_acc":0.45,"emergency_number_acc":0.2,"foods_acc":0.51,"games_acc":0.3,"herbal_drugs_acc":0.475,"places_acc":0.6761904762,"poetry_acc":0.425,"politicians_acc":0.25,"popular_people_acc":0.4923076923,"Government_law_acc":0.8260869565,"proverbs_acc":0.54,"religous_acc":0.6666666667,"social_manners_acc":0.7191011236,"souvenirs_acc":0.46,"sports_acc":0.3650793651,"GPK_acc":0.5333998006,"SPK_acc":0.5954130084,"UPK_acc":0.6041319133}
{"Model Name":"deepseek-chat","thinking_method":"❌","model_url":"https_google.com","parameters_count":"671000000000","source_type":"Open-Source","acc":0.5908047576,"cinema_acc":0.5875,"emergency_number_acc":0.4,"foods_acc":0.56,"games_acc":0.55,"herbal_drugs_acc":0.75,"places_acc":0.8285714286,"poetry_acc":0.75,"politicians_acc":0.7,"popular_people_acc":0.7794871795,"Government_law_acc":0.8695652174,"proverbs_acc":0.78,"religous_acc":0.8444444444,"social_manners_acc":0.808988764,"souvenirs_acc":0.74,"sports_acc":0.5555555556,"GPK_acc":0.7288135593,"SPK_acc":0.6348324673,"UPK_acc":0.541511613}
{"Model Name":"Llama-3.3-70B-Instruct","thinking_method":"❌","model_url":"https_google.com","parameters_count":"70600000000","source_type":"Open-Source","acc":0.5714086374,"cinema_acc":0.5625,"emergency_number_acc":0.3,"foods_acc":0.56,"games_acc":0.6,"herbal_drugs_acc":0.575,"places_acc":0.8095238095,"poetry_acc":0.6,"politicians_acc":0.85,"popular_people_acc":0.7282051282,"Government_law_acc":0.8913043478,"proverbs_acc":0.7,"religous_acc":0.8222222222,"social_manners_acc":0.8539325843,"souvenirs_acc":0.6,"sports_acc":0.5555555556,"GPK_acc":0.6939182453,"SPK_acc":0.605489774,"UPK_acc":0.5310727179}
{"Model Name":"gpt-4o-mini","thinking_method":"❌","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.56986854,"cinema_acc":0.6625,"emergency_number_acc":0.4,"foods_acc":0.71,"games_acc":0.45,"herbal_drugs_acc":0.675,"places_acc":0.7714285714,"poetry_acc":0.675,"politicians_acc":0.75,"popular_people_acc":0.6820512821,"Government_law_acc":0.8913043478,"proverbs_acc":0.75,"religous_acc":0.7777777778,"social_manners_acc":0.7865168539,"souvenirs_acc":0.68,"sports_acc":0.5555555556,"GPK_acc":0.7078763709,"SPK_acc":0.6075972048,"UPK_acc":0.5250866162}
{"Model Name":"llama4:scout","thinking_method":"❌","model_url":"https_google.com","parameters_count":"109000000000","source_type":"Open-Source","acc":0.5639563191,"cinema_acc":0.65,"emergency_number_acc":0.5,"foods_acc":0.64,"games_acc":0.55,"herbal_drugs_acc":0.625,"places_acc":0.819047619,"poetry_acc":0.725,"politicians_acc":0.85,"popular_people_acc":0.7487179487,"Government_law_acc":0.847826087,"proverbs_acc":0.73,"religous_acc":0.8666666667,"social_manners_acc":0.8202247191,"souvenirs_acc":0.72,"sports_acc":0.5079365079,"GPK_acc":0.7248255234,"SPK_acc":0.5948754703,"UPK_acc":0.5211086873}
{"Model Name":"Qwen3-32B","thinking_method":"❌","model_url":"https_google.com","parameters_count":"32800000000","source_type":"Open-Source","acc":0.5635086255,"cinema_acc":0.45,"emergency_number_acc":0.2,"foods_acc":0.49,"games_acc":0.45,"herbal_drugs_acc":0.45,"places_acc":0.6285714286,"poetry_acc":0.35,"politicians_acc":0.3,"popular_people_acc":0.4974358974,"Government_law_acc":0.7608695652,"proverbs_acc":0.64,"religous_acc":0.6888888889,"social_manners_acc":0.8202247191,"souvenirs_acc":0.56,"sports_acc":0.3968253968,"GPK_acc":0.5513459621,"SPK_acc":0.5967741935,"UPK_acc":0.5412549724}
{"Model Name":"gemma-3-27b-it","thinking_method":"❌","model_url":"https_google.com","parameters_count":"27400000000","source_type":"Open-Source","acc":0.5633303193,"cinema_acc":0.625,"emergency_number_acc":0.4,"foods_acc":0.68,"games_acc":0.35,"herbal_drugs_acc":0.6,"places_acc":0.7904761905,"poetry_acc":0.7,"politicians_acc":0.75,"popular_people_acc":0.641025641,"Government_law_acc":0.8913043478,"proverbs_acc":0.74,"religous_acc":0.7777777778,"social_manners_acc":0.8764044944,"souvenirs_acc":0.62,"sports_acc":0.6031746032,"GPK_acc":0.6989032901,"SPK_acc":0.5977423401,"UPK_acc":0.5212370076}
{"Model Name":"claude-3-5-haiku-20241022","thinking_method":"❌","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.5440356745,"cinema_acc":0.5263157895,"emergency_number_acc":0.4,"foods_acc":0.72,"games_acc":0.55,"herbal_drugs_acc":0.575,"places_acc":0.8095238095,"poetry_acc":0.625,"politicians_acc":0.75,"popular_people_acc":0.6717948718,"Government_law_acc":0.8043478261,"proverbs_acc":0.72,"religous_acc":0.8444444444,"social_manners_acc":0.8539325843,"souvenirs_acc":0.6,"sports_acc":0.4920634921,"GPK_acc":0.6906906907,"SPK_acc":0.5934420355,"UPK_acc":0.4897066392}
{"Model Name":"Qwen3-14B","thinking_method":"❌","model_url":"https_google.com","parameters_count":"14800000000","source_type":"Open-Source","acc":0.5139458858,"cinema_acc":0.55,"emergency_number_acc":0.4,"foods_acc":0.52,"games_acc":0.5,"herbal_drugs_acc":0.5,"places_acc":0.6285714286,"poetry_acc":0.5,"politicians_acc":0.6,"popular_people_acc":0.5641025641,"Government_law_acc":0.7173913043,"proverbs_acc":0.5,"religous_acc":0.6444444444,"social_manners_acc":0.7415730337,"souvenirs_acc":0.28,"sports_acc":0.5396825397,"GPK_acc":0.5623130608,"SPK_acc":0.5513348862,"UPK_acc":0.4809444373}
{"Model Name":"gemma-3-12b-it","thinking_method":"❌","model_url":"https_google.com","parameters_count":"12200000000","source_type":"Open-Source","acc":0.5105376643,"cinema_acc":0.5,"emergency_number_acc":0.5,"foods_acc":0.53,"games_acc":0.4,"herbal_drugs_acc":0.625,"places_acc":0.6857142857,"poetry_acc":0.575,"politicians_acc":0.65,"popular_people_acc":0.6205128205,"Government_law_acc":0.8043478261,"proverbs_acc":0.61,"religous_acc":0.6,"social_manners_acc":0.7078651685,"souvenirs_acc":0.54,"sports_acc":0.5714285714,"GPK_acc":0.6091724826,"SPK_acc":0.556710267,"UPK_acc":0.4647760811}
{"Model Name":"Qwen3-30B-A3B","thinking_method":"❌","model_url":"https_google.com","parameters_count":"30500000000","source_type":"Open-Source","acc":0.5097725534,"cinema_acc":0.4875,"emergency_number_acc":0.3,"foods_acc":0.5,"games_acc":0.5,"herbal_drugs_acc":0.4,"places_acc":0.5428571429,"poetry_acc":0.45,"politicians_acc":0.4,"popular_people_acc":0.6051282051,"Government_law_acc":0.7826086957,"proverbs_acc":0.63,"religous_acc":0.7333333333,"social_manners_acc":0.6853932584,"souvenirs_acc":0.34,"sports_acc":0.5079365079,"GPK_acc":0.5593220339,"SPK_acc":0.5384339724,"UPK_acc":0.4828692416}
{"Model Name":"DeepSeek-R1-0528-Qwen3-8B","thinking_method":"✔️","model_url":"https_google.com","parameters_count":"8190000000","source_type":"Open-Source","acc":0.4979475405,"cinema_acc":0.425,"emergency_number_acc":0.3,"foods_acc":0.37,"games_acc":0.35,"herbal_drugs_acc":0.375,"places_acc":0.4666666667,"poetry_acc":0.425,"politicians_acc":0.45,"popular_people_acc":0.4564102564,"Government_law_acc":0.6739130435,"proverbs_acc":0.36,"religous_acc":0.5333333333,"social_manners_acc":0.6292134831,"souvenirs_acc":0.32,"sports_acc":0.3174603175,"GPK_acc":0.4416749751,"SPK_acc":0.5344086022,"UPK_acc":0.4790757381}
{"Model Name":"c4ai-command-r-plus","thinking_method":"❌","model_url":"https_google.com","parameters_count":"104000000000","source_type":"Open-Source","acc":0.4800723378,"cinema_acc":0.675,"emergency_number_acc":0.5,"foods_acc":0.69,"games_acc":0.5,"herbal_drugs_acc":0.625,"places_acc":0.8,"poetry_acc":0.775,"politicians_acc":0.75,"popular_people_acc":0.7487179487,"Government_law_acc":0.847826087,"proverbs_acc":0.66,"religous_acc":0.5555555556,"social_manners_acc":0.7865168539,"souvenirs_acc":0.62,"sports_acc":0.5396825397,"GPK_acc":0.701894317,"SPK_acc":0.5158573732,"UPK_acc":0.425895034}
{"Model Name":"gpt-4.1-nano","thinking_method":"❌","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":0.4784030048,"cinema_acc":0.4875,"emergency_number_acc":0.5,"foods_acc":0.49,"games_acc":0.6,"herbal_drugs_acc":0.6,"places_acc":0.6857142857,"poetry_acc":0.5,"politicians_acc":0.4,"popular_people_acc":0.6,"Government_law_acc":0.8260869565,"proverbs_acc":0.62,"religous_acc":0.6888888889,"social_manners_acc":0.7528089888,"souvenirs_acc":0.68,"sports_acc":0.3333333333,"GPK_acc":0.5972083749,"SPK_acc":0.5077943021,"UPK_acc":0.4420633902}
{"Model Name":"Mistral-Small-3.1-24B-Instruct-2503","thinking_method":"❌","model_url":"https_google.com","parameters_count":"24000000000","source_type":"Open-Source","acc":0.4763231198,"cinema_acc":0.45,"emergency_number_acc":0.2,"foods_acc":0.41,"games_acc":0.45,"herbal_drugs_acc":0.475,"places_acc":0.6952380952,"poetry_acc":0.325,"politicians_acc":0.45,"popular_people_acc":0.4974358974,"Government_law_acc":0.847826087,"proverbs_acc":0.55,"religous_acc":0.6666666667,"social_manners_acc":0.7078651685,"souvenirs_acc":0.42,"sports_acc":0.4603174603,"GPK_acc":0.5343968096,"SPK_acc":0.5164066703,"UPK_acc":0.4401028278}
{"Model Name":"gemma-3n-E4B-it","thinking_method":"❌","model_url":"https_google.com","parameters_count":"7850000000","source_type":"Open-Source","acc":0.4682478959,"cinema_acc":0.6375,"emergency_number_acc":0.5,"foods_acc":0.58,"games_acc":0.65,"herbal_drugs_acc":0.575,"places_acc":0.7238095238,"poetry_acc":0.5,"politicians_acc":0.45,"popular_people_acc":0.5692307692,"Government_law_acc":0.7826086957,"proverbs_acc":0.62,"religous_acc":0.5555555556,"social_manners_acc":0.7752808989,"souvenirs_acc":0.48,"sports_acc":0.4444444444,"GPK_acc":0.6081754736,"SPK_acc":0.5244579824,"UPK_acc":0.4099833184}
{"Model Name":"Qwen3-8B","thinking_method":"❌","model_url":"https_google.com","parameters_count":"8190000000","source_type":"Open-Source","acc":0.4467552341,"cinema_acc":0.375,"emergency_number_acc":0.4,"foods_acc":0.29,"games_acc":0.35,"herbal_drugs_acc":0.4,"places_acc":0.5047619048,"poetry_acc":0.2,"politicians_acc":0.25,"popular_people_acc":0.3692307692,"Government_law_acc":0.7608695652,"proverbs_acc":0.44,"religous_acc":0.5555555556,"social_manners_acc":0.6741573034,"souvenirs_acc":0.18,"sports_acc":0.3968253968,"GPK_acc":0.4207377866,"SPK_acc":0.4819924745,"UPK_acc":0.4248684717}
{"Model Name":"aya-expanse-32b","thinking_method":"❌","model_url":"https_google.com","parameters_count":"32300000000","source_type":"Open-Source","acc":0.4140641302,"cinema_acc":0.4875,"emergency_number_acc":0.4,"foods_acc":0.6,"games_acc":0.5,"herbal_drugs_acc":0.675,"places_acc":0.7904761905,"poetry_acc":0.55,"politicians_acc":0.6,"popular_people_acc":0.6820512821,"Government_law_acc":0.847826087,"proverbs_acc":0.66,"religous_acc":0.6222222222,"social_manners_acc":0.7640449438,"souvenirs_acc":0.64,"sports_acc":0.4126984127,"GPK_acc":0.6470588235,"SPK_acc":0.4373768142,"UPK_acc":0.3673809829}
{"Model Name":"c4ai-command-r-v01","thinking_method":"❌","model_url":"https_google.com","parameters_count":"35000000000","source_type":"Open-Source","acc":0.4046741323,"cinema_acc":0.425,"emergency_number_acc":0.3,"foods_acc":0.52,"games_acc":0.5,"herbal_drugs_acc":0.5,"places_acc":0.7523809524,"poetry_acc":0.325,"politicians_acc":0.5,"popular_people_acc":0.6307692308,"Government_law_acc":0.8043478261,"proverbs_acc":0.59,"religous_acc":0.5111111111,"social_manners_acc":0.595505618,"souvenirs_acc":0.34,"sports_acc":0.4285714286,"GPK_acc":0.5583250249,"SPK_acc":0.4311055366,"UPK_acc":0.3659694598}
{"Model Name":"Qwen3-4B","thinking_method":"❌","model_url":"https_google.com","parameters_count":"4020000000","source_type":"Open-Source","acc":0.4025179106,"cinema_acc":0.425,"emergency_number_acc":0.2,"foods_acc":0.49,"games_acc":0.4,"herbal_drugs_acc":0.425,"places_acc":0.4095238095,"poetry_acc":0.4,"politicians_acc":0.5,"popular_people_acc":0.4974358974,"Government_law_acc":0.6739130435,"proverbs_acc":0.48,"religous_acc":0.5111111111,"social_manners_acc":0.5617977528,"souvenirs_acc":0.26,"sports_acc":0.4126984127,"GPK_acc":0.4656031904,"SPK_acc":0.4341515857,"UPK_acc":0.3717438727}
{"Model Name":"gemma-3-4b-it","thinking_method":"❌","model_url":"https_google.com","parameters_count":"4300000000","source_type":"Open-Source","acc":0.3825554705,"cinema_acc":0.4875,"emergency_number_acc":0.2,"foods_acc":0.46,"games_acc":0.7,"herbal_drugs_acc":0.475,"places_acc":0.5523809524,"poetry_acc":0.525,"politicians_acc":0.5,"popular_people_acc":0.5076923077,"Government_law_acc":0.7608695652,"proverbs_acc":0.54,"religous_acc":0.4444444444,"social_manners_acc":0.6292134831,"souvenirs_acc":0.48,"sports_acc":0.4285714286,"GPK_acc":0.5224327019,"SPK_acc":0.4135459595,"UPK_acc":0.3423585269}
{"Model Name":"gemma-3-1b-it","thinking_method":"❌","model_url":"https_google.com","parameters_count":"1000000000","source_type":"Open-Source","acc":0.2830214927,"cinema_acc":0.5125,"emergency_number_acc":0.2,"foods_acc":0.51,"games_acc":0.25,"herbal_drugs_acc":0.5,"places_acc":0.3904761905,"poetry_acc":0.525,"politicians_acc":0.8,"popular_people_acc":0.5179487179,"Government_law_acc":0.347826087,"proverbs_acc":0.34,"religous_acc":0.3333333333,"social_manners_acc":0.2696629213,"souvenirs_acc":0.24,"sports_acc":0.4603174603,"GPK_acc":0.4267198405,"SPK_acc":0.2777280057,"UPK_acc":0.268317721}
{"Model Name":"Llama-3.2-3B-Instruct","thinking_method":"❌","model_url":"https_google.com","parameters_count":"3210000000","source_type":"Open-Source","acc":0.278430827,"cinema_acc":0.25,"emergency_number_acc":0.0,"foods_acc":0.16,"games_acc":0.3,"herbal_drugs_acc":0.125,"places_acc":0.4380952381,"poetry_acc":0.075,"politicians_acc":0.0,"popular_people_acc":0.1948717949,"Government_law_acc":0.5652173913,"proverbs_acc":0.2,"religous_acc":0.2444444444,"social_manners_acc":0.3146067416,"souvenirs_acc":0.28,"sports_acc":0.2063492063,"GPK_acc":0.2452642074,"SPK_acc":0.2999462462,"UPK_acc":0.2672911587}
{"Model Name":"Mistral-7B-Instruct-v0.3","thinking_method":"❌","model_url":"https_google.com","parameters_count":"7250000000","source_type":"Open-Source","acc":0.2553383877,"cinema_acc":0.375,"emergency_number_acc":0.1,"foods_acc":0.47,"games_acc":0.15,"herbal_drugs_acc":0.425,"places_acc":0.4285714286,"poetry_acc":0.425,"politicians_acc":0.45,"popular_people_acc":0.4051282051,"Government_law_acc":0.4782608696,"proverbs_acc":0.13,"religous_acc":0.4,"social_manners_acc":0.3707865169,"souvenirs_acc":0.12,"sports_acc":0.3333333333,"GPK_acc":0.3599202393,"SPK_acc":0.2727109837,"UPK_acc":0.2294366739}
{"Model Name":"Llama-3.2-1B-Instruct","thinking_method":"❌","model_url":"https_google.com","parameters_count":"1240000000","source_type":"Open-Source","acc":0.1987201781,"cinema_acc":0.3375,"emergency_number_acc":0.0,"foods_acc":0.18,"games_acc":0.55,"herbal_drugs_acc":0.175,"places_acc":0.4,"poetry_acc":0.15,"politicians_acc":0.25,"popular_people_acc":0.2615384615,"Government_law_acc":0.2608695652,"proverbs_acc":0.31,"religous_acc":0.1555555556,"social_manners_acc":0.393258427,"souvenirs_acc":0.26,"sports_acc":0.2380952381,"GPK_acc":0.2791625125,"SPK_acc":0.2065938004,"UPK_acc":0.1827280893}
{"Model Name":"o4-mini","thinking_method":"✔️","model_url":"https_google.com","parameters_count":"N\/A","source_type":"Closed-Source","acc":null,"cinema_acc":null,"emergency_number_acc":null,"foods_acc":null,"games_acc":null,"herbal_drugs_acc":null,"places_acc":null,"poetry_acc":null,"politicians_acc":null,"popular_people_acc":null,"Government_law_acc":null,"proverbs_acc":null,"religous_acc":null,"social_manners_acc":null,"souvenirs_acc":null,"sports_acc":null,"GPK_acc":null,"SPK_acc":null,"UPK_acc":null}