diff --git "a/leaderboards/CoT_leaderboard_data.json" "b/leaderboards/CoT_leaderboard_data.json" new file mode 100644--- /dev/null +++ "b/leaderboards/CoT_leaderboard_data.json" @@ -0,0 +1,5132 @@ +{ + "T": { + "0": "\ud83d\udd36", + "1": "\ud83d\udd36", + "2": "\ud83d\udd36", + "3": "\ud83d\udd36", + "4": "\ud83d\udd36", + "5": "\ud83d\udd36", + "6": "\ud83d\udd36", + "7": "\ud83d\udd36", + "8": "\ud83d\udd36", + "9": "\ud83d\udd36", + "10": "\ud83d\udd36", + "11": "\ud83d\udd36", + "12": "\ud83d\udd36", + "13": "\ud83d\udd36", + "14": "\ud83d\udd36", + "15": "\ud83d\udd36", + "16": "\ud83d\udd36", + "17": "\ud83d\udd36", + "18": "\ud83d\udd36", + "19": "\ud83d\udd36", + "20": "\ud83d\udd36", + "21": "\ud83d\udd36", + "22": "\ud83d\udd36", + "23": "\ud83d\udd36", + "24": "\ud83d\udd36", + "25": "\ud83d\udd36", + "26": "\ud83d\udd36", + "27": "\ud83d\udd36", + "28": "\ud83d\udd36", + "29": "\ud83d\udd36", + "30": "\ud83d\udd36", + "31": "\ud83d\udd36", + "32": "\ud83d\udd36", + "33": "\ud83d\udd36", + "34": "\ud83d\udd36", + "35": "\ud83d\udd36", + "36": "\ud83d\udd36", + "37": "\ud83d\udd36", + "38": "\ud83d\udd36", + "39": "\ud83d\udd36", + "40": "\ud83d\udd36", + "41": "\ud83d\udd36", + "42": "\ud83d\udd36", + "43": "\ud83d\udd36", + "44": "\ud83d\udd36", + "45": "\ud83d\udd36", + "46": "\ud83d\udd36", + "47": "\ud83d\udd36", + "48": "\ud83d\udd36", + "49": "\ud83d\udd36", + "50": "\ud83d\udd36", + "51": "\ud83d\udd36" + }, + "Model": { + "0": "DeepSeek-R1-Distill-Qwen-1.5B", + "1": "DeepSeek-R1-Distill-Qwen-7B", + "2": "DeepSeek-R1-Distill-Llama-8B", + "3": "DeepSeek-R1-Distill-Qwen-14B", + "4": "DeepSeek-R1-Distill-Qwen-32B", + "5": "DeepSeek-R1-Distill-Llama-70B", + "6": "DeepSeek-R1", + "7": "Baichuan-M1-14B-Instruct", + "8": "gemma-2-9b-it", + "9": "gemma-2-27b-it", + "10": "gemma-3-1b-it", + "11": "gemma-3-4b-it", + "12": "gemma-3-12b-it", + "13": "gemma-3-27b-it", + "14": "Llama-3.1-8B-Instruct", + "15": "Llama-3.1-70B-Instruct", + "16": "Llama-3.2-1B-Instruct", + "17": "Llama-3.2-3B-Instruct", + "18": "Llama-3.3-70B-Instruct", + "19": "Llama-4-Scout-17B-16E-Instruct", + "20": "Llama-3.1-Nemotron-70B-Instruct-HF", + "21": "meditron-7b", + "22": "meditron-70b", + "23": "MeLLaMA-13B-chat", + "24": "MeLLaMA-70B-chat", + "25": "Llama3-OpenBioLLM-8B", + "26": "Llama3-OpenBioLLM-70B", + "27": "MMed-Llama-3-8B", + "28": "Llama-3.1-8B-UltraMedical", + "29": "Llama-3-70B-UltraMedical", + "30": "Ministral-8B-Instruct-2410", + "31": "Mistral-Small-Instruct-2409", + "32": "Mistral-Small-24B-Instruct-2501", + "33": "Mistral-Small-3.1-24B-Instruct-2503", + "34": "Mistral-Large-Instruct-2411", + "35": "BioMistral-7B", + "36": "Phi-3.5-mini-instruct", + "37": "Phi-3.5-MoE-instruct", + "38": "Phi-4", + "39": "Qwen2.5-1.5B-Instruct", + "40": "Qwen2.5-3B-Instruct", + "41": "Qwen2.5-7B-Instruct", + "42": "Qwen2.5-72B-Instruct", + "43": "QwQ-32B-Preview", + "44": "QWQ-32B", + "45": "Athene-V2-Chat", + "46": "Yi-1.5-9B-Chat-16K", + "47": "Yi-1.5-34B-Chat-16K", + "48": "gpt-35-turbo-0125", + "49": "gpt-4o-0806", + "50": "gemini-2.0-flash-001", + "51": "gemini-1.5-pro-002" + }, + "Model: Domain": { + "0": "General", + "1": "General", + "2": "General", + "3": "General", + "4": "General", + "5": "General", + "6": "General", + "7": "Medical", + "8": "General", + "9": "General", + "10": "General", + "11": "General", + "12": "General", + "13": "General", + "14": "General", + "15": "General", + "16": "General", + "17": "General", + "18": "General", + "19": "General", + "20": "General", + "21": "Medical", + "22": "Medical", + "23": "Medical", + "24": "Medical", + "25": "Medical", + "26": "Medical", + "27": "Medical", + "28": "Medical", + "29": "Medical", + "30": "General", + "31": "General", + "32": "General", + "33": "General", + "34": "General", + "35": "Medical", + "36": "General", + "37": "General", + "38": "General", + "39": "General", + "40": "General", + "41": "General", + "42": "General", + "43": "General", + "44": "General", + "45": "General", + "46": "General", + "47": "General", + "48": "General", + "49": "General", + "50": "General", + "51": "General" + }, + "Model: License": { + "0": "MIT", + "1": "MIT", + "2": "MIT", + "3": "MIT", + "4": "MIT", + "5": "MIT", + "6": "MIT", + "7": "Baichuan-M1-14B", + "8": "Gemma", + "9": "Gemma", + "10": "Gemma", + "11": "Gemma", + "12": "Gemma", + "13": "Gemma", + "14": "Llama-3.1", + "15": "Llama-3.1", + "16": "Llama-3.1", + "17": "Llama-3.1", + "18": "Llama-3.3", + "19": "Llama-4", + "20": "Llama-3.1", + "21": "Apache 2.0", + "22": "Apache 2.0", + "23": "PhysioNet 1.5.0", + "24": "PhysioNet 1.5.0", + "25": "Llama-3", + "26": "Llama-3", + "27": "Llama-3", + "28": "Llama-3", + "29": "Llama-3", + "30": "MRL", + "31": "MRL", + "32": "Apache 2.0", + "33": "Apache 2.0", + "34": "MRL", + "35": "Apache 2.0", + "36": "MIT", + "37": "MIT", + "38": "MIT", + "39": "Apache 2.0", + "40": "Apache 2.0", + "41": "Apache 2.0", + "42": "Qwen", + "43": "Apache 2.0", + "44": "Apache 2.0", + "45": "Nexusflow Research License", + "46": "Apache 2.0", + "47": "Apache 2.0", + "48": "Proprietary", + "49": "Proprietary", + "50": "Proprietary", + "51": "Proprietary" + }, + "Model: Accessibility": { + "0": "Open Source", + "1": "Open Source", + "2": "Open Source", + "3": "Open Source", + "4": "Open Source", + "5": "Open Source", + "6": "Open Source", + "7": "Open Source", + "8": "Open Source", + "9": "Open Source", + "10": "Open Source", + "11": "Open Source", + "12": "Open Source", + "13": "Open Source", + "14": "Open Source", + "15": "Open Source", + "16": "Open Source", + "17": "Open Source", + "18": "Open Source", + "19": "Open Source", + "20": "Open Source", + "21": "Open Source", + "22": "Open Source", + "23": "Open Source", + "24": "Open Source", + "25": "Open Source", + "26": "Open Source", + "27": "Open Source", + "28": "Open Source", + "29": "Open Source", + "30": "Open Source", + "31": "Open Source", + "32": "Open Source", + "33": "Open Source", + "34": "Open Source", + "35": "Open Source", + "36": "Open Source", + "37": "Open Source", + "38": "Open Source", + "39": "Open Source", + "40": "Open Source", + "41": "Open Source", + "42": "Open Source", + "43": "Open Source", + "44": "Open Source", + "45": "Open Source", + "46": "Open Source", + "47": "Open Source", + "48": "Proprietary", + "49": "Proprietary", + "50": "Proprietary", + "51": "Proprietary" + }, + "Size (B)": { + "0": 1.5, + "1": 7, + "2": 8, + "3": 14, + "4": 32, + "5": 70, + "6": 671, + "7": 14, + "8": 9, + "9": 27, + "10": 1, + "11": 4, + "12": 12, + "13": 27, + "14": 8, + "15": 70, + "16": 1, + "17": 3, + "18": 70, + "19": 109, + "20": 70, + "21": 7, + "22": 70, + "23": 13, + "24": 70, + "25": 8, + "26": 70, + "27": 8, + "28": 8, + "29": 70, + "30": 8, + "31": 22, + "32": 24, + "33": 24, + "34": 123, + "35": 7, + "36": 4, + "37": 42, + "38": 14, + "39": 1.5, + "40": 3, + "41": 7, + "42": 72, + "43": 32, + "44": 32, + "45": 72, + "46": 9, + "47": 34, + "48": "/", + "49": "/", + "50": "/", + "51": "/" + }, + "Model: Size Range": { + "0": "0-5", + "1": "5-10", + "2": "5-10", + "3": "10-40", + "4": "10-40", + "5": "40-80", + "6": ">80", + "7": "10-40", + "8": "5-10", + "9": "10-40", + "10": "0-5", + "11": "0-5", + "12": "10-40", + "13": "10-40", + "14": "5-10", + "15": "40-80", + "16": "0-5", + "17": "0-5", + "18": "40-80", + "19": ">80", + "20": "40-80", + "21": "5-10", + "22": "40-80", + "23": "10-40", + "24": "40-80", + "25": "5-10", + "26": "40-80", + "27": "5-10", + "28": "5-10", + "29": "40-80", + "30": "5-10", + "31": "10-40", + "32": "10-40", + "33": "10-40", + "34": ">80", + "35": "5-10", + "36": "0-5", + "37": "40-80", + "38": "10-40", + "39": "0-5", + "40": "0-5", + "41": "5-10", + "42": "40-80", + "43": "10-40", + "44": "10-40", + "45": "40-80", + "46": "5-10", + "47": "10-40", + "48": "None", + "49": "None", + "50": "None", + "51": "None" + }, + "Average Performance": { + "0": "13.42", + "1": "23.87", + "2": "27.34", + "3": "34.79", + "4": "38.72", + "5": "38.95", + "6": "42.1", + "7": "34.36", + "8": "29.94", + "9": "34.22", + "10": "13.53", + "11": "28.19", + "12": "35.37", + "13": "37.55", + "14": "29.4", + "15": "35.1", + "16": "11.86", + "17": "21.6", + "18": "36.83", + "19": "29.38", + "20": "24.09", + "21": "9.52", + "22": "13.17", + "23": "20.26", + "24": "29.25", + "25": "13.29", + "26": "28.78", + "27": "16.17", + "28": "18.34", + "29": "29.44", + "30": "25.91", + "31": "31.17", + "32": "31.59", + "33": "36.23", + "34": "38.9", + "35": "10.84", + "36": "23.91", + "37": "25.27", + "38": "32.59", + "39": "19.47", + "40": "25.44", + "41": "30.25", + "42": "38.86", + "43": "23.31", + "44": "37.03", + "45": "39.34", + "46": "25.4", + "47": "29.57", + "48": "31.63", + "49": "40.66", + "50": "41.98", + "51": "40.53" + }, + "ADE-Identification": { + "0": 76.8, + "1": 80.66, + "2": 76.67, + "3": 78.77, + "4": 79.69, + "5": 74.56, + "6": 77.31, + "7": 80.68, + "8": 71.74, + "9": 75.33, + "10": 39.57, + "11": 70.31, + "12": 62.45, + "13": 70.87, + "14": 74.74, + "15": 74.37, + "16": 60.25, + "17": 79.64, + "18": 71.88, + "19": 73.93, + "20": 75.33, + "21": 29.42, + "22": 45.79, + "23": 78.76, + "24": 83.53, + "25": 50.16, + "26": 74.49, + "27": 66.52, + "28": 55.69, + "29": 75.98, + "30": 79.26, + "31": 81.36, + "32": 78.59, + "33": 74.08, + "34": 77.93, + "35": 49.95, + "36": 75.68, + "37": 69.5, + "38": 76.87, + "39": 73.37, + "40": 83.6, + "41": 82.79, + "42": 83.72, + "43": 67.5, + "44": 78.39, + "45": 83.43, + "46": 76.37, + "47": 79.47, + "48": 68.6, + "49": 81.22, + "50": 74.72, + "51": 77.39 + }, + "BrainMRI-AIS": { + "0": 38.25, + "1": 61.91, + "2": 92.51, + "3": 96.97, + "4": 96.99, + "5": 97.02, + "6": 96.98, + "7": 97.06, + "8": 93.23, + "9": 95.52, + "10": 24.24, + "11": 90.63, + "12": 96.25, + "13": 94.44, + "14": 92.12, + "15": 94.76, + "16": 60.41, + "17": 84.89, + "18": 95.5, + "19": 95.57, + "20": 96.26, + "21": 57.69, + "22": 84.9, + "23": 94.06, + "24": 93.32, + "25": 66.35, + "26": 93.67, + "27": 86.86, + "28": 95.13, + "29": 96.65, + "30": 92.19, + "31": 95.54, + "32": 96.67, + "33": 95.04, + "34": 96.93, + "35": 63.29, + "36": 90.65, + "37": 95.13, + "38": 96.62, + "39": 54.71, + "40": 90.63, + "41": 96.65, + "42": 97.38, + "43": 95.81, + "44": 97.4, + "45": 97.44, + "46": 86.84, + "47": 93.59, + "48": 94.02, + "49": 96.67, + "50": 95.53, + "51": 96.97 + }, + "Brateca-Hospitalization": { + "0": 56.28, + "1": 56.89, + "2": 65.02, + "3": 71.37, + "4": 65.33, + "5": 70.36, + "6": 66.94, + "7": 59.99, + "8": 49.45, + "9": 52.78, + "10": 39.01, + "11": 35.39, + "12": 48.74, + "13": 50.15, + "14": 51.45, + "15": 59.61, + "16": 60.31, + "17": 58.42, + "18": 56.3, + "19": 61.84, + "20": 68.16, + "21": 38.43, + "22": 41.78, + "23": 40.86, + "24": 68.63, + "25": 58.27, + "26": 52.57, + "27": 57.97, + "28": 47.8, + "29": 59.23, + "30": 50.56, + "31": 56.65, + "32": 51.28, + "33": 54.11, + "34": 53.95, + "35": 48.18, + "36": 63.25, + "37": 61.05, + "38": 55.43, + "39": 59.62, + "40": 53.9, + "41": 63.19, + "42": 52.43, + "43": 63.64, + "44": 64.34, + "45": 54.37, + "46": 59.06, + "47": 61.08, + "48": 65.51, + "49": 64.55, + "50": 56.17, + "51": 71.96 + }, + "Brateca-Mortality": { + "0": 38.18, + "1": 58.23, + "2": 85.78, + "3": 80.5, + "4": 81.56, + "5": 91.72, + "6": 86.49, + "7": 91.63, + "8": 57.03, + "9": 61.52, + "10": 28.42, + "11": 42.52, + "12": 68.56, + "13": 68.09, + "14": 69.66, + "15": 86.93, + "16": 26.65, + "17": 33.13, + "18": 86.57, + "19": 56.79, + "20": 86.26, + "21": 41.93, + "22": 52.54, + "23": 58.37, + "24": 80.01, + "25": 35.63, + "26": 83.12, + "27": 44.43, + "28": 84.28, + "29": 88.05, + "30": 59.63, + "31": 76.72, + "32": 72.99, + "33": 82.95, + "34": 86.28, + "35": 50.36, + "36": 73.61, + "37": 64.58, + "38": 83.56, + "39": 39.87, + "40": 80.78, + "41": 77.28, + "42": 91.93, + "43": 67.92, + "44": 85.12, + "45": 93.29, + "46": 70.38, + "47": 68.83, + "48": 88.71, + "49": 91.97, + "50": 87.34, + "51": 84.77 + }, + "Cantemist-Coding": { + "0": 0.0, + "1": 0.0, + "2": 0.33, + "3": 0.0, + "4": 0.0, + "5": 0.99, + "6": 1.69, + "7": 1.02, + "8": 0.0, + "9": 0.33, + "10": 0.0, + "11": 0.0, + "12": 0.0, + "13": 0.0, + "14": 0.0, + "15": 0.0, + "16": 0.0, + "17": 0.0, + "18": 1.39, + "19": 0.34, + "20": 0.0, + "21": 0.0, + "22": 0.0, + "23": 0.0, + "24": 0.0, + "25": 0.0, + "26": 0.0, + "27": 0.0, + "28": 0.0, + "29": 0.32, + "30": 0.99, + "31": 0.67, + "32": 1.03, + "33": 1.02, + "34": 1.34, + "35": 0.0, + "36": 0.0, + "37": 0.66, + "38": 0.33, + "39": 0.0, + "40": 0.0, + "41": 0.0, + "42": 1.01, + "43": 0.0, + "44": 0.33, + "45": 1.03, + "46": 0.0, + "47": 0.0, + "48": 0.34, + "49": 0.99, + "50": 0.98, + "51": 1.01 + }, + "CARES-Area": { + "0": 31.42, + "1": 65.17, + "2": 74.16, + "3": 86.13, + "4": 86.83, + "5": 89.54, + "6": 89.5, + "7": 79.77, + "8": 54.69, + "9": 85.74, + "10": 21.09, + "11": 54.83, + "12": 91.39, + "13": 94.34, + "14": 42.81, + "15": 92.84, + "16": 33.3, + "17": 26.31, + "18": 94.71, + "19": 79.77, + "20": 87.62, + "21": 25.4, + "22": 25.99, + "23": 23.02, + "24": 75.95, + "25": 39.87, + "26": 78.45, + "27": 23.95, + "28": 7.02, + "29": 50.85, + "30": 46.24, + "31": 82.92, + "32": 92.77, + "33": 93.57, + "34": 95.32, + "35": 25.26, + "36": 37.34, + "37": 40.67, + "38": 73.93, + "39": 19.14, + "40": 34.13, + "41": 58.91, + "42": 84.32, + "43": 84.13, + "44": 88.61, + "45": 88.32, + "46": 55.78, + "47": 59.92, + "48": 79.79, + "49": 94.3, + "50": 92.01, + "51": 93.89 + }, + "CARES-ICD10 Chapter": { + "0": 1.55, + "1": 8.7, + "2": 12.41, + "3": 21.15, + "4": 20.41, + "5": 16.86, + "6": 19.84, + "7": 17.55, + "8": 10.99, + "9": 14.9, + "10": 0.52, + "11": 6.31, + "12": 5.91, + "13": 6.19, + "14": 11.07, + "15": 14.12, + "16": 1.14, + "17": 4.02, + "18": 15.54, + "19": 17.56, + "20": 13.6, + "21": 0.1, + "22": 1.15, + "23": 4.48, + "24": 10.12, + "25": 0.62, + "26": 8.9, + "27": 0.92, + "28": 1.24, + "29": 11.31, + "30": 8.16, + "31": 16.14, + "32": 10.27, + "33": 11.23, + "34": 14.2, + "35": 0.31, + "36": 7.47, + "37": 5.88, + "38": 16.07, + "39": 2.06, + "40": 6.52, + "41": 17.43, + "42": 15.51, + "43": 11.1, + "44": 20.01, + "45": 17.63, + "46": 5.28, + "47": 4.87, + "48": 10.55, + "49": 20.3, + "50": 12.63, + "51": 14.51 + }, + "CARES ICD10 Block": { + "0": 0.0, + "1": 0.0, + "2": 0.11, + "3": 2.49, + "4": 3.6, + "5": 7.41, + "6": 13.73, + "7": 6.49, + "8": 4.35, + "9": 6.44, + "10": 0.0, + "11": 0.72, + "12": 3.22, + "13": 3.82, + "14": 1.94, + "15": 4.53, + "16": 0.0, + "17": 0.41, + "18": 6.43, + "19": 3.91, + "20": 0.1, + "21": 0.0, + "22": 0.0, + "23": 1.95, + "24": 4.99, + "25": 0.0, + "26": 0.52, + "27": 0.32, + "28": 0.0, + "29": 1.66, + "30": 2.4, + "31": 5.7, + "32": 4.25, + "33": 4.32, + "34": 8.38, + "35": 0.0, + "36": 0.82, + "37": 1.74, + "38": 4.37, + "39": 0.0, + "40": 0.21, + "41": 1.24, + "42": 6.53, + "43": 0.52, + "44": 5.49, + "45": 9.23, + "46": 0.43, + "47": 1.45, + "48": 3.0, + "49": 8.36, + "50": 8.29, + "51": 9.76 + }, + "CARES-ICD10 Subblock": { + "0": 0.0, + "1": 0.0, + "2": 0.0, + "3": 0.11, + "4": 0.2, + "5": 1.55, + "6": 1.65, + "7": 0.93, + "8": 0.81, + "9": 0.62, + "10": 0.0, + "11": 0.21, + "12": 0.31, + "13": 0.62, + "14": 0.21, + "15": 0.84, + "16": 0.0, + "17": 0.2, + "18": 1.34, + "19": 0.0, + "20": 0.0, + "21": 0.0, + "22": 0.11, + "23": 0.2, + "24": 0.74, + "25": 0.0, + "26": 0.61, + "27": 0.0, + "28": 0.0, + "29": 0.21, + "30": 0.21, + "31": 0.41, + "32": 0.52, + "33": 1.25, + "34": 1.03, + "35": 0.0, + "36": 0.0, + "37": 1.04, + "38": 0.31, + "39": 0.0, + "40": 0.0, + "41": 0.31, + "42": 1.46, + "43": 0.0, + "44": 0.0, + "45": 1.04, + "46": 0.0, + "47": 0.31, + "48": 0.41, + "49": 2.3, + "50": 1.79, + "51": 1.12 + }, + "C-EMRS": { + "0": 31.44, + "1": 62.59, + "2": 57.82, + "3": 76.98, + "4": 84.49, + "5": 82.26, + "6": 88.51, + "7": 75.31, + "8": 70.28, + "9": 64.38, + "10": 16.06, + "11": 67.13, + "12": 79.7, + "13": 83.99, + "14": 65.55, + "15": 81.64, + "16": 25.53, + "17": 43.48, + "18": 87.03, + "19": 77.02, + "20": 83.6, + "21": 13.91, + "22": 17.33, + "23": 34.06, + "24": 74.34, + "25": 21.75, + "26": 73.87, + "27": 23.64, + "28": 15.62, + "29": 68.31, + "30": 74.52, + "31": 74.82, + "32": 68.02, + "33": 83.83, + "34": 87.84, + "35": 10.86, + "36": 19.38, + "37": 29.75, + "38": 78.57, + "39": 49.38, + "40": 64.62, + "41": 76.71, + "42": 87.48, + "43": 55.21, + "44": 83.57, + "45": 89.11, + "46": 31.84, + "47": 57.24, + "48": 72.58, + "49": 86.96, + "50": 85.76, + "51": 83.25 + }, + "ClinicalNotes-UPMC": { + "0": 76.97, + "1": 86.03, + "2": 88.68, + "3": 92.57, + "4": 90.34, + "5": 92.16, + "6": 92.96, + "7": 86.48, + "8": 90.34, + "9": 89.97, + "10": 69.75, + "11": 82.01, + "12": 88.52, + "13": 92.49, + "14": 89.5, + "15": 88.95, + "16": 54.61, + "17": 81.6, + "18": 89.11, + "19": 84.39, + "20": 86.99, + "21": 78.58, + "22": 60.28, + "23": 82.14, + "24": 60.15, + "25": 60.89, + "26": 92.63, + "27": 84.76, + "28": 90.36, + "29": 89.42, + "30": 89.51, + "31": 69.52, + "32": 89.01, + "33": 75.95, + "34": 70.24, + "35": 49.95, + "36": 84.34, + "37": 89.48, + "38": 89.12, + "39": 71.89, + "40": 79.12, + "41": 91.34, + "42": 91.38, + "43": 52.86, + "44": 88.29, + "45": 90.9, + "46": 81.21, + "47": 85.6, + "48": 86.87, + "49": 93.84, + "50": 91.36, + "51": 93.94 + }, + "PPTS": { + "0": 43.83, + "1": 65.96, + "2": 66.0, + "3": 70.59, + "4": 71.3, + "5": 69.46, + "6": 74.59, + "7": 79.18, + "8": 75.1, + "9": 80.1, + "10": 52.91, + "11": 85.01, + "12": 74.98, + "13": 79.86, + "14": 78.49, + "15": 76.56, + "16": 40.35, + "17": 53.52, + "18": 75.7, + "19": 71.28, + "20": 51.68, + "21": 36.89, + "22": 41.18, + "23": 56.31, + "24": 56.17, + "25": 44.54, + "26": 77.21, + "27": 49.41, + "28": 68.55, + "29": 79.7, + "30": 72.71, + "31": 79.67, + "32": 71.28, + "33": 76.48, + "34": 77.83, + "35": 33.98, + "36": 73.23, + "37": 75.06, + "38": 78.42, + "39": 39.2, + "40": 66.52, + "41": 69.84, + "42": 77.74, + "43": 46.91, + "44": 77.19, + "45": 79.05, + "46": 66.72, + "47": 74.45, + "48": 79.16, + "49": 75.3, + "50": 78.38, + "51": 77.68 + }, + "CLIP": { + "0": 11.24, + "1": 31.74, + "2": 31.63, + "3": 38.23, + "4": 40.8, + "5": 40.53, + "6": 43.49, + "7": 37.63, + "8": 36.03, + "9": 37.85, + "10": 11.47, + "11": 26.17, + "12": 36.63, + "13": 36.23, + "14": 38.74, + "15": 42.06, + "16": 12.55, + "17": 32.16, + "18": 39.3, + "19": 28.7, + "20": 18.5, + "21": 8.07, + "22": 11.89, + "23": 12.98, + "24": 29.81, + "25": 11.25, + "26": 40.13, + "27": 15.74, + "28": 13.15, + "29": 39.48, + "30": 26.82, + "31": 41.6, + "32": 39.89, + "33": 39.62, + "34": 42.21, + "35": 14.48, + "36": 33.72, + "37": 25.38, + "38": 37.03, + "39": 31.34, + "40": 27.93, + "41": 33.65, + "42": 41.91, + "43": 24.39, + "44": 42.88, + "45": 41.78, + "46": 32.56, + "47": 27.91, + "48": 39.35, + "49": 41.12, + "50": 43.23, + "51": 41.09 + }, + "DialMed": { + "0": 0.59, + "1": 1.67, + "2": 2.83, + "3": 9.59, + "4": 8.45, + "5": 9.12, + "6": 22.25, + "7": 10.64, + "8": 5.0, + "9": 8.59, + "10": 0.33, + "11": 1.92, + "12": 8.58, + "13": 12.17, + "14": 1.16, + "15": 4.52, + "16": 0.49, + "17": 1.4, + "18": 7.43, + "19": 5.32, + "20": 6.48, + "21": 0.68, + "22": 0.93, + "23": 1.65, + "24": 2.58, + "25": 0.33, + "26": 2.5, + "27": 1.18, + "28": 0.92, + "29": 6.01, + "30": 0.92, + "31": 2.76, + "32": 0.58, + "33": 5.64, + "34": 9.44, + "35": 0.58, + "36": 1.83, + "37": 4.45, + "38": 3.0, + "39": 0.83, + "40": 3.69, + "41": 10.93, + "42": 12.9, + "43": 4.27, + "44": 16.03, + "45": 15.3, + "46": 2.67, + "47": 8.03, + "48": 3.92, + "49": 16.63, + "50": 18.33, + "51": 15.41 + }, + "EHRQA-Primary department": { + "0": 25.04, + "1": 46.34, + "2": 41.53, + "3": 62.58, + "4": 62.12, + "5": 61.43, + "6": 67.54, + "7": 62.95, + "8": 61.42, + "9": 64.28, + "10": 31.87, + "11": 53.4, + "12": 54.3, + "13": 63.02, + "14": 52.84, + "15": 59.51, + "16": 18.5, + "17": 19.4, + "18": 62.29, + "19": 63.57, + "20": 63.26, + "21": 12.82, + "22": 12.14, + "23": 25.81, + "24": 55.5, + "25": 15.1, + "26": 56.14, + "27": 14.57, + "28": 28.53, + "29": 61.64, + "30": 55.76, + "31": 58.67, + "32": 55.05, + "33": 62.48, + "34": 62.8, + "35": 14.11, + "36": 44.78, + "37": 52.53, + "38": 59.1, + "39": 41.18, + "40": 42.85, + "41": 58.7, + "42": 66.31, + "43": 48.59, + "44": 67.17, + "45": 66.79, + "46": 56.52, + "47": 59.24, + "48": 54.87, + "49": 65.28, + "50": 64.63, + "51": 66.53 + }, + "EHRQA-Sub department": { + "0": 9.04, + "1": 30.15, + "2": 37.72, + "3": 57.44, + "4": 58.52, + "5": 57.14, + "6": 62.01, + "7": 56.91, + "8": 54.46, + "9": 53.45, + "10": 21.77, + "11": 46.42, + "12": 52.32, + "13": 57.8, + "14": 47.1, + "15": 56.48, + "16": 5.87, + "17": 20.93, + "18": 57.17, + "19": 57.87, + "20": 55.56, + "21": 3.55, + "22": 3.88, + "23": 8.83, + "24": 41.05, + "25": 6.16, + "26": 43.21, + "27": 3.42, + "28": 4.59, + "29": 49.95, + "30": 43.81, + "31": 52.88, + "32": 13.32, + "33": 56.93, + "34": 59.82, + "35": 3.45, + "36": 40.74, + "37": 28.81, + "38": 54.34, + "39": 30.75, + "40": 33.66, + "41": 48.03, + "42": 59.83, + "43": 44.24, + "44": 60.93, + "45": 60.34, + "46": 48.39, + "47": 54.81, + "48": 53.63, + "49": 60.91, + "50": 60.57, + "51": 60.36 + }, + "GOUT-CC-Consensus": { + "0": 41.81, + "1": 57.07, + "2": 65.95, + "3": 77.68, + "4": 80.71, + "5": 81.9, + "6": 85.39, + "7": 82.69, + "8": 74.92, + "9": 80.42, + "10": 34.05, + "11": 48.87, + "12": 80.93, + "13": 77.82, + "14": 67.35, + "15": 79.58, + "16": 40.02, + "17": 59.14, + "18": 81.39, + "19": 78.62, + "20": 83.77, + "21": 36.52, + "22": 53.94, + "23": 61.1, + "24": 87.49, + "25": 51.18, + "26": 78.94, + "27": 47.04, + "28": 62.16, + "29": 80.43, + "30": 70.97, + "31": 81.72, + "32": 79.32, + "33": 79.6, + "34": 83.54, + "35": 49.92, + "36": 70.82, + "37": 77.38, + "38": 77.46, + "39": 43.74, + "40": 73.18, + "41": 79.94, + "42": 81.62, + "43": 81.42, + "44": 83.78, + "45": 83.25, + "46": 69.11, + "47": 78.3, + "48": 76.09, + "49": 82.84, + "50": 81.64, + "51": 85.65 + }, + "JP-STS": { + "0": 17.67, + "1": 22.06, + "2": 22.01, + "3": 31.67, + "4": 28.35, + "5": 28.21, + "6": 28.29, + "7": 20.72, + "8": 18.02, + "9": 23.23, + "10": 19.04, + "11": 30.37, + "12": 20.43, + "13": 22.51, + "14": 18.28, + "15": 26.46, + "16": 7.66, + "17": 24.87, + "18": 20.57, + "19": 33.83, + "20": 21.69, + "21": 22.88, + "22": 23.2, + "23": 26.16, + "24": 39.4, + "25": 26.3, + "26": 20.99, + "27": 8.21, + "28": 26.28, + "29": 25.94, + "30": 14.31, + "31": 32.14, + "32": 27.11, + "33": 25.59, + "34": 28.05, + "35": 23.98, + "36": 28.98, + "37": 21.28, + "38": 20.42, + "39": 22.14, + "40": 32.0, + "41": 34.75, + "42": 32.83, + "43": 23.33, + "44": 29.23, + "45": 36.13, + "46": 13.52, + "47": 31.11, + "48": 30.28, + "49": 28.49, + "50": 29.51, + "51": 32.39 + }, + "MEDIQA 2019-RQE": { + "0": 53.47, + "1": 68.64, + "2": 71.32, + "3": 70.46, + "4": 69.59, + "5": 79.93, + "6": 81.72, + "7": 65.75, + "8": 63.01, + "9": 58.25, + "10": 54.35, + "11": 66.44, + "12": 76.99, + "13": 76.83, + "14": 63.2, + "15": 77.29, + "16": 53.53, + "17": 61.32, + "18": 73.51, + "19": 72.19, + "20": 66.79, + "21": 49.55, + "22": 58.14, + "23": 69.15, + "24": 69.8, + "25": 52.15, + "26": 51.78, + "27": 60.79, + "28": 53.94, + "29": 74.32, + "30": 64.3, + "31": 74.85, + "32": 67.83, + "33": 68.3, + "34": 78.31, + "35": 52.01, + "36": 74.9, + "37": 73.39, + "38": 77.39, + "39": 54.74, + "40": 69.53, + "41": 58.29, + "42": 60.01, + "43": 67.77, + "44": 78.19, + "45": 60.29, + "46": 64.3, + "47": 64.02, + "48": 62.14, + "49": 73.34, + "50": 77.85, + "51": 69.85 + }, + "MedNLI": { + "0": 51.24, + "1": 69.94, + "2": 68.52, + "3": 80.55, + "4": 82.77, + "5": 82.47, + "6": 84.88, + "7": 83.76, + "8": 75.65, + "9": 82.12, + "10": 41.96, + "11": 76.41, + "12": 79.96, + "13": 84.41, + "14": 70.57, + "15": 80.26, + "16": 36.64, + "17": 62.22, + "18": 82.32, + "19": 80.86, + "20": 81.01, + "21": 33.22, + "22": 64.32, + "23": 48.92, + "24": 68.78, + "25": 61.78, + "26": 77.93, + "27": 48.16, + "28": 68.54, + "29": 77.54, + "30": 68.34, + "31": 82.33, + "32": 82.86, + "33": 84.88, + "34": 84.71, + "35": 35.47, + "36": 82.05, + "37": 84.33, + "38": 84.66, + "39": 70.85, + "40": 75.79, + "41": 79.12, + "42": 82.58, + "43": 34.82, + "44": 82.93, + "45": 81.75, + "46": 69.4, + "47": 83.27, + "48": 72.33, + "49": 86.97, + "50": 84.98, + "51": 83.69 + }, + "MedSTS": { + "0": 32.4, + "1": 42.53, + "2": 43.2, + "3": 49.82, + "4": 52.25, + "5": 51.1, + "6": 48.65, + "7": 50.77, + "8": 49.87, + "9": 49.09, + "10": 30.75, + "11": 39.28, + "12": 50.94, + "13": 53.24, + "14": 45.14, + "15": 51.78, + "16": 25.7, + "17": 34.61, + "18": 47.21, + "19": 44.38, + "20": 53.68, + "21": 18.06, + "22": 20.66, + "23": 26.37, + "24": 26.02, + "25": 32.07, + "26": 43.1, + "27": 34.05, + "28": 41.03, + "29": 51.71, + "30": 46.31, + "31": 49.66, + "32": 54.26, + "33": 43.64, + "34": 52.54, + "35": 16.94, + "36": 41.66, + "37": 42.32, + "38": 48.53, + "39": 32.18, + "40": 33.4, + "41": 50.59, + "42": 52.79, + "43": 31.66, + "44": 52.06, + "45": 56.43, + "46": 44.62, + "47": 46.57, + "48": 49.11, + "49": 52.48, + "50": 45.14, + "51": 47.91 + }, + "MTS": { + "0": 4.24, + "1": 8.93, + "2": 15.66, + "3": 19.84, + "4": 29.01, + "5": 31.2, + "6": 25.9, + "7": 16.13, + "8": 7.71, + "9": 27.62, + "10": 0.84, + "11": 12.7, + "12": 14.88, + "13": 7.27, + "14": 8.16, + "15": 35.73, + "16": 0.83, + "17": 5.09, + "18": 22.62, + "19": 11.07, + "20": 7.68, + "21": 1.73, + "22": 1.34, + "23": 5.93, + "24": 7.24, + "25": 0.82, + "26": 16.55, + "27": 5.19, + "28": 2.5, + "29": 22.92, + "30": 11.08, + "31": 14.94, + "32": 17.83, + "33": 31.81, + "34": 19.5, + "35": 1.74, + "36": 2.55, + "37": 2.13, + "38": 5.95, + "39": 7.63, + "40": 4.22, + "41": 10.27, + "42": 32.26, + "43": 4.7, + "44": 34.85, + "45": 30.24, + "46": 11.87, + "47": 10.19, + "48": 14.08, + "49": 41.11, + "50": 29.11, + "51": 16.61 + }, + "MEDIQA 2023-sum-A": { + "0": 25.15, + "1": 45.74, + "2": 52.4, + "3": 62.76, + "4": 65.38, + "5": 69.29, + "6": 71.95, + "7": 60.82, + "8": 62.74, + "9": 60.96, + "10": 20.17, + "11": 58.79, + "12": 68.8, + "13": 72.67, + "14": 61.75, + "15": 69.88, + "16": 16.0, + "17": 43.14, + "18": 71.94, + "19": 70.29, + "20": 67.94, + "21": 7.95, + "22": 38.27, + "23": 43.73, + "24": 51.34, + "25": 41.29, + "26": 69.29, + "27": 38.6, + "28": 47.89, + "29": 59.95, + "30": 55.46, + "31": 56.27, + "32": 66.25, + "33": 68.78, + "34": 67.87, + "35": 27.16, + "36": 60.76, + "37": 58.15, + "38": 63.32, + "39": 29.99, + "40": 49.82, + "41": 55.27, + "42": 66.25, + "43": 33.71, + "44": 70.28, + "45": 66.33, + "46": 62.34, + "47": 64.35, + "48": 65.92, + "49": 70.45, + "50": 70.45, + "51": 72.22 + }, + "RuMedDaNet": { + "0": 70.72, + "1": 84.48, + "2": 87.53, + "3": 97.29, + "4": 96.43, + "5": 97.23, + "6": 98.04, + "7": 95.72, + "8": 97.28, + "9": 97.28, + "10": 72.17, + "11": 94.84, + "12": 96.47, + "13": 96.9, + "14": 89.75, + "15": 98.82, + "16": 64.32, + "17": 84.33, + "18": 97.67, + "19": 97.67, + "20": 98.47, + "21": 50.46, + "22": 57.74, + "23": 87.53, + "24": 80.91, + "25": 74.94, + "26": 96.43, + "27": 81.16, + "28": 90.17, + "29": 96.8, + "30": 96.04, + "31": 95.34, + "32": 98.05, + "33": 98.84, + "34": 96.86, + "35": 49.37, + "36": 89.48, + "37": 86.33, + "38": 96.51, + "39": 83.64, + "40": 87.0, + "41": 94.57, + "42": 98.81, + "43": 84.67, + "44": 97.64, + "45": 98.42, + "46": 89.8, + "47": 92.1, + "48": 91.42, + "49": 98.39, + "50": 96.88, + "51": 96.87 + }, + "CBLUE-CDN": { + "0": 0.31, + "1": 1.6, + "2": 0.89, + "3": 7.96, + "4": 9.62, + "5": 4.44, + "6": 11.06, + "7": 8.33, + "8": 2.24, + "9": 5.72, + "10": 1.79, + "11": 0.55, + "12": 7.45, + "13": 11.61, + "14": 3.1, + "15": 4.66, + "16": 0.2, + "17": 1.04, + "18": 5.36, + "19": 3.36, + "20": 0.0, + "21": 0.2, + "22": 1.0, + "23": 1.25, + "24": 6.18, + "25": 0.25, + "26": 0.25, + "27": 1.01, + "28": 0.15, + "29": 0.0, + "30": 0.1, + "31": 4.53, + "32": 8.52, + "33": 9.41, + "34": 10.1, + "35": 0.05, + "36": 0.05, + "37": 2.91, + "38": 1.79, + "39": 2.71, + "40": 0.94, + "41": 5.96, + "42": 11.47, + "43": 1.45, + "44": 10.24, + "45": 9.53, + "46": 2.55, + "47": 3.35, + "48": 2.47, + "49": 3.37, + "50": 12.67, + "51": 9.26 + }, + "CHIP-CTC": { + "0": 39.81, + "1": 59.5, + "2": 65.0, + "3": 69.25, + "4": 73.16, + "5": 68.22, + "6": 74.13, + "7": 55.44, + "8": 65.01, + "9": 66.02, + "10": 36.83, + "11": 59.64, + "12": 68.75, + "13": 67.61, + "14": 48.72, + "15": 64.49, + "16": 14.01, + "17": 31.22, + "18": 65.07, + "19": 65.12, + "20": 61.3, + "21": 4.22, + "22": 25.85, + "23": 20.61, + "24": 14.37, + "25": 8.75, + "26": 60.26, + "27": 13.97, + "28": 25.77, + "29": 63.91, + "30": 52.7, + "31": 66.99, + "32": 44.04, + "33": 66.73, + "34": 70.05, + "35": 34.95, + "36": 57.67, + "37": 62.29, + "38": 66.34, + "39": 4.28, + "40": 43.16, + "41": 63.66, + "42": 71.8, + "43": 43.96, + "44": 72.12, + "45": 71.11, + "46": 59.68, + "47": 66.26, + "48": 67.39, + "49": 69.73, + "50": 66.63, + "51": 68.97 + }, + "IMCS-V2-DAC": { + "0": 24.36, + "1": 38.96, + "2": 50.45, + "3": 69.31, + "4": 72.07, + "5": 68.73, + "6": 75.88, + "7": 59.39, + "8": 58.55, + "9": 62.45, + "10": 30.7, + "11": 63.44, + "12": 67.59, + "13": 73.36, + "14": 37.79, + "15": 64.95, + "16": 6.98, + "17": 17.66, + "18": 67.77, + "19": 68.23, + "20": 65.14, + "21": 6.95, + "22": 18.72, + "23": 33.96, + "24": 45.61, + "25": 13.9, + "26": 51.12, + "27": 15.68, + "28": 37.7, + "29": 62.07, + "30": 39.08, + "31": 60.69, + "32": 67.87, + "33": 72.25, + "34": 73.46, + "35": 7.51, + "36": 48.39, + "37": 59.07, + "38": 69.16, + "39": 18.75, + "40": 28.75, + "41": 58.61, + "42": 75.11, + "43": 72.0, + "44": 76.59, + "45": 75.32, + "46": 61.09, + "47": 61.13, + "48": 54.75, + "49": 74.69, + "50": 73.47, + "51": 72.17 + }, + "RuMedNLI": { + "0": 40.53, + "1": 59.81, + "2": 60.34, + "3": 76.05, + "4": 77.27, + "5": 76.84, + "6": 81.3, + "7": 77.94, + "8": 71.94, + "9": 78.32, + "10": 38.3, + "11": 70.18, + "12": 75.83, + "13": 81.42, + "14": 60.68, + "15": 74.2, + "16": 33.57, + "17": 53.59, + "18": 78.62, + "19": 78.06, + "20": 77.58, + "21": 33.32, + "22": 42.68, + "23": 42.26, + "24": 65.85, + "25": 51.25, + "26": 72.18, + "27": 44.73, + "28": 61.82, + "29": 71.42, + "30": 65.33, + "31": 73.31, + "32": 77.46, + "33": 80.76, + "34": 82.05, + "35": 32.39, + "36": 74.33, + "37": 79.54, + "38": 80.26, + "39": 64.48, + "40": 62.6, + "41": 69.72, + "42": 78.77, + "43": 46.19, + "44": 79.65, + "45": 80.7, + "46": 56.15, + "47": 68.43, + "48": 62.03, + "49": 83.79, + "50": 80.63, + "51": 80.31 + }, + "CLISTER": { + "0": 25.72, + "1": 31.79, + "2": 30.8, + "3": 32.25, + "4": 40.24, + "5": 49.44, + "6": 28.84, + "7": 41.75, + "8": 37.17, + "9": 43.29, + "10": 14.96, + "11": 33.76, + "12": 39.8, + "13": 45.08, + "14": 29.56, + "15": 39.45, + "16": 18.13, + "17": 25.95, + "18": 40.3, + "19": 47.35, + "20": 34.66, + "21": 22.32, + "22": 27.58, + "23": 14.26, + "24": 39.83, + "25": 26.57, + "26": 35.45, + "27": 30.74, + "28": 35.8, + "29": 43.71, + "30": 37.21, + "31": 40.09, + "32": 44.28, + "33": 36.51, + "34": 54.75, + "35": 17.86, + "36": 39.19, + "37": 48.52, + "38": 48.66, + "39": 31.33, + "40": 24.8, + "41": 41.85, + "42": 48.08, + "43": 20.6, + "44": 38.45, + "45": 47.72, + "46": 34.63, + "47": 46.51, + "48": 40.5, + "49": 44.6, + "50": 40.18, + "51": 38.49 + }, + "IFMIR-Incident type": { + "0": 18.48, + "1": 29.34, + "2": 31.75, + "3": 35.23, + "4": 36.48, + "5": 35.76, + "6": 35.81, + "7": 33.1, + "8": 32.97, + "9": 33.87, + "10": 26.58, + "11": 29.84, + "12": 31.4, + "13": 35.01, + "14": 23.11, + "15": 31.23, + "16": 11.2, + "17": 19.53, + "18": 34.14, + "19": 35.83, + "20": 36.59, + "21": 7.62, + "22": 11.37, + "23": 32.86, + "24": 30.0, + "25": 9.76, + "26": 27.26, + "27": 10.79, + "28": 9.96, + "29": 32.13, + "30": 29.22, + "31": 34.35, + "32": 35.7, + "33": 34.29, + "34": 34.48, + "35": 8.29, + "36": 25.32, + "37": 20.16, + "38": 36.13, + "39": 18.02, + "40": 26.62, + "41": 31.83, + "42": 34.63, + "43": 31.56, + "44": 34.02, + "45": 35.59, + "46": 32.85, + "47": 33.66, + "48": 29.22, + "49": 33.75, + "50": 35.27, + "51": 32.52 + }, + "MIMIC-IV CDM": { + "0": 47.82, + "1": 72.12, + "2": 81.5, + "3": 85.89, + "4": 89.08, + "5": 89.61, + "6": 95.43, + "7": 91.73, + "8": 86.67, + "9": 87.88, + "10": 44.12, + "11": 86.24, + "12": 88.73, + "13": 88.45, + "14": 86.72, + "15": 92.86, + "16": 52.48, + "17": 79.22, + "18": 91.28, + "19": 85.38, + "20": 91.19, + "21": 21.57, + "22": 28.36, + "23": 70.77, + "24": 64.59, + "25": 72.45, + "26": 88.78, + "27": 39.55, + "28": 90.46, + "29": 88.78, + "30": 84.6, + "31": 84.78, + "32": 78.33, + "33": 88.7, + "34": 92.43, + "35": 34.58, + "36": 67.02, + "37": 84.69, + "38": 91.68, + "39": 57.48, + "40": 77.86, + "41": 84.05, + "42": 89.19, + "43": 61.16, + "44": 92.07, + "45": 89.66, + "46": 81.56, + "47": 85.46, + "48": 83.7, + "49": 92.08, + "50": 90.48, + "51": 90.46 + }, + "MIMIC-III Outcome.LoS": { + "0": 18.91, + "1": 30.88, + "2": 30.86, + "3": 34.49, + "4": 30.66, + "5": 38.7, + "6": 39.29, + "7": 31.49, + "8": 29.86, + "9": 31.96, + "10": 20.52, + "11": 25.58, + "12": 30.81, + "13": 30.03, + "14": 27.84, + "15": 39.36, + "16": 19.84, + "17": 30.97, + "18": 35.87, + "19": 27.82, + "20": 36.72, + "21": 22.16, + "22": 16.86, + "23": 23.96, + "24": 24.44, + "25": 22.04, + "26": 23.08, + "27": 20.61, + "28": 30.24, + "29": 29.67, + "30": 28.44, + "31": 22.33, + "32": 23.11, + "33": 21.04, + "34": 22.97, + "35": 21.5, + "36": 33.92, + "37": 25.25, + "38": 23.89, + "39": 28.11, + "40": 31.27, + "41": 23.21, + "42": 32.24, + "43": 20.41, + "44": 38.12, + "45": 31.12, + "46": 24.0, + "47": 25.16, + "48": 23.38, + "49": 36.23, + "50": 27.4, + "51": 37.28 + }, + "MIMIC-III Outcome.Mortality": { + "0": 33.69, + "1": 26.45, + "2": 38.69, + "3": 34.26, + "4": 43.44, + "5": 59.17, + "6": 41.76, + "7": 72.28, + "8": 20.4, + "9": 22.08, + "10": 12.43, + "11": 12.35, + "12": 14.17, + "13": 24.12, + "14": 20.41, + "15": 44.33, + "16": 45.38, + "17": 73.27, + "18": 50.59, + "19": 45.63, + "20": 58.33, + "21": 54.52, + "22": 77.39, + "23": 61.71, + "24": 74.08, + "25": 65.34, + "26": 51.85, + "27": 78.31, + "28": 23.12, + "29": 47.23, + "30": 20.71, + "31": 32.09, + "32": 35.52, + "33": 36.68, + "34": 46.53, + "35": 49.78, + "36": 55.36, + "37": 51.41, + "38": 39.58, + "39": 58.0, + "40": 16.23, + "41": 21.89, + "42": 58.41, + "43": 50.2, + "44": 29.65, + "45": 59.48, + "46": 21.02, + "47": 47.35, + "48": 17.72, + "49": 55.11, + "50": 52.23, + "51": 48.1 + }, + "MIMIC-IV DiReCT.Dis": { + "0": 22.46, + "1": 42.8, + "2": 66.81, + "3": 81.27, + "4": 82.68, + "5": 85.31, + "6": 88.19, + "7": 79.34, + "8": 74.91, + "9": 72.29, + "10": 36.71, + "11": 68.4, + "12": 80.14, + "13": 80.66, + "14": 74.74, + "15": 83.15, + "16": 37.78, + "17": 60.45, + "18": 82.93, + "19": 71.91, + "20": 76.3, + "21": 4.75, + "22": 26.38, + "23": 57.54, + "24": 67.35, + "25": 25.53, + "26": 70.54, + "27": 29.51, + "28": 51.33, + "29": 77.03, + "30": 68.09, + "31": 74.8, + "32": 28.29, + "33": 81.23, + "34": 84.77, + "35": 9.21, + "36": 43.27, + "37": 43.5, + "38": 82.53, + "39": 44.78, + "40": 58.9, + "41": 71.33, + "42": 82.95, + "43": 56.54, + "44": 86.61, + "45": 81.67, + "46": 62.81, + "47": 70.55, + "48": 73.41, + "49": 84.96, + "50": 83.29, + "51": 84.26 + }, + "MIMIC-IV DiReCT.PDD": { + "0": 10.48, + "1": 24.89, + "2": 47.77, + "3": 64.8, + "4": 70.76, + "5": 75.28, + "6": 80.2, + "7": 68.04, + "8": 56.75, + "9": 56.43, + "10": 17.84, + "11": 47.77, + "12": 62.24, + "13": 72.59, + "14": 55.25, + "15": 70.9, + "16": 18.5, + "17": 41.9, + "18": 71.52, + "19": 61.32, + "20": 65.27, + "21": 3.51, + "22": 12.59, + "23": 37.3, + "24": 49.46, + "25": 14.61, + "26": 57.26, + "27": 15.71, + "28": 35.94, + "29": 58.36, + "30": 53.77, + "31": 59.41, + "32": 6.18, + "33": 69.76, + "34": 74.08, + "35": 2.84, + "36": 6.42, + "37": 20.49, + "38": 68.56, + "39": 21.89, + "40": 38.6, + "41": 53.66, + "42": 75.38, + "43": 42.21, + "44": 76.88, + "45": 74.79, + "46": 45.14, + "47": 53.71, + "48": 56.56, + "49": 73.04, + "50": 77.17, + "51": 74.06 + }, + "ADE-Extraction": { + "0": 4.81, + "1": 39.42, + "2": 11.27, + "3": 39.23, + "4": 62.09, + "5": 61.67, + "6": 60.39, + "7": 51.36, + "8": 44.15, + "9": 50.15, + "10": 44.65, + "11": 44.12, + "12": 63.02, + "13": 59.66, + "14": 28.45, + "15": 25.73, + "16": 6.12, + "17": 22.49, + "18": 50.27, + "19": 17.13, + "20": 0.85, + "21": 0.71, + "22": 13.23, + "23": 43.66, + "24": 65.04, + "25": 0.0, + "26": 38.16, + "27": 35.83, + "28": 17.08, + "29": 44.14, + "30": 50.68, + "31": 54.68, + "32": 64.7, + "33": 58.21, + "34": 52.86, + "35": 0.0, + "36": 38.89, + "37": 45.84, + "38": 46.28, + "39": 33.32, + "40": 47.79, + "41": 25.2, + "42": 63.28, + "43": 5.09, + "44": 48.87, + "45": 59.04, + "46": 14.07, + "47": 47.01, + "48": 47.43, + "49": 52.81, + "50": 63.7, + "51": 59.54 + }, + "ADE-Drug dosage": { + "0": 2.55, + "1": 35.33, + "2": 7.28, + "3": 24.92, + "4": 44.35, + "5": 43.46, + "6": 47.35, + "7": 37.75, + "8": 32.93, + "9": 37.99, + "10": 24.39, + "11": 40.35, + "12": 46.05, + "13": 39.14, + "14": 42.97, + "15": 26.34, + "16": 10.83, + "17": 23.81, + "18": 39.39, + "19": 13.3, + "20": 0.0, + "21": 0.0, + "22": 9.21, + "23": 42.65, + "24": 63.02, + "25": 0.0, + "26": 31.47, + "27": 30.53, + "28": 10.07, + "29": 23.94, + "30": 40.82, + "31": 42.12, + "32": 45.45, + "33": 50.66, + "34": 45.52, + "35": 0.0, + "36": 30.68, + "37": 28.81, + "38": 31.95, + "39": 28.46, + "40": 4.76, + "41": 18.57, + "42": 43.71, + "43": 3.09, + "44": 35.35, + "45": 41.5, + "46": 25.31, + "47": 29.73, + "48": 47.96, + "49": 40.19, + "50": 44.34, + "51": 41.2 + }, + "BARR2": { + "0": 0.0, + "1": 1.34, + "2": 2.24, + "3": 3.04, + "4": 6.68, + "5": 5.47, + "6": 12.23, + "7": 5.26, + "8": 0.0, + "9": 2.78, + "10": 0.45, + "11": 0.59, + "12": 2.53, + "13": 4.1, + "14": 0.18, + "15": 0.0, + "16": 0.0, + "17": 0.0, + "18": 1.9, + "19": 2.18, + "20": 0.0, + "21": 0.0, + "22": 0.86, + "23": 7.8, + "24": 17.75, + "25": 0.0, + "26": 0.35, + "27": 7.42, + "28": 0.0, + "29": 0.83, + "30": 3.66, + "31": 6.4, + "32": 14.54, + "33": 14.54, + "34": 26.31, + "35": 0.0, + "36": 9.43, + "37": 12.03, + "38": 3.6, + "39": 2.11, + "40": 6.53, + "41": 3.57, + "42": 8.83, + "43": 3.17, + "44": 10.64, + "45": 4.94, + "46": 2.81, + "47": 1.48, + "48": 21.4, + "49": 9.49, + "50": 27.79, + "51": 8.42 + }, + "Cantemis-NER": { + "0": 0.11, + "1": 5.91, + "2": 10.52, + "3": 13.81, + "4": 13.59, + "5": 15.38, + "6": 23.15, + "7": 11.27, + "8": 3.41, + "9": 7.89, + "10": 0.04, + "11": 13.02, + "12": 11.52, + "13": 21.85, + "14": 17.77, + "15": 11.98, + "16": 0.0, + "17": 1.38, + "18": 19.34, + "19": 13.31, + "20": 0.06, + "21": 0.0, + "22": 0.0, + "23": 1.55, + "24": 14.16, + "25": 0.69, + "26": 10.86, + "27": 2.26, + "28": 2.06, + "29": 10.28, + "30": 9.06, + "31": 13.84, + "32": 16.2, + "33": 18.97, + "34": 13.33, + "35": 0.0, + "36": 1.26, + "37": 4.96, + "38": 1.82, + "39": 4.56, + "40": 10.33, + "41": 7.94, + "42": 9.19, + "43": 1.48, + "44": 16.38, + "45": 6.73, + "46": 5.11, + "47": 10.55, + "48": 15.25, + "49": 18.35, + "50": 17.39, + "51": 13.57 + }, + "Cantemis-Norm": { + "0": 0.0, + "1": 0.0, + "2": 0.23, + "3": 0.7, + "4": 3.09, + "5": 7.42, + "6": 13.7, + "7": 4.73, + "8": 0.05, + "9": 1.4, + "10": 0.0, + "11": 0.0, + "12": 1.13, + "13": 2.61, + "14": 2.19, + "15": 3.78, + "16": 0.0, + "17": 0.0, + "18": 8.45, + "19": 3.83, + "20": 0.39, + "21": 0.0, + "22": 0.0, + "23": 0.48, + "24": 1.98, + "25": 0.0, + "26": 3.52, + "27": 0.06, + "28": 0.0, + "29": 1.92, + "30": 1.33, + "31": 4.44, + "32": 10.21, + "33": 8.89, + "34": 11.41, + "35": 0.0, + "36": 0.04, + "37": 1.15, + "38": 0.44, + "39": 0.0, + "40": 0.05, + "41": 0.07, + "42": 4.49, + "43": 0.44, + "44": 2.48, + "45": 3.77, + "46": 0.0, + "47": 1.59, + "48": 6.78, + "49": 9.35, + "50": 9.77, + "51": 9.29 + }, + "CHIP-CDEE": { + "0": 0.0, + "1": 0.34, + "2": 0.35, + "3": 3.91, + "4": 19.38, + "5": 17.74, + "6": 28.96, + "7": 12.37, + "8": 13.32, + "9": 21.4, + "10": 0.0, + "11": 2.19, + "12": 26.79, + "13": 28.19, + "14": 2.64, + "15": 16.92, + "16": 0.0, + "17": 0.1, + "18": 17.46, + "19": 20.66, + "20": 2.23, + "21": 0.0, + "22": 0.0, + "23": 0.08, + "24": 11.86, + "25": 0.0, + "26": 19.06, + "27": 0.09, + "28": 0.0, + "29": 14.45, + "30": 3.6, + "31": 13.87, + "32": 8.32, + "33": 19.59, + "34": 22.09, + "35": 0.0, + "36": 0.97, + "37": 1.49, + "38": 17.93, + "39": 0.0, + "40": 0.42, + "41": 9.07, + "42": 22.92, + "43": 15.15, + "44": 16.26, + "45": 27.41, + "46": 2.16, + "47": 16.27, + "48": 6.11, + "49": 32.78, + "50": 31.82, + "51": 29.21 + }, + "CodiEsp-ICD-10-CM": { + "0": 0.0, + "1": 0.0, + "2": 0.0, + "3": 0.06, + "4": 2.21, + "5": 4.78, + "6": 1.68, + "7": 2.98, + "8": 0.1, + "9": 0.67, + "10": 0.0, + "11": 0.2, + "12": 1.57, + "13": 1.5, + "14": 1.22, + "15": 3.51, + "16": 0.0, + "17": 0.06, + "18": 10.39, + "19": 3.89, + "20": 0.33, + "21": 0.0, + "22": 0.0, + "23": 0.57, + "24": 1.82, + "25": 0.0, + "26": 0.22, + "27": 0.69, + "28": 0.0, + "29": 0.71, + "30": 0.81, + "31": 1.04, + "32": 7.97, + "33": 5.94, + "34": 11.17, + "35": 0.0, + "36": 2.2, + "37": 7.24, + "38": 2.52, + "39": 0.0, + "40": 0.0, + "41": 0.94, + "42": 6.72, + "43": 0.0, + "44": 0.61, + "45": 4.12, + "46": 0.05, + "47": 0.18, + "48": 7.89, + "49": 10.19, + "50": 7.49, + "51": 2.09 + }, + "CodiEsp-ICD-10-PCS": { + "0": 0.0, + "1": 0.0, + "2": 0.0, + "3": 0.0, + "4": 0.0, + "5": 0.34, + "6": 0.16, + "7": 0.0, + "8": 0.0, + "9": 0.0, + "10": 0.0, + "11": 0.0, + "12": 0.0, + "13": 0.0, + "14": 0.0, + "15": 0.37, + "16": 0.0, + "17": 0.0, + "18": 0.68, + "19": 0.0, + "20": 0.0, + "21": 0.0, + "22": 0.0, + "23": 0.0, + "24": 0.0, + "25": 0.0, + "26": 0.0, + "27": 0.0, + "28": 0.0, + "29": 0.0, + "30": 0.0, + "31": 0.0, + "32": 0.0, + "33": 0.0, + "34": 0.59, + "35": 0.0, + "36": 0.0, + "37": 0.27, + "38": 0.0, + "39": 0.0, + "40": 0.0, + "41": 0.0, + "42": 0.0, + "43": 0.0, + "44": 0.0, + "45": 0.0, + "46": 0.0, + "47": 0.0, + "48": 0.0, + "49": 2.67, + "50": 0.42, + "51": 0.4 + }, + "CLINpt-NER": { + "0": 0.09, + "1": 1.5, + "2": 5.1, + "3": 8.05, + "4": 24.28, + "5": 18.85, + "6": 27.79, + "7": 14.69, + "8": 11.76, + "9": 21.21, + "10": 2.34, + "11": 19.93, + "12": 20.62, + "13": 18.31, + "14": 14.85, + "15": 18.61, + "16": 0.0, + "17": 5.27, + "18": 17.91, + "19": 12.82, + "20": 2.16, + "21": 0.0, + "22": 0.07, + "23": 0.66, + "24": 13.79, + "25": 0.0, + "26": 8.08, + "27": 2.02, + "28": 3.22, + "29": 5.07, + "30": 0.0, + "31": 6.84, + "32": 16.6, + "33": 5.1, + "34": 9.58, + "35": 0.0, + "36": 6.52, + "37": 4.24, + "38": 8.13, + "39": 2.29, + "40": 12.91, + "41": 9.83, + "42": 16.61, + "43": 12.79, + "44": 12.43, + "45": 19.61, + "46": 12.31, + "47": 20.83, + "48": 12.57, + "49": 19.44, + "50": 32.45, + "51": 30.27 + }, + "DiSMed-NER": { + "0": 2.64, + "1": 19.79, + "2": 23.64, + "3": 31.32, + "4": 32.49, + "5": 31.95, + "6": 32.47, + "7": 30.53, + "8": 30.17, + "9": 30.74, + "10": 6.66, + "11": 29.35, + "12": 32.7, + "13": 32.6, + "14": 28.42, + "15": 32.02, + "16": 0.35, + "17": 18.28, + "18": 31.69, + "19": 19.18, + "20": 0.83, + "21": 0.0, + "22": 0.65, + "23": 12.84, + "24": 28.63, + "25": 2.11, + "26": 26.11, + "27": 14.57, + "28": 19.91, + "29": 30.58, + "30": 23.09, + "31": 28.97, + "32": 31.57, + "33": 31.97, + "34": 31.03, + "35": 0.0, + "36": 25.62, + "37": 26.2, + "38": 29.08, + "39": 17.66, + "40": 23.24, + "41": 27.71, + "42": 32.0, + "43": 26.3, + "44": 32.31, + "45": 32.33, + "46": 16.41, + "47": 14.31, + "48": 28.57, + "49": 31.65, + "50": 35.03, + "51": 34.11 + }, + "MIE": { + "0": 0.75, + "1": 10.95, + "2": 11.17, + "3": 35.65, + "4": 30.72, + "5": 33.72, + "6": 54.31, + "7": 21.45, + "8": 15.61, + "9": 20.99, + "10": 1.02, + "11": 13.33, + "12": 24.56, + "13": 26.51, + "14": 13.15, + "15": 15.65, + "16": 0.01, + "17": 3.8, + "18": 24.56, + "19": 14.28, + "20": 0.96, + "21": 0.0, + "22": 0.0, + "23": 5.47, + "24": 23.59, + "25": 0.02, + "26": 20.11, + "27": 0.74, + "28": 0.08, + "29": 17.06, + "30": 12.69, + "31": 18.94, + "32": 0.0, + "33": 27.1, + "34": 30.46, + "35": 0.0, + "36": 9.18, + "37": 10.89, + "38": 32.26, + "39": 1.21, + "40": 12.36, + "41": 17.06, + "42": 33.48, + "43": 6.82, + "44": 50.56, + "45": 40.94, + "46": 12.87, + "47": 14.79, + "48": 21.96, + "49": 48.0, + "50": 46.41, + "51": 36.91 + }, + "Ex4CDS": { + "0": 1.56, + "1": 15.49, + "2": 20.2, + "3": 28.87, + "4": 39.93, + "5": 36.81, + "6": 48.57, + "7": 19.75, + "8": 32.1, + "9": 36.3, + "10": 10.15, + "11": 24.34, + "12": 34.05, + "13": 41.87, + "14": 27.61, + "15": 33.53, + "16": 2.78, + "17": 15.73, + "18": 37.11, + "19": 18.42, + "20": 5.89, + "21": 0.0, + "22": 0.88, + "23": 4.2, + "24": 26.5, + "25": 0.31, + "26": 13.52, + "27": 10.0, + "28": 1.11, + "29": 13.56, + "30": 14.02, + "31": 23.94, + "32": 32.12, + "33": 23.24, + "34": 39.33, + "35": 0.0, + "36": 12.28, + "37": 17.51, + "38": 28.77, + "39": 5.21, + "40": 18.53, + "41": 8.16, + "42": 33.44, + "43": 9.71, + "44": 32.33, + "45": 35.02, + "46": 18.34, + "47": 27.1, + "48": 20.62, + "49": 43.16, + "50": 37.22, + "51": 40.33 + }, + "n2c2 2006-De-identification": { + "0": 0.05, + "1": 8.72, + "2": 8.46, + "3": 23.09, + "4": 34.34, + "5": 28.84, + "6": 40.04, + "7": 13.18, + "8": 1.78, + "9": 22.55, + "10": 0.05, + "11": 11.87, + "12": 28.21, + "13": 31.2, + "14": 6.15, + "15": 8.12, + "16": 0.0, + "17": 1.21, + "18": 15.53, + "19": 12.31, + "20": 0.39, + "21": 0.0, + "22": 0.0, + "23": 4.84, + "24": 12.64, + "25": 0.37, + "26": 2.29, + "27": 0.49, + "28": 0.6, + "29": 0.99, + "30": 0.49, + "31": 3.5, + "32": 25.14, + "33": 23.04, + "34": 35.79, + "35": 0.0, + "36": 7.74, + "37": 1.08, + "38": 10.58, + "39": 0.23, + "40": 3.77, + "41": 13.36, + "42": 33.7, + "43": 15.75, + "44": 37.61, + "45": 33.15, + "46": 0.06, + "47": 13.62, + "48": 1.58, + "49": 15.04, + "50": 38.38, + "51": 26.58 + }, + "Medication extraction": { + "0": 0.0, + "1": 0.58, + "2": 0.06, + "3": 0.22, + "4": 1.8, + "5": 2.34, + "6": 2.29, + "7": 0.98, + "8": 0.86, + "9": 1.36, + "10": 0.0, + "11": 0.16, + "12": 2.04, + "13": 3.37, + "14": 1.02, + "15": 2.11, + "16": 0.0, + "17": 0.52, + "18": 2.3, + "19": 0.64, + "20": 0.07, + "21": 0.0, + "22": 0.0, + "23": 0.0, + "24": 0.33, + "25": 0.0, + "26": 1.73, + "27": 0.34, + "28": 0.0, + "29": 0.51, + "30": 1.4, + "31": 2.32, + "32": 2.99, + "33": 1.47, + "34": 2.69, + "35": 0.0, + "36": 0.06, + "37": 1.1, + "38": 1.21, + "39": 0.04, + "40": 1.01, + "41": 0.54, + "42": 2.38, + "43": 0.84, + "44": 1.39, + "45": 1.42, + "46": 0.14, + "47": 0.47, + "48": 2.02, + "49": 1.73, + "50": 2.77, + "51": 2.21 + }, + "n2c2 2010-Concept": { + "0": 1.37, + "1": 10.68, + "2": 16.12, + "3": 6.14, + "4": 30.03, + "5": 29.11, + "6": 36.92, + "7": 10.91, + "8": 6.05, + "9": 15.89, + "10": 0.52, + "11": 26.11, + "12": 39.34, + "13": 40.0, + "14": 24.79, + "15": 32.35, + "16": 0.18, + "17": 11.74, + "18": 30.64, + "19": 11.61, + "20": 0.38, + "21": 0.0, + "22": 0.01, + "23": 3.34, + "24": 5.8, + "25": 0.0, + "26": 17.04, + "27": 1.47, + "28": 11.05, + "29": 14.55, + "30": 0.66, + "31": 5.44, + "32": 33.79, + "33": 16.56, + "34": 13.87, + "35": 0.0, + "36": 5.89, + "37": 11.3, + "38": 16.68, + "39": 6.64, + "40": 15.4, + "41": 12.08, + "42": 24.31, + "43": 13.76, + "44": 14.09, + "45": 23.83, + "46": 17.18, + "47": 22.54, + "48": 23.24, + "49": 29.3, + "50": 38.15, + "51": 36.92 + }, + "n2c2 2010-Assertion": { + "0": 0.54, + "1": 10.84, + "2": 13.27, + "3": 17.43, + "4": 22.57, + "5": 21.66, + "6": 23.03, + "7": 19.03, + "8": 5.88, + "9": 18.98, + "10": 0.87, + "11": 18.4, + "12": 25.51, + "13": 26.25, + "14": 22.09, + "15": 25.57, + "16": 0.19, + "17": 14.53, + "18": 25.01, + "19": 13.65, + "20": 0.33, + "21": 0.0, + "22": 1.64, + "23": 4.22, + "24": 7.03, + "25": 0.0, + "26": 18.18, + "27": 6.52, + "28": 9.63, + "29": 13.98, + "30": 14.14, + "31": 18.99, + "32": 19.47, + "33": 23.6, + "34": 26.13, + "35": 0.0, + "36": 11.33, + "37": 16.16, + "38": 17.51, + "39": 4.92, + "40": 12.0, + "41": 9.32, + "42": 27.66, + "43": 11.16, + "44": 12.16, + "45": 27.2, + "46": 13.12, + "47": 15.14, + "48": 18.23, + "49": 25.51, + "50": 31.16, + "51": 27.98 + }, + "n2c2 2010-Relation": { + "0": 0.0, + "1": 0.1, + "2": 0.42, + "3": 1.39, + "4": 2.14, + "5": 2.53, + "6": 4.55, + "7": 0.57, + "8": 0.61, + "9": 1.64, + "10": 0.04, + "11": 2.57, + "12": 2.17, + "13": 1.78, + "14": 0.16, + "15": 2.36, + "16": 0.0, + "17": 0.0, + "18": 2.17, + "19": 1.66, + "20": 0.59, + "21": 0.0, + "22": 0.0, + "23": 0.0, + "24": 0.07, + "25": 0.04, + "26": 1.11, + "27": 0.07, + "28": 0.07, + "29": 0.61, + "30": 0.11, + "31": 0.44, + "32": 1.6, + "33": 0.49, + "34": 0.74, + "35": 0.0, + "36": 0.0, + "37": 0.22, + "38": 0.81, + "39": 0.25, + "40": 0.27, + "41": 0.93, + "42": 3.58, + "43": 0.62, + "44": 0.71, + "45": 4.07, + "46": 0.83, + "47": 0.19, + "48": 2.4, + "49": 5.22, + "50": 3.71, + "51": 6.16 + }, + "n2c2 2014-De-identification": { + "0": 0.0, + "1": 6.72, + "2": 15.36, + "3": 25.46, + "4": 45.72, + "5": 44.95, + "6": 62.96, + "7": 16.66, + "8": 1.41, + "9": 21.89, + "10": 0.05, + "11": 13.81, + "12": 24.64, + "13": 39.94, + "14": 11.72, + "15": 6.25, + "16": 0.0, + "17": 1.03, + "18": 5.72, + "19": 15.45, + "20": 0.05, + "21": 0.0, + "22": 0.0, + "23": 3.62, + "24": 0.99, + "25": 0.09, + "26": 2.57, + "27": 1.17, + "28": 0.83, + "29": 2.25, + "30": 1.11, + "31": 2.17, + "32": 17.97, + "33": 28.66, + "34": 39.55, + "35": 0.0, + "36": 3.77, + "37": 1.13, + "38": 11.92, + "39": 0.29, + "40": 1.57, + "41": 10.99, + "42": 44.98, + "43": 24.19, + "44": 46.05, + "45": 52.5, + "46": 0.15, + "47": 9.09, + "48": 0.87, + "49": 45.86, + "50": 71.77, + "51": 49.8 + }, + "IMCS-V2-NER": { + "0": 1.12, + "1": 37.72, + "2": 39.43, + "3": 59.0, + "4": 62.65, + "5": 60.22, + "6": 64.27, + "7": 55.22, + "8": 53.19, + "9": 57.08, + "10": 7.61, + "11": 51.56, + "12": 62.53, + "13": 65.18, + "14": 34.11, + "15": 25.05, + "16": 0.09, + "17": 37.02, + "18": 58.76, + "19": 28.23, + "20": 4.35, + "21": 0.0, + "22": 5.67, + "23": 24.79, + "24": 41.93, + "25": 0.28, + "26": 45.05, + "27": 8.74, + "28": 8.26, + "29": 48.0, + "30": 49.34, + "31": 46.54, + "32": 23.97, + "33": 59.71, + "34": 63.55, + "35": 0.0, + "36": 37.85, + "37": 41.34, + "38": 56.08, + "39": 35.88, + "40": 44.42, + "41": 52.56, + "42": 59.1, + "43": 19.86, + "44": 62.68, + "45": 58.41, + "46": 46.31, + "47": 49.98, + "48": 55.27, + "49": 58.39, + "50": 66.6, + "51": 62.09 + }, + "meddocan": { + "0": 0.0, + "1": 2.76, + "2": 18.98, + "3": 25.96, + "4": 28.43, + "5": 30.09, + "6": 31.67, + "7": 24.93, + "8": 9.36, + "9": 32.25, + "10": 0.0, + "11": 4.64, + "12": 25.88, + "13": 26.38, + "14": 26.46, + "15": 28.44, + "16": 0.0, + "17": 3.62, + "18": 31.19, + "19": 5.47, + "20": 2.54, + "21": 0.0, + "22": 0.0, + "23": 3.49, + "24": 19.27, + "25": 0.0, + "26": 19.09, + "27": 2.92, + "28": 11.34, + "29": 25.86, + "30": 4.74, + "31": 21.13, + "32": 28.86, + "33": 31.05, + "34": 34.19, + "35": 0.0, + "36": 10.1, + "37": 16.79, + "38": 29.84, + "39": 14.84, + "40": 16.05, + "41": 22.81, + "42": 34.24, + "43": 22.37, + "44": 27.36, + "45": 33.33, + "46": 15.5, + "47": 7.3, + "48": 4.42, + "49": 33.53, + "50": 36.99, + "51": 35.09 + }, + "MTS-Temporal": { + "0": 0.54, + "1": 10.33, + "2": 5.28, + "3": 21.02, + "4": 24.81, + "5": 26.41, + "6": 35.37, + "7": 4.16, + "8": 0.43, + "9": 20.31, + "10": 0.11, + "11": 15.41, + "12": 26.25, + "13": 26.85, + "14": 11.96, + "15": 26.09, + "16": 0.12, + "17": 2.79, + "18": 27.8, + "19": 16.53, + "20": 0.33, + "21": 0.0, + "22": 0.0, + "23": 2.95, + "24": 6.37, + "25": 0.06, + "26": 13.3, + "27": 2.52, + "28": 2.56, + "29": 16.66, + "30": 7.82, + "31": 5.41, + "32": 11.14, + "33": 22.14, + "34": 20.16, + "35": 0.0, + "36": 6.75, + "37": 12.6, + "38": 6.15, + "39": 1.77, + "40": 4.74, + "41": 9.58, + "42": 23.38, + "43": 16.47, + "44": 16.71, + "45": 23.2, + "46": 6.4, + "47": 1.15, + "48": 20.8, + "49": 20.74, + "50": 31.63, + "51": 36.95 + }, + "n2c2 2018-ADE&medication": { + "0": 0.0, + "1": 0.59, + "2": 2.61, + "3": 1.02, + "4": 2.09, + "5": 2.77, + "6": 6.36, + "7": 6.9, + "8": 1.16, + "9": 1.08, + "10": 0.18, + "11": 2.43, + "12": 7.65, + "13": 4.45, + "14": 6.12, + "15": 0.58, + "16": 0.0, + "17": 2.53, + "18": 5.18, + "19": 4.46, + "20": 0.05, + "21": 0.0, + "22": 0.0, + "23": 0.46, + "24": 0.68, + "25": 0.0, + "26": 1.34, + "27": 2.91, + "28": 5.17, + "29": 4.37, + "30": 0.16, + "31": 4.81, + "32": 8.44, + "33": 4.47, + "34": 3.58, + "35": 0.0, + "36": 2.85, + "37": 2.37, + "38": 1.83, + "39": 4.18, + "40": 5.16, + "41": 3.9, + "42": 0.47, + "43": 0.93, + "44": 0.31, + "45": 0.44, + "46": 1.86, + "47": 2.08, + "48": 3.6, + "49": 3.06, + "50": 10.77, + "51": 5.57 + }, + "NorSynthClinical-NER": { + "0": 4.47, + "1": 24.53, + "2": 41.82, + "3": 51.4, + "4": 54.57, + "5": 53.66, + "6": 59.54, + "7": 39.22, + "8": 49.07, + "9": 44.13, + "10": 17.2, + "11": 40.23, + "12": 43.76, + "13": 48.47, + "14": 36.16, + "15": 42.75, + "16": 3.97, + "17": 30.15, + "18": 44.64, + "19": 39.88, + "20": 16.93, + "21": 0.0, + "22": 8.01, + "23": 22.37, + "24": 35.39, + "25": 0.0, + "26": 21.41, + "27": 23.31, + "28": 11.19, + "29": 40.07, + "30": 14.74, + "31": 27.22, + "32": 42.8, + "33": 18.0, + "34": 48.88, + "35": 0.0, + "36": 27.69, + "37": 36.69, + "38": 36.78, + "39": 23.2, + "40": 34.02, + "41": 39.8, + "42": 42.64, + "43": 33.2, + "44": 54.69, + "45": 44.37, + "46": 32.07, + "47": 38.82, + "48": 40.41, + "49": 57.27, + "50": 57.21, + "51": 52.44 + }, + "NorSynthClinical-RE": { + "0": 0.0, + "1": 1.46, + "2": 2.7, + "3": 1.42, + "4": 5.41, + "5": 9.43, + "6": 19.02, + "7": 2.15, + "8": 4.85, + "9": 2.26, + "10": 0.58, + "11": 3.2, + "12": 6.77, + "13": 6.45, + "14": 0.48, + "15": 2.96, + "16": 0.0, + "17": 1.25, + "18": 3.5, + "19": 2.25, + "20": 0.65, + "21": 0.0, + "22": 0.0, + "23": 0.61, + "24": 4.84, + "25": 0.0, + "26": 0.21, + "27": 2.16, + "28": 0.09, + "29": 0.64, + "30": 1.31, + "31": 1.9, + "32": 6.87, + "33": 7.17, + "34": 4.42, + "35": 0.0, + "36": 1.43, + "37": 3.21, + "38": 4.16, + "39": 0.09, + "40": 1.9, + "41": 3.4, + "42": 4.51, + "43": 4.83, + "44": 8.64, + "45": 4.56, + "46": 0.16, + "47": 0.49, + "48": 8.23, + "49": 18.43, + "50": 4.99, + "51": 4.77 + }, + "NUBES": { + "0": 0.0, + "1": 0.02, + "2": 0.0, + "3": 0.42, + "4": 5.16, + "5": 5.89, + "6": 24.19, + "7": 1.27, + "8": 0.23, + "9": 1.1, + "10": 0.0, + "11": 0.57, + "12": 3.59, + "13": 6.93, + "14": 0.7, + "15": 1.18, + "16": 0.0, + "17": 0.02, + "18": 7.51, + "19": 1.15, + "20": 0.21, + "21": 0.0, + "22": 0.0, + "23": 0.0, + "24": 0.07, + "25": 0.0, + "26": 1.03, + "27": 0.0, + "28": 0.0, + "29": 0.18, + "30": 0.02, + "31": 0.42, + "32": 4.12, + "33": 2.32, + "34": 3.04, + "35": 0.0, + "36": 0.0, + "37": 0.18, + "38": 3.35, + "39": 0.0, + "40": 0.02, + "41": 0.23, + "42": 1.96, + "43": 2.03, + "44": 5.6, + "45": 5.9, + "46": 0.06, + "47": 0.09, + "48": 1.29, + "49": 2.76, + "50": 13.43, + "51": 10.59 + }, + "CHIP-MDCFNPC": { + "0": 0.02, + "1": 1.96, + "2": 0.42, + "3": 10.65, + "4": 24.28, + "5": 25.64, + "6": 30.17, + "7": 9.03, + "8": 11.44, + "9": 24.39, + "10": 1.23, + "11": 1.74, + "12": 26.32, + "13": 28.33, + "14": 10.84, + "15": 27.83, + "16": 0.45, + "17": 0.89, + "18": 25.88, + "19": 10.97, + "20": 3.83, + "21": 0.0, + "22": 0.01, + "23": 5.74, + "24": 23.46, + "25": 0.01, + "26": 2.97, + "27": 4.63, + "28": 0.04, + "29": 1.53, + "30": 3.96, + "31": 9.02, + "32": 32.31, + "33": 33.12, + "34": 16.35, + "35": 0.23, + "36": 4.5, + "37": 12.22, + "38": 9.43, + "39": 2.77, + "40": 2.82, + "41": 2.42, + "42": 27.16, + "43": 2.09, + "44": 30.2, + "45": 28.27, + "46": 8.49, + "47": 13.14, + "48": 12.55, + "49": 34.38, + "50": 35.21, + "51": 35.75 + }, + "IMCS-V2-SR": { + "0": 0.17, + "1": 10.34, + "2": 14.78, + "3": 18.95, + "4": 24.07, + "5": 24.34, + "6": 18.19, + "7": 9.04, + "8": 1.12, + "9": 2.01, + "10": 2.52, + "11": 7.71, + "12": 9.59, + "13": 15.6, + "14": 21.21, + "15": 19.31, + "16": 0.02, + "17": 9.49, + "18": 26.37, + "19": 5.48, + "20": 0.03, + "21": 0.0, + "22": 0.0, + "23": 10.97, + "24": 13.33, + "25": 0.18, + "26": 0.17, + "27": 6.13, + "28": 0.18, + "29": 1.06, + "30": 7.93, + "31": 5.0, + "32": 9.99, + "33": 25.95, + "34": 27.36, + "35": 0.0, + "36": 3.12, + "37": 1.12, + "38": 1.81, + "39": 1.81, + "40": 14.34, + "41": 17.24, + "42": 24.47, + "43": 3.15, + "44": 25.28, + "45": 25.31, + "46": 5.34, + "47": 19.19, + "48": 0.37, + "49": 21.69, + "50": 14.53, + "51": 21.72 + }, + "n2c2 2014-Diabetes": { + "0": 1.05, + "1": 13.83, + "2": 12.65, + "3": 16.77, + "4": 21.36, + "5": 21.0, + "6": 15.85, + "7": 16.6, + "8": 9.02, + "9": 15.26, + "10": 0.0, + "11": 7.85, + "12": 13.13, + "13": 13.88, + "14": 15.46, + "15": 14.98, + "16": 0.16, + "17": 9.9, + "18": 14.88, + "19": 9.16, + "20": 0.69, + "21": 0.0, + "22": 0.0, + "23": 0.0, + "24": 0.51, + "25": 0.71, + "26": 7.58, + "27": 2.61, + "28": 3.49, + "29": 9.72, + "30": 9.03, + "31": 5.32, + "32": 12.98, + "33": 13.4, + "34": 11.84, + "35": 0.0, + "36": 3.88, + "37": 6.49, + "38": 6.2, + "39": 8.57, + "40": 11.26, + "41": 15.53, + "42": 15.66, + "43": 2.67, + "44": 16.63, + "45": 19.69, + "46": 5.53, + "47": 1.26, + "48": 11.9, + "49": 20.99, + "50": 20.11, + "51": 20.8 + }, + "n2c2 2014-CAD": { + "0": 0.25, + "1": 5.76, + "2": 10.43, + "3": 10.55, + "4": 13.64, + "5": 13.14, + "6": 16.9, + "7": 7.82, + "8": 6.06, + "9": 8.95, + "10": 0.0, + "11": 3.38, + "12": 8.18, + "13": 10.13, + "14": 8.13, + "15": 10.92, + "16": 0.0, + "17": 2.18, + "18": 10.22, + "19": 7.39, + "20": 0.44, + "21": 0.0, + "22": 0.0, + "23": 2.82, + "24": 0.79, + "25": 0.23, + "26": 6.39, + "27": 3.32, + "28": 1.51, + "29": 3.96, + "30": 4.36, + "31": 1.23, + "32": 2.17, + "33": 8.58, + "34": 8.77, + "35": 0.0, + "36": 2.03, + "37": 4.11, + "38": 5.1, + "39": 5.4, + "40": 6.16, + "41": 9.21, + "42": 10.28, + "43": 3.56, + "44": 13.54, + "45": 11.75, + "46": 2.99, + "47": 1.11, + "48": 7.18, + "49": 18.94, + "50": 11.97, + "51": 17.27 + }, + "n2c2 2014-Hyperlipidemia": { + "0": 2.33, + "1": 16.69, + "2": 19.88, + "3": 30.48, + "4": 33.88, + "5": 35.33, + "6": 32.87, + "7": 32.26, + "8": 15.04, + "9": 28.62, + "10": 0.0, + "11": 14.54, + "12": 24.19, + "13": 25.86, + "14": 23.16, + "15": 28.87, + "16": 0.0, + "17": 11.03, + "18": 28.87, + "19": 24.49, + "20": 5.09, + "21": 0.0, + "22": 0.0, + "23": 1.56, + "24": 4.63, + "25": 0.25, + "26": 19.64, + "27": 3.51, + "28": 3.13, + "29": 17.82, + "30": 19.65, + "31": 5.57, + "32": 13.64, + "33": 19.13, + "34": 30.16, + "35": 0.0, + "36": 11.12, + "37": 14.15, + "38": 11.53, + "39": 11.0, + "40": 20.75, + "41": 24.73, + "42": 35.04, + "43": 4.59, + "44": 30.13, + "45": 35.42, + "46": 9.66, + "47": 10.06, + "48": 21.95, + "49": 34.27, + "50": 33.37, + "51": 31.97 + }, + "n2c2 2014-Hypertension": { + "0": 2.88, + "1": 20.52, + "2": 20.77, + "3": 24.01, + "4": 30.42, + "5": 28.3, + "6": 20.55, + "7": 25.81, + "8": 8.75, + "9": 20.62, + "10": 0.0, + "11": 15.28, + "12": 20.56, + "13": 16.32, + "14": 24.6, + "15": 24.3, + "16": 0.14, + "17": 11.42, + "18": 18.66, + "19": 11.49, + "20": 1.9, + "21": 0.0, + "22": 0.0, + "23": 0.33, + "24": 6.57, + "25": 0.0, + "26": 15.12, + "27": 2.51, + "28": 2.93, + "29": 12.57, + "30": 9.04, + "31": 5.57, + "32": 15.53, + "33": 19.13, + "34": 21.68, + "35": 0.0, + "36": 6.31, + "37": 8.29, + "38": 2.69, + "39": 8.87, + "40": 16.62, + "41": 23.04, + "42": 30.67, + "43": 2.79, + "44": 16.06, + "45": 31.18, + "46": 8.86, + "47": 2.25, + "48": 17.59, + "49": 26.6, + "50": 29.4, + "51": 26.22 + }, + "n2c2 2014-Medication": { + "0": 1.53, + "1": 10.03, + "2": 8.4, + "3": 11.02, + "4": 11.9, + "5": 14.48, + "6": 10.31, + "7": 10.76, + "8": 1.51, + "9": 7.84, + "10": 0.71, + "11": 8.27, + "12": 9.42, + "13": 11.23, + "14": 12.55, + "15": 12.76, + "16": 0.4, + "17": 12.5, + "18": 17.58, + "19": 7.47, + "20": 0.41, + "21": 0.0, + "22": 0.0, + "23": 0.33, + "24": 9.22, + "25": 0.87, + "26": 7.72, + "27": 3.0, + "28": 2.62, + "29": 3.76, + "30": 5.15, + "31": 10.42, + "32": 9.75, + "33": 9.64, + "34": 11.43, + "35": 0.0, + "36": 2.77, + "37": 3.69, + "38": 7.7, + "39": 2.32, + "40": 8.03, + "41": 12.21, + "42": 9.04, + "43": 8.74, + "44": 7.24, + "45": 10.14, + "46": 4.21, + "47": 2.41, + "48": 15.86, + "49": 13.67, + "50": 5.59, + "51": 12.08 + }, + "CAS-label": { + "0": 1.09, + "1": 22.14, + "2": 19.02, + "3": 34.79, + "4": 31.67, + "5": 12.55, + "6": 43.01, + "7": 34.45, + "8": 45.36, + "9": 47.74, + "10": 1.04, + "11": 40.9, + "12": 25.86, + "13": 48.36, + "14": 6.26, + "15": 9.79, + "16": 5.0, + "17": 0.0, + "18": 10.6, + "19": 12.28, + "20": 0.0, + "21": 0.0, + "22": 0.0, + "23": 35.53, + "24": 38.45, + "25": 0.0, + "26": 38.33, + "27": 5.95, + "28": 0.76, + "29": 0.14, + "30": 2.95, + "31": 35.17, + "32": 18.6, + "33": 28.15, + "34": 36.39, + "35": 0.0, + "36": 2.03, + "37": 1.04, + "38": 10.95, + "39": 0.28, + "40": 8.27, + "41": 20.23, + "42": 40.68, + "43": 0.19, + "44": 17.45, + "45": 43.07, + "46": 25.78, + "47": 35.97, + "48": 12.34, + "49": 32.58, + "50": 48.76, + "51": 32.39 + }, + "RuDReC-NER": { + "0": 0.16, + "1": 8.81, + "2": 17.59, + "3": 32.83, + "4": 39.51, + "5": 38.94, + "6": 45.12, + "7": 26.31, + "8": 33.37, + "9": 29.47, + "10": 3.46, + "11": 20.03, + "12": 33.5, + "13": 35.29, + "14": 25.71, + "15": 31.64, + "16": 0.61, + "17": 15.48, + "18": 35.26, + "19": 17.47, + "20": 1.45, + "21": 0.0, + "22": 3.87, + "23": 8.04, + "24": 21.57, + "25": 0.0, + "26": 18.07, + "27": 6.53, + "28": 7.62, + "29": 20.46, + "30": 13.99, + "31": 18.92, + "32": 33.64, + "33": 29.31, + "34": 39.47, + "35": 0.0, + "36": 14.37, + "37": 15.67, + "38": 30.14, + "39": 17.01, + "40": 19.65, + "41": 25.3, + "42": 32.38, + "43": 23.77, + "44": 42.91, + "45": 35.31, + "46": 7.86, + "47": 16.2, + "48": 25.49, + "49": 40.96, + "50": 42.83, + "51": 34.91 + }, + "NorSynthClinical-PHI": { + "0": 1.34, + "1": 23.95, + "2": 43.26, + "3": 59.82, + "4": 67.24, + "5": 68.48, + "6": 79.02, + "7": 51.16, + "8": 60.0, + "9": 61.49, + "10": 11.32, + "11": 47.08, + "12": 67.51, + "13": 61.2, + "14": 38.24, + "15": 66.88, + "16": 0.0, + "17": 19.67, + "18": 71.95, + "19": 39.09, + "20": 6.49, + "21": 0.0, + "22": 5.52, + "23": 8.12, + "24": 38.54, + "25": 0.0, + "26": 29.1, + "27": 9.79, + "28": 14.41, + "29": 50.39, + "30": 24.09, + "31": 45.55, + "32": 44.33, + "33": 69.17, + "34": 74.39, + "35": 0.0, + "36": 37.85, + "37": 38.16, + "38": 64.5, + "39": 13.89, + "40": 30.15, + "41": 48.85, + "42": 70.17, + "43": 52.88, + "44": 77.83, + "45": 69.24, + "46": 30.53, + "47": 44.96, + "48": 55.58, + "49": 85.01, + "50": 86.72, + "51": 77.07 + }, + "RuCCoN": { + "0": 0.18, + "1": 7.02, + "2": 12.33, + "3": 20.93, + "4": 29.86, + "5": 30.44, + "6": 32.31, + "7": 21.91, + "8": 19.97, + "9": 25.49, + "10": 4.06, + "11": 21.9, + "12": 28.66, + "13": 27.55, + "14": 23.44, + "15": 27.7, + "16": 0.44, + "17": 11.8, + "18": 28.18, + "19": 16.12, + "20": 1.02, + "21": 0.0, + "22": 0.15, + "23": 3.4, + "24": 14.36, + "25": 0.07, + "26": 12.69, + "27": 4.16, + "28": 3.57, + "29": 13.33, + "30": 12.16, + "31": 18.88, + "32": 11.14, + "33": 25.55, + "34": 26.25, + "35": 0.0, + "36": 4.86, + "37": 7.79, + "38": 22.59, + "39": 11.46, + "40": 17.0, + "41": 16.81, + "42": 26.77, + "43": 10.61, + "44": 19.85, + "45": 27.36, + "46": 10.8, + "47": 18.97, + "48": 24.4, + "49": 32.78, + "50": 36.01, + "51": 26.29 + }, + "BRONCO150-NER&Status": { + "0": 1.11, + "1": 11.15, + "2": 10.15, + "3": 27.53, + "4": 37.48, + "5": 34.26, + "6": 41.27, + "7": 24.72, + "8": 32.59, + "9": 35.12, + "10": 2.14, + "11": 26.58, + "12": 37.54, + "13": 44.17, + "14": 30.36, + "15": 41.86, + "16": 0.1, + "17": 15.75, + "18": 42.06, + "19": 29.74, + "20": 10.19, + "21": 0.0, + "22": 0.94, + "23": 2.52, + "24": 27.2, + "25": 2.33, + "26": 23.3, + "27": 4.76, + "28": 1.14, + "29": 19.9, + "30": 16.37, + "31": 25.57, + "32": 34.54, + "33": 35.98, + "34": 46.48, + "35": 0.0, + "36": 13.0, + "37": 18.56, + "38": 30.73, + "39": 3.86, + "40": 12.49, + "41": 11.32, + "42": 34.87, + "43": 12.63, + "44": 21.56, + "45": 32.39, + "46": 16.21, + "47": 22.89, + "48": 22.92, + "49": 30.09, + "50": 47.03, + "51": 44.27 + }, + "CARDIO-DE": { + "0": 0.03, + "1": 1.9, + "2": 22.28, + "3": 34.3, + "4": 48.75, + "5": 39.69, + "6": 56.53, + "7": 42.9, + "8": 31.1, + "9": 38.65, + "10": 0.06, + "11": 32.79, + "12": 48.15, + "13": 57.08, + "14": 36.64, + "15": 54.85, + "16": 0.0, + "17": 3.82, + "18": 46.85, + "19": 26.39, + "20": 0.5, + "21": 0.0, + "22": 0.0, + "23": 0.03, + "24": 3.88, + "25": 0.09, + "26": 24.87, + "27": 1.7, + "28": 9.99, + "29": 24.73, + "30": 12.64, + "31": 35.82, + "32": 48.71, + "33": 51.81, + "34": 54.74, + "35": 0.0, + "36": 13.33, + "37": 26.33, + "38": 42.97, + "39": 2.67, + "40": 16.83, + "41": 35.68, + "42": 48.63, + "43": 15.95, + "44": 9.72, + "45": 47.65, + "46": 15.38, + "47": 18.18, + "48": 35.14, + "49": 49.06, + "50": 55.76, + "51": 53.1 + }, + "GraSSCo PHI": { + "0": 0.07, + "1": 22.75, + "2": 34.85, + "3": 62.16, + "4": 63.76, + "5": 65.91, + "6": 74.84, + "7": 44.1, + "8": 45.51, + "9": 55.11, + "10": 7.03, + "11": 30.08, + "12": 53.59, + "13": 58.55, + "14": 45.84, + "15": 56.74, + "16": 0.12, + "17": 14.1, + "18": 63.95, + "19": 21.22, + "20": 4.29, + "21": 0.0, + "22": 0.53, + "23": 11.14, + "24": 30.1, + "25": 0.0, + "26": 21.46, + "27": 6.29, + "28": 7.87, + "29": 30.88, + "30": 11.26, + "31": 23.02, + "32": 40.87, + "33": 53.51, + "34": 66.01, + "35": 0.0, + "36": 25.06, + "37": 19.03, + "38": 31.39, + "39": 11.48, + "40": 26.81, + "41": 40.76, + "42": 59.38, + "43": 13.82, + "44": 68.13, + "45": 62.28, + "46": 25.63, + "47": 24.89, + "48": 27.57, + "49": 64.92, + "50": 65.07, + "51": 68.28 + }, + "IFMIR-NER": { + "0": 0.21, + "1": 9.57, + "2": 19.91, + "3": 30.64, + "4": 35.2, + "5": 33.94, + "6": 41.46, + "7": 27.01, + "8": 28.42, + "9": 33.77, + "10": 7.35, + "11": 26.66, + "12": 34.13, + "13": 38.93, + "14": 23.51, + "15": 29.31, + "16": 0.04, + "17": 12.84, + "18": 32.16, + "19": 12.73, + "20": 0.96, + "21": 0.0, + "22": 0.78, + "23": 7.42, + "24": 25.02, + "25": 0.03, + "26": 10.63, + "27": 9.53, + "28": 0.79, + "29": 17.84, + "30": 14.57, + "31": 19.94, + "32": 35.04, + "33": 35.06, + "34": 37.35, + "35": 0.0, + "36": 11.68, + "37": 12.56, + "38": 29.15, + "39": 13.82, + "40": 18.74, + "41": 27.3, + "42": 36.66, + "43": 11.02, + "44": 27.28, + "45": 37.38, + "46": 11.38, + "47": 11.25, + "48": 28.2, + "49": 36.71, + "50": 40.88, + "51": 37.91 + }, + "IFMIR - NER&factuality": { + "0": 0.21, + "1": 2.58, + "2": 6.3, + "3": 13.23, + "4": 18.19, + "5": 17.17, + "6": 19.95, + "7": 10.99, + "8": 9.3, + "9": 12.17, + "10": 2.99, + "11": 10.5, + "12": 17.0, + "13": 20.57, + "14": 11.87, + "15": 14.69, + "16": 0.03, + "17": 2.87, + "18": 14.34, + "19": 10.49, + "20": 1.66, + "21": 0.0, + "22": 1.43, + "23": 2.85, + "24": 11.83, + "25": 0.24, + "26": 4.51, + "27": 3.27, + "28": 0.04, + "29": 5.51, + "30": 4.52, + "31": 13.42, + "32": 16.44, + "33": 19.81, + "34": 19.75, + "35": 0.0, + "36": 8.74, + "37": 4.41, + "38": 7.55, + "39": 3.54, + "40": 3.26, + "41": 7.16, + "42": 17.73, + "43": 5.63, + "44": 7.51, + "45": 17.06, + "46": 1.64, + "47": 2.7, + "48": 10.54, + "49": 17.53, + "50": 20.74, + "51": 15.12 + }, + "iCorpus": { + "0": 0.08, + "1": 7.04, + "2": 13.57, + "3": 25.07, + "4": 35.86, + "5": 32.03, + "6": 45.33, + "7": 21.12, + "8": 18.88, + "9": 32.38, + "10": 0.32, + "11": 21.71, + "12": 31.54, + "13": 39.0, + "14": 23.35, + "15": 27.93, + "16": 0.0, + "17": 6.55, + "18": 27.7, + "19": 14.68, + "20": 1.28, + "21": 0.0, + "22": 0.87, + "23": 5.15, + "24": 13.52, + "25": 0.0, + "26": 7.66, + "27": 1.77, + "28": 0.59, + "29": 15.75, + "30": 15.44, + "31": 21.78, + "32": 22.0, + "33": 31.81, + "34": 36.66, + "35": 0.0, + "36": 6.98, + "37": 9.74, + "38": 25.62, + "39": 5.37, + "40": 8.49, + "41": 11.26, + "42": 36.08, + "43": 12.0, + "44": 18.31, + "45": 36.85, + "46": 13.24, + "47": 18.03, + "48": 24.62, + "49": 37.61, + "50": 45.32, + "51": 43.81 + }, + "cMedQA": { + "0": 15.01, + "1": 19.08, + "2": 15.69, + "3": 19.35, + "4": 20.87, + "5": 19.99, + "6": 15.76, + "7": 19.82, + "8": 9.54, + "9": 12.02, + "10": 6.29, + "11": 4.7, + "12": 7.36, + "13": 9.95, + "14": 17.9, + "15": 19.13, + "16": 10.53, + "17": 13.84, + "18": 19.16, + "19": 10.06, + "20": 12.59, + "21": 6.7, + "22": 7.48, + "23": 14.22, + "24": 17.56, + "25": 13.06, + "26": 13.92, + "27": 6.12, + "28": 13.0, + "29": 15.26, + "30": 19.45, + "31": 19.45, + "32": 15.56, + "33": 19.96, + "34": 20.33, + "35": 14.17, + "36": 12.88, + "37": 13.17, + "38": 18.71, + "39": 18.08, + "40": 18.58, + "41": 19.95, + "42": 19.33, + "43": 12.93, + "44": 15.31, + "45": 18.98, + "46": 18.2, + "47": 19.03, + "48": 20.33, + "49": 18.51, + "50": 17.15, + "51": 16.49 + }, + "EHRQA-QA": { + "0": 11.59, + "1": 17.35, + "2": 12.64, + "3": 18.06, + "4": 19.39, + "5": 18.73, + "6": 14.5, + "7": 19.14, + "8": 12.88, + "9": 14.83, + "10": 11.2, + "11": 8.08, + "12": 6.06, + "13": 10.52, + "14": 16.38, + "15": 17.36, + "16": 10.67, + "17": 11.89, + "18": 17.42, + "19": 10.04, + "20": 11.38, + "21": 8.02, + "22": 8.22, + "23": 14.02, + "24": 15.84, + "25": 4.33, + "26": 12.72, + "27": 5.37, + "28": 11.44, + "29": 13.96, + "30": 17.3, + "31": 17.03, + "32": 17.48, + "33": 18.34, + "34": 19.97, + "35": 11.15, + "36": 10.54, + "37": 9.18, + "38": 16.64, + "39": 12.71, + "40": 17.04, + "41": 14.9, + "42": 17.54, + "43": 7.79, + "44": 13.75, + "45": 16.86, + "46": 17.39, + "47": 17.81, + "48": 18.66, + "49": 12.54, + "50": 16.02, + "51": 13.93 + }, + "MEDIQA 2023-chat-A": { + "0": 17.19, + "1": 17.31, + "2": 17.96, + "3": 24.03, + "4": 24.22, + "5": 24.93, + "6": 24.5, + "7": 26.1, + "8": 23.0, + "9": 22.98, + "10": 16.12, + "11": 23.14, + "12": 26.22, + "13": 24.34, + "14": 22.76, + "15": 17.11, + "16": 8.38, + "17": 18.67, + "18": 16.33, + "19": 15.15, + "20": 13.31, + "21": 6.71, + "22": 8.36, + "23": 28.75, + "24": 29.42, + "25": 13.04, + "26": 21.98, + "27": 3.0, + "28": 11.62, + "29": 18.84, + "30": 22.9, + "31": 26.89, + "32": 27.98, + "33": 29.53, + "34": 26.2, + "35": 16.86, + "36": 15.78, + "37": 15.03, + "38": 22.35, + "39": 24.91, + "40": 24.92, + "41": 24.38, + "42": 26.7, + "43": 7.28, + "44": 20.36, + "45": 25.76, + "46": 21.89, + "47": 21.59, + "48": 24.18, + "49": 24.66, + "50": 27.67, + "51": 29.94 + }, + "MEDIQA 2023-sum-B": { + "0": 15.92, + "1": 16.78, + "2": 16.89, + "3": 23.34, + "4": 22.64, + "5": 24.08, + "6": 24.32, + "7": 24.89, + "8": 17.15, + "9": 18.69, + "10": 14.44, + "11": 21.62, + "12": 25.13, + "13": 23.2, + "14": 15.09, + "15": 10.69, + "16": 9.17, + "17": 19.24, + "18": 12.05, + "19": 15.2, + "20": 10.11, + "21": 6.71, + "22": 7.73, + "23": 27.83, + "24": 26.98, + "25": 10.33, + "26": 18.63, + "27": 2.94, + "28": 10.75, + "29": 17.92, + "30": 15.69, + "31": 19.72, + "32": 27.3, + "33": 28.03, + "34": 16.67, + "35": 16.25, + "36": 12.81, + "37": 14.07, + "38": 22.63, + "39": 23.27, + "40": 22.73, + "41": 24.53, + "42": 25.68, + "43": 7.37, + "44": 20.5, + "45": 24.73, + "46": 18.37, + "47": 17.4, + "48": 24.23, + "49": 23.2, + "50": 28.06, + "51": 29.01 + }, + "MedDG": { + "0": 8.38, + "1": 12.17, + "2": 10.62, + "3": 12.54, + "4": 14.43, + "5": 13.88, + "6": 12.34, + "7": 14.97, + "8": 12.48, + "9": 10.34, + "10": 8.71, + "11": 12.39, + "12": 13.28, + "13": 13.17, + "14": 17.18, + "15": 16.58, + "16": 6.35, + "17": 14.52, + "18": 14.11, + "19": 7.18, + "20": 4.42, + "21": 5.47, + "22": 6.58, + "23": 13.25, + "24": 20.86, + "25": 2.22, + "26": 18.44, + "27": 2.93, + "28": 5.84, + "29": 7.21, + "30": 17.22, + "31": 15.99, + "32": 4.54, + "33": 10.55, + "34": 18.41, + "35": 8.41, + "36": 7.13, + "37": 4.25, + "38": 11.71, + "39": 9.13, + "40": 13.17, + "41": 12.2, + "42": 13.6, + "43": 7.09, + "44": 9.68, + "45": 12.17, + "46": 9.99, + "47": 10.18, + "48": 12.44, + "49": 12.24, + "50": 18.05, + "51": 15.2 + }, + "IMCS-V2-MRG": { + "0": 11.91, + "1": 32.23, + "2": 35.98, + "3": 34.68, + "4": 40.25, + "5": 42.3, + "6": 26.15, + "7": 36.52, + "8": 32.53, + "9": 34.36, + "10": 10.16, + "11": 14.34, + "12": 33.06, + "13": 29.87, + "14": 35.29, + "15": 39.95, + "16": 17.32, + "17": 28.87, + "18": 38.38, + "19": 5.85, + "20": 22.86, + "21": 15.2, + "22": 16.6, + "23": 30.52, + "24": 31.57, + "25": 2.16, + "26": 24.89, + "27": 18.28, + "28": 12.68, + "29": 14.1, + "30": 32.55, + "31": 39.45, + "32": 14.45, + "33": 35.63, + "34": 37.43, + "35": 20.57, + "36": 1.72, + "37": 10.61, + "38": 34.91, + "39": 31.28, + "40": 31.26, + "41": 33.63, + "42": 28.57, + "43": 21.15, + "44": 28.71, + "45": 26.53, + "46": 35.3, + "47": 38.9, + "48": 36.85, + "49": 43.0, + "50": 34.23, + "51": 37.22 + }, + "CAS-evidence": { + "0": 1.48, + "1": 13.07, + "2": 24.27, + "3": 39.63, + "4": 39.72, + "5": 37.79, + "6": 38.23, + "7": 42.62, + "8": 39.51, + "9": 39.43, + "10": 3.39, + "11": 26.75, + "12": 44.9, + "13": 42.38, + "14": 37.51, + "15": 28.06, + "16": 3.53, + "17": 23.29, + "18": 37.88, + "19": 27.53, + "20": 22.65, + "21": 0.0, + "22": 0.0, + "23": 3.23, + "24": 31.61, + "25": 0.0, + "26": 14.13, + "27": 11.58, + "28": 4.12, + "29": 8.43, + "30": 32.61, + "31": 36.34, + "32": 36.82, + "33": 34.8, + "34": 42.92, + "35": 0.0, + "36": 11.52, + "37": 4.27, + "38": 33.32, + "39": 13.1, + "40": 18.3, + "41": 25.88, + "42": 31.27, + "43": 20.65, + "44": 38.54, + "45": 33.0, + "46": 17.9, + "47": 29.82, + "48": 25.77, + "49": 38.94, + "50": 40.23, + "51": 49.14 + }, + "icliniq-10k": { + "0": 10.77, + "1": 10.62, + "2": 11.33, + "3": 12.69, + "4": 12.64, + "5": 12.73, + "6": 12.15, + "7": 13.36, + "8": 13.26, + "9": 13.32, + "10": 9.24, + "11": 10.86, + "12": 11.83, + "13": 11.59, + "14": 13.01, + "15": 13.59, + "16": 9.56, + "17": 12.26, + "18": 13.79, + "19": 10.25, + "20": 11.45, + "21": 6.22, + "22": 7.04, + "23": 14.72, + "24": 10.1, + "25": 12.6, + "26": 14.19, + "27": 4.3, + "28": 12.38, + "29": 13.04, + "30": 13.07, + "31": 13.85, + "32": 11.78, + "33": 13.62, + "34": 14.17, + "35": 5.33, + "36": 12.23, + "37": 11.04, + "38": 13.91, + "39": 12.92, + "40": 13.88, + "41": 13.1, + "42": 13.42, + "43": 8.85, + "44": 11.2, + "45": 13.38, + "46": 12.61, + "47": 12.57, + "48": 14.08, + "49": 14.22, + "50": 12.71, + "51": 13.45 + }, + "HealthCareMagic-100k": { + "0": 10.01, + "1": 10.05, + "2": 11.35, + "3": 12.73, + "4": 12.68, + "5": 12.43, + "6": 12.55, + "7": 13.98, + "8": 13.73, + "9": 13.87, + "10": 10.27, + "11": 11.72, + "12": 12.82, + "13": 12.72, + "14": 13.48, + "15": 14.11, + "16": 9.65, + "17": 13.16, + "18": 14.28, + "19": 11.18, + "20": 12.4, + "21": 6.85, + "22": 6.96, + "23": 14.74, + "24": 11.0, + "25": 12.33, + "26": 14.12, + "27": 5.73, + "28": 13.03, + "29": 13.75, + "30": 13.66, + "31": 14.35, + "32": 12.67, + "33": 14.05, + "34": 14.11, + "35": 6.85, + "36": 13.26, + "37": 12.26, + "38": 14.26, + "39": 13.3, + "40": 13.87, + "41": 12.33, + "42": 14.32, + "43": 9.32, + "44": 12.27, + "45": 14.24, + "46": 13.51, + "47": 13.56, + "48": 14.6, + "49": 14.54, + "50": 13.72, + "51": 14.14 + }, + "MIMIC-IV BHC": { + "0": 12.34, + "1": 13.06, + "2": 14.25, + "3": 16.25, + "4": 15.41, + "5": 15.32, + "6": 15.39, + "7": 15.02, + "8": 14.55, + "9": 15.33, + "10": 14.63, + "11": 15.52, + "12": 16.87, + "13": 17.53, + "14": 16.83, + "15": 17.66, + "16": 11.99, + "17": 16.93, + "18": 17.7, + "19": 18.05, + "20": 16.77, + "21": 16.69, + "22": 16.54, + "23": 15.73, + "24": 13.63, + "25": 15.02, + "26": 14.01, + "27": 13.12, + "28": 18.3, + "29": 15.33, + "30": 17.22, + "31": 16.37, + "32": 15.23, + "33": 18.32, + "34": 16.53, + "35": 2.93, + "36": 8.96, + "37": 7.64, + "38": 17.67, + "39": 16.01, + "40": 18.01, + "41": 18.42, + "42": 20.42, + "43": 14.06, + "44": 16.0, + "45": 20.21, + "46": 17.01, + "47": 15.46, + "48": 14.04, + "49": 16.44, + "50": 17.01, + "51": 15.42 + } +} \ No newline at end of file