| { | |
| "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205", | |
| "mteb_dataset_name": "AmazonCounterfactualClassification", | |
| "mteb_version": "1.1.1", | |
| "test": { | |
| "de": { | |
| "accuracy": 0.6229122055674517, | |
| "accuracy_stderr": 0.02689391560397646, | |
| "ap": 0.7654273024410109, | |
| "ap_stderr": 0.014834546530994171, | |
| "f1": 0.6037703210343267, | |
| "f1_stderr": 0.023236308207408476, | |
| "main_score": 0.6229122055674517 | |
| }, | |
| "en": { | |
| "accuracy": 0.7073134328358208, | |
| "accuracy_stderr": 0.0383582089552239, | |
| "ap": 0.3235996836729783, | |
| "ap_stderr": 0.026484778108220294, | |
| "f1": 0.642137087561157, | |
| "f1_stderr": 0.03200155942638674, | |
| "main_score": 0.7073134328358208 | |
| }, | |
| "en-ext": { | |
| "accuracy": 0.6757871064467766, | |
| "accuracy_stderr": 0.04988162814232977, | |
| "ap": 0.1703033311712744, | |
| "ap_stderr": 0.013926829446773738, | |
| "f1": 0.5482175063189498, | |
| "f1_stderr": 0.03163298075732844, | |
| "main_score": 0.6757871064467766 | |
| }, | |
| "evaluation_time": 10.55, | |
| "ja": { | |
| "accuracy": 0.6251605995717344, | |
| "accuracy_stderr": 0.053002616964599826, | |
| "ap": 0.14367489440317666, | |
| "ap_stderr": 0.012527680056177723, | |
| "f1": 0.5048473578289779, | |
| "f1_stderr": 0.030994925213475993, | |
| "main_score": 0.6251605995717344 | |
| } | |
| } | |
| } |