| { | |
| "dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d", | |
| "mteb_dataset_name": "AmazonReviewsClassification", | |
| "mteb_version": "1.1.1", | |
| "test": { | |
| "de": { | |
| "accuracy": 0.25157999999999997, | |
| "accuracy_stderr": 0.010526708887396853, | |
| "f1": 0.23033533062569989, | |
| "f1_stderr": 0.011376096062198478, | |
| "main_score": 0.25157999999999997 | |
| }, | |
| "en": { | |
| "accuracy": 0.29172000000000003, | |
| "accuracy_stderr": 0.02224143880237967, | |
| "f1": 0.28264998641170463, | |
| "f1_stderr": 0.01915251174656213, | |
| "main_score": 0.29172000000000003 | |
| }, | |
| "es": { | |
| "accuracy": 0.2684, | |
| "accuracy_stderr": 0.009740225870070984, | |
| "f1": 0.256934137380864, | |
| "f1_stderr": 0.014160040681147892, | |
| "main_score": 0.2684 | |
| }, | |
| "evaluation_time": 19.09, | |
| "fr": { | |
| "accuracy": 0.26492, | |
| "accuracy_stderr": 0.010117390968031229, | |
| "f1": 0.256252880863665, | |
| "f1_stderr": 0.016518491974052727, | |
| "main_score": 0.26492 | |
| }, | |
| "ja": { | |
| "accuracy": 0.24448000000000003, | |
| "accuracy_stderr": 0.010610636173199038, | |
| "f1": 0.23864602422259348, | |
| "f1_stderr": 0.009789982505437196, | |
| "main_score": 0.24448000000000003 | |
| }, | |
| "zh": { | |
| "accuracy": 0.26412, | |
| "accuracy_stderr": 0.017427380755581142, | |
| "f1": 0.25779710231390757, | |
| "f1_stderr": 0.017970802471815667, | |
| "main_score": 0.26412 | |
| } | |
| } | |
| } |