Upload from nightly evaluation run
Browse files- models.json +11 -0
- results.json +637 -0
models.json
CHANGED
@@ -109,6 +109,17 @@
|
|
109 |
"license":"Gemma",
|
110 |
"creation_date":1740787200000
|
111 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
112 |
{
|
113 |
"id":"meta-llama\/llama-3-70b-instruct",
|
114 |
"name":"Llama 3 70B Instruct",
|
|
|
109 |
"license":"Gemma",
|
110 |
"creation_date":1740787200000
|
111 |
},
|
112 |
+
{
|
113 |
+
"id":"gryphe\/mythomax-l2-13b",
|
114 |
+
"name":"MythoMax 13B",
|
115 |
+
"provider_name":"MythoMax 13B",
|
116 |
+
"cost":0.07,
|
117 |
+
"hf_id":"Gryphe\/MythoMax-L2-13b",
|
118 |
+
"size":null,
|
119 |
+
"type":"Open",
|
120 |
+
"license":"Other",
|
121 |
+
"creation_date":1691625600000
|
122 |
+
},
|
123 |
{
|
124 |
"id":"meta-llama\/llama-3-70b-instruct",
|
125 |
"name":"Llama 3 70B Instruct",
|
results.json
CHANGED
@@ -6369,6 +6369,643 @@
|
|
6369 |
"metric":"chrf",
|
6370 |
"score":0.3083774204
|
6371 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6372 |
{
|
6373 |
"model":"meta-llama\/llama-3-70b-instruct",
|
6374 |
"bcp_47":"ar",
|
|
|
6369 |
"metric":"chrf",
|
6370 |
"score":0.3083774204
|
6371 |
},
|
6372 |
+
{
|
6373 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6374 |
+
"bcp_47":"ar",
|
6375 |
+
"task":"mmlu",
|
6376 |
+
"metric":"accuracy",
|
6377 |
+
"score":0.0
|
6378 |
+
},
|
6379 |
+
{
|
6380 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6381 |
+
"bcp_47":"ar",
|
6382 |
+
"task":"translation_from",
|
6383 |
+
"metric":"bleu",
|
6384 |
+
"score":0.0771743646
|
6385 |
+
},
|
6386 |
+
{
|
6387 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6388 |
+
"bcp_47":"ar",
|
6389 |
+
"task":"translation_from",
|
6390 |
+
"metric":"chrf",
|
6391 |
+
"score":0.2973457605
|
6392 |
+
},
|
6393 |
+
{
|
6394 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6395 |
+
"bcp_47":"ar",
|
6396 |
+
"task":"translation_to",
|
6397 |
+
"metric":"bleu",
|
6398 |
+
"score":0.107373793
|
6399 |
+
},
|
6400 |
+
{
|
6401 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6402 |
+
"bcp_47":"ar",
|
6403 |
+
"task":"translation_to",
|
6404 |
+
"metric":"chrf",
|
6405 |
+
"score":0.2699953852
|
6406 |
+
},
|
6407 |
+
{
|
6408 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6409 |
+
"bcp_47":"bn",
|
6410 |
+
"task":"mmlu",
|
6411 |
+
"metric":"accuracy",
|
6412 |
+
"score":0.0
|
6413 |
+
},
|
6414 |
+
{
|
6415 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6416 |
+
"bcp_47":"bn",
|
6417 |
+
"task":"translation_from",
|
6418 |
+
"metric":"bleu",
|
6419 |
+
"score":0.0133841771
|
6420 |
+
},
|
6421 |
+
{
|
6422 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6423 |
+
"bcp_47":"bn",
|
6424 |
+
"task":"translation_from",
|
6425 |
+
"metric":"chrf",
|
6426 |
+
"score":0.1998161123
|
6427 |
+
},
|
6428 |
+
{
|
6429 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6430 |
+
"bcp_47":"bn",
|
6431 |
+
"task":"translation_to",
|
6432 |
+
"metric":"bleu",
|
6433 |
+
"score":0.0571375232
|
6434 |
+
},
|
6435 |
+
{
|
6436 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6437 |
+
"bcp_47":"bn",
|
6438 |
+
"task":"translation_to",
|
6439 |
+
"metric":"chrf",
|
6440 |
+
"score":0.2236086675
|
6441 |
+
},
|
6442 |
+
{
|
6443 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6444 |
+
"bcp_47":"de",
|
6445 |
+
"task":"mmlu",
|
6446 |
+
"metric":"accuracy",
|
6447 |
+
"score":0.0
|
6448 |
+
},
|
6449 |
+
{
|
6450 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6451 |
+
"bcp_47":"de",
|
6452 |
+
"task":"translation_from",
|
6453 |
+
"metric":"bleu",
|
6454 |
+
"score":0.1885986583
|
6455 |
+
},
|
6456 |
+
{
|
6457 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6458 |
+
"bcp_47":"de",
|
6459 |
+
"task":"translation_from",
|
6460 |
+
"metric":"chrf",
|
6461 |
+
"score":0.3942008265
|
6462 |
+
},
|
6463 |
+
{
|
6464 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6465 |
+
"bcp_47":"de",
|
6466 |
+
"task":"translation_to",
|
6467 |
+
"metric":"bleu",
|
6468 |
+
"score":0.208640787
|
6469 |
+
},
|
6470 |
+
{
|
6471 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6472 |
+
"bcp_47":"de",
|
6473 |
+
"task":"translation_to",
|
6474 |
+
"metric":"chrf",
|
6475 |
+
"score":0.4336553669
|
6476 |
+
},
|
6477 |
+
{
|
6478 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6479 |
+
"bcp_47":"en",
|
6480 |
+
"task":"mmlu",
|
6481 |
+
"metric":"accuracy",
|
6482 |
+
"score":0.0
|
6483 |
+
},
|
6484 |
+
{
|
6485 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6486 |
+
"bcp_47":"en",
|
6487 |
+
"task":"translation_from",
|
6488 |
+
"metric":"bleu",
|
6489 |
+
"score":0.2635281374
|
6490 |
+
},
|
6491 |
+
{
|
6492 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6493 |
+
"bcp_47":"en",
|
6494 |
+
"task":"translation_from",
|
6495 |
+
"metric":"chrf",
|
6496 |
+
"score":0.4503496048
|
6497 |
+
},
|
6498 |
+
{
|
6499 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6500 |
+
"bcp_47":"en",
|
6501 |
+
"task":"translation_to",
|
6502 |
+
"metric":"bleu",
|
6503 |
+
"score":0.3327540401
|
6504 |
+
},
|
6505 |
+
{
|
6506 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6507 |
+
"bcp_47":"en",
|
6508 |
+
"task":"translation_to",
|
6509 |
+
"metric":"chrf",
|
6510 |
+
"score":0.5634975097
|
6511 |
+
},
|
6512 |
+
{
|
6513 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6514 |
+
"bcp_47":"es",
|
6515 |
+
"task":"mmlu",
|
6516 |
+
"metric":"accuracy",
|
6517 |
+
"score":0.0
|
6518 |
+
},
|
6519 |
+
{
|
6520 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6521 |
+
"bcp_47":"es",
|
6522 |
+
"task":"translation_from",
|
6523 |
+
"metric":"bleu",
|
6524 |
+
"score":0.161908961
|
6525 |
+
},
|
6526 |
+
{
|
6527 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6528 |
+
"bcp_47":"es",
|
6529 |
+
"task":"translation_from",
|
6530 |
+
"metric":"chrf",
|
6531 |
+
"score":0.3791550712
|
6532 |
+
},
|
6533 |
+
{
|
6534 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6535 |
+
"bcp_47":"es",
|
6536 |
+
"task":"translation_to",
|
6537 |
+
"metric":"bleu",
|
6538 |
+
"score":0.1756752106
|
6539 |
+
},
|
6540 |
+
{
|
6541 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6542 |
+
"bcp_47":"es",
|
6543 |
+
"task":"translation_to",
|
6544 |
+
"metric":"chrf",
|
6545 |
+
"score":0.4286169476
|
6546 |
+
},
|
6547 |
+
{
|
6548 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6549 |
+
"bcp_47":"fr",
|
6550 |
+
"task":"mmlu",
|
6551 |
+
"metric":"accuracy",
|
6552 |
+
"score":0.0
|
6553 |
+
},
|
6554 |
+
{
|
6555 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6556 |
+
"bcp_47":"fr",
|
6557 |
+
"task":"translation_from",
|
6558 |
+
"metric":"bleu",
|
6559 |
+
"score":0.1391333463
|
6560 |
+
},
|
6561 |
+
{
|
6562 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6563 |
+
"bcp_47":"fr",
|
6564 |
+
"task":"translation_from",
|
6565 |
+
"metric":"chrf",
|
6566 |
+
"score":0.3906284149
|
6567 |
+
},
|
6568 |
+
{
|
6569 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6570 |
+
"bcp_47":"fr",
|
6571 |
+
"task":"translation_to",
|
6572 |
+
"metric":"bleu",
|
6573 |
+
"score":0.2221133172
|
6574 |
+
},
|
6575 |
+
{
|
6576 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6577 |
+
"bcp_47":"fr",
|
6578 |
+
"task":"translation_to",
|
6579 |
+
"metric":"chrf",
|
6580 |
+
"score":0.439476083
|
6581 |
+
},
|
6582 |
+
{
|
6583 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6584 |
+
"bcp_47":"hi",
|
6585 |
+
"task":"mmlu",
|
6586 |
+
"metric":"accuracy",
|
6587 |
+
"score":0.0
|
6588 |
+
},
|
6589 |
+
{
|
6590 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6591 |
+
"bcp_47":"hi",
|
6592 |
+
"task":"translation_from",
|
6593 |
+
"metric":"bleu",
|
6594 |
+
"score":0.1927642098
|
6595 |
+
},
|
6596 |
+
{
|
6597 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6598 |
+
"bcp_47":"hi",
|
6599 |
+
"task":"translation_from",
|
6600 |
+
"metric":"chrf",
|
6601 |
+
"score":0.3900862934
|
6602 |
+
},
|
6603 |
+
{
|
6604 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6605 |
+
"bcp_47":"hi",
|
6606 |
+
"task":"translation_to",
|
6607 |
+
"metric":"bleu",
|
6608 |
+
"score":0.1921622852
|
6609 |
+
},
|
6610 |
+
{
|
6611 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6612 |
+
"bcp_47":"hi",
|
6613 |
+
"task":"translation_to",
|
6614 |
+
"metric":"chrf",
|
6615 |
+
"score":0.3921656103
|
6616 |
+
},
|
6617 |
+
{
|
6618 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6619 |
+
"bcp_47":"id",
|
6620 |
+
"task":"mmlu",
|
6621 |
+
"metric":"accuracy",
|
6622 |
+
"score":0.0
|
6623 |
+
},
|
6624 |
+
{
|
6625 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6626 |
+
"bcp_47":"id",
|
6627 |
+
"task":"translation_from",
|
6628 |
+
"metric":"bleu",
|
6629 |
+
"score":0.1450314351
|
6630 |
+
},
|
6631 |
+
{
|
6632 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6633 |
+
"bcp_47":"id",
|
6634 |
+
"task":"translation_from",
|
6635 |
+
"metric":"chrf",
|
6636 |
+
"score":0.349096966
|
6637 |
+
},
|
6638 |
+
{
|
6639 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6640 |
+
"bcp_47":"id",
|
6641 |
+
"task":"translation_to",
|
6642 |
+
"metric":"bleu",
|
6643 |
+
"score":0.1678766463
|
6644 |
+
},
|
6645 |
+
{
|
6646 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6647 |
+
"bcp_47":"id",
|
6648 |
+
"task":"translation_to",
|
6649 |
+
"metric":"chrf",
|
6650 |
+
"score":0.4572154046
|
6651 |
+
},
|
6652 |
+
{
|
6653 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6654 |
+
"bcp_47":"ja",
|
6655 |
+
"task":"mmlu",
|
6656 |
+
"metric":"accuracy",
|
6657 |
+
"score":0.0
|
6658 |
+
},
|
6659 |
+
{
|
6660 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6661 |
+
"bcp_47":"ja",
|
6662 |
+
"task":"translation_from",
|
6663 |
+
"metric":"bleu",
|
6664 |
+
"score":0.122127159
|
6665 |
+
},
|
6666 |
+
{
|
6667 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6668 |
+
"bcp_47":"ja",
|
6669 |
+
"task":"translation_from",
|
6670 |
+
"metric":"chrf",
|
6671 |
+
"score":0.3592521793
|
6672 |
+
},
|
6673 |
+
{
|
6674 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6675 |
+
"bcp_47":"ja",
|
6676 |
+
"task":"translation_to",
|
6677 |
+
"metric":"bleu",
|
6678 |
+
"score":0.1445573759
|
6679 |
+
},
|
6680 |
+
{
|
6681 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6682 |
+
"bcp_47":"ja",
|
6683 |
+
"task":"translation_to",
|
6684 |
+
"metric":"chrf",
|
6685 |
+
"score":0.2746217781
|
6686 |
+
},
|
6687 |
+
{
|
6688 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6689 |
+
"bcp_47":"jv",
|
6690 |
+
"task":"translation_from",
|
6691 |
+
"metric":"bleu",
|
6692 |
+
"score":0.0385853258
|
6693 |
+
},
|
6694 |
+
{
|
6695 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6696 |
+
"bcp_47":"jv",
|
6697 |
+
"task":"translation_from",
|
6698 |
+
"metric":"chrf",
|
6699 |
+
"score":0.2297130712
|
6700 |
+
},
|
6701 |
+
{
|
6702 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6703 |
+
"bcp_47":"jv",
|
6704 |
+
"task":"translation_to",
|
6705 |
+
"metric":"bleu",
|
6706 |
+
"score":0.0327175312
|
6707 |
+
},
|
6708 |
+
{
|
6709 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6710 |
+
"bcp_47":"jv",
|
6711 |
+
"task":"translation_to",
|
6712 |
+
"metric":"chrf",
|
6713 |
+
"score":0.1978832002
|
6714 |
+
},
|
6715 |
+
{
|
6716 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6717 |
+
"bcp_47":"mr",
|
6718 |
+
"task":"translation_from",
|
6719 |
+
"metric":"bleu",
|
6720 |
+
"score":0.0606459804
|
6721 |
+
},
|
6722 |
+
{
|
6723 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6724 |
+
"bcp_47":"mr",
|
6725 |
+
"task":"translation_from",
|
6726 |
+
"metric":"chrf",
|
6727 |
+
"score":0.2530129366
|
6728 |
+
},
|
6729 |
+
{
|
6730 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6731 |
+
"bcp_47":"mr",
|
6732 |
+
"task":"translation_to",
|
6733 |
+
"metric":"bleu",
|
6734 |
+
"score":0.0379902356
|
6735 |
+
},
|
6736 |
+
{
|
6737 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6738 |
+
"bcp_47":"mr",
|
6739 |
+
"task":"translation_to",
|
6740 |
+
"metric":"chrf",
|
6741 |
+
"score":0.2129894179
|
6742 |
+
},
|
6743 |
+
{
|
6744 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6745 |
+
"bcp_47":"pa",
|
6746 |
+
"task":"translation_from",
|
6747 |
+
"metric":"bleu",
|
6748 |
+
"score":0.2215887293
|
6749 |
+
},
|
6750 |
+
{
|
6751 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6752 |
+
"bcp_47":"pa",
|
6753 |
+
"task":"translation_from",
|
6754 |
+
"metric":"chrf",
|
6755 |
+
"score":0.3740953101
|
6756 |
+
},
|
6757 |
+
{
|
6758 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6759 |
+
"bcp_47":"pa",
|
6760 |
+
"task":"translation_to",
|
6761 |
+
"metric":"bleu",
|
6762 |
+
"score":0.2063143842
|
6763 |
+
},
|
6764 |
+
{
|
6765 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6766 |
+
"bcp_47":"pa",
|
6767 |
+
"task":"translation_to",
|
6768 |
+
"metric":"chrf",
|
6769 |
+
"score":0.3059460254
|
6770 |
+
},
|
6771 |
+
{
|
6772 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6773 |
+
"bcp_47":"pt",
|
6774 |
+
"task":"mmlu",
|
6775 |
+
"metric":"accuracy",
|
6776 |
+
"score":0.0
|
6777 |
+
},
|
6778 |
+
{
|
6779 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6780 |
+
"bcp_47":"pt",
|
6781 |
+
"task":"translation_from",
|
6782 |
+
"metric":"bleu",
|
6783 |
+
"score":0.1491417042
|
6784 |
+
},
|
6785 |
+
{
|
6786 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6787 |
+
"bcp_47":"pt",
|
6788 |
+
"task":"translation_from",
|
6789 |
+
"metric":"chrf",
|
6790 |
+
"score":0.3641087791
|
6791 |
+
},
|
6792 |
+
{
|
6793 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6794 |
+
"bcp_47":"pt",
|
6795 |
+
"task":"translation_to",
|
6796 |
+
"metric":"bleu",
|
6797 |
+
"score":0.2212237119
|
6798 |
+
},
|
6799 |
+
{
|
6800 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6801 |
+
"bcp_47":"pt",
|
6802 |
+
"task":"translation_to",
|
6803 |
+
"metric":"chrf",
|
6804 |
+
"score":0.4443362942
|
6805 |
+
},
|
6806 |
+
{
|
6807 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6808 |
+
"bcp_47":"ru",
|
6809 |
+
"task":"mmlu",
|
6810 |
+
"metric":"accuracy",
|
6811 |
+
"score":0.0
|
6812 |
+
},
|
6813 |
+
{
|
6814 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6815 |
+
"bcp_47":"ru",
|
6816 |
+
"task":"translation_from",
|
6817 |
+
"metric":"bleu",
|
6818 |
+
"score":0.1053993699
|
6819 |
+
},
|
6820 |
+
{
|
6821 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6822 |
+
"bcp_47":"ru",
|
6823 |
+
"task":"translation_from",
|
6824 |
+
"metric":"chrf",
|
6825 |
+
"score":0.339909617
|
6826 |
+
},
|
6827 |
+
{
|
6828 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6829 |
+
"bcp_47":"ru",
|
6830 |
+
"task":"translation_to",
|
6831 |
+
"metric":"bleu",
|
6832 |
+
"score":0.1027968239
|
6833 |
+
},
|
6834 |
+
{
|
6835 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6836 |
+
"bcp_47":"ru",
|
6837 |
+
"task":"translation_to",
|
6838 |
+
"metric":"chrf",
|
6839 |
+
"score":0.3552639409
|
6840 |
+
},
|
6841 |
+
{
|
6842 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6843 |
+
"bcp_47":"sw",
|
6844 |
+
"task":"mmlu",
|
6845 |
+
"metric":"accuracy",
|
6846 |
+
"score":0.0
|
6847 |
+
},
|
6848 |
+
{
|
6849 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6850 |
+
"bcp_47":"sw",
|
6851 |
+
"task":"translation_from",
|
6852 |
+
"metric":"bleu",
|
6853 |
+
"score":0.04894473
|
6854 |
+
},
|
6855 |
+
{
|
6856 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6857 |
+
"bcp_47":"sw",
|
6858 |
+
"task":"translation_from",
|
6859 |
+
"metric":"chrf",
|
6860 |
+
"score":0.2403687794
|
6861 |
+
},
|
6862 |
+
{
|
6863 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6864 |
+
"bcp_47":"sw",
|
6865 |
+
"task":"translation_to",
|
6866 |
+
"metric":"bleu",
|
6867 |
+
"score":0.0081616469
|
6868 |
+
},
|
6869 |
+
{
|
6870 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6871 |
+
"bcp_47":"sw",
|
6872 |
+
"task":"translation_to",
|
6873 |
+
"metric":"chrf",
|
6874 |
+
"score":0.2256342788
|
6875 |
+
},
|
6876 |
+
{
|
6877 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6878 |
+
"bcp_47":"te",
|
6879 |
+
"task":"mmlu",
|
6880 |
+
"metric":"accuracy",
|
6881 |
+
"score":0.0
|
6882 |
+
},
|
6883 |
+
{
|
6884 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6885 |
+
"bcp_47":"te",
|
6886 |
+
"task":"translation_from",
|
6887 |
+
"metric":"bleu",
|
6888 |
+
"score":0.1038281469
|
6889 |
+
},
|
6890 |
+
{
|
6891 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6892 |
+
"bcp_47":"te",
|
6893 |
+
"task":"translation_from",
|
6894 |
+
"metric":"chrf",
|
6895 |
+
"score":0.2848836056
|
6896 |
+
},
|
6897 |
+
{
|
6898 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6899 |
+
"bcp_47":"te",
|
6900 |
+
"task":"translation_to",
|
6901 |
+
"metric":"bleu",
|
6902 |
+
"score":0.1264888672
|
6903 |
+
},
|
6904 |
+
{
|
6905 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6906 |
+
"bcp_47":"te",
|
6907 |
+
"task":"translation_to",
|
6908 |
+
"metric":"chrf",
|
6909 |
+
"score":0.2764453485
|
6910 |
+
},
|
6911 |
+
{
|
6912 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6913 |
+
"bcp_47":"ur",
|
6914 |
+
"task":"translation_from",
|
6915 |
+
"metric":"bleu",
|
6916 |
+
"score":0.0896680673
|
6917 |
+
},
|
6918 |
+
{
|
6919 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6920 |
+
"bcp_47":"ur",
|
6921 |
+
"task":"translation_from",
|
6922 |
+
"metric":"chrf",
|
6923 |
+
"score":0.2815141335
|
6924 |
+
},
|
6925 |
+
{
|
6926 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6927 |
+
"bcp_47":"ur",
|
6928 |
+
"task":"translation_to",
|
6929 |
+
"metric":"bleu",
|
6930 |
+
"score":0.0393651445
|
6931 |
+
},
|
6932 |
+
{
|
6933 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6934 |
+
"bcp_47":"ur",
|
6935 |
+
"task":"translation_to",
|
6936 |
+
"metric":"chrf",
|
6937 |
+
"score":0.2318870316
|
6938 |
+
},
|
6939 |
+
{
|
6940 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6941 |
+
"bcp_47":"vi",
|
6942 |
+
"task":"mmlu",
|
6943 |
+
"metric":"accuracy",
|
6944 |
+
"score":0.0
|
6945 |
+
},
|
6946 |
+
{
|
6947 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6948 |
+
"bcp_47":"vi",
|
6949 |
+
"task":"translation_from",
|
6950 |
+
"metric":"bleu",
|
6951 |
+
"score":0.1221410689
|
6952 |
+
},
|
6953 |
+
{
|
6954 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6955 |
+
"bcp_47":"vi",
|
6956 |
+
"task":"translation_from",
|
6957 |
+
"metric":"chrf",
|
6958 |
+
"score":0.3760902563
|
6959 |
+
},
|
6960 |
+
{
|
6961 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6962 |
+
"bcp_47":"vi",
|
6963 |
+
"task":"translation_to",
|
6964 |
+
"metric":"bleu",
|
6965 |
+
"score":0.1740511381
|
6966 |
+
},
|
6967 |
+
{
|
6968 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6969 |
+
"bcp_47":"vi",
|
6970 |
+
"task":"translation_to",
|
6971 |
+
"metric":"chrf",
|
6972 |
+
"score":0.3679951776
|
6973 |
+
},
|
6974 |
+
{
|
6975 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6976 |
+
"bcp_47":"zh",
|
6977 |
+
"task":"mmlu",
|
6978 |
+
"metric":"accuracy",
|
6979 |
+
"score":0.0
|
6980 |
+
},
|
6981 |
+
{
|
6982 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6983 |
+
"bcp_47":"zh",
|
6984 |
+
"task":"translation_from",
|
6985 |
+
"metric":"bleu",
|
6986 |
+
"score":0.1065732415
|
6987 |
+
},
|
6988 |
+
{
|
6989 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6990 |
+
"bcp_47":"zh",
|
6991 |
+
"task":"translation_from",
|
6992 |
+
"metric":"chrf",
|
6993 |
+
"score":0.3712929662
|
6994 |
+
},
|
6995 |
+
{
|
6996 |
+
"model":"gryphe\/mythomax-l2-13b",
|
6997 |
+
"bcp_47":"zh",
|
6998 |
+
"task":"translation_to",
|
6999 |
+
"metric":"bleu",
|
7000 |
+
"score":0.1553037377
|
7001 |
+
},
|
7002 |
+
{
|
7003 |
+
"model":"gryphe\/mythomax-l2-13b",
|
7004 |
+
"bcp_47":"zh",
|
7005 |
+
"task":"translation_to",
|
7006 |
+
"metric":"chrf",
|
7007 |
+
"score":0.2272771523
|
7008 |
+
},
|
7009 |
{
|
7010 |
"model":"meta-llama\/llama-3-70b-instruct",
|
7011 |
"bcp_47":"ar",
|