Commit
·
913fa24
1
Parent(s):
3673965
More metadata type updates (#141)
Browse files- More metadata type updates (71b880b41567fe3364f34246ed05dfc5c9d69047)
- fix double `:` (ef652880e8d045dd13f5d2f7247bdbcccd851d88)
src/auto_leaderboard/model_metadata_type.py
CHANGED
|
@@ -29,6 +29,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 29 |
"aisquared/chopt-1_3b": ModelType.SFT,
|
| 30 |
"aisquared/dlite-v2-355m": ModelType.SFT,
|
| 31 |
"augtoma/qCammel-13": ModelType.SFT,
|
|
|
|
| 32 |
"TheBloke/alpaca-lora-65B-HF": ModelType.SFT,
|
| 33 |
"TheBloke/tulu-7B-fp16": ModelType.SFT,
|
| 34 |
"TheBloke/guanaco-7B-HF": ModelType.SFT,
|
|
@@ -261,6 +262,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 261 |
"klosax/pythia-70m-deduped-step44k-92bt": ModelType.PT,
|
| 262 |
"klosax/open_llama_13b_600bt_preview": ModelType.PT,
|
| 263 |
"klosax/open_llama_7b_400bt_preview": ModelType.PT,
|
|
|
|
| 264 |
"WeOpenML/Alpaca-7B-v1": ModelType.SFT,
|
| 265 |
"WeOpenML/PandaLM-Alpaca-7B-v1": ModelType.SFT,
|
| 266 |
"TFLai/gpt2-turkish-uncased": ModelType.SFT,
|
|
@@ -280,6 +282,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 280 |
"OpenAssistant/pythia-12b-sft-v8-2.5k-steps": ModelType.SFT,
|
| 281 |
"OpenAssistant/pythia-12b-sft-v8-7k-steps": ModelType.SFT,
|
| 282 |
"OpenAssistant/pythia-12b-pre-v8-12.5k-steps": ModelType.SFT,
|
|
|
|
| 283 |
"junelee/wizard-vicuna-13b": ModelType.SFT,
|
| 284 |
"BreadAi/gpt-YA-1-1_160M": ModelType.PT,
|
| 285 |
"BreadAi/MuseCan": ModelType.PT,
|
|
@@ -342,6 +345,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 342 |
"facebook/xglm-564M": ModelType.PT,
|
| 343 |
"facebook/opt-30b": ModelType.PT,
|
| 344 |
"golaxy/gogpt-7b": ModelType.SFT,
|
|
|
|
| 345 |
"psmathur/orca_mini_v2_7b": ModelType.SFT,
|
| 346 |
"psmathur/orca_mini_7b": ModelType.SFT,
|
| 347 |
"psmathur/orca_mini_3b": ModelType.SFT,
|
|
@@ -356,6 +360,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 356 |
"HuggingFaceH4/starchat-beta": ModelType.SFT,
|
| 357 |
"KnutJaegersberg/gpt-2-xl-EvolInstruct": ModelType.SFT,
|
| 358 |
"KnutJaegersberg/megatron-GPT-2-345m-EvolInstruct": ModelType.SFT,
|
|
|
|
| 359 |
"openchat/openchat_8192": ModelType.SFT,
|
| 360 |
"openchat/openchat_v2": ModelType.SFT,
|
| 361 |
"openchat/openchat_v2_w": ModelType.SFT,
|
|
@@ -366,6 +371,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 366 |
"SebastianSchramm/Cerebras-GPT-111M-instruction": ModelType.SFT,
|
| 367 |
"victor123/WizardLM-13B-1.0": ModelType.SFT,
|
| 368 |
"OpenBuddy/openbuddy-openllama-13b-v7-fp16": ModelType.SFT,
|
|
|
|
| 369 |
"OpenBuddyEA/openbuddy-llama-30b-v7.1-bf16": ModelType.SFT,
|
| 370 |
"baichuan-inc/Baichuan-7B": ModelType.PT,
|
| 371 |
"tiiuae/falcon-40b-instruct": ModelType.SFT,
|
|
@@ -373,6 +379,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 373 |
"tiiuae/falcon-7b": ModelType.PT,
|
| 374 |
"YeungNLP/firefly-llama-13b": ModelType.SFT,
|
| 375 |
"YeungNLP/firefly-llama-13b-v1.2": ModelType.SFT,
|
|
|
|
| 376 |
"YeungNLP/firefly-ziya-13b": ModelType.SFT,
|
| 377 |
"shaohang/Sparse0.5_OPT-1.3": ModelType.SFT,
|
| 378 |
"xzuyn/Alpacino-SuperCOT-13B": ModelType.SFT,
|
|
@@ -396,6 +403,8 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 396 |
"jondurbin/airoboros-13b-gpt4-1.4": ModelType.SFT,
|
| 397 |
"jondurbin/airoboros-7b": ModelType.SFT,
|
| 398 |
"jondurbin/airoboros-7b-gpt4-1.4": ModelType.SFT,
|
|
|
|
|
|
|
| 399 |
"jondurbin/airoboros-l2-70b-gpt4-1.4.1": ModelType.SFT,
|
| 400 |
"jondurbin/airoboros-13b": ModelType.SFT,
|
| 401 |
"jondurbin/airoboros-65b-gpt4-1.2": ModelType.SFT,
|
|
@@ -417,6 +426,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 417 |
"LLMs/WizardLM-13B-V1.0": ModelType.SFT,
|
| 418 |
"LLMs/AlpacaGPT4-7B-elina": ModelType.SFT,
|
| 419 |
"wenge-research/yayi-7b-llama2": ModelType.SFT,
|
|
|
|
| 420 |
"yhyhy3/open_llama_7b_v2_med_instruct": ModelType.SFT,
|
| 421 |
"llama-anon/instruct-13b": ModelType.SFT,
|
| 422 |
"huggingtweets/jerma985": ModelType.SFT,
|
|
@@ -429,6 +439,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 429 |
"upstage/llama-30b-instruct": ModelType.SFT,
|
| 430 |
"WizardLM/WizardLM-13B-1.0": ModelType.SFT,
|
| 431 |
"WizardLM/WizardLM-13B-V1.1": ModelType.SFT,
|
|
|
|
| 432 |
"WizardLM/WizardLM-30B-V1.0": ModelType.SFT,
|
| 433 |
"WizardLM/WizardCoder-15B-V1.0": ModelType.SFT,
|
| 434 |
"gpt2": ModelType.PT,
|
|
@@ -440,10 +451,12 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 440 |
"MayaPH/FinOPT-Lincoln": ModelType.SFT,
|
| 441 |
"MayaPH/FinOPT-Franklin": ModelType.SFT,
|
| 442 |
"MayaPH/GodziLLa-30B": ModelType.SFT,
|
|
|
|
| 443 |
"MayaPH/FinOPT-Washington": ModelType.SFT,
|
| 444 |
"ogimgio/gpt-neo-125m-neurallinguisticpioneers": ModelType.SFT,
|
| 445 |
"layoric/llama-2-13b-code-alpaca": ModelType.SFT,
|
| 446 |
"CobraMamba/mamba-gpt-3b": ModelType.SFT,
|
|
|
|
| 447 |
"timdettmers/guanaco-33b-merged": ModelType.SFT,
|
| 448 |
"elinas/chronos-33b": ModelType.SFT,
|
| 449 |
"heegyu/RedTulu-Uncensored-3B-0719": ModelType.SFT,
|
|
@@ -468,10 +481,15 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 468 |
"h2oai/h2ogpt-gm-oasst1-multilang-1024-20b": ModelType.SFT,
|
| 469 |
"bofenghuang/vigogne-13b-instruct": ModelType.SFT,
|
| 470 |
"bofenghuang/vigogne-13b-chat": ModelType.SFT,
|
|
|
|
|
|
|
|
|
|
| 471 |
"Vmware/open-llama-7b-v2-open-instruct": ModelType.SFT,
|
| 472 |
"VMware/open-llama-0.7T-7B-open-instruct-v1.1": ModelType.SFT,
|
| 473 |
"ewof/koishi-instruct-3b": ModelType.SFT,
|
| 474 |
"gywy/llama2-13b-chinese-v1": ModelType.SFT,
|
|
|
|
|
|
|
| 475 |
"64bits/LexPodLM-13B": ModelType.SFT
|
| 476 |
}
|
| 477 |
|
|
|
|
| 29 |
"aisquared/chopt-1_3b": ModelType.SFT,
|
| 30 |
"aisquared/dlite-v2-355m": ModelType.SFT,
|
| 31 |
"augtoma/qCammel-13": ModelType.SFT,
|
| 32 |
+
"Aspik101/Llama-2-7b-hf-instruct-pl-lora_unload": ModelType.SFT,
|
| 33 |
"TheBloke/alpaca-lora-65B-HF": ModelType.SFT,
|
| 34 |
"TheBloke/tulu-7B-fp16": ModelType.SFT,
|
| 35 |
"TheBloke/guanaco-7B-HF": ModelType.SFT,
|
|
|
|
| 262 |
"klosax/pythia-70m-deduped-step44k-92bt": ModelType.PT,
|
| 263 |
"klosax/open_llama_13b_600bt_preview": ModelType.PT,
|
| 264 |
"klosax/open_llama_7b_400bt_preview": ModelType.PT,
|
| 265 |
+
"kfkas/Llama-2-ko-7b-Chat": ModelType.SFT,
|
| 266 |
"WeOpenML/Alpaca-7B-v1": ModelType.SFT,
|
| 267 |
"WeOpenML/PandaLM-Alpaca-7B-v1": ModelType.SFT,
|
| 268 |
"TFLai/gpt2-turkish-uncased": ModelType.SFT,
|
|
|
|
| 282 |
"OpenAssistant/pythia-12b-sft-v8-2.5k-steps": ModelType.SFT,
|
| 283 |
"OpenAssistant/pythia-12b-sft-v8-7k-steps": ModelType.SFT,
|
| 284 |
"OpenAssistant/pythia-12b-pre-v8-12.5k-steps": ModelType.SFT,
|
| 285 |
+
"OpenAssistant/llama2-13b-orca-8k-3319": ModelType.SFT,
|
| 286 |
"junelee/wizard-vicuna-13b": ModelType.SFT,
|
| 287 |
"BreadAi/gpt-YA-1-1_160M": ModelType.PT,
|
| 288 |
"BreadAi/MuseCan": ModelType.PT,
|
|
|
|
| 345 |
"facebook/xglm-564M": ModelType.PT,
|
| 346 |
"facebook/opt-30b": ModelType.PT,
|
| 347 |
"golaxy/gogpt-7b": ModelType.SFT,
|
| 348 |
+
"golaxy/gogpt2-7b": ModelType.SFT,
|
| 349 |
"psmathur/orca_mini_v2_7b": ModelType.SFT,
|
| 350 |
"psmathur/orca_mini_7b": ModelType.SFT,
|
| 351 |
"psmathur/orca_mini_3b": ModelType.SFT,
|
|
|
|
| 360 |
"HuggingFaceH4/starchat-beta": ModelType.SFT,
|
| 361 |
"KnutJaegersberg/gpt-2-xl-EvolInstruct": ModelType.SFT,
|
| 362 |
"KnutJaegersberg/megatron-GPT-2-345m-EvolInstruct": ModelType.SFT,
|
| 363 |
+
"KnutJaegersberg/galactica-orca-wizardlm-1.3b": ModelType.SFT,
|
| 364 |
"openchat/openchat_8192": ModelType.SFT,
|
| 365 |
"openchat/openchat_v2": ModelType.SFT,
|
| 366 |
"openchat/openchat_v2_w": ModelType.SFT,
|
|
|
|
| 371 |
"SebastianSchramm/Cerebras-GPT-111M-instruction": ModelType.SFT,
|
| 372 |
"victor123/WizardLM-13B-1.0": ModelType.SFT,
|
| 373 |
"OpenBuddy/openbuddy-openllama-13b-v7-fp16": ModelType.SFT,
|
| 374 |
+
"OpenBuddy/openbuddy-llama2-13b-v8.1-fp16": ModelType.SFT,
|
| 375 |
"OpenBuddyEA/openbuddy-llama-30b-v7.1-bf16": ModelType.SFT,
|
| 376 |
"baichuan-inc/Baichuan-7B": ModelType.PT,
|
| 377 |
"tiiuae/falcon-40b-instruct": ModelType.SFT,
|
|
|
|
| 379 |
"tiiuae/falcon-7b": ModelType.PT,
|
| 380 |
"YeungNLP/firefly-llama-13b": ModelType.SFT,
|
| 381 |
"YeungNLP/firefly-llama-13b-v1.2": ModelType.SFT,
|
| 382 |
+
"YeungNLP/firefly-llama2-13b": ModelType.SFT,
|
| 383 |
"YeungNLP/firefly-ziya-13b": ModelType.SFT,
|
| 384 |
"shaohang/Sparse0.5_OPT-1.3": ModelType.SFT,
|
| 385 |
"xzuyn/Alpacino-SuperCOT-13B": ModelType.SFT,
|
|
|
|
| 403 |
"jondurbin/airoboros-13b-gpt4-1.4": ModelType.SFT,
|
| 404 |
"jondurbin/airoboros-7b": ModelType.SFT,
|
| 405 |
"jondurbin/airoboros-7b-gpt4-1.4": ModelType.SFT,
|
| 406 |
+
"jondurbin/airoboros-l2-7b-gpt4-1.4.1": ModelType.SFT,
|
| 407 |
+
"jondurbin/airoboros-l2-13b-gpt4-1.4.1": ModelType.SFT,
|
| 408 |
"jondurbin/airoboros-l2-70b-gpt4-1.4.1": ModelType.SFT,
|
| 409 |
"jondurbin/airoboros-13b": ModelType.SFT,
|
| 410 |
"jondurbin/airoboros-65b-gpt4-1.2": ModelType.SFT,
|
|
|
|
| 426 |
"LLMs/WizardLM-13B-V1.0": ModelType.SFT,
|
| 427 |
"LLMs/AlpacaGPT4-7B-elina": ModelType.SFT,
|
| 428 |
"wenge-research/yayi-7b-llama2": ModelType.SFT,
|
| 429 |
+
"wenge-research/yayi-13b-llama2": ModelType.SFT,
|
| 430 |
"yhyhy3/open_llama_7b_v2_med_instruct": ModelType.SFT,
|
| 431 |
"llama-anon/instruct-13b": ModelType.SFT,
|
| 432 |
"huggingtweets/jerma985": ModelType.SFT,
|
|
|
|
| 439 |
"upstage/llama-30b-instruct": ModelType.SFT,
|
| 440 |
"WizardLM/WizardLM-13B-1.0": ModelType.SFT,
|
| 441 |
"WizardLM/WizardLM-13B-V1.1": ModelType.SFT,
|
| 442 |
+
"WizardLM/WizardLM-13B-V1.2": ModelType.SFT,
|
| 443 |
"WizardLM/WizardLM-30B-V1.0": ModelType.SFT,
|
| 444 |
"WizardLM/WizardCoder-15B-V1.0": ModelType.SFT,
|
| 445 |
"gpt2": ModelType.PT,
|
|
|
|
| 451 |
"MayaPH/FinOPT-Lincoln": ModelType.SFT,
|
| 452 |
"MayaPH/FinOPT-Franklin": ModelType.SFT,
|
| 453 |
"MayaPH/GodziLLa-30B": ModelType.SFT,
|
| 454 |
+
"MayaPH/GodziLLa-30B-plus": ModelType.SFT,
|
| 455 |
"MayaPH/FinOPT-Washington": ModelType.SFT,
|
| 456 |
"ogimgio/gpt-neo-125m-neurallinguisticpioneers": ModelType.SFT,
|
| 457 |
"layoric/llama-2-13b-code-alpaca": ModelType.SFT,
|
| 458 |
"CobraMamba/mamba-gpt-3b": ModelType.SFT,
|
| 459 |
+
"CobraMamba/mamba-gpt-3b-v2": ModelType.SFT,
|
| 460 |
"timdettmers/guanaco-33b-merged": ModelType.SFT,
|
| 461 |
"elinas/chronos-33b": ModelType.SFT,
|
| 462 |
"heegyu/RedTulu-Uncensored-3B-0719": ModelType.SFT,
|
|
|
|
| 481 |
"h2oai/h2ogpt-gm-oasst1-multilang-1024-20b": ModelType.SFT,
|
| 482 |
"bofenghuang/vigogne-13b-instruct": ModelType.SFT,
|
| 483 |
"bofenghuang/vigogne-13b-chat": ModelType.SFT,
|
| 484 |
+
"bofenghuang/vigogne-2-7b-instruct": ModelType.SFT,
|
| 485 |
+
"bofenghuang/vigogne-7b-instruct": ModelType.SFT,
|
| 486 |
+
"bofenghuang/vigogne-7b-chat": ModelType.SFT,
|
| 487 |
"Vmware/open-llama-7b-v2-open-instruct": ModelType.SFT,
|
| 488 |
"VMware/open-llama-0.7T-7B-open-instruct-v1.1": ModelType.SFT,
|
| 489 |
"ewof/koishi-instruct-3b": ModelType.SFT,
|
| 490 |
"gywy/llama2-13b-chinese-v1": ModelType.SFT,
|
| 491 |
+
"GOAT-AI/GOAT-7B-Community": ModelType.SFT,
|
| 492 |
+
"psyche/kollama2-7b": ModelType.SFT,
|
| 493 |
"64bits/LexPodLM-13B": ModelType.SFT
|
| 494 |
}
|
| 495 |
|