| { | |
| "tiiuae/falcon-7b": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-falcon-7b" | |
| }, | |
| "falcon-7b": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-falcon-7b" | |
| }, | |
| "mosaicml/mpt-7b": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b" | |
| }, | |
| "mpt-7b": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b" | |
| }, | |
| "mosaicml/mpt-7b-storywriter": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b-storywriter" | |
| }, | |
| "mpt-7b-storywriter": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b-storywriter" | |
| }, | |
| "mosaicml/mpt-7b-chat": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b-chat" | |
| }, | |
| "mpt-7b-chat": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b-chat" | |
| }, | |
| "mosaicml/mpt-7b-8k": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b-8k" | |
| }, | |
| "mpt-7b-8k": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b-8k" | |
| }, | |
| "mosaicml/mpt-7b-8k-instruct": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b-8k-instruct" | |
| }, | |
| "mpt-7b-8k-instruct": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b-8k-instruct" | |
| }, | |
| "mosaicml/mpt-7b-8k-chat": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b-8k-chat" | |
| }, | |
| "mpt-7b-8k-chat": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-mtb-7b-8k-chat" | |
| }, | |
| "togethercomputer/redpajama-incite-7b-base": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-redpajama-7b-base" | |
| }, | |
| "redpajama-incite-7b-base": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-redpajama-7b-base" | |
| }, | |
| "togethercomputer/redpajama-incite-7b-instruct": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-redpajama-7b-instruct" | |
| }, | |
| "redpajama-incite-7b-instruct": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-redpajama-7b-instruct" | |
| }, | |
| "togethercomputer/redpajama-incite-7b-chat": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-redpajama-7b-chat" | |
| }, | |
| "redpajama-incite-7b-chat": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-redpajama-7b-chat" | |
| }, | |
| "meta-llama/llama-2-7b-chat-hf": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-llama-2-7b-chat" | |
| }, | |
| "meta-llama/llama-2-7b-chat": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-llama-2-7b-chat" | |
| }, | |
| "llama-2-7b-chat-hf": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-llama-2-7b-chat" | |
| }, | |
| "llama-2-7b-chat": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-llama-2-7b-chat" | |
| }, | |
| "google/flan-t5-xl": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-flan-xl" | |
| }, | |
| "flan-t5-xl": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-flan-xl" | |
| }, | |
| "conceptofmind/flan-open-llama-7b": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-flan-open-llama-7b" | |
| }, | |
| "flan-open-llama-7b": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-flan-open-llama-7b" | |
| }, | |
| "openlm-research/open_llama_7b": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-open-llama-7b" | |
| }, | |
| "open_llama_7b": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-open-llama-7b" | |
| }, | |
| "openlm-research/open_llama_7b_v2": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-open-llama-7b-v2" | |
| }, | |
| "open_llama_7b_v2": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-open-llama-7b-v2" | |
| }, | |
| "salesforce/xgen-7b-8k-base": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-xgen-7b-8k-base" | |
| }, | |
| "xgen-7b-8k-base": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-xgen-7b-8k-base" | |
| }, | |
| "salesforce/xgen-7b-8k-inst": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-xgen-7b-8k-inst" | |
| }, | |
| "xgen-7b-8k-inst": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-xgen-7b-8k-inst" | |
| }, | |
| "salesforce/codegen25-7b-instruct": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-codegen25-7b-instruct" | |
| }, | |
| "codegen25-7b-instruct": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-codegen25-7b-instruct" | |
| }, | |
| "stabilityai/stablelm-tuned-alpha-7b": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-stablelm-7b" | |
| }, | |
| "stablelm-tuned-alpha-7b": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-stablelm-7b" | |
| }, | |
| "tiiuae/falcon-7b-instruct": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-falcon-7b-instruct" | |
| }, | |
| "falcon-7b-instruct": { | |
| "quant_type": "int8", | |
| "repo": "TitanML/ct2-int8-falcon-7b-instruct" | |
| } | |
| } |