| { |
| "tiiuae/falcon-7b": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-falcon-7b" |
| }, |
| "falcon-7b": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-falcon-7b" |
| }, |
| "mosaicml/mpt-7b": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b" |
| }, |
| "mpt-7b": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b" |
| }, |
| "mosaicml/mpt-7b-storywriter": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b-storywriter" |
| }, |
| "mpt-7b-storywriter": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b-storywriter" |
| }, |
| "mosaicml/mpt-7b-chat": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b-chat" |
| }, |
| "mpt-7b-chat": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b-chat" |
| }, |
| "mosaicml/mpt-7b-8k": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b-8k" |
| }, |
| "mpt-7b-8k": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b-8k" |
| }, |
| "mosaicml/mpt-7b-8k-instruct": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b-8k-instruct" |
| }, |
| "mpt-7b-8k-instruct": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b-8k-instruct" |
| }, |
| "mosaicml/mpt-7b-8k-chat": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b-8k-chat" |
| }, |
| "mpt-7b-8k-chat": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-mtb-7b-8k-chat" |
| }, |
| "togethercomputer/redpajama-incite-7b-base": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-redpajama-7b-base" |
| }, |
| "redpajama-incite-7b-base": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-redpajama-7b-base" |
| }, |
| "togethercomputer/redpajama-incite-7b-instruct": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-redpajama-7b-instruct" |
| }, |
| "redpajama-incite-7b-instruct": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-redpajama-7b-instruct" |
| }, |
| "togethercomputer/redpajama-incite-7b-chat": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-redpajama-7b-chat" |
| }, |
| "redpajama-incite-7b-chat": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-redpajama-7b-chat" |
| }, |
| "meta-llama/llama-2-7b-chat-hf": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-llama-2-7b-chat" |
| }, |
| "meta-llama/llama-2-7b-chat": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-llama-2-7b-chat" |
| }, |
| "llama-2-7b-chat-hf": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-llama-2-7b-chat" |
| }, |
| "llama-2-7b-chat": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-llama-2-7b-chat" |
| }, |
| "google/flan-t5-xl": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-flan-xl" |
| }, |
| "flan-t5-xl": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-flan-xl" |
| }, |
| "conceptofmind/flan-open-llama-7b": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-flan-open-llama-7b" |
| }, |
| "flan-open-llama-7b": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-flan-open-llama-7b" |
| }, |
| "openlm-research/open_llama_7b": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-open-llama-7b" |
| }, |
| "open_llama_7b": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-open-llama-7b" |
| }, |
| "openlm-research/open_llama_7b_v2": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-open-llama-7b-v2" |
| }, |
| "open_llama_7b_v2": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-open-llama-7b-v2" |
| }, |
| "salesforce/xgen-7b-8k-base": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-xgen-7b-8k-base" |
| }, |
| "xgen-7b-8k-base": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-xgen-7b-8k-base" |
| }, |
| "salesforce/xgen-7b-8k-inst": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-xgen-7b-8k-inst" |
| }, |
| "xgen-7b-8k-inst": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-xgen-7b-8k-inst" |
| }, |
| "salesforce/codegen25-7b-instruct": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-codegen25-7b-instruct" |
| }, |
| "codegen25-7b-instruct": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-codegen25-7b-instruct" |
| }, |
| "stabilityai/stablelm-tuned-alpha-7b": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-stablelm-7b" |
| }, |
| "stablelm-tuned-alpha-7b": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-stablelm-7b" |
| }, |
| "tiiuae/falcon-7b-instruct": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-falcon-7b-instruct" |
| }, |
| "falcon-7b-instruct": { |
| "quant_type": "int8", |
| "repo": "TitanML/ct2-int8-falcon-7b-instruct" |
| } |
| } |
