ct2_cache.json

{
    "tiiuae/falcon-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-falcon-7b"
    },
    "falcon-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-falcon-7b"
    },
    "mosaicml/mpt-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b"
    },
    "mpt-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b"
    },
    "mosaicml/mpt-7b-storywriter": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-storywriter"
    },
    "mpt-7b-storywriter": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-storywriter"
    },
    "mosaicml/mpt-7b-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-chat"
    },
    "mpt-7b-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-chat"
    },
    "mosaicml/mpt-7b-8k": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k"
    },
    "mpt-7b-8k": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k"
    },
    "mosaicml/mpt-7b-8k-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k-instruct"
    },
    "mpt-7b-8k-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k-instruct"
    },
    "mosaicml/mpt-7b-8k-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k-chat"
    },
    "mpt-7b-8k-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-mtb-7b-8k-chat"
    },
    "togethercomputer/redpajama-incite-7b-base": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-base"
    },
    "redpajama-incite-7b-base": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-base"
    },
    "togethercomputer/redpajama-incite-7b-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-instruct"
    },
    "redpajama-incite-7b-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-instruct"
    },
    "togethercomputer/redpajama-incite-7b-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-chat"
    },
    "redpajama-incite-7b-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-redpajama-7b-chat"
    },
    "meta-llama/llama-2-7b-chat-hf": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-llama-2-7b-chat"
    },
    "meta-llama/llama-2-7b-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-llama-2-7b-chat"
    },
    "llama-2-7b-chat-hf": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-llama-2-7b-chat"
    },
    "llama-2-7b-chat": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-llama-2-7b-chat"
    },
    "google/flan-t5-xl": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-flan-xl"
    },
    "flan-t5-xl": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-flan-xl"
    },
    "conceptofmind/flan-open-llama-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-flan-open-llama-7b"
    },
    "flan-open-llama-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-flan-open-llama-7b"
    },
    "openlm-research/open_llama_7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-open-llama-7b"
    },
    "open_llama_7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-open-llama-7b"
    },
    "openlm-research/open_llama_7b_v2": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-open-llama-7b-v2"
    },
    "open_llama_7b_v2": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-open-llama-7b-v2"
    },
    "salesforce/xgen-7b-8k-base": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-xgen-7b-8k-base"
    },
    "xgen-7b-8k-base": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-xgen-7b-8k-base"
    },
    "salesforce/xgen-7b-8k-inst": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-xgen-7b-8k-inst"
    },
    "xgen-7b-8k-inst": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-xgen-7b-8k-inst"
    },
    "salesforce/codegen25-7b-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-codegen25-7b-instruct"
    },
    "codegen25-7b-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-codegen25-7b-instruct"
    },
    "stabilityai/stablelm-tuned-alpha-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-stablelm-7b"
    },
    "stablelm-tuned-alpha-7b": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-stablelm-7b"
    },
    "tiiuae/falcon-7b-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-falcon-7b-instruct"
    },
    "falcon-7b-instruct": {
        "quant_type": "int8",
        "repo": "TitanML/ct2-int8-falcon-7b-instruct"
    }
}