chore: Rename from repo to model repo and reorder for improved readability
This commit is contained in:
parent
4768650aff
commit
2fe28ad4d3
1 changed files with 20 additions and 20 deletions
|
@ -984,7 +984,7 @@ HF_MODEL_MAP = (
|
|||
"vocab_files": LLAMA_TOKENIZER_DEFAULT_SPM,
|
||||
},
|
||||
{
|
||||
"repo": "meta-llama/Meta-Llama-3-8B",
|
||||
"model_repo": "meta-llama/Meta-Llama-3-8B",
|
||||
"model_arch": MODEL_ARCH.LLAMA,
|
||||
"model_parts": 4,
|
||||
"model_type": LLaMaModelType.SFT,
|
||||
|
@ -1004,99 +1004,99 @@ HF_MODEL_MAP = (
|
|||
"vocab_files": LLAMA_TOKENIZER_DEFAULT_SPM,
|
||||
},
|
||||
{
|
||||
"model_repo": "deepseek-ai/deepseek-llm-7b-base",
|
||||
"model_arch": MODEL_ARCH.LLAMA,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "deepseek-ai/deepseek-llm-7b-base",
|
||||
},
|
||||
{
|
||||
"model_repo": "deepseek-ai/deepseek-coder-6.7b-base",
|
||||
"model_arch": MODEL_ARCH.LLAMA,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "deepseek-ai/deepseek-coder-6.7b-base",
|
||||
},
|
||||
{
|
||||
"model_repo": "tiiuae/falcon-7b",
|
||||
"model_arch": MODEL_ARCH.FALCON,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "tiiuae/falcon-7b",
|
||||
},
|
||||
{
|
||||
"model_repo": "BAAI/bge-small-en-v1.5",
|
||||
"model_arch": MODEL_ARCH.BERT,
|
||||
"vocab_type": LLaMaVocabType.WPM,
|
||||
"repo": "BAAI/bge-small-en-v1.5",
|
||||
},
|
||||
{
|
||||
"model_repo": "mosaicml/mpt-7b",
|
||||
"model_arch": MODEL_ARCH.MPT,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "mosaicml/mpt-7b",
|
||||
},
|
||||
{
|
||||
"model_repo": "bigcode/starcoder2-3b",
|
||||
"model_arch": MODEL_ARCH.STARCODER2,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "bigcode/starcoder2-3b",
|
||||
},
|
||||
{
|
||||
"model_repo": "openai-community/gpt2",
|
||||
"model_arch": MODEL_ARCH.GPT2,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "openai-community/gpt2",
|
||||
},
|
||||
{
|
||||
"model_repo": "smallcloudai/Refact-1_6-base",
|
||||
"model_arch": MODEL_ARCH.REFACT,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "smallcloudai/Refact-1_6-base",
|
||||
},
|
||||
{
|
||||
"model_repo": "CohereForAI/c4ai-command-r-v01",
|
||||
"model_arch": MODEL_ARCH.COMMAND_R,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "CohereForAI/c4ai-command-r-v01",
|
||||
},
|
||||
{
|
||||
"model_repo": "Qwen/Qwen1.5-7B",
|
||||
"model_arch": MODEL_ARCH.QWEN2,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "Qwen/Qwen1.5-7B",
|
||||
},
|
||||
{
|
||||
"model_repo": "allenai/OLMo-1.7-7B-hf",
|
||||
"model_arch": MODEL_ARCH.OLMO,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "allenai/OLMo-1.7-7B-hf",
|
||||
},
|
||||
{
|
||||
"model_repo": "databricks/dbrx-base",
|
||||
"model_arch": MODEL_ARCH.DBRX,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "databricks/dbrx-base",
|
||||
},
|
||||
{
|
||||
"model_repo": "jinaai/jina-embeddings-v2-base-en",
|
||||
"model_arch": MODEL_ARCH.JINA_BERT_V2,
|
||||
"vocab_type": LLaMaVocabType.WPM,
|
||||
"repo": "jinaai/jina-embeddings-v2-base-en",
|
||||
},
|
||||
{
|
||||
"model_repo": "jinaai/jina-embeddings-v2-base-es",
|
||||
"model_arch": MODEL_ARCH.JINA_BERT_V2,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "jinaai/jina-embeddings-v2-base-es",
|
||||
},
|
||||
{
|
||||
"model_repo": "jinaai/jina-embeddings-v2-base-de",
|
||||
"model_arch": MODEL_ARCH.JINA_BERT_V2,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "jinaai/jina-embeddings-v2-base-de",
|
||||
},
|
||||
{
|
||||
"model_repo": "microsoft/phi-1",
|
||||
"model_arch": MODEL_ARCH.PHI2,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "microsoft/phi-1",
|
||||
},
|
||||
{
|
||||
"model_repo": "stabilityai/stablelm-2-zephyr-1_6b",
|
||||
"model_arch": MODEL_ARCH.STABLELM,
|
||||
"vocab_type": LLaMaVocabType.BPE,
|
||||
"repo": "stabilityai/stablelm-2-zephyr-1_6b",
|
||||
},
|
||||
{
|
||||
"model_repo": "mistralai/Mistral-7B-Instruct-v0.2",
|
||||
"model_arch": MODEL_ARCH.LLAMA,
|
||||
"vocab_type": LLaMaVocabType.SPM,
|
||||
"repo": "mistralai/Mistral-7B-Instruct-v0.2",
|
||||
},
|
||||
{
|
||||
"model_repo": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
||||
"model_arch": MODEL_ARCH.LLAMA,
|
||||
"vocab_type": LLaMaVocabType.SPM,
|
||||
"repo": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
||||
},
|
||||
)
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue