vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: Add hf model mapping descriptors for each repo

Browse source
This commit is contained in:
teleprint-me 2024-05-21 01:07:13 -04:00
parent a3bdac091c
commit fb32f50834
No known key found for this signature in database
GPG key ID: B0D11345E65C4D48
1 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

10
gguf-py/gguf/constants.py
View file

@ -973,16 +973,22 @@ HF_MODEL_MAP = (
{ {
"model_repo": "meta-llama/Llama-2-7b-hf", "model_repo": "meta-llama/Llama-2-7b-hf",
"model_arch": MODEL_ARCH.LLAMA, "model_arch": MODEL_ARCH.LLAMA,
"model_parts": 2,
"model_type": LLaMaModelType.SFT,
"vocab_type": LLaMaVocabType.SPM, "vocab_type": LLaMaVocabType.SPM,
"vocab_pre": [], "vocab_pre": [],
"vocab_files": [],
}, },
{ {
"model_arch": MODEL_ARCH.LLAMA,
"vocab_type": LLaMaVocabType.BPE,
"repo": "meta-llama/Meta-Llama-3-8B", "repo": "meta-llama/Meta-Llama-3-8B",
"model_arch": MODEL_ARCH.LLAMA,
"model_parts": 4,
"model_type": LLaMaModelType.SFT,
"vocab_type": LLaMaVocabType.BPE,
"vocab_pre": [ "vocab_pre": [
"(?:'[sS]|'[tT]|'[rR][eE]|'[vV][eE]|'[mM]|'[lL][lL]|'[dD])|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" "(?:'[sS]|'[tT]|'[rR][eE]|'[vV][eE]|'[mM]|'[lL][lL]|'[dD])|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+"
], ],
"vocab_files": [],
}, },
{"model_arch": MODEL_ARCH.PHI3, "vocab_type": LLaMaVocabType.SPM, "repo": "microsoft/Phi-3-mini-4k-instruct", }, {"model_arch": MODEL_ARCH.PHI3, "vocab_type": LLaMaVocabType.SPM, "repo": "microsoft/Phi-3-mini-4k-instruct", },
{"model_arch": MODEL_ARCH.LLAMA, "vocab_type": LLaMaVocabType.BPE, "repo": "deepseek-ai/deepseek-llm-7b-base", }, {"model_arch": MODEL_ARCH.LLAMA, "vocab_type": LLaMaVocabType.BPE, "repo": "deepseek-ai/deepseek-llm-7b-base", },