vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

merged the changes from deepseeker models to main branch

Browse source
This commit is contained in:
Jaggzh 2024-02-12 04:04:34 -08:00 • committed by Georgi Gerganov
parent 83b72cb086
commit 6fbab2dbc8
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
15 changed files with 886 additions and 151 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.h
View file

@ -67,6 +67,8 @@ extern "C" {
LLAMA_VOCAB_TYPE_SPM = 1, // LLaMA tokenizer based on byte-level BPE with byte fallback
LLAMA_VOCAB_TYPE_BPE = 2, // GPT-2 tokenizer based on byte-level BPE
LLAMA_VOCAB_TYPE_WPM = 3, // BERT tokenizer based on WordPiece
LLAMA_VOCAB_TYPE_DEEPSEEKCODER = 4, // Deepseek Coder
LLAMA_VOCAB_TYPE_DEEPSEEKLLM = 5, // Deepseek LLM
};
// note: these values should be synchronized with ggml_rope