vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama: Support MiniCPM-1B (with & w/o longrope) (#10559)

Browse source
This commit is contained in:
JFLFY2255 2024-12-04 17:42:50 +08:00 • committed by GitHub
parent 2759916d86
commit 8d0cfd554a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 61 additions and 183 deletions
Download patch file Download diff file Expand all files Collapse all files

3
include/llama.h
View file

@ -185,7 +185,8 @@ extern "C" {
LLAMA_ROPE_SCALING_TYPE_NONE = 0,
LLAMA_ROPE_SCALING_TYPE_LINEAR = 1,
LLAMA_ROPE_SCALING_TYPE_YARN = 2,
LLAMA_ROPE_SCALING_TYPE_MAX_VALUE = LLAMA_ROPE_SCALING_TYPE_YARN,
LLAMA_ROPE_SCALING_TYPE_LONGROPE = 3,
LLAMA_ROPE_SCALING_TYPE_MAX_VALUE = LLAMA_ROPE_SCALING_TYPE_LONGROPE,
};
enum llama_pooling_type {