vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

squash! common : add default embeddings presets

Browse source 
Update gte-small model to ggml-org/gte-small-Q8_0-GGUF.
This commit is contained in:
Daniel Bevenius 2025-02-06 09:50:22 +01:00
parent e07000b525
commit 61f410f9e4
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
common/arg.cpp
View file

@ -2356,8 +2356,8 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
{"--embd-gte-small-default"},
string_format("use default gte-small model (note: can download weights from the internet)"),
[](common_params & params) {
params.hf_repo = "ChristianAzinn/gte-small-gguf";
params.hf_file = "gte-small.Q8_0.gguf";
params.hf_repo = "ggml-org/gte-small-Q8_0-GGUF";
params.hf_file = "gte-small-q8_0.gguf";
params.pooling_type = LLAMA_POOLING_TYPE_NONE;
params.embd_normalize = 2;
params.n_ctx = 512;