vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use std::vector

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-12-12 22:27:21 +01:00
parent 42a9c5a948
commit 3fec232f82
1 changed files with 3 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

7
common/arg.cpp
View file

@ -145,7 +145,7 @@ static void common_params_handle_model_default(common_params & params) {
} }
} }
const std::initializer_list<ggml_type> kv_cache_types = { const std::vector<ggml_type> kv_cache_types = {
GGML_TYPE_F32, GGML_TYPE_F32,
GGML_TYPE_F16, GGML_TYPE_F16,
GGML_TYPE_BF16, GGML_TYPE_BF16,
@ -168,9 +168,8 @@ static ggml_type kv_cache_type_from_str(const std::string & s) {
static std::string get_all_kv_cache_types() { static std::string get_all_kv_cache_types() {
std::ostringstream msg; std::ostringstream msg;
size_t size = kv_cache_types.size(); for (const auto & type : kv_cache_types) {
for (size_t i = 0; i < size; i++) { msg << ggml_type_name(type) << (&type == &kv_cache_types.back() ? "" : ", ");
msg << ggml_type_name(*(kv_cache_types.begin()+i)) << (i+1 == size ? "" : ", ");
} }
return msg.str(); return msg.str();
} }