vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

examplse : de-shadow

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2025-01-12 14:25:32 +02:00
parent 82caffa74e
commit 9a735ae6d8
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
16 changed files with 152 additions and 159 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/llama-bench/llama-bench.cpp
View file

@ -548,11 +548,11 @@ static cmd_params parse_cmd_params(int argc, char ** argv) {
GGML_ASSERT(split_arg.size() <= llama_max_devices());
std::vector<float> tensor_split(llama_max_devices());
for (size_t i = 0; i < llama_max_devices(); ++i) {
if (i < split_arg.size()) {
tensor_split[i] = std::stof(split_arg[i]);
for (size_t is = 0; is < llama_max_devices(); ++is) {
if (is < split_arg.size()) {
tensor_split[is] = std::stof(split_arg[is]);
} else {
tensor_split[i] = 0.0f;
tensor_split[is] = 0.0f;
}
}
params.tensor_split.push_back(tensor_split);