vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

wip 4

Browse source
This commit is contained in:
Georgi Gerganov 2024-11-07 09:26:10 +02:00
parent 9bd5ae09ae
commit dc2a27f2a2
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
4 changed files with 136 additions and 84 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/llama-bench/llama-bench.cpp
View file

@ -256,6 +256,9 @@ static ggml_type ggml_type_from_name(const std::string & s) {
if (s == "f16") {
return GGML_TYPE_F16;
}
if (s == "bf16") {
return GGML_TYPE_BF16;
}
if (s == "q8_0") {
return GGML_TYPE_Q8_0;
}