vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : remove experimental stuff

Browse source
This commit is contained in:
Georgi Gerganov 2023-09-14 22:52:01 +03:00
parent e343b8b4d8
commit e7e7b11455
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 1 additions and 47 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml-metal.m
View file

@ -925,9 +925,7 @@ void ggml_metal_graph_compute(
nth1 = 1;
if (ne11 * ne12 < 4) {
[encoder setComputePipelineState:ctx->pipeline_mul_mat_f16_f32_1row];
//} else if (ne00 >= 128 && ne01 >= 8 && ne00%4 == 0) {
} else if (false) {
// TODO: with ggml_mul_mat_pad this kernel no longer seems to be needed
} else if (ne00 >= 128 && ne01 >= 8 && ne00%4 == 0) {
[encoder setComputePipelineState:ctx->pipeline_mul_mat_f16_f32_l4];
nrows = ne11;
} else {