vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : disable tests involving i-matrix quantization

Browse source
This commit is contained in:
Georgi Gerganov 2024-12-17 18:03:47 +02:00
parent b0597b1493
commit 8cc7145cc7
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 7 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

15
ggml/src/ggml-cpu/ggml-cpu.c
View file

@ -2968,12 +2968,8 @@ static void ggml_compute_forward_dup_f16(
id += ne00 * (ne01 - ir1);
}
}
} else if (ggml_get_type_traits_cpu(dst->type)->from_float || ggml_get_type_traits(dst->type)->from_float_ref) {
ggml_from_float_t quantize_row_q = ggml_get_type_traits_cpu(dst->type)->from_float;
if (!quantize_row_q) {
quantize_row_q = ggml_get_type_traits(dst->type)->from_float_ref;
}
} else if (ggml_get_type_traits_cpu(dst->type)->from_float) {
ggml_from_float_t const quantize_row_q = ggml_get_type_traits_cpu(dst->type)->from_float;
float * src0_f32 = (float *) params->wdata + (ne00 + CACHE_LINE_SIZE_F32) * ith;
size_t id = 0;
@ -3569,11 +3565,8 @@ static void ggml_compute_forward_dup_f32(
id += rs * (ne01 - ir1);
}
}
} else if (ggml_get_type_traits_cpu(dst->type)->from_float || ggml_get_type_traits(dst->type)->from_float_ref) {
ggml_from_float_t quantize_row_q = ggml_get_type_traits_cpu(dst->type)->from_float;
if (!quantize_row_q) {
quantize_row_q = ggml_get_type_traits(dst->type)->from_float_ref;
}
} else if (ggml_get_type_traits_cpu(dst->type)->from_float) {
ggml_from_float_t const quantize_row_q = ggml_get_type_traits_cpu(dst->type)->from_float;
size_t id = 0;
size_t rs = nb0 * (ne00 / ggml_blck_size(dst->type));