vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Arm AArch64: minor code change for resolving a build issue with server-windows

Browse source
This commit is contained in:
Dibakar Gope 2024-05-31 04:33:13 +00:00 • committed by Dibakar Gope
parent 746b57f4c3
commit 5d10c218eb
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ggml-aarch64.c
View file

@ -239,9 +239,9 @@ static size_t quantize_q4_0_nr_bl(const float * restrict src, void * restrict ds
out_ptr_B = (block_q4_0x4 *) malloc(sizeof(block_q4_0x4) * nb); out_ptr_B = (block_q4_0x4 *) malloc(sizeof(block_q4_0x4) * nb);
out_ptr_B_start = out_ptr_B; out_ptr_B_start = out_ptr_B;
} }
block_q4_0 ** in_ptrs = (block_q4_0 **) malloc(sizeof(block_q4_0 *) * nrows_interleaved);
for (int b = 0; b < (nrow * n_per_row); b += nrows_interleaved * n_per_row) { for (int b = 0; b < (nrow * n_per_row); b += nrows_interleaved * n_per_row) {
block_q4_0 * in_ptrs[nrows_interleaved];
for (int i = 0; i < nrows_interleaved; i++ ) { for (int i = 0; i < nrows_interleaved; i++ ) {
in_ptrs[i] = (block_q4_0 *) dst + (b + i * n_per_row) / QK4_0; in_ptrs[i] = (block_q4_0 *) dst + (b + i * n_per_row) / QK4_0;
@ -267,6 +267,7 @@ static size_t quantize_q4_0_nr_bl(const float * restrict src, void * restrict ds
else if (nrows_interleaved == 4) memcpy ((block_q4_0 *) dst + b / QK4_0, out_ptr_B_start, sizeof(block_q4_0x4) * nb); else if (nrows_interleaved == 4) memcpy ((block_q4_0 *) dst + b / QK4_0, out_ptr_B_start, sizeof(block_q4_0x4) * nb);
} }
if (out_ptr_B_start) free(out_ptr_B_start); if (out_ptr_B_start) free(out_ptr_B_start);
if (in_ptrs) free(in_ptrs);
return ((nrow * n_per_row) / QK4_0 * sizeof(block_q4_0)); return ((nrow * n_per_row) / QK4_0 * sizeof(block_q4_0));
} }