vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

style : minor adjustments

Browse source
This commit is contained in:
Georgi Gerganov 2024-09-23 13:41:04 +03:00
parent 14d2abb8eb
commit 407910ffbe
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 9 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml/src/ggml-aarch64.c
View file

@ -2512,7 +2512,7 @@ void ggml_gemm_q4_0_8x8_q8_0(int n, float * restrict s, size_t bs, const void *
// Take group of two block_q4_0x8 structures at each pass of the loop and perform dot product operation // Take group of two block_q4_0x8 structures at each pass of the loop and perform dot product operation
for (int64_t x = xstart; x < anc / 8; x += 2) { for (int64_t x = xstart; x < anc / 8; x += 2) {
const block_q4_0x8 * b_ptr_0 = b_ptr_start + (x * b_nb); const block_q4_0x8 * b_ptr_0 = b_ptr_start + ((x) * b_nb);
const block_q4_0x8 * b_ptr_1 = b_ptr_start + ((x + 1) * b_nb); const block_q4_0x8 * b_ptr_1 = b_ptr_start + ((x + 1) * b_nb);
// Master FP accumulators // Master FP accumulators
@ -2705,7 +2705,7 @@ void ggml_gemm_q4_0_8x8_q8_0(int n, float * restrict s, size_t bs, const void *
// Take group of two block_q4_0x8 structures at each pass of the loop and perform dot product operation // Take group of two block_q4_0x8 structures at each pass of the loop and perform dot product operation
for (int64_t x = 0; x < anc / 8; x += 2) { for (int64_t x = 0; x < anc / 8; x += 2) {
const block_q4_0x8 * b_ptr_0 = b_ptr_start + (x * b_nb); const block_q4_0x8 * b_ptr_0 = b_ptr_start + ((x) * b_nb);
const block_q4_0x8 * b_ptr_1 = b_ptr_start + ((x + 1) * b_nb); const block_q4_0x8 * b_ptr_1 = b_ptr_start + ((x + 1) * b_nb);
// Master FP accumulators // Master FP accumulators
@ -2891,7 +2891,7 @@ void ggml_gemm_q4_0_8x8_q8_0(int n, float * restrict s, size_t bs, const void *
xstart = anc/8; xstart = anc/8;
y = 0; y = 0;
} }
#endif #endif // __AVX512F__
// Take group of four block_q8_0x4 structures at each pass of the loop and perform dot product operation // Take group of four block_q8_0x4 structures at each pass of the loop and perform dot product operation