vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : implement vzip when missing

Browse source
This commit is contained in:
Georgi Gerganov 2023-04-13 18:26:44 +03:00
parent be21d538e6
commit 1b59a07380
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 16 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

16
ggml.c
View file

@ -543,6 +543,22 @@ inline float vmaxvq_f32(float32x4_t v) {
MAX(vgetq_lane_f32(v, 2), vgetq_lane_f32(v, 3)));
}
inline int8x8_t vzip1_s8(int8x8_t a, int8x8_t b) {
return vget_low_s8(vcombine_s8(a, b));
}
inline int8x8_t vzip2_s8(int8x8_t a, int8x8_t b) {
return vget_high_s8(vcombine_s8(a, b));
}
inline uint8x8_t vzip1_u8(uint8x8_t a, uint8x8_t b) {
return vget_low_u8(vcombine_u8(a, b));
}
inline uint8x8_t vzip2_u8(uint8x8_t a, uint8x8_t b) {
return vget_high_u8(vcombine_u8(a, b));
}
#endif
#endif