vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update position id tensor size check in GGML_OP_ROPE

Browse source
This commit is contained in:
HimariO 2024-12-13 19:31:34 +08:00
parent ef7f74bddd
commit e2e9a6caf7
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml/src/ggml-metal/ggml-metal.m
View file

@ -3026,7 +3026,9 @@ static void ggml_metal_encode_node(
} break; } break;
case GGML_OP_ROPE: case GGML_OP_ROPE:
{ {
GGML_ASSERT(ne10 == ne02); // make sure we have one or more position id(ne10) per token(ne02)
GGML_ASSERT(ne10 % ne02 == 0);
GGML_ASSERT(ne10 >= ne02);
const int nth = MIN(1024, ne00); const int nth = MIN(1024, ne00);