vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add space

Browse source
This commit is contained in:
lihan 2024-12-03 09:00:12 +08:00
parent 1e645678e7
commit 828e4f72a7
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
ggml/src/ggml-cuda/ggml-cuda.cu
View file

@ -2158,11 +2158,11 @@ static bool ggml_cuda_compute_forward(ggml_backend_cuda_context & ctx, struct gg
ggml_cuda_op_sum_rows(ctx, dst); ggml_cuda_op_sum_rows(ctx, dst);
break; break;
case GGML_OP_SSM_CONV: case GGML_OP_SSM_CONV:
ggml_cuda_op_ssm_conv(ctx, dst); ggml_cuda_op_ssm_conv(ctx, dst);
break; break;
case GGML_OP_SSM_SCAN: case GGML_OP_SSM_SCAN:
ggml_cuda_op_ssm_scan(ctx, dst); ggml_cuda_op_ssm_scan(ctx, dst);
break; break;
case GGML_OP_ARGSORT: case GGML_OP_ARGSORT:
ggml_cuda_op_argsort(ctx, dst); ggml_cuda_op_argsort(ctx, dst);
break; break;
@ -2999,7 +2999,7 @@ static bool ggml_backend_cuda_device_supports_op(ggml_backend_dev_t dev, const g
case GGML_OP_CLAMP: case GGML_OP_CLAMP:
case GGML_OP_SSM_SCAN: case GGML_OP_SSM_SCAN:
case GGML_OP_SSM_CONV: case GGML_OP_SSM_CONV:
return true; return true;
case GGML_OP_CONT: case GGML_OP_CONT:
return op->src[0]->type != GGML_TYPE_BF16; return op->src[0]->type != GGML_TYPE_BF16;
case GGML_OP_DIAG_MASK_INF: case GGML_OP_DIAG_MASK_INF: