vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

GGML_OP_SOFT_MAX

Browse source
This commit is contained in:
FirstTimeEZ 2024-11-18 21:35:01 +13:00
parent a8cab0c08a
commit c103f2f4ef
No known key found for this signature in database
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ggml/src/ggml-vulkan/ggml-vulkan.cpp
View file

@ -3934,8 +3934,7 @@ static vk_pipeline ggml_vk_op_get_pipeline(ggml_backend_vk_context * ctx, const
if (src1 == nullptr || src1->type == GGML_TYPE_F32) { if (src1 == nullptr || src1->type == GGML_TYPE_F32) {
return ctx->device->pipeline_soft_max_f32; return ctx->device->pipeline_soft_max_f32;
} }
else { else if (src1->type == GGML_TYPE_F16) {
GGML_ASSERT(src1->type == GGML_TYPE_F16);
return ctx->device->pipeline_soft_max_f32_f16; return ctx->device->pipeline_soft_max_f32_f16;
} }
} }