vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix build without cuda graphs

Browse source
This commit is contained in:
slaren 2024-05-08 02:09:52 +02:00
parent e830949e98
commit a4c9b9017f
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml-cuda.cu
View file

@ -2707,8 +2707,10 @@ GGML_CALL static enum ggml_status ggml_backend_cuda_graph_compute(ggml_backend_t
} }
// Launch graph // Launch graph
CUDA_CHECK(cudaGraphLaunch(cuda_ctx->cuda_graph->instance, cuda_ctx->stream())); CUDA_CHECK(cudaGraphLaunch(cuda_ctx->cuda_graph->instance, cuda_ctx->stream()));
} #else
graph_evaluated_or_captured = true;
#endif // USE_CUDA_GRAPH #endif // USE_CUDA_GRAPH
}
return GGML_STATUS_SUCCESS; return GGML_STATUS_SUCCESS;
} }