vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : disable GGML_TASK_INIT and GGML_TASK_FINALIZE by default (#1995)

Browse source 
Will not be scheduled unless explicitly enabled.
This commit is contained in:
Qingyou Meng 2023-07-01 23:42:43 +08:00 • committed by GitHub
parent b8c8dda75f
commit b1ca8f36a9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 55 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ggml.h
View file

@ -444,6 +444,9 @@ extern "C" {
// compute types
// NOTE: the INIT or FINALIZE pass is not scheduled unless explicitly enabled.
// This behavior was changed since https://github.com/ggerganov/llama.cpp/pull/1995.
enum ggml_task_type {
GGML_TASK_INIT = 0,
GGML_TASK_COMPUTE,