ggml : disable GGML_TASK_INIT and GGML_TASK_FINALIZE by default (#1995)

Will not be scheduled unless explicitly enabled.
2023-07-01 23:42:43 +08:00
parent b8c8dda75f
commit b1ca8f36a9
2 changed files with 55 additions and 9 deletions
--- a/ggml.h
+++ b/ggml.h
@@ -444,6 +444,9 @@ extern "C" {


    // compute types
+
+    // NOTE: the INIT or FINALIZE pass is not scheduled unless explicitly enabled.
+    // This behavior was changed since https://github.com/ggerganov/llama.cpp/pull/1995.
    enum ggml_task_type {
        GGML_TASK_INIT = 0,
        GGML_TASK_COMPUTE,