From 08fa088d745702a461115d31b658547403fba1b5 Mon Sep 17 00:00:00 2001 From: Pierrick HYMBERT Date: Wed, 10 Apr 2024 21:19:09 +0200 Subject: [PATCH] ggml_debug: fix trailing spaces --- examples/ggml-debug/README.md | 18 +++++++++--------- examples/ggml-debug/ggml-debug.cpp | 2 +- 2 files changed, 10 insertions(+), 10 deletions(-) diff --git a/examples/ggml-debug/README.md b/examples/ggml-debug/README.md index 1d76347a0..2993b7718 100644 --- a/examples/ggml-debug/README.md +++ b/examples/ggml-debug/README.md @@ -26,7 +26,7 @@ llama_new_context_with_model: CUDA0 compute buffer size = 105.00 MiB llama_new_context_with_model: CUDA_Host compute buffer size = 6.01 MiB llama_new_context_with_model: graph nodes = 1225 llama_new_context_with_model: graph splits = 2 -ggml_debug: inp_embd = (f32) GET_ROWS(token_embd.weight{2560, 51200, 1, 1}, inp_tokens{1, 1, 1, 1}}) = {2560, 1, 1, 1} +ggml_debug: inp_embd = (f32) GET_ROWS(token_embd.weight{2560, 51200, 1, 1}, inp_tokens{1, 1, 1, 1}}) = {2560, 1, 1, 1} [ [ [ -0.0181, 0.0272, 0.0272, ...], @@ -38,43 +38,43 @@ ggml_debug: norm-0 = (f32) NORM(CUDA0#inp_embd#0{2560, 1 [ -0.6989, 1.0636, 1.0636, ...], ], ] -ggml_debug: norm_w-0 = (f32) MUL(norm-0{2560, 1, 1, 1}, blk.0.attn_norm.weight{2560, 1, 1, 1}}) = {2560, 1, 1, 1} +ggml_debug: norm_w-0 = (f32) MUL(norm-0{2560, 1, 1, 1}, blk.0.attn_norm.weight{2560, 1, 1, 1}}) = {2560, 1, 1, 1} [ [ [ -0.1800, 0.2817, 0.2632, ...], ], ] -ggml_debug: attn_norm-0 = (f32) ADD(norm_w-0{2560, 1, 1, 1}, blk.0.attn_norm.bias{2560, 1, 1, 1}}) = {2560, 1, 1, 1} +ggml_debug: attn_norm-0 = (f32) ADD(norm_w-0{2560, 1, 1, 1}, blk.0.attn_norm.bias{2560, 1, 1, 1}}) = {2560, 1, 1, 1} [ [ [ -0.1863, 0.2970, 0.2604, ...], ], ] -ggml_debug: wqkv-0 = (f32) MUL_MAT(blk.0.attn_qkv.weight{2560, 7680, 1, 1}, attn_norm-0{2560, 1, 1, 1}}) = {7680, 1, 1, 1} +ggml_debug: wqkv-0 = (f32) MUL_MAT(blk.0.attn_qkv.weight{2560, 7680, 1, 1}, attn_norm-0{2560, 1, 1, 1}}) = {7680, 1, 1, 1} [ [ [ -1.1238, 1.2876, -1.8086, ...], ], ] -ggml_debug: bqkv-0 = (f32) ADD(wqkv-0{7680, 1, 1, 1}, blk.0.attn_qkv.bias{7680, 1, 1, 1}}) = {7680, 1, 1, 1} +ggml_debug: bqkv-0 = (f32) ADD(wqkv-0{7680, 1, 1, 1}, blk.0.attn_qkv.bias{7680, 1, 1, 1}}) = {7680, 1, 1, 1} [ [ [ -1.1135, 1.4604, -1.9226, ...], ], ] -ggml_debug: bqkv-0 (view) = (f32) VIEW(bqkv-0{7680, 1, 1, 1}, }) = {2560, 1, 1, 1} +ggml_debug: bqkv-0 (view) = (f32) VIEW(bqkv-0{7680, 1, 1, 1}, }) = {2560, 1, 1, 1} [ [ [ -1.1135, 1.4604, -1.9226, ...], ], ] -ggml_debug: Qcur-0 = (f32) CONT(bqkv-0 (view){2560, 1, 1, 1}, }) = {2560, 1, 1, 1} +ggml_debug: Qcur-0 = (f32) CONT(bqkv-0 (view){2560, 1, 1, 1}, }) = {2560, 1, 1, 1} [ [ [ -1.1135, 1.4604, -1.9226, ...], ], ] -ggml_debug: Qcur-0 (reshaped) = (f32) RESHAPE(Qcur-0{2560, 1, 1, 1}, }) = {80, 32, 1, 1} +ggml_debug: Qcur-0 (reshaped) = (f32) RESHAPE(Qcur-0{2560, 1, 1, 1}, }) = {80, 32, 1, 1} [ [ [ -1.1135, 1.4604, -1.9226, ...], @@ -83,7 +83,7 @@ ggml_debug: Qcur-0 (reshaped) = (f32) RESHAPE(Qcur-0{2560, 1, 1, 1}, } ... ], ] -ggml_debug: Qcur-0 = (f32) ROPE(Qcur-0 (reshaped){80, 32, 1, 1}, CUDA0#inp_pos#0{1, 1, 1, 1}}) = {80, 32, 1, 1} +ggml_debug: Qcur-0 = (f32) ROPE(Qcur-0 (reshaped){80, 32, 1, 1}, CUDA0#inp_pos#0{1, 1, 1, 1}}) = {80, 32, 1, 1} [ [ [ -1.1135, 1.4604, -1.9226, ...], diff --git a/examples/ggml-debug/ggml-debug.cpp b/examples/ggml-debug/ggml-debug.cpp index faaa3c1d1..6d7bd2129 100644 --- a/examples/ggml-debug/ggml-debug.cpp +++ b/examples/ggml-debug/ggml-debug.cpp @@ -76,7 +76,7 @@ static bool ggml_debug(struct ggml_tensor * t, bool ask, void * user_data) { sprintf(src1_str, "%s{%s}", src1->name, ggml_ne_string(src1).c_str()); } - printf("%s: %24s = (%s) %10s(%s{%s}, %s}) = {%s} \n", __func__, + printf("%s: %24s = (%s) %10s(%s{%s}, %s}) = {%s}\n", __func__, t->name, ggml_type_name(t->type), ggml_op_name(t->op), src0->name, ggml_ne_string(src0).c_str(), src1 ? src1_str : "",