From 9716eb8ef0830e54badb729244175329744d9b99 Mon Sep 17 00:00:00 2001 From: xaedes Date: Mon, 14 Aug 2023 17:59:19 +0200 Subject: [PATCH] fix variable name and add missing boolean negation --- examples/train-text-from-scratch/train-text-from-scratch.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/train-text-from-scratch/train-text-from-scratch.cpp b/examples/train-text-from-scratch/train-text-from-scratch.cpp index 48edf3651..88a1c3a50 100644 --- a/examples/train-text-from-scratch/train-text-from-scratch.cpp +++ b/examples/train-text-from-scratch/train-text-from-scratch.cpp @@ -1585,8 +1585,8 @@ struct ggml_tensor * llama_build_train_graphs( checkpoints.push_back(t01); struct ggml_tensor * kv_scale; - if (flash_attn) { - kv_scale = ggml_new_f32(ctx, 1.0f/sqrtf(float(n_embd)/n_head))); + if (!enable_flash_attn) { + kv_scale = ggml_new_f32(ctx, 1.0f/sqrtf(float(n_embd)/n_head)); } for (int il = 0; il < n_layer; ++il) {