vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix variable name and add missing boolean negation

Browse source
This commit is contained in:
xaedes 2023-08-14 17:59:19 +02:00
parent 5884b43a62
commit 9716eb8ef0
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/train-text-from-scratch/train-text-from-scratch.cpp
View file

@ -1585,8 +1585,8 @@ struct ggml_tensor * llama_build_train_graphs(
checkpoints.push_back(t01); checkpoints.push_back(t01);
struct ggml_tensor * kv_scale; struct ggml_tensor * kv_scale;
if (flash_attn) { if (!enable_flash_attn) {
kv_scale = ggml_new_f32(ctx, 1.0f/sqrtf(float(n_embd)/n_head))); kv_scale = ggml_new_f32(ctx, 1.0f/sqrtf(float(n_embd)/n_head));
} }
for (int il = 0; il < n_layer; ++il) { for (int il = 0; il < n_layer; ++il) {