vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

resolve todo

Browse source 
allocator will only make it inplace when they are of the same type
This commit is contained in:
xaedes 2023-08-18 21:22:41 +02:00
parent 3e47890760
commit 37dfb544aa
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 0 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/finetune/finetune.cpp
View file

@ -1101,7 +1101,6 @@ struct ggml_tensor * llama_build_lora_finetune_graphs(
auto add_to_f32 = [] (struct ggml_context * ctx, struct ggml_tensor * a, struct ggml_tensor * b) { auto add_to_f32 = [] (struct ggml_context * ctx, struct ggml_tensor * a, struct ggml_tensor * b) {
if (ggml_is_quantized(a->type)) { if (ggml_is_quantized(a->type)) {
// todo make sure that ggml-alloc.c cannot make it inplace (of tensor a)
return ggml_add_cast(ctx, a, b, GGML_TYPE_F32); return ggml_add_cast(ctx, a, b, GGML_TYPE_F32);
} else { } else {
GGML_ASSERT(a->type == GGML_TYPE_F32); GGML_ASSERT(a->type == GGML_TYPE_F32);