vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge 715682d21a into d80be897ac

Browse source
This commit is contained in:
code 2025-02-08 18:06:15 +08:00 • committed by GitHub
commit 0d058857d7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
examples/llama.swiftui/llama.cpp.swift/LibLlama.swift
View file

@ -139,6 +139,18 @@ actor LlamaContext {
let i = Int(i1) let i = Int(i1)
llama_batch_add(&batch, tokens_list[i], Int32(i), [0], false) llama_batch_add(&batch, tokens_list[i], Int32(i), [0], false)
} }
if llama_model_has_encoder(model) {
if (llama_encode(context, batch)) != 0 {
print("llama_encode() failed")
}
var decoder_start_token_id = llama_model_decoder_start_token(model)
if decoder_start_token_id == -1 {
decoder_start_token_id = llama_token_bos(model)
}
llama_batch_clear(&batch)
llama_batch_add(&batch, decoder_start_token_id, 0, [0], false)
}
batch.logits[Int(batch.n_tokens) - 1] = 1 // true batch.logits[Int(batch.n_tokens) - 1] = 1 // true
if llama_decode(context, batch) != 0 { if llama_decode(context, batch) != 0 {