vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

swift : fix build

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-02-23 19:02:09 +02:00
parent fff1e8a54a
commit 608f449880
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/llama.swiftui/llama.cpp.swift/LibLlama.swift
View file

@ -129,7 +129,7 @@ actor LlamaContext {
for i1 in 0..<tokens_list.count {
let i = Int(i1)
llama_batch_add(&batch, tokens_list[i], Int32(i), [0], false)
llama_batch_add(&batch, tokens_list[i], llama_pos(i), [0], false)
}
batch.logits[Int(batch.n_tokens) - 1] = 1 // true
@ -183,7 +183,7 @@ actor LlamaContext {
// tokens_list.append(new_token_id)
llama_batch_clear(&batch)
llama_batch_add(&batch, new_token_id, n_cur, [0], true)
llama_batch_add(&batch, new_token_id, llama_pos(n_cur), [0], true)
n_decode += 1
n_cur += 1
@ -210,7 +210,7 @@ actor LlamaContext {
let n_tokens = pp
for i in 0..<n_tokens {
llama_batch_add(&batch, 0, Int32(i), [0], false)
llama_batch_add(&batch, 0, llama_pos(i), [0], false)
}
batch.logits[Int(batch.n_tokens) - 1] = 1 // true
@ -234,7 +234,7 @@ actor LlamaContext {
llama_batch_clear(&batch)
for j in 0..<pl {
llama_batch_add(&batch, 0, Int32(i), [Int32(j)], true)
llama_batch_add(&batch, 0, llama_pos(i), [Int32(j)], true)
}
if llama_decode(context, batch) != 0 {