vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

swift : try to fix build

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2023-10-16 00:39:57 +03:00
parent b8acb6c9b8
commit 5b34bfa2e6
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 8 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

10
examples/batched.swift/Sources/main.swift
View file

@ -81,7 +81,11 @@ for (i, token) in tokens.enumerated() {
batch.token[i] = token
batch.pos[i] = Int32(i)
batch.n_seq_id[i] = 1
batch.seq_id[i][0] = 0
// batch.seq_id[i][0] = 0
// TODO: is this the proper way to do this?
if let seq_id = batch.seq_id[i] {
seq_id[0] = 0
}
batch.logits[i] = 0
}
@ -171,7 +175,9 @@ while n_cur <= n_len {
batch.token[Int(batch.n_tokens)] = new_token_id
batch.pos[Int(batch.n_tokens)] = n_cur
batch.n_seq_id[Int(batch.n_tokens)] = 1
batch.seq_id[Int(batch.n_tokens)][0] = Int32(i)
if let seq_id = batch.seq_id[Int(batch.n_tokens)] {
seq_id[0] = Int32(i)
}
batch.logits[Int(batch.n_tokens)] = 1
i_batch[i] = batch.n_tokens