vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fixed it!

Browse source
This commit is contained in:
Bailey Chittle 2023-11-21 18:47:05 -08:00
parent a22264ac0b
commit f002a2e752
1 changed files with 10 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

18
examples/llama.swiftui/llama.cpp.swift/LibLlama.swift
View file

@ -82,8 +82,9 @@ actor LlamaContext {
let i = Int(i1) let i = Int(i1)
batch.token[i] = tokens_list[i] batch.token[i] = tokens_list[i]
batch.pos[i] = i1 batch.pos[i] = i1
batch.n_seq_id[Int(i)] = 1
batch.seq_id[Int(i)]![0] = 0 batch.seq_id[Int(i)]![0] = 0
batch.logits[i] = 0 // false batch.logits[i] = 0
} }
batch.logits[Int(batch.n_tokens) - 1] = 1 // true batch.logits[Int(batch.n_tokens) - 1] = 1 // true
@ -97,11 +98,9 @@ actor LlamaContext {
func completion_loop() -> String { func completion_loop() -> String {
var new_token_id: llama_token = 0 var new_token_id: llama_token = 0
let n_vocab = llama_n_vocab(context) let n_vocab = llama_n_vocab(model)
let logits = llama_get_logits(context) let logits = llama_get_logits_ith(context, batch.n_tokens - 1)
print("n_vocab: \(n_vocab)")
var candidates = Array<llama_token_data>() var candidates = Array<llama_token_data>()
candidates.reserveCapacity(Int(n_vocab)) candidates.reserveCapacity(Int(n_vocab))
@ -121,14 +120,17 @@ actor LlamaContext {
let new_token_str = token_to_piece(token: new_token_id) let new_token_str = token_to_piece(token: new_token_id)
print(new_token_str) print(new_token_str)
tokens_list.append(new_token_id) // tokens_list.append(new_token_id)
batch.n_tokens = 0
batch.token[Int(batch.n_tokens)] = new_token_id batch.token[Int(batch.n_tokens)] = new_token_id
batch.pos[Int(batch.n_tokens)] = n_cur batch.pos[Int(batch.n_tokens)] = n_cur
batch.n_seq_id[Int(batch.n_tokens)] = 1
batch.seq_id[Int(batch.n_tokens)]![0] = 0 batch.seq_id[Int(batch.n_tokens)]![0] = 0
batch.logits[Int(batch.n_tokens)] = 1 // true batch.logits[Int(batch.n_tokens)] = 1 // true
batch.n_tokens += 1 batch.n_tokens += 1
n_decode += 1 n_decode += 1
n_cur += 1 n_cur += 1