vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ios : try to fix build

Browse source
This commit is contained in:
Georgi Gerganov 2024-09-05 18:10:09 +03:00
parent 34f4bd02da
commit bd88352834
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/batched.swift/Sources/main.swift
View file

@ -61,9 +61,9 @@ defer {
llama_sampler_free(smpl) llama_sampler_free(smpl)
} }
llama_sampler_sampler_add(smpl, llama_sampler_init_top_k(40)); llama_sampler_chain_add(smpl, llama_sampler_init_top_k(40));
llama_sampler_sampler_add(smpl, llama_sampler_init_top_p(0.9, 1)); llama_sampler_chain_add(smpl, llama_sampler_init_top_p(0.9, 1));
llama_sampler_sampler_add(smpl, llama_sampler_init_temp (0.4)); llama_sampler_chain_add(smpl, llama_sampler_init_temp (0.4));
let n_ctx = llama_n_ctx(context) let n_ctx = llama_n_ctx(context)

2
examples/llama.swiftui/llama.cpp.swift/LibLlama.swift
View file

@ -24,7 +24,7 @@ func llama_batch_add(_ batch: inout llama_batch, _ id: llama_token, _ pos: llama
actor LlamaContext { actor LlamaContext {
private var model: OpaquePointer private var model: OpaquePointer
private var context: OpaquePointer private var context: OpaquePointer
private var sampling: OpaquePointer private var sampling: llama_sampler
private var batch: llama_batch private var batch: llama_batch
private var tokens_list: [llama_token] private var tokens_list: [llama_token]
var is_done: Bool = false var is_done: Bool = false