llama : minor sampling refactor (2) (#9386)

2024-09-09 17:10:46 +02:00 · 2024-09-09 17:10:46 +02:00 · 5fb5e24811
commit 5fb5e24811
parent 38ca6f644b
12 changed files with 115 additions and 113 deletions
--- a/examples/llama.swiftui/llama.cpp.swift/LibLlama.swift
+++ b/examples/llama.swiftui/llama.cpp.swift/LibLlama.swift
@ -152,8 +152,6 @@ actor LlamaContext {

        new_token_id = llama_sampler_sample(sampling, context, batch.n_tokens - 1)

-        llama_sampler_accept(sampling, new_token_id)
-
        if llama_token_is_eog(model, new_token_id) || n_cur == n_len {
            print("\n")
            is_done = true