vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix continuing generating blank lines after getting EOT token or EOS token from LLM

Browse source
This commit is contained in:
o 2024-07-03 02:02:01 -04:00
parent fadde67135
commit b25654dde1
2 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/llama.swiftui/llama.cpp.swift/LibLlama.swift
View file

@ -26,6 +26,7 @@ actor LlamaContext {
private var context: OpaquePointer
private var batch: llama_batch
private var tokens_list: [llama_token]
var latest_llama_token_is_eog_or_reach_len: Bool = false
/// This variable is used to store temporarily invalid cchars
private var temporary_invalid_cchars: [CChar]
@ -160,6 +161,7 @@ actor LlamaContext {
if llama_token_is_eog(model, new_token_id) || n_cur == n_len {
print("\n")
latest_llama_token_is_eog_or_reach_len = true
let new_token_str = String(cString: temporary_invalid_cchars + [0])
temporary_invalid_cchars.removeAll()
return new_token_str

2
examples/llama.swiftui/llama.swiftui/Models/LlamaState.swift
View file

@ -132,7 +132,7 @@ class LlamaState: ObservableObject {
messageLog += "\(text)"
Task.detached {
while await llamaContext.n_cur < llamaContext.n_len {
while await !llamaContext.latest_llama_token_is_eog_or_reach_len{
let result = await llamaContext.completion_loop()
await MainActor.run {
self.messageLog += "\(result)"