vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : add option to render special/control tokens (#6807)

Browse source 
* make : fix common dep on llama.h

* llama : add option to render special tokens

* readme : add API change notice

ggml-ci

* swift : fix build
This commit is contained in:
Georgi Gerganov 2024-04-21 18:36:45 +03:00 • committed by GitHub
parent b9cc76d87e
commit 40f74e4d73
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 25 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/llama.swiftui/llama.cpp.swift/LibLlama.swift
View file

@ -322,7 +322,7 @@ actor LlamaContext {
defer {
result.deallocate()
}
let nTokens = llama_token_to_piece(model, token, result, 8)
let nTokens = llama_token_to_piece(model, token, result, 8, false)
if nTokens < 0 {
let newResult = UnsafeMutablePointer<Int8>.allocate(capacity: Int(-nTokens))
@ -330,7 +330,7 @@ actor LlamaContext {
defer {
newResult.deallocate()
}
let nNewTokens = llama_token_to_piece(model, token, newResult, -nTokens)
let nNewTokens = llama_token_to_piece(model, token, newResult, -nTokens, false)
let bufferPointer = UnsafeBufferPointer(start: newResult, count: Int(nNewTokens))
return Array(bufferPointer)
} else {