vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ChatON: Keep compiler happy simbly

Browse source
This commit is contained in:
HanishKVC 2024-05-08 19:18:35 +05:30
parent 0d81ffe6eb
commit a49697b488
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
common/chaton.hpp
View file

@ -629,7 +629,7 @@ inline int32_t chaton_tmpl_apply_ex_capi(
}
// Copied from common.cpp
std::vector<llama_token> chaton_llama_tokenize(
inline std::vector<llama_token> chaton_llama_tokenize(
const struct llama_model * model,
const std::string & text,
bool add_special,
@ -653,7 +653,7 @@ std::vector<llama_token> chaton_llama_tokenize(
// inturn whether to parse special tokens in them or not (partsTypes).
// If you want to parse special tokens in the taggedText, independent of what
// partsTypes specifies, then set forceParseSpecial to true.
std::vector<llama_token> chaton_llama_tokenize_ex(
inline std::vector<llama_token> chaton_llama_tokenize_ex(
const llama_context *ctx,
const std::string &taggedText,
const std::string &partsTypes,