vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

unicode : pass as cpts as const ref

Browse source
This commit is contained in:
Georgi Gerganov 2024-03-11 15:59:58 +02:00
parent af0621e6bd
commit 3680bc244b
No known key found for this signature in database
GPG key ID: BF970631944C16B7
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unicode.cpp
View file

@ -1623,7 +1623,7 @@ std::string unicode_cpt_to_utf8(uint32_t cp) {
return result; return result;
} }
std::vector<uint32_t> unicode_cpts_normalize_nfd(std::vector<uint32_t> cpts) { std::vector<uint32_t> unicode_cpts_normalize_nfd(const std::vector<uint32_t> & cpts) {
std::vector<uint32_t> result; std::vector<uint32_t> result;
result.reserve(cpts.size()); result.reserve(cpts.size());
for (size_t i = 0; i < cpts.size(); ++i) { for (size_t i = 0; i < cpts.size(); ++i) {

2
unicode.h
View file

@ -16,7 +16,7 @@
std::string unicode_cpt_to_utf8(uint32_t cp); std::string unicode_cpt_to_utf8(uint32_t cp);
std::vector<uint32_t> unicode_cpts_from_utf8(const std::string & utf8); std::vector<uint32_t> unicode_cpts_from_utf8(const std::string & utf8);
std::vector<uint32_t> unicode_cpts_normalize_nfd(std::vector<uint32_t> cpts); std::vector<uint32_t> unicode_cpts_normalize_nfd(const std::vector<uint32_t> & cpts);
int unicode_cpt_type(uint32_t cp); int unicode_cpt_type(uint32_t cp);
int unicode_cpt_type(const std::string & utf8); int unicode_cpt_type(const std::string & utf8);