vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

wpm : portable unicode tolower

Browse source
This commit is contained in:
Jared Van Bortel 2024-03-25 16:01:58 -04:00
parent e5ddf2fcdd
commit b460e7f5b4
5 changed files with 250 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

4
unicode.cpp
View file

@ -271,3 +271,7 @@ uint8_t unicode_utf8_to_byte(const std::string & utf8) {
return map.at(utf8);
}
char32_t unicode_tolower(char32_t cp) {
auto it = unicode_map_lowercase.find(cp);
return it == unicode_map_lowercase.end() ? cp : it->second;
}