vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Clean up: Fix lint.

Browse source
This commit is contained in:
MichelleTPY 2024-12-14 15:42:55 +00:00
parent 558e690614
commit f220234fe1
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/unicode.cpp
View file

@ -676,9 +676,9 @@ std::vector<std::string> unicode_regex_split(const std::string & text, const std
};
static const std::map<int, std::string> k_ucat_map = {
{ llama_codepoint_flags::LLAMA_NUMBER, "\x30-\x39"}, // 0-9
{ llama_codepoint_flags::LLAMA_LETTER, "\x41-\x5A\x61-\x7A"}, // A-Za-z
{ llama_codepoint_flags::LLAMA_PUNCTUATION, "\x21-\x23\x25-\x2A\x2C-\x2F\x3A-\x3B\x3F-\x40\\\x5B-\\\x5D\x5F\\\x7B\\\x7D"}, // !-#%-*,-/:-;?-@\[-\]_\{\}
{ llama_codepoint_flags::LLAMA_NUMBER, "\x30-\x39" }, // 0-9
{ llama_codepoint_flags::LLAMA_LETTER, "\x41-\x5A\x61-\x7A" }, // A-Za-z
{ llama_codepoint_flags::LLAMA_PUNCTUATION, "\x21-\x23\x25-\x2A\x2C-\x2F\x3A-\x3B\x3F-\x40\\\x5B-\\\x5D\x5F\\\x7B\\\x7D" }, // !-#%-*,-/:-;?-@\[-\]_\{\}
};
// compute collapsed codepoints only if needed by at least one regex