vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Clean up: Fix lint.

Browse source
This commit is contained in:
MichelleTPY 2024-12-14 15:41:15 +00:00
parent 0579e3bf65
commit 558e690614
2 changed files with 4 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/unicode.cpp
View file

@ -678,8 +678,7 @@ std::vector<std::string> unicode_regex_split(const std::string & text, const std
static const std::map<int, std::string> k_ucat_map = { static const std::map<int, std::string> k_ucat_map = {
{ llama_codepoint_flags::LLAMA_NUMBER, "\x30-\x39"}, // 0-9 { llama_codepoint_flags::LLAMA_NUMBER, "\x30-\x39"}, // 0-9
{ llama_codepoint_flags::LLAMA_LETTER, "\x41-\x5A\x61-\x7A"}, // A-Za-z { llama_codepoint_flags::LLAMA_LETTER, "\x41-\x5A\x61-\x7A"}, // A-Za-z
{ llama_codepoint_flags::LLAMA_PUNCTUATION, { llama_codepoint_flags::LLAMA_PUNCTUATION, "\x21-\x23\x25-\x2A\x2C-\x2F\x3A-\x3B\x3F-\x40\\\x5B-\\\x5D\x5F\\\x7B\\\x7D"}, // !-#%-*,-/:-;?-@\[-\]_\{\}
"\x21-\x23\x25-\x2A\x2C-\x2F\x3A-\x3B\x3F-\x40\\\x5B-\\\x5D\x5F\\\x7B\\\x7D" }, // !-#%-*,-/:-;?-@\[-\]_\{\}
}; };
// compute collapsed codepoints only if needed by at least one regex // compute collapsed codepoints only if needed by at least one regex