vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Binary constants are a C++14 feature

Browse source
This commit is contained in:
jaime-m-p 2024-08-05 21:24:13 +02:00
parent 3b36703c8a
commit d558c736fd
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/unicode.cpp
View file

@ -703,9 +703,9 @@ std::vector<std::string> unicode_regex_split(const std::string & text, const std
// \p{Ll} --> \p{Ll} to \p{Ll} // has subcategory ? yes
// \p{Lu} --> \p{Lu} to \p{Lu} // has subcategory ? yes
// \p{L} --> \p{Ll} to \p{Lu} // has subcategory ? no
GGML_ASSERT((COLLAPSE_CPT_RANGE_FIRST & 0b111) == 0);
GGML_ASSERT((COLLAPSE_CPT_RANGE_FIRST & 0x7) == 0);
const uint32_t collapsed = category_to_collapsed_cpt(categ);
const uint32_t range = (collapsed & 0b111) ? 0 : 0b111; // has subcategory ?
const uint32_t range = (collapsed & 0x7) ? 0 : 0x7; // has subcategory ?
return std::pair<uint32_t, uint32_t>(collapsed, collapsed + range);
};