unicode : reuse iterator

This commit is contained in:
Georgi Gerganov 2024-02-26 14:01:34 +02:00
parent 8a533f0d90
commit 0b0df95687
No known key found for this signature in database
GPG key ID: BF970631944C16B7

View file

@ -404,7 +404,8 @@ static std::unordered_map<uint32_t, int> codepoint_type_map() {
static int codepoint_type(uint32_t cp) { static int codepoint_type(uint32_t cp) {
static std::unordered_map<uint32_t, int> codepoint_types = codepoint_type_map(); static std::unordered_map<uint32_t, int> codepoint_types = codepoint_type_map();
return codepoint_types.find(cp) == codepoint_types.end() ? CODEPOINT_TYPE_UNIDENTIFIED : codepoint_types.at(cp); const auto it = codepoint_types.find(cp);
return it == codepoint_types.end() ? CODEPOINT_TYPE_UNIDENTIFIED : it->second;
} }
static int codepoint_type(const std::string & utf8) { static int codepoint_type(const std::string & utf8) {