diff --git a/llama.cpp b/llama.cpp index 4c060134b..90e952038 100644 --- a/llama.cpp +++ b/llama.cpp @@ -8961,10 +8961,8 @@ struct llm_tokenizer_wpm { if (code > 0xFFFF) { return code; } - return std::tolower(static_cast(code), std::locale("en_US.UTF-8")); -#else - return std::tolower((wchar_t)code, std::locale("en_US.UTF-8")); #endif + return std::tolower(wchar_t(code), std::locale("en_US.UTF-8")); } bool is_ascii_punct(uint32_t code) {