vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

SimpCfg: Update the func notes with alert

Browse source
This commit is contained in:
HanishKVC 2024-05-02 18:48:29 +05:30
parent 66d6fa62b7
commit 1a618a42f8
1 changed files with 14 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

16
common/simpcfg.hpp
View file

@ -36,6 +36,13 @@
#endif #endif
// Remove chars from begin and end of the passed string, provided the char belongs
// to one of the chars in trimChars.
// NOTE: Chars being trimmed (ie trimChars) needs to be 1byte encoded chars.
// NOTE: This will work provided the string being trimmed as well the chars being
// trimmed are made up of 1byte encoded chars including in utf8 encoding space.
// If the string being trimmed includes multibyte encoded characters at the end,
// then trimming can mess things up.
std::string str_trim(std::string sin, std::string trimChars=" \t\n") { std::string str_trim(std::string sin, std::string trimChars=" \t\n") {
sin.erase(sin.find_last_not_of(trimChars)+1); sin.erase(sin.find_last_not_of(trimChars)+1);
sin.erase(0, sin.find_first_not_of(trimChars)); sin.erase(0, sin.find_first_not_of(trimChars));
@ -44,8 +51,11 @@ std::string str_trim(std::string sin, std::string trimChars=" \t\n") {
// Remove atmost 1 char at the begin and 1 char at the end of the passed string, // Remove atmost 1 char at the begin and 1 char at the end of the passed string,
// provided the char belongs to one of the chars in trimChars. // provided the char belongs to one of the chars in trimChars.
// NOTE: Not sure this handles non english utf8 multibyte chars properly, // NOTE: Chars being trimmed (ie trimChars) needs to be 1byte encoded chars.
// need to cross check. // NOTE: This will work provided the string being trimmed as well the chars being
// trimmed are made up of 1byte encoded chars including in utf8 encoding space.
// If the string being trimmed includes multibyte encoded characters at the end,
// then trimming can mess things up.
std::string str_trim_single(std::string sin, std::string trimChars=" \t\n") { std::string str_trim_single(std::string sin, std::string trimChars=" \t\n") {
if (sin.empty()) return sin; if (sin.empty()) return sin;
for(auto c: trimChars) { for(auto c: trimChars) {
@ -64,6 +74,8 @@ std::string str_trim_single(std::string sin, std::string trimChars=" \t\n") {
return sin; return sin;
} }
// This works for 1byte encoded chars, including in utf8 encoding space.
// This wont work for multibyte encoded chars.
std::string str_tolower(const std::string &sin) { std::string str_tolower(const std::string &sin) {
std::string sout; std::string sout;
sout.resize(sin.size()); sout.resize(sin.size());