vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

SimpCfg:CheckString: organise and probe - p3 wstring

Browse source 
wcouts' involving 2nd wstring with non english char in it not
showing up?
This commit is contained in:
HanishKVC 2024-05-02 07:38:37 +05:30
parent 691d0d43b5
commit a448fec486
1 changed files with 12 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

13
common/simpcfg.hpp
View file

@ -309,6 +309,7 @@ public:
void check_strings() { void check_strings() {
std::vector<std::string> vStandard = { "123", "1अ3" }; std::vector<std::string> vStandard = { "123", "1अ3" };
std::cout << "**** string **** " << vStandard.size() << std::endl;
for(auto sCur: vStandard) { for(auto sCur: vStandard) {
std::cout << std::format("string: [{}] len[{}] size[{}]", sCur, sCur.length(), sCur.size()) << std::endl; std::cout << std::format("string: [{}] len[{}] size[{}]", sCur, sCur.length(), sCur.size()) << std::endl;
int i = 0; int i = 0;
@ -319,6 +320,7 @@ void check_strings() {
} }
std::vector<std::u8string> vU8s = { u8"123", u8"1अ3" }; std::vector<std::u8string> vU8s = { u8"123", u8"1अ3" };
std::cout << "**** u8string **** " << vU8s.size() << std::endl;
for(auto sCur: vU8s) { for(auto sCur: vU8s) {
std::string sCurx (sCur.begin(), sCur.end()); std::string sCurx (sCur.begin(), sCur.end());
std::cout << std::format("u8string: [{}] len[{}] size[{}]", sCurx, sCur.length(), sCur.size()) << std::endl; std::cout << std::format("u8string: [{}] len[{}] size[{}]", sCurx, sCur.length(), sCur.size()) << std::endl;
@ -330,7 +332,16 @@ void check_strings() {
} }
} }
std::wstring sT31 = L"1अ3"; std::vector<std::wstring> vWide = { L"123", L"1अ3" };
std::cout << "**** wstring **** " << vWide.size() << std::endl;
for(auto sCur: vWide) {
std::wcout << std::format(L"wstring: [{}] len[{}] size[{}]", sCur, sCur.length(), sCur.size()) << std::endl;
int i = 0;
for(auto c: sCur) {
std::wcout << std::format(L"wstring:{}:pos:{}:char:{}[0x{:x}]\n", sCur, i, c, (uint8_t)c);
i += 1;
}
}
} }