vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Exclude platform dependent tests

Browse source
This commit is contained in:
goerch 2023-08-19 14:50:32 +02:00
parent dc65fb3044
commit da837401cd
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
tests/test-tokenizer-1.cpp
View file

@ -103,6 +103,7 @@ int main(int argc, char **argv) {
} }
} }
#ifdef _WIN32
std::wstring_convert<typename std::codecvt_utf8<char16_t>, char16_t> u16converter; std::wstring_convert<typename std::codecvt_utf8<char16_t>, char16_t> u16converter;
for (char16_t ch = 0x0000; ch < 0xffff; ++ch) { for (char16_t ch = 0x0000; ch < 0xffff; ++ch) {
std::u16string u16str(1, ch); std::u16string u16str(1, ch);
@ -123,6 +124,7 @@ int main(int argc, char **argv) {
fprintf(stderr, "%s : info: %s tokenized to %d \n", __func__, str.c_str(), tokens[0]); fprintf(stderr, "%s : info: %s tokenized to %d \n", __func__, str.c_str(), tokens[0]);
} }
} }
#endif
llama_free_model(model); llama_free_model(model);
llama_free(ctx); llama_free(ctx);