From da837401cde50ca09ca9ea55288b3edd8899d1a2 Mon Sep 17 00:00:00 2001
From: goerch <jhr.walter@t-online.de>
Date: Sat, 19 Aug 2023 14:50:32 +0200
Subject: [PATCH] Exclude platform dependent tests

---
 tests/test-tokenizer-1.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tests/test-tokenizer-1.cpp b/tests/test-tokenizer-1.cpp
index 106017fbe..26c5f0bec 100644
--- a/tests/test-tokenizer-1.cpp
+++ b/tests/test-tokenizer-1.cpp
@@ -103,6 +103,7 @@ int main(int argc, char **argv) {
         }
     }
 
+#ifdef _WIN32
     std::wstring_convert<typename std::codecvt_utf8<char16_t>, char16_t> u16converter;
     for (char16_t ch = 0x0000; ch < 0xffff; ++ch) {
         std::u16string u16str(1, ch);
@@ -123,6 +124,7 @@ int main(int argc, char **argv) {
             fprintf(stderr, "%s : info: %s tokenized to %d \n", __func__, str.c_str(), tokens[0]);
         }
     }
+#endif
 
     llama_free_model(model);
     llama_free(ctx);