From dba8369a39bc612e4ab6e25e76e28014f0ec6f4a Mon Sep 17 00:00:00 2001
From: goerch <jhr.walter@t-online.de>
Date: Sun, 23 Jul 2023 18:46:29 +0200
Subject: [PATCH] One more test case...

---
 tests/test-tokenizer-0.cpp | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/test-tokenizer-0.cpp b/tests/test-tokenizer-0.cpp
index 40c0c6b4e..36a73c9d7 100644
--- a/tests/test-tokenizer-0.cpp
+++ b/tests/test-tokenizer-0.cpp
@@ -16,9 +16,10 @@ static std::string unescape_whitespace(llama_context* ctx, const llama_token* to
 static const std::map<std::string, std::vector<llama_token>> & k_tests()
 {
     static std::map<std::string, std::vector<llama_token>> _k_tests = {
-        {" ",                  {1,    259,},},
+        { " ",                  {1,    259, }, },
         { "\t",                 { 1,    29871,   12, }, },
         { "\n",                 { 1,    29871,   13, }, },
+        { "\t\n",               { 1,    29871,   12,     13, }, },
         { "Hello world",        { 1,  15043,   3186, }, },
         { " Hello world",       { 1,  29871,  15043,   3186, }, },
         { "Hello World",        { 1,  15043,   2787, }, },