From 407f76d9b8a1f7cabec0880948af15937edd96a0 Mon Sep 17 00:00:00 2001
From: goerch <jhr.walter@t-online.de>
Date: Mon, 18 Sep 2023 23:22:17 +0200
Subject: [PATCH] Cleanup

---
 tests/test-tokenizer-1-falcon.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/tests/test-tokenizer-1-falcon.cpp b/tests/test-tokenizer-1-falcon.cpp
index 862c3fd3e..b7b1d72b5 100644
--- a/tests/test-tokenizer-1-falcon.cpp
+++ b/tests/test-tokenizer-1-falcon.cpp
@@ -89,7 +89,6 @@ int main(int argc, char **argv) {
         }
     }
     for (uint32_t cp = 0x10000; cp < 0x0010ffff; ++cp) {
-    // for (uint32_t cp = 0x10000; cp < 0x0080000; ++cp) {
         try {
             std::string str = codepoint_to_utf8(cp);
             std::vector<llama_token> tokens = llama_tokenize(ctx, str, false);