From 38de5d04580b56816849bc65c8cdeb2db46c1cff Mon Sep 17 00:00:00 2001
From: Galunid <karolek1231456@gmail.com>
Date: Mon, 23 Oct 2023 19:58:35 +0200
Subject: [PATCH] Comment cosmetics

---
 tests/test-tokenizer-1-bpe.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/test-tokenizer-1-bpe.cpp b/tests/test-tokenizer-1-bpe.cpp
index e53336b0c..386530f23 100644
--- a/tests/test-tokenizer-1-bpe.cpp
+++ b/tests/test-tokenizer-1-bpe.cpp
@@ -91,7 +91,7 @@ int main(int argc, char **argv) {
             }
         }
     }
-    // Restrict to unicode planes
+    // Restrict to assigned unicode planes
     // for (uint32_t cp = 0x10000; cp < 0x0010ffff; ++cp) {
     for (uint32_t cp = 0x10000; cp < 0x00040000; ++cp) {
         std::string str = codepoint_to_utf8(cp);