From 312c4322cc4d607fa4a81724c859672605e03c33 Mon Sep 17 00:00:00 2001
From: jaime-m-p <>
Date: Tue, 13 Aug 2024 16:30:30 +0200
Subject: [PATCH] Remove invalid assert

---
 src/llama-vocab.cpp | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/llama-vocab.cpp b/src/llama-vocab.cpp
index 5eeae0585..6192fd195 100644
--- a/src/llama-vocab.cpp
+++ b/src/llama-vocab.cpp
@@ -710,7 +710,6 @@ struct llm_tokenizer_wpm {
                 continue;
             }
 
-            assert (!categ.is_S());
             if (cpt == 0 || cpt == 0xFFFD || categ.is_C()) {
                 continue;
             }