Remove invalid assert
This commit is contained in:
parent
c240638374
commit
312c4322cc
1 changed files with 0 additions and 1 deletions
|
@ -710,7 +710,6 @@ struct llm_tokenizer_wpm {
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
assert (!categ.is_S());
|
|
||||||
if (cpt == 0 || cpt == 0xFFFD || categ.is_C()) {
|
if (cpt == 0 || cpt == 0xFFFD || categ.is_C()) {
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue