remove unused log
This commit is contained in:
parent
8c5f1b2b6c
commit
95fd910d32
1 changed files with 0 additions and 1 deletions
|
@ -2756,7 +2756,6 @@ class ChatGLMModel(Model):
|
||||||
# show special tokens in prompt
|
# show special tokens in prompt
|
||||||
toktype = SentencePieceTokenTypes.USER_DEFINED
|
toktype = SentencePieceTokenTypes.USER_DEFINED
|
||||||
else:
|
else:
|
||||||
print(f"unknow token: {piece}")
|
|
||||||
toktype = SentencePieceTokenTypes.UNKNOWN
|
toktype = SentencePieceTokenTypes.UNKNOWN
|
||||||
tokens.append(text)
|
tokens.append(text)
|
||||||
scores.append(score)
|
scores.append(score)
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue