From bb58495e892ad5b854aebb636de51298173ab2b4 Mon Sep 17 00:00:00 2001 From: KerfuffleV2 Date: Tue, 22 Aug 2023 14:31:42 -0600 Subject: [PATCH] Set default UNK token mapping from -1 to 0 in llama.cpp --- llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama.cpp b/llama.cpp index 6abdc44f2..7d2c33fe6 100644 --- a/llama.cpp +++ b/llama.cpp @@ -703,7 +703,7 @@ struct llama_vocab { // default LLaMA special tokens id special_bos_id = 1; id special_eos_id = 2; - id special_unk_id = -1; + id special_unk_id = 0; id special_sep_id = -1; id special_pad_id = -1;