From 75840fe6a63db705a43d6b5efee3893518ad8aff Mon Sep 17 00:00:00 2001
From: jaime-m-p <>
Date: Wed, 12 Jun 2024 23:01:10 +0200
Subject: [PATCH] Fix merge: 'smaug'

---
 llama.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/llama.cpp b/llama.cpp
index b46ebdd5f..50ea36ea7 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -12963,6 +12963,7 @@ struct llm_tokenizer_bpe {
                 };
                 break;
             case LLAMA_VOCAB_PRE_TYPE_DBRX:
+            case LLAMA_VOCAB_PRE_TYPE_SMAUG:
                 regex_exprs = {
                     // same as llama3
                     "(?:'[sS]|'[tT]|'[rR][eE]|'[vV][eE]|'[mM]|'[lL][lL]|'[dD])|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",