diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index a4e8ea2a5..f2a3a695f 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -514,7 +514,7 @@ class MPTModel(Model):
     def set_vocab(self):
         try:
             self._set_vocab_gpt2()
-        except AttributeError as e:
+        except:
             self._set_vocab_sentencepiece()
             self.gguf_writer.add_add_bos_token(False)
             self.gguf_writer.add_pad_token_id(3)