Use sentencepiece tokenizer, or fall back to hfft.

convert-hf-to-gguf.py

@@ -1057,7 +1057,10 @@ class LlamaModel(Model):
     model_arch = gguf.MODEL_ARCH.LLAMA
 
     def set_vocab(self):
-        self._set_vocab_llama_hf()
+        try:
+            self. _set_vocab_sentencepiece()
+        except FileNotFoundError:
+            self._set_vocab_llama_hf()
 
     def set_gguf_parameters(self):
         super().set_gguf_parameters()