From cbfed5b01a583c5f92c83e607102908e8271a3c9 Mon Sep 17 00:00:00 2001
From: teleprint-me <77757836+teleprint-me@users.noreply.github.com>
Date: Tue, 7 May 2024 21:48:18 -0400
Subject: [PATCH] chore: Update generate-vocab.sh script

Signed-off-by: teleprint-me <77757836+teleprint-me@users.noreply.github.com>
---
 generate-vocab.sh | 36 ++++++++++++++++++------------------
 1 file changed, 18 insertions(+), 18 deletions(-)

diff --git a/generate-vocab.sh b/generate-vocab.sh
index 905b123a5..12ae81497 100755
--- a/generate-vocab.sh
+++ b/generate-vocab.sh
@@ -1,21 +1,21 @@
 #!/usr/bin/env bash
 
-python3 convert-hf-to-gguf.py models/tokenizers/llama-spm/ --outfile models/ggml-vocab-llama-spm.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/llama-bpe/ --outfile models/ggml-vocab-llama-bpe.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/phi-3/ --outfile models/ggml-vocab-phi-3.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/deepseek-llm/ --outfile models/ggml-vocab-deepseek-llm.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/deepseek-coder/ --outfile models/ggml-vocab-deepseek-coder.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/falcon/ --outfile models/ggml-vocab-falcon.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/bert-bge/ --outfile models/ggml-vocab-bert-bge.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/mpt/ --outfile models/ggml-vocab-mpt.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/starcoder/ --outfile models/ggml-vocab-starcoder.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/gpt-2/ --outfile models/ggml-vocab-gpt-2.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/phi/ --outfile models/ggml-vocab-phi.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/stablelm/ --outfile models/ggml-vocab-stablelm.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/qwen/ --outfile models/ggml-vocab-qwen.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/mistral-bpe/ --outfile models/ggml-vocab-mistral-bpe.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/mistral-spm/ --outfile models/ggml-vocab-mistral-spm.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/mixtral-bpe/ --outfile models/ggml-vocab-mixtral-bpe.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/mixtral-spm/ --outfile models/ggml-vocab-mixtral-spm.gguf --vocab-only
-python3 convert-hf-to-gguf.py models/tokenizers/refact/ --outfile models/ggml-vocab-refact.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-llama-spm.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-llama-bpe.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-phi-3.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-deepseek-llm.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-deepseek-coder.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-falcon.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-bert-bge.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-mpt.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-starcoder.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-gpt-2.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-phi.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-stablelm.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-qwen.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-mistral-bpe.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-mistral-spm.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-mixtral-bpe.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-mixtral-spm.gguf --vocab-only
+python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-refact.gguf --vocab-only
 python3 convert-hf-to-gguf.py models/tokenizers/command-r/ --outfile models/ggml-vocab-command-r.gguf --vocab-only