From 58551d0bd27970b9814184fb78ae5d66c41b4d2e Mon Sep 17 00:00:00 2001
From: teleprint-me <77757836+teleprint-me@users.noreply.github.com>
Date: Sun, 12 May 2024 21:50:36 -0400
Subject: [PATCH] chore: Apply updates to vocab models

Signed-off-by: teleprint-me <77757836+teleprint-me@users.noreply.github.com>
---
 models/ggml-vocab-bert-bge.gguf       | Bin 627549 -> 627592 bytes
 models/ggml-vocab-command-r.gguf      | Bin 10874545 -> 10874589 bytes
 models/ggml-vocab-deepseek-coder.gguf | Bin 1156067 -> 1156111 bytes
 models/ggml-vocab-deepseek-llm.gguf   | Bin 3970167 -> 3970211 bytes
 models/ggml-vocab-falcon.gguf         | Bin 2287728 -> 2287772 bytes
 models/ggml-vocab-gpt-2.gguf          | Bin 1766807 -> 1766851 bytes
 models/ggml-vocab-llama-bpe.gguf      | Bin 7818140 -> 7818184 bytes
 models/ggml-vocab-llama-bpe.gguf.inp  |   2 --
 models/ggml-vocab-llama-bpe.gguf.out  |   1 -
 models/ggml-vocab-llama-spm.gguf      | Bin 723869 -> 723913 bytes
 models/ggml-vocab-mpt.gguf            | Bin 1771394 -> 1771438 bytes
 models/ggml-vocab-phi-3.gguf          | Bin 725846 -> 725890 bytes
 models/ggml-vocab-qwen2.gguf          | Bin 5928681 -> 5928725 bytes
 models/ggml-vocab-refact.gguf         | Bin 1720710 -> 1720892 bytes
 models/ggml-vocab-stablelm.gguf       | Bin 3540352 -> 3540396 bytes
 models/ggml-vocab-starcoder.gguf      | Bin 1719346 -> 1719390 bytes
 16 files changed, 3 deletions(-)

diff --git a/models/ggml-vocab-bert-bge.gguf b/models/ggml-vocab-bert-bge.gguf
index b2cbd5df6882d8e581368d494bb86aa449f212a7..4d3033fe440eec9bd695e469a9376a3bbf69fcf5 100644
GIT binary patch
delta 136
zcmcb+Os!+NnxMOTs2ei_0*G!DWMmRxhYDn6<|XQ;=7~;^-^woCY{%4Y$HWN4AetG7
zS%8=oh}nRc9f&!$+c9y<Pt=itYEMtiOD#&w(JL%X%qz*PN-W9D&x<chEh+}mEI>6(
GKnwttF&<_B

delta 86
zcmeBJu6B2snxMOTs2ei_0*GuBWMmTHfC?m~7M18GrKdJ4GPNr*F#<7&W(HywAZ7((
QHXvpPVvg;KOq|ve0l+j5{r~^~

diff --git a/models/ggml-vocab-command-r.gguf b/models/ggml-vocab-command-r.gguf
index 459ba4b8566f8450bc989a9ad1b7486485345c7a..89def0796225854f2a5fd3dcd16b652393e1439d 100644
GIT binary patch
delta 570
zcmYL`*;b7K07hw`OxctnN5%|EhRl*7b%aV$$dH30hn#deMG?X_%akG{)C0KiIK4v8
z;J>hzZ>_z)oBdsVzsCpD#{&q5>nl<x{ZFVDnJg)iDru4~Q)H@SNTy7a=`urR$}Gu}
z*%D0V$Xv;m9GNHcWq~Y|Tv;R`SuA<7M3%}jSuQJNrR2*hSuJa1trW;QDU|h6BpYO-
zY?94VEL&u&Y?JM>Lw3q8*)1iqM@nU{?34X+K+5ExluLz#<&ad$VL2j4rAn%$Mvh6X
z)X8x<A@$NAC*_o!mPR=vXXTunmnOL&5xFRr<g!HNiZshriODs&E-i9H;?gQNrA-pj
zE=lQ-PPrwwrAxZyj@*?VxhMDKf%M8lc_fcTc_L5cnLL*l@={*OYw43W@>br-d-)*!
z@=*q4P(I0L8ImvZRldove3udVAwT7pjQ(M4WTG(i@Bij#Jer8K6t#6k;>lQdBpGXs
PH+4o6?LnsnPD;REmK>@*

delta 525
zcmYMr=Uxo}06_7SBxRhGA|WGWlw?z(x>BOJ85!+ikFs0pRFXuLL@x3GK6sq_3O$4S
z&H4TQA5S<u75gWGKp<Ee6ZOCJK4gJJON=a(SXm@-vRL9}i6ls(ER|)lTvkYANs^V4
zEGe=|QYB4R%Nj|SwUQz0WW8*VOxY-#WV39MEZHjCWV>X`4%sQYWVhr<uI!OK*(>?7
zPxi|JIVgwZupE)2a!d-OP>STZoRE`JEG1GZ0XZdQa$3rzLe5B~oRxD@CDn3XE=W*n
z<f2@X%W_3(<*Hnh>vBWtq+S}NQJSP#TBKFlq+M>xEx9ds<gVP4`|>~@$|LEJPI)X(
z<f%N9=kh{cN|$s?kMv5Pypnzy5M@w?WLRFyh`f<ec`IY`PR8ZEe2@wGD4%3frsT6s
a%NLoEukuZ1<-3IBhy0XZGWVC?q4|HW7M@lB

diff --git a/models/ggml-vocab-deepseek-coder.gguf b/models/ggml-vocab-deepseek-coder.gguf
index 6728cd747249ecaef7a2f63f103f68261d713c3d..002a2872a06e7eb1e87c07af2d9ae620250bfa97 100644
GIT binary patch
delta 124
zcmaES+^zqFo1nXUs2ei_0!TFqwhA(~3Np0{GPeq{v<kAe3bM5dvbPFyv<h;z3Uajy
za<>Zdv<mXJ3i7oI^0x{KY!wu|v{*+5YDRi$UTRTdj$UDDVqQsRRbokIeqMZ8YEdze
KW&x^U0%8E>Hyx1x

delta 79
zcmYMhxdA{x002S%|81zDQ-Oj68!JK$Y9Q8vMucYeJG@t5S=Nw7zj;GqNhFm_aw(*g
SN@{7Ol}>sYWR&TI=lB4+_YtZ9

diff --git a/models/ggml-vocab-deepseek-llm.gguf b/models/ggml-vocab-deepseek-llm.gguf
index 5d66091c44b6f581b5d38c05f14f29c3e2b75b5d..f18fd3232fcaa05e87f8ef67c8d0e7965c790d92 100644
GIT binary patch
delta 255
zcmYL^IZgrr07V@Z_wBhN;=U{53IbZo39QW&qaiV4M6|G@csK9{G;#nhMq}#~CjR8-
zHUAa==c^xdd;Ne$<L)*+@Sj`<2_z+H$w*cPWk`l)L`G#y#$`e#WlE+cQD$UT=44(L
zWKnXmBzakuf~?4@tjW4;$fj(`w(Q8R?8&|y$e|obQI4e~CvqxhaxNEgDP^h1l~koB
qb-DiL=Hatg_&f0!#ZfDKD!sggal82uwwurK{d?4UO_)hGsieQlKRy=#

delta 210
zcmYMrw?P5{06<aC!$1<gD5nGoN)kz8La4b3T){mo{swM90|T(wHMZLM`nTC7!Ou1c
zh~tlSc<?X!LIOFIP*QRv$8sX4l9r5QB`0|~lY$iGubfLsF62_m63LZZOGT<ule*kU
xLz>c(w%p2{bfhai>B~UwWhf6alCex=Dl>VMxjf0UyvVD($wJ;`xo7qH{R`(qGB5xD

diff --git a/models/ggml-vocab-falcon.gguf b/models/ggml-vocab-falcon.gguf
index 334d50da51ba55657509709aa51b52baeda8093c..66ecef4177ab13f134c8235eed1753a79be25ff1 100644
GIT binary patch
delta 177
zcmYL?ISRs107OmVzCYt`Tx;<d<^<M~B8VUnHCotNOqDBm4ez11u=EK2LU3Ss%{=Dw
zOsxAWvGD!X(n<Z}-Vm0sg(K1;BeEhV@}eM$q9n?qBC4V$>cS`u;fkhciMHs7uIP!r
v7zj@c#Yl|BL`)yd*6+FZyWNCQcno%n!#RlJ?KOzE`)GX$k0-;l+1RFE<dG@F

delta 132
zcmYMry8*#a06@_^@eRUFi2pCc$OLM$C~lP%tYHtfP-X<Woc=sNb!gsopsH@yIBI1N
zBuGbM=}J%fGLWH+B$2U9WGbo5WG?@bNiGXnN+By*%SN`clf4||C?`3~<wbe_{s5D<
B9o+x`

diff --git a/models/ggml-vocab-gpt-2.gguf b/models/ggml-vocab-gpt-2.gguf
index 5ea85cf52e7de68fed9e4eebe5996ea3a6753994..dd415e35d79c996fd7f6098dc81adf599ba6f193 100644
GIT binary patch
delta 151
zcmYL>xedZV00hA{|2zC3N<fr>D<DP}oRDR72xADy2$mM8gbFCfF*z3?vC?XioqZPR
zyGV)S?ItY!!yQo;fe1w;DxxZCqAnVuDO#c}I-)CjqA$EM5JNE%V=)m^F%$C_i^pfR
e{N3-Zvza-pPZ#6z<Yw~Z=yq3|ojoJJ34Fgyd?XV9

delta 106
zcmYMrxdB4}06<Y^4g^03k%3|YQ<y^WvqC1x1jbS8qx1SVFXML^>HFaw2fKPgLWv}n
kL{d4(QBHD}OmZpYBBfMP%T}&(le;{mkyf74{dj%WKmDc{EC2ui

diff --git a/models/ggml-vocab-llama-bpe.gguf b/models/ggml-vocab-llama-bpe.gguf
index e51a99118bc43bc2373adf162f081751013b361a..c880feb9e3d199a93c320694c3b3e8efc79e6ed4 100644
GIT binary patch
delta 432
zcmYL_+g6ML07lhJ4wbakq%uMWC1XU%xfEv9go;6-G4Y$G#-uq}%bkmT<pJDyjo!ga
z^e+7u*7B{j*LSnOoA1x>gUH_y(&=m}a^!zvKanPBmWV{9MUKibIW8xpRobLoPD+QI
zl1>RHr=?4}B_=&`MtY@B`sJ*|<(v%2dAT4LWl)A>SVrWMjLMi?mT|cv3Arjsxh4~G
zU2e#vOvz1|mRoXL?#NxaC->!n%*d=flsTD~NAg&nNJ`T3R2F1WGO{Gk<hi_%Wm%C`
zc`2_XE3f5^yp=Usmv{1BKFEgT<fG(eQ$ERO3FM0uWJ`*&Ejv<@uTqv>`6hc(k*d_B
qE{%P@|H>rd|6VTy<)D%;CHLz2a;^9yUn}mGbB&-<4Lce-%^`<(qIAIk

delta 387
zcmYMrM>-q;06<}k9_=xDiHPXYdk--aMkLB0Av)1}SzEl71K7BRJGg|qn4R~1|MI;&
zz6PFR2#2GgK-_!5dn8^GBp`{BB*~H@sgfq?@<B2rQ?evmawN9oN}dEIUkap9ilkUd
zq*ThJTq@+FRLUo*lFw2tU!+EArB3RlK^mn=zDl#SNUO9-yL3pWbV;}LNU!uszYNHr
z49T#J$f$giF&UTdG9e)e%MY29DT&Cm{FE8_CBJ1>=44(LBr1!tB+K$g{>qB1%0F3?
sb=i<j*^+J9kzLu7|FSO!awtb~EGKd*XL2qVaw%7GEjM!e%-uue4fuIz+5i9m

diff --git a/models/ggml-vocab-llama-bpe.gguf.inp b/models/ggml-vocab-llama-bpe.gguf.inp
index 9380bf355..0a89107c6 100644
--- a/models/ggml-vocab-llama-bpe.gguf.inp
+++ b/models/ggml-vocab-llama-bpe.gguf.inp
@@ -104,5 +104,3 @@ __ggml_vocab_test__
      
 🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天～ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
 __ggml_vocab_test__
- Việt
-__ggml_vocab_test__
diff --git a/models/ggml-vocab-llama-bpe.gguf.out b/models/ggml-vocab-llama-bpe.gguf.out
index 1f3607fb6..1f00e3812 100644
--- a/models/ggml-vocab-llama-bpe.gguf.out
+++ b/models/ggml-vocab-llama-bpe.gguf.out
@@ -41,4 +41,3 @@
  8765 8765 1644
  8765 8765 8765
  198 4815 15073 66597 8004 1602 2355 79772 11187 9468 248 222 320 8416 8 27623 114 102470 9468 234 104 31643 320 36773 100166 98634 8 26602 227 11410 99 247 9468 99 247 220 18 220 1644 220 8765 220 8765 18 220 8765 1644 220 8765 8765 220 8765 8765 18 220 8765 8765 1644 220 18 13 18 220 18 497 18 220 18 1131 18 220 21549 222 98629 241 45358 233 21549 237 45358 224 21549 244 21549 115 21549 253 45358 223 21549 253 21549 95 98629 227 76460 223 949 37046 101067 19000 23182 102301 9263 18136 16 36827 21909 56560 54337 19175 102118 13373 64571 34694 3114 112203 80112 3436 106451 14196 14196 74694 3089 3089 29249 17523 3001 27708 7801 358 3077 1027 364 83 820 568 596 1070 11 364 793 499 2771 30 364 44 539 2771 358 3358 1304 433 11 364 35 499 1093 1063 15600 30 1226 6 43712 264 64966 43
- 101798
diff --git a/models/ggml-vocab-llama-spm.gguf b/models/ggml-vocab-llama-spm.gguf
index 658295a5df7412d786103d2a5332ee6e7de9a5df..2c051acb932cbdef0fee2a54847aa070015e6ebd 100644
GIT binary patch
delta 106
zcmbO`UFYO<9YJ^ZP&Z}<1Q2f&Y!zf|6=Z4^WNsB?X%%E`6=Z7_WN#JZXcgpa73A6~
s$lb%OBLmfuo|>0hl$fJeSelqul3A5ll9`_uUzS=_45V3rYM6i+0K?iCGynhq

delta 61
zcmX>(U1#oe9YJ^ZP&Z}<1Q2T!Y!zf|6=Z4^WNsB?X%%E`6=Z7_WN#JZXcgpa73A6~
I$lb#Y0E>|fO#lD@

diff --git a/models/ggml-vocab-mpt.gguf b/models/ggml-vocab-mpt.gguf
index c27332f2de68296244eea29b2e5540ddcf6829a9..783e4f6b945a04a16e2d70db41bd408454396813 100644
GIT binary patch
delta 154
zcmYL?I|{-;07Ny3#=pM!{~SR)MsfmcNf9KltRzMYJB6up6Fcwc7J>uAYvwVp+PrH+
zk{n~d@lW(bG=(R85r~#(i%@h#SM)?*48%~3#8^y(Qz9`HGcgwnu@oz@7Ml;-BHZtO
e59iEgWoiz^EwxqtNUQu}Pxq|6ItFgzxqbovW+LJM

delta 109
zcmYMrxe<Z@002RePZ7mK`TKzi?1F?6bmn3@F{3}s+<d?5{8?wF={1IjKi)_nM+qg8
kSQ1I)BxlLwBDq}UCWYMPS4w%vQ!1&YkybkCH-;tM0p>Xt`v3p{

diff --git a/models/ggml-vocab-phi-3.gguf b/models/ggml-vocab-phi-3.gguf
index f8022a385e4aa48ca10d40d0f079a25365a7be78..24cdfb5fb78039825f228332f65f3ee252269e36 100644
GIT binary patch
delta 106
zcmcb%Os8qNj-b1Hs2ei_0!TCpwhA(~3Np0{GPeq{v<kAe3bM5dvbPFyv<h;z3UX}~
s<aQO-k%8(+Pt8j$O3cwKEKSTS$*f8&$;{7-FH0>d2GT4*HB3MZ0Kg;|2LJ#7

delta 61
zcmZo#u5)dfj-b1Hs2ei_0*E&XwhA(~3Np0{GPeq{v<kAe3bM5dvbPFyv<h;z3UX}~
I<aQMX0FFltAOHXW

diff --git a/models/ggml-vocab-qwen2.gguf b/models/ggml-vocab-qwen2.gguf
index 541e475bc94532defa0bb38dfabf6dfaae1fe8ae..a3c795c03ced6cab571cff0668d70b9b8c33c627 100644
GIT binary patch
delta 345
zcmYL_HBJKn07aq2{o(HJ?k+9v#TL?`Ax%gLMFuv8cLa{YUARIAI0GF>_{q;({#$<P
zI~Dl&Nd*XpBcWi%f2!V*ObJL(vLst_Bv<kzUkap9ilkUdq*Tfzt&~fJR7#apOO4b@
zozzQ%G)j{+ON+Eho3u-ZbV`?WOONzQpY+Rs49buU%ZQB1n2gJWOv;o@%Z$v*oXpFD
zEXtBB%ZjYZnykx)Y|55|BrMyqBfGLE`*I+MawNxcBBydD=Ms?%xs)rp{^aKCb+Ga8
jp1W8gmW<vHKfXj0&+)hDbNnH3`x;9=rJ0r91k(Kl3vyXA

delta 300
zcmYMrNg_f40Dxg$<|#j!6(MAv$1;_kF=H7HVsG&u!BO0$E4+oyz|Ob-zUomB{X_v_
zSSiIC{v|$<MhPS)P0}na(kgAzE*;V-UD7Q*5|>{2D}B;02^o+<8IoZckx?0waY;%_
zCS+35G9}Y8BN>^MIhmKNEXblP$+E1-s;tSnY{;f;$+qmsuI$Oa9LS;MBrivDEGKd*
rXHt-&oJ&bUxsXe_l54q<TPe$(+{=SJ%9A`xMXK^5uk!ZId+p;FV&zRt

diff --git a/models/ggml-vocab-refact.gguf b/models/ggml-vocab-refact.gguf
index 52afcf01aeb7323e0153b2817a1cbfc5a07d787b..e15b9dab744e584f00be9631a7a4f6560a50c7be 100644
GIT binary patch
delta 238
zcmZ9GTMofc7=*RzejS%85lgTKk?0CMH%)rTiE8OZ#G5cSU@hJ(&M6PVB$NN)`zJHE
zi+o-sY<s!L=e{z}AT&ZJ@`OPYh$2xU%0z{z5;dYuG>9hABHDzCbcim|Bl?6%3<!%D
zJ}^pW+T`BUO=}m4l{`90xDkOPJwtVB${!e~tACiSdc*lvdY&(SlDdLp<xFc4h{*M)
W`_v5*d2$mO2F^i5vAS7H_WJ_p88_Vk

delta 106
zcmYMrO&Wnv06@`r@>7xfkl2lhR$vit0T$3#w;h>T9J9{+e8)5miLQG+LpF;&vXG?&
lSxGKy*~nIQQb;M4?ByV}9OYl4oa8JQY2+%c+&<jjj~||J7JdK#

diff --git a/models/ggml-vocab-stablelm.gguf b/models/ggml-vocab-stablelm.gguf
index 67b49a8a198e9bb36d8271bc15ad58d6832cbce6..e70a98ebe54fa72c7bffc197d34103fb46d6efad 100644
GIT binary patch
delta 237
zcmYL@IZi@R07Ye12K6`~D2|9Dg7Xq!1=i#jKZeA7BBBMA7N>G6w(P~__zDtla&nt<
zll%GooB9dR??3f23;(HpAt^~qMzWHVycA?nmZT^pDN99`WkpscOx9#wHe^$(vL!XC
z%eL%DLw03P_T@kh<w%-xEG;>aQ#q4!xsXd~%awGbE7x)(w{j=<@-X9ZlxsKUm!IP#
c9!D>o*Y_xy45!g#I7$W|@%SxtHaO|PAGW+V)c^nh

delta 192
zcmYMrNp=AN002>~wK<7G69h42Kw^mD2>Jxh;R-Bjm8;n1E{+pB_1<6B<@Xw#Zb*{D
zK1|(<&qyF?2_++uWF;qgDM(RDQkDmKlqadkZK+C4>Jm#sn({0yX-h|5q$@q?%c~4z
kC?grmo4m`1e9A<oGLtX)mbolsDJ%JrwQOYj$L<*Y1MYV#?f?J)

diff --git a/models/ggml-vocab-starcoder.gguf b/models/ggml-vocab-starcoder.gguf
index 7a7e7742ab1fcf0a65b9ef5d3115ce735ae0de90..1682d0ae6ce75e2e93170be4ed5f87c809bc3c2b 100644
GIT binary patch
delta 151
zcmYL>I|{-;07Ny3|L@cI#l~JdL27dXYuO^0fUFp!g`LG*NbowIBc)pi4h*lEH?K1N
zlqqq%-}#k)!Y86CJmHH#)I?o0L{qdxTXaNM^h93_#85b8B*r2X6EPJtF&B$B%XPF_
f{qB#6O>%SEUT($~*~1js*&gmmesv7o#&i7wMO-67

delta 106
zcmYMrxe<Z@002P{KS0D2c{BSkh6?O~HVCdEW@v{x2sLB#UAJ-GMuy?rN5QU`kWda1
l$x%*nmWx~^mPAsyNhWv6<stv_ltNxoN+q>4(k^uG&kq|?7h3=T