diff --git a/quantize.sh b/quantize.sh
index f2aea1659..6194649b3 100755
--- a/quantize.sh
+++ b/quantize.sh
@@ -7,7 +7,7 @@ if ! [[ "$1" =~ ^[0-9]{1,2}B$ ]]; then
     exit 1
 fi
 
-for i in "models/$1/ggml-model-f16.bin*"; do
+for i in `ls models/$1/ggml-model-f16.bin*`; do
     ./quantize "$i" "${i/f16/q4_0}" 2
     if [[ "$2" == "--remove-f16" ]]; then
         rm "$i"