vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Indentation

Browse source
This commit is contained in:
Georgi Gerganov 2023-03-13 18:05:18 +02:00 • committed by GitHub
parent daedf7ce97
commit d328973aa1
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

16
quantize.sh
View file

@ -1,15 +1,15 @@
#!/usr/bin/env bash #!/usr/bin/env bash
if ! [[ "$1" =~ ^[0-9]{1,2}B$ ]]; then if ! [[ "$1" =~ ^[0-9]{1,2}B$ ]]; then
echo echo
echo "Usage: quantize.sh 7B|13B|30B|65B [--remove-f16]" echo "Usage: quantize.sh 7B|13B|30B|65B [--remove-f16]"
echo echo
exit 1 exit 1
fi fi
for i in "models/$1/ggml-model-f16.bin*"; do for i in "models/$1/ggml-model-f16.bin*"; do
./quantize "$i" "${i/f16/q4_0}" 2 ./quantize "$i" "${i/f16/q4_0}" 2
if [[ "$2" == "--remove-f16" ]]; then if [[ "$2" == "--remove-f16" ]]; then
rm "$i" rm "$i"
fi fi
done done