mirror of
https://github.com/jart/cosmopolitan.git
synced 2025-02-07 15:03:34 +00:00
21 lines
504 B
Bash
21 lines
504 B
Bash
|
#!/bin/bash
|
||
|
|
|
||
|
|
# cd to scripts dir
|
||
|
|
cd `dirname $0`
|
||
|
|
|
||
|
|
# download model to models dir
|
||
|
|
echo "Downloading model"
|
||
|
|
python ./convert_gptneox_to_ggml.py togethercomputer/RedPajama-INCITE-Base-3B-v1 ../models/pythia
|
||
|
|
|
||
|
|
# remove temp cache dir
|
||
|
|
echo "Removing temp cache dir"
|
||
|
|
rm -r ../models/pythia-cache
|
||
|
|
|
||
|
|
# quantize model
|
||
|
|
echo "Quantizing model (q4_0)"
|
||
|
|
cd ../../..
|
||
|
|
python ./examples/redpajama/scripts/quantize-gptneox.py ./examples/redpajama/models/pythia/ggml-RedPajama-INCITE-Base-3B-v1-f16.bin
|
||
|
|
|
||
|
|
|
||
|
|
# done!
|
||
|
|
echo "Done."
|