mirror of
https://github.com/jart/cosmopolitan.git
synced 2025-01-31 11:37:35 +00:00
b3e3359d22
This is the relevant commit: bfa6466199
Model download links:
https://huggingface.co/ceonlabs/radpajama/tree/main
21 lines
No EOL
512 B
Bash
21 lines
No EOL
512 B
Bash
#!/bin/bash
|
|
|
|
# cd to scripts dir
|
|
cd `dirname $0`
|
|
|
|
# download model to models dir
|
|
echo "Downloading model"
|
|
python ./convert_gptneox_to_ggml.py togethercomputer/RedPajama-INCITE-Instruct-3B-v1 ../models/pythia
|
|
|
|
# remove temp cache dir
|
|
echo "Removing temp cache dir"
|
|
rm -r ../models/pythia-cache
|
|
|
|
# quantize model
|
|
echo "Quantizing model (q4_0)"
|
|
cd ../../..
|
|
python ./examples/redpajama/scripts/quantize-gptneox.py ./examples/redpajama/models/pythia/ggml-RedPajama-INCITE-Instruct-3B-v1-f16.bin
|
|
|
|
|
|
# done!
|
|
echo "Done." |