vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge branch 'master' into gg/imatrix-gpu-4931

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-01-17 18:41:47 +02:00
commit 2917e6b528
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
73 changed files with 4569 additions and 2234 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ci/run.sh
View file

@ -179,6 +179,8 @@ function gg_run_open_llama_3b_v2 {
wiki_test_60="${path_wiki}/wiki.test-60.raw"
./bin/test-autorelease ${model_f16}
./bin/quantize ${model_f16} ${model_q8_0} q8_0
./bin/quantize ${model_f16} ${model_q4_0} q4_0
./bin/quantize ${model_f16} ${model_q4_1} q4_1