vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

scripts : detect CUDA

Browse source
This commit is contained in:
Georgi Gerganov 2024-02-16 10:48:25 +02:00
parent 57abd79f3c
commit 00a4ab627d
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 16 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

18
scripts/compare-commits.sh
View file

@ -12,12 +12,26 @@ bench_args="${@:3}"
rm -f llama-bench.sqlite rm -f llama-bench.sqlite
backend="cpu"
if [[ "$OSTYPE" == "darwin"* ]]; then
backend="metal"
elif command -v nvcc &> /dev/null; then
backend="cuda"
fi
opts=""
if [[ "$backend" == "cuda" ]]; then
opts="LLAMA_CUBLAS=1"
fi
git checkout $1 git checkout $1
make clean && LLAMA_CUBLAS=1 make -j32 llama-bench make clean && $opts make -j32 llama-bench
./llama-bench -o sql $bench_args | tee /dev/tty | sqlite3 llama-bench.sqlite ./llama-bench -o sql $bench_args | tee /dev/tty | sqlite3 llama-bench.sqlite
git checkout $2 git checkout $2
make clean && LLAMA_CUBLAS=1 make -j32 llama-bench make clean && $opts make -j32 llama-bench
./llama-bench -o sql $bench_args | tee /dev/tty | sqlite3 llama-bench.sqlite ./llama-bench -o sql $bench_args | tee /dev/tty | sqlite3 llama-bench.sqlite
./scripts/compare-llama-bench.py -b $1 -c $2 ./scripts/compare-llama-bench.py -b $1 -c $2