From 57abd79f3c7ea4f901fa71538460f69c3852612e Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 16 Feb 2024 10:19:08 +0200 Subject: [PATCH] scripts : add helpers script for bench comparing commits --- scripts/compare-commits.sh | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100755 scripts/compare-commits.sh diff --git a/scripts/compare-commits.sh b/scripts/compare-commits.sh new file mode 100755 index 000000000..6f61ac422 --- /dev/null +++ b/scripts/compare-commits.sh @@ -0,0 +1,23 @@ +#!/bin/bash + +set -e +set -x + +if [ $# -lt 2 ]; then + echo "usage: ./scripts/compare-commits.sh [additional llama-bench arguments]" + exit 1 +fi + +bench_args="${@:3}" + +rm -f llama-bench.sqlite + +git checkout $1 +make clean && LLAMA_CUBLAS=1 make -j32 llama-bench +./llama-bench -o sql $bench_args | tee /dev/tty | sqlite3 llama-bench.sqlite + +git checkout $2 +make clean && LLAMA_CUBLAS=1 make -j32 llama-bench +./llama-bench -o sql $bench_args | tee /dev/tty | sqlite3 llama-bench.sqlite + +./scripts/compare-llama-bench.py -b $1 -c $2