vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

benchmark-matmul: Print the average of the test results

Browse source
This commit is contained in:
rankaiyx 2023-05-17 02:17:51 +08:00 • committed by GitHub
parent 9560655409
commit cc2eb3f3fd
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/benchmark/benchmark-matmult.cpp
View file

@ -211,6 +211,7 @@ int main(int argc, char ** argv) {
printf("Iteration;NThreads; SizeX; SizeY; SizeZ; Required_FLOPS; Elapsed_u_Seconds; gigaFLOPS\n"); printf("Iteration;NThreads; SizeX; SizeY; SizeZ; Required_FLOPS; Elapsed_u_Seconds; gigaFLOPS\n");
printf("=====================================================================================\n"); printf("=====================================================================================\n");
double gflops_average = 0;
for (int i=0;i<benchmark_params.n_iterations ;i++) { for (int i=0;i<benchmark_params.n_iterations ;i++) {
long long int start = ggml_time_us(); long long int start = ggml_time_us();
@ -225,6 +226,13 @@ int main(int argc, char ** argv) {
sizex, sizey, sizez, flops_per_matrix, sizex, sizey, sizez, flops_per_matrix,
usec,gflops); usec,gflops);
gflops_average += gflops;
if (i+1 == benchmark_params.n_iterations) {
printf("\n");
printf("Average %10.2f\n",gflops_average/((double)benchmark_params.n_iterations));
printf("=====================================================================================\n");
}
#ifdef VERBOSE_DEBUGGING #ifdef VERBOSE_DEBUGGING
TENSOR_DUMP("res",gf31.nodes[0]) TENSOR_DUMP("res",gf31.nodes[0])
#endif #endif