vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update ggml.c

Browse source 
changed sample precision to 7.4.
Optimally this would be a parameter to pass to the function.
7.3 often shows just -0.000 or 0.000 on weights

A higher precision would allow to see more in these type of small value tensors but it would also display less.
This commit is contained in:
John 2024-01-23 00:26:48 +01:00 • committed by GitHub
parent 607fbe99c7
commit 31bfd4a52b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
ggml.c
View file

@ -20199,7 +20199,7 @@ void ggml_printTensorSample(const char *prefix, const struct ggml_tensor * tenso
if (n_dims == 1) { if (n_dims == 1) {
printf("| 1: "); printf("| 1: ");
for(int i = 0; i < tensor->ne[0] && i < MAX_ELEMENTS_ROW; i++){ for(int i = 0; i < tensor->ne[0] && i < MAX_ELEMENTS_ROW; i++){
printf("%-7.3f, ", *(double *)((char *) tensor_data + i*tensor->nb[0])); printf("%-7.4f, ", *(double *)((char *) tensor_data + i*tensor->nb[0]));
} }
if(MAX_ELEMENTS_ROW < tensor->ne[0]) printf(", .."); if(MAX_ELEMENTS_ROW < tensor->ne[0]) printf(", ..");
printf("\n%s", sep); printf("\n%s", sep);
@ -20208,7 +20208,7 @@ void ggml_printTensorSample(const char *prefix, const struct ggml_tensor * tenso
for(int i = 0; i < tensor->ne[0] && i < MAX_ELEMENTS_ROW; i++){ for(int i = 0; i < tensor->ne[0] && i < MAX_ELEMENTS_ROW; i++){
printf("| %d: ", i+1); printf("| %d: ", i+1);
for(int j = 0; j < tensor->ne[1] && j < MAX_ELEMENTS_COL; j++){ for(int j = 0; j < tensor->ne[1] && j < MAX_ELEMENTS_COL; j++){
printf("%-7.3f ", *(double *)((char *) tensor_data + i*tensor->nb[0] + j*tensor->nb[1])); printf("%-7.4f ", *(double *)((char *) tensor_data + i*tensor->nb[0] + j*tensor->nb[1]));
if(j == MAX_ELEMENTS_COL - 1 && tensor->ne[1] > MAX_ELEMENTS_COL) printf(", .."); if(j == MAX_ELEMENTS_COL - 1 && tensor->ne[1] > MAX_ELEMENTS_COL) printf(", ..");
} }
printf("\n"); printf("\n");
@ -20221,7 +20221,7 @@ void ggml_printTensorSample(const char *prefix, const struct ggml_tensor * tenso
for(int j = 0; j < tensor->ne[1] && j < MAX_ELEMENTS_COL; j++){ for(int j = 0; j < tensor->ne[1] && j < MAX_ELEMENTS_COL; j++){
printf("["); printf("[");
for(int k = 0; k < tensor->ne[2] && k < MAX_ELEMENTS_LAYER; k++){ for(int k = 0; k < tensor->ne[2] && k < MAX_ELEMENTS_LAYER; k++){
printf("%-7.3f", *(double *)((char *) tensor_data + i*tensor->nb[0] + j*tensor->nb[1] + k*tensor->nb[2])); printf("%-7.4f", *(double *)((char *) tensor_data + i*tensor->nb[0] + j*tensor->nb[1] + k*tensor->nb[2]));
if(k < tensor->ne[2] - 1 && k < MAX_ELEMENTS_LAYER - 1) if(k < tensor->ne[2] - 1 && k < MAX_ELEMENTS_LAYER - 1)
printf(", "); printf(", ");
} }
@ -20240,7 +20240,7 @@ void ggml_printTensorSample(const char *prefix, const struct ggml_tensor * tenso
for(int j = 0; j < tensor->ne[2] && j < MAX_ELEMENTS_COL; j++){ for(int j = 0; j < tensor->ne[2] && j < MAX_ELEMENTS_COL; j++){
printf("["); printf("[");
for(int k = 0; k < tensor->ne[3] && k < MAX_ELEMENTS_LAYER; k++){ for(int k = 0; k < tensor->ne[3] && k < MAX_ELEMENTS_LAYER; k++){
printf("%-7.3f", *(double *)((char *) tensor_data + batch*tensor->nb[0] + i*tensor->nb[1] + j*tensor->nb[2] + k*tensor->nb[3])); printf("%-7.4f", *(double *)((char *) tensor_data + batch*tensor->nb[0] + i*tensor->nb[1] + j*tensor->nb[2] + k*tensor->nb[3]));
if(k < tensor->ne[3] - 1 && k < MAX_ELEMENTS_LAYER - 1) if(k < tensor->ne[3] - 1 && k < MAX_ELEMENTS_LAYER - 1)
printf(", "); printf(", ");
} }