vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

added debug check for printf statements

Browse source
This commit is contained in:
l3utterfly 2024-01-21 09:25:27 +09:00
parent a2c94ae5be
commit babb76a33a
1 changed files with 15 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

29
llama.cpp
View file

@ -7811,14 +7811,14 @@ void llama_sample_entropy(struct llama_context * ctx, llama_token_data_array * c
// Map the normalized entropy to the desired temperature range using the power function // Map the normalized entropy to the desired temperature range using the power function
float dyn_temp = min_temp + (max_temp - min_temp) * powf(normalized_entropy, exponent_val); float dyn_temp = min_temp + (max_temp - min_temp) * powf(normalized_entropy, exponent_val);
// //todo: Ensure to hide print statements unless debugging! #ifdef DEBUG
// printf("Your text maxtemp value is: %f\n", max_temp); LLAMA_LOG_INFO("Your text maxtemp value is: %f\n", max_temp);
// // Print the variables LLAMA_LOG_INFO("Entropy: %f\n", entropy);
// printf("Entropy: %f\n", entropy); LLAMA_LOG_INFO("Max Possible Entropy: %f\n", max_entropy);
// printf("Max Possible Entropy: %f\n", max_entropy); LLAMA_LOG_INFO("Normalized Entropy: %f\n", normalized_entropy);
// printf("Normalized Entropy: %f\n", normalized_entropy); LLAMA_LOG_INFO("Exponent: %f\n", exponent_val);
// printf("Exponent: %f\n", exponent_val); LLAMA_LOG_INFO("Dynamic Temperature (dyn_temp): %f\n", dyn_temp);
// printf("Dynamic Temperature (dyn_temp): %f\n", dyn_temp); #endif
// Apply the dynamically calculated temperature scaling // Apply the dynamically calculated temperature scaling
for (size_t i = 0; i < candidates_p->size; ++i) { for (size_t i = 0; i < candidates_p->size; ++i) {
@ -7837,12 +7837,13 @@ void llama_sample_entropy(struct llama_context * ctx, llama_token_data_array * c
candidates_p->data[i].p /= cum_sum_double; // Re-normalize the probabilities candidates_p->data[i].p /= cum_sum_double; // Re-normalize the probabilities
} }
// //todo: Ensure to hide print statements unless debugging! #ifdef DEBUG
// // Print the updated top 25 probabilities after temperature scaling // Print the updated top 25 probabilities after temperature scaling
// printf("\nUpdated Top 25 Probabilities After Dynamic Temperature Scaling (in percentages):\n"); LLAMA_LOG_INFO("\nUpdated Top 25 Probabilities After Dynamic Temperature Scaling (in percentages):\n");
// for (size_t i = 0; i < 25 && i < candidates_p->size; ++i) { for (size_t i = 0; i < 25 && i < candidates_p->size; ++i) {
// printf("Token %zu: %f%%\n", i + 1, candidates_p->data[i].p * 100.0f); LLAMA_LOG_INFO("Token %zu: %f%%\n", i + 1, candidates_p->data[i].p * 100.0f);
// } }
#endif
if (ctx) { if (ctx) {
ctx->t_sample_us += ggml_time_us() - t_start_sample_us; ctx->t_sample_us += ggml_time_us() - t_start_sample_us;