Change top_k type.

Is my lack of knowledge of the code base showing? Yes it is.
This commit is contained in:
Randall Fitzgerald 2023-05-27 17:07:45 -07:00 committed by GitHub
parent fdce8951ac
commit e84b802161
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -162,7 +162,7 @@ struct llama_server_context
const float temp = params.temp;
// const int32_t top_k = params.top_k <= 0 ? llama_n_vocab(ctx) : params.top_k;
const float top_p = params.top_p;
const float top_k = params.top_k;
const int32_t top_k = params.top_k <= 0 ? llama_n_vocab(ctx) : params.top_k;
const float tfs_z = params.tfs_z;
const float typical_p = params.typical_p;
const int32_t repeat_last_n = params.repeat_last_n < 0 ? params.n_ctx : params.repeat_last_n;