vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

common : fix gpt_sampler_cp

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-09-04 14:17:19 +03:00
parent ad436e9284
commit fdb52aa657
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 8 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

15
common/sampling.cpp
View file

@ -110,12 +110,13 @@ void gpt_sampler_free(struct gpt_sampler * gsmpl) {
}
struct gpt_sampler * gpt_sampler_cp(gpt_sampler * gsmpl) {
gpt_sampler * result = new gpt_sampler();
result->grmr = llama_constraint_cp(gsmpl->grmr);
result->smpl = llama_sampler_cp(gsmpl->smpl);
return result;
return new gpt_sampler {
/* .params = */ gsmpl->params,
/* .bias = */ llama_constraint_cp(gsmpl->bias),
/* .pnlt = */ llama_constraint_cp(gsmpl->pnlt),
/* .grmr = */ llama_constraint_cp(gsmpl->grmr),
/* .smpl = */ llama_sampler_cp(gsmpl->smpl)
};
}
void gpt_sampler_accept(struct gpt_sampler * gsmpl, llama_token token, bool apply_grammar) {
@ -145,7 +146,7 @@ llama_token gpt_sampler_last(const struct gpt_sampler * gsmpl) {
}
void gpt_print_timings(struct llama_context * ctx, struct gpt_sampler * gsmpl) {
llama_print_timings(ctx, gsmpl->smpl);
llama_print_timings(ctx, gsmpl ? gsmpl->smpl : nullptr);
}
static llama_token gpt_sampler_sample(