vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Minor cleanups.

Browse source
This commit is contained in:
KerfuffleV2 2023-11-09 00:10:14 -07:00
parent 63b3776e1a
commit 557d867278
1 changed files with 0 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/simple-inference/simple-inference.cpp
View file

@ -409,11 +409,8 @@ bool gen_ctx::init_batches() {
#ifndef LLAMA_NO_SEQREP_SAMPLER #ifndef LLAMA_NO_SEQREP_SAMPLER
seqrep_rewind_slot & rw_slot = bs.rewind_state.get_rewind_slot(0); seqrep_rewind_slot & rw_slot = bs.rewind_state.get_rewind_slot(0);
rw_slot.ctx_sampling = llama_sampling_init(params.sparams); rw_slot.ctx_sampling = llama_sampling_init(params.sparams);
// llama_sampling_cp(bs.ctx_sampling, rw_slot.ctx_sampling);
// bs.rewind_state.set_logits_slot(ctx, 0, (prompt_size - 1) % params.n_batch);
#endif #endif
ctxs_seq.push_back(bs); ctxs_seq.push_back(bs);
// if (i > 0) llama_kv_cache_seq_cp(ctx, 0, i, 0, prompt_size);
} }
if (!ctxs_seq.empty()) { if (!ctxs_seq.empty()) {
focused_sequence = ctxs_seq.size() - 1; focused_sequence = ctxs_seq.size() - 1;