context : add get_ctx_padding()

ggml-ci
This commit is contained in:
Georgi Gerganov 2025-01-17 11:51:35 +02:00
parent b4ec1d4429
commit f0713498fd
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 10 additions and 1 deletions

View file

@ -64,6 +64,10 @@ llama_pos llama_context::pos_max() const {
return kv_self.pos_max();
}
uint32_t llama_context::get_ctx_padding(const llama_cparams & cparams) const {
return kv_self.get_padding(cparams);
}
// TODO: improve
void llama_context::reset() {
inp_tokens = nullptr;