minor fix

This commit is contained in:
sasha0552 2024-11-01 09:29:08 +00:00 committed by GitHub
parent 8d32422d39
commit 521242ffb8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -740,7 +740,7 @@ struct server_context {
}
// skip the slot if it does not contains cached tokens
if (slot.prompt_tokens.empty()) {
if (slot.cache_tokens.empty()) {
continue;
}