From f64cddc76d9a445140b949392c8e3e69b8f0d392 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sun, 7 Jan 2024 16:37:02 +0200 Subject: [PATCH] passkey : add comment --- examples/passkey/passkey.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/passkey/passkey.cpp b/examples/passkey/passkey.cpp index 815a92f93..5c0022832 100644 --- a/examples/passkey/passkey.cpp +++ b/examples/passkey/passkey.cpp @@ -125,7 +125,7 @@ int main(int argc, char ** argv) { const int n_batch = ctx_params.n_batch; const int n_batch_grp = ctx_params.n_batch/n_grp; - LOG_TEE("\n%s: n_len = %d, n_ctx = %d, n_kv_req = %d\n", __func__, n_len, n_ctx, n_kv_req); + LOG_TEE("\n%s: n_len = %d, n_ctx = %d, n_kv_req = %d, n_grp = %d, n_batch = %d\n", __func__, n_len, n_ctx, n_kv_req, n_grp, n_batch); // print the prompt token-by-token @@ -141,6 +141,7 @@ int main(int argc, char ** argv) { // fill the KV cache for (int i = 0; i < n_ctx; i += n_batch) { if (i > 0 && n_grp > 1) { + // if SelfExtend is enabled, we compress the position from the last batch by a factor of n_grp const int ib = i/n_batch - 1; const int bd = n_batch_grp*(n_grp - 1);