From 9248528d6ee56ea87918ad60e345b53d58110764 Mon Sep 17 00:00:00 2001 From: Lengyue Date: Mon, 4 Sep 2023 06:59:51 -0400 Subject: [PATCH] Constrain minimum n_draft to 2 --- examples/speculative/speculative.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/speculative/speculative.cpp b/examples/speculative/speculative.cpp index 019b77efa..4610be59f 100644 --- a/examples/speculative/speculative.cpp +++ b/examples/speculative/speculative.cpp @@ -163,7 +163,7 @@ int main(int argc, char ** argv) { n_draft += 2; LOG("all drafted tokens accepted, n_draft = %d\n", n_draft); } else { - n_draft -= 1; + n_draft = std::max(2, n_draft - 1); LOG("drafted token rejected, n_draft = %d\n", n_draft); }