common : add llama_batch_add() and llama_batch_clear() helpers

2023-10-16 12:41:33 +03:00 · 2023-10-16 12:41:33 +03:00 · 360a333145
commit 360a333145
parent 005949109d
10 changed files with 98 additions and 122 deletions
--- a/examples/main/main.cpp
+++ b/examples/main/main.cpp
@ -518,7 +518,6 @@ int main(int argc, char ** argv) {

            // evaluate tokens in batches
            // embd is typically prepared beforehand to fit within a batch, but not always
-
            if (ctx_guidance) {
                int input_size = 0;
                llama_token * input_buf = NULL;