From 0fa4624cb7d802e01a4e59eea179da59e9736f90 Mon Sep 17 00:00:00 2001 From: Yaohui Liu Date: Sat, 13 May 2023 15:19:45 +0800 Subject: [PATCH] Remove extra code of embedding example. --- examples/embedding/embedding.cpp | 3 --- 1 file changed, 3 deletions(-) diff --git a/examples/embedding/embedding.cpp b/examples/embedding/embedding.cpp index e4b729128..bb3fd50a9 100644 --- a/examples/embedding/embedding.cpp +++ b/examples/embedding/embedding.cpp @@ -56,9 +56,6 @@ int main(int argc, char ** argv) { // tokenize the prompt auto embd_inp = ::llama_tokenize(ctx, params.prompt, true); - // determine newline token - auto llama_token_newline = ::llama_tokenize(ctx, "\n", false); - if (params.verbose_prompt) { fprintf(stderr, "\n"); fprintf(stderr, "%s: prompt: '%s'\n", __func__, params.prompt.c_str());