From decea312200d183001ff2384c0c1b2fc36f52034 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 24 Feb 2024 11:42:55 +0200 Subject: [PATCH] llama : add comment about rope values --- llama.h | 2 ++ 1 file changed, 2 insertions(+) diff --git a/llama.h b/llama.h index 160feeda4..dda6aa39d 100644 --- a/llama.h +++ b/llama.h @@ -64,6 +64,8 @@ extern "C" { LLAMA_VOCAB_TYPE_WPM = 2, // WordPiece }; + // note: these values should be synchronized with ggml_rope + // TODO: maybe move this enum to ggml.h (ggml_rope_type) enum llama_rope_type { LLAMA_ROPE_TYPE_NONE = -1, LLAMA_ROPE_TYPE_NORM = 0,