vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

skip-unused: fix brackets & tabs

Browse source
This commit is contained in:
ochafik 2023-08-28 14:27:54 +01:00
parent 21df40d0c4
commit 2eaeb7e872
2 changed files with 3 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
Makefile
View file

@ -327,8 +327,8 @@ k_quants.o: k_quants.c k_quants.h
endif # LLAMA_NO_K_QUANTS endif # LLAMA_NO_K_QUANTS
ifndef LLAMA_NO_SKIP_UNUSED_LOGITS ifndef LLAMA_NO_SKIP_UNUSED_LOGITS
CFLAGS += -DLLAMA_SKIP_UNUSED_LOGITS CFLAGS += -DLLAMA_SKIP_UNUSED_LOGITS
CXXFLAGS += -DLLAMA_SKIP_UNUSED_LOGITS CXXFLAGS += -DLLAMA_SKIP_UNUSED_LOGITS
endif endif
# #

3
llama.cpp
View file

@ -2317,8 +2317,7 @@ static struct ggml_cgraph * llm_build_llama(
} }
#ifdef LLAMA_SKIP_UNUSED_LOGITS #ifdef LLAMA_SKIP_UNUSED_LOGITS
if (il == n_layer - 1 && !lctx.logits_all) if (il == n_layer - 1 && !lctx.logits_all) {
{
// From here on, we only care about the last token and its logits. // From here on, we only care about the last token and its logits.
// We do as if N = 1 (from the end), which means we only keep // We do as if N = 1 (from the end), which means we only keep
// the last column of cur and inpSA ((n_embd, N) -> (n_embd, 1)). // the last column of cur and inpSA ((n_embd, N) -> (n_embd, 1)).