Merge branch 'master' into concedo_experimental
# Conflicts: # README.md
This commit is contained in:
commit
e9724cdc9d
3 changed files with 17 additions and 3 deletions
7
examples/lookahead/README.md
Normal file
7
examples/lookahead/README.md
Normal file
|
@ -0,0 +1,7 @@
|
||||||
|
# llama.cpp/examples/lookahead
|
||||||
|
|
||||||
|
Demonstartion of lookahead decoding technique:
|
||||||
|
|
||||||
|
https://lmsys.org/blog/2023-11-21-lookahead-decoding/
|
||||||
|
|
||||||
|
More info: https://github.com/ggerganov/llama.cpp/pull/4207
|
8
examples/speculative/README.md
Normal file
8
examples/speculative/README.md
Normal file
|
@ -0,0 +1,8 @@
|
||||||
|
# llama.cpp/examples/speculative
|
||||||
|
|
||||||
|
Demonstartion of speculative decoding and tree-based speculative decoding techniques
|
||||||
|
|
||||||
|
More info:
|
||||||
|
|
||||||
|
- https://github.com/ggerganov/llama.cpp/pull/2926
|
||||||
|
- https://github.com/ggerganov/llama.cpp/pull/3624
|
5
ggml.h
5
ggml.h
|
@ -251,11 +251,10 @@
|
||||||
#define GGML_ASSERT(x) \
|
#define GGML_ASSERT(x) \
|
||||||
do { \
|
do { \
|
||||||
if (!(x)) { \
|
if (!(x)) { \
|
||||||
fprintf(stderr, "GGML_ASSERT: %s:%d: %s\n", __FILE__, __LINE__, #x); \
|
|
||||||
fflush(stderr); \
|
|
||||||
fflush(stdout); \
|
fflush(stdout); \
|
||||||
|
fprintf(stderr, "GGML_ASSERT: %s:%d: %s\n", __FILE__, __LINE__, #x); \
|
||||||
ggml_print_backtrace(); \
|
ggml_print_backtrace(); \
|
||||||
exit(1); \
|
abort(); \
|
||||||
} \
|
} \
|
||||||
} while (0)
|
} while (0)
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue