Introduce prompt caching so prompts load instantly

This change also introduces an ephemeral status line in non-verbose mode
to display a load percentage status when slow operations are happening.
This commit is contained in:
Justine Tunney 2023-04-28 16:15:26 -07:00
parent bf6459e324
commit b31ba86ace
No known key found for this signature in database
GPG key ID: BE714B4575D6E328
7 changed files with 333 additions and 103 deletions

View file

@ -72,6 +72,7 @@ THIRD_PARTY_GGML_LLAMA_DIRECTDEPS = \
LIBC_NEXGEN32E \
LIBC_RUNTIME \
LIBC_STDIO \
LIBC_LOG \
LIBC_STR \
LIBC_STUBS \
LIBC_SYSV \