mirrors/cosmopolitan
1
0
Fork 0
mirror of https://github.com/jart/cosmopolitan.git synced 2025-09-10 10:43:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Incorporate some fixes and updates for GGML

Browse source
This commit is contained in:
Justine Tunney 2023-04-28 20:24:55 -07:00
parent b31ba86ace
commit d9e27203d4
No known key found for this signature in database
GPG key ID: BE714B4575D6E328
2 changed files with 24 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
third_party/ggml/main.cc vendored
View file

@ -52,6 +52,7 @@ asm(".include \"libc/disclaimer.inc\"");
static console_state con_st;
static llama_context ** g_ctx;
static int g_verbose;
static bool is_interacting = false;
#define EPHEMERAL(fmt) "\r\e[K\033[1;35m" fmt " \033[0m"
@ -64,6 +65,9 @@ void sigint_handler(int signo) {
if (!is_interacting) {
is_interacting=true;
} else {
if (g_verbose) {
llama_print_timings(*g_ctx);
}
_exit(128 + signo);
}
}
@ -108,6 +112,8 @@ int main(int argc, char ** argv) {
win32_console_init(params.use_color);
#endif
g_verbose = params.verbose;
if (params.perplexity) {
printf("\n************\n");
printf("%s: please use the 'perplexity' tool for perplexity calculations\n", __func__);