mirrors/cosmopolitan
1
0
Fork 0
mirror of https://github.com/jart/cosmopolitan.git synced 2025-09-10 02:33:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Use Companion AI in llama.com by default

Browse source
This commit is contained in:
Justine Tunney 2023-04-29 00:48:14 -07:00
parent d9e27203d4
commit 3dac9f8999
No known key found for this signature in database
GPG key ID: BE714B4575D6E328
8 changed files with 310 additions and 193 deletions
Download patch file Download diff file Expand all files Collapse all files

3
third_party/ggml/llama_util.h vendored
View file

@ -4,6 +4,7 @@
#ifndef LLAMA_UTIL_H
#define LLAMA_UTIL_H
#include "libc/calls/struct/rlimit.h"
#include "libc/dce.h"
#include "libc/fmt/fmt.h"
#include "libc/runtime/sysconf.h"
#include "libc/sysv/consts/madv.h"
@ -163,7 +164,7 @@ struct llama_mmap {
Die("mmap failed: %s", strerror(errno));
}
if (prefetch) {
if (prefetch && !IsWindows()) {
// Advise the kernel to preload the mapped memory
if (madvise(addr, file->size, MADV_WILLNEED)) {
fprintf(stderr, "warning: madvise(.., MADV_WILLNEED) failed: %s\n",