mirrors/cosmopolitan
1
0
Fork 0
mirror of https://github.com/jart/cosmopolitan.git synced 2025-09-10 02:33:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Get llama.com building as an aarch64 native binary

Browse source
This commit is contained in:
Justine Tunney 2023-05-09 12:14:57 -07:00
parent d04430f4ef
commit 4c093155a3
No known key found for this signature in database
GPG key ID: BE714B4575D6E328
40 changed files with 7842 additions and 11683 deletions
Download patch file Download diff file Expand all files Collapse all files

3
third_party/ggml/main.cc vendored
View file

@ -99,14 +99,15 @@ int main(int argc, char ** argv) {
params.model = "models/llama-7B/ggml-model.bin";
#ifdef __x86_64__
if (!X86_HAVE(AVX2)) return on_missing_feature("avx2");
if (!X86_HAVE(AVX)) return on_missing_feature("avx");
if (!X86_HAVE(FMA)) return on_missing_feature("fma");
if (!X86_HAVE(SSE3)) return on_missing_feature("sse3");
if (!X86_HAVE(F16C)) {
fprintf(stderr, "%s: warning: cpuid f16c not detected; inference might crash\n", __func__);
}
#endif /* __x86_64__ */
if (gpt_params_parse(argc, argv, params) == false) {
return 1;