mirror of
https://github.com/jart/cosmopolitan.git
synced 2025-02-01 03:53:33 +00:00
80c174d494
Example use case for JSON completion:
$ m=opt
$ make -j16 m=$m o/$m/third_party/ggml/llama.com
$ o/$m/third_party/ggml/llama.com -m llama.bin -p '{"key": "life", "val": ' -r '}'
42}
This provides better control. More sophisticated facilities for
controlling text generation will be provided soon enough.
139 lines
4.7 KiB
Makefile
139 lines
4.7 KiB
Makefile
#-*-mode:makefile-gmake;indent-tabs-mode:t;tab-width:8;coding:utf-8-*-┐
|
|
#───vi: set et ft=make ts=8 tw=8 fenc=utf-8 :vi───────────────────────┘
|
|
|
|
PKGS += THIRD_PARTY_GGML
|
|
|
|
################################################################################
|
|
# single file machine learning framework written in c
|
|
# make -j8 o//third_party/ggml/ggml.a
|
|
|
|
THIRD_PARTY_GGML_ARTIFACTS += THIRD_PARTY_GGML_A
|
|
THIRD_PARTY_GGML = $(THIRD_PARTY_GGML_A_DEPS) $(THIRD_PARTY_GGML_A)
|
|
THIRD_PARTY_GGML_A = o/$(MODE)/third_party/ggml/ggml.a
|
|
THIRD_PARTY_GGML_A_HDRS = third_party/ggml/ggml.h
|
|
THIRD_PARTY_GGML_A_SRCS = third_party/ggml/ggml.c
|
|
THIRD_PARTY_GGML_A_OBJS = $(THIRD_PARTY_GGML_A_SRCS:%.c=o/$(MODE)/%.o)
|
|
THIRD_PARTY_GGML_A_FILES = $(THIRD_PARTY_GGML_A_SRCS) $(THIRD_PARTY_GGML_A_HDRS)
|
|
THIRD_PARTY_GGML_A_CHECKS = $(THIRD_PARTY_GGML_A).pkg $(THIRD_PARTY_GGML_A_HDRS:%=o/$(MODE)/%.ok)
|
|
|
|
THIRD_PARTY_GGML_A_DIRECTDEPS = \
|
|
LIBC_CALLS \
|
|
LIBC_INTRIN \
|
|
LIBC_MEM \
|
|
LIBC_NEXGEN32E \
|
|
LIBC_RUNTIME \
|
|
LIBC_STDIO \
|
|
LIBC_THREAD \
|
|
LIBC_STR \
|
|
LIBC_STUBS \
|
|
LIBC_SYSV \
|
|
LIBC_TINYMATH \
|
|
THIRD_PARTY_COMPILER_RT
|
|
|
|
THIRD_PARTY_GGML_A_DEPS := \
|
|
$(call uniq,$(foreach x,$(THIRD_PARTY_GGML_A_DIRECTDEPS),$($(x))))
|
|
|
|
$(THIRD_PARTY_GGML_A): \
|
|
third_party/ggml/ \
|
|
$(THIRD_PARTY_GGML_A).pkg \
|
|
$(THIRD_PARTY_GGML_A_OBJS)
|
|
|
|
$(THIRD_PARTY_GGML_A).pkg: \
|
|
$(THIRD_PARTY_GGML_A_OBJS) \
|
|
$(foreach x,$(THIRD_PARTY_GGML_A_DIRECTDEPS),$($(x)_A).pkg)
|
|
|
|
$(THIRD_PARTY_GGML_A_OBJS): private \
|
|
OVERRIDE_CFLAGS += \
|
|
-O3 \
|
|
-ffunction-sections \
|
|
-fdata-sections
|
|
|
|
ifeq ($(ARCH), x86_64)
|
|
$(THIRD_PARTY_GGML_A_OBJS): private \
|
|
OVERRIDE_CFLAGS += \
|
|
-msse3 \
|
|
-mavx \
|
|
-mavx2 \
|
|
-mf16c \
|
|
-mfma
|
|
endif
|
|
|
|
o/opt/third_party/ggml/ggml.o: private \
|
|
OVERRIDE_CFLAGS += \
|
|
-x-no-pg
|
|
|
|
ifeq ($(ARCH), x86_64)
|
|
o/rel/third_party/ggml/ggml.o \
|
|
o/opt/third_party/ggml/ggml.o: private \
|
|
OVERRIDE_CFLAGS += \
|
|
-fschedule-insns2 \
|
|
-mred-zone
|
|
endif
|
|
|
|
################################################################################
|
|
# command for running inference on large language models
|
|
# make -j8 o//third_party/ggml/llama.com
|
|
|
|
THIRD_PARTY_GGML_ARTIFACTS += THIRD_PARTY_GGML_LLAMA
|
|
THIRD_PARTY_GGML_LLAMA = o/$(MODE)/third_party/ggml/llama.com
|
|
THIRD_PARTY_GGML_LLAMA_HDRS = third_party/ggml/llama.h third_party/ggml/llama_util.h third_party/ggml/common.h
|
|
THIRD_PARTY_GGML_LLAMA_SRCS = third_party/ggml/main.cc third_party/ggml/llama.cc third_party/ggml/common.cc
|
|
THIRD_PARTY_GGML_LLAMA_OBJS = $(THIRD_PARTY_GGML_LLAMA_SRCS:%.cc=o/$(MODE)/%.o)
|
|
THIRD_PARTY_GGML_LLAMA_FILES := $(THIRD_PARTY_GGML_LLAMA_SRCS) $(THIRD_PARTY_GGML_LLAMA_HDRS)
|
|
THIRD_PARTY_GGML_LLAMA_CHECKS = $(THIRD_PARTY_GGML_LLAMA).pkg $(THIRD_PARTY_GGML_LLAMA_HDRS:%=o/$(MODE)/%.okk)
|
|
|
|
THIRD_PARTY_GGML_LLAMA_DIRECTDEPS = \
|
|
LIBC_CALLS \
|
|
LIBC_FMT \
|
|
LIBC_INTRIN \
|
|
LIBC_MEM \
|
|
LIBC_NEXGEN32E \
|
|
LIBC_RUNTIME \
|
|
LIBC_STDIO \
|
|
LIBC_LOG \
|
|
LIBC_STR \
|
|
LIBC_STUBS \
|
|
LIBC_SYSV \
|
|
LIBC_THREAD \
|
|
LIBC_TINYMATH \
|
|
LIBC_ZIPOS \
|
|
THIRD_PARTY_GGML \
|
|
THIRD_PARTY_LIBCXX
|
|
|
|
THIRD_PARTY_GGML_LLAMA_DEPS := \
|
|
$(call uniq,$(foreach x,$(THIRD_PARTY_GGML_LLAMA_DIRECTDEPS),$($(x))))
|
|
|
|
$(THIRD_PARTY_GGML_LLAMA).dbg: \
|
|
$(THIRD_PARTY_GGML_LLAMA).pkg \
|
|
$(THIRD_PARTY_GGML_LLAMA_DEPS) \
|
|
o/$(MODE)/third_party/ggml/companionai.txt.zip.o \
|
|
o/$(MODE)/third_party/ggml/common.o \
|
|
o/$(MODE)/third_party/ggml/llama.o \
|
|
o/$(MODE)/third_party/ggml/main.o \
|
|
$(CRT) \
|
|
$(APE_NO_MODIFY_SELF)
|
|
@$(APELINK)
|
|
|
|
$(THIRD_PARTY_GGML_LLAMA).pkg: \
|
|
$(THIRD_PARTY_GGML_LLAMA_OBJS) \
|
|
$(foreach x,$(THIRD_PARTY_GGML_LLAMA_DIRECTDEPS),$($(x)_A).pkg)
|
|
|
|
o/$(MODE)/third_party/ggml/companionai.txt.zip.o: private \
|
|
ZIPOBJ_FLAGS += \
|
|
-B
|
|
|
|
################################################################################
|
|
|
|
THIRD_PARTY_GGML_COMS = $(THIRD_PARTY_GGML_LLAMA)
|
|
THIRD_PARTY_GGML_BINS = $(THIRD_PARTY_GGML_COMS) $(THIRD_PARTY_GGML_COMS:%=%.dbg)
|
|
THIRD_PARTY_GGML_LIBS = $(foreach x,$(THIRD_PARTY_GGML_ARTIFACTS),$($(x)))
|
|
THIRD_PARTY_GGML_SRCS = $(foreach x,$(THIRD_PARTY_GGML_ARTIFACTS),$($(x)_SRCS))
|
|
THIRD_PARTY_GGML_HDRS = $(foreach x,$(THIRD_PARTY_GGML_ARTIFACTS),$($(x)_HDRS))
|
|
THIRD_PARTY_GGML_OBJS = $(foreach x,$(THIRD_PARTY_GGML_ARTIFACTS),$($(x)_OBJS))
|
|
THIRD_PARTY_GGML_CHECKS = $(foreach x,$(THIRD_PARTY_GGML_ARTIFACTS),$($(x)_CHECKS))
|
|
$(THIRD_PARTY_GGML_OBJS): third_party/ggml/ggml.mk
|
|
|
|
.PHONY: o/$(MODE)/third_party/ggml
|
|
o/$(MODE)/third_party/ggml: \
|
|
$(THIRD_PARTY_GGML_BINS) \
|
|
$(THIRD_PARTY_GGML_CHECKS)
|