vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : session saving and reloading for hybrid models

Browse source
This commit is contained in:
Francis Couture-Harpin 2024-09-01 20:31:30 -04:00
parent bc320ef66d
commit fcb889cf7f
2 changed files with 391 additions and 134 deletions
Download patch file Download diff file Expand all files Collapse all files

4
include/llama.h
View file

@ -38,10 +38,10 @@
#define LLAMA_FILE_MAGIC_GGSQ 0x67677371u // 'ggsq'
#define LLAMA_SESSION_MAGIC LLAMA_FILE_MAGIC_GGSN
#define LLAMA_SESSION_VERSION 8
#define LLAMA_SESSION_VERSION 9
#define LLAMA_STATE_SEQ_MAGIC LLAMA_FILE_MAGIC_GGSQ
#define LLAMA_STATE_SEQ_VERSION 2
#define LLAMA_STATE_SEQ_VERSION 3
#ifdef __cplusplus
extern "C" {