vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

main : add special commands

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-11-03 01:07:27 +01:00
parent c02e5ab2a6
commit d7a4f3e497
1 changed files with 41 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

41
examples/main/main.cpp
View file

@ -31,6 +31,10 @@
#pragma warning(disable: 4244 4267) // possible loss of data
#endif
static const std::string CMD_READFILE = "/readfile";
static const std::string CMD_SAVE_SESS = "/savesess";
static const std::string CMD_LOAD_SESS = "/loadsess";
static llama_context ** g_ctx;
static llama_model ** g_model;
static common_sampler ** g_smpl;
@ -851,6 +855,43 @@ int main(int argc, char ** argv) {
LOG_DBG("buffer: '%s'\n", buffer.c_str());
// check for special commands
if (buffer.rfind(CMD_READFILE, 0) == 0) {
const std::string filename = string_strip(buffer.substr(CMD_READFILE.length()));
LOG_DBG("reading file: '%s'\n", filename.c_str());
std::ifstream text_file(filename);
if (!text_file) {
LOG("failed to open file '%s'\n", filename.c_str());
continue;
}
std::stringstream tmp;
tmp << text_file.rdbuf();
buffer = tmp.str();
LOG("%s\n", buffer.c_str());
} else if (buffer.rfind(CMD_SAVE_SESS, 0) == 0) {
const std::string filename = string_strip(buffer.substr(CMD_SAVE_SESS.length()));
LOG("save session file: '%s'\n", filename.c_str());
size_t res = llama_state_save_file(ctx, filename.c_str(), embd_inp.data(), n_past);
if (res == 0) {
LOG("failed to save session file '%s'\n", filename.c_str());
}
continue;
} else if (buffer.rfind(CMD_LOAD_SESS, 0) == 0) {
const std::string filename = string_strip(buffer.substr(CMD_LOAD_SESS.length()));
LOG("load session file: '%s'\n", filename.c_str());
std::vector<llama_token> sess_tokens;
sess_tokens.resize(n_ctx);
size_t n_loaded_tokens;
size_t res = llama_state_load_file(ctx, filename.c_str(), sess_tokens.data(), sess_tokens.size(), &n_loaded_tokens);
if (res == 0) {
LOG("failed to load session file '%s'\n", filename.c_str());
} else {
n_past = n_loaded_tokens;
LOG("loaded %zu tokens from session file '%s'\n", n_loaded_tokens, filename.c_str());
}
continue;
}
const size_t original_size = embd_inp.size();
if (params.escape) {