common : add -dkvc arg for enabling kv cache dumps

This commit is contained in:
Georgi Gerganov 2023-11-23 18:47:56 +02:00
parent 5df7d06c42
commit f8e9f11428
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
4 changed files with 14 additions and 5 deletions

View file

@ -122,6 +122,7 @@ struct gpt_params {
bool numa = false; // attempt optimizations that help on some NUMA systems
bool verbose_prompt = false; // print prompt tokens before generation
bool infill = false; // use infill mode
bool dump_kv_cache = false; // dump the KV cache contents for debugging purposes
// multimodal models (see examples/llava)
std::string mmproj = ""; // path to multimodal projector