common : add -dkvc arg for enabling kv cache dumps
This commit is contained in:
parent
5df7d06c42
commit
f8e9f11428
4 changed files with 14 additions and 5 deletions
|
@ -122,6 +122,7 @@ struct gpt_params {
|
|||
bool numa = false; // attempt optimizations that help on some NUMA systems
|
||||
bool verbose_prompt = false; // print prompt tokens before generation
|
||||
bool infill = false; // use infill mode
|
||||
bool dump_kv_cache = false; // dump the KV cache contents for debugging purposes
|
||||
|
||||
// multimodal models (see examples/llava)
|
||||
std::string mmproj = ""; // path to multimodal projector
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue