--think to force any model to return reasoning_content (or just parse <think> for deepseek r1)
This commit is contained in:
parent
5d60cebbcc
commit
9d7c3cc51b
9 changed files with 306 additions and 145 deletions
|
@ -346,6 +346,7 @@ struct common_params {
|
|||
std::string chat_template = ""; // NOLINT
|
||||
bool use_jinja = false; // NOLINT
|
||||
bool enable_chat_template = true;
|
||||
bool think = false; // return reasoning_content, force model to think unless it supports native <think> tags.
|
||||
|
||||
std::vector<std::string> api_keys;
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue