vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

--think to force any model to return reasoning_content (or just parse <think> for deepseek r1)

Browse source
This commit is contained in:
ochafik 2025-02-05 12:16:37 +00:00
parent 5d60cebbcc
commit 9d7c3cc51b
9 changed files with 306 additions and 145 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/server/tests/utils.py
View file

@ -78,6 +78,7 @@ class ServerProcess:
draft_max: int | None = None
no_webui: bool | None = None
jinja: bool | None = None
think: bool | None = None
chat_template: str | None = None
chat_template_file: str | None = None
@ -172,6 +173,8 @@ class ServerProcess:
server_args.append("--no-webui")
if self.jinja:
server_args.append("--jinja")
if self.think:
server_args.append("--think")
if self.chat_template:
server_args.extend(["--chat-template", self.chat_template])
if self.chat_template_file: