From 1fd5f1af083271bf1349ea87e5e49c05c076e75e Mon Sep 17 00:00:00 2001 From: ochafik Date: Fri, 6 Dec 2024 02:16:12 +0000 Subject: [PATCH] Update README.md --- examples/agent/README.md | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/examples/agent/README.md b/examples/agent/README.md index 7356e8de4..830c6493c 100644 --- a/examples/agent/README.md +++ b/examples/agent/README.md @@ -37,7 +37,8 @@ Here's how to run an agent w/ local tool call: -hfr lmstudio-community/Llama-3.2-3B-Instruct-GGUF -hff Llama-3.2-3B-Instruct-Q6_K.gguf \ --chat-template-file tests/chat/templates/meta-llama-Llama-3.2-3B-Instruct.jinja - ./build/bin/llama-server --jinja -fa --verbose \ + # Note the --special flag: this is needed b/c of a regression from the last merge, will fix! + ./build/bin/llama-server --jinja -fa --verbose --special \ -hfr bartowski/Mistral-Nemo-Instruct-2407-GGUF -hff Mistral-Nemo-Instruct-2407-Q8_0.gguf \ --chat-template-file tests/chat/templates/mistralai-Mistral-Nemo-Instruct-2407.jinja @@ -93,7 +94,7 @@ Here's how to run an agent w/ local tool call: ```bash - uv run examples/agent/run.py "Search for, fetch and summarize the homepage of llama.cpp" + uv run examples/agent/run.py "Search (with brave), fetch and summarize the homepage of llama.cpp" ```
See output w/ Hermes-3-Llama-3.1-8B @@ -119,4 +120,5 @@ Here's how to run an agent w/ local tool call: ## TODO +- Fix --special tokens regression after big merge - Implement code_interpreter using whichever tools are builtin for a given model.