agent: format still broken

This commit is contained in:
ochafik 2024-03-29 19:41:11 +00:00
parent ff6563a7bb
commit dd11bb6937
2 changed files with 7 additions and 4 deletions

View file

@ -6,7 +6,8 @@ Have any LLM use local (sandboxed) tools, with a simple CLI.
python -m examples.agent \ python -m examples.agent \
--model ~/AI/Models/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf \ --model ~/AI/Models/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf \
--tools examples/agent/tools/example_math_tools.py \ --tools examples/agent/tools/example_math_tools.py \
--goal "What is the sum of 2535 squared and 32222000403 then multiplied by one and a half. What's a third of the result?" --goal "What is the sum of 2535 squared and 32222000403 then multiplied by one and a half. What's a third of the result?" \
--greedy
``` ```
<details> <details>
@ -29,7 +30,8 @@ python -m examples.agent \
```bash ```bash
python -m examples.agent \ python -m examples.agent \
--tools examples/agent/tools/example_weather_tools.py \ --tools examples/agent/tools/example_weather_tools.py \
--goal "What is the weather going to be like in San Francisco and Glasgow over the next 4 days." --goal "What is the weather going to be like in San Francisco and Glasgow over the next 4 days." \
--greedy
``` ```
<details> <details>
@ -62,7 +64,8 @@ For Glasgow:
python -m examples.agent \ python -m examples.agent \
--model ~/AI/Models/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf \ --model ~/AI/Models/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf \
--std_tools \ --std_tools \
--goal "Wait 10sec then say Hi out loud" --goal "Wait 10sec then say Hi out loud" \
--greedy
``` ```
<details> <details>

View file

@ -198,7 +198,7 @@ def main(
if std_tools: if std_tools:
tool_functions.extend(collect_functions(StandardTools)) tool_functions.extend(collect_functions(StandardTools))
response_model = str response_model = None #str
if format: if format:
if format in types: if format in types:
response_model = types[format] response_model = types[format]