agent: format still broken
This commit is contained in:
parent
ff6563a7bb
commit
dd11bb6937
2 changed files with 7 additions and 4 deletions
|
@ -6,7 +6,8 @@ Have any LLM use local (sandboxed) tools, with a simple CLI.
|
||||||
python -m examples.agent \
|
python -m examples.agent \
|
||||||
--model ~/AI/Models/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf \
|
--model ~/AI/Models/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf \
|
||||||
--tools examples/agent/tools/example_math_tools.py \
|
--tools examples/agent/tools/example_math_tools.py \
|
||||||
--goal "What is the sum of 2535 squared and 32222000403 then multiplied by one and a half. What's a third of the result?"
|
--goal "What is the sum of 2535 squared and 32222000403 then multiplied by one and a half. What's a third of the result?" \
|
||||||
|
--greedy
|
||||||
```
|
```
|
||||||
|
|
||||||
<details>
|
<details>
|
||||||
|
@ -29,7 +30,8 @@ python -m examples.agent \
|
||||||
```bash
|
```bash
|
||||||
python -m examples.agent \
|
python -m examples.agent \
|
||||||
--tools examples/agent/tools/example_weather_tools.py \
|
--tools examples/agent/tools/example_weather_tools.py \
|
||||||
--goal "What is the weather going to be like in San Francisco and Glasgow over the next 4 days."
|
--goal "What is the weather going to be like in San Francisco and Glasgow over the next 4 days." \
|
||||||
|
--greedy
|
||||||
```
|
```
|
||||||
|
|
||||||
<details>
|
<details>
|
||||||
|
@ -62,7 +64,8 @@ For Glasgow:
|
||||||
python -m examples.agent \
|
python -m examples.agent \
|
||||||
--model ~/AI/Models/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf \
|
--model ~/AI/Models/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf \
|
||||||
--std_tools \
|
--std_tools \
|
||||||
--goal "Wait 10sec then say Hi out loud"
|
--goal "Wait 10sec then say Hi out loud" \
|
||||||
|
--greedy
|
||||||
```
|
```
|
||||||
|
|
||||||
<details>
|
<details>
|
||||||
|
|
|
@ -198,7 +198,7 @@ def main(
|
||||||
if std_tools:
|
if std_tools:
|
||||||
tool_functions.extend(collect_functions(StandardTools))
|
tool_functions.extend(collect_functions(StandardTools))
|
||||||
|
|
||||||
response_model = str
|
response_model = None #str
|
||||||
if format:
|
if format:
|
||||||
if format in types:
|
if format in types:
|
||||||
response_model = types[format]
|
response_model = types[format]
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue