diff --git a/examples/agent/README.md b/examples/agent/README.md index 9ca8a99fd..8e9dec469 100644 --- a/examples/agent/README.md +++ b/examples/agent/README.md @@ -6,7 +6,8 @@ Have any LLM use local (sandboxed) tools, with a simple CLI. python -m examples.agent \ --model ~/AI/Models/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf \ --tools examples/agent/tools/example_math_tools.py \ - --goal "What is the sum of 2535 squared and 32222000403 then multiplied by one and a half. What's a third of the result?" + --goal "What is the sum of 2535 squared and 32222000403 then multiplied by one and a half. What's a third of the result?" \ + --greedy ```
@@ -29,7 +30,8 @@ python -m examples.agent \ ```bash python -m examples.agent \ --tools examples/agent/tools/example_weather_tools.py \ - --goal "What is the weather going to be like in San Francisco and Glasgow over the next 4 days." + --goal "What is the weather going to be like in San Francisco and Glasgow over the next 4 days." \ + --greedy ```
@@ -62,7 +64,8 @@ For Glasgow: python -m examples.agent \ --model ~/AI/Models/mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf \ --std_tools \ - --goal "Wait 10sec then say Hi out loud" + --goal "Wait 10sec then say Hi out loud" \ + --greedy ```
diff --git a/examples/agent/agent.py b/examples/agent/agent.py index 1652c4479..e7373eb28 100644 --- a/examples/agent/agent.py +++ b/examples/agent/agent.py @@ -198,7 +198,7 @@ def main( if std_tools: tool_functions.extend(collect_functions(StandardTools)) - response_model = str + response_model = None #str if format: if format in types: response_model = types[format]