vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

agent: url params

Browse source
This commit is contained in:
ochafik 2024-05-02 03:20:25 +01:00
parent ca1a640da2
commit 2b2127c2a3
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/agent/agent.py
View file

@ -143,7 +143,11 @@ def main(
verbose: bool = False, verbose: bool = False,
style: Optional[ToolsPromptStyle] = None, style: Optional[ToolsPromptStyle] = None,
model: Annotated[str, typer.Option("--model", "-m")] = "models/7B/ggml-model-f16.gguf", model: Optional[Annotated[str, typer.Option("--model", "-m")]] = None,# = "models/7B/ggml-model-f16.gguf",
model_url: Optional[Annotated[str, typer.Option("--model-url", "-mu")]] = None,
hf_repo: Optional[Annotated[str, typer.Option("--hf-repo", "-hfr")]] = None,
hf_file: Optional[Annotated[str, typer.Option("--hf-file", "-hff")]] = None,
endpoint: Optional[str] = None, endpoint: Optional[str] = None,
context_length: Optional[int] = None, context_length: Optional[int] = None,
# endpoint: str = 'http://localhost:8080/v1/chat/completions', # endpoint: str = 'http://localhost:8080/v1/chat/completions',