From f5b8622b3a3990a6e37f35aecc8272c03027299b Mon Sep 17 00:00:00 2001 From: trollkotze Date: Mon, 25 Mar 2024 17:38:49 +0100 Subject: [PATCH] Copy usage output for control-vector params to server.cpp --- examples/server/server.cpp | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 49e47fd30..f8075a56b 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -2216,6 +2216,12 @@ static void server_print_usage(const char * argv0, const gpt_params & params, co printf(" set an alias for the model, will be added as `model` field in completion response\n"); printf(" --lora FNAME apply LoRA adapter (implies --no-mmap)\n"); printf(" --lora-base FNAME optional model to use as a base for the layers modified by the LoRA adapter\n"); + printf(" --control-vector FNAME\n"); + printf(" add a control vector\n"); + printf(" --control-vector-scaled FNAME S\n"); + printf(" add a control vector with user defined scaling S\n"); + printf(" --control-vector-layer-range START END\n"); + printf(" layer range to apply the control vector(s) to, start and end inclusive\n"); printf(" --host ip address to listen (default (default: %s)\n", sparams.hostname.c_str()); printf(" --port PORT port to listen (default (default: %d)\n", sparams.port); printf(" --path PUBLIC_PATH path from which to serve static files (default: disabled)\n");