parallel : rename hot-plug to continuous-batching

This commit is contained in:
Georgi Gerganov 2023-09-20 09:24:02 +03:00
parent e1067efbfa
commit a1327c71c6
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 11 additions and 11 deletions

View file

@ -110,7 +110,7 @@ struct gpt_params {
bool interactive_first = false; // wait for user input immediately
bool multiline_input = false; // reverse the usage of `\`
bool simple_io = false; // improves compatibility with subprocesses and limited consoles
bool hot_plug = false; // hot-plug new sequences for decoding
bool cont_batching = false; // insert new sequences for decoding on-the-fly
bool input_prefix_bos = false; // prefix BOS to user inputs, preceding input_prefix
bool ignore_eos = false; // ignore generated EOS tokens