parallel : rename hot-plug to continuous-batching
This commit is contained in:
parent
e1067efbfa
commit
a1327c71c6
3 changed files with 11 additions and 11 deletions
|
@ -110,7 +110,7 @@ struct gpt_params {
|
|||
bool interactive_first = false; // wait for user input immediately
|
||||
bool multiline_input = false; // reverse the usage of `\`
|
||||
bool simple_io = false; // improves compatibility with subprocesses and limited consoles
|
||||
bool hot_plug = false; // hot-plug new sequences for decoding
|
||||
bool cont_batching = false; // insert new sequences for decoding on-the-fly
|
||||
|
||||
bool input_prefix_bos = false; // prefix BOS to user inputs, preceding input_prefix
|
||||
bool ignore_eos = false; // ignore generated EOS tokens
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue