Merge branch 'embedding-assign-n_ubatch
-value,-print-error-on-n_batch
-overflow' of github.com:mscheong01/llama.cpp into embedding-assign-n_ubatch
-value,-print-error-on-n_batch
-overflow
This commit is contained in:
commit
544b447696
1 changed files with 1 additions and 1 deletions
|
@ -61,7 +61,7 @@ int main(int argc, char ** argv) {
|
|||
}
|
||||
|
||||
params.embedding = true;
|
||||
// For BERT models, batch size must be equal to ubatch size
|
||||
// For non-causal models, batch size must be equal to ubatch size
|
||||
params.n_ubatch = params.n_batch;
|
||||
|
||||
print_build_info();
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue