Merge branch 'embedding-assign-n_ubatch
-value,-print-error-on-n_batch
-overflow' of github.com:mscheong01/llama.cpp into embedding-assign-n_ubatch
-value,-print-error-on-n_batch
-overflow
This commit is contained in:
commit
544b447696
1 changed files with 1 additions and 1 deletions
|
@ -61,7 +61,7 @@ int main(int argc, char ** argv) {
|
||||||
}
|
}
|
||||||
|
|
||||||
params.embedding = true;
|
params.embedding = true;
|
||||||
// For BERT models, batch size must be equal to ubatch size
|
// For non-causal models, batch size must be equal to ubatch size
|
||||||
params.n_ubatch = params.n_batch;
|
params.n_ubatch = params.n_batch;
|
||||||
|
|
||||||
print_build_info();
|
print_build_info();
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue