Merge branch 'embedding-assign-n_ubatch-value,-print-error-on-n_batch-overflow' of github.com:mscheong01/llama.cpp into embedding-assign-n_ubatch-value,-print-error-on-n_batch-overflow

This commit is contained in:
Minsoo Cheong 2024-03-26 10:56:28 +09:00
commit 544b447696

View file

@ -61,7 +61,7 @@ int main(int argc, char ** argv) {
}
params.embedding = true;
// For BERT models, batch size must be equal to ubatch size
// For non-causal models, batch size must be equal to ubatch size
params.n_ubatch = params.n_batch;
print_build_info();