Add run_pipeline option of rechunk.

This commit is contained in:
Qingtao Li 2024-10-30 10:46:16 +08:00
parent e86c69df8b
commit 080d2ecc56
2 changed files with 6 additions and 1 deletions

View file

@ -897,6 +897,10 @@ if (GGML_TMAC)
set(GGML_EXTRA_LIBS_PRIVATE ${GGML_EXTRA_LIBS_PRIVATE} t_mac_no_tvm)
set(GGML_SOURCES_TMAC ${GGML_SOURCES_TMAC} ${TMAC_KERNELS_SOURCE})
endif()
if (GGML_TMAC_RECHUNK)
add_compile_definitions(TMAC_RECHUNK)
endif()
else()
message(WARNING "TMAC not found")
endif()

View file

@ -7577,13 +7577,14 @@ UseGgmlGemm1:;
int64_t dr0 = chunk_size0;
int64_t dr1 = chunk_size1;
#if defined(TMAC_RECHUNK)
// Rechunk
if ((nchunk1 == 1) && (nchunk0 > nth * 4)) {
// dr0 should be divisible by chunk_size0
dr0 = (ne0 / (nth * 4) / chunk_size0) * chunk_size0;
nchunk0 = (nr0 + dr0 - 1) / dr0;
}
#endif
int current_chunk = ith;