vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

added comment

Browse source
This commit is contained in:
ct-clmsn 2023-12-21 00:02:44 -05:00
parent 6aad7af26d
commit ea1331a221
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml-oshmem.c
View file

@ -103,6 +103,12 @@ static int ggml_graph_get_node_idx(struct ggml_cgraph * gf, const char * name) {
return -1;
}
/*
* The OpenSHMEM mechanism used in this application reflects a message passing model; this is a byproduct of OpenSHMEM's symmetric memory requirements.
* Care has been taken to limit the number of branches made in send/recv and the amount of two-sided communication. Memory consistency maybe an issue
* which is why a `shmem_fence` is placed at the end of both send/recv.
*
*/
static void ggml_openshmem_tensor_send(struct ggml_openshmem_context * ctx, struct ggml_tensor * t, int dst_pe) {
const int64_t symmetric_comm_structure_size =