vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

mpi : add names for layer inputs + prep ggml_mpi_graph_compute()

Browse source
This commit is contained in:
Georgi Gerganov 2023-07-09 14:42:36 +03:00
parent 3232db628c
commit e339d35579
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 46 additions and 49 deletions
Download patch file Download diff file Expand all files Collapse all files

8
ggml-mpi.h
View file

@ -2,6 +2,7 @@
struct ggml_context;
struct ggml_tensor;
struct ggml_cgraph;
#ifdef __cplusplus
extern "C" {
@ -35,6 +36,13 @@ struct ggml_tensor * ggml_mpi_eval_init(
int * n_past,
int * n_threads);
void ggml_mpi_graph_compute(
struct ggml_mpi_context * ctx_mpi,
struct ggml_cgraph * gf,
int n_layers,
int n_embd,
int n_tokens);
#ifdef __cplusplus
}
#endif