vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : remove comments from source file and match order in header

Browse source
This commit is contained in:
Georgi Gerganov 2023-07-07 19:13:26 +03:00
parent f789f2cef2
commit c15833c8d6
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 10 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

23
ggml.c
View file

@ -16070,7 +16070,6 @@ static thread_ret_t ggml_graph_compute_thread(void * data) {
return 0; return 0;
} }
// Prepare for graph computing.
struct ggml_cplan ggml_graph_plan(struct ggml_cgraph * cgraph, int n_threads) { struct ggml_cplan ggml_graph_plan(struct ggml_cgraph * cgraph, int n_threads) {
if (n_threads <= 0) { if (n_threads <= 0) {
n_threads = GGML_DEFAULT_N_THREADS; n_threads = GGML_DEFAULT_N_THREADS;
@ -16488,8 +16487,16 @@ void ggml_graph_compute(struct ggml_cgraph * cgraph, struct ggml_cplan * cplan)
} }
} }
// same as ggml_graph_compute() but the work data is allocated as a part of the context void ggml_graph_reset(struct ggml_cgraph * cgraph) {
// note: the drawback of this API is that you must have ensured that the context has enough memory for the work data for (int i = 0; i < cgraph->n_nodes; i++) {
struct ggml_tensor * grad = cgraph->grads[i];
if (grad) {
ggml_set_zero(grad);
}
}
}
void ggml_graph_compute_with_ctx(struct ggml_context * ctx, struct ggml_cgraph * cgraph, int n_threads) { void ggml_graph_compute_with_ctx(struct ggml_context * ctx, struct ggml_cgraph * cgraph, int n_threads) {
struct ggml_cplan cplan = ggml_graph_plan(cgraph, n_threads); struct ggml_cplan cplan = ggml_graph_plan(cgraph, n_threads);
@ -16501,16 +16508,6 @@ void ggml_graph_compute_with_ctx(struct ggml_context * ctx, struct ggml_cgraph *
ggml_graph_compute(cgraph, &cplan); ggml_graph_compute(cgraph, &cplan);
} }
void ggml_graph_reset(struct ggml_cgraph * cgraph) {
for (int i = 0; i < cgraph->n_nodes; i++) {
struct ggml_tensor * grad = cgraph->grads[i];
if (grad) {
ggml_set_zero(grad);
}
}
}
struct ggml_tensor * ggml_graph_get_tensor(struct ggml_cgraph * cgraph, const char * name) { struct ggml_tensor * ggml_graph_get_tensor(struct ggml_cgraph * cgraph, const char * name) {
for (int i = 0; i < cgraph->n_leafs; i++) { for (int i = 0; i < cgraph->n_leafs; i++) {
struct ggml_tensor * leaf = cgraph->leafs[i]; struct ggml_tensor * leaf = cgraph->leafs[i];