vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : minor style + try fix sanitizer build

Browse source
This commit is contained in:
Georgi Gerganov 2023-06-19 18:55:09 +03:00
parent d0e3596350
commit 67ba34e88f
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

11
ggml.c
View file

@ -16299,13 +16299,15 @@ void clear_numa_thread_affinity(void) {}
struct ggml_compute_state_shared { struct ggml_compute_state_shared {
struct ggml_cgraph * cgraph; struct ggml_cgraph * cgraph;
int64_t perf_node_start_cycles; int64_t perf_node_start_cycles;
int64_t perf_node_start_time_us; int64_t perf_node_start_time_us;
int n_threads; int n_threads;
// synchronization primitives // synchronization primitives
atomic_int n_active; // num active threads atomic_int n_active; // num active threads
atomic_int node_n; // active graph node atomic_int node_n; // active graph node
}; };
struct ggml_compute_state { struct ggml_compute_state {
@ -16314,13 +16316,12 @@ struct ggml_compute_state {
struct ggml_compute_state_shared * shared; struct ggml_compute_state_shared * shared;
}; };
inline void ggml_graph_compute_perf_stats_node(struct ggml_tensor * node, const struct ggml_compute_state_shared * st) static void ggml_graph_compute_perf_stats_node(struct ggml_tensor * node, const struct ggml_compute_state_shared * st) {
{ int64_t cycles_cur = ggml_perf_cycles() - st->perf_node_start_cycles;
int64_t cycles_cur = ggml_perf_cycles() - st->perf_node_start_cycles;
int64_t time_us_cur = ggml_perf_time_us() - st->perf_node_start_time_us; int64_t time_us_cur = ggml_perf_time_us() - st->perf_node_start_time_us;
node->perf_runs++; node->perf_runs++;
node->perf_cycles += cycles_cur; node->perf_cycles += cycles_cur;
node->perf_time_us += time_us_cur; node->perf_time_us += time_us_cur;
} }