| ggml-alloc.h |
Example usage:
ggml_gallocr_t galloc = ggml_gallocr_new(ggml_backend_cpu_buffer_type());
// optional: create a worst-case graph and reserve the buffers to avoid reallocations
ggml_gallocr_reserve(galloc, build_graph(max_batch));
// allocate the graph
struct ggml_cgraph * graph = build_graph(batch);
ggml_gallocr_alloc_graph(galloc, graph);
printf("compute buffer size: %zu bytes\n", ggml_gallocr_get_buffer_size(galloc, 0));
// evaluate the graph
ggml_backend_graph_compute(backend, graph);
|
3011 |
| ggml-backend.h |
|
19996 |
| ggml-cpp.h |
|
1652 |
| ggml-cpu.h |
= GGML_DEFAULT_N_THREADS |
7406 |
| ggml-opt.h |
|
14039 |
| ggml.h |
|
92099 |
| gguf.h |
|
10399 |