mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-09-27 12:57:53 +00:00
37dcc69ad1
Introduce a new mempool_alloc_preallocated API that asks the mempool to only use the elements preallocated during the mempool's creation when allocating and to not attempt allocating new ones from the underlying allocator. This API is required to test the KASAN poisoning/unpoisoning functionality in KASAN tests, but it might be also useful on its own. Link: https://lkml.kernel.org/r/a14d809dbdfd04cc33bcacc632fee2abd6b83c00.1703024586.git.andreyknvl@google.com Signed-off-by: Andrey Konovalov <andreyknvl@google.com> Cc: Alexander Lobakin <alobakin@pm.me> Cc: Alexander Potapenko <glider@google.com> Cc: Andrey Ryabinin <ryabinin.a.a@gmail.com> Cc: Breno Leitao <leitao@debian.org> Cc: Dmitry Vyukov <dvyukov@google.com> Cc: Evgenii Stepanov <eugenis@google.com> Cc: Marco Elver <elver@google.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
117 lines
3.5 KiB
C
117 lines
3.5 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/*
|
|
* memory buffer pool support
|
|
*/
|
|
#ifndef _LINUX_MEMPOOL_H
|
|
#define _LINUX_MEMPOOL_H
|
|
|
|
#include <linux/wait.h>
|
|
#include <linux/compiler.h>
|
|
|
|
struct kmem_cache;
|
|
|
|
typedef void * (mempool_alloc_t)(gfp_t gfp_mask, void *pool_data);
|
|
typedef void (mempool_free_t)(void *element, void *pool_data);
|
|
|
|
typedef struct mempool_s {
|
|
spinlock_t lock;
|
|
int min_nr; /* nr of elements at *elements */
|
|
int curr_nr; /* Current nr of elements at *elements */
|
|
void **elements;
|
|
|
|
void *pool_data;
|
|
mempool_alloc_t *alloc;
|
|
mempool_free_t *free;
|
|
wait_queue_head_t wait;
|
|
} mempool_t;
|
|
|
|
static inline bool mempool_initialized(mempool_t *pool)
|
|
{
|
|
return pool->elements != NULL;
|
|
}
|
|
|
|
static inline bool mempool_is_saturated(mempool_t *pool)
|
|
{
|
|
return READ_ONCE(pool->curr_nr) >= pool->min_nr;
|
|
}
|
|
|
|
void mempool_exit(mempool_t *pool);
|
|
int mempool_init_node(mempool_t *pool, int min_nr, mempool_alloc_t *alloc_fn,
|
|
mempool_free_t *free_fn, void *pool_data,
|
|
gfp_t gfp_mask, int node_id);
|
|
int mempool_init(mempool_t *pool, int min_nr, mempool_alloc_t *alloc_fn,
|
|
mempool_free_t *free_fn, void *pool_data);
|
|
|
|
extern mempool_t *mempool_create(int min_nr, mempool_alloc_t *alloc_fn,
|
|
mempool_free_t *free_fn, void *pool_data);
|
|
extern mempool_t *mempool_create_node(int min_nr, mempool_alloc_t *alloc_fn,
|
|
mempool_free_t *free_fn, void *pool_data,
|
|
gfp_t gfp_mask, int nid);
|
|
|
|
extern int mempool_resize(mempool_t *pool, int new_min_nr);
|
|
extern void mempool_destroy(mempool_t *pool);
|
|
extern void *mempool_alloc(mempool_t *pool, gfp_t gfp_mask) __malloc;
|
|
extern void *mempool_alloc_preallocated(mempool_t *pool) __malloc;
|
|
extern void mempool_free(void *element, mempool_t *pool);
|
|
|
|
/*
|
|
* A mempool_alloc_t and mempool_free_t that get the memory from
|
|
* a slab cache that is passed in through pool_data.
|
|
* Note: the slab cache may not have a ctor function.
|
|
*/
|
|
void *mempool_alloc_slab(gfp_t gfp_mask, void *pool_data);
|
|
void mempool_free_slab(void *element, void *pool_data);
|
|
|
|
static inline int
|
|
mempool_init_slab_pool(mempool_t *pool, int min_nr, struct kmem_cache *kc)
|
|
{
|
|
return mempool_init(pool, min_nr, mempool_alloc_slab,
|
|
mempool_free_slab, (void *) kc);
|
|
}
|
|
|
|
static inline mempool_t *
|
|
mempool_create_slab_pool(int min_nr, struct kmem_cache *kc)
|
|
{
|
|
return mempool_create(min_nr, mempool_alloc_slab, mempool_free_slab,
|
|
(void *) kc);
|
|
}
|
|
|
|
/*
|
|
* a mempool_alloc_t and a mempool_free_t to kmalloc and kfree the
|
|
* amount of memory specified by pool_data
|
|
*/
|
|
void *mempool_kmalloc(gfp_t gfp_mask, void *pool_data);
|
|
void mempool_kfree(void *element, void *pool_data);
|
|
|
|
static inline int mempool_init_kmalloc_pool(mempool_t *pool, int min_nr, size_t size)
|
|
{
|
|
return mempool_init(pool, min_nr, mempool_kmalloc,
|
|
mempool_kfree, (void *) size);
|
|
}
|
|
|
|
static inline mempool_t *mempool_create_kmalloc_pool(int min_nr, size_t size)
|
|
{
|
|
return mempool_create(min_nr, mempool_kmalloc, mempool_kfree,
|
|
(void *) size);
|
|
}
|
|
|
|
/*
|
|
* A mempool_alloc_t and mempool_free_t for a simple page allocator that
|
|
* allocates pages of the order specified by pool_data
|
|
*/
|
|
void *mempool_alloc_pages(gfp_t gfp_mask, void *pool_data);
|
|
void mempool_free_pages(void *element, void *pool_data);
|
|
|
|
static inline int mempool_init_page_pool(mempool_t *pool, int min_nr, int order)
|
|
{
|
|
return mempool_init(pool, min_nr, mempool_alloc_pages,
|
|
mempool_free_pages, (void *)(long)order);
|
|
}
|
|
|
|
static inline mempool_t *mempool_create_page_pool(int min_nr, int order)
|
|
{
|
|
return mempool_create(min_nr, mempool_alloc_pages, mempool_free_pages,
|
|
(void *)(long)order);
|
|
}
|
|
|
|
#endif /* _LINUX_MEMPOOL_H */
|