Lines Matching defs:cachep
242 #define MAKE_LIST(cachep, listp, slab, nodeid) \ argument
248 #define MAKE_ALL_LISTS(cachep, ptr, nodeid) \ argument
328 static int obj_offset(struct kmem_cache *cachep) in obj_offset()
333 static unsigned long long *dbg_redzone1(struct kmem_cache *cachep, void *objp) in dbg_redzone1()
340 static unsigned long long *dbg_redzone2(struct kmem_cache *cachep, void *objp) in dbg_redzone2()
351 static void **dbg_userword(struct kmem_cache *cachep, void *objp) in dbg_userword()
360 #define dbg_redzone1(cachep, objp) ({BUG(); (unsigned long long *)NULL;}) argument
361 #define dbg_redzone2(cachep, objp) ({BUG(); (unsigned long long *)NULL;}) argument
362 #define dbg_userword(cachep, objp) ({BUG(); (void **)NULL;}) argument
393 static inline struct array_cache *cpu_cache_get(struct kmem_cache *cachep) in cpu_cache_get()
437 #define slab_error(cachep, msg) __slab_error(__func__, cachep, msg) argument
439 static void __slab_error(const char *function, struct kmem_cache *cachep, in __slab_error()
552 static noinline void cache_free_pfmemalloc(struct kmem_cache *cachep, in cache_free_pfmemalloc()
604 #define drain_alien_cache(cachep, alien) do { } while (0) argument
605 #define reap_alien(cachep, n) do { } while (0) argument
617 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp) in cache_free_alien()
622 static inline void *alternate_node_alloc(struct kmem_cache *cachep, in alternate_node_alloc()
628 static inline void *____cache_alloc_node(struct kmem_cache *cachep, in ____cache_alloc_node()
695 static void __drain_alien_cache(struct kmem_cache *cachep, in __drain_alien_cache()
720 static void reap_alien(struct kmem_cache *cachep, struct kmem_cache_node *n) in reap_alien()
741 static void drain_alien_cache(struct kmem_cache *cachep, in drain_alien_cache()
763 static int __cache_free_alien(struct kmem_cache *cachep, void *objp, in __cache_free_alien()
794 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp) in cache_free_alien()
818 static int init_cache_node(struct kmem_cache *cachep, int node, gfp_t gfp) in init_cache_node()
871 struct kmem_cache *cachep; in init_cache_node_node() local
883 static int setup_kmem_cache_node(struct kmem_cache *cachep, in setup_kmem_cache_node()
953 struct kmem_cache *cachep; in cpuup_canceled() local
1019 struct kmem_cache *cachep; in cpuup_prepare() local
1108 struct kmem_cache *cachep; in drain_cache_node_node() local
1165 static void __init init_list(struct kmem_cache *cachep, struct kmem_cache_node *list, in init_list()
1187 static void __init set_up_node(struct kmem_cache *cachep, int index) in set_up_node()
1286 struct kmem_cache *cachep; in kmem_cache_init_late() local
1328 slab_out_of_memory(struct kmem_cache *cachep, gfp_t gfpflags, int nodeid) in slab_out_of_memory()
1370 static struct page *kmem_getpages(struct kmem_cache *cachep, gfp_t flags, in kmem_getpages()
1395 static void kmem_freepages(struct kmem_cache *cachep, struct page *page) in kmem_freepages()
1414 struct kmem_cache *cachep; in kmem_rcu_free() local
1424 static bool is_debug_pagealloc_cache(struct kmem_cache *cachep) in is_debug_pagealloc_cache()
1434 static void slab_kernel_map(struct kmem_cache *cachep, void *objp, int map) in slab_kernel_map()
1443 static inline void slab_kernel_map(struct kmem_cache *cachep, void *objp, in slab_kernel_map()
1448 static void poison_obj(struct kmem_cache *cachep, void *addr, unsigned char val) in poison_obj()
1489 static void print_objinfo(struct kmem_cache *cachep, void *objp, int lines) in print_objinfo()
1513 static void check_poison_obj(struct kmem_cache *cachep, void *objp) in check_poison_obj()
1577 static void slab_destroy_debugcheck(struct kmem_cache *cachep, in slab_destroy_debugcheck()
1603 static void slab_destroy_debugcheck(struct kmem_cache *cachep, in slab_destroy_debugcheck()
1618 static void slab_destroy(struct kmem_cache *cachep, struct page *page) in slab_destroy()
1641 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list) in slabs_destroy()
1665 static size_t calculate_slab_order(struct kmem_cache *cachep, in calculate_slab_order()
1734 struct kmem_cache *cachep, int entries, int batchcount) in alloc_kmem_cache_cpus()
1754 static int __ref setup_cpu_cache(struct kmem_cache *cachep, gfp_t gfp) in setup_cpu_cache()
1803 struct kmem_cache *cachep; in __kmem_cache_alias() local
1818 static bool set_objfreelist_slab_cache(struct kmem_cache *cachep, in set_objfreelist_slab_cache()
1849 static bool set_off_slab_cache(struct kmem_cache *cachep, in set_off_slab_cache()
1883 static bool set_on_slab_cache(struct kmem_cache *cachep, in set_on_slab_cache()
1922 int __kmem_cache_create(struct kmem_cache *cachep, slab_flags_t flags) in __kmem_cache_create()
2106 static void check_spinlock_acquired(struct kmem_cache *cachep) in check_spinlock_acquired()
2114 static void check_spinlock_acquired_node(struct kmem_cache *cachep, int node) in check_spinlock_acquired_node()
2130 static void drain_array_locked(struct kmem_cache *cachep, struct array_cache *ac, in drain_array_locked()
2149 struct kmem_cache *cachep = arg; in do_drain() local
2165 static void drain_cpu_caches(struct kmem_cache *cachep) in drain_cpu_caches()
2238 int __kmem_cache_shrink(struct kmem_cache *cachep) in __kmem_cache_shrink()
2256 int __kmem_cache_shutdown(struct kmem_cache *cachep) in __kmem_cache_shutdown()
2261 void __kmem_cache_release(struct kmem_cache *cachep) in __kmem_cache_release()
2293 static void *alloc_slabmgmt(struct kmem_cache *cachep, in alloc_slabmgmt()
2329 static void cache_init_objs_debug(struct kmem_cache *cachep, struct page *page) in cache_init_objs_debug()
2388 struct kmem_cache *cachep, in freelist_state_initialize()
2429 static bool shuffle_freelist(struct kmem_cache *cachep, struct page *page) in shuffle_freelist()
2476 static inline bool shuffle_freelist(struct kmem_cache *cachep, in shuffle_freelist()
2483 static void cache_init_objs(struct kmem_cache *cachep, in cache_init_objs()
2516 static void *slab_get_obj(struct kmem_cache *cachep, struct page *page) in slab_get_obj()
2526 static void slab_put_obj(struct kmem_cache *cachep, in slab_put_obj()
2565 static struct page *cache_grow_begin(struct kmem_cache *cachep, in cache_grow_begin()
2641 static void cache_grow_end(struct kmem_cache *cachep, struct page *page) in cache_grow_end()
2707 static void *cache_free_debugcheck(struct kmem_cache *cachep, void *objp, in cache_free_debugcheck()
2744 static inline void fixup_objfreelist_debug(struct kmem_cache *cachep, in fixup_objfreelist_debug()
2759 static inline void fixup_slab_list(struct kmem_cache *cachep, in fixup_slab_list()
2847 static noinline void *cache_alloc_pfmemalloc(struct kmem_cache *cachep, in cache_alloc_pfmemalloc()
2879 static __always_inline int alloc_block(struct kmem_cache *cachep, in alloc_block()
2899 static void *cache_alloc_refill(struct kmem_cache *cachep, gfp_t flags) in cache_alloc_refill()
2984 static inline void cache_alloc_debugcheck_before(struct kmem_cache *cachep, in cache_alloc_debugcheck_before()
2991 static void *cache_alloc_debugcheck_after(struct kmem_cache *cachep, in cache_alloc_debugcheck_after()
3031 static inline void *____cache_alloc(struct kmem_cache *cachep, gfp_t flags) in ____cache_alloc()
3073 static void *alternate_node_alloc(struct kmem_cache *cachep, gfp_t flags) in alternate_node_alloc()
3164 static void *____cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, in ____cache_alloc_node()
3212 slab_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid, size_t orig_size, in slab_alloc_node()
3290 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags) in __do_cache_alloc()
3298 slab_alloc(struct kmem_cache *cachep, gfp_t flags, size_t orig_size, unsigned long caller) in slab_alloc()
3331 static void free_block(struct kmem_cache *cachep, void **objpp, in free_block()
3375 static void cache_flusharray(struct kmem_cache *cachep, struct array_cache *ac) in cache_flusharray()
3425 static __always_inline void __cache_free(struct kmem_cache *cachep, void *objp, in __cache_free()
3456 void ___cache_free(struct kmem_cache *cachep, void *objp, in ___cache_free()
3505 void *kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags) in kmem_cache_alloc()
3569 kmem_cache_alloc_trace(struct kmem_cache *cachep, gfp_t flags, size_t size) in kmem_cache_alloc_trace()
3597 void *kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid) in kmem_cache_alloc_node()
3610 void *kmem_cache_alloc_node_trace(struct kmem_cache *cachep, in kmem_cache_alloc_node_trace()
3631 struct kmem_cache *cachep; in __do_kmalloc_node() local
3662 struct kmem_cache *cachep; in kmem_obj_info() local
3692 struct kmem_cache *cachep; in __do_kmalloc() local
3729 void kmem_cache_free(struct kmem_cache *cachep, void *objp) in kmem_cache_free()
3810 static int setup_kmem_cache_nodes(struct kmem_cache *cachep, gfp_t gfp) in setup_kmem_cache_nodes()
3844 static int do_tune_cpucache(struct kmem_cache *cachep, int limit, in do_tune_cpucache()
3891 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp) in enable_cpucache()
3957 static void drain_array(struct kmem_cache *cachep, struct kmem_cache_node *n, in drain_array()
4049 void get_slabinfo(struct kmem_cache *cachep, struct slabinfo *sinfo) in get_slabinfo()
4086 void slabinfo_show_stats(struct seq_file *m, struct kmem_cache *cachep) in slabinfo_show_stats()
4133 struct kmem_cache *cachep; in slabinfo_write() local
4183 struct kmem_cache *cachep; in __check_heap_object() local