Home
last modified time | relevance | path

Searched refs:cachep (Results 1 - 25 of 25) sorted by relevance

/kernel/linux/linux-6.6/tools/testing/radix-tree/
H A Dlinux.c31 void kmem_cache_set_non_kernel(struct kmem_cache *cachep, unsigned int val) in kmem_cache_set_non_kernel() argument
33 cachep->non_kernel = val; in kmem_cache_set_non_kernel()
36 unsigned long kmem_cache_get_alloc(struct kmem_cache *cachep) in kmem_cache_get_alloc() argument
38 return cachep->size * cachep->nr_allocated; in kmem_cache_get_alloc()
41 unsigned long kmem_cache_nr_allocated(struct kmem_cache *cachep) in kmem_cache_nr_allocated() argument
43 return cachep->nr_allocated; in kmem_cache_nr_allocated()
46 unsigned long kmem_cache_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_nr_tallocated() argument
48 return cachep->nr_tallocated; in kmem_cache_nr_tallocated()
51 void kmem_cache_zero_nr_tallocated(struct kmem_cache *cachep) in kmem_cache_zero_nr_tallocated() argument
56 kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru, int gfp) kmem_cache_alloc_lru() argument
96 kmem_cache_free_locked(struct kmem_cache *cachep, void *objp) kmem_cache_free_locked() argument
114 kmem_cache_free(struct kmem_cache *cachep, void *objp) kmem_cache_free() argument
121 kmem_cache_free_bulk(struct kmem_cache *cachep, size_t size, void **list) kmem_cache_free_bulk() argument
132 kmem_cache_shrink(struct kmem_cache *cachep) kmem_cache_shrink() argument
136 kmem_cache_alloc_bulk(struct kmem_cache *cachep, gfp_t gfp, size_t size, void **p) kmem_cache_alloc_bulk() argument
[all...]
/kernel/linux/linux-5.10/mm/
H A Dslab.c211 static void free_block(struct kmem_cache *cachep, void **objpp, int len,
213 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list);
214 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp);
217 static inline void fixup_objfreelist_debug(struct kmem_cache *cachep,
219 static inline void fixup_slab_list(struct kmem_cache *cachep,
241 #define MAKE_LIST(cachep, listp, slab, nodeid) \
244 list_splice(&get_node(cachep, nodeid)->slab, listp); \
247 #define MAKE_ALL_LISTS(cachep, ptr, nodeid) \
249 MAKE_LIST((cachep), (&(ptr)->slabs_full), slabs_full, nodeid); \
250 MAKE_LIST((cachep), (
327 obj_offset(struct kmem_cache *cachep) obj_offset() argument
332 dbg_redzone1(struct kmem_cache *cachep, void *objp) dbg_redzone1() argument
339 dbg_redzone2(struct kmem_cache *cachep, void *objp) dbg_redzone2() argument
350 dbg_userword(struct kmem_cache *cachep, void *objp) dbg_userword() argument
392 cpu_cache_get(struct kmem_cache *cachep) cpu_cache_get() argument
438 __slab_error(const char *function, struct kmem_cache *cachep, char *msg) __slab_error() argument
551 cache_free_pfmemalloc(struct kmem_cache *cachep, struct page *page, void *objp) cache_free_pfmemalloc() argument
616 cache_free_alien(struct kmem_cache *cachep, void *objp) cache_free_alien() argument
621 alternate_node_alloc(struct kmem_cache *cachep, gfp_t flags) alternate_node_alloc() argument
627 ____cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid) ____cache_alloc_node() argument
694 __drain_alien_cache(struct kmem_cache *cachep, struct array_cache *ac, int node, struct list_head *list) __drain_alien_cache() argument
719 reap_alien(struct kmem_cache *cachep, struct kmem_cache_node *n) reap_alien() argument
740 drain_alien_cache(struct kmem_cache *cachep, struct alien_cache **alien) drain_alien_cache() argument
762 __cache_free_alien(struct kmem_cache *cachep, void *objp, int node, int page_node) __cache_free_alien() argument
793 cache_free_alien(struct kmem_cache *cachep, void *objp) cache_free_alien() argument
817 init_cache_node(struct kmem_cache *cachep, int node, gfp_t gfp) init_cache_node() argument
870 struct kmem_cache *cachep; init_cache_node_node() local
882 setup_kmem_cache_node(struct kmem_cache *cachep, int node, gfp_t gfp, bool force_change) setup_kmem_cache_node() argument
952 struct kmem_cache *cachep; cpuup_canceled() local
1018 struct kmem_cache *cachep; cpuup_prepare() local
1107 struct kmem_cache *cachep; drain_cache_node_node() local
1164 init_list(struct kmem_cache *cachep, struct kmem_cache_node *list, int nodeid) init_list() argument
1186 set_up_node(struct kmem_cache *cachep, int index) set_up_node() argument
1285 struct kmem_cache *cachep; kmem_cache_init_late() local
1327 slab_out_of_memory(struct kmem_cache *cachep, gfp_t gfpflags, int nodeid) slab_out_of_memory() argument
1369 kmem_getpages(struct kmem_cache *cachep, gfp_t flags, int nodeid) kmem_getpages() argument
1394 kmem_freepages(struct kmem_cache *cachep, struct page *page) kmem_freepages() argument
1412 struct kmem_cache *cachep; kmem_rcu_free() local
1422 is_debug_pagealloc_cache(struct kmem_cache *cachep) is_debug_pagealloc_cache() argument
1432 slab_kernel_map(struct kmem_cache *cachep, void *objp, int map) slab_kernel_map() argument
1441 slab_kernel_map(struct kmem_cache *cachep, void *objp, int map) slab_kernel_map() argument
1446 poison_obj(struct kmem_cache *cachep, void *addr, unsigned char val) poison_obj() argument
1487 print_objinfo(struct kmem_cache *cachep, void *objp, int lines) print_objinfo() argument
1511 check_poison_obj(struct kmem_cache *cachep, void *objp) check_poison_obj() argument
1575 slab_destroy_debugcheck(struct kmem_cache *cachep, struct page *page) slab_destroy_debugcheck() argument
1601 slab_destroy_debugcheck(struct kmem_cache *cachep, struct page *page) slab_destroy_debugcheck() argument
1616 slab_destroy(struct kmem_cache *cachep, struct page *page) slab_destroy() argument
1639 slabs_destroy(struct kmem_cache *cachep, struct list_head *list) slabs_destroy() argument
1663 calculate_slab_order(struct kmem_cache *cachep, size_t size, slab_flags_t flags) calculate_slab_order() argument
1731 alloc_kmem_cache_cpus( struct kmem_cache *cachep, int entries, int batchcount) alloc_kmem_cache_cpus() argument
1752 setup_cpu_cache(struct kmem_cache *cachep, gfp_t gfp) setup_cpu_cache() argument
1801 struct kmem_cache *cachep; __kmem_cache_alias() local
1816 set_objfreelist_slab_cache(struct kmem_cache *cachep, size_t size, slab_flags_t flags) set_objfreelist_slab_cache() argument
1847 set_off_slab_cache(struct kmem_cache *cachep, size_t size, slab_flags_t flags) set_off_slab_cache() argument
1881 set_on_slab_cache(struct kmem_cache *cachep, size_t size, slab_flags_t flags) set_on_slab_cache() argument
1920 __kmem_cache_create(struct kmem_cache *cachep, slab_flags_t flags) __kmem_cache_create() argument
2104 check_spinlock_acquired(struct kmem_cache *cachep) check_spinlock_acquired() argument
2112 check_spinlock_acquired_node(struct kmem_cache *cachep, int node) check_spinlock_acquired_node() argument
2128 drain_array_locked(struct kmem_cache *cachep, struct array_cache *ac, int node, bool free_all, struct list_head *list) drain_array_locked() argument
2147 struct kmem_cache *cachep = arg; do_drain() local
2163 drain_cpu_caches(struct kmem_cache *cachep) drain_cpu_caches() argument
2236 __kmem_cache_shrink(struct kmem_cache *cachep) __kmem_cache_shrink() argument
2254 __kmem_cache_shutdown(struct kmem_cache *cachep) __kmem_cache_shutdown() argument
2259 __kmem_cache_release(struct kmem_cache *cachep) __kmem_cache_release() argument
2291 alloc_slabmgmt(struct kmem_cache *cachep, struct page *page, int colour_off, gfp_t local_flags, int nodeid) alloc_slabmgmt() argument
2327 cache_init_objs_debug(struct kmem_cache *cachep, struct page *page) cache_init_objs_debug() argument
2385 freelist_state_initialize(union freelist_init_state *state, struct kmem_cache *cachep, unsigned int count) freelist_state_initialize() argument
2427 shuffle_freelist(struct kmem_cache *cachep, struct page *page) shuffle_freelist() argument
2474 shuffle_freelist(struct kmem_cache *cachep, struct page *page) shuffle_freelist() argument
2481 cache_init_objs(struct kmem_cache *cachep, struct page *page) cache_init_objs() argument
2514 slab_get_obj(struct kmem_cache *cachep, struct page *page) slab_get_obj() argument
2524 slab_put_obj(struct kmem_cache *cachep, struct page *page, void *objp) slab_put_obj() argument
2563 cache_grow_begin(struct kmem_cache *cachep, gfp_t flags, int nodeid) cache_grow_begin() argument
2639 cache_grow_end(struct kmem_cache *cachep, struct page *page) cache_grow_end() argument
2705 cache_free_debugcheck(struct kmem_cache *cachep, void *objp, unsigned long caller) cache_free_debugcheck() argument
2742 fixup_objfreelist_debug(struct kmem_cache *cachep, void **list) fixup_objfreelist_debug() argument
2757 fixup_slab_list(struct kmem_cache *cachep, struct kmem_cache_node *n, struct page *page, void **list) fixup_slab_list() argument
2845 cache_alloc_pfmemalloc(struct kmem_cache *cachep, struct kmem_cache_node *n, gfp_t flags) cache_alloc_pfmemalloc() argument
2877 alloc_block(struct kmem_cache *cachep, struct array_cache *ac, struct page *page, int batchcount) alloc_block() argument
2897 cache_alloc_refill(struct kmem_cache *cachep, gfp_t flags) cache_alloc_refill() argument
2982 cache_alloc_debugcheck_before(struct kmem_cache *cachep, gfp_t flags) cache_alloc_debugcheck_before() argument
2989 cache_alloc_debugcheck_after(struct kmem_cache *cachep, gfp_t flags, void *objp, unsigned long caller) cache_alloc_debugcheck_after() argument
3029 ____cache_alloc(struct kmem_cache *cachep, gfp_t flags) ____cache_alloc() argument
3071 alternate_node_alloc(struct kmem_cache *cachep, gfp_t flags) alternate_node_alloc() argument
3162 ____cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid) ____cache_alloc_node() argument
3210 slab_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid, unsigned long caller) slab_alloc_node() argument
3284 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags) __do_cache_alloc() argument
3292 slab_alloc(struct kmem_cache *cachep, gfp_t flags, unsigned long caller) slab_alloc() argument
3321 free_block(struct kmem_cache *cachep, void **objpp, int nr_objects, int node, struct list_head *list) free_block() argument
3365 cache_flusharray(struct kmem_cache *cachep, struct array_cache *ac) cache_flusharray() argument
3415 __cache_free(struct kmem_cache *cachep, void *objp, unsigned long caller) __cache_free() argument
3430 ___cache_free(struct kmem_cache *cachep, void *objp, unsigned long caller) ___cache_free() argument
3481 kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags) kmem_cache_alloc() argument
3545 kmem_cache_alloc_trace(struct kmem_cache *cachep, gfp_t flags, size_t size) kmem_cache_alloc_trace() argument
3573 kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid) kmem_cache_alloc_node() argument
3586 kmem_cache_alloc_node_trace(struct kmem_cache *cachep, gfp_t flags, int nodeid, size_t size) kmem_cache_alloc_node_trace() argument
3607 struct kmem_cache *cachep; __do_kmalloc_node() local
3646 struct kmem_cache *cachep; __do_kmalloc() local
3683 kmem_cache_free(struct kmem_cache *cachep, void *objp) kmem_cache_free() argument
3765 setup_kmem_cache_nodes(struct kmem_cache *cachep, gfp_t gfp) setup_kmem_cache_nodes() argument
3799 do_tune_cpucache(struct kmem_cache *cachep, int limit, int batchcount, int shared, gfp_t gfp) do_tune_cpucache() argument
3846 enable_cpucache(struct kmem_cache *cachep, gfp_t gfp) enable_cpucache() argument
3915 drain_array(struct kmem_cache *cachep, struct kmem_cache_node *n, struct array_cache *ac, int node) drain_array() argument
4007 get_slabinfo(struct kmem_cache *cachep, struct slabinfo *sinfo) get_slabinfo() argument
4044 slabinfo_show_stats(struct seq_file *m, struct kmem_cache *cachep) slabinfo_show_stats() argument
4091 struct kmem_cache *cachep; slabinfo_write() local
4141 struct kmem_cache *cachep; __check_heap_object() local
[all...]
H A Dslab.h460 struct kmem_cache *cachep; in cache_from_obj() local
466 cachep = virt_to_cache(x); in cache_from_obj()
467 if (WARN(cachep && cachep != s, in cache_from_obj()
469 __func__, s->name, cachep->name)) in cache_from_obj()
470 print_tracking(cachep, x); in cache_from_obj()
471 return cachep; in cache_from_obj()
606 int cache_random_seq_create(struct kmem_cache *cachep, unsigned int count,
608 void cache_random_seq_destroy(struct kmem_cache *cachep);
610 static inline int cache_random_seq_create(struct kmem_cache *cachep, in cache_random_seq_create() argument
615 cache_random_seq_destroy(struct kmem_cache *cachep) cache_random_seq_destroy() argument
[all...]
H A Dslab_common.c512 * @cachep: The cache to shrink.
519 int kmem_cache_shrink(struct kmem_cache *cachep) in kmem_cache_shrink() argument
525 kasan_cache_shrink(cachep); in kmem_cache_shrink()
526 ret = __kmem_cache_shrink(cachep); in kmem_cache_shrink()
878 int cache_random_seq_create(struct kmem_cache *cachep, unsigned int count, in cache_random_seq_create() argument
883 if (count < 2 || cachep->random_seq) in cache_random_seq_create()
886 cachep->random_seq = kcalloc(count, sizeof(unsigned int), gfp); in cache_random_seq_create()
887 if (!cachep->random_seq) in cache_random_seq_create()
893 freelist_randomize(&state, cachep->random_seq, count); in cache_random_seq_create()
898 void cache_random_seq_destroy(struct kmem_cache *cachep) in cache_random_seq_destroy() argument
[all...]
H A Dslob.c624 void *kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags) in kmem_cache_alloc() argument
626 return slob_alloc_node(cachep, flags, NUMA_NO_NODE); in kmem_cache_alloc()
637 void *kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t gfp, int node) in kmem_cache_alloc_node() argument
639 return slob_alloc_node(cachep, gfp, node); in kmem_cache_alloc_node()
/kernel/linux/linux-6.6/mm/
H A Dslab.c212 static void free_block(struct kmem_cache *cachep, void **objpp, int len,
214 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list);
215 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp);
218 static inline void fixup_objfreelist_debug(struct kmem_cache *cachep,
220 static inline void fixup_slab_list(struct kmem_cache *cachep,
241 #define MAKE_LIST(cachep, listp, slab, nodeid) \
244 list_splice(&get_node(cachep, nodeid)->slab, listp); \
247 #define MAKE_ALL_LISTS(cachep, ptr, nodeid) \
249 MAKE_LIST((cachep), (&(ptr)->slabs_full), slabs_full, nodeid); \
250 MAKE_LIST((cachep), (
327 obj_offset(struct kmem_cache *cachep) obj_offset() argument
332 dbg_redzone1(struct kmem_cache *cachep, void *objp) dbg_redzone1() argument
339 dbg_redzone2(struct kmem_cache *cachep, void *objp) dbg_redzone2() argument
350 dbg_userword(struct kmem_cache *cachep, void *objp) dbg_userword() argument
392 cpu_cache_get(struct kmem_cache *cachep) cpu_cache_get() argument
438 __slab_error(const char *function, struct kmem_cache *cachep, char *msg) __slab_error() argument
551 cache_free_pfmemalloc(struct kmem_cache *cachep, struct slab *slab, void *objp) cache_free_pfmemalloc() argument
616 cache_free_alien(struct kmem_cache *cachep, void *objp) cache_free_alien() argument
679 __drain_alien_cache(struct kmem_cache *cachep, struct array_cache *ac, int node, struct list_head *list) __drain_alien_cache() argument
704 reap_alien(struct kmem_cache *cachep, struct kmem_cache_node *n) reap_alien() argument
725 drain_alien_cache(struct kmem_cache *cachep, struct alien_cache **alien) drain_alien_cache() argument
747 __cache_free_alien(struct kmem_cache *cachep, void *objp, int node, int slab_node) __cache_free_alien() argument
778 cache_free_alien(struct kmem_cache *cachep, void *objp) cache_free_alien() argument
802 init_cache_node(struct kmem_cache *cachep, int node, gfp_t gfp) init_cache_node() argument
855 struct kmem_cache *cachep; init_cache_node_node() local
867 setup_kmem_cache_node(struct kmem_cache *cachep, int node, gfp_t gfp, bool force_change) setup_kmem_cache_node() argument
937 struct kmem_cache *cachep; cpuup_canceled() local
1003 struct kmem_cache *cachep; cpuup_prepare() local
1092 struct kmem_cache *cachep; drain_cache_node_node() local
1149 init_list(struct kmem_cache *cachep, struct kmem_cache_node *list, int nodeid) init_list() argument
1171 set_up_node(struct kmem_cache *cachep, int index) set_up_node() argument
1264 struct kmem_cache *cachep; kmem_cache_init_late() local
1306 slab_out_of_memory(struct kmem_cache *cachep, gfp_t gfpflags, int nodeid) slab_out_of_memory() argument
1348 kmem_getpages(struct kmem_cache *cachep, gfp_t flags, int nodeid) kmem_getpages() argument
1378 kmem_freepages(struct kmem_cache *cachep, struct slab *slab) kmem_freepages() argument
1398 struct kmem_cache *cachep; kmem_rcu_free() local
1408 is_debug_pagealloc_cache(struct kmem_cache *cachep) is_debug_pagealloc_cache() argument
1415 slab_kernel_map(struct kmem_cache *cachep, void *objp, int map) slab_kernel_map() argument
1424 slab_kernel_map(struct kmem_cache *cachep, void *objp, int map) slab_kernel_map() argument
1429 poison_obj(struct kmem_cache *cachep, void *addr, unsigned char val) poison_obj() argument
1470 print_objinfo(struct kmem_cache *cachep, void *objp, int lines) print_objinfo() argument
1494 check_poison_obj(struct kmem_cache *cachep, void *objp) check_poison_obj() argument
1558 slab_destroy_debugcheck(struct kmem_cache *cachep, struct slab *slab) slab_destroy_debugcheck() argument
1584 slab_destroy_debugcheck(struct kmem_cache *cachep, struct slab *slab) slab_destroy_debugcheck() argument
1599 slab_destroy(struct kmem_cache *cachep, struct slab *slab) slab_destroy() argument
1622 slabs_destroy(struct kmem_cache *cachep, struct list_head *list) slabs_destroy() argument
1646 calculate_slab_order(struct kmem_cache *cachep, size_t size, slab_flags_t flags) calculate_slab_order() argument
1720 alloc_kmem_cache_cpus( struct kmem_cache *cachep, int entries, int batchcount) alloc_kmem_cache_cpus() argument
1741 setup_cpu_cache(struct kmem_cache *cachep, gfp_t gfp) setup_cpu_cache() argument
1790 struct kmem_cache *cachep; __kmem_cache_alias() local
1805 set_objfreelist_slab_cache(struct kmem_cache *cachep, size_t size, slab_flags_t flags) set_objfreelist_slab_cache() argument
1836 set_off_slab_cache(struct kmem_cache *cachep, size_t size, slab_flags_t flags) set_off_slab_cache() argument
1870 set_on_slab_cache(struct kmem_cache *cachep, size_t size, slab_flags_t flags) set_on_slab_cache() argument
1905 __kmem_cache_create(struct kmem_cache *cachep, slab_flags_t flags) __kmem_cache_create() argument
2084 check_spinlock_acquired(struct kmem_cache *cachep) check_spinlock_acquired() argument
2092 check_spinlock_acquired_node(struct kmem_cache *cachep, int node) check_spinlock_acquired_node() argument
2108 drain_array_locked(struct kmem_cache *cachep, struct array_cache *ac, int node, bool free_all, struct list_head *list) drain_array_locked() argument
2127 struct kmem_cache *cachep = arg; do_drain() local
2143 drain_cpu_caches(struct kmem_cache *cachep) drain_cpu_caches() argument
2218 __kmem_cache_shrink(struct kmem_cache *cachep) __kmem_cache_shrink() argument
2236 __kmem_cache_shutdown(struct kmem_cache *cachep) __kmem_cache_shutdown() argument
2241 __kmem_cache_release(struct kmem_cache *cachep) __kmem_cache_release() argument
2273 alloc_slabmgmt(struct kmem_cache *cachep, struct slab *slab, int colour_off, gfp_t local_flags, int nodeid) alloc_slabmgmt() argument
2309 cache_init_objs_debug(struct kmem_cache *cachep, struct slab *slab) cache_init_objs_debug() argument
2364 freelist_state_initialize(struct freelist_init_state *state, struct kmem_cache *cachep, unsigned int count) freelist_state_initialize() argument
2399 shuffle_freelist(struct kmem_cache *cachep, struct slab *slab) shuffle_freelist() argument
2445 shuffle_freelist(struct kmem_cache *cachep, struct slab *slab) shuffle_freelist() argument
2452 cache_init_objs(struct kmem_cache *cachep, struct slab *slab) cache_init_objs() argument
2485 slab_get_obj(struct kmem_cache *cachep, struct slab *slab) slab_get_obj() argument
2495 slab_put_obj(struct kmem_cache *cachep, struct slab *slab, void *objp) slab_put_obj() argument
2522 cache_grow_begin(struct kmem_cache *cachep, gfp_t flags, int nodeid) cache_grow_begin() argument
2599 cache_grow_end(struct kmem_cache *cachep, struct slab *slab) cache_grow_end() argument
2665 cache_free_debugcheck(struct kmem_cache *cachep, void *objp, unsigned long caller) cache_free_debugcheck() argument
2702 fixup_objfreelist_debug(struct kmem_cache *cachep, void **list) fixup_objfreelist_debug() argument
2717 fixup_slab_list(struct kmem_cache *cachep, struct kmem_cache_node *n, struct slab *slab, void **list) fixup_slab_list() argument
2805 cache_alloc_pfmemalloc(struct kmem_cache *cachep, struct kmem_cache_node *n, gfp_t flags) cache_alloc_pfmemalloc() argument
2837 alloc_block(struct kmem_cache *cachep, struct array_cache *ac, struct slab *slab, int batchcount) alloc_block() argument
2857 cache_alloc_refill(struct kmem_cache *cachep, gfp_t flags) cache_alloc_refill() argument
2943 cache_alloc_debugcheck_after(struct kmem_cache *cachep, gfp_t flags, void *objp, unsigned long caller) cache_alloc_debugcheck_after() argument
2982 ____cache_alloc(struct kmem_cache *cachep, gfp_t flags) ____cache_alloc() argument
3026 alternate_node_alloc(struct kmem_cache *cachep, gfp_t flags) alternate_node_alloc() argument
3117 ____cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid) ____cache_alloc_node() argument
3165 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags, int nodeid) __do_cache_alloc() argument
3204 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags, int nodeid __maybe_unused) __do_cache_alloc() argument
3212 slab_alloc_node(struct kmem_cache *cachep, struct list_lru *lru, gfp_t flags, int nodeid, size_t orig_size, unsigned long caller) slab_alloc_node() argument
3243 slab_alloc(struct kmem_cache *cachep, struct list_lru *lru, gfp_t flags, size_t orig_size, unsigned long caller) slab_alloc() argument
3254 free_block(struct kmem_cache *cachep, void **objpp, int nr_objects, int node, struct list_head *list) free_block() argument
3298 cache_flusharray(struct kmem_cache *cachep, struct array_cache *ac) cache_flusharray() argument
3348 __cache_free(struct kmem_cache *cachep, void *objp, unsigned long caller) __cache_free() argument
3381 ___cache_free(struct kmem_cache *cachep, void *objp, unsigned long caller) ___cache_free() argument
3420 __kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru, gfp_t flags) __kmem_cache_alloc_lru() argument
3430 kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags) kmem_cache_alloc() argument
3436 kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru, gfp_t flags) kmem_cache_alloc_lru() argument
3507 kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid) kmem_cache_alloc_node() argument
3517 __kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid, size_t orig_size, unsigned long caller) __kmem_cache_alloc_node() argument
3528 struct kmem_cache *cachep; __kmem_obj_info() local
3548 __do_kmem_cache_free(struct kmem_cache *cachep, void *objp, unsigned long caller) __do_kmem_cache_free() argument
3561 __kmem_cache_free(struct kmem_cache *cachep, void *objp, unsigned long caller) __kmem_cache_free() argument
3575 kmem_cache_free(struct kmem_cache *cachep, void *objp) kmem_cache_free() argument
3628 setup_kmem_cache_nodes(struct kmem_cache *cachep, gfp_t gfp) setup_kmem_cache_nodes() argument
3662 do_tune_cpucache(struct kmem_cache *cachep, int limit, int batchcount, int shared, gfp_t gfp) do_tune_cpucache() argument
3709 enable_cpucache(struct kmem_cache *cachep, gfp_t gfp) enable_cpucache() argument
3775 drain_array(struct kmem_cache *cachep, struct kmem_cache_node *n, struct array_cache *ac, int node) drain_array() argument
3867 get_slabinfo(struct kmem_cache *cachep, struct slabinfo *sinfo) get_slabinfo() argument
3904 slabinfo_show_stats(struct seq_file *m, struct kmem_cache *cachep) slabinfo_show_stats() argument
3951 struct kmem_cache *cachep; slabinfo_write() local
4001 struct kmem_cache *cachep; __check_heap_object() local
[all...]
H A Dslab.h654 struct kmem_cache *cachep; in cache_from_obj() local
660 cachep = virt_to_cache(x); in cache_from_obj()
661 if (WARN(cachep && cachep != s, in cache_from_obj()
663 __func__, s->name, cachep->name)) in cache_from_obj()
664 print_tracking(cachep, x); in cache_from_obj()
665 return cachep; in cache_from_obj()
831 int cache_random_seq_create(struct kmem_cache *cachep, unsigned int count,
833 void cache_random_seq_destroy(struct kmem_cache *cachep);
835 static inline int cache_random_seq_create(struct kmem_cache *cachep, in cache_random_seq_create() argument
840 cache_random_seq_destroy(struct kmem_cache *cachep) cache_random_seq_destroy() argument
[all...]
H A Dslab_common.c510 * @cachep: The cache to shrink.
517 int kmem_cache_shrink(struct kmem_cache *cachep) in kmem_cache_shrink() argument
519 kasan_cache_shrink(cachep); in kmem_cache_shrink()
521 return __kmem_cache_shrink(cachep); in kmem_cache_shrink()
1221 int cache_random_seq_create(struct kmem_cache *cachep, unsigned int count, in cache_random_seq_create() argument
1225 if (count < 2 || cachep->random_seq) in cache_random_seq_create()
1228 cachep->random_seq = kcalloc(count, sizeof(unsigned int), gfp); in cache_random_seq_create()
1229 if (!cachep->random_seq) in cache_random_seq_create()
1232 freelist_randomize(cachep->random_seq, count); in cache_random_seq_create()
1237 void cache_random_seq_destroy(struct kmem_cache *cachep) in cache_random_seq_destroy() argument
[all...]
/kernel/linux/linux-5.10/tools/testing/radix-tree/
H A Dlinux.c29 void *kmem_cache_alloc(struct kmem_cache *cachep, int gfp) in kmem_cache_alloc() argument
36 pthread_mutex_lock(&cachep->lock); in kmem_cache_alloc()
37 if (cachep->nr_objs) { in kmem_cache_alloc()
38 struct radix_tree_node *node = cachep->objs; in kmem_cache_alloc()
39 cachep->nr_objs--; in kmem_cache_alloc()
40 cachep->objs = node->parent; in kmem_cache_alloc()
41 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc()
45 pthread_mutex_unlock(&cachep->lock); in kmem_cache_alloc()
46 if (cachep->align) in kmem_cache_alloc()
47 posix_memalign(&p, cachep in kmem_cache_alloc()
62 kmem_cache_free(struct kmem_cache *cachep, void *objp) kmem_cache_free() argument
[all...]
/kernel/linux/linux-6.6/tools/include/linux/
H A Dslab.h33 void *kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *, int flags);
34 static inline void *kmem_cache_alloc(struct kmem_cache *cachep, int flags) in kmem_cache_alloc() argument
36 return kmem_cache_alloc_lru(cachep, NULL, flags); in kmem_cache_alloc()
38 void kmem_cache_free(struct kmem_cache *cachep, void *objp);
44 void kmem_cache_free_bulk(struct kmem_cache *cachep, size_t size, void **list);
45 int kmem_cache_alloc_bulk(struct kmem_cache *cachep, gfp_t gfp, size_t size,
/kernel/linux/linux-5.10/drivers/scsi/snic/
H A Dsnic_main.c833 struct kmem_cache *cachep; in snic_global_data_init() local
866 cachep = kmem_cache_create("snic_req_dfltsgl", len, SNIC_SG_DESC_ALIGN, in snic_global_data_init()
868 if (!cachep) { in snic_global_data_init()
874 snic_glob->req_cache[SNIC_REQ_CACHE_DFLT_SGL] = cachep; in snic_global_data_init()
879 cachep = kmem_cache_create("snic_req_maxsgl", len, SNIC_SG_DESC_ALIGN, in snic_global_data_init()
881 if (!cachep) { in snic_global_data_init()
887 snic_glob->req_cache[SNIC_REQ_CACHE_MAX_SGL] = cachep; in snic_global_data_init()
890 cachep = kmem_cache_create("snic_req_maxsgl", len, SNIC_SG_DESC_ALIGN, in snic_global_data_init()
892 if (!cachep) { in snic_global_data_init()
898 snic_glob->req_cache[SNIC_REQ_TM_CACHE] = cachep; in snic_global_data_init()
[all...]
/kernel/linux/linux-6.6/drivers/scsi/snic/
H A Dsnic_main.c819 struct kmem_cache *cachep; in snic_global_data_init() local
852 cachep = kmem_cache_create("snic_req_dfltsgl", len, SNIC_SG_DESC_ALIGN, in snic_global_data_init()
854 if (!cachep) { in snic_global_data_init()
860 snic_glob->req_cache[SNIC_REQ_CACHE_DFLT_SGL] = cachep; in snic_global_data_init()
865 cachep = kmem_cache_create("snic_req_maxsgl", len, SNIC_SG_DESC_ALIGN, in snic_global_data_init()
867 if (!cachep) { in snic_global_data_init()
873 snic_glob->req_cache[SNIC_REQ_CACHE_MAX_SGL] = cachep; in snic_global_data_init()
876 cachep = kmem_cache_create("snic_req_maxsgl", len, SNIC_SG_DESC_ALIGN, in snic_global_data_init()
878 if (!cachep) { in snic_global_data_init()
884 snic_glob->req_cache[SNIC_REQ_TM_CACHE] = cachep; in snic_global_data_init()
[all...]
/kernel/linux/linux-5.10/tools/testing/radix-tree/linux/
H A Dslab.h20 void *kmem_cache_alloc(struct kmem_cache *cachep, int flags);
21 void kmem_cache_free(struct kmem_cache *cachep, void *objp);
/kernel/linux/linux-5.10/arch/powerpc/mm/
H A Dhugetlbpage.c48 struct kmem_cache *cachep; in __hugepte_alloc() local
54 cachep = PGT_CACHE(PTE_T_ORDER); in __hugepte_alloc()
57 cachep = PGT_CACHE(pdshift - pshift); in __hugepte_alloc()
61 if (!cachep) { in __hugepte_alloc()
66 new = kmem_cache_alloc(cachep, pgtable_gfp_flags(mm, GFP_KERNEL)); in __hugepte_alloc()
97 kmem_cache_free(cachep, new); in __hugepte_alloc()
/kernel/linux/linux-6.6/arch/powerpc/mm/
H A Dhugetlbpage.c49 struct kmem_cache *cachep; in __hugepte_alloc() local
55 cachep = PGT_CACHE(PTE_T_ORDER); in __hugepte_alloc()
58 cachep = PGT_CACHE(pdshift - pshift); in __hugepte_alloc()
62 if (!cachep) { in __hugepte_alloc()
67 new = kmem_cache_alloc(cachep, pgtable_gfp_flags(mm, GFP_KERNEL)); in __hugepte_alloc()
98 kmem_cache_free(cachep, new); in __hugepte_alloc()
/kernel/linux/linux-6.6/include/net/
H A Dinet_hashtables.h231 inet_bind_bucket_create(struct kmem_cache *cachep, struct net *net,
234 void inet_bind_bucket_destroy(struct kmem_cache *cachep,
242 inet_bind2_bucket_create(struct kmem_cache *cachep, struct net *net,
247 void inet_bind2_bucket_destroy(struct kmem_cache *cachep,
/kernel/linux/linux-6.6/net/ipv4/
H A Dinet_hashtables.c65 struct inet_bind_bucket *inet_bind_bucket_create(struct kmem_cache *cachep, in inet_bind_bucket_create() argument
71 struct inet_bind_bucket *tb = kmem_cache_alloc(cachep, GFP_ATOMIC); in inet_bind_bucket_create()
88 void inet_bind_bucket_destroy(struct kmem_cache *cachep, struct inet_bind_bucket *tb) in inet_bind_bucket_destroy() argument
92 kmem_cache_free(cachep, tb); in inet_bind_bucket_destroy()
124 struct inet_bind2_bucket *inet_bind2_bucket_create(struct kmem_cache *cachep, in inet_bind2_bucket_create() argument
131 struct inet_bind2_bucket *tb = kmem_cache_alloc(cachep, GFP_ATOMIC); in inet_bind2_bucket_create()
140 void inet_bind2_bucket_destroy(struct kmem_cache *cachep, struct inet_bind2_bucket *tb) in inet_bind2_bucket_destroy() argument
144 kmem_cache_free(cachep, tb); in inet_bind2_bucket_destroy()
/kernel/linux/linux-5.10/include/net/
H A Dinet_hashtables.h201 inet_bind_bucket_create(struct kmem_cache *cachep, struct net *net,
204 void inet_bind_bucket_destroy(struct kmem_cache *cachep,
/kernel/linux/linux-5.10/net/ipv4/
H A Dinet_hashtables.c73 struct inet_bind_bucket *inet_bind_bucket_create(struct kmem_cache *cachep, in inet_bind_bucket_create() argument
79 struct inet_bind_bucket *tb = kmem_cache_alloc(cachep, GFP_ATOMIC); in inet_bind_bucket_create()
96 void inet_bind_bucket_destroy(struct kmem_cache *cachep, struct inet_bind_bucket *tb) in inet_bind_bucket_destroy() argument
100 kmem_cache_free(cachep, tb); in inet_bind_bucket_destroy()
/kernel/linux/linux-5.10/fs/gfs2/
H A Dglock.c1023 struct kmem_cache *cachep; in gfs2_glock_get() local
1035 cachep = gfs2_glock_aspace_cachep; in gfs2_glock_get()
1037 cachep = gfs2_glock_cachep; in gfs2_glock_get()
1038 gl = kmem_cache_alloc(cachep, GFP_NOFS); in gfs2_glock_get()
1047 kmem_cache_free(cachep, gl); in gfs2_glock_get()
1099 kmem_cache_free(cachep, gl); in gfs2_glock_get()
/kernel/linux/linux-5.10/fs/ext4/
H A Dmballoc.c2671 struct kmem_cache *cachep = ext4_groupinfo_caches[cache_index]; in get_groupinfo_cache() local
2673 BUG_ON(!cachep); in get_groupinfo_cache()
2674 return cachep; in get_groupinfo_cache()
2722 struct kmem_cache *cachep = get_groupinfo_cache(sb->s_blocksize_bits); in ext4_mb_add_groupinfo() local
2746 meta_group_info[i] = kmem_cache_zalloc(cachep, GFP_NOFS); in ext4_mb_add_groupinfo()
2798 struct kmem_cache *cachep; in ext4_mb_init_backend() local
2857 cachep = get_groupinfo_cache(sb->s_blocksize_bits); in ext4_mb_init_backend()
2862 kmem_cache_free(cachep, grp); in ext4_mb_init_backend()
2894 struct kmem_cache *cachep; in ext4_groupinfo_create_slab() local
2911 cachep in ext4_groupinfo_create_slab()
3063 struct kmem_cache *cachep = get_groupinfo_cache(sb->s_blocksize_bits); ext4_mb_release() local
[all...]
/kernel/linux/linux-6.6/fs/ext4/
H A Dmballoc.c3266 struct kmem_cache *cachep = ext4_groupinfo_caches[cache_index]; in get_groupinfo_cache() local
3268 BUG_ON(!cachep); in get_groupinfo_cache()
3269 return cachep; in get_groupinfo_cache()
3317 struct kmem_cache *cachep = get_groupinfo_cache(sb->s_blocksize_bits); in ext4_mb_add_groupinfo() local
3341 meta_group_info[i] = kmem_cache_zalloc(cachep, GFP_NOFS); in ext4_mb_add_groupinfo()
3396 struct kmem_cache *cachep; in ext4_mb_init_backend() local
3455 cachep = get_groupinfo_cache(sb->s_blocksize_bits); in ext4_mb_init_backend()
3460 kmem_cache_free(cachep, grp); in ext4_mb_init_backend()
3492 struct kmem_cache *cachep; in ext4_groupinfo_create_slab() local
3509 cachep in ext4_groupinfo_create_slab()
3760 struct kmem_cache *cachep = get_groupinfo_cache(sb->s_blocksize_bits); ext4_mb_release() local
[all...]
/kernel/linux/linux-6.6/include/linux/
H A Dslab.h491 * @cachep: The cache to allocate from.
499 void *kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags) __assume_slab_alignment __malloc;
/kernel/linux/linux-6.6/fs/f2fs/
H A Df2fs.h2798 static inline void *f2fs_kmem_cache_alloc_nofail(struct kmem_cache *cachep, in f2fs_kmem_cache_alloc_nofail() argument
2803 entry = kmem_cache_alloc(cachep, flags); in f2fs_kmem_cache_alloc_nofail()
2805 entry = kmem_cache_alloc(cachep, flags | __GFP_NOFAIL); in f2fs_kmem_cache_alloc_nofail()
2809 static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep, in f2fs_kmem_cache_alloc() argument
2813 return f2fs_kmem_cache_alloc_nofail(cachep, flags); in f2fs_kmem_cache_alloc()
2818 return kmem_cache_alloc(cachep, flags); in f2fs_kmem_cache_alloc()
/kernel/linux/linux-5.10/fs/f2fs/
H A Df2fs.h2463 static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep, in f2fs_kmem_cache_alloc() argument
2468 entry = kmem_cache_alloc(cachep, flags); in f2fs_kmem_cache_alloc()
2470 entry = kmem_cache_alloc(cachep, flags | __GFP_NOFAIL); in f2fs_kmem_cache_alloc()

Completed in 52 milliseconds