Lines Matching refs:pcpu_chunk
162 struct pcpu_chunk *pcpu_first_chunk __ro_after_init;
169 struct pcpu_chunk *pcpu_reserved_chunk __ro_after_init;
215 static bool pcpu_addr_in_chunk(struct pcpu_chunk *chunk, void *addr)
242 static int pcpu_chunk_slot(const struct pcpu_chunk *chunk)
254 static void pcpu_set_page_chunk(struct page *page, struct pcpu_chunk *pcpu)
260 static struct pcpu_chunk *pcpu_get_page_chunk(struct page *page)
262 return (struct pcpu_chunk *)page->index;
275 static unsigned long pcpu_chunk_addr(struct pcpu_chunk *chunk,
286 static unsigned long *pcpu_index_alloc_map(struct pcpu_chunk *chunk, int index)
365 static void pcpu_next_md_free_region(struct pcpu_chunk *chunk, int *bit_off,
420 static void pcpu_next_fit_region(struct pcpu_chunk *chunk, int alloc_bits,
526 static void __pcpu_chunk_move(struct pcpu_chunk *chunk, int slot,
537 static void pcpu_chunk_move(struct pcpu_chunk *chunk, int slot)
555 static void pcpu_chunk_relocate(struct pcpu_chunk *chunk, int oslot)
567 static void pcpu_isolate_chunk(struct pcpu_chunk *chunk)
578 static void pcpu_reintegrate_chunk(struct pcpu_chunk *chunk)
598 static inline void pcpu_update_empty_pages(struct pcpu_chunk *chunk, int nr)
712 static void pcpu_block_update_scan(struct pcpu_chunk *chunk, int bit_off,
745 static void pcpu_chunk_refresh_hint(struct pcpu_chunk *chunk, bool full_scan)
774 static void pcpu_block_refresh_hint(struct pcpu_chunk *chunk, int index)
808 static void pcpu_block_update_hint_alloc(struct pcpu_chunk *chunk, int bit_off,
963 static void pcpu_block_update_hint_free(struct pcpu_chunk *chunk, int bit_off,
1073 static bool pcpu_is_populated(struct pcpu_chunk *chunk, int bit_off, int bits,
1110 static int pcpu_find_block_fit(struct pcpu_chunk *chunk, int alloc_bits,
1198 * pcpu_alloc_area - allocates an area from a pcpu_chunk
1216 static int pcpu_alloc_area(struct pcpu_chunk *chunk, int alloc_bits,
1276 static int pcpu_free_area(struct pcpu_chunk *chunk, int off)
1319 static void pcpu_init_md_blocks(struct pcpu_chunk *chunk)
1345 static struct pcpu_chunk * __init pcpu_alloc_first_chunk(unsigned long tmp_addr,
1348 struct pcpu_chunk *chunk;
1438 static struct pcpu_chunk *pcpu_alloc_chunk(gfp_t gfp)
1440 struct pcpu_chunk *chunk;
1497 static void pcpu_free_chunk(struct pcpu_chunk *chunk)
1512 * @chunk: pcpu_chunk which got populated
1520 static void pcpu_chunk_populated(struct pcpu_chunk *chunk, int page_start,
1536 * @chunk: pcpu_chunk which got depopulated
1544 static void pcpu_chunk_depopulated(struct pcpu_chunk *chunk,
1574 static int pcpu_populate_chunk(struct pcpu_chunk *chunk,
1576 static void pcpu_depopulate_chunk(struct pcpu_chunk *chunk,
1578 static void pcpu_post_unmap_tlb_flush(struct pcpu_chunk *chunk,
1580 static struct pcpu_chunk *pcpu_create_chunk(gfp_t gfp);
1581 static void pcpu_destroy_chunk(struct pcpu_chunk *chunk);
1601 static struct pcpu_chunk *pcpu_chunk_addr_search(void *addr)
1645 struct pcpu_chunk *chunk, int off,
1664 static void pcpu_memcg_free_hook(struct pcpu_chunk *chunk, int off, size_t size)
1694 struct pcpu_chunk *chunk, int off,
1699 static void pcpu_memcg_free_hook(struct pcpu_chunk *chunk, int off, size_t size)
1727 struct pcpu_chunk *chunk, *next;
1985 struct pcpu_chunk *chunk, *next;
1997 if (chunk == list_first_entry(free_head, struct pcpu_chunk, list))
2039 struct pcpu_chunk *chunk;
2130 struct pcpu_chunk *chunk;
2146 struct pcpu_chunk, list))) {
2259 struct pcpu_chunk *chunk;
2286 struct pcpu_chunk *pos;
2700 pcpu_chunk_struct_size = struct_size((struct pcpu_chunk *)0, populated,