Lines Matching refs:z3fold_header
58 #define ZHDR_SIZE_ALIGNED round_up(sizeof(struct z3fold_header), CHUNK_SIZE)
92 * struct z3fold_header - z3fold page metadata occupying first chunks of each
108 struct z3fold_header {
178 static struct z3fold_header *__z3fold_alloc(struct z3fold_pool *, size_t, bool);
221 static inline void z3fold_page_lock(struct z3fold_header *zhdr)
227 static inline int z3fold_page_trylock(struct z3fold_header *zhdr)
233 static inline void z3fold_page_unlock(struct z3fold_header *zhdr)
239 static inline struct z3fold_header *get_z3fold_header(unsigned long handle)
242 struct z3fold_header *zhdr;
252 zhdr = (struct z3fold_header *)(addr & PAGE_MASK);
265 zhdr = (struct z3fold_header *)(handle & PAGE_MASK);
271 static inline void put_z3fold_header(struct z3fold_header *zhdr)
279 static inline void free_handle(unsigned long handle, struct z3fold_header *zhdr)
319 static struct z3fold_header *init_z3fold_page(struct page *page, bool headless,
322 struct z3fold_header *zhdr = page_address(page);
361 static inline int __idx(struct z3fold_header *zhdr, enum buddy bud)
370 static unsigned long __encode_handle(struct z3fold_header *zhdr,
396 static unsigned long encode_handle(struct z3fold_header *zhdr, enum buddy bud)
420 struct z3fold_header *zhdr;
428 zhdr = (struct z3fold_header *)(addr & PAGE_MASK);
432 static inline struct z3fold_pool *zhdr_to_pool(struct z3fold_header *zhdr)
437 static void __release_z3fold_page(struct z3fold_header *zhdr, bool locked)
461 struct z3fold_header *zhdr = container_of(ref, struct z3fold_header,
469 struct z3fold_header *zhdr = container_of(ref, struct z3fold_header,
481 static inline int put_z3fold_locked(struct z3fold_header *zhdr)
486 static inline int put_z3fold_locked_list(struct z3fold_header *zhdr)
497 struct z3fold_header *zhdr = list_first_entry(&pool->stale,
498 struct z3fold_header, buddy);
517 static int num_free_chunks(struct z3fold_header *zhdr)
539 struct z3fold_header *zhdr)
556 static inline enum buddy get_free_buddy(struct z3fold_header *zhdr, int chunks)
578 static inline void *mchunk_memmove(struct z3fold_header *zhdr,
587 static inline bool buddy_single(struct z3fold_header *zhdr)
594 static struct z3fold_header *compact_single_buddy(struct z3fold_header *zhdr)
600 struct z3fold_header *new_zhdr = NULL;
687 static int z3fold_compact_page(struct z3fold_header *zhdr)
734 static void do_compact_page(struct z3fold_header *zhdr, bool locked)
778 struct z3fold_header *zhdr = container_of(w, struct z3fold_header,
785 static inline struct z3fold_header *__z3fold_alloc(struct z3fold_pool *pool,
788 struct z3fold_header *zhdr = NULL;
801 struct z3fold_header, buddy);
809 struct z3fold_header, buddy)) ||
856 struct z3fold_header, buddy);
1004 struct z3fold_header *zhdr = NULL;
1094 struct z3fold_header *zhdr;
1176 struct z3fold_header *zhdr;
1221 struct z3fold_header *zhdr;
1251 struct z3fold_header *zhdr;
1288 struct z3fold_header *zhdr, *new_zhdr;
1346 struct z3fold_header *zhdr;