Lines Matching defs:dm_buffer
65 * dm_buffer->list_mode
326 struct dm_buffer {
357 void (*end_io)(struct dm_buffer *b, blk_status_t bs);
523 static inline struct dm_buffer *le_to_buffer(struct lru_entry *le)
525 return container_of(le, struct dm_buffer, lru);
528 static struct dm_buffer *list_to_buffer(struct list_head *l)
592 static struct dm_buffer *__cache_get(const struct rb_root *root, sector_t block)
595 struct dm_buffer *b;
598 b = container_of(n, struct dm_buffer, node);
609 static void __cache_inc_buffer(struct dm_buffer *b)
615 static struct dm_buffer *cache_get(struct dm_buffer_cache *bc, sector_t block)
617 struct dm_buffer *b;
636 static bool cache_put(struct dm_buffer_cache *bc, struct dm_buffer *b)
650 typedef enum evict_result (*b_predicate)(struct dm_buffer *, void *);
670 struct dm_buffer *b = le_to_buffer(le);
680 static struct dm_buffer *__cache_evict(struct dm_buffer_cache *bc, int list_mode,
686 struct dm_buffer *b;
699 static struct dm_buffer *cache_evict(struct dm_buffer_cache *bc, int list_mode,
702 struct dm_buffer *b;
717 static void cache_mark(struct dm_buffer_cache *bc, struct dm_buffer *b, int list_mode)
738 struct dm_buffer *b;
778 typedef enum it_action (*iter_fn)(struct dm_buffer *b, void *context);
791 struct dm_buffer *b = le_to_buffer(le);
829 static bool __cache_insert(struct rb_root *root, struct dm_buffer *b)
832 struct dm_buffer *found;
835 found = container_of(*new, struct dm_buffer, node);
851 static bool cache_insert(struct dm_buffer_cache *bc, struct dm_buffer *b)
876 static bool cache_remove(struct dm_buffer_cache *bc, struct dm_buffer *b)
897 typedef void (*b_release)(struct dm_buffer *);
899 static struct dm_buffer *__find_next(struct rb_root *root, sector_t block)
902 struct dm_buffer *b;
903 struct dm_buffer *best = NULL;
906 b = container_of(n, struct dm_buffer, node);
927 struct dm_buffer *b;
991 void (*alloc_callback)(struct dm_buffer *buf);
992 void (*write_callback)(struct dm_buffer *buf);
1095 static void buffer_record_stack(struct dm_buffer *b)
1103 static void adjust_total_allocated(struct dm_buffer *b, bool unlink)
1229 static struct dm_buffer *alloc_buffer(struct dm_bufio_client *c, gfp_t gfp_mask)
1231 struct dm_buffer *b = kmem_cache_alloc(c->slab_buffer, gfp_mask);
1254 static void free_buffer(struct dm_buffer *b)
1289 struct dm_buffer *b = context;
1294 static void use_dmio(struct dm_buffer *b, enum req_op op, sector_t sector,
1325 struct dm_buffer *b = bio->bi_private;
1333 static void use_bio(struct dm_buffer *b, enum req_op op, sector_t sector,
1371 static void submit_io(struct dm_buffer *b, enum req_op op,
1372 void (*end_io)(struct dm_buffer *, blk_status_t))
1418 static void write_endio(struct dm_buffer *b, blk_status_t status)
1446 static void __write_dirty_buffer(struct dm_buffer *b,
1470 struct dm_buffer *b =
1471 list_entry(write_list->next, struct dm_buffer, write_list);
1484 static void __make_buffer_clean(struct dm_buffer *b)
1497 static enum evict_result is_clean(struct dm_buffer *b, void *context)
1516 static enum evict_result is_dirty(struct dm_buffer *b, void *context)
1531 static struct dm_buffer *__get_unclaimed_buffer(struct dm_bufio_client *c)
1533 struct dm_buffer *b;
1594 static struct dm_buffer *__alloc_buffer_wait_no_callback(struct dm_bufio_client *c, enum new_flag nf)
1596 struct dm_buffer *b;
1647 static struct dm_buffer *__alloc_buffer_wait(struct dm_bufio_client *c, enum new_flag nf)
1649 struct dm_buffer *b = __alloc_buffer_wait_no_callback(c, nf);
1663 static void __free_buffer_wake(struct dm_buffer *b)
1683 static enum evict_result cleaned(struct dm_buffer *b, void *context)
1704 static enum it_action write_one(struct dm_buffer *b, void *context)
1743 static void cache_put_and_wake(struct dm_bufio_client *c, struct dm_buffer *b)
1758 static struct dm_buffer *__bufio_new(struct dm_bufio_client *c, sector_t block,
1762 struct dm_buffer *b, *new_b = NULL;
1835 static void read_endio(struct dm_buffer *b, blk_status_t status)
1855 enum new_flag nf, struct dm_buffer **bp)
1858 struct dm_buffer *b;
1927 struct dm_buffer **bp)
1934 struct dm_buffer **bp)
1944 struct dm_buffer **bp)
1967 struct dm_buffer *b;
2007 void dm_bufio_release(struct dm_buffer *b)
2036 void dm_bufio_mark_partial_buffer_dirty(struct dm_buffer *b,
2063 void dm_bufio_mark_buffer_dirty(struct dm_buffer *b)
2092 struct dm_buffer *b = le_to_buffer(e);
2115 struct dm_buffer *b = le_to_buffer(e);
2200 struct dm_buffer *b;
2231 static enum evict_result idle(struct dm_buffer *b, void *context)
2278 sector_t dm_bufio_get_block_number(struct dm_buffer *b)
2284 void *dm_bufio_get_block_data(struct dm_buffer *b)
2290 void *dm_bufio_get_aux_data(struct dm_buffer *b)
2296 struct dm_bufio_client *dm_bufio_get_client(struct dm_buffer *b)
2302 static enum it_action warn_leak(struct dm_buffer *b, void *context)
2321 struct dm_buffer *b;
2368 struct dm_buffer *b;
2440 void (*alloc_callback)(struct dm_buffer *),
2441 void (*write_callback)(struct dm_buffer *),
2510 c->slab_buffer = kmem_cache_create(slab_name, sizeof(struct dm_buffer) + aux_size,
2518 struct dm_buffer *b = alloc_buffer(c, GFP_KERNEL);
2549 struct dm_buffer *b = list_to_buffer(c->reserved_buffers.next);
2591 struct dm_buffer *b = list_to_buffer(c->reserved_buffers.next);
2640 static bool older_than(struct dm_buffer *b, unsigned long age_hz)
2665 static enum evict_result select_for_evict(struct dm_buffer *b, void *context)
2686 struct dm_buffer *b;