Lines Matching refs:ec
36 static inline sector_t __sector_to_block(struct ebs_c *ec, sector_t sector)
38 return sector >> ec->block_shift;
47 static inline unsigned int __nr_blocks(struct ebs_c *ec, struct bio *bio)
49 sector_t end_sector = __block_mod(bio->bi_iter.bi_sector, ec->u_bs) + bio_sectors(bio);
51 return __sector_to_block(ec, end_sector) + (__block_mod(end_sector, ec->u_bs) ? 1 : 0);
64 static int __ebs_rw_bvec(struct ebs_c *ec, int rw, struct bio_vec *bv, struct bvec_iter *iter)
70 unsigned int buf_off = to_bytes(__block_mod(iter->bi_sector, ec->u_bs));
71 sector_t block = __sector_to_block(ec, iter->bi_sector);
81 cur_len = min(dm_bufio_get_block_size(ec->bufio) - buf_off, bv_len);
84 if (rw == READ || buf_off || bv_len < dm_bufio_get_block_size(ec->bufio))
85 ba = dm_bufio_read(ec->bufio, block, &b);
87 ba = dm_bufio_new(ec->bufio, block, &b);
120 static int __ebs_rw_bio(struct ebs_c *ec, int rw, struct bio *bio)
127 rr = __ebs_rw_bvec(ec, rw, &bv, &iter);
141 static int __ebs_discard_bio(struct ebs_c *ec, struct bio *bio)
145 block = __sector_to_block(ec, sector);
146 blocks = __nr_blocks(ec, bio);
152 if (__block_mod(sector, ec->u_bs)) {
158 if (blocks && __block_mod(bio_end_sector(bio), ec->u_bs))
161 return blocks ? dm_bufio_issue_discard(ec->bufio, block, blocks) : 0;
165 static void __ebs_forget_bio(struct ebs_c *ec, struct bio *bio)
169 blocks = __nr_blocks(ec, bio);
171 dm_bufio_forget_buffers(ec->bufio, __sector_to_block(ec, sector), blocks);
180 struct ebs_c *ec = container_of(ws, struct ebs_c, ws);
186 spin_lock_irq(&ec->lock);
187 bios = ec->bios_in;
188 bio_list_init(&ec->bios_in);
189 spin_unlock_irq(&ec->lock);
193 block1 = __sector_to_block(ec, bio->bi_iter.bi_sector);
195 dm_bufio_prefetch(ec->bufio, block1, __nr_blocks(ec, bio));
197 block2 = __sector_to_block(ec, bio_end_sector(bio));
198 if (__block_mod(bio->bi_iter.bi_sector, ec->u_bs))
199 dm_bufio_prefetch(ec->bufio, block1, 1);
200 if (__block_mod(bio_end_sector(bio), ec->u_bs) && block2 != block1)
201 dm_bufio_prefetch(ec->bufio, block2, 1);
208 r = __ebs_rw_bio(ec, READ, bio);
211 r = __ebs_rw_bio(ec, WRITE, bio);
213 __ebs_forget_bio(ec, bio);
214 r = __ebs_discard_bio(ec, bio);
225 r = write ? dm_bufio_write_dirty_buffers(ec->bufio) : 0;
251 struct ebs_c *ec;
258 ec = ti->private = kzalloc(sizeof(*ec), GFP_KERNEL);
259 if (!ec) {
271 ec->start = tmp;
279 ec->e_bs = tmp1;
286 ec->u_bs = tmp1;
287 ec->u_bs_set = true;
289 ec->u_bs_set = false;
291 r = dm_get_device(ti, argv[0], dm_table_get_mode(ti->table), &ec->dev);
294 ec->dev = NULL;
299 if (!ec->u_bs_set) {
300 ec->u_bs = to_sector(bdev_logical_block_size(ec->dev->bdev));
301 if (!__ebs_check_bs(ec->u_bs)) {
307 if (!ec->u_bs_set && ec->e_bs == ec->u_bs)
310 if (__block_mod(ec->start, ec->u_bs)) {
315 ec->bufio = dm_bufio_client_create(ec->dev->bdev, to_bytes(ec->u_bs), 1, 0, NULL, NULL);
316 if (IS_ERR(ec->bufio)) {
318 r = PTR_ERR(ec->bufio);
319 ec->bufio = NULL;
323 ec->wq = alloc_ordered_workqueue("dm-" DM_MSG_PREFIX, WQ_MEM_RECLAIM);
324 if (!ec->wq) {
330 ec->block_shift = __ffs(ec->u_bs);
331 INIT_WORK(&ec->ws, &__ebs_process_bios);
332 bio_list_init(&ec->bios_in);
333 spin_lock_init(&ec->lock);
348 struct ebs_c *ec = ti->private;
350 if (ec->wq)
351 destroy_workqueue(ec->wq);
352 if (ec->bufio)
353 dm_bufio_client_destroy(ec->bufio);
354 if (ec->dev)
355 dm_put_device(ti, ec->dev);
356 kfree(ec);
361 struct ebs_c *ec = ti->private;
363 bio_set_dev(bio, ec->dev->bdev);
364 bio->bi_iter.bi_sector = ec->start + dm_target_offset(ti, bio->bi_iter.bi_sector);
373 if (likely(__block_mod(bio->bi_iter.bi_sector, ec->u_bs) ||
374 __block_mod(bio_end_sector(bio), ec->u_bs) ||
375 ec->e_bs == ec->u_bs)) {
376 spin_lock_irq(&ec->lock);
377 bio_list_add(&ec->bios_in, bio);
378 spin_unlock_irq(&ec->lock);
380 queue_work(ec->wq, &ec->ws);
386 __ebs_forget_bio(ec, bio);
394 struct ebs_c *ec = ti->private;
401 snprintf(result, maxlen, ec->u_bs_set ? "%s %llu %u %u" : "%s %llu %u",
402 ec->dev->name, (unsigned long long) ec->start, ec->e_bs, ec->u_bs);
409 struct ebs_c *ec = ti->private;
410 struct dm_dev *dev = ec->dev;
416 return !!(ec->start || ti->len != i_size_read(dev->bdev->bd_inode) >> SECTOR_SHIFT);
421 struct ebs_c *ec = ti->private;
423 limits->logical_block_size = to_bytes(ec->e_bs);
424 limits->physical_block_size = to_bytes(ec->u_bs);
432 struct ebs_c *ec = ti->private;
434 return fn(ti, ec->dev, ec->start, ti->len, data);