Lines Matching refs:iop
482 struct data_insert_op iop;
499 s->iop.status = bio->bi_status;
501 ptr_stale(s->iop.c, &b->key, 0)) {
502 atomic_long_inc(&s->iop.c->cache_read_races);
503 s->iop.status = BLK_STS_IOERR;
506 bch_bbio_endio(s->iop.c, bio, bio->bi_status, "reading from cache");
520 if (bkey_cmp(k, &KEY(s->iop.inode, bio->bi_iter.bi_sector, 0)) <= 0)
523 if (KEY_INODE(k) != s->iop.inode ||
526 unsigned int sectors = KEY_INODE(k) == s->iop.inode
557 bch_cut_front(&KEY(s->iop.inode, n->bi_iter.bi_sector, 0), bio_key);
558 bch_cut_back(&KEY(s->iop.inode, bio_end_sector(n), 0), bio_key);
580 struct search *s = container_of(cl, struct search, iop.cl);
587 ret = bch_btree_map_keys(&s->op, s->iop.c,
588 &KEY(s->iop.inode, bio->bi_iter.bi_sector, 0),
601 * And after that happened, s->iop.status is still its initial value
612 if (!s->iop.status)
613 s->iop.status = BLK_STS_IOERR;
628 s->iop.status = bio->bi_status;
649 * s->iop.status by this failure, the status will be decided
652 if (unlikely(s->iop.writeback &&
658 s->iop.status = bio->bi_status;
676 s->orig_bio->bi_status = s->iop.status;
706 atomic_dec(&s->iop.c->search_inflight);
708 if (s->iop.bio)
709 bio_put(s->iop.bio);
713 mempool_free(s, &s->iop.c->search);
736 s->iop.c = d->c;
737 s->iop.bio = NULL;
738 s->iop.inode = d->id;
739 s->iop.write_point = hash_long((unsigned long) current, 16);
740 s->iop.write_prio = 0;
741 s->iop.status = 0;
742 s->iop.flags = 0;
743 s->iop.flush_journal = op_is_flush(bio->bi_opf);
744 s->iop.wq = bcache_wq;
766 if (s->iop.replace_collision)
767 bch_mark_cache_miss_collision(s->iop.c, s->d);
769 if (s->iop.bio)
770 bio_free_pages(s->iop.bio);
791 s->iop.status = 0;
797 closure_bio_submit(s->iop.c, bio, cl);
808 if (s->iop.replace_collision)
809 bch_mark_cache_miss_collision(s->iop.c, s->d);
811 if (s->iop.bio)
812 bio_free_pages(s->iop.bio);
831 if (s->iop.bio) {
832 bio_reset(s->iop.bio);
833 s->iop.bio->bi_iter.bi_sector =
835 bio_copy_dev(s->iop.bio, s->cache_miss);
836 s->iop.bio->bi_iter.bi_size = s->insert_bio_sectors << 9;
837 bch_bio_map(s->iop.bio, NULL);
839 bio_copy_data(s->cache_miss, s->iop.bio);
851 if (s->iop.bio &&
852 !test_bit(CACHE_SET_STOPPING, &s->iop.c->flags)) {
853 BUG_ON(!s->iop.replace);
854 closure_call(&s->iop.cl, bch_data_insert, NULL, cl);
865 bch_mark_cache_accounting(s->iop.c, s->d,
866 !s->cache_missed, s->iop.bypass);
867 trace_bcache_read(s->orig_bio, !s->cache_missed, s->iop.bypass);
869 if (s->iop.status)
871 else if (s->iop.bio || verify(dc))
887 if (s->cache_miss || s->iop.bypass) {
895 s->iop.c->gc_stats.in_use < CUTOFF_CACHE_READA)
901 s->iop.replace_key = KEY(s->iop.inode,
905 ret = bch_btree_insert_check_key(b, &s->op, &s->iop.replace_key);
909 s->iop.replace = true;
934 bch_mark_cache_readahead(s->iop.c, s->d);
937 s->iop.bio = cache_bio;
940 closure_bio_submit(s->iop.c, cache_bio, &s->cl);
949 closure_bio_submit(s->iop.c, miss, &s->cl);
957 closure_call(&s->iop.cl, cache_lookup, NULL, cl);
979 bch_keybuf_check_overlapping(&s->iop.c->moving_gc_keys, &start, &end);
987 s->iop.bypass = false;
988 s->iop.writeback = true;
999 s->iop.bypass = true;
1003 s->iop.bypass)) {
1004 s->iop.bypass = false;
1005 s->iop.writeback = true;
1008 if (s->iop.bypass) {
1009 s->iop.bio = s->orig_bio;
1010 bio_get(s->iop.bio);
1018 closure_bio_submit(s->iop.c, bio, cl);
1020 } else if (s->iop.writeback) {
1022 s->iop.bio = bio;
1034 s->iop.status = BLK_STS_RESOURCE;
1042 closure_bio_submit(s->iop.c, flush, cl);
1045 s->iop.bio = bio_clone_fast(bio, GFP_NOIO, &dc->disk.bio_split);
1048 closure_bio_submit(s->iop.c, bio, cl);
1052 closure_call(&s->iop.cl, bch_data_insert, NULL, cl);
1061 if (s->iop.flush_journal)
1062 bch_journal_meta(s->iop.c, cl);
1066 closure_bio_submit(s->iop.c, bio, cl);
1218 s->iop.bypass = check_should_bypass(dc, bio);
1272 if (s->iop.flush_journal)
1273 bch_journal_meta(s->iop.c, cl);
1305 bch_keybuf_check_overlapping(&s->iop.c->moving_gc_keys,
1309 s->iop.bypass = (bio_op(bio) == REQ_OP_DISCARD) != 0;
1310 s->iop.writeback = true;
1311 s->iop.bio = bio;
1313 closure_call(&s->iop.cl, bch_data_insert, NULL, cl);
1315 closure_call(&s->iop.cl, cache_lookup, NULL, cl);