Lines Matching refs:shadow
190 struct blk_shadow shadow[];
291 rinfo->shadow_free = rinfo->shadow[free].req.u.rw.id;
292 rinfo->shadow[free].req.u.rw.id = 0x0fffffee; /* debug */
299 if (rinfo->shadow[id].req.u.rw.id != id)
301 if (rinfo->shadow[id].request == NULL)
303 rinfo->shadow[id].req.u.rw.id = rinfo->shadow_free;
304 rinfo->shadow[id].request = NULL;
543 rinfo->shadow[id].request = req;
544 rinfo->shadow[id].status = REQ_PROCESSING;
545 rinfo->shadow[id].associated_id = NO_ASSOCIATED_ID;
547 rinfo->shadow[id].req.u.rw.id = id;
560 ring_req = &rinfo->shadow[id].req;
573 rinfo->shadow[id].status = REQ_WAITING;
606 * We always use the shadow of the first request to store the list
611 struct blk_shadow *shadow = &rinfo->shadow[setup->id];
630 shadow->indirect_grants[n] = gnt_list_entry;
638 * All the grants are stored in the shadow of the first
641 shadow->grants_used[setup->grant_idx] = gnt_list_entry;
752 ring_req = &rinfo->shadow[id].req;
754 num_sg = blk_rq_map_sg(req->q, req, rinfo->shadow[id].sg);
757 for_each_sg(rinfo->shadow[id].sg, sg, num_sg, i)
764 rinfo->shadow[id].num_sg = num_sg;
805 extra_ring_req = &rinfo->shadow[extra_id].req;
811 rinfo->shadow[extra_id].num_sg = 0;
816 rinfo->shadow[extra_id].associated_id = id;
817 rinfo->shadow[id].associated_id = extra_id;
828 for_each_sg(rinfo->shadow[id].sg, sg, num_sg, i) {
850 rinfo->shadow[id].status = REQ_WAITING;
853 rinfo->shadow[extra_id].status = REQ_WAITING;
1249 if (!rinfo->shadow[i].request)
1252 segs = rinfo->shadow[i].req.operation == BLKIF_OP_INDIRECT ?
1253 rinfo->shadow[i].req.u.indirect.nr_segments :
1254 rinfo->shadow[i].req.u.rw.nr_segments;
1256 persistent_gnt = rinfo->shadow[i].grants_used[j];
1263 if (rinfo->shadow[i].req.operation != BLKIF_OP_INDIRECT)
1271 persistent_gnt = rinfo->shadow[i].indirect_grants[j];
1278 kvfree(rinfo->shadow[i].grants_used);
1279 rinfo->shadow[i].grants_used = NULL;
1280 kvfree(rinfo->shadow[i].indirect_grants);
1281 rinfo->shadow[i].indirect_grants = NULL;
1282 kvfree(rinfo->shadow[i].sg);
1283 rinfo->shadow[i].sg = NULL;
1391 struct blk_shadow *s = &rinfo->shadow[*id];
1401 struct blk_shadow *s2 = &rinfo->shadow[s->associated_id];
1403 /* Keep the status of the current response in shadow. */
1414 * All the grants is stored in the first shadow in order
1557 if (rinfo->shadow[id].status != REQ_WAITING) {
1563 rinfo->shadow[id].status = REQ_PROCESSING;
1564 req = rinfo->shadow[id].request;
1566 op = rinfo->shadow[id].req.operation;
1568 op = rinfo->shadow[id].req.u.indirect.indirect_op;
1622 rinfo->shadow[id].req.u.rw.nr_segments == 0)) {
1879 rinfo->shadow[j].req.u.rw.id = j + 1;
1880 rinfo->shadow[BLK_RING_SIZE(info)-1].req.u.rw.id = 0x0fffffff;
1911 info->rinfo_size = struct_size(info->rinfo, shadow,
2073 struct blk_shadow *shadow = rinfo->shadow;
2077 if (!shadow[j].request)
2083 if (req_op(shadow[j].request) == REQ_OP_FLUSH ||
2084 req_op(shadow[j].request) == REQ_OP_DISCARD ||
2085 req_op(shadow[j].request) == REQ_OP_SECURE_ERASE ||
2086 shadow[j].request->cmd_flags & REQ_FUA) {
2094 list_add(&shadow[j].request->queuelist, &info->requests);
2097 merge_bio.head = shadow[j].request->bio;
2098 merge_bio.tail = shadow[j].request->biotail;
2100 shadow[j].request->bio = NULL;
2101 blk_mq_end_request(shadow[j].request, BLK_STS_OK);
2207 rinfo->shadow[i].grants_used =
2209 sizeof(rinfo->shadow[i].grants_used[0]),
2211 rinfo->shadow[i].sg = kvcalloc(psegs,
2212 sizeof(rinfo->shadow[i].sg[0]),
2215 rinfo->shadow[i].indirect_grants =
2217 sizeof(rinfo->shadow[i].indirect_grants[0]),
2219 if ((rinfo->shadow[i].grants_used == NULL) ||
2220 (rinfo->shadow[i].sg == NULL) ||
2222 (rinfo->shadow[i].indirect_grants == NULL)))
2224 sg_init_table(rinfo->shadow[i].sg, psegs);
2233 kvfree(rinfo->shadow[i].grants_used);
2234 rinfo->shadow[i].grants_used = NULL;
2235 kvfree(rinfo->shadow[i].sg);
2236 rinfo->shadow[i].sg = NULL;
2237 kvfree(rinfo->shadow[i].indirect_grants);
2238 rinfo->shadow[i].indirect_grants = NULL;