Lines Matching refs:vring
37 /* Returns vring->num if empty, -ve on error. */
46 err = getu16(vrh, &avail_idx, &vrh->vring.avail->idx);
49 &vrh->vring.avail->idx);
54 return vrh->vring.num;
59 i = *last_avail_idx & (vrh->vring.num - 1);
61 err = getu16(vrh, &head, &vrh->vring.avail->ring[i]);
64 *last_avail_idx, &vrh->vring.avail->ring[i]);
68 if (head >= vrh->vring.num) {
70 head, vrh->vring.num);
223 *descs = vrh->vring.desc;
224 *desc_max = vrh->vring.num;
282 /* We start traversing vring's descriptor table. */
283 descs = vrh->vring.desc;
284 desc_max = vrh->vring.num;
339 if (count > vrh->vring.num || indirect_count > desc_max) {
433 used_ring = vrh->vring.used;
436 off = used_idx % vrh->vring.num;
439 if (num_used > 1 && unlikely(off + num_used >= vrh->vring.num)) {
440 u16 part = vrh->vring.num - off;
457 err = putu16(vrh, &vrh->vring.used->idx, used_idx + num_used);
460 &vrh->vring.used->idx);
486 err = getu16(vrh, &flags, &vrh->vring.avail->flags);
489 &vrh->vring.avail->flags);
496 err = getu16(vrh, &used_event, &vring_used_event(&vrh->vring));
499 &vring_used_event(&vrh->vring));
526 if (putu16(vrh, &vrh->vring.used->flags, 0) != 0) {
528 &vrh->vring.used->flags);
532 if (putu16(vrh, &vring_avail_event(&vrh->vring),
535 &vring_avail_event(&vrh->vring));
544 if (getu16(vrh, &avail, &vrh->vring.avail->idx) != 0) {
546 &vrh->vring.avail->idx);
562 if (putu16(vrh, &vrh->vring.used->flags,
565 &vrh->vring.used->flags);
616 * vringh_init_user - initialize a vringh for a userspace vring.
646 vrh->vring.num = num;
647 /* vring expects kernel addresses, but only used via accessors. */
648 vrh->vring.desc = (__force struct vring_desc *)desc;
649 vrh->vring.avail = (__force struct vring_avail *)avail;
650 vrh->vring.used = (__force struct vring_used *)used;
657 * @vrh: the userspace vring.
667 * *head will be vrh->vring.num. You may be able to ignore an invalid
681 *head = vrh->vring.num;
687 if (err == vrh->vring.num)
754 * @vrh: the vring.
770 * @vrh: the vring.
789 * @vrh: the vring.
807 * @vrh: the vring.
810 * now more buffers available in the vring.
820 * @vrh: the vring.
833 * @vrh: the vring we've called vringh_complete_user() on.
888 * vringh_init_kern - initialize a vringh for a kernelspace vring.
917 vrh->vring.num = num;
918 vrh->vring.desc = desc;
919 vrh->vring.avail = avail;
920 vrh->vring.used = used;
927 * @vrh: the kernelspace vring.
937 * *head will be vrh->vring.num. You may be able to ignore an invalid
955 if (err == vrh->vring.num)
999 * @vrh: the vring.
1015 * @vrh: the vring.
1035 * @vrh: the vring.
1038 * now more buffers available in the vring.
1048 * @vrh: the vring.
1061 * @vrh: the vring we've called vringh_complete_kern() on.
1267 * @vrh: the vring
1268 * @iotlb: iotlb associated with this vring
1279 * @vrh: the kernelspace vring.
1289 * *head will be vrh->vring.num. You may be able to ignore an invalid
1307 if (err == vrh->vring.num)
1322 * @vrh: the vring.
1339 * @vrh: the vring.
1356 * @vrh: the vring.
1373 * @vrh: the vring.
1393 * @vrh: the vring.
1396 * now more buffers available in the vring.
1406 * @vrh: the vring.
1419 * @vrh: the vring we've called vringh_complete_iotlb() on.