/kernel/linux/linux-5.10/tools/virtio/ringtest/ |
H A D | virtio_ring_0_9.c | 43 unsigned short last_used_idx; member 80 guest.last_used_idx = 0; in alloc_ring() 159 head = (ring_size - 1) & guest.last_used_idx; in get_buf() 161 if ((index ^ guest.last_used_idx ^ 0x8000) & ~(ring_size - 1)) in get_buf() 167 if (ring.used->idx == guest.last_used_idx) in get_buf() 172 head = (ring_size - 1) & guest.last_used_idx; in get_buf() 175 head = (ring_size - 1) & guest.last_used_idx; in get_buf() 193 guest.last_used_idx++; in get_buf() 199 unsigned short last_used_idx = guest.last_used_idx; in used_empty() local [all...] |
H A D | ring.c | 61 unsigned last_used_idx; member 94 guest.last_used_idx = 0; in alloc_ring() 145 unsigned head = (ring_size - 1) & guest.last_used_idx; in get_buf() 160 guest.last_used_idx++; in get_buf() 166 unsigned head = (ring_size - 1) & guest.last_used_idx; in used_empty() 180 event->call_index = guest.last_used_idx; in enable_call()
|
/kernel/linux/linux-6.6/tools/virtio/ringtest/ |
H A D | virtio_ring_0_9.c | 43 unsigned short last_used_idx; member 80 guest.last_used_idx = 0; in alloc_ring() 159 head = (ring_size - 1) & guest.last_used_idx; in get_buf() 161 if ((index ^ guest.last_used_idx ^ 0x8000) & ~(ring_size - 1)) in get_buf() 167 if (ring.used->idx == guest.last_used_idx) in get_buf() 172 head = (ring_size - 1) & guest.last_used_idx; in get_buf() 175 head = (ring_size - 1) & guest.last_used_idx; in get_buf() 193 guest.last_used_idx++; in get_buf() 199 unsigned short last_used_idx = guest.last_used_idx; in used_empty() local [all...] |
H A D | ring.c | 61 unsigned last_used_idx; member 94 guest.last_used_idx = 0; in alloc_ring() 145 unsigned head = (ring_size - 1) & guest.last_used_idx; in get_buf() 160 guest.last_used_idx++; in get_buf() 166 unsigned head = (ring_size - 1) & guest.last_used_idx; in used_empty() 180 event->call_index = guest.last_used_idx; in enable_call()
|
/kernel/linux/linux-6.6/drivers/virtio/ |
H A D | virtio_ring.c | 194 u16 last_used_idx; member 425 vq->last_used_idx = 0 | (1 << VRING_PACKED_EVENT_F_WRAP_CTR); in virtqueue_init() 427 vq->last_used_idx = 0; in virtqueue_init() 819 return vq->last_used_idx != virtio16_to_cpu(vq->vq.vdev, in more_used_split() 848 last_used = (vq->last_used_idx & (vq->split.vring.num - 1)); in virtqueue_get_buf_ctx_split() 866 vq->last_used_idx++; in virtqueue_get_buf_ctx_split() 873 cpu_to_virtio16(_vq->vdev, vq->last_used_idx)); in virtqueue_get_buf_ctx_split() 908 u16 last_used_idx; in virtqueue_enable_cb_prepare_split() local 925 last_used_idx = vq->last_used_idx); in virtqueue_enable_cb_prepare_split() 930 virtqueue_poll_split(struct virtqueue *_vq, unsigned int last_used_idx) virtqueue_poll_split() argument 1213 packed_used_wrap_counter(u16 last_used_idx) packed_used_wrap_counter() argument 1218 packed_last_used(u16 last_used_idx) packed_last_used() argument 1664 u16 last_used_idx; more_used_packed() local 1678 u16 last_used, id, last_used_idx; virtqueue_get_buf_ctx_packed() local 1809 u16 used_idx, wrap_counter, last_used_idx; virtqueue_enable_cb_delayed_packed() local 2483 virtqueue_poll(struct virtqueue *_vq, unsigned int last_used_idx) virtqueue_poll() argument 2509 unsigned int last_used_idx = virtqueue_enable_cb_prepare(_vq); virtqueue_enable_cb() local [all...] |
H A D | virtio_vdpa.c | 240 s->last_used_idx = 0; in virtio_vdpa_setup_vq()
|
/kernel/linux/linux-5.10/drivers/virtio/ |
H A D | virtio_ring.c | 114 u16 last_used_idx; member 674 return vq->last_used_idx != virtio16_to_cpu(vq->vq.vdev, in more_used_split() 703 last_used = (vq->last_used_idx & (vq->split.vring.num - 1)); in virtqueue_get_buf_ctx_split() 721 vq->last_used_idx++; in virtqueue_get_buf_ctx_split() 728 cpu_to_virtio16(_vq->vdev, vq->last_used_idx)); in virtqueue_get_buf_ctx_split() 752 u16 last_used_idx; in virtqueue_enable_cb_prepare_split() local 769 last_used_idx = vq->last_used_idx); in virtqueue_enable_cb_prepare_split() 771 return last_used_idx; in virtqueue_enable_cb_prepare_split() 774 static bool virtqueue_poll_split(struct virtqueue *_vq, unsigned last_used_idx) in virtqueue_poll_split() argument 1971 virtqueue_poll(struct virtqueue *_vq, unsigned last_used_idx) virtqueue_poll() argument 1997 unsigned last_used_idx = virtqueue_enable_cb_prepare(_vq); virtqueue_enable_cb() local [all...] |
/kernel/linux/linux-5.10/drivers/vhost/ |
H A D | vhost.c | 322 vq->last_used_idx = 0; in vhost_vq_reset() 977 return vhost_put_user(vq, cpu_to_vhost16(vq, vq->last_used_idx), in vhost_put_used_idx() 1626 vq->last_used_idx = (s.num >> 16) & 0xffff; in vhost_vring_ioctl() 1640 s.num = (u32)vq->last_avail_idx | ((u32)vq->last_used_idx << 16); in vhost_vring_ioctl() 2013 __virtio16 last_used_idx; in vhost_vq_init_access() local 2031 r = vhost_get_used_idx(vq, &last_used_idx); in vhost_vq_init_access() 2037 vq->last_used_idx = vhost16_to_cpu(vq, last_used_idx); in vhost_vq_init_access() 2377 start = vq->last_used_idx & (vq->num - 1); in __vhost_add_used_n() 2390 old = vq->last_used_idx; in __vhost_add_used_n() [all...] |
H A D | vringh.c | 434 used_idx = vrh->last_used_idx + vrh->completed; in __vringh_complete() 508 vrh->last_used_idx + vrh->completed, in __vringh_need_notify() 509 vrh->last_used_idx); in __vringh_need_notify() 511 vrh->last_used_idx += vrh->completed; in __vringh_need_notify() 645 vrh->last_used_idx = 0; in vringh_init_user() 916 vrh->last_used_idx = 0; in vringh_init_kern()
|
H A D | vhost.h | 101 u16 last_used_idx; member
|
/kernel/linux/linux-6.6/drivers/vhost/ |
H A D | vhost.c | 372 vq->last_used_idx = 0; in vhost_vq_reset() 1251 return vhost_put_user(vq, cpu_to_vhost16(vq, vq->last_used_idx), in vhost_put_used_idx() 1912 vq->last_used_idx = (s.num >> 16) & 0xffff; in vhost_vring_ioctl() 1926 s.num = (u32)vq->last_avail_idx | ((u32)vq->last_used_idx << 16); in vhost_vring_ioctl() 2299 __virtio16 last_used_idx; in vhost_vq_init_access() local 2317 r = vhost_get_used_idx(vq, &last_used_idx); in vhost_vq_init_access() 2323 vq->last_used_idx = vhost16_to_cpu(vq, last_used_idx); in vhost_vq_init_access() 2663 start = vq->last_used_idx & (vq->num - 1); in __vhost_add_used_n() 2676 old = vq->last_used_idx; in __vhost_add_used_n() [all...] |
H A D | vringh.c | 462 used_idx = vrh->last_used_idx + vrh->completed; in __vringh_complete() 536 vrh->last_used_idx + vrh->completed, in __vringh_need_notify() 537 vrh->last_used_idx); in __vringh_need_notify() 539 vrh->last_used_idx += vrh->completed; in __vringh_need_notify() 673 vrh->last_used_idx = 0; in vringh_init_user() 947 vrh->last_used_idx = 0; in vringh_init_kern()
|
H A D | vdpa.c | 624 vq->last_used_idx = vq_state.packed.last_used_idx | in vhost_vdpa_vring_ioctl() 649 vq_state.packed.last_used_idx = vq->last_used_idx & 0x7fff; in vhost_vdpa_vring_ioctl() 650 vq_state.packed.last_used_counter = !!(vq->last_used_idx & 0x8000); in vhost_vdpa_vring_ioctl()
|
H A D | vhost.h | 111 u16 last_used_idx; member
|
/kernel/linux/linux-6.6/include/uapi/linux/ |
H A D | vduse.h | 150 * @last_used_idx: used index 156 __u16 last_used_idx; member
|
/kernel/linux/linux-6.6/drivers/vdpa/vdpa_user/ |
H A D | vduse_dev.c | 270 packed->last_used_idx = in vduse_dev_get_vq_state_packed() 271 msg.resp.vq_state.packed.last_used_idx & 0x7FFF; in vduse_dev_get_vq_state_packed() 574 vq->state.packed.last_used_idx = state->packed.last_used_idx; in vduse_vdpa_set_vq_state() 1246 vq_info.packed.last_used_idx = in vduse_dev_ioctl() 1247 vq->state.packed.last_used_idx; in vduse_dev_ioctl()
|
/kernel/linux/linux-5.10/include/linux/ |
H A D | vringh.h | 38 u16 last_used_idx; member
|
/kernel/linux/linux-6.6/include/linux/ |
H A D | vringh.h | 42 u16 last_used_idx; member
|
H A D | vdpa.h | 51 * @last_used_idx: used index 57 u16 last_used_idx:15; member
|
/kernel/linux/linux-6.6/drivers/vdpa/pds/ |
H A D | vdpa_dev.c | 190 used = state->packed.last_used_idx | in pds_vdpa_set_vq_state() 246 state->packed.last_used_idx = used & 0x7fff; in pds_vdpa_get_vq_state()
|
/kernel/linux/linux-6.6/drivers/vdpa/virtio_pci/ |
H A D | vp_vdpa.c | 273 packed->last_used_idx == 0) in vp_vdpa_set_vq_state_packed()
|
/kernel/linux/linux-6.6/drivers/vdpa/vdpa_sim/ |
H A D | vdpa_sim.c | 120 * Although the simple fix is to set last_used_idx at in vdpasim_queue_ready() 123 vq->vring.last_used_idx = last_avail_idx; in vdpasim_queue_ready()
|
/kernel/linux/linux-6.6/drivers/vdpa/solidrun/ |
H A D | snet_main.c | 155 p->last_avail_idx == 0 && p->last_used_idx == 0) in snet_vq_state_is_initial()
|
/kernel/linux/linux-6.6/drivers/vdpa/mlx5/net/ |
H A D | mlx5_vnet.c | 2813 cvq->vring.last_avail_idx = cvq->vring.last_used_idx = idx; in setup_cvq_vring()
|