| /kernel/linux/linux-5.10/include/linux/ |
| H A D | virtio_ring.h | 25 static inline void virtio_mb(bool weak_barriers) in virtio_mb() argument
27 if (weak_barriers) in virtio_mb()
33 static inline void virtio_rmb(bool weak_barriers) in virtio_rmb() argument
35 if (weak_barriers) in virtio_rmb()
41 static inline void virtio_wmb(bool weak_barriers) in virtio_wmb() argument
43 if (weak_barriers) in virtio_wmb()
49 #define virtio_store_mb(weak_barriers, p, v) \
51 if (weak_barriers) { \
72 bool weak_barriers,
83 bool weak_barriers,
[all...] |
| H A D | vringh.h | 32 bool weak_barriers; member
107 unsigned int num, bool weak_barriers,
169 unsigned int num, bool weak_barriers,
264 unsigned int num, bool weak_barriers,
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | virtio_ring.h | 25 static inline void virtio_mb(bool weak_barriers) in virtio_mb() argument
27 if (weak_barriers) in virtio_mb()
33 static inline void virtio_rmb(bool weak_barriers) in virtio_rmb() argument
35 if (weak_barriers) in virtio_rmb()
41 static inline void virtio_wmb(bool weak_barriers) in virtio_wmb() argument
43 if (weak_barriers) in virtio_wmb()
49 #define virtio_store_mb(weak_barriers, p, v) \
51 if (weak_barriers) { \
73 bool weak_barriers,
88 bool weak_barriers,
[all...] |
| H A D | vringh.h | 33 bool weak_barriers; member
127 unsigned int num, bool weak_barriers,
189 unsigned int num, bool weak_barriers,
298 unsigned int num, bool weak_barriers,
304 unsigned int num, bool weak_barriers,
|
| /kernel/linux/linux-5.10/drivers/virtio/ |
| H A D | virtio_ring.c | 97 bool weak_barriers; member
551 virtio_wmb(vq->weak_barriers); in virtqueue_add_split()
598 virtio_mb(vq->weak_barriers); in virtqueue_kick_prepare_split()
701 virtio_rmb(vq->weak_barriers); in virtqueue_get_buf_ctx_split()
726 virtio_store_mb(vq->weak_barriers, in virtqueue_get_buf_ctx_split()
804 virtio_store_mb(vq->weak_barriers, in virtqueue_enable_cb_delayed_split()
850 bool weak_barriers, in vring_create_virtqueue_split()
894 vq = __vring_new_virtqueue(index, vring, vdev, weak_barriers, context, in vring_create_virtqueue_split()
1049 virtio_wmb(vq->weak_barriers); in virtqueue_add_indirect_packed()
1214 virtio_wmb(vq->weak_barriers); in virtqueue_add_packed()
845 vring_create_virtqueue_split( unsigned int index, unsigned int num, unsigned int vring_align, struct virtio_device *vdev, bool weak_barriers, bool may_reduce_num, bool context, bool (*notify)(struct virtqueue *), void (*callback)(struct virtqueue *), const char *name) vring_create_virtqueue_split() argument
1563 vring_create_virtqueue_packed( unsigned int index, unsigned int num, unsigned int vring_align, struct virtio_device *vdev, bool weak_barriers, bool may_reduce_num, bool context, bool (*notify)(struct virtqueue *), void (*callback)(struct virtqueue *), const char *name) vring_create_virtqueue_packed() argument
2068 __vring_new_virtqueue(unsigned int index, struct vring vring, struct virtio_device *vdev, bool weak_barriers, bool context, bool (*notify)(struct virtqueue *), void (*callback)(struct virtqueue *), const char *name) __vring_new_virtqueue() argument
2148 vring_create_virtqueue( unsigned int index, unsigned int num, unsigned int vring_align, struct virtio_device *vdev, bool weak_barriers, bool may_reduce_num, bool context, bool (*notify)(struct virtqueue *), void (*callback)(struct virtqueue *), const char *name) vring_create_virtqueue() argument
2173 vring_new_virtqueue(unsigned int index, unsigned int num, unsigned int vring_align, struct virtio_device *vdev, bool weak_barriers, bool context, void *pages, bool (*notify)(struct virtqueue *vq), void (*callback)(struct virtqueue *vq), const char *name) vring_new_virtqueue() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/virtio/ |
| H A D | virtio_ring.c | 164 bool weak_barriers; member
229 bool weak_barriers,
692 virtio_wmb(vq->weak_barriers); in virtqueue_add_split()
743 virtio_mb(vq->weak_barriers); in virtqueue_kick_prepare_split()
846 virtio_rmb(vq->weak_barriers); in virtqueue_get_buf_ctx_split()
871 virtio_store_mb(vq->weak_barriers, in virtqueue_get_buf_ctx_split()
960 virtio_store_mb(vq->weak_barriers, in virtqueue_enable_cb_delayed_split()
1146 bool weak_barriers, in vring_create_virtqueue_split()
1163 vq = __vring_new_virtqueue(index, &vring_split, vdev, weak_barriers, in vring_create_virtqueue_split()
1356 virtio_wmb(vq->weak_barriers); in virtqueue_add_indirect_packed()
1141 vring_create_virtqueue_split( unsigned int index, unsigned int num, unsigned int vring_align, struct virtio_device *vdev, bool weak_barriers, bool may_reduce_num, bool context, bool (*notify)(struct virtqueue *), void (*callback)(struct virtqueue *), const char *name, struct device *dma_dev) vring_create_virtqueue_split() argument
2053 vring_create_virtqueue_packed( unsigned int index, unsigned int num, unsigned int vring_align, struct virtio_device *vdev, bool weak_barriers, bool may_reduce_num, bool context, bool (*notify)(struct virtqueue *), void (*callback)(struct virtqueue *), const char *name, struct device *dma_dev) vring_create_virtqueue_packed() argument
2602 __vring_new_virtqueue(unsigned int index, struct vring_virtqueue_split *vring_split, struct virtio_device *vdev, bool weak_barriers, bool context, bool (*notify)(struct virtqueue *), void (*callback)(struct virtqueue *), const char *name, struct device *dma_dev) __vring_new_virtqueue() argument
2665 vring_create_virtqueue( unsigned int index, unsigned int num, unsigned int vring_align, struct virtio_device *vdev, bool weak_barriers, bool may_reduce_num, bool context, bool (*notify)(struct virtqueue *), void (*callback)(struct virtqueue *), const char *name) vring_create_virtqueue() argument
2689 vring_create_virtqueue_dma( unsigned int index, unsigned int num, unsigned int vring_align, struct virtio_device *vdev, bool weak_barriers, bool may_reduce_num, bool context, bool (*notify)(struct virtqueue *), void (*callback)(struct virtqueue *), const char *name, struct device *dma_dev) vring_create_virtqueue_dma() argument
2849 vring_new_virtqueue(unsigned int index, unsigned int num, unsigned int vring_align, struct virtio_device *vdev, bool weak_barriers, bool context, void *pages, bool (*notify)(struct virtqueue *vq), void (*callback)(struct virtqueue *vq), const char *name) vring_new_virtqueue() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/vhost/ |
| H A D | vringh.c | 57 virtio_rmb(vrh->weak_barriers); in __vringh_get_head()
483 virtio_wmb(vrh->weak_barriers); in __vringh_complete()
509 virtio_mb(vrh->weak_barriers); in __vringh_need_notify()
570 virtio_mb(vrh->weak_barriers); in __vringh_notify_enable()
648 * @weak_barriers: true if we only need memory barriers, not I/O.
657 unsigned int num, bool weak_barriers, in vringh_init_user()
670 vrh->weak_barriers = weak_barriers; in vringh_init_user()
923 * @weak_barriers: true if we only need memory barriers, not I/O.
931 unsigned int num, bool weak_barriers, in vringh_init_kern()
656 vringh_init_user(struct vringh *vrh, u64 features, unsigned int num, bool weak_barriers, vring_desc_t __user *desc, vring_avail_t __user *avail, vring_used_t __user *used) vringh_init_user() argument
930 vringh_init_kern(struct vringh *vrh, u64 features, unsigned int num, bool weak_barriers, struct vring_desc *desc, struct vring_avail *avail, struct vring_used *used) vringh_init_kern() argument
1406 vringh_init_iotlb(struct vringh *vrh, u64 features, unsigned int num, bool weak_barriers, struct vring_desc *desc, struct vring_avail *avail, struct vring_used *used) vringh_init_iotlb() argument
1432 vringh_init_iotlb_va(struct vringh *vrh, u64 features, unsigned int num, bool weak_barriers, struct vring_desc *desc, struct vring_avail *avail, struct vring_used *used) vringh_init_iotlb_va() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/vhost/ |
| H A D | vringh.c | 57 virtio_rmb(vrh->weak_barriers); in __vringh_get_head()
455 virtio_wmb(vrh->weak_barriers); in __vringh_complete()
481 virtio_mb(vrh->weak_barriers); in __vringh_need_notify()
542 virtio_mb(vrh->weak_barriers); in __vringh_notify_enable()
620 * @weak_barriers: true if we only need memory barriers, not I/O.
629 unsigned int num, bool weak_barriers, in vringh_init_user()
642 vrh->weak_barriers = weak_barriers; in vringh_init_user()
892 * @weak_barriers: true if we only need memory barriers, not I/O.
900 unsigned int num, bool weak_barriers, in vringh_init_kern()
628 vringh_init_user(struct vringh *vrh, u64 features, unsigned int num, bool weak_barriers, vring_desc_t __user *desc, vring_avail_t __user *avail, vring_used_t __user *used) vringh_init_user() argument
899 vringh_init_kern(struct vringh *vrh, u64 features, unsigned int num, bool weak_barriers, struct vring_desc *desc, struct vring_avail *avail, struct vring_used *used) vringh_init_kern() argument
1254 vringh_init_iotlb(struct vringh *vrh, u64 features, unsigned int num, bool weak_barriers, struct vring_desc *desc, struct vring_avail *avail, struct vring_used *used) vringh_init_iotlb() argument
[all...] |
| /kernel/linux/linux-5.10/tools/virtio/linux/ |
| H A D | virtio.h | 61 bool weak_barriers,
|
| /kernel/linux/linux-6.6/tools/virtio/linux/ |
| H A D | virtio.h | 64 bool weak_barriers,
|
| /kernel/linux/linux-5.10/tools/virtio/ |
| H A D | vringh_test.c | 124 virtio_rmb(vrh->weak_barriers); in vringh_get_head()
|
| /kernel/linux/linux-6.6/tools/virtio/ |
| H A D | vringh_test.c | 124 virtio_rmb(vrh->weak_barriers); in vringh_get_head()
|