Lines Matching defs:vsock
3 * vhost transport for vsock
66 struct vhost_vsock *vsock;
68 hash_for_each_possible_rcu(vhost_vsock_hash, vsock, hash, guest_cid) {
69 u32 other_cid = vsock->guest_cid;
76 return vsock;
84 vhost_transport_do_send_pkt(struct vhost_vsock *vsock,
87 struct vhost_virtqueue *tx_vq = &vsock->vqs[VSOCK_VQ_TX];
98 vhost_disable_notify(&vsock->dev, vq);
108 spin_lock_bh(&vsock->send_pkt_list_lock);
109 if (list_empty(&vsock->send_pkt_list)) {
110 spin_unlock_bh(&vsock->send_pkt_list_lock);
111 vhost_enable_notify(&vsock->dev, vq);
115 pkt = list_first_entry(&vsock->send_pkt_list,
118 spin_unlock_bh(&vsock->send_pkt_list_lock);
123 spin_lock_bh(&vsock->send_pkt_list_lock);
124 list_add(&pkt->list, &vsock->send_pkt_list);
125 spin_unlock_bh(&vsock->send_pkt_list_lock);
130 spin_lock_bh(&vsock->send_pkt_list_lock);
131 list_add(&pkt->list, &vsock->send_pkt_list);
132 spin_unlock_bh(&vsock->send_pkt_list_lock);
137 if (unlikely(vhost_enable_notify(&vsock->dev, vq))) {
138 vhost_disable_notify(&vsock->dev, vq);
205 spin_lock_bh(&vsock->send_pkt_list_lock);
206 list_add(&pkt->list, &vsock->send_pkt_list);
207 spin_unlock_bh(&vsock->send_pkt_list_lock);
212 val = atomic_dec_return(&vsock->queued_replies);
225 vhost_signal(&vsock->dev, vq);
237 struct vhost_vsock *vsock;
239 vsock = container_of(work, struct vhost_vsock, send_pkt_work);
240 vq = &vsock->vqs[VSOCK_VQ_RX];
242 vhost_transport_do_send_pkt(vsock, vq);
248 struct vhost_vsock *vsock;
254 vsock = vhost_vsock_get(le64_to_cpu(pkt->hdr.dst_cid));
255 if (!vsock) {
262 atomic_inc(&vsock->queued_replies);
264 spin_lock_bh(&vsock->send_pkt_list_lock);
265 list_add_tail(&pkt->list, &vsock->send_pkt_list);
266 spin_unlock_bh(&vsock->send_pkt_list_lock);
268 vhost_work_queue(&vsock->dev, &vsock->send_pkt_work);
277 struct vhost_vsock *vsock;
286 vsock = vhost_vsock_get(vsk->remote_addr.svm_cid);
287 if (!vsock)
290 spin_lock_bh(&vsock->send_pkt_list_lock);
291 list_for_each_entry_safe(pkt, n, &vsock->send_pkt_list, list) {
296 spin_unlock_bh(&vsock->send_pkt_list_lock);
306 struct vhost_virtqueue *tx_vq = &vsock->vqs[VSOCK_VQ_TX];
309 new_cnt = atomic_sub_return(cnt, &vsock->queued_replies);
382 static bool vhost_vsock_more_replies(struct vhost_vsock *vsock)
384 struct vhost_virtqueue *vq = &vsock->vqs[VSOCK_VQ_TX];
388 val = atomic_read(&vsock->queued_replies);
440 struct vhost_vsock *vsock = container_of(vq->dev, struct vhost_vsock,
452 vhost_disable_notify(&vsock->dev, vq);
456 if (!vhost_vsock_more_replies(vsock)) {
470 if (unlikely(vhost_enable_notify(&vsock->dev, vq))) {
471 vhost_disable_notify(&vsock->dev, vq);
489 if (le64_to_cpu(pkt->hdr.src_cid) == vsock->guest_cid &&
504 vhost_signal(&vsock->dev, vq);
514 struct vhost_vsock *vsock = container_of(vq->dev, struct vhost_vsock,
517 vhost_transport_do_send_pkt(vsock, vq);
520 static int vhost_vsock_start(struct vhost_vsock *vsock)
526 mutex_lock(&vsock->dev.mutex);
528 ret = vhost_dev_check_owner(&vsock->dev);
532 for (i = 0; i < ARRAY_SIZE(vsock->vqs); i++) {
533 vq = &vsock->vqs[i];
543 vhost_vq_set_backend(vq, vsock);
555 vhost_work_queue(&vsock->dev, &vsock->send_pkt_work);
557 mutex_unlock(&vsock->dev.mutex);
564 for (i = 0; i < ARRAY_SIZE(vsock->vqs); i++) {
565 vq = &vsock->vqs[i];
572 mutex_unlock(&vsock->dev.mutex);
576 static int vhost_vsock_stop(struct vhost_vsock *vsock, bool check_owner)
581 mutex_lock(&vsock->dev.mutex);
584 ret = vhost_dev_check_owner(&vsock->dev);
589 for (i = 0; i < ARRAY_SIZE(vsock->vqs); i++) {
590 struct vhost_virtqueue *vq = &vsock->vqs[i];
598 mutex_unlock(&vsock->dev.mutex);
602 static void vhost_vsock_free(struct vhost_vsock *vsock)
604 kvfree(vsock);
610 struct vhost_vsock *vsock;
616 vsock = kvmalloc(sizeof(*vsock), GFP_KERNEL | __GFP_RETRY_MAYFAIL);
617 if (!vsock)
620 vqs = kmalloc_array(ARRAY_SIZE(vsock->vqs), sizeof(*vqs), GFP_KERNEL);
626 vsock->guest_cid = 0; /* no CID assigned yet */
628 atomic_set(&vsock->queued_replies, 0);
630 vqs[VSOCK_VQ_TX] = &vsock->vqs[VSOCK_VQ_TX];
631 vqs[VSOCK_VQ_RX] = &vsock->vqs[VSOCK_VQ_RX];
632 vsock->vqs[VSOCK_VQ_TX].handle_kick = vhost_vsock_handle_tx_kick;
633 vsock->vqs[VSOCK_VQ_RX].handle_kick = vhost_vsock_handle_rx_kick;
635 vhost_dev_init(&vsock->dev, vqs, ARRAY_SIZE(vsock->vqs),
639 file->private_data = vsock;
640 spin_lock_init(&vsock->send_pkt_list_lock);
641 INIT_LIST_HEAD(&vsock->send_pkt_list);
642 vhost_work_init(&vsock->send_pkt_work, vhost_transport_send_pkt_work);
646 vhost_vsock_free(vsock);
650 static void vhost_vsock_flush(struct vhost_vsock *vsock)
654 for (i = 0; i < ARRAY_SIZE(vsock->vqs); i++)
655 if (vsock->vqs[i].handle_kick)
656 vhost_poll_flush(&vsock->vqs[i].poll);
657 vhost_work_flush(&vsock->dev, &vsock->send_pkt_work);
688 struct vhost_vsock *vsock = file->private_data;
691 if (vsock->guest_cid)
692 hash_del_rcu(&vsock->hash);
695 /* Wait for other CPUs to finish using vsock */
704 * need to stop the vsock device in any case.
708 vhost_vsock_stop(vsock, false);
709 vhost_vsock_flush(vsock);
710 vhost_dev_stop(&vsock->dev);
712 spin_lock_bh(&vsock->send_pkt_list_lock);
713 while (!list_empty(&vsock->send_pkt_list)) {
716 pkt = list_first_entry(&vsock->send_pkt_list,
721 spin_unlock_bh(&vsock->send_pkt_list_lock);
723 vhost_dev_cleanup(&vsock->dev);
724 kfree(vsock->dev.vqs);
725 vhost_vsock_free(vsock);
729 static int vhost_vsock_set_cid(struct vhost_vsock *vsock, u64 guest_cid)
751 if (other && other != vsock) {
756 if (vsock->guest_cid)
757 hash_del_rcu(&vsock->hash);
759 vsock->guest_cid = guest_cid;
760 hash_add_rcu(vhost_vsock_hash, &vsock->hash, vsock->guest_cid);
766 static int vhost_vsock_set_features(struct vhost_vsock *vsock, u64 features)
774 mutex_lock(&vsock->dev.mutex);
776 !vhost_log_access_ok(&vsock->dev)) {
777 mutex_unlock(&vsock->dev.mutex);
781 for (i = 0; i < ARRAY_SIZE(vsock->vqs); i++) {
782 vq = &vsock->vqs[i];
787 mutex_unlock(&vsock->dev.mutex);
794 struct vhost_vsock *vsock = f->private_data;
805 return vhost_vsock_set_cid(vsock, guest_cid);
810 return vhost_vsock_start(vsock);
812 return vhost_vsock_stop(vsock, true);
821 return vhost_vsock_set_features(vsock, features);
823 mutex_lock(&vsock->dev.mutex);
824 r = vhost_dev_ioctl(&vsock->dev, ioctl, argp);
826 r = vhost_vring_ioctl(&vsock->dev, ioctl, argp);
828 vhost_vsock_flush(vsock);
829 mutex_unlock(&vsock->dev.mutex);
845 .name = "vhost-vsock",
877 MODULE_DESCRIPTION("vhost transport for vsock ");
879 MODULE_ALIAS("devname:vhost-vsock");