Home
last modified time | relevance | path

Searched refs:zerocopy (Results 1 - 17 of 17) sorted by relevance

/kernel/linux/linux-5.10/tools/testing/selftests/net/
H A Dmsg_zerocopy.c23 * If zerocopy mode ('-z') is enabled, the sender will verify that
24 * the kernel queues completions on the error queue for all zerocopy
239 /* in mixed-frags mode, alternate zerocopy and copy frags in do_sendmsg_corked()
240 * start with non-zerocopy, to ensure attach later works in do_sendmsg_corked()
398 int ret, zerocopy; in do_recv_completion() local
443 zerocopy = !(serr->ee_code & SO_EE_CODE_ZEROCOPY_COPIED); in do_recv_completion()
445 zerocopied = zerocopy; in do_recv_completion()
446 else if (zerocopied != zerocopy) { in do_recv_completion()
448 zerocopied = zerocopy; in do_recv_completion()
779 error(1, 0, "-m: cork_mixed requires corking and zerocopy"); in parse_opts()
[all...]
/kernel/linux/linux-6.6/tools/testing/selftests/net/
H A Dmsg_zerocopy.c23 * If zerocopy mode ('-z') is enabled, the sender will verify that
24 * the kernel queues completions on the error queue for all zerocopy
239 /* in mixed-frags mode, alternate zerocopy and copy frags in do_sendmsg_corked()
240 * start with non-zerocopy, to ensure attach later works in do_sendmsg_corked()
398 int ret, zerocopy; in do_recv_completion() local
443 zerocopy = !(serr->ee_code & SO_EE_CODE_ZEROCOPY_COPIED); in do_recv_completion()
445 zerocopied = zerocopy; in do_recv_completion()
446 else if (zerocopied != zerocopy) { in do_recv_completion()
448 zerocopied = zerocopy; in do_recv_completion()
779 error(1, 0, "-m: cork_mixed requires corking and zerocopy"); in parse_opts()
[all...]
/kernel/linux/linux-5.10/drivers/net/
H A Dtap.c534 * guest kernel and host kernel when lower device supports zerocopy in tap_open()
536 * The macvlan supports zerocopy iff the lower device supports zero in tap_open()
633 bool zerocopy = false; in tap_get_user() local
677 zerocopy = true; in tap_get_user()
680 if (!zerocopy) { in tap_get_user()
694 if (zerocopy) in tap_get_user()
723 if (zerocopy) { in tap_get_user()
H A Dtun.c1593 int len, int noblock, bool zerocopy) in tun_can_build_skb()
1604 if (zerocopy) in tun_can_build_skb()
1767 bool zerocopy = false; in tun_get_user() local
1823 zerocopy = true; in tun_get_user()
1826 if (!frags && tun_can_build_skb(tun, tfile, len, noblock, zerocopy)) { in tun_get_user()
1839 if (!zerocopy) { in tun_get_user()
1851 * If zerocopy is enabled, then this layout will be in tun_get_user()
1854 zerocopy = false; in tun_get_user()
1868 if (zerocopy) in tun_get_user()
1931 if (zerocopy) { in tun_get_user()
1592 tun_can_build_skb(struct tun_struct *tun, struct tun_file *tfile, int len, int noblock, bool zerocopy) tun_can_build_skb() argument
[all...]
/kernel/linux/linux-6.6/drivers/net/
H A Dtap.c546 * guest kernel and host kernel when lower device supports zerocopy in tap_open()
548 * The macvlan supports zerocopy iff the lower device supports zero in tap_open()
650 bool zerocopy = false; in tap_get_user() local
695 zerocopy = true; in tap_get_user()
698 if (!zerocopy) { in tap_get_user()
712 if (zerocopy) in tap_get_user()
753 if (zerocopy) { in tap_get_user()
H A Dtun.c1586 int len, int noblock, bool zerocopy) in tun_can_build_skb()
1597 if (zerocopy) in tun_can_build_skb()
1761 bool zerocopy = false; in tun_get_user() local
1818 zerocopy = true; in tun_get_user()
1821 if (!frags && tun_can_build_skb(tun, tfile, len, noblock, zerocopy)) { in tun_get_user()
1833 if (!zerocopy) { in tun_get_user()
1845 * If zerocopy is enabled, then this layout will be in tun_get_user()
1848 zerocopy = false; in tun_get_user()
1861 if (zerocopy) in tun_get_user()
1912 if (zerocopy) { in tun_get_user()
1585 tun_can_build_skb(struct tun_struct *tun, struct tun_file *tfile, int len, int noblock, bool zerocopy) tun_can_build_skb() argument
[all...]
/kernel/linux/linux-5.10/include/linux/
H A Dskbuff.h474 u16 zerocopy:1; member
1477 /* Release a reference on a zerocopy structure */
1478 static inline void skb_zcopy_clear(struct sk_buff *skb, bool zerocopy) in skb_zcopy_clear() argument
1486 uarg->zerocopy = uarg->zerocopy && zerocopy; in skb_zcopy_clear()
1489 uarg->callback(uarg, zerocopy); in skb_zcopy_clear()
1496 /* Abort a zerocopy operation and revert zckey on error in send syscall */
/kernel/linux/linux-5.10/net/ipv4/
H A Dip_output.c1037 uarg->zerocopy = 0; in __ip_append_data()
1199 } else if (!uarg || !uarg->zerocopy) { in __ip_append_data()
H A Dtcp.c1231 uarg->zerocopy = 0; in tcp_sendmsg_locked()
/kernel/linux/linux-5.10/net/ipv6/
H A Dip6_output.c1565 uarg->zerocopy = 0; in __ip6_append_data()
1757 } else if (!uarg || !uarg->zerocopy) { in __ip6_append_data()
/kernel/linux/linux-6.6/net/core/
H A Dskbuff.c1564 uarg->zerocopy = 1; in msg_zerocopy_alloc()
1669 is_zerocopy = uarg->zerocopy; in __msg_zerocopy_callback()
1702 uarg_zc->zerocopy = uarg_zc->zerocopy & success; in msg_zerocopy_callback()
4123 * this limitation is the cost for zerocopy sequential
/kernel/linux/linux-6.6/net/ipv4/
H A Dip_output.c1017 /* Leave uarg NULL if can't zerocopy, callers should in __ip_append_data()
1036 uarg_to_msgzc(uarg)->zerocopy = 0; in __ip_append_data()
H A Dtcp.c1067 uarg_to_msgzc(uarg)->zerocopy = 0; in tcp_sendmsg_locked()
1223 * pure zerocopy skb in tcp_sendmsg_locked()
/kernel/linux/linux-6.6/net/ipv6/
H A Dip6_output.c1575 /* Leave uarg NULL if can't zerocopy, callers should in __ip6_append_data()
1594 uarg_to_msgzc(uarg)->zerocopy = 0; in __ip6_append_data()
/kernel/linux/linux-5.10/net/core/
H A Dskbuff.c1127 uarg->zerocopy = 1; in sock_zerocopy_alloc()
1257 uarg->callback(uarg, uarg->zerocopy); in sock_zerocopy_put()
3502 * this limitation is the cost for zerocopy sequential
/kernel/linux/linux-6.6/net/ceph/
H A Dmessenger_v2.c274 bool zerocopy) in set_out_bvec()
280 con->v2.out_iter_sendpage = zerocopy; in set_out_bvec()
273 set_out_bvec(struct ceph_connection *con, const struct bio_vec *bv, bool zerocopy) set_out_bvec() argument
/kernel/linux/linux-6.6/include/linux/
H A Dskbuff.h508 /* segment contains only zerocopy data and should not be
551 u16 zerocopy:1; member
1746 /* Release a reference on a zerocopy structure */

Completed in 77 milliseconds