/kernel/linux/linux-6.6/net/core/ |
H A D | skmsg.c | 411 /* Receive sk_msg from psock->ingress_msg to @msg. */ 412 int sk_msg_recvmsg(struct sock *sk, struct sk_psock *psock, struct msghdr *msg, in sk_msg_recvmsg() argument 420 msg_rx = sk_psock_peek_msg(psock); in sk_msg_recvmsg() 470 msg_rx = sk_psock_next_msg(psock, msg_rx); in sk_msg_recvmsg() 478 msg_rx = sk_psock_dequeue_msg(psock); in sk_msg_recvmsg() 481 msg_rx = sk_psock_peek_msg(psock); in sk_msg_recvmsg() 490 struct sk_psock *psock; in sk_msg_is_readable() local 494 psock = sk_psock(sk); in sk_msg_is_readable() 495 if (likely(psock)) in sk_msg_is_readable() 496 empty = list_empty(&psock in sk_msg_is_readable() 525 sk_psock_skb_ingress_enqueue(struct sk_buff *skb, u32 off, u32 len, struct sk_psock *psock, struct sock *sk, struct sk_msg *msg) sk_psock_skb_ingress_enqueue() argument 562 sk_psock_skb_ingress(struct sk_psock *psock, struct sk_buff *skb, u32 off, u32 len) sk_psock_skb_ingress() argument 596 sk_psock_skb_ingress_self(struct sk_psock *psock, struct sk_buff *skb, u32 off, u32 len) sk_psock_skb_ingress_self() argument 612 sk_psock_handle_skb(struct sk_psock *psock, struct sk_buff *skb, u32 off, u32 len, bool ingress) sk_psock_handle_skb() argument 629 sk_psock_skb_state(struct sk_psock *psock, struct sk_psock_work_state *state, int len, int off) sk_psock_skb_state() argument 644 struct sk_psock *psock = container_of(dwork, struct sk_psock, work); sk_psock_backlog() local 702 struct sk_psock *psock; sk_psock_init() local 755 sk_psock_link_pop(struct sk_psock *psock) sk_psock_link_pop() argument 768 __sk_psock_purge_ingress_msg(struct sk_psock *psock) __sk_psock_purge_ingress_msg() argument 779 __sk_psock_zap_ingress(struct sk_psock *psock) __sk_psock_zap_ingress() argument 790 sk_psock_link_destroy(struct sk_psock *psock) sk_psock_link_destroy() argument 800 sk_psock_stop(struct sk_psock *psock) sk_psock_stop() argument 812 struct sk_psock *psock = container_of(to_rcu_work(work), sk_psock_destroy() local 835 sk_psock_drop(struct sock *sk, struct sk_psock *psock) sk_psock_drop() argument 866 sk_psock_msg_verdict(struct sock *sk, struct sk_psock *psock, struct sk_msg *msg) sk_psock_msg_verdict() argument 955 sk_psock_tls_strp_read(struct sk_psock *psock, struct sk_buff *skb) sk_psock_tls_strp_read() argument 976 sk_psock_verdict_apply(struct sk_psock *psock, struct sk_buff *skb, int verdict) sk_psock_verdict_apply() argument 1039 struct sk_psock *psock; sk_psock_write_space() local 1057 struct sk_psock *psock; sk_psock_strp_read() local 1091 struct sk_psock *psock = container_of(strp, struct sk_psock, strp); sk_psock_strp_parse() local 1109 struct sk_psock *psock; sk_psock_strp_data_ready() local 1127 sk_psock_init_strp(struct sock *sk, struct sk_psock *psock) sk_psock_init_strp() argument 1144 sk_psock_start_strp(struct sock *sk, struct sk_psock *psock) sk_psock_start_strp() argument 1154 sk_psock_stop_strp(struct sock *sk, struct sk_psock *psock) sk_psock_stop_strp() argument 1166 sk_psock_done_strp(struct sk_psock *psock) sk_psock_done_strp() argument 1173 sk_psock_done_strp(struct sk_psock *psock) sk_psock_done_strp() argument 1180 struct sk_psock *psock; sk_psock_verdict_recv() local 1225 struct sk_psock *psock; sk_psock_verdict_data_ready() local 1238 sk_psock_start_verdict(struct sock *sk, struct sk_psock *psock) sk_psock_start_verdict() argument 1248 sk_psock_stop_verdict(struct sock *sk, struct sk_psock *psock) sk_psock_stop_verdict() argument [all...] |
H A D | sock_map.c | 128 static void sock_map_add_link(struct sk_psock *psock, in sock_map_add_link() argument 134 spin_lock_bh(&psock->link_lock); in sock_map_add_link() 135 list_add_tail(&link->list, &psock->link); in sock_map_add_link() 136 spin_unlock_bh(&psock->link_lock); in sock_map_add_link() 140 struct sk_psock *psock, void *link_raw) in sock_map_del_link() 145 spin_lock_bh(&psock->link_lock); in sock_map_del_link() 146 list_for_each_entry_safe(link, tmp, &psock->link, list) { in sock_map_del_link() 151 if (psock->saved_data_ready && progs->stream_parser) in sock_map_del_link() 153 if (psock->saved_data_ready && progs->stream_verdict) in sock_map_del_link() 155 if (psock in sock_map_del_link() 139 sock_map_del_link(struct sock *sk, struct sk_psock *psock, void *link_raw) sock_map_del_link() argument 177 struct sk_psock *psock = sk_psock(sk); sock_map_unref() local 185 sock_map_init_proto(struct sock *sk, struct sk_psock *psock) sock_map_init_proto() argument 195 struct sk_psock *psock; sock_map_psock_get_checked() local 220 struct sk_psock *psock; sock_map_link() local 469 struct sk_psock *psock; sock_map_update_common() local 986 struct sk_psock *psock; sock_hash_update_common() local 1573 sock_map_remove_links(struct sock *sk, struct sk_psock *psock) sock_map_remove_links() argument 1586 struct sk_psock *psock; sock_map_unhash() local 1608 struct sk_psock *psock; sock_map_destroy() local 1632 struct sk_psock *psock; sock_map_close() local [all...] |
/kernel/linux/linux-6.6/include/linux/ |
H A D | skmsg.h | 103 int (*psock_update_sk_prot)(struct sock *sk, struct sk_psock *psock, 131 int sk_msg_recvmsg(struct sock *sk, struct sk_psock *psock, struct msghdr *msg, 140 static inline void sk_msg_apply_bytes(struct sk_psock *psock, u32 bytes) in sk_msg_apply_bytes() argument 142 if (psock->apply_bytes) { in sk_msg_apply_bytes() 143 if (psock->apply_bytes < bytes) in sk_msg_apply_bytes() 144 psock->apply_bytes = 0; in sk_msg_apply_bytes() 146 psock->apply_bytes -= bytes; in sk_msg_apply_bytes() 287 static inline void sk_psock_set_state(struct sk_psock *psock, in sk_psock_set_state() argument 290 set_bit(bit, &psock->state); in sk_psock_set_state() 293 static inline void sk_psock_clear_state(struct sk_psock *psock, in sk_psock_clear_state() argument 299 sk_psock_test_state(const struct sk_psock *psock, enum sk_psock_state_bits bit) sk_psock_test_state() argument 311 sk_psock_queue_msg(struct sk_psock *psock, struct sk_msg *msg) sk_psock_queue_msg() argument 324 sk_psock_dequeue_msg(struct sk_psock *psock) sk_psock_dequeue_msg() argument 336 sk_psock_peek_msg(struct sk_psock *psock) sk_psock_peek_msg() argument 346 sk_psock_next_msg(struct sk_psock *psock, struct sk_msg *msg) sk_psock_next_msg() argument 360 sk_psock_queue_empty(const struct sk_psock *psock) sk_psock_queue_empty() argument 372 sk_psock_report_error(struct sk_psock *psock, int err) sk_psock_report_error() argument 388 sk_psock_init_strp(struct sock *sk, struct sk_psock *psock) sk_psock_init_strp() argument 393 sk_psock_start_strp(struct sock *sk, struct sk_psock *psock) sk_psock_start_strp() argument 397 sk_psock_stop_strp(struct sock *sk, struct sk_psock *psock) sk_psock_stop_strp() argument 421 sk_psock_cork_free(struct sk_psock *psock) sk_psock_cork_free() argument 430 sk_psock_restore_proto(struct sock *sk, struct sk_psock *psock) sk_psock_restore_proto() argument 439 struct sk_psock *psock; sk_psock_get() local 451 sk_psock_put(struct sock *sk, struct sk_psock *psock) sk_psock_put() argument 457 sk_psock_data_ready(struct sock *sk, struct sk_psock *psock) sk_psock_data_ready() argument 496 sk_psock_strp_enabled(struct sk_psock *psock) sk_psock_strp_enabled() argument [all...] |
/kernel/linux/linux-5.10/net/ipv4/ |
H A D | tcp_bpf.c | 14 int __tcp_bpf_recvmsg(struct sock *sk, struct sk_psock *psock, in __tcp_bpf_recvmsg() argument 22 msg_rx = list_first_entry_or_null(&psock->ingress_msg, in __tcp_bpf_recvmsg() 72 if (msg_rx == list_last_entry(&psock->ingress_msg, in __tcp_bpf_recvmsg() 86 msg_rx = list_first_entry_or_null(&psock->ingress_msg, in __tcp_bpf_recvmsg() 94 static int bpf_tcp_ingress(struct sock *sk, struct sk_psock *psock, in bpf_tcp_ingress() argument 139 sk_psock_queue_msg(psock, tmp); in bpf_tcp_ingress() 140 sk_psock_data_ready(sk, psock); in bpf_tcp_ingress() 222 struct sk_psock *psock = sk_psock_get(sk); in tcp_bpf_sendmsg_redir() local 225 if (unlikely(!psock)) in tcp_bpf_sendmsg_redir() 228 ret = ingress ? bpf_tcp_ingress(sk, psock, ms in tcp_bpf_sendmsg_redir() 238 struct sk_psock *psock; tcp_bpf_stream_read() local 249 tcp_bpf_wait_data(struct sock *sk, struct sk_psock *psock, int flags, long timeo, int *err) tcp_bpf_wait_data() argument 274 struct sk_psock *psock; tcp_bpf_recvmsg() local 317 tcp_bpf_send_verdict(struct sock *sk, struct sk_psock *psock, struct sk_msg *msg, int *copied, int flags) tcp_bpf_send_verdict() argument 433 struct sk_psock *psock; tcp_bpf_sendmsg() local 522 struct sk_psock *psock; tcp_bpf_sendpage() local 624 tcp_bpf_get_proto(struct sock *sk, struct sk_psock *psock) tcp_bpf_get_proto() argument [all...] |
H A D | udp_bpf.c | 44 struct proto *udp_bpf_get_proto(struct sock *sk, struct sk_psock *psock) in udp_bpf_get_proto() argument 49 udp_bpf_check_v6_needs_rebuild(psock->sk_proto); in udp_bpf_get_proto()
|
/kernel/linux/linux-6.6/net/ipv4/ |
H A D | tcp_bpf.c | 32 static int bpf_tcp_ingress(struct sock *sk, struct sk_psock *psock, in bpf_tcp_ingress() argument 77 sk_psock_queue_msg(psock, tmp); in bpf_tcp_ingress() 78 sk_psock_data_ready(sk, psock); in bpf_tcp_ingress() 164 struct sk_psock *psock = sk_psock_get(sk); in tcp_bpf_sendmsg_redir() local 167 if (unlikely(!psock)) in tcp_bpf_sendmsg_redir() 170 ret = ingress ? bpf_tcp_ingress(sk, psock, msg, bytes, flags) : in tcp_bpf_sendmsg_redir() 172 sk_psock_put(sk, psock); in tcp_bpf_sendmsg_redir() 178 static int tcp_msg_wait_data(struct sock *sk, struct sk_psock *psock, in tcp_msg_wait_data() argument 193 !list_empty(&psock->ingress_msg) || in tcp_msg_wait_data() 200 static bool is_next_msg_fin(struct sk_psock *psock) in is_next_msg_fin() argument 227 struct sk_psock *psock; tcp_bpf_recvmsg_parser() local 334 struct sk_psock *psock; tcp_bpf_recvmsg() local 381 tcp_bpf_send_verdict(struct sock *sk, struct sk_psock *psock, struct sk_msg *msg, int *copied, int flags) tcp_bpf_send_verdict() argument 499 struct sk_psock *psock; tcp_bpf_sendmsg() local 649 tcp_bpf_update_proto(struct sock *sk, struct sk_psock *psock, bool restore) tcp_bpf_update_proto() argument [all...] |
H A D | udp_bpf.c | 29 static bool psock_has_data(struct sk_psock *psock) in psock_has_data() argument 31 return !skb_queue_empty(&psock->ingress_skb) || in psock_has_data() 32 !sk_psock_queue_empty(psock); in psock_has_data() 38 static int udp_msg_wait_data(struct sock *sk, struct sk_psock *psock, in udp_msg_wait_data() argument 52 ret = udp_msg_has_data(sk, psock); in udp_msg_wait_data() 55 ret = udp_msg_has_data(sk, psock); in udp_msg_wait_data() 65 struct sk_psock *psock; in udp_bpf_recvmsg() local 74 psock = sk_psock_get(sk); in udp_bpf_recvmsg() 75 if (unlikely(!psock)) in udp_bpf_recvmsg() 78 if (!psock_has_data(psock)) { in udp_bpf_recvmsg() 141 udp_bpf_update_proto(struct sock *sk, struct sk_psock *psock, bool restore) udp_bpf_update_proto() argument [all...] |
/kernel/linux/linux-5.10/net/core/ |
H A D | skmsg.c | 431 struct sk_psock *psock, in sk_psock_skb_ingress_enqueue() 454 sk_psock_queue_msg(psock, msg); in sk_psock_skb_ingress_enqueue() 455 sk_psock_data_ready(sk, psock); in sk_psock_skb_ingress_enqueue() 459 static int sk_psock_skb_ingress_self(struct sk_psock *psock, struct sk_buff *skb); 461 static int sk_psock_skb_ingress(struct sk_psock *psock, struct sk_buff *skb) in sk_psock_skb_ingress() argument 463 struct sock *sk = psock->sk; in sk_psock_skb_ingress() 472 return sk_psock_skb_ingress_self(psock, skb); in sk_psock_skb_ingress() 484 err = sk_psock_skb_ingress_enqueue(skb, psock, sk, msg); in sk_psock_skb_ingress() 494 static int sk_psock_skb_ingress_self(struct sk_psock *psock, struct sk_buff *skb) in sk_psock_skb_ingress_self() argument 497 struct sock *sk = psock in sk_psock_skb_ingress_self() 430 sk_psock_skb_ingress_enqueue(struct sk_buff *skb, struct sk_psock *psock, struct sock *sk, struct sk_msg *msg) sk_psock_skb_ingress_enqueue() argument 510 sk_psock_handle_skb(struct sk_psock *psock, struct sk_buff *skb, u32 off, u32 len, bool ingress) sk_psock_handle_skb() argument 523 struct sk_psock *psock = container_of(work, struct sk_psock, work); sk_psock_backlog() local 576 struct sk_psock *psock; sk_psock_init() local 626 sk_psock_link_pop(struct sk_psock *psock) sk_psock_link_pop() argument 639 __sk_psock_purge_ingress_msg(struct sk_psock *psock) __sk_psock_purge_ingress_msg() argument 650 sk_psock_zap_ingress(struct sk_psock *psock) sk_psock_zap_ingress() argument 656 sk_psock_link_destroy(struct sk_psock *psock) sk_psock_link_destroy() argument 668 struct sk_psock *psock = container_of(gc, struct sk_psock, gc); sk_psock_destroy_deferred() local 692 struct sk_psock *psock = container_of(rcu, struct sk_psock, rcu); sk_psock_destroy() local 698 sk_psock_drop(struct sock *sk, struct sk_psock *psock) sk_psock_drop() argument 730 sk_psock_msg_verdict(struct sock *sk, struct sk_psock *psock, struct sk_msg *msg) sk_psock_msg_verdict() argument 764 sk_psock_bpf_run(struct sk_psock *psock, struct bpf_prog *prog, struct sk_buff *skb) sk_psock_bpf_run() argument 820 sk_psock_tls_strp_read(struct sk_psock *psock, struct sk_buff *skb) sk_psock_tls_strp_read() argument 840 sk_psock_verdict_apply(struct sk_psock *psock, struct sk_buff *skb, int verdict) sk_psock_verdict_apply() argument 884 struct sk_psock *psock; sk_psock_strp_read() local 916 struct sk_psock *psock = sk_psock_from_strp(strp); sk_psock_strp_parse() local 934 struct sk_psock *psock; sk_psock_strp_data_ready() local 954 struct sk_psock *psock; sk_psock_verdict_recv() local 1004 struct sk_psock *psock; sk_psock_write_space() local 1019 sk_psock_init_strp(struct sock *sk, struct sk_psock *psock) sk_psock_init_strp() argument 1031 sk_psock_start_verdict(struct sock *sk, struct sk_psock *psock) sk_psock_start_verdict() argument 1044 sk_psock_start_strp(struct sock *sk, struct sk_psock *psock) sk_psock_start_strp() argument 1057 sk_psock_stop_strp(struct sock *sk, struct sk_psock *psock) sk_psock_stop_strp() argument 1070 sk_psock_stop_verdict(struct sock *sk, struct sk_psock *psock) sk_psock_stop_verdict() argument [all...] |
H A D | sock_map.c | 135 static void sock_map_add_link(struct sk_psock *psock, in sock_map_add_link() argument 141 spin_lock_bh(&psock->link_lock); in sock_map_add_link() 142 list_add_tail(&link->list, &psock->link); in sock_map_add_link() 143 spin_unlock_bh(&psock->link_lock); in sock_map_add_link() 147 struct sk_psock *psock, void *link_raw) in sock_map_del_link() 152 spin_lock_bh(&psock->link_lock); in sock_map_del_link() 153 list_for_each_entry_safe(link, tmp, &psock->link, list) { in sock_map_del_link() 158 if (psock->parser.enabled && stab->progs.skb_parser) in sock_map_del_link() 160 if (psock->parser.enabled && stab->progs.skb_verdict) in sock_map_del_link() 166 spin_unlock_bh(&psock in sock_map_del_link() 146 sock_map_del_link(struct sock *sk, struct sk_psock *psock, void *link_raw) sock_map_del_link() argument 179 struct sk_psock *psock = sk_psock(sk); sock_map_unref() local 187 sock_map_init_proto(struct sock *sk, struct sk_psock *psock) sock_map_init_proto() argument 213 struct sk_psock *psock; sock_map_psock_get_checked() local 235 struct sk_psock *psock; sock_map_link() local 324 struct sk_psock *psock; sock_map_link_no_progs() local 482 struct sk_psock *psock; sock_map_update_common() local 1007 struct sk_psock *psock; sock_hash_update_common() local 1533 sock_map_remove_links(struct sock *sk, struct sk_psock *psock) sock_map_remove_links() argument 1546 struct sk_psock *psock; sock_map_unhash() local 1566 struct sk_psock *psock; sock_map_close() local [all...] |
/kernel/linux/linux-5.10/include/linux/ |
H A D | skmsg.h | 136 static inline void sk_msg_apply_bytes(struct sk_psock *psock, u32 bytes) in sk_msg_apply_bytes() argument 138 if (psock->apply_bytes) { in sk_msg_apply_bytes() 139 if (psock->apply_bytes < bytes) in sk_msg_apply_bytes() 140 psock->apply_bytes = 0; in sk_msg_apply_bytes() 142 psock->apply_bytes -= bytes; in sk_msg_apply_bytes() 288 static inline void sk_psock_queue_msg(struct sk_psock *psock, in sk_psock_queue_msg() argument 291 list_add_tail(&msg->list, &psock->ingress_msg); in sk_psock_queue_msg() 294 static inline bool sk_psock_queue_empty(const struct sk_psock *psock) in sk_psock_queue_empty() argument 296 return psock ? list_empty(&psock in sk_psock_queue_empty() 299 sk_psock_report_error(struct sk_psock *psock, int err) sk_psock_report_error() argument 333 sk_psock_cork_free(struct sk_psock *psock) sk_psock_cork_free() argument 342 sk_psock_update_proto(struct sock *sk, struct sk_psock *psock, struct proto *ops) sk_psock_update_proto() argument 350 sk_psock_restore_proto(struct sock *sk, struct sk_psock *psock) sk_psock_restore_proto() argument 368 sk_psock_set_state(struct sk_psock *psock, enum sk_psock_state_bits bit) sk_psock_set_state() argument 374 sk_psock_clear_state(struct sk_psock *psock, enum sk_psock_state_bits bit) sk_psock_clear_state() argument 380 sk_psock_test_state(const struct sk_psock *psock, enum sk_psock_state_bits bit) sk_psock_test_state() argument 388 struct sk_psock *psock; sk_psock_get() local 401 sk_psock_put(struct sock *sk, struct sk_psock *psock) sk_psock_put() argument 407 sk_psock_data_ready(struct sock *sk, struct sk_psock *psock) sk_psock_data_ready() argument 447 sk_psock_strp_enabled(struct sk_psock *psock) sk_psock_strp_enabled() argument [all...] |
/kernel/linux/linux-6.6/net/kcm/ |
H A D | kcmsock.c | 55 static void kcm_abort_tx_psock(struct kcm_psock *psock, int err, in kcm_abort_tx_psock() argument 58 struct sock *csk = psock->sk; in kcm_abort_tx_psock() 59 struct kcm_mux *mux = psock->mux; in kcm_abort_tx_psock() 65 if (psock->tx_stopped) { in kcm_abort_tx_psock() 70 psock->tx_stopped = 1; in kcm_abort_tx_psock() 71 KCM_STATS_INCR(psock->stats.tx_aborts); in kcm_abort_tx_psock() 73 if (!psock->tx_kcm) { in kcm_abort_tx_psock() 75 list_del(&psock->psock_avail_list); in kcm_abort_tx_psock() 77 /* In this case psock is being aborted while outside of in kcm_abort_tx_psock() 78 * write_msgs and psock i in kcm_abort_tx_psock() 94 kcm_update_rx_mux_stats(struct kcm_mux *mux, struct kcm_psock *psock) kcm_update_rx_mux_stats() argument 106 kcm_update_tx_mux_stats(struct kcm_mux *mux, struct kcm_psock *psock) kcm_update_tx_mux_stats() argument 126 struct kcm_psock *psock; kcm_rcv_ready() local 254 reserve_rx_kcm(struct kcm_psock *psock, struct sk_buff *head) reserve_rx_kcm() argument 306 unreserve_rx_kcm(struct kcm_psock *psock, bool rcv_ready) unreserve_rx_kcm() argument 351 struct kcm_psock *psock; psock_data_ready() local 367 struct kcm_psock *psock = container_of(strp, struct kcm_psock, strp); kcm_rcv_strparser() local 388 struct kcm_psock *psock = container_of(strp, struct kcm_psock, strp); kcm_parse_func_strparser() local 398 struct kcm_psock *psock = container_of(strp, struct kcm_psock, strp); kcm_read_sock_done() local 417 struct kcm_psock *psock; psock_write_space() local 446 struct kcm_psock *psock; reserve_psock() local 496 psock_now_avail(struct kcm_psock *psock) psock_now_avail() argument 526 struct kcm_psock *psock; unreserve_psock() local 586 struct kcm_psock *psock; kcm_write_msgs() local 1218 struct kcm_psock *psock = NULL, *tpsock; kcm_attach() local 1345 kcm_unattach(struct kcm_psock *psock) kcm_unattach() argument 1445 struct kcm_psock *psock; kcm_unattach_ioctl() local 1593 struct kcm_psock *psock, *tmp_psock; release_mux() local 1676 struct kcm_psock *psock; kcm_release() local [all...] |
H A D | kcmproc.c | 139 static void kcm_format_psock(struct kcm_psock *psock, struct seq_file *seq, in kcm_format_psock() argument 143 " psock-%-5u %-10llu %-16llu %-10llu %-16llu %-8d %-8d %-8d %-8d ", in kcm_format_psock() 144 psock->index, in kcm_format_psock() 145 psock->strp.stats.msgs, in kcm_format_psock() 146 psock->strp.stats.bytes, in kcm_format_psock() 147 psock->stats.tx_msgs, in kcm_format_psock() 148 psock->stats.tx_bytes, in kcm_format_psock() 149 psock->sk->sk_receive_queue.qlen, in kcm_format_psock() 150 atomic_read(&psock->sk->sk_rmem_alloc), in kcm_format_psock() 151 psock in kcm_format_psock() 190 struct kcm_psock *psock; kcm_format_mux() local 248 struct kcm_psock *psock; kcm_stats_seq_show() local [all...] |
/kernel/linux/linux-5.10/net/kcm/ |
H A D | kcmsock.c | 53 static void kcm_abort_tx_psock(struct kcm_psock *psock, int err, in kcm_abort_tx_psock() argument 56 struct sock *csk = psock->sk; in kcm_abort_tx_psock() 57 struct kcm_mux *mux = psock->mux; in kcm_abort_tx_psock() 63 if (psock->tx_stopped) { in kcm_abort_tx_psock() 68 psock->tx_stopped = 1; in kcm_abort_tx_psock() 69 KCM_STATS_INCR(psock->stats.tx_aborts); in kcm_abort_tx_psock() 71 if (!psock->tx_kcm) { in kcm_abort_tx_psock() 73 list_del(&psock->psock_avail_list); in kcm_abort_tx_psock() 75 /* In this case psock is being aborted while outside of in kcm_abort_tx_psock() 76 * write_msgs and psock i in kcm_abort_tx_psock() 92 kcm_update_rx_mux_stats(struct kcm_mux *mux, struct kcm_psock *psock) kcm_update_rx_mux_stats() argument 104 kcm_update_tx_mux_stats(struct kcm_mux *mux, struct kcm_psock *psock) kcm_update_tx_mux_stats() argument 124 struct kcm_psock *psock; kcm_rcv_ready() local 252 reserve_rx_kcm(struct kcm_psock *psock, struct sk_buff *head) reserve_rx_kcm() argument 304 unreserve_rx_kcm(struct kcm_psock *psock, bool rcv_ready) unreserve_rx_kcm() argument 349 struct kcm_psock *psock; psock_data_ready() local 363 struct kcm_psock *psock = container_of(strp, struct kcm_psock, strp); kcm_rcv_strparser() local 384 struct kcm_psock *psock = container_of(strp, struct kcm_psock, strp); kcm_parse_func_strparser() local 394 struct kcm_psock *psock = container_of(strp, struct kcm_psock, strp); kcm_read_sock_done() local 413 struct kcm_psock *psock; psock_write_space() local 442 struct kcm_psock *psock; reserve_psock() local 492 psock_now_avail(struct kcm_psock *psock) psock_now_avail() argument 522 struct kcm_psock *psock; unreserve_psock() local 581 struct kcm_psock *psock; kcm_write_msgs() local 1340 struct kcm_psock *psock = NULL, *tpsock; kcm_attach() local 1467 kcm_unattach(struct kcm_psock *psock) kcm_unattach() argument 1567 struct kcm_psock *psock; kcm_unattach_ioctl() local 1715 struct kcm_psock *psock, *tmp_psock; release_mux() local 1798 struct kcm_psock *psock; kcm_release() local [all...] |
H A D | kcmproc.c | 139 static void kcm_format_psock(struct kcm_psock *psock, struct seq_file *seq, in kcm_format_psock() argument 143 " psock-%-5u %-10llu %-16llu %-10llu %-16llu %-8d %-8d %-8d %-8d ", in kcm_format_psock() 144 psock->index, in kcm_format_psock() 145 psock->strp.stats.msgs, in kcm_format_psock() 146 psock->strp.stats.bytes, in kcm_format_psock() 147 psock->stats.tx_msgs, in kcm_format_psock() 148 psock->stats.tx_bytes, in kcm_format_psock() 149 psock->sk->sk_receive_queue.qlen, in kcm_format_psock() 150 atomic_read(&psock->sk->sk_rmem_alloc), in kcm_format_psock() 151 psock in kcm_format_psock() 190 struct kcm_psock *psock; kcm_format_mux() local 248 struct kcm_psock *psock; kcm_stats_seq_show() local [all...] |
/kernel/linux/linux-6.6/net/vmw_vsock/ |
H A D | vsock_bpf.c | 25 static bool vsock_has_data(struct sock *sk, struct sk_psock *psock) in vsock_has_data() argument 34 return vsock_sk_has_data(sk, psock); in vsock_has_data() 37 static bool vsock_msg_wait_data(struct sock *sk, struct sk_psock *psock, long timeo) in vsock_msg_wait_data() argument 51 ret = vsock_has_data(sk, psock); in vsock_msg_wait_data() 54 ret = vsock_has_data(sk, psock); in vsock_msg_wait_data() 79 struct sk_psock *psock; in vsock_bpf_recvmsg() local 82 psock = sk_psock_get(sk); in vsock_bpf_recvmsg() 83 if (unlikely(!psock)) in vsock_bpf_recvmsg() 87 if (vsock_has_data(sk, psock) && sk_psock_queue_empty(psock)) { in vsock_bpf_recvmsg() 149 vsock_bpf_update_proto(struct sock *sk, struct sk_psock *psock, bool restore) vsock_bpf_update_proto() argument [all...] |
/kernel/linux/linux-6.6/net/unix/ |
H A D | unix_bpf.c | 15 static int unix_msg_wait_data(struct sock *sk, struct sk_psock *psock, in unix_msg_wait_data() argument 30 if (!unix_sk_has_data(sk, psock)) { in unix_msg_wait_data() 34 ret = unix_sk_has_data(sk, psock); in unix_msg_wait_data() 54 struct sk_psock *psock; in unix_bpf_recvmsg() local 60 psock = sk_psock_get(sk); in unix_bpf_recvmsg() 61 if (unlikely(!psock)) in unix_bpf_recvmsg() 66 sk_psock_queue_empty(psock)) { in unix_bpf_recvmsg() 68 sk_psock_put(sk, psock); in unix_bpf_recvmsg() 73 copied = sk_msg_recvmsg(sk, psock, msg, len, flags); in unix_bpf_recvmsg() 79 data = unix_msg_wait_data(sk, psock, time in unix_bpf_recvmsg() 144 unix_dgram_bpf_update_proto(struct sock *sk, struct sk_psock *psock, bool restore) unix_dgram_bpf_update_proto() argument 160 unix_stream_bpf_update_proto(struct sock *sk, struct sk_psock *psock, bool restore) unix_stream_bpf_update_proto() argument [all...] |
/kernel/linux/linux-5.10/drivers/pcmcia/ |
H A D | tcic.c | 105 u_short psock; member 404 socket_table[sockets].psock = i; in init_tcic() 482 tcic_setw(TCIC_ADDR+2, socket_table[i].psock << TCIC_SS_SHFT); in init_tcic() 533 u_short psock; in tcic_interrupt() local 546 psock = socket_table[i].psock; in tcic_interrupt() 547 tcic_setl(TCIC_ADDR, (psock << TCIC_ADDR_SS_SHFT) in tcic_interrupt() 548 | TCIC_ADDR_INDREG | TCIC_SCF1(psock)); in tcic_interrupt() 550 latch = sstat ^ socket_table[psock].last_sstat; in tcic_interrupt() 595 u_short psock in tcic_get_status() local 621 u_short psock = container_of(sock, struct tcic_socket, socket)->psock; tcic_set_socket() local 696 u_short psock = container_of(sock, struct tcic_socket, socket)->psock; tcic_set_io_map() local 733 u_short psock = container_of(sock, struct tcic_socket, socket)->psock; tcic_set_mem_map() local [all...] |
H A D | i82365.c | 149 u_short psock; member 224 reg = I365_REG(socket[sock].psock, reg); in i365_get() 237 u_char val = I365_REG(socket[sock].psock, reg); in i365_set() 579 socket[sockets].psock = sock; in identify() 662 static void __init add_socket(unsigned int port, int psock, int type) in add_socket() argument 665 socket[sockets].psock = psock; in add_socket() 683 t->ioaddr, t->psock*0x40); in add_pcic() 907 if (socket[sock].psock & 1) { in i365_get_status() 1120 pcic[s->type].name, s->psock); [all...] |
/kernel/linux/linux-6.6/drivers/pcmcia/ |
H A D | tcic.c | 105 u_short psock; member 404 socket_table[sockets].psock = i; in init_tcic() 482 tcic_setw(TCIC_ADDR+2, socket_table[i].psock << TCIC_SS_SHFT); in init_tcic() 533 u_short psock; in tcic_interrupt() local 546 psock = socket_table[i].psock; in tcic_interrupt() 547 tcic_setl(TCIC_ADDR, (psock << TCIC_ADDR_SS_SHFT) in tcic_interrupt() 548 | TCIC_ADDR_INDREG | TCIC_SCF1(psock)); in tcic_interrupt() 550 latch = sstat ^ socket_table[psock].last_sstat; in tcic_interrupt() 595 u_short psock in tcic_get_status() local 621 u_short psock = container_of(sock, struct tcic_socket, socket)->psock; tcic_set_socket() local 696 u_short psock = container_of(sock, struct tcic_socket, socket)->psock; tcic_set_io_map() local 733 u_short psock = container_of(sock, struct tcic_socket, socket)->psock; tcic_set_mem_map() local [all...] |
H A D | i82365.c | 149 u_short psock; member 224 reg = I365_REG(socket[sock].psock, reg); in i365_get() 237 u_char val = I365_REG(socket[sock].psock, reg); in i365_set() 579 socket[sockets].psock = sock; in identify() 662 static void __init add_socket(unsigned int port, int psock, int type) in add_socket() argument 665 socket[sockets].psock = psock; in add_socket() 683 t->ioaddr, t->psock*0x40); in add_pcic() 907 if (socket[sock].psock & 1) { in i365_get_status() 1120 pcic[s->type].name, s->psock); [all...] |
/kernel/linux/linux-6.6/net/tls/ |
H A D | tls_sw.c | 849 struct sk_psock *psock; in bpf_exec_tx_verdict() local 857 psock = sk_psock_get(sk); in bpf_exec_tx_verdict() 858 if (!psock || !policy) { in bpf_exec_tx_verdict() 865 if (psock) in bpf_exec_tx_verdict() 866 sk_psock_put(sk, psock); in bpf_exec_tx_verdict() 871 if (psock->eval == __SK_NONE) { in bpf_exec_tx_verdict() 873 psock->eval = sk_psock_msg_verdict(sk, psock, msg); in bpf_exec_tx_verdict() 886 switch (psock->eval) { in bpf_exec_tx_verdict() 897 redir_ingress = psock in bpf_exec_tx_verdict() 1308 tls_rx_rec_wait(struct sock *sk, struct sk_psock *psock, bool nonblock, bool released) tls_rx_rec_wait() argument 1960 struct sk_psock *psock; tls_sw_recvmsg() local 2251 struct sk_psock *psock; tls_sw_read_sock() local 2344 struct sk_psock *psock; tls_sw_sock_is_readable() local 2428 struct sk_psock *psock; tls_data_ready() local [all...] |
H A D | tls_main.c | 411 struct sk_psock *psock; in tls_sk_poll() local 425 psock = sk_psock_get(sk); in tls_sk_poll() 429 sk_psock_queue_empty(psock)) in tls_sk_poll() 432 if (psock) in tls_sk_poll() 433 sk_psock_put(sk, psock); in tls_sk_poll()
|
/kernel/linux/linux-6.6/tools/testing/selftests/bpf/prog_tests/ |
H A D | lwt_redirect.c | 162 int psock = -1; in send_and_capture_test_packets() local 179 psock = new_packet_sock(target_dev); in send_and_capture_test_packets() 182 ret = wait_for_packet(psock, filter, &timeo); in send_and_capture_test_packets() 189 if (psock >= 0) in send_and_capture_test_packets() 190 close(psock); in send_and_capture_test_packets()
|
/kernel/linux/linux-5.10/net/tls/ |
H A D | tls_sw.c | 798 struct sk_psock *psock; in bpf_exec_tx_verdict() local 806 psock = sk_psock_get(sk); in bpf_exec_tx_verdict() 807 if (!psock || !policy) { in bpf_exec_tx_verdict() 814 if (psock) in bpf_exec_tx_verdict() 815 sk_psock_put(sk, psock); in bpf_exec_tx_verdict() 820 if (psock->eval == __SK_NONE) { in bpf_exec_tx_verdict() 822 psock->eval = sk_psock_msg_verdict(sk, psock, msg); in bpf_exec_tx_verdict() 835 switch (psock->eval) { in bpf_exec_tx_verdict() 846 sk_redir = psock in bpf_exec_tx_verdict() 1296 tls_wait_data(struct sock *sk, struct sk_psock *psock, bool nonblock, long timeo, int *err) tls_wait_data() argument 1752 struct sk_psock *psock; tls_sw_recvmsg() local 2044 struct sk_psock *psock; tls_sw_stream_read() local 2135 struct sk_psock *psock; tls_data_ready() local [all...] |
/kernel/linux/linux-6.6/include/net/ |
H A D | af_unix.h | 109 int unix_dgram_bpf_update_proto(struct sock *sk, struct sk_psock *psock, bool restore); 110 int unix_stream_bpf_update_proto(struct sock *sk, struct sk_psock *psock, bool restore);
|