/kernel/linux/linux-6.6/net/xfrm/ |
H A D | xfrm_device.c | 133 if (xo->flags & XFRM_GRO || x->xso.dir == XFRM_DEV_OFFLOAD_IN) in validate_xmit_xfrm() 140 if (x->xso.type == XFRM_DEV_OFFLOAD_PACKET && x->xso.dev != dev) { in validate_xmit_xfrm() 147 if ((x->xso.dev != dev) && (x->xso.real_dev == dev)) in validate_xmit_xfrm() 160 if (skb_is_gso(skb) && (unlikely(x->xso.dev != dev) || in validate_xmit_xfrm() 240 struct xfrm_dev_offload *xso = &x->xso; in xfrm_dev_state_add() local 287 xso->dev = NULL; in xfrm_dev_state_add() 295 xso in xfrm_dev_state_add() [all...] |
H A D | xfrm_state.c | 93 if (_x->xso.type == XFRM_DEV_OFFLOAD_PACKET) \ 99 if (!_x || _x->xso.type == XFRM_DEV_OFFLOAD_PACKET) \ 122 XFRM_STATE_INSERT(bydst, &x->bydst, ndsttable + h, x->xso.type); in xfrm_hash_transfer() 127 XFRM_STATE_INSERT(bysrc, &x->bysrc, nsrctable + h, x->xso.type); in xfrm_hash_transfer() 134 x->xso.type); in xfrm_hash_transfer() 140 x->xso.type); in xfrm_hash_transfer() 777 struct xfrm_dev_offload *xso; in xfrm_dev_state_flush_secctx_check() local 780 xso = &x->xso; in xfrm_dev_state_flush_secctx_check() 782 if (xso in xfrm_dev_state_flush_secctx_check() 861 struct xfrm_dev_offload *xso; xfrm_dev_state_flush() local 1269 struct xfrm_dev_offload *xso = &x->xso; xfrm_state_find() local 1324 struct xfrm_dev_offload *xso = &x->xso; xfrm_state_find() local [all...] |
H A D | xfrm_output.c | 496 if (err <= 0 || x->xso.type == XFRM_DEV_OFFLOAD_PACKET) in xfrm_output_one() 710 family = (x->xso.type != XFRM_DEV_OFFLOAD_PACKET) ? x->outer_mode.family in xfrm_output() 725 if (x->xso.type == XFRM_DEV_OFFLOAD_PACKET) { in xfrm_output() 762 if (x->xso.dev && x->xso.dev->features & NETIF_F_HW_ESP_TX_CSUM) in xfrm_output()
|
/kernel/linux/linux-5.10/net/xfrm/ |
H A D | xfrm_device.c | 132 if (xo->flags & XFRM_GRO || x->xso.flags & XFRM_OFFLOAD_INBOUND) in validate_xmit_xfrm() 136 if ((x->xso.dev != dev) && (x->xso.real_dev == dev)) in validate_xmit_xfrm() 149 if (skb_is_gso(skb) && (unlikely(x->xso.dev != dev) || in validate_xmit_xfrm() 228 struct xfrm_state_offload *xso = &x->xso; in xfrm_dev_state_add() local 265 xso->dev = NULL; in xfrm_dev_state_add() 272 xso->dev = NULL; in xfrm_dev_state_add() 277 xso->dev = dev; in xfrm_dev_state_add() 278 xso in xfrm_dev_state_add() [all...] |
/kernel/linux/linux-6.6/drivers/net/netdevsim/ |
H A D | ipsec.c | 88 struct net_device *dev = xs->xso.real_dev; in nsim_ipsec_parse_proto_keys() 138 dev = xs->xso.real_dev; in nsim_ipsec_add_sa() 152 if (xs->xso.type != XFRM_DEV_OFFLOAD_CRYPTO) { in nsim_ipsec_add_sa() 179 if (xs->xso.dir == XFRM_DEV_OFFLOAD_IN) { in nsim_ipsec_add_sa() 194 xs->xso.offload_handle = sa_idx | NSIM_IPSEC_VALID; in nsim_ipsec_add_sa() 202 struct netdevsim *ns = netdev_priv(xs->xso.real_dev); in nsim_ipsec_del_sa() 206 sa_idx = xs->xso.offload_handle & ~NSIM_IPSEC_VALID; in nsim_ipsec_del_sa() 219 struct netdevsim *ns = netdev_priv(xs->xso.real_dev); in nsim_ipsec_offload_ok() 257 sa_idx = xs->xso.offload_handle & ~NSIM_IPSEC_VALID; in nsim_ipsec_tx()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/ixgbevf/ |
H A D | ipsec.c | 28 sam->dir = xs->xso.dir; in ixgbevf_ipsec_set_pf_sa() 214 struct net_device *dev = xs->xso.real_dev; in ixgbevf_ipsec_parse_proto_keys() 265 struct net_device *dev = xs->xso.real_dev; in ixgbevf_ipsec_add_sa() 284 if (xs->xso.type != XFRM_DEV_OFFLOAD_CRYPTO) { in ixgbevf_ipsec_add_sa() 289 if (xs->xso.dir == XFRM_DEV_OFFLOAD_IN) { in ixgbevf_ipsec_add_sa() 341 xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_RX_INDEX; in ixgbevf_ipsec_add_sa() 381 xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_TX_INDEX; in ixgbevf_ipsec_add_sa() 395 struct net_device *dev = xs->xso.real_dev; in ixgbevf_ipsec_del_sa() 403 if (xs->xso.dir == XFRM_DEV_OFFLOAD_IN) { in ixgbevf_ipsec_del_sa() 404 sa_idx = xs->xso in ixgbevf_ipsec_del_sa() [all...] |
/kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/en_accel/ |
H A D | ipsec.c | 51 return (struct mlx5e_ipsec_sa_entry *)x->xso.offload_handle; in to_ipsec_sa_entry() 91 switch (x->xso.type) { in mlx5e_ipsec_update_esn_state() 93 switch (x->xso.dir) { in mlx5e_ipsec_update_esn_state() 121 if (x->xso.type == XFRM_DEV_OFFLOAD_CRYPTO) in mlx5e_ipsec_update_esn_state() 274 netdev = x->xso.real_dev; in mlx5e_ipsec_init_macs() 339 attrs->dir = x->xso.dir; in mlx5e_ipsec_build_accel_xfrm_attrs() 381 attrs->type = x->xso.type; in mlx5e_ipsec_build_accel_xfrm_attrs() 441 if (x->xso.type != XFRM_DEV_OFFLOAD_PACKET) { in mlx5e_xfrm_validate_state() 488 switch (x->xso.type) { in mlx5e_xfrm_validate_state() 509 if (x->replay_esn && x->xso in mlx5e_xfrm_validate_state() [all...] |
H A D | ipsec_rxtx.c | 236 if (unlikely(!x->xso.offload_handle || in mlx5e_ipsec_tx_build_eseg() 283 if (unlikely(!x->xso.offload_handle || in mlx5e_ipsec_handle_tx_skb() 296 sa_entry = (struct mlx5e_ipsec_sa_entry *)x->xso.offload_handle; in mlx5e_ipsec_handle_tx_skb()
|
H A D | ipsec_rxtx.h | 99 if (!x || !x->xso.offload_handle) in mlx5e_ipsec_feature_check()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbevf/ |
H A D | ipsec.c | 28 sam->flags = xs->xso.flags; in ixgbevf_ipsec_set_pf_sa() 214 struct net_device *dev = xs->xso.real_dev; in ixgbevf_ipsec_parse_proto_keys() 263 struct net_device *dev = xs->xso.real_dev; in ixgbevf_ipsec_add_sa() 283 if (xs->xso.flags & XFRM_OFFLOAD_INBOUND) { in ixgbevf_ipsec_add_sa() 335 xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_RX_INDEX; in ixgbevf_ipsec_add_sa() 375 xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_TX_INDEX; in ixgbevf_ipsec_add_sa() 389 struct net_device *dev = xs->xso.real_dev; in ixgbevf_ipsec_del_sa() 397 if (xs->xso.flags & XFRM_OFFLOAD_INBOUND) { in ixgbevf_ipsec_del_sa() 398 sa_idx = xs->xso.offload_handle - IXGBE_IPSEC_BASE_RX_INDEX; in ixgbevf_ipsec_del_sa() 402 sa_idx, xs->xso in ixgbevf_ipsec_del_sa() [all...] |
/kernel/linux/linux-5.10/drivers/net/netdevsim/ |
H A D | ipsec.c | 88 struct net_device *dev = xs->xso.real_dev; in nsim_ipsec_parse_proto_keys() 137 dev = xs->xso.real_dev; in nsim_ipsec_add_sa() 174 if (xs->xso.flags & XFRM_OFFLOAD_INBOUND) { in nsim_ipsec_add_sa() 189 xs->xso.offload_handle = sa_idx | NSIM_IPSEC_VALID; in nsim_ipsec_add_sa() 197 struct netdevsim *ns = netdev_priv(xs->xso.real_dev); in nsim_ipsec_del_sa() 201 sa_idx = xs->xso.offload_handle & ~NSIM_IPSEC_VALID; in nsim_ipsec_del_sa() 214 struct netdevsim *ns = netdev_priv(xs->xso.real_dev); in nsim_ipsec_offload_ok() 252 sa_idx = xs->xso.offload_handle & ~NSIM_IPSEC_VALID; in nsim_ipsec_tx()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/nfdk/ |
H A D | ipsec.c | 14 if (x->xso.dev && (x->xso.dev->features & NETIF_F_HW_ESP_TX_CSUM)) { in nfp_nfdk_ipsec_tx()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/ixgbe/ |
H A D | ixgbe_ipsec.c | 430 struct net_device *dev = xs->xso.real_dev; in ixgbe_ipsec_parse_proto_keys() 480 struct net_device *dev = xs->xso.real_dev; in ixgbe_ipsec_check_mgmt_ip() 565 struct net_device *dev = xs->xso.real_dev; in ixgbe_ipsec_add_sa() 589 if (xs->xso.type != XFRM_DEV_OFFLOAD_CRYPTO) { in ixgbe_ipsec_add_sa() 594 if (xs->xso.dir == XFRM_DEV_OFFLOAD_IN) { in ixgbe_ipsec_add_sa() 698 xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_RX_INDEX; in ixgbe_ipsec_add_sa() 739 xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_TX_INDEX; in ixgbe_ipsec_add_sa() 759 struct net_device *dev = xs->xso.real_dev; in ixgbe_ipsec_del_sa() 766 if (xs->xso.dir == XFRM_DEV_OFFLOAD_IN) { in ixgbe_ipsec_del_sa() 770 sa_idx = xs->xso in ixgbe_ipsec_del_sa() [all...] |
/kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbe/ |
H A D | ixgbe_ipsec.c | 430 struct net_device *dev = xs->xso.real_dev; in ixgbe_ipsec_parse_proto_keys() 480 struct net_device *dev = xs->xso.real_dev; in ixgbe_ipsec_check_mgmt_ip() 563 struct net_device *dev = xs->xso.real_dev; in ixgbe_ipsec_add_sa() 588 if (xs->xso.flags & XFRM_OFFLOAD_INBOUND) { in ixgbe_ipsec_add_sa() 692 xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_RX_INDEX; in ixgbe_ipsec_add_sa() 733 xs->xso.offload_handle = sa_idx + IXGBE_IPSEC_BASE_TX_INDEX; in ixgbe_ipsec_add_sa() 753 struct net_device *dev = xs->xso.real_dev; in ixgbe_ipsec_del_sa() 760 if (xs->xso.flags & XFRM_OFFLOAD_INBOUND) { in ixgbe_ipsec_del_sa() 764 sa_idx = xs->xso.offload_handle - IXGBE_IPSEC_BASE_RX_INDEX; in ixgbe_ipsec_del_sa() 769 sa_idx, xs->xso in ixgbe_ipsec_del_sa() [all...] |
/kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlx5/core/en_accel/ |
H A D | ipsec.c | 52 sa = (struct mlx5e_ipsec_sa_entry *)x->xso.offload_handle; in to_ipsec_sa_entry() 190 attrs->action = (!(x->xso.flags & XFRM_OFFLOAD_INBOUND)) ? in mlx5e_ipsec_build_accel_xfrm_attrs() 209 struct net_device *netdev = x->xso.real_dev; in mlx5e_xfrm_validate_state() 308 struct net_device *netdev = x->xso.real_dev; in mlx5e_xfrm_add_state() 357 if (x->xso.flags & XFRM_OFFLOAD_INBOUND) { in mlx5e_xfrm_add_state() 366 x->xso.offload_handle = (unsigned long)sa_entry; in mlx5e_xfrm_add_state() 389 if (x->xso.flags & XFRM_OFFLOAD_INBOUND) in mlx5e_xfrm_del_state() 396 struct mlx5e_priv *priv = netdev_priv(x->xso.dev); in mlx5e_xfrm_free_state()
|
H A D | ipsec_rxtx.c | 289 if (unlikely(!x->xso.offload_handle || in mlx5e_ipsec_tx_build_eseg() 339 if (unlikely(!x->xso.offload_handle || in mlx5e_ipsec_handle_tx_skb() 360 sa_entry = (struct mlx5e_ipsec_sa_entry *)x->xso.offload_handle; in mlx5e_ipsec_handle_tx_skb() 510 if (x && x->xso.offload_handle) in mlx5e_ipsec_feature_check()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/crypto/ |
H A D | ipsec.c | 272 struct net_device *netdev = x->xso.real_dev; in nfp_net_xfrm_add_state() 312 if (x->xso.type != XFRM_DEV_OFFLOAD_CRYPTO) { in nfp_net_xfrm_add_state() 484 cfg->ctrl_word.dir = x->xso.dir; in nfp_net_xfrm_add_state() 506 x->xso.offload_handle = saidx + 1; in nfp_net_xfrm_add_state() 514 .sa_idx = x->xso.offload_handle - 1, in nfp_net_xfrm_del_state() 516 struct net_device *netdev = x->xso.real_dev; in nfp_net_xfrm_del_state() 526 xa_erase(&nn->xa_ipsec, x->xso.offload_handle - 1); in nfp_net_xfrm_del_state() 575 offload_info->handle = x->xso.offload_handle; in nfp_net_ipsec_tx_prep()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/nfd3/ |
H A D | ipsec.c | 17 if (x->xso.dev && (x->xso.dev->features & NETIF_F_HW_ESP_TX_CSUM)) { in nfp_nfd3_ipsec_tx()
|
/kernel/linux/linux-6.6/include/net/ |
H A D | xfrm.h | 267 struct xfrm_dev_offload xso; member 1173 if (x->xso.type == XFRM_DEV_OFFLOAD_PACKET) in __xfrm_policy_check2() 1583 struct xfrm_dev_offload *xdo = &x->xso; in xfrm_dev_state_update_curlft() 1586 if (x->xso.type != XFRM_DEV_OFFLOAD_PACKET) in xfrm_dev_state_update_curlft() 1946 struct xfrm_dev_offload *xso = &x->xso; in xfrm_dev_state_advance_esn() local 1948 if (xso->dev && xso->dev->xfrmdev_ops->xdo_dev_state_advance_esn) in xfrm_dev_state_advance_esn() 1949 xso->dev->xfrmdev_ops->xdo_dev_state_advance_esn(x); in xfrm_dev_state_advance_esn() 1961 if (!x->xso in xfrm_dst_offload_ok() 1972 struct xfrm_dev_offload *xso = &x->xso; xfrm_dev_state_delete() local 1980 struct xfrm_dev_offload *xso = &x->xso; xfrm_dev_state_free() local [all...] |
/kernel/linux/linux-5.10/include/net/ |
H A D | xfrm.h | 243 struct xfrm_state_offload xso; member 1890 struct xfrm_state_offload *xso = &x->xso; in xfrm_dev_state_advance_esn() local 1892 if (xso->dev && xso->dev->xfrmdev_ops->xdo_dev_state_advance_esn) in xfrm_dev_state_advance_esn() 1893 xso->dev->xfrmdev_ops->xdo_dev_state_advance_esn(x); in xfrm_dev_state_advance_esn() 1905 if (!x->xso.offload_handle && !xdst->child->xfrm) in xfrm_dst_offload_ok() 1907 if (x->xso.offload_handle && (x->xso.dev == xfrm_dst_path(dst)->dev) && in xfrm_dst_offload_ok() 1916 struct xfrm_state_offload *xso in xfrm_dev_state_delete() local 1924 struct xfrm_state_offload *xso = &x->xso; xfrm_dev_state_free() local [all...] |
/kernel/linux/linux-6.6/drivers/net/ethernet/chelsio/inline_crypto/ch_ipsec/ |
H A D | chcr_ipsec.c | 288 if (x->xso.type != XFRM_DEV_OFFLOAD_CRYPTO) { in ch_ipsec_xfrm_add_state() 303 x->xso.offload_handle = (unsigned long)sa_entry; in ch_ipsec_xfrm_add_state() 312 if (!x->xso.offload_handle) in ch_ipsec_xfrm_del_state() 320 if (!x->xso.offload_handle) in ch_ipsec_xfrm_free_state() 323 sa_entry = (struct ipsec_sa_entry *)x->xso.offload_handle; in ch_ipsec_xfrm_free_state() 345 if (!x->xso.offload_handle) in ch_ipsec_advance_esn_state() 724 if (!x->xso.offload_handle) in ch_ipsec_xmit() 727 sa_entry = (struct ipsec_sa_entry *)x->xso.offload_handle; in ch_ipsec_xmit()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/chelsio/inline_crypto/ch_ipsec/ |
H A D | chcr_ipsec.c | 299 x->xso.offload_handle = (unsigned long)sa_entry; in ch_ipsec_xfrm_add_state() 308 if (!x->xso.offload_handle) in ch_ipsec_xfrm_del_state() 316 if (!x->xso.offload_handle) in ch_ipsec_xfrm_free_state() 319 sa_entry = (struct ipsec_sa_entry *)x->xso.offload_handle; in ch_ipsec_xfrm_free_state() 341 if (!x->xso.offload_handle) in ch_ipsec_advance_esn_state() 720 if (!x->xso.offload_handle) in ch_ipsec_xmit() 723 sa_entry = (struct ipsec_sa_entry *)x->xso.offload_handle; in ch_ipsec_xmit()
|
/kernel/linux/linux-5.10/net/ipv4/ |
H A D | esp4_offload.c | 222 !(features & NETIF_F_HW_ESP)) || x->xso.dev != skb->dev) in esp4_gso_segment() 270 x->xso.dev != skb->dev) { in esp_xmit()
|
/kernel/linux/linux-5.10/net/ipv6/ |
H A D | esp6_offload.c | 259 if (!(features & NETIF_F_HW_ESP) || x->xso.dev != skb->dev) in esp6_gso_segment() 304 if (!(features & NETIF_F_HW_ESP) || x->xso.dev != skb->dev) { in esp6_xmit()
|
/kernel/linux/linux-6.6/net/ipv4/ |
H A D | esp4_offload.c | 225 !(features & NETIF_F_HW_ESP)) || x->xso.dev != skb->dev) in esp4_gso_segment() 273 x->xso.dev != skb->dev) { in esp_xmit()
|