| /kernel/linux/linux-5.10/tools/testing/selftests/bpf/progs/ |
| H A D | test_l4lb.c | 207 static __always_inline __u32 get_packet_hash(struct packet_description *pckt, in get_packet_hash() argument
211 return jhash_2words(jhash(pckt->srcv6, 16, MAX_VIPS), in get_packet_hash()
212 pckt->ports, CH_RINGS_SIZE); in get_packet_hash()
214 return jhash_2words(pckt->src, pckt->ports, CH_RINGS_SIZE); in get_packet_hash()
218 struct packet_description *pckt, in get_packet_dst()
222 __u32 hash = get_packet_hash(pckt, is_ipv6) % RING_SIZE; in get_packet_dst()
237 struct packet_description *pckt) in parse_icmpv6()
251 pckt->proto = ip6h->nexthdr; in parse_icmpv6()
252 pckt in parse_icmpv6()
217 get_packet_dst(struct real_definition **real, struct packet_description *pckt, struct vip_meta *vip_info, bool is_ipv6) get_packet_dst() argument
236 parse_icmpv6(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmpv6() argument
258 parse_icmp(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmp() argument
283 parse_udp(void *data, __u64 off, void *data_end, struct packet_description *pckt) parse_udp() argument
302 parse_tcp(void *data, __u64 off, void *data_end, struct packet_description *pckt) parse_tcp() argument
328 struct packet_description pckt = {}; process_packet() local
[all...] |
| H A D | test_l4lb_noinline.c | 201 static __noinline __u32 get_packet_hash(struct packet_description *pckt, bool ipv6) in get_packet_hash() argument
204 return jhash_2words(jhash(pckt->srcv6, 16, MAX_VIPS), in get_packet_hash()
205 pckt->ports, CH_RINGS_SIZE); in get_packet_hash()
207 return jhash_2words(pckt->src, pckt->ports, CH_RINGS_SIZE); in get_packet_hash()
211 struct packet_description *pckt, in get_packet_dst()
215 __u32 hash = get_packet_hash(pckt, is_ipv6); in get_packet_dst()
234 struct packet_description *pckt) in parse_icmpv6()
248 pckt->proto = ip6h->nexthdr; in parse_icmpv6()
249 pckt in parse_icmpv6()
210 get_packet_dst(struct real_definition **real, struct packet_description *pckt, struct vip_meta *vip_info, bool is_ipv6) get_packet_dst() argument
233 parse_icmpv6(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmpv6() argument
255 parse_icmp(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmp() argument
280 parse_udp(void *data, __u64 off, void *data_end, struct packet_description *pckt) parse_udp() argument
299 parse_tcp(void *data, __u64 off, void *data_end, struct packet_description *pckt) parse_tcp() argument
325 struct packet_description pckt = {}; process_packet() local
[all...] |
| H A D | test_xdp_noinline.c | 233 bool is_ipv6, struct packet_description *pckt) in parse_udp()
236 bool is_icmp = !((pckt->flags & (1 << 0)) == 0); in parse_udp()
244 pckt->flow.port16[0] = udp->source; in parse_udp()
245 pckt->flow.port16[1] = udp->dest; in parse_udp()
247 pckt->flow.port16[0] = udp->dest; in parse_udp()
248 pckt->flow.port16[1] = udp->source; in parse_udp()
255 bool is_ipv6, struct packet_description *pckt) in parse_tcp()
258 bool is_icmp = !((pckt->flags & (1 << 0)) == 0); in parse_tcp()
266 pckt->flags |= (1 << 1); in parse_tcp()
268 pckt in parse_tcp()
232 parse_udp(void *data, void *data_end, bool is_ipv6, struct packet_description *pckt) parse_udp() argument
254 parse_tcp(void *data, void *data_end, bool is_ipv6, struct packet_description *pckt) parse_tcp() argument
278 encap_v6(struct xdp_md *xdp, struct ctl_value *cval, struct packet_description *pckt, struct real_definition *dst, __u32 pkt_bytes) encap_v6() argument
321 encap_v4(struct xdp_md *xdp, struct ctl_value *cval, struct packet_description *pckt, struct real_definition *dst, __u32 pkt_bytes) encap_v4() argument
484 parse_icmpv6(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmpv6() argument
509 parse_icmp(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmp() argument
536 get_packet_hash(struct packet_description *pckt, bool hash_16bytes) get_packet_hash() argument
548 get_packet_dst(struct real_definition **real, struct packet_description *pckt, struct vip_meta *vip_info, bool is_ipv6, void *lru_map) get_packet_dst() argument
601 connection_table_lookup(struct real_definition **real, struct packet_description *pckt, void *lru_map) connection_table_lookup() argument
628 process_l3_headers_v6(struct packet_description *pckt, __u8 *protocol, __u64 off, __u16 *pkt_bytes, void *data, void *data_end) process_l3_headers_v6() argument
659 process_l3_headers_v4(struct packet_description *pckt, __u8 *protocol, __u64 off, __u16 *pkt_bytes, void *data, void *data_end) process_l3_headers_v4() argument
696 struct packet_description pckt = { }; process_packet() local
[all...] |
| /kernel/linux/linux-6.6/tools/testing/selftests/bpf/progs/ |
| H A D | test_l4lb_noinline_dynptr.c | 203 static __noinline __u32 get_packet_hash(struct packet_description *pckt, bool ipv6) in get_packet_hash() argument
206 return jhash_2words(jhash(pckt->srcv6, 16, MAX_VIPS), in get_packet_hash()
207 pckt->ports, CH_RINGS_SIZE); in get_packet_hash()
209 return jhash_2words(pckt->src, pckt->ports, CH_RINGS_SIZE); in get_packet_hash()
213 struct packet_description *pckt, in get_packet_dst()
217 __u32 hash = get_packet_hash(pckt, is_ipv6); in get_packet_dst()
236 struct packet_description *pckt) in parse_icmpv6()
252 pckt->proto = ip6h->nexthdr; in parse_icmpv6()
253 pckt in parse_icmpv6()
212 get_packet_dst(struct real_definition **real, struct packet_description *pckt, struct vip_meta *vip_info, bool is_ipv6) get_packet_dst() argument
235 parse_icmpv6(struct bpf_dynptr *skb_ptr, __u64 off, struct packet_description *pckt) parse_icmpv6() argument
259 parse_icmp(struct bpf_dynptr *skb_ptr, __u64 off, struct packet_description *pckt) parse_icmp() argument
284 parse_udp(struct bpf_dynptr *skb_ptr, __u64 off, struct packet_description *pckt) parse_udp() argument
304 parse_tcp(struct bpf_dynptr *skb_ptr, __u64 off, struct packet_description *pckt) parse_tcp() argument
331 struct packet_description pckt = {}; process_packet() local
[all...] |
| H A D | test_l4lb_noinline.c | 201 static __noinline __u32 get_packet_hash(struct packet_description *pckt, bool ipv6) in get_packet_hash() argument
204 return jhash_2words(jhash(pckt->srcv6, 16, MAX_VIPS), in get_packet_hash()
205 pckt->ports, CH_RINGS_SIZE); in get_packet_hash()
207 return jhash_2words(pckt->src, pckt->ports, CH_RINGS_SIZE); in get_packet_hash()
211 struct packet_description *pckt, in get_packet_dst()
215 __u32 hash = get_packet_hash(pckt, is_ipv6); in get_packet_dst()
234 struct packet_description *pckt) in parse_icmpv6()
248 pckt->proto = ip6h->nexthdr; in parse_icmpv6()
249 pckt in parse_icmpv6()
210 get_packet_dst(struct real_definition **real, struct packet_description *pckt, struct vip_meta *vip_info, bool is_ipv6) get_packet_dst() argument
233 parse_icmpv6(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmpv6() argument
255 parse_icmp(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmp() argument
280 parse_udp(void *data, __u64 off, void *data_end, struct packet_description *pckt) parse_udp() argument
299 parse_tcp(void *data, __u64 off, void *data_end, struct packet_description *pckt) parse_tcp() argument
325 struct packet_description pckt = {}; process_packet() local
[all...] |
| H A D | test_l4lb.c | 205 static __always_inline __u32 get_packet_hash(struct packet_description *pckt, in get_packet_hash() argument
209 return jhash_2words(jhash(pckt->srcv6, 16, MAX_VIPS), in get_packet_hash()
210 pckt->ports, CH_RINGS_SIZE); in get_packet_hash()
212 return jhash_2words(pckt->src, pckt->ports, CH_RINGS_SIZE); in get_packet_hash()
216 struct packet_description *pckt, in get_packet_dst()
220 __u32 hash = get_packet_hash(pckt, is_ipv6) % RING_SIZE; in get_packet_dst()
235 struct packet_description *pckt) in parse_icmpv6()
249 pckt->proto = ip6h->nexthdr; in parse_icmpv6()
250 pckt in parse_icmpv6()
215 get_packet_dst(struct real_definition **real, struct packet_description *pckt, struct vip_meta *vip_info, bool is_ipv6) get_packet_dst() argument
234 parse_icmpv6(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmpv6() argument
256 parse_icmp(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmp() argument
281 parse_udp(void *data, __u64 off, void *data_end, struct packet_description *pckt) parse_udp() argument
300 parse_tcp(void *data, __u64 off, void *data_end, struct packet_description *pckt) parse_tcp() argument
326 struct packet_description pckt = {}; process_packet() local
[all...] |
| H A D | test_xdp_noinline.c | 233 bool is_ipv6, struct packet_description *pckt) in parse_udp()
236 bool is_icmp = !((pckt->flags & (1 << 0)) == 0); in parse_udp()
244 pckt->flow.port16[0] = udp->source; in parse_udp()
245 pckt->flow.port16[1] = udp->dest; in parse_udp()
247 pckt->flow.port16[0] = udp->dest; in parse_udp()
248 pckt->flow.port16[1] = udp->source; in parse_udp()
255 bool is_ipv6, struct packet_description *pckt) in parse_tcp()
258 bool is_icmp = !((pckt->flags & (1 << 0)) == 0); in parse_tcp()
266 pckt->flags |= (1 << 1); in parse_tcp()
268 pckt in parse_tcp()
232 parse_udp(void *data, void *data_end, bool is_ipv6, struct packet_description *pckt) parse_udp() argument
254 parse_tcp(void *data, void *data_end, bool is_ipv6, struct packet_description *pckt) parse_tcp() argument
278 encap_v6(struct xdp_md *xdp, struct ctl_value *cval, struct packet_description *pckt, struct real_definition *dst, __u32 pkt_bytes) encap_v6() argument
321 encap_v4(struct xdp_md *xdp, struct ctl_value *cval, struct packet_description *pckt, struct real_definition *dst, __u32 pkt_bytes) encap_v4() argument
444 parse_icmpv6(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmpv6() argument
469 parse_icmp(void *data, void *data_end, __u64 off, struct packet_description *pckt) parse_icmp() argument
496 get_packet_hash(struct packet_description *pckt, bool hash_16bytes) get_packet_hash() argument
508 get_packet_dst(struct real_definition **real, struct packet_description *pckt, struct vip_meta *vip_info, bool is_ipv6, void *lru_map) get_packet_dst() argument
561 connection_table_lookup(struct real_definition **real, struct packet_description *pckt, void *lru_map) connection_table_lookup() argument
588 process_l3_headers_v6(struct packet_description *pckt, __u8 *protocol, __u64 off, __u16 *pkt_bytes, void *data, void *data_end) process_l3_headers_v6() argument
619 process_l3_headers_v4(struct packet_description *pckt, __u8 *protocol, __u64 off, __u16 *pkt_bytes, void *data, void *data_end) process_l3_headers_v4() argument
655 struct packet_description pckt = { }; process_packet() local
[all...] |