Home
last modified time | relevance | path

Searched refs:NAPI_GRO_CB (Results 1 - 25 of 44) sorted by relevance

12

/kernel/linux/linux-6.6/include/net/
H A Dgro.h91 #define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb) macro
96 return ++NAPI_GRO_CB(skb)->recursion_counter == GRO_RECURSION_LIMIT; in gro_recursion_inc_test()
105 NAPI_GRO_CB(skb)->flush |= 1; in call_gro_receive()
120 NAPI_GRO_CB(skb)->flush |= 1; in call_gro_receive_sk()
129 return NAPI_GRO_CB(skb)->data_offset; in skb_gro_offset()
134 return skb->len - NAPI_GRO_CB(skb)->data_offset; in skb_gro_len()
139 NAPI_GRO_CB(skb)->data_offset += len; in skb_gro_pull()
145 return NAPI_GRO_CB(skb)->frag0 + offset; in skb_gro_header_fast()
150 return NAPI_GRO_CB(skb)->frag0_len < hlen; in skb_gro_header_hard()
155 NAPI_GRO_CB(sk in skb_gro_frag0_invalidate()
[all...]
H A Dinet_common.h80 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
/kernel/linux/linux-6.6/net/core/
H A Dgro.c122 if (unlikely(p->len + len >= gro_max_size || NAPI_GRO_CB(skb)->flush)) in skb_gro_receive()
126 if (NAPI_GRO_CB(skb)->proto != IPPROTO_TCP || in skb_gro_receive()
133 segs = NAPI_GRO_CB(skb)->count; in skb_gro_receive()
134 lp = NAPI_GRO_CB(p)->last; in skb_gro_receive()
167 NAPI_GRO_CB(skb)->free = NAPI_GRO_FREE; in skb_gro_receive()
193 NAPI_GRO_CB(skb)->free = NAPI_GRO_FREE_STOLEN_HEAD; in skb_gro_receive()
213 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive()
216 NAPI_GRO_CB(p)->last->next = skb; in skb_gro_receive()
217 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive()
222 NAPI_GRO_CB( in skb_gro_receive()
[all...]
/kernel/linux/linux-5.10/net/ipv4/
H A Dudp_offload.c437 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
444 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
451 if (!NAPI_GRO_CB(p)->same_flow) in udp_gro_receive_segment()
458 NAPI_GRO_CB(p)->same_flow = 0; in udp_gro_receive_segment()
462 if (NAPI_GRO_CB(skb)->is_flist != NAPI_GRO_CB(p)->is_flist) { in udp_gro_receive_segment()
463 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
476 if (NAPI_GRO_CB(skb)->is_flist) { in udp_gro_receive_segment()
478 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
483 NAPI_GRO_CB(sk in udp_gro_receive_segment()
[all...]
H A Dtcp_offload.c221 if (!NAPI_GRO_CB(p)->same_flow) in tcp_gro_receive()
227 NAPI_GRO_CB(p)->same_flow = 0; in tcp_gro_receive()
238 flush = NAPI_GRO_CB(p)->flush; in tcp_gro_receive()
251 if (NAPI_GRO_CB(p)->flush_id != 1 || in tcp_gro_receive()
252 NAPI_GRO_CB(p)->count != 1 || in tcp_gro_receive()
253 !NAPI_GRO_CB(p)->is_atomic) in tcp_gro_receive()
254 flush |= NAPI_GRO_CB(p)->flush_id; in tcp_gro_receive()
256 NAPI_GRO_CB(p)->is_atomic = false; in tcp_gro_receive()
279 if (p && (!NAPI_GRO_CB(skb)->same_flow || flush)) in tcp_gro_receive()
283 NAPI_GRO_CB(sk in tcp_gro_receive()
[all...]
H A Dgre_offload.c128 if (NAPI_GRO_CB(skb)->encap_mark) in gre_gro_receive()
131 NAPI_GRO_CB(skb)->encap_mark = 1; in gre_gro_receive()
156 if ((greh->flags & GRE_CSUM) && NAPI_GRO_CB(skb)->is_fou) in gre_gro_receive()
182 if ((greh->flags & GRE_CSUM) && !NAPI_GRO_CB(skb)->flush) { in gre_gro_receive()
193 if (!NAPI_GRO_CB(p)->same_flow) in gre_gro_receive()
208 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
214 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
222 /* Adjusted NAPI_GRO_CB(skb)->csum after skb_gro_pull()*/ in gre_gro_receive()
H A Dfou.c244 NAPI_GRO_CB(skb)->encap_mark = 0; in fou_gro_receive()
247 NAPI_GRO_CB(skb)->is_fou = 1; in fou_gro_receive()
250 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_receive()
272 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_complete()
299 if (!NAPI_GRO_CB(skb)->csum_valid) in gue_gro_remcsum()
373 /* Adjust NAPI_GRO_CB(skb)->csum to account for guehdr, in gue_gro_receive()
405 if (!NAPI_GRO_CB(p)->same_flow) in gue_gro_receive()
414 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive()
421 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive()
436 NAPI_GRO_CB(sk in gue_gro_receive()
[all...]
H A Daf_inet.c1499 if (!NAPI_GRO_CB(p)->same_flow) in inet_gro_receive()
1511 NAPI_GRO_CB(p)->same_flow = 0; in inet_gro_receive()
1516 NAPI_GRO_CB(p)->flush |= in inet_gro_receive()
1521 NAPI_GRO_CB(p)->flush |= flush; in inet_gro_receive()
1535 if (!NAPI_GRO_CB(p)->is_atomic || in inet_gro_receive()
1537 flush_id ^= NAPI_GRO_CB(p)->count; in inet_gro_receive()
1544 if (NAPI_GRO_CB(skb)->is_atomic) in inet_gro_receive()
1545 NAPI_GRO_CB(p)->flush_id = flush_id; in inet_gro_receive()
1547 NAPI_GRO_CB(p)->flush_id |= flush_id; in inet_gro_receive()
1550 NAPI_GRO_CB(sk in inet_gro_receive()
[all...]
H A Desp4_offload.c86 NAPI_GRO_CB(skb)->same_flow = 0; in esp4_gro_receive()
87 NAPI_GRO_CB(skb)->flush = 1; in esp4_gro_receive()
/kernel/linux/linux-6.6/net/ipv4/
H A Dudp_offload.c441 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive_list()
444 NAPI_GRO_CB(p)->last->next = skb; in skb_gro_receive_list()
448 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive_list()
449 NAPI_GRO_CB(p)->count++; in skb_gro_receive_list()
457 NAPI_GRO_CB(skb)->same_flow = 1; in skb_gro_receive_list()
476 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
483 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
490 if (!NAPI_GRO_CB(p)->same_flow) in udp_gro_receive_segment()
497 NAPI_GRO_CB(p)->same_flow = 0; in udp_gro_receive_segment()
501 if (NAPI_GRO_CB(sk in udp_gro_receive_segment()
[all...]
H A Dtcp_offload.c219 if (!NAPI_GRO_CB(p)->same_flow) in tcp_gro_receive()
225 NAPI_GRO_CB(p)->same_flow = 0; in tcp_gro_receive()
236 flush = NAPI_GRO_CB(p)->flush; in tcp_gro_receive()
249 if (NAPI_GRO_CB(p)->flush_id != 1 || in tcp_gro_receive()
250 NAPI_GRO_CB(p)->count != 1 || in tcp_gro_receive()
251 !NAPI_GRO_CB(p)->is_atomic) in tcp_gro_receive()
252 flush |= NAPI_GRO_CB(p)->flush_id; in tcp_gro_receive()
254 NAPI_GRO_CB(p)->is_atomic = false; in tcp_gro_receive()
282 flush = len != NAPI_GRO_CB(skb)->count * skb_shinfo(skb)->gso_size; in tcp_gro_receive()
290 if (p && (!NAPI_GRO_CB(sk in tcp_gro_receive()
[all...]
H A Dgre_offload.c134 if (NAPI_GRO_CB(skb)->encap_mark) in gre_gro_receive()
137 NAPI_GRO_CB(skb)->encap_mark = 1; in gre_gro_receive()
159 if ((greh->flags & GRE_CSUM) && NAPI_GRO_CB(skb)->is_fou) in gre_gro_receive()
184 if ((greh->flags & GRE_CSUM) && !NAPI_GRO_CB(skb)->flush) { in gre_gro_receive()
195 if (!NAPI_GRO_CB(p)->same_flow) in gre_gro_receive()
210 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
216 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
224 /* Adjusted NAPI_GRO_CB(skb)->csum after skb_gro_pull()*/ in gre_gro_receive()
H A Dfou_core.c246 NAPI_GRO_CB(skb)->encap_mark = 0; in fou_gro_receive()
249 NAPI_GRO_CB(skb)->is_fou = 1; in fou_gro_receive()
251 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_receive()
270 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_complete()
295 if (!NAPI_GRO_CB(skb)->csum_valid) in gue_gro_remcsum()
366 /* Adjust NAPI_GRO_CB(skb)->csum to account for guehdr, in gue_gro_receive()
398 if (!NAPI_GRO_CB(p)->same_flow) in gue_gro_receive()
407 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive()
414 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive()
429 NAPI_GRO_CB(sk in gue_gro_receive()
[all...]
H A Daf_inet.c1508 NAPI_GRO_CB(skb)->proto = proto; in inet_gro_receive()
1517 if (!NAPI_GRO_CB(p)->same_flow) in inet_gro_receive()
1529 NAPI_GRO_CB(p)->same_flow = 0; in inet_gro_receive()
1534 NAPI_GRO_CB(p)->flush |= in inet_gro_receive()
1539 NAPI_GRO_CB(p)->flush |= flush; in inet_gro_receive()
1553 if (!NAPI_GRO_CB(p)->is_atomic || in inet_gro_receive()
1555 flush_id ^= NAPI_GRO_CB(p)->count; in inet_gro_receive()
1562 if (NAPI_GRO_CB(skb)->is_atomic) in inet_gro_receive()
1563 NAPI_GRO_CB(p)->flush_id = flush_id; in inet_gro_receive()
1565 NAPI_GRO_CB( in inet_gro_receive()
[all...]
/kernel/linux/linux-5.10/net/ipv6/
H A Dip6_offload.c34 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
230 NAPI_GRO_CB(skb)->proto = proto; in ipv6_gro_receive()
239 if (!NAPI_GRO_CB(p)->same_flow) in ipv6_gro_receive()
256 NAPI_GRO_CB(p)->same_flow = 0; in ipv6_gro_receive()
265 NAPI_GRO_CB(p)->flush |= !!(first_word & htonl(0x0FF00000)); in ipv6_gro_receive()
266 NAPI_GRO_CB(p)->flush |= flush; in ipv6_gro_receive()
271 if (NAPI_GRO_CB(skb)->is_atomic) in ipv6_gro_receive()
272 NAPI_GRO_CB(p)->flush_id = 0; in ipv6_gro_receive()
275 NAPI_GRO_CB(skb)->is_atomic = true; in ipv6_gro_receive()
276 NAPI_GRO_CB(sk in ipv6_gro_receive()
[all...]
H A Dudp_offload.c135 if (NAPI_GRO_CB(skb)->flush) in udp6_gro_receive()
146 NAPI_GRO_CB(skb)->is_ipv6 = 1; in udp6_gro_receive()
157 NAPI_GRO_CB(skb)->flush = 1; in udp6_gro_receive()
166 if (NAPI_GRO_CB(skb)->is_flist) { in udp6_gro_complete()
170 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in udp6_gro_complete()
H A Dtcpv6_offload.c19 if (!NAPI_GRO_CB(skb)->flush && in tcp6_gro_receive()
22 NAPI_GRO_CB(skb)->flush = 1; in tcp6_gro_receive()
/kernel/linux/linux-6.6/net/ipv6/
H A Dip6_offload.c36 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
231 NAPI_GRO_CB(skb)->proto = proto; in ipv6_gro_receive()
240 if (!NAPI_GRO_CB(p)->same_flow) in ipv6_gro_receive()
257 NAPI_GRO_CB(p)->same_flow = 0; in ipv6_gro_receive()
266 NAPI_GRO_CB(p)->flush |= !!((first_word & htonl(0x0FF00000)) | in ipv6_gro_receive()
268 NAPI_GRO_CB(p)->flush |= flush; in ipv6_gro_receive()
273 if (NAPI_GRO_CB(skb)->is_atomic) in ipv6_gro_receive()
274 NAPI_GRO_CB(p)->flush_id = 0; in ipv6_gro_receive()
277 NAPI_GRO_CB(skb)->is_atomic = true; in ipv6_gro_receive()
278 NAPI_GRO_CB(sk in ipv6_gro_receive()
[all...]
H A Dudp_offload.c141 if (NAPI_GRO_CB(skb)->flush) in udp6_gro_receive()
152 NAPI_GRO_CB(skb)->is_ipv6 = 1; in udp6_gro_receive()
161 NAPI_GRO_CB(skb)->flush = 1; in udp6_gro_receive()
171 if (NAPI_GRO_CB(skb)->is_flist && !NAPI_GRO_CB(skb)->encap_mark) { in udp6_gro_complete()
175 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in udp6_gro_complete()
H A Dtcpv6_offload.c20 if (!NAPI_GRO_CB(skb)->flush && in tcp6_gro_receive()
23 NAPI_GRO_CB(skb)->flush = 1; in tcp6_gro_receive()
/kernel/linux/linux-5.10/include/linux/
H A Dnetdevice.h2522 #define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb) macro
2527 return ++NAPI_GRO_CB(skb)->recursion_counter == GRO_RECURSION_LIMIT; in gro_recursion_inc_test()
2536 NAPI_GRO_CB(skb)->flush |= 1; in call_gro_receive()
2551 NAPI_GRO_CB(skb)->flush |= 1; in call_gro_receive_sk()
2916 return NAPI_GRO_CB(skb)->data_offset; in skb_gro_offset()
2921 return skb->len - NAPI_GRO_CB(skb)->data_offset; in skb_gro_len()
2926 NAPI_GRO_CB(skb)->data_offset += len; in skb_gro_pull()
2932 return NAPI_GRO_CB(skb)->frag0 + offset; in skb_gro_header_fast()
2937 return NAPI_GRO_CB(skb)->frag0_len < hlen; in skb_gro_header_hard()
2942 NAPI_GRO_CB(sk in skb_gro_frag0_invalidate()
[all...]
/kernel/linux/linux-5.10/net/core/
H A Ddev.c5809 if (NAPI_GRO_CB(skb)->count == 1) { in napi_gro_complete()
5833 gro_normal_one(napi, skb, NAPI_GRO_CB(skb)->count); in napi_gro_complete()
5844 if (flush_old && NAPI_GRO_CB(skb)->age == jiffies) in __napi_gro_flush_chain()
5884 NAPI_GRO_CB(p)->flush = 0; in gro_list_prepare()
5887 NAPI_GRO_CB(p)->same_flow = 0; in gro_list_prepare()
5917 NAPI_GRO_CB(p)->same_flow = !diffs; in gro_list_prepare()
5928 NAPI_GRO_CB(skb)->data_offset = 0; in skb_gro_reset_offset()
5929 NAPI_GRO_CB(skb)->frag0 = NULL; in skb_gro_reset_offset()
5930 NAPI_GRO_CB(skb)->frag0_len = 0; in skb_gro_reset_offset()
5935 NAPI_GRO_CB(sk in skb_gro_reset_offset()
[all...]
/kernel/linux/linux-5.10/include/net/
H A Dinet_common.h69 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
/kernel/linux/linux-5.10/net/ethernet/
H A Deth.c431 if (!NAPI_GRO_CB(p)->same_flow) in eth_gro_receive()
436 NAPI_GRO_CB(p)->same_flow = 0; in eth_gro_receive()
/kernel/linux/linux-5.10/net/8021q/
H A Dvlan_core.c495 if (!NAPI_GRO_CB(p)->same_flow) in vlan_gro_receive()
500 NAPI_GRO_CB(p)->same_flow = 0; in vlan_gro_receive()

Completed in 220 milliseconds

12