| /kernel/linux/linux-6.6/drivers/net/ethernet/google/gve/ |
| H A D | gve_rx.c | 16 struct gve_rx_slot_page_info *page_info, in gve_rx_free_buffer()
22 page_ref_sub(page_info->page, page_info->pagecnt_bias - 1); in gve_rx_free_buffer()
23 gve_free_page(dev, page_info->page, dma, DMA_FROM_DEVICE); in gve_rx_free_buffer()
33 gve_rx_free_buffer(&priv->pdev->dev, &rx->data.page_info[i], in gve_rx_unfill_pages()
37 page_ref_sub(rx->data.page_info[i].page, in gve_rx_unfill_pages()
38 rx->data.page_info[i].pagecnt_bias - 1); in gve_rx_unfill_pages()
48 kvfree(rx->data.page_info); in gve_rx_unfill_pages()
49 rx->data.page_info = NULL; in gve_rx_unfill_pages()
82 static void gve_setup_rx_buffer(struct gve_rx_slot_page_info *page_info, in gve_setup_rx_buffer() argument
15 gve_rx_free_buffer(struct device *dev, struct gve_rx_slot_page_info *page_info, union gve_rx_data_slot *data_slot) gve_rx_free_buffer() argument
94 gve_rx_alloc_buffer(struct gve_priv *priv, struct device *dev, struct gve_rx_slot_page_info *page_info, union gve_rx_data_slot *data_slot) gve_rx_alloc_buffer() argument
363 gve_rx_add_frags(struct napi_struct *napi, struct gve_rx_slot_page_info *page_info, unsigned int truesize, u16 len, struct gve_rx_ctx *ctx) gve_rx_add_frags() argument
406 gve_rx_flip_buff(struct gve_rx_slot_page_info *page_info, __be64 *slot_addr) gve_rx_flip_buff() argument
415 gve_rx_can_recycle_buffer(struct gve_rx_slot_page_info *page_info) gve_rx_can_recycle_buffer() argument
431 gve_rx_raw_addressing(struct device *dev, struct net_device *netdev, struct gve_rx_slot_page_info *page_info, u16 len, struct napi_struct *napi, union gve_rx_data_slot *data_slot, u16 packet_buffer_size, struct gve_rx_ctx *ctx) gve_rx_raw_addressing() argument
451 gve_rx_copy_to_pool(struct gve_rx_ring *rx, struct gve_rx_slot_page_info *page_info, u16 len, struct napi_struct *napi) gve_rx_copy_to_pool() argument
538 gve_rx_qpl(struct device *dev, struct net_device *netdev, struct gve_rx_ring *rx, struct gve_rx_slot_page_info *page_info, u16 len, struct napi_struct *napi, union gve_rx_data_slot *data_slot) gve_rx_qpl() argument
565 gve_rx_skb(struct gve_priv *priv, struct gve_rx_ring *rx, struct gve_rx_slot_page_info *page_info, struct napi_struct *napi, u16 len, union gve_rx_data_slot *data_slot, bool is_only_frag) gve_rx_skb() argument
718 struct gve_rx_slot_page_info *page_info; gve_rx() local
870 struct gve_rx_slot_page_info *page_info; gve_rx_refill_buffers() local
[all...] |
| H A D | gve_utils.c | 52 struct gve_rx_slot_page_info *page_info, u16 len) in gve_rx_copy()
54 void *va = page_info->page_address + page_info->page_offset + in gve_rx_copy()
55 page_info->pad; in gve_rx_copy()
69 void gve_dec_pagecnt_bias(struct gve_rx_slot_page_info *page_info) in gve_dec_pagecnt_bias() argument
71 page_info->pagecnt_bias--; in gve_dec_pagecnt_bias()
72 if (page_info->pagecnt_bias == 0) { in gve_dec_pagecnt_bias()
73 int pagecount = page_count(page_info->page); in gve_dec_pagecnt_bias()
78 page_info->pagecnt_bias = INT_MAX - pagecount; in gve_dec_pagecnt_bias()
81 page_ref_add(page_info in gve_dec_pagecnt_bias()
51 gve_rx_copy(struct net_device *dev, struct napi_struct *napi, struct gve_rx_slot_page_info *page_info, u16 len) gve_rx_copy() argument
[all...] |
| H A D | gve_rx_dqo.c | 21 return page_count(bs->page_info.page) - bs->page_info.pagecnt_bias; in gve_buf_ref_cnt()
28 page_ref_sub(bs->page_info.page, bs->page_info.pagecnt_bias - 1); in gve_free_page_dqo()
30 gve_free_page(&priv->pdev->dev, bs->page_info.page, bs->addr, in gve_free_page_dqo()
32 bs->page_info.page = NULL; in gve_free_page_dqo()
174 &buf_state->page_info.page, in gve_alloc_page_dqo()
186 buf_state->page_info.page = rx->dqo.qpl->pages[idx]; in gve_alloc_page_dqo()
190 buf_state->page_info.page_offset = 0; in gve_alloc_page_dqo()
191 buf_state->page_info in gve_alloc_page_dqo()
[all...] |
| H A D | gve_utils.h | 21 struct gve_rx_slot_page_info *page_info, u16 len);
24 void gve_dec_pagecnt_bias(struct gve_rx_slot_page_info *page_info);
|
| H A D | gve.h | 106 struct gve_rx_slot_page_info *page_info; /* page info of the buffers */ member
151 struct gve_rx_slot_page_info page_info; member
153 /* The DMA address corresponding to `page_info`. */
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/google/gve/ |
| H A D | gve_rx.c | 38 kvfree(rx->data.page_info); in gve_rx_free_ring()
48 static void gve_setup_rx_buffer(struct gve_rx_slot_page_info *page_info, in gve_setup_rx_buffer() argument
52 page_info->page = page; in gve_setup_rx_buffer()
53 page_info->page_offset = 0; in gve_setup_rx_buffer()
54 page_info->page_address = page_address(page); in gve_setup_rx_buffer()
69 rx->data.page_info = kvzalloc(slots * in gve_prefill_rx_pages()
70 sizeof(*rx->data.page_info), GFP_KERNEL); in gve_prefill_rx_pages()
71 if (!rx->data.page_info) in gve_prefill_rx_pages()
80 gve_setup_rx_buffer(&rx->data.page_info[i], in gve_prefill_rx_pages()
171 kvfree(rx->data.page_info); in gve_rx_alloc_ring()
228 gve_rx_copy(struct gve_rx_ring *rx, struct net_device *dev, struct napi_struct *napi, struct gve_rx_slot_page_info *page_info, u16 len) gve_rx_copy() argument
254 gve_rx_add_frags(struct net_device *dev, struct napi_struct *napi, struct gve_rx_slot_page_info *page_info, u16 len) gve_rx_add_frags() argument
271 gve_rx_flip_buff(struct gve_rx_slot_page_info *page_info, struct gve_rx_data_slot *data_ring) gve_rx_flip_buff() argument
284 struct gve_rx_slot_page_info *page_info; gve_rx() local
[all...] |
| H A D | gve.h | 69 struct gve_rx_slot_page_info *page_info; /* page info of the buffers */ member
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/pensando/ionic/ |
| H A D | ionic_txrx.c | 75 struct ionic_page_info *page_info; in ionic_rx_frags() local
81 page_info = &desc_info->pages[0]; in ionic_rx_frags()
84 prefetch(page_address(page_info->page) + NET_IP_ALIGN); in ionic_rx_frags()
92 if (unlikely(!page_info->page)) { in ionic_rx_frags()
103 dma_unmap_page(dev, dma_unmap_addr(page_info, dma_addr), in ionic_rx_frags()
106 page_info->page, 0, frag_len, PAGE_SIZE); in ionic_rx_frags()
107 page_info->page = NULL; in ionic_rx_frags()
108 page_info++; in ionic_rx_frags()
121 struct ionic_page_info *page_info; in ionic_rx_copybreak() local
125 page_info in ionic_rx_copybreak()
255 ionic_rx_page_alloc(struct ionic_queue *q, struct ionic_page_info *page_info) ionic_rx_page_alloc() argument
296 ionic_rx_page_free(struct ionic_queue *q, struct ionic_page_info *page_info) ionic_rx_page_free() argument
329 struct ionic_page_info *page_info; ionic_rx_fill() local
402 struct ionic_page_info *page_info; ionic_rx_empty() local
[all...] |
| /kernel/linux/linux-6.6/drivers/net/wwan/t7xx/ |
| H A D | t7xx_hif_dpmaif_rx.c | 398 struct dpmaif_bat_page *page_info; in t7xx_dpmaif_set_frag_to_skb() local
402 page_info = rxq->bat_frag->bat_skb; in t7xx_dpmaif_set_frag_to_skb()
403 page_info += t7xx_normal_pit_bid(pkt_info); in t7xx_dpmaif_set_frag_to_skb()
404 dma_unmap_page(dev, page_info->data_bus_addr, page_info->data_len, DMA_FROM_DEVICE); in t7xx_dpmaif_set_frag_to_skb()
406 if (!page_info->page) in t7xx_dpmaif_set_frag_to_skb()
411 data_base_addr = page_info->data_bus_addr; in t7xx_dpmaif_set_frag_to_skb()
413 data_offset += page_info->offset; in t7xx_dpmaif_set_frag_to_skb()
415 skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, page_info->page, in t7xx_dpmaif_set_frag_to_skb()
416 data_offset, data_len, page_info in t7xx_dpmaif_set_frag_to_skb()
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/emulex/benet/ |
| H A D | be_main.c | 2308 struct be_rx_page_info *page_info; in be_rx_compl_discard() local
2312 page_info = get_rx_page_info(rxo); in be_rx_compl_discard()
2313 put_page(page_info->page); in be_rx_compl_discard()
2314 memset(page_info, 0, sizeof(*page_info)); in be_rx_compl_discard()
2325 struct be_rx_page_info *page_info; in skb_fill_rx_data() local
2330 page_info = get_rx_page_info(rxo); in skb_fill_rx_data()
2331 start = page_address(page_info->page) + page_info->page_offset; in skb_fill_rx_data()
2341 put_page(page_info in skb_fill_rx_data()
2435 struct be_rx_page_info *page_info; be_rx_compl_process_gro() local
2592 struct be_rx_page_info *page_info = NULL, *prev_page_info = NULL; be_post_rx_frags() local
2815 struct be_rx_page_info *page_info; be_rxq_clean() local
[all...] |
| /kernel/linux/linux-6.6/drivers/net/ethernet/emulex/benet/ |
| H A D | be_main.c | 2307 struct be_rx_page_info *page_info; in be_rx_compl_discard() local
2311 page_info = get_rx_page_info(rxo); in be_rx_compl_discard()
2312 put_page(page_info->page); in be_rx_compl_discard()
2313 memset(page_info, 0, sizeof(*page_info)); in be_rx_compl_discard()
2324 struct be_rx_page_info *page_info; in skb_fill_rx_data() local
2329 page_info = get_rx_page_info(rxo); in skb_fill_rx_data()
2330 start = page_address(page_info->page) + page_info->page_offset; in skb_fill_rx_data()
2340 put_page(page_info in skb_fill_rx_data()
2434 struct be_rx_page_info *page_info; be_rx_compl_process_gro() local
2593 struct be_rx_page_info *page_info = NULL, *prev_page_info = NULL; be_post_rx_frags() local
2816 struct be_rx_page_info *page_info; be_rxq_clean() local
[all...] |
| /kernel/linux/common_modules/tzdriver/core/ |
| H A D | gp_ops.c | 546 struct pagelist_info *page_info = NULL; in fill_shared_mem_info() local
566 page_info = buff; in fill_shared_mem_info()
567 page_info->page_num = pages_no; in fill_shared_mem_info()
568 page_info->page_size = PAGE_SIZE; in fill_shared_mem_info()
569 page_info->sharedmem_offset = offset; in fill_shared_mem_info()
570 page_info->sharedmem_size = buffer_size; in fill_shared_mem_info()
571 phys_addr = (uint64_t *)buff + (sizeof(*page_info) / sizeof(uint64_t)); in fill_shared_mem_info()
956 struct pagelist_info *page_info = NULL; in release_page() local
959 page_info = buf; in release_page()
960 phys_addr = (uint64_t *)buf + (sizeof(*page_info) / sizeo in release_page()
[all...] |
| /kernel/linux/common_modules/tzdriver/ion/ |
| H A D | dynamic_ion_mem.c | 129 tmp_sglist->page_info[i].phys_addr = page_to_phys(page);
in get_ion_sglist()
130 tmp_sglist->page_info[i].npages = sg->length / PAGE_SIZE;
in get_ion_sglist()
463 tmp_sglist->page_info[i].phys_addr = page_to_phys(page);
in fill_sg_list()
464 tmp_sglist->page_info[i].npages = sg->length / PAGE_SIZE;
in fill_sg_list()
|
| H A D | dynamic_ion_mem.h | 65 struct ion_page_info page_info[0];
member
|
| /kernel/linux/common_modules/tzdriver/ |
| H A D | dynamic_mem.h | 65 struct ion_page_info page_info[0];
member
|
| /kernel/linux/common_modules/tzdriver/tui/ |
| H A D | tui.c | 296 tmp_tui_sglist->page_info[0].phys_addr = page_to_phys(tui_page); in get_tui_ion_sglist()
297 tmp_tui_sglist->page_info[0].npages = tui_sg->length / PAGE_SIZE; in get_tui_ion_sglist()
298 tui_mem->npages = tmp_tui_sglist->page_info[0].npages; in get_tui_ion_sglist()
299 tui_mem->tui_ion_virt_addr = phys_to_virt(tmp_tui_sglist->page_info[0].phys_addr); in get_tui_ion_sglist()
300 tui_mem->fb_phys_addr = tmp_tui_sglist->page_info[0].phys_addr; in get_tui_ion_sglist()
|