Lines Matching refs:pkc
541 static void prb_del_retire_blk_timer(struct tpacket_kbdq_core *pkc)
543 del_timer_sync(&pkc->retire_blk_timer);
549 struct tpacket_kbdq_core *pkc;
551 pkc = GET_PBDQC_FROM_RB(&po->rx_ring);
554 pkc->delete_blk_timer = 1;
557 prb_del_retire_blk_timer(pkc);
562 struct tpacket_kbdq_core *pkc;
564 pkc = GET_PBDQC_FROM_RB(&po->rx_ring);
565 timer_setup(&pkc->retire_blk_timer, prb_retire_rx_blk_timer_expired,
567 pkc->retire_blk_timer.expires = jiffies;
651 static void _prb_refresh_rx_retire_blk_timer(struct tpacket_kbdq_core *pkc)
653 mod_timer(&pkc->retire_blk_timer,
654 jiffies + pkc->tov_in_jiffies);
655 pkc->last_kactive_blk_num = pkc->kactive_blk_num;
685 struct tpacket_kbdq_core *pkc = GET_PBDQC_FROM_RB(&po->rx_ring);
691 frozen = prb_queue_frozen(pkc);
692 pbd = GET_CURR_PBLOCK_DESC_FROM_CORE(pkc);
694 if (unlikely(pkc->delete_blk_timer))
708 write_lock(&pkc->blk_fill_in_prog_lock);
709 write_unlock(&pkc->blk_fill_in_prog_lock);
712 if (pkc->last_kactive_blk_num == pkc->kactive_blk_num) {
718 prb_retire_current_block(pkc, po, TP_STATUS_BLK_TMO);
719 if (!prb_dispatch_next_block(pkc, po))
741 prb_open_block(pkc, pbd);
748 _prb_refresh_rx_retire_blk_timer(pkc);
839 static void prb_thaw_queue(struct tpacket_kbdq_core *pkc)
841 pkc->reset_pending_on_curr_blk = 0;
911 static void prb_freeze_queue(struct tpacket_kbdq_core *pkc,
914 pkc->reset_pending_on_curr_blk = 1;
926 static void *prb_dispatch_next_block(struct tpacket_kbdq_core *pkc,
934 pbd = GET_CURR_PBLOCK_DESC_FROM_CORE(pkc);
938 prb_freeze_queue(pkc, po);
947 prb_open_block(pkc, pbd);
948 return (void *)pkc->nxt_offset;
951 static void prb_retire_current_block(struct tpacket_kbdq_core *pkc,
954 struct tpacket_block_desc *pbd = GET_CURR_PBLOCK_DESC_FROM_CORE(pkc);
969 write_lock(&pkc->blk_fill_in_prog_lock);
970 write_unlock(&pkc->blk_fill_in_prog_lock);
972 prb_close_block(pkc, pbd, po, status);
982 static int prb_queue_frozen(struct tpacket_kbdq_core *pkc)
984 return pkc->reset_pending_on_curr_blk;
988 __releases(&pkc->blk_fill_in_prog_lock)
990 struct tpacket_kbdq_core *pkc = GET_PBDQC_FROM_RB(rb);
992 read_unlock(&pkc->blk_fill_in_prog_lock);
995 static void prb_fill_rxhash(struct tpacket_kbdq_core *pkc,
998 ppd->hv1.tp_rxhash = skb_get_hash(pkc->skb);
1001 static void prb_clear_rxhash(struct tpacket_kbdq_core *pkc,
1007 static void prb_fill_vlan_info(struct tpacket_kbdq_core *pkc,
1010 if (skb_vlan_tag_present(pkc->skb)) {
1011 ppd->hv1.tp_vlan_tci = skb_vlan_tag_get(pkc->skb);
1012 ppd->hv1.tp_vlan_tpid = ntohs(pkc->skb->vlan_proto);
1021 static void prb_run_all_ft_ops(struct tpacket_kbdq_core *pkc,
1025 prb_fill_vlan_info(pkc, ppd);
1027 if (pkc->feature_req_word & TP_FT_REQ_FILL_RXHASH)
1028 prb_fill_rxhash(pkc, ppd);
1030 prb_clear_rxhash(pkc, ppd);
1034 struct tpacket_kbdq_core *pkc,
1037 __acquires(&pkc->blk_fill_in_prog_lock)
1043 pkc->prev = curr;
1044 pkc->nxt_offset += TOTAL_PKT_LEN_INCL_ALIGN(len);
1047 read_lock(&pkc->blk_fill_in_prog_lock);
1048 prb_run_all_ft_ops(pkc, ppd);
1057 struct tpacket_kbdq_core *pkc;
1061 pkc = GET_PBDQC_FROM_RB(&po->rx_ring);
1062 pbd = GET_CURR_PBLOCK_DESC_FROM_CORE(pkc);
1065 if (prb_queue_frozen(pkc)) {
1080 prb_open_block(pkc, pbd);
1085 curr = pkc->nxt_offset;
1086 pkc->skb = skb;
1087 end = (char *)pbd + pkc->kblk_size;
1091 prb_fill_curr_block(curr, pkc, pbd, len);
1096 prb_retire_current_block(pkc, po, 0);
1099 curr = (char *)prb_dispatch_next_block(pkc, po);
1101 pbd = GET_CURR_PBLOCK_DESC_FROM_CORE(pkc);
1102 prb_fill_curr_block(curr, pkc, pbd, len);
1138 struct tpacket_kbdq_core *pkc = GET_PBDQC_FROM_RB(rb);
1139 struct tpacket_block_desc *pbd = GET_PBLOCK_DESC(pkc, idx);