| /kernel/linux/linux-5.10/drivers/infiniband/hw/qib/ |
| H A D | qib_file_ops.c | 101 struct qib_ctxtdata *rcd = ctxt_fp(fp); in qib_get_base_info() local
104 struct qib_devdata *dd = rcd->dd; in qib_get_base_info()
105 struct qib_pportdata *ppd = rcd->ppd; in qib_get_base_info()
110 subctxt_cnt = rcd->subctxt_cnt; in qib_get_base_info()
135 ret = dd->f_get_base_info(rcd, kinfo); in qib_get_base_info()
141 kinfo->spi_tidegrcnt = rcd->rcvegrcnt; in qib_get_base_info()
147 rcd->rcvegrbuf_chunks * rcd->rcvegrbuf_size; in qib_get_base_info()
148 kinfo->spi_rcv_egrperchunk = rcd->rcvegrbufs_perchunk; in qib_get_base_info()
150 rcd in qib_get_base_info()
284 qib_tid_update(struct qib_ctxtdata *rcd, struct file *fp, const struct qib_tid_info *ti) qib_tid_update() argument
483 qib_tid_free(struct qib_ctxtdata *rcd, unsigned subctxt, const struct qib_tid_info *ti) qib_tid_free() argument
572 qib_set_part_key(struct qib_ctxtdata *rcd, u16 key) qib_set_part_key() argument
652 qib_manage_rcvq(struct qib_ctxtdata *rcd, unsigned subctxt, int start_stop) qib_manage_rcvq() argument
681 qib_clean_part_key(struct qib_ctxtdata *rcd, struct qib_devdata *dd) qib_clean_part_key() argument
708 qib_mmap_mem(struct vm_area_struct *vma, struct qib_ctxtdata *rcd, unsigned len, void *kvaddr, u32 write_ok, char *what) qib_mmap_mem() argument
781 mmap_piobufs(struct vm_area_struct *vma, struct qib_devdata *dd, struct qib_ctxtdata *rcd, unsigned piobufs, unsigned piocnt) mmap_piobufs() argument
827 mmap_rcvegrbufs(struct vm_area_struct *vma, struct qib_ctxtdata *rcd) mmap_rcvegrbufs() argument
893 mmap_kvaddr(struct vm_area_struct *vma, u64 pgaddr, struct qib_ctxtdata *rcd, unsigned subctxt) mmap_kvaddr() argument
977 struct qib_ctxtdata *rcd; qib_mmapf() local
1081 qib_poll_urgent(struct qib_ctxtdata *rcd, struct file *fp, struct poll_table_struct *pt) qib_poll_urgent() argument
1103 qib_poll_next(struct qib_ctxtdata *rcd, struct file *fp, struct poll_table_struct *pt) qib_poll_next() argument
1126 struct qib_ctxtdata *rcd; qib_poll() local
1215 init_subctxts(struct qib_devdata *dd, struct qib_ctxtdata *rcd, const struct qib_user_info *uinfo) init_subctxts() argument
1289 struct qib_ctxtdata *rcd; setup_ctxt() local
1490 struct qib_ctxtdata *rcd = dd->rcd[i]; find_shared_ctxt() local
1565 struct qib_ctxtdata *rcd = fd->rcd; do_qib_user_sdma_queue_create() local
1653 struct qib_ctxtdata *rcd = ctxt_fp(fp); qib_do_user_init() local
1767 unlock_expected_tids(struct qib_ctxtdata *rcd) unlock_expected_tids() argument
1793 struct qib_ctxtdata *rcd; qib_close() local
1883 struct qib_ctxtdata *rcd = ctxt_fp(fp); qib_ctxt_info() local
1941 disarm_req_delay(struct qib_ctxtdata *rcd) disarm_req_delay() argument
1978 struct qib_ctxtdata *rcd; qib_set_uevent_bits() local
2016 qib_user_event_ack(struct qib_ctxtdata *rcd, int subctxt, unsigned long events) qib_user_event_ack() argument
2037 struct qib_ctxtdata *rcd; qib_write() local
2245 struct qib_ctxtdata *rcd = ctxt_fp(iocb->ki_filp); qib_write_iter() local
[all...] |
| H A D | qib_init.c | 134 dd->rcd = kcalloc(dd->ctxtcnt, sizeof(*dd->rcd), GFP_KERNEL); in qib_create_ctxts()
135 if (!dd->rcd) in qib_create_ctxts()
141 struct qib_ctxtdata *rcd; in qib_create_ctxts() local
148 rcd = qib_create_ctxtdata(ppd, i, dd->assigned_node_id); in qib_create_ctxts()
149 if (!rcd) { in qib_create_ctxts()
152 kfree(dd->rcd); in qib_create_ctxts()
153 dd->rcd = NULL; in qib_create_ctxts()
156 rcd->pkeys[0] = QIB_DEFAULT_P_KEY; in qib_create_ctxts()
157 rcd in qib_create_ctxts()
169 struct qib_ctxtdata *rcd; qib_create_ctxtdata() local
487 struct qib_ctxtdata *rcd = dd->rcd[i]; enable_chip() local
637 struct qib_ctxtdata *rcd; qib_init() local
905 qib_free_ctxtdata(struct qib_devdata *dd, struct qib_ctxtdata *rcd) qib_free_ctxtdata() argument
1363 struct qib_ctxtdata *rcd = tmp[ctxt]; cleanup_device_data() local
1543 qib_create_rcvhdrq(struct qib_devdata *dd, struct qib_ctxtdata *rcd) qib_create_rcvhdrq() argument
1620 qib_setup_eagerbufs(struct qib_ctxtdata *rcd) qib_setup_eagerbufs() argument
[all...] |
| H A D | qib_tx.c | 80 int qib_disarm_piobufs_ifneeded(struct qib_ctxtdata *rcd) in qib_disarm_piobufs_ifneeded() argument
82 struct qib_devdata *dd = rcd->dd; in qib_disarm_piobufs_ifneeded()
87 last = rcd->pio_base + rcd->piocnt; in qib_disarm_piobufs_ifneeded()
93 if (rcd->user_event_mask) { in qib_disarm_piobufs_ifneeded()
98 clear_bit(_QIB_EVENT_DISARM_BUFS_BIT, &rcd->user_event_mask[0]); in qib_disarm_piobufs_ifneeded()
99 for (i = 1; i < rcd->subctxt_cnt; i++) in qib_disarm_piobufs_ifneeded()
101 &rcd->user_event_mask[i]); in qib_disarm_piobufs_ifneeded()
104 for (i = rcd->pio_base; i < last; i++) { in qib_disarm_piobufs_ifneeded()
107 dd->f_sendctrl(rcd in qib_disarm_piobufs_ifneeded()
134 struct qib_ctxtdata *rcd; find_ctxt() local
381 qib_chg_pioavailkernel(struct qib_devdata *dd, unsigned start, unsigned len, u32 avail, struct qib_ctxtdata *rcd) qib_chg_pioavailkernel() argument
456 struct qib_ctxtdata *rcd; qib_cancel_sends() local
[all...] |
| H A D | qib_driver.c | 279 static inline void *qib_get_egrbuf(const struct qib_ctxtdata *rcd, u32 etail) in qib_get_egrbuf() argument
281 const u32 chunk = etail >> rcd->rcvegrbufs_perchunk_shift; in qib_get_egrbuf()
282 const u32 idx = etail & ((u32)rcd->rcvegrbufs_perchunk - 1); in qib_get_egrbuf()
284 return rcd->rcvegrbuf[chunk] + (idx << rcd->dd->rcvegrbufsize_shift); in qib_get_egrbuf()
291 static u32 qib_rcv_hdrerr(struct qib_ctxtdata *rcd, struct qib_pportdata *ppd, in qib_rcv_hdrerr() argument
405 &rcd->qp_wait_list); in qib_rcv_hdrerr()
431 * @rcd: the qlogic_ib context
440 u32 qib_kreceive(struct qib_ctxtdata *rcd, u32 *llic, u32 *npkts) in qib_kreceive() argument
442 struct qib_devdata *dd = rcd in qib_kreceive()
[all...] |
| H A D | qib_intr.c | 191 struct qib_ctxtdata *rcd; in qib_handle_urcv() local
196 for (i = dd->first_user_ctxt; dd->rcd && i < dd->cfgctxts; i++) { in qib_handle_urcv()
199 rcd = dd->rcd[i]; in qib_handle_urcv()
200 if (!rcd || !rcd->cnt) in qib_handle_urcv()
203 if (test_and_clear_bit(QIB_CTXT_WAITING_RCV, &rcd->flag)) { in qib_handle_urcv()
204 wake_up_interruptible(&rcd->wait); in qib_handle_urcv()
205 dd->f_rcvctrl(rcd->ppd, QIB_RCVCTRL_INTRAVAIL_DIS, in qib_handle_urcv()
206 rcd in qib_handle_urcv()
[all...] |
| /kernel/linux/linux-6.6/drivers/infiniband/hw/qib/ |
| H A D | qib_file_ops.c | 101 struct qib_ctxtdata *rcd = ctxt_fp(fp); in qib_get_base_info() local
104 struct qib_devdata *dd = rcd->dd; in qib_get_base_info()
105 struct qib_pportdata *ppd = rcd->ppd; in qib_get_base_info()
110 subctxt_cnt = rcd->subctxt_cnt; in qib_get_base_info()
135 ret = dd->f_get_base_info(rcd, kinfo); in qib_get_base_info()
141 kinfo->spi_tidegrcnt = rcd->rcvegrcnt; in qib_get_base_info()
147 rcd->rcvegrbuf_chunks * rcd->rcvegrbuf_size; in qib_get_base_info()
148 kinfo->spi_rcv_egrperchunk = rcd->rcvegrbufs_perchunk; in qib_get_base_info()
150 rcd in qib_get_base_info()
284 qib_tid_update(struct qib_ctxtdata *rcd, struct file *fp, const struct qib_tid_info *ti) qib_tid_update() argument
483 qib_tid_free(struct qib_ctxtdata *rcd, unsigned subctxt, const struct qib_tid_info *ti) qib_tid_free() argument
572 qib_set_part_key(struct qib_ctxtdata *rcd, u16 key) qib_set_part_key() argument
652 qib_manage_rcvq(struct qib_ctxtdata *rcd, unsigned subctxt, int start_stop) qib_manage_rcvq() argument
681 qib_clean_part_key(struct qib_ctxtdata *rcd, struct qib_devdata *dd) qib_clean_part_key() argument
708 qib_mmap_mem(struct vm_area_struct *vma, struct qib_ctxtdata *rcd, unsigned len, void *kvaddr, u32 write_ok, char *what) qib_mmap_mem() argument
781 mmap_piobufs(struct vm_area_struct *vma, struct qib_devdata *dd, struct qib_ctxtdata *rcd, unsigned piobufs, unsigned piocnt) mmap_piobufs() argument
826 mmap_rcvegrbufs(struct vm_area_struct *vma, struct qib_ctxtdata *rcd) mmap_rcvegrbufs() argument
892 mmap_kvaddr(struct vm_area_struct *vma, u64 pgaddr, struct qib_ctxtdata *rcd, unsigned subctxt) mmap_kvaddr() argument
976 struct qib_ctxtdata *rcd; qib_mmapf() local
1080 qib_poll_urgent(struct qib_ctxtdata *rcd, struct file *fp, struct poll_table_struct *pt) qib_poll_urgent() argument
1102 qib_poll_next(struct qib_ctxtdata *rcd, struct file *fp, struct poll_table_struct *pt) qib_poll_next() argument
1125 struct qib_ctxtdata *rcd; qib_poll() local
1214 init_subctxts(struct qib_devdata *dd, struct qib_ctxtdata *rcd, const struct qib_user_info *uinfo) init_subctxts() argument
1288 struct qib_ctxtdata *rcd; setup_ctxt() local
1489 struct qib_ctxtdata *rcd = dd->rcd[i]; find_shared_ctxt() local
1564 struct qib_ctxtdata *rcd = fd->rcd; do_qib_user_sdma_queue_create() local
1652 struct qib_ctxtdata *rcd = ctxt_fp(fp); qib_do_user_init() local
1767 unlock_expected_tids(struct qib_ctxtdata *rcd) unlock_expected_tids() argument
1792 struct qib_ctxtdata *rcd; qib_close() local
1882 struct qib_ctxtdata *rcd = ctxt_fp(fp); qib_ctxt_info() local
1940 disarm_req_delay(struct qib_ctxtdata *rcd) disarm_req_delay() argument
1977 struct qib_ctxtdata *rcd; qib_set_uevent_bits() local
2015 qib_user_event_ack(struct qib_ctxtdata *rcd, int subctxt, unsigned long events) qib_user_event_ack() argument
2036 struct qib_ctxtdata *rcd; qib_write() local
2244 struct qib_ctxtdata *rcd = ctxt_fp(iocb->ki_filp); qib_write_iter() local
[all...] |
| H A D | qib_init.c | 134 dd->rcd = kcalloc(dd->ctxtcnt, sizeof(*dd->rcd), GFP_KERNEL); in qib_create_ctxts()
135 if (!dd->rcd) in qib_create_ctxts()
141 struct qib_ctxtdata *rcd; in qib_create_ctxts() local
148 rcd = qib_create_ctxtdata(ppd, i, dd->assigned_node_id); in qib_create_ctxts()
149 if (!rcd) { in qib_create_ctxts()
152 kfree(dd->rcd); in qib_create_ctxts()
153 dd->rcd = NULL; in qib_create_ctxts()
156 rcd->pkeys[0] = QIB_DEFAULT_P_KEY; in qib_create_ctxts()
157 rcd in qib_create_ctxts()
169 struct qib_ctxtdata *rcd; qib_create_ctxtdata() local
487 struct qib_ctxtdata *rcd = dd->rcd[i]; enable_chip() local
637 struct qib_ctxtdata *rcd; qib_init() local
905 qib_free_ctxtdata(struct qib_devdata *dd, struct qib_ctxtdata *rcd) qib_free_ctxtdata() argument
1362 struct qib_ctxtdata *rcd = tmp[ctxt]; cleanup_device_data() local
1542 qib_create_rcvhdrq(struct qib_devdata *dd, struct qib_ctxtdata *rcd) qib_create_rcvhdrq() argument
1615 qib_setup_eagerbufs(struct qib_ctxtdata *rcd) qib_setup_eagerbufs() argument
[all...] |
| H A D | qib_tx.c | 80 int qib_disarm_piobufs_ifneeded(struct qib_ctxtdata *rcd) in qib_disarm_piobufs_ifneeded() argument
82 struct qib_devdata *dd = rcd->dd; in qib_disarm_piobufs_ifneeded()
86 last = rcd->pio_base + rcd->piocnt; in qib_disarm_piobufs_ifneeded()
92 if (rcd->user_event_mask) { in qib_disarm_piobufs_ifneeded()
97 clear_bit(_QIB_EVENT_DISARM_BUFS_BIT, &rcd->user_event_mask[0]); in qib_disarm_piobufs_ifneeded()
98 for (i = 1; i < rcd->subctxt_cnt; i++) in qib_disarm_piobufs_ifneeded()
100 &rcd->user_event_mask[i]); in qib_disarm_piobufs_ifneeded()
103 for (i = rcd->pio_base; i < last; i++) { in qib_disarm_piobufs_ifneeded()
105 dd->f_sendctrl(rcd in qib_disarm_piobufs_ifneeded()
131 struct qib_ctxtdata *rcd; find_ctxt() local
379 qib_chg_pioavailkernel(struct qib_devdata *dd, unsigned start, unsigned len, u32 avail, struct qib_ctxtdata *rcd) qib_chg_pioavailkernel() argument
454 struct qib_ctxtdata *rcd; qib_cancel_sends() local
[all...] |
| H A D | qib_driver.c | 280 static inline void *qib_get_egrbuf(const struct qib_ctxtdata *rcd, u32 etail) in qib_get_egrbuf() argument
282 const u32 chunk = etail >> rcd->rcvegrbufs_perchunk_shift; in qib_get_egrbuf()
283 const u32 idx = etail & ((u32)rcd->rcvegrbufs_perchunk - 1); in qib_get_egrbuf()
285 return rcd->rcvegrbuf[chunk] + (idx << rcd->dd->rcvegrbufsize_shift); in qib_get_egrbuf()
292 static u32 qib_rcv_hdrerr(struct qib_ctxtdata *rcd, struct qib_pportdata *ppd, in qib_rcv_hdrerr() argument
406 &rcd->qp_wait_list); in qib_rcv_hdrerr()
432 * @rcd: the qlogic_ib context
441 u32 qib_kreceive(struct qib_ctxtdata *rcd, u32 *llic, u32 *npkts) in qib_kreceive() argument
443 struct qib_devdata *dd = rcd in qib_kreceive()
[all...] |
| H A D | qib_intr.c | 191 struct qib_ctxtdata *rcd; in qib_handle_urcv() local
196 for (i = dd->first_user_ctxt; dd->rcd && i < dd->cfgctxts; i++) { in qib_handle_urcv()
199 rcd = dd->rcd[i]; in qib_handle_urcv()
200 if (!rcd || !rcd->cnt) in qib_handle_urcv()
203 if (test_and_clear_bit(QIB_CTXT_WAITING_RCV, &rcd->flag)) { in qib_handle_urcv()
204 wake_up_interruptible(&rcd->wait); in qib_handle_urcv()
205 dd->f_rcvctrl(rcd->ppd, QIB_RCVCTRL_INTRAVAIL_DIS, in qib_handle_urcv()
206 rcd in qib_handle_urcv()
[all...] |
| /kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/ |
| H A D | aspm.c | 129 void __aspm_ctx_disable(struct hfi1_ctxtdata *rcd) in __aspm_ctx_disable() argument
136 spin_lock_irqsave(&rcd->aspm_lock, flags); in __aspm_ctx_disable()
138 if (!rcd->aspm_intr_enable) in __aspm_ctx_disable()
141 prev = rcd->aspm_ts_last_intr; in __aspm_ctx_disable()
143 rcd->aspm_ts_last_intr = now; in __aspm_ctx_disable()
149 restart_timer = ktime_to_ns(ktime_sub(now, rcd->aspm_ts_timer_sched)) > in __aspm_ctx_disable()
154 if (rcd->aspm_enabled && close_interrupts) { in __aspm_ctx_disable()
155 aspm_disable_inc(rcd->dd); in __aspm_ctx_disable()
156 rcd->aspm_enabled = false; in __aspm_ctx_disable()
161 mod_timer(&rcd in __aspm_ctx_disable()
172 struct hfi1_ctxtdata *rcd = from_timer(rcd, t, aspm_timer); aspm_ctx_timer_function() local
187 struct hfi1_ctxtdata *rcd; aspm_disable_all() local
209 struct hfi1_ctxtdata *rcd; aspm_enable_all() local
230 aspm_ctx_init(struct hfi1_ctxtdata *rcd) aspm_ctx_init() argument
241 struct hfi1_ctxtdata *rcd; aspm_init() local
[all...] |
| H A D | init.c | 129 struct hfi1_ctxtdata *rcd; in hfi1_create_kctxt() local
135 ret = hfi1_create_ctxtdata(ppd, dd->node, &rcd); in hfi1_create_kctxt()
146 rcd->flags = HFI1_CAP_KGET(MULTI_PKT_EGR) | in hfi1_create_kctxt()
152 if (rcd->ctxt == HFI1_CTRL_CTXT) in hfi1_create_kctxt()
153 rcd->flags |= HFI1_CAP_DMA_RTAIL; in hfi1_create_kctxt()
154 rcd->fast_handler = get_dma_rtail_setting(rcd) ? in hfi1_create_kctxt()
158 hfi1_set_seq_cnt(rcd, 1); in hfi1_create_kctxt()
160 rcd->sc = sc_alloc(dd, SC_ACK, rcd in hfi1_create_kctxt()
203 hfi1_rcd_init(struct hfi1_ctxtdata *rcd) hfi1_rcd_init() argument
216 struct hfi1_ctxtdata *rcd = hfi1_rcd_free() local
234 hfi1_rcd_put(struct hfi1_ctxtdata *rcd) hfi1_rcd_put() argument
251 hfi1_rcd_get(struct hfi1_ctxtdata *rcd) hfi1_rcd_get() argument
266 allocate_rcd_index(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd, u16 *index) allocate_rcd_index() argument
328 struct hfi1_ctxtdata *rcd = NULL; hfi1_rcd_get_by_index() local
349 struct hfi1_ctxtdata *rcd; hfi1_create_ctxtdata() local
512 hfi1_free_ctxt(struct hfi1_ctxtdata *rcd) hfi1_free_ctxt() argument
721 struct hfi1_ctxtdata *rcd; init_after_reset() local
743 struct hfi1_ctxtdata *rcd; enable_chip() local
889 struct hfi1_ctxtdata *rcd; hfi1_init() local
1048 struct hfi1_ctxtdata *rcd; shutdown_device() local
1127 hfi1_free_ctxtdata(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd) hfi1_free_ctxtdata() argument
1555 struct hfi1_ctxtdata *rcd = dd->rcd[ctxt]; cleanup_device_data() local
1800 hfi1_create_rcvhdrq(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd) hfi1_create_rcvhdrq() argument
1860 hfi1_setup_eagerbufs(struct hfi1_ctxtdata *rcd) hfi1_setup_eagerbufs() argument
[all...] |
| H A D | exp_rcv.c | 62 * hfi1_exp_tid_group_init - initialize rcd expected receive
63 * @rcd - the rcd
65 void hfi1_exp_tid_group_init(struct hfi1_ctxtdata *rcd) in hfi1_exp_tid_group_init() argument
67 hfi1_exp_tid_set_init(&rcd->tid_group_list); in hfi1_exp_tid_group_init()
68 hfi1_exp_tid_set_init(&rcd->tid_used_list); in hfi1_exp_tid_group_init()
69 hfi1_exp_tid_set_init(&rcd->tid_full_list); in hfi1_exp_tid_group_init()
74 * @rcd - the context to add the groupings to
76 int hfi1_alloc_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd) in hfi1_alloc_ctxt_rcv_groups() argument
78 struct hfi1_devdata *dd = rcd in hfi1_alloc_ctxt_rcv_groups()
113 hfi1_free_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd) hfi1_free_ctxt_rcv_groups() argument
[all...] |
| H A D | driver.c | 203 static inline void *get_egrbuf(const struct hfi1_ctxtdata *rcd, u64 rhf, in get_egrbuf() argument
208 *update |= !(idx & (rcd->egrbufs.threshold - 1)) && !offset; in get_egrbuf()
209 return (void *)(((u64)(rcd->egrbufs.rcvtids[idx].addr)) + in get_egrbuf()
213 static inline void *hfi1_get_header(struct hfi1_ctxtdata *rcd, in hfi1_get_header() argument
218 return (void *)(rhf_addr - rcd->rhf_offset + offset); in hfi1_get_header()
221 static inline struct ib_header *hfi1_get_msgheader(struct hfi1_ctxtdata *rcd, in hfi1_get_msgheader() argument
224 return (struct ib_header *)hfi1_get_header(rcd, rhf_addr); in hfi1_get_msgheader()
228 *hfi1_get_16B_header(struct hfi1_ctxtdata *rcd, in hfi1_get_16B_header() argument
231 return (struct hfi1_16b_header *)hfi1_get_header(rcd, rhf_addr); in hfi1_get_16B_header()
254 static void rcv_hdrerr(struct hfi1_ctxtdata *rcd, struc argument
415 init_packet(struct hfi1_ctxtdata *rcd, struct hfi1_packet *packet) init_packet() argument
540 struct hfi1_ctxtdata *rcd; global() member
551 struct hfi1_ctxtdata *rcd = packet->rcd; init_ps_mdata() local
570 ps_done(struct ps_mdata *mdata, u64 rhf, struct hfi1_ctxtdata *rcd) ps_done() argument
578 ps_skip(struct ps_mdata *mdata, u64 rhf, struct hfi1_ctxtdata *rcd) ps_skip() argument
591 update_ps_mdata(struct ps_mdata *mdata, struct hfi1_ctxtdata *rcd) update_ps_mdata() argument
619 struct hfi1_ctxtdata *rcd = packet->rcd; __prescan_rxq() local
685 struct hfi1_ctxtdata *rcd = packet->rcd; process_rcv_qp_work() local
875 handle_receive_interrupt_napi_fp(struct hfi1_ctxtdata *rcd, int budget) handle_receive_interrupt_napi_fp() argument
899 handle_receive_interrupt_nodma_rtail(struct hfi1_ctxtdata *rcd, int thread) handle_receive_interrupt_nodma_rtail() argument
925 handle_receive_interrupt_dma_rtail(struct hfi1_ctxtdata *rcd, int thread) handle_receive_interrupt_dma_rtail() argument
954 set_all_fastpath(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd) set_all_fastpath() argument
980 struct hfi1_ctxtdata *rcd; set_all_slowpath() local
1048 handle_receive_interrupt(struct hfi1_ctxtdata *rcd, int thread) handle_receive_interrupt() argument
1154 handle_receive_interrupt_napi_sp(struct hfi1_ctxtdata *rcd, int budget) handle_receive_interrupt_napi_sp() argument
1224 struct hfi1_ctxtdata *rcd; receive_interrupt_work() local
1581 struct hfi1_ctxtdata *rcd = packet->rcd; hfi1_setup_bypass_packet() local
1654 struct hfi1_ctxtdata *rcd = packet->rcd; show_eflags_errs() local
1672 struct hfi1_ctxtdata *rcd = packet->rcd; handle_eflags() local
1683 struct hfi1_ctxtdata *rcd = packet->rcd; hfi1_ipoib_ib_rcv() local
1837 struct hfi1_ctxtdata *rcd = packet->rcd; kdeth_process_expected() local
1854 struct hfi1_ctxtdata *rcd = packet->rcd; kdeth_process_eager() local
1872 seqfile_dump_rcd(struct seq_file *s, struct hfi1_ctxtdata *rcd) seqfile_dump_rcd() argument
[all...] |
| H A D | msix.c | 169 static int msix_request_rcd_irq_common(struct hfi1_ctxtdata *rcd, in msix_request_rcd_irq_common() argument
174 int nr = msix_request_irq(rcd->dd, rcd, handler, thread, in msix_request_rcd_irq_common()
175 rcd->is_vnic ? IRQ_NETDEVCTXT : IRQ_RCVCTXT, in msix_request_rcd_irq_common()
184 rcd->ireg = (IS_RCVAVAIL_START + rcd->ctxt) / 64; in msix_request_rcd_irq_common()
185 rcd->imask = ((u64)1) << ((IS_RCVAVAIL_START + rcd->ctxt) % 64); in msix_request_rcd_irq_common()
186 rcd->msix_intr = nr; in msix_request_rcd_irq_common()
187 remap_intr(rcd in msix_request_rcd_irq_common()
197 msix_request_rcd_irq(struct hfi1_ctxtdata *rcd) msix_request_rcd_irq() argument
213 msix_netdev_request_rcd_irq(struct hfi1_ctxtdata *rcd) msix_netdev_request_rcd_irq() argument
311 struct hfi1_ctxtdata *rcd = hfi1_rcd_get_by_index_safe(dd, i); msix_request_irqs() local
384 struct hfi1_ctxtdata *rcd = hfi1_netdev_get_ctxt(dd, i); msix_netdev_synchronize_irq() local
[all...] |
| H A D | tid_rdma.c | 133 struct hfi1_ctxtdata *rcd,
197 p->qp = (RVT_KDETH_QP_PREFIX << 16) | priv->rcd->ctxt; in tid_rdma_opfn_init()
199 p->jkey = priv->rcd->jkey; in tid_rdma_opfn_init()
203 p->urg = is_urg_masked(priv->rcd); in tid_rdma_opfn_init()
298 int hfi1_kern_exp_rcv_init(struct hfi1_ctxtdata *rcd, int reinit) in hfi1_kern_exp_rcv_init() argument
305 rcd->jkey = TID_RDMA_JKEY; in hfi1_kern_exp_rcv_init()
306 hfi1_set_ctxt_jkey(rcd->dd, rcd, rcd->jkey); in hfi1_kern_exp_rcv_init()
307 return hfi1_alloc_ctxt_rcv_groups(rcd); in hfi1_kern_exp_rcv_init()
730 kern_set_hw_flow(struct hfi1_ctxtdata *rcd, u32 generation, u32 flow_idx) kern_set_hw_flow() argument
775 hfi1_kern_setup_hw_flow(struct hfi1_ctxtdata *rcd, struct rvt_qp *qp) hfi1_kern_setup_hw_flow() argument
815 hfi1_kern_clear_hw_flow(struct hfi1_ctxtdata *rcd, struct rvt_qp *qp) hfi1_kern_clear_hw_flow() argument
843 hfi1_kern_init_ctxt_generations(struct hfi1_ctxtdata *rcd) hfi1_kern_init_ctxt_generations() argument
1197 kern_add_tid_node(struct tid_rdma_flow *flow, struct hfi1_ctxtdata *rcd, char *s, struct tid_group *grp, u8 cnt) kern_add_tid_node() argument
1232 struct hfi1_ctxtdata *rcd = flow->req->rcd; kern_alloc_tids() local
1296 struct hfi1_ctxtdata *rcd = flow->req->rcd; kern_program_rcv_group() local
1363 struct hfi1_ctxtdata *rcd = flow->req->rcd; kern_unprogram_rcv_group() local
1392 struct hfi1_ctxtdata *rcd = flow->req->rcd; kern_unprogram_rcv_group() local
1459 struct hfi1_ctxtdata *rcd = req->rcd; global() variable
1550 struct hfi1_ctxtdata *rcd = req->rcd; global() variable
1983 struct hfi1_ctxtdata *rcd = ((struct hfi1_qp_priv *)qp->priv)->rcd; tid_rdma_rcv_error() local
2223 struct hfi1_ctxtdata *rcd = packet->rcd; hfi1_rc_rcv_tid_rdma_read_req() local
2447 struct hfi1_ctxtdata *rcd = packet->rcd; hfi1_rc_rcv_tid_rdma_read_resp() local
2622 restart_tid_rdma_read_req(struct hfi1_ctxtdata *rcd, struct rvt_qp *qp, struct rvt_swqe *wqe) restart_tid_rdma_read_req() argument
2837 hfi1_handle_kdeth_eflags(struct hfi1_ctxtdata *rcd, struct hfi1_pportdata *ppd, struct hfi1_packet *packet) hfi1_handle_kdeth_eflags() argument
3456 struct hfi1_ctxtdata *rcd = qpriv->rcd; hfi1_tid_write_alloc_resources() local
3647 struct hfi1_ctxtdata *rcd = packet->rcd; hfi1_rc_rcv_tid_rdma_write_req() local
4031 struct hfi1_ctxtdata *rcd = packet->rcd; hfi1_rc_rcv_tid_rdma_write_resp() local
4261 struct hfi1_ctxtdata *rcd = priv->rcd; hfi1_rc_rcv_tid_rdma_write_data() local
4862 struct hfi1_ctxtdata *rcd = qpriv->rcd; hfi1_rc_rcv_tid_rdma_resync() local
5503 update_r_next_psn_fecn(struct hfi1_packet *packet, struct hfi1_qp_priv *priv, struct hfi1_ctxtdata *rcd, struct tid_rdma_flow *flow, bool fecn) update_r_next_psn_fecn() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/infiniband/hw/hfi1/ |
| H A D | aspm.c | 129 void __aspm_ctx_disable(struct hfi1_ctxtdata *rcd) in __aspm_ctx_disable() argument
136 spin_lock_irqsave(&rcd->aspm_lock, flags); in __aspm_ctx_disable()
138 if (!rcd->aspm_intr_enable) in __aspm_ctx_disable()
141 prev = rcd->aspm_ts_last_intr; in __aspm_ctx_disable()
143 rcd->aspm_ts_last_intr = now; in __aspm_ctx_disable()
149 restart_timer = ktime_to_ns(ktime_sub(now, rcd->aspm_ts_timer_sched)) > in __aspm_ctx_disable()
154 if (rcd->aspm_enabled && close_interrupts) { in __aspm_ctx_disable()
155 aspm_disable_inc(rcd->dd); in __aspm_ctx_disable()
156 rcd->aspm_enabled = false; in __aspm_ctx_disable()
161 mod_timer(&rcd in __aspm_ctx_disable()
172 struct hfi1_ctxtdata *rcd = from_timer(rcd, t, aspm_timer); aspm_ctx_timer_function() local
187 struct hfi1_ctxtdata *rcd; aspm_disable_all() local
209 struct hfi1_ctxtdata *rcd; aspm_enable_all() local
230 aspm_ctx_init(struct hfi1_ctxtdata *rcd) aspm_ctx_init() argument
241 struct hfi1_ctxtdata *rcd; aspm_init() local
[all...] |
| H A D | init.c | 88 struct hfi1_ctxtdata *rcd; in hfi1_create_kctxt() local
94 ret = hfi1_create_ctxtdata(ppd, dd->node, &rcd); in hfi1_create_kctxt()
105 rcd->flags = HFI1_CAP_KGET(MULTI_PKT_EGR) | in hfi1_create_kctxt()
111 if (rcd->ctxt == HFI1_CTRL_CTXT) in hfi1_create_kctxt()
112 rcd->flags |= HFI1_CAP_DMA_RTAIL; in hfi1_create_kctxt()
113 rcd->fast_handler = get_dma_rtail_setting(rcd) ? in hfi1_create_kctxt()
117 hfi1_set_seq_cnt(rcd, 1); in hfi1_create_kctxt()
119 rcd->sc = sc_alloc(dd, SC_ACK, rcd in hfi1_create_kctxt()
162 hfi1_rcd_init(struct hfi1_ctxtdata *rcd) hfi1_rcd_init() argument
175 struct hfi1_ctxtdata *rcd = hfi1_rcd_free() local
193 hfi1_rcd_put(struct hfi1_ctxtdata *rcd) hfi1_rcd_put() argument
210 hfi1_rcd_get(struct hfi1_ctxtdata *rcd) hfi1_rcd_get() argument
225 allocate_rcd_index(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd, u16 *index) allocate_rcd_index() argument
287 struct hfi1_ctxtdata *rcd = NULL; hfi1_rcd_get_by_index() local
308 struct hfi1_ctxtdata *rcd; hfi1_create_ctxtdata() local
471 hfi1_free_ctxt(struct hfi1_ctxtdata *rcd) hfi1_free_ctxt() argument
680 struct hfi1_ctxtdata *rcd; init_after_reset() local
702 struct hfi1_ctxtdata *rcd; enable_chip() local
848 struct hfi1_ctxtdata *rcd; hfi1_init() local
1007 struct hfi1_ctxtdata *rcd; shutdown_device() local
1086 hfi1_free_ctxtdata(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd) hfi1_free_ctxtdata() argument
1514 struct hfi1_ctxtdata *rcd = dd->rcd[ctxt]; cleanup_device_data() local
1759 hfi1_create_rcvhdrq(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd) hfi1_create_rcvhdrq() argument
1814 hfi1_setup_eagerbufs(struct hfi1_ctxtdata *rcd) hfi1_setup_eagerbufs() argument
[all...] |
| H A D | exp_rcv.c | 20 * hfi1_exp_tid_group_init - initialize rcd expected receive
21 * @rcd: the rcd
23 void hfi1_exp_tid_group_init(struct hfi1_ctxtdata *rcd) in hfi1_exp_tid_group_init() argument
25 hfi1_exp_tid_set_init(&rcd->tid_group_list); in hfi1_exp_tid_group_init()
26 hfi1_exp_tid_set_init(&rcd->tid_used_list); in hfi1_exp_tid_group_init()
27 hfi1_exp_tid_set_init(&rcd->tid_full_list); in hfi1_exp_tid_group_init()
32 * @rcd: the context to add the groupings to
34 int hfi1_alloc_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd) in hfi1_alloc_ctxt_rcv_groups() argument
36 struct hfi1_devdata *dd = rcd in hfi1_alloc_ctxt_rcv_groups()
71 hfi1_free_ctxt_rcv_groups(struct hfi1_ctxtdata *rcd) hfi1_free_ctxt_rcv_groups() argument
[all...] |
| H A D | driver.c | 156 static inline void *get_egrbuf(const struct hfi1_ctxtdata *rcd, u64 rhf, in get_egrbuf() argument
161 *update |= !(idx & (rcd->egrbufs.threshold - 1)) && !offset; in get_egrbuf()
162 return (void *)(((u64)(rcd->egrbufs.rcvtids[idx].addr)) + in get_egrbuf()
166 static inline void *hfi1_get_header(struct hfi1_ctxtdata *rcd, in hfi1_get_header() argument
171 return (void *)(rhf_addr - rcd->rhf_offset + offset); in hfi1_get_header()
174 static inline struct ib_header *hfi1_get_msgheader(struct hfi1_ctxtdata *rcd, in hfi1_get_msgheader() argument
177 return (struct ib_header *)hfi1_get_header(rcd, rhf_addr); in hfi1_get_msgheader()
181 *hfi1_get_16B_header(struct hfi1_ctxtdata *rcd, in hfi1_get_16B_header() argument
184 return (struct hfi1_16b_header *)hfi1_get_header(rcd, rhf_addr); in hfi1_get_16B_header()
207 static void rcv_hdrerr(struct hfi1_ctxtdata *rcd, struc argument
368 init_packet(struct hfi1_ctxtdata *rcd, struct hfi1_packet *packet) init_packet() argument
493 struct hfi1_ctxtdata *rcd; global() member
504 struct hfi1_ctxtdata *rcd = packet->rcd; init_ps_mdata() local
523 ps_done(struct ps_mdata *mdata, u64 rhf, struct hfi1_ctxtdata *rcd) ps_done() argument
531 ps_skip(struct ps_mdata *mdata, u64 rhf, struct hfi1_ctxtdata *rcd) ps_skip() argument
544 update_ps_mdata(struct ps_mdata *mdata, struct hfi1_ctxtdata *rcd) update_ps_mdata() argument
572 struct hfi1_ctxtdata *rcd = packet->rcd; __prescan_rxq() local
638 struct hfi1_ctxtdata *rcd = packet->rcd; process_rcv_qp_work() local
828 handle_receive_interrupt_napi_fp(struct hfi1_ctxtdata *rcd, int budget) handle_receive_interrupt_napi_fp() argument
852 handle_receive_interrupt_nodma_rtail(struct hfi1_ctxtdata *rcd, int thread) handle_receive_interrupt_nodma_rtail() argument
878 handle_receive_interrupt_dma_rtail(struct hfi1_ctxtdata *rcd, int thread) handle_receive_interrupt_dma_rtail() argument
907 set_all_fastpath(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd) set_all_fastpath() argument
933 struct hfi1_ctxtdata *rcd; set_all_slowpath() local
1001 handle_receive_interrupt(struct hfi1_ctxtdata *rcd, int thread) handle_receive_interrupt() argument
1107 handle_receive_interrupt_napi_sp(struct hfi1_ctxtdata *rcd, int budget) handle_receive_interrupt_napi_sp() argument
1177 struct hfi1_ctxtdata *rcd; receive_interrupt_work() local
1534 struct hfi1_ctxtdata *rcd = packet->rcd; hfi1_setup_bypass_packet() local
1607 struct hfi1_ctxtdata *rcd = packet->rcd; show_eflags_errs() local
1625 struct hfi1_ctxtdata *rcd = packet->rcd; handle_eflags() local
1636 struct hfi1_ctxtdata *rcd = packet->rcd; hfi1_ipoib_ib_rcv() local
1788 struct hfi1_ctxtdata *rcd = packet->rcd; kdeth_process_expected() local
1805 struct hfi1_ctxtdata *rcd = packet->rcd; kdeth_process_eager() local
1823 seqfile_dump_rcd(struct seq_file *s, struct hfi1_ctxtdata *rcd) seqfile_dump_rcd() argument
[all...] |
| H A D | msix.c | 126 static int msix_request_rcd_irq_common(struct hfi1_ctxtdata *rcd, in msix_request_rcd_irq_common() argument
131 int nr = msix_request_irq(rcd->dd, rcd, handler, thread, in msix_request_rcd_irq_common()
132 rcd->is_vnic ? IRQ_NETDEVCTXT : IRQ_RCVCTXT, in msix_request_rcd_irq_common()
141 rcd->ireg = (IS_RCVAVAIL_START + rcd->ctxt) / 64; in msix_request_rcd_irq_common()
142 rcd->imask = ((u64)1) << ((IS_RCVAVAIL_START + rcd->ctxt) % 64); in msix_request_rcd_irq_common()
143 rcd->msix_intr = nr; in msix_request_rcd_irq_common()
144 remap_intr(rcd in msix_request_rcd_irq_common()
154 msix_request_rcd_irq(struct hfi1_ctxtdata *rcd) msix_request_rcd_irq() argument
170 msix_netdev_request_rcd_irq(struct hfi1_ctxtdata *rcd) msix_netdev_request_rcd_irq() argument
268 struct hfi1_ctxtdata *rcd = hfi1_rcd_get_by_index_safe(dd, i); msix_request_irqs() local
341 struct hfi1_ctxtdata *rcd = hfi1_netdev_get_ctxt(dd, i); msix_netdev_synchronize_irq() local
[all...] |
| /kernel/linux/linux-5.10/arch/x86/kernel/cpu/mce/ |
| H A D | apei.c | 73 struct cper_mce_record rcd; in apei_write_mce() local
75 memset(&rcd, 0, sizeof(rcd)); in apei_write_mce()
76 memcpy(rcd.hdr.signature, CPER_SIG_RECORD, CPER_SIG_SIZE); in apei_write_mce()
77 rcd.hdr.revision = CPER_RECORD_REV; in apei_write_mce()
78 rcd.hdr.signature_end = CPER_SIG_END; in apei_write_mce()
79 rcd.hdr.section_count = 1; in apei_write_mce()
80 rcd.hdr.error_severity = CPER_SEV_FATAL; in apei_write_mce()
82 rcd.hdr.validation_bits = 0; in apei_write_mce()
83 rcd in apei_write_mce()
105 struct cper_mce_record rcd; apei_read_mce() local
[all...] |
| /kernel/linux/linux-6.6/arch/x86/kernel/cpu/mce/ |
| H A D | apei.c | 146 struct cper_mce_record rcd; in apei_write_mce() local
148 memset(&rcd, 0, sizeof(rcd)); in apei_write_mce()
149 memcpy(rcd.hdr.signature, CPER_SIG_RECORD, CPER_SIG_SIZE); in apei_write_mce()
150 rcd.hdr.revision = CPER_RECORD_REV; in apei_write_mce()
151 rcd.hdr.signature_end = CPER_SIG_END; in apei_write_mce()
152 rcd.hdr.section_count = 1; in apei_write_mce()
153 rcd.hdr.error_severity = CPER_SEV_FATAL; in apei_write_mce()
155 rcd.hdr.validation_bits = 0; in apei_write_mce()
156 rcd in apei_write_mce()
178 struct cper_mce_record rcd; apei_read_mce() local
[all...] |
| /kernel/linux/linux-5.10/drivers/media/rc/ |
| H A D | zx-irdec.c | 34 struct rc_dev *rcd; member
61 rc_repeat(irdec->rcd); in zx_irdec_irq()
74 rc_keydown(irdec->rcd, rc_proto, scancode, 0); in zx_irdec_irq()
85 struct rc_dev *rcd; in zx_irdec_probe() local
102 rcd = devm_rc_allocate_device(dev, RC_DRIVER_SCANCODE); in zx_irdec_probe()
103 if (!rcd) { in zx_irdec_probe()
108 irdec->rcd = rcd; in zx_irdec_probe()
110 rcd->priv = irdec; in zx_irdec_probe()
111 rcd in zx_irdec_probe()
[all...] |
| /kernel/linux/linux-5.10/drivers/acpi/apei/ |
| H A D | erst.c | 977 struct cper_pstore_record *rcd; in erst_reader() local
978 size_t rcd_len = sizeof(*rcd) + erst_info.bufsize; in erst_reader()
983 rcd = kmalloc(rcd_len, GFP_KERNEL); in erst_reader()
984 if (!rcd) { in erst_reader()
999 len = erst_read(record_id, &rcd->hdr, rcd_len); in erst_reader()
1003 else if (len < 0 || len < sizeof(*rcd)) { in erst_reader()
1007 if (!guid_equal(&rcd->hdr.creator_id, &CPER_CREATOR_PSTORE)) in erst_reader()
1015 memcpy(record->buf, rcd->data, len - sizeof(*rcd)); in erst_reader()
1019 if (guid_equal(&rcd in erst_reader()
1042 struct cper_pstore_record *rcd = (struct cper_pstore_record *) erst_writer() local
[all...] |