| /kernel/linux/linux-6.6/drivers/infiniband/hw/hfi1/ |
| H A D | user_exp_rcv.c | 19 u32 rcventry, struct tid_group *grp,
665 u32 tidinfo = 0, rcventry, useidx = 0; in program_rcvarray() local
698 rcventry = grp->base + useidx; in program_rcvarray()
703 rcventry, grp, pageidx, in program_rcvarray()
709 tidinfo = create_tid(rcventry - uctxt->expected_base, npages); in program_rcvarray()
725 u32 rcventry, struct tid_group *grp, in set_rcvarray_entry()
756 node->rcventry = rcventry; in set_rcvarray_entry()
770 fd->entry_to_rb[node->rcventry - uctxt->expected_base] = node; in set_rcvarray_entry()
772 hfi1_put_tid(dd, rcventry, PT_EXPECTE in set_rcvarray_entry()
723 set_rcvarray_entry(struct hfi1_filedata *fd, struct tid_user_buf *tbuf, u32 rcventry, struct tid_group *grp, u16 pageidx, unsigned int npages) set_rcvarray_entry() argument
794 u32 tididx = EXP_TID_GET(tidinfo, IDX) << 1, rcventry; unprogram_rcvarray() local
875 u16 rcventry = grp->base + i; unlock_exp_tids() local
[all...] |
| H A D | exp_rcv.h | 136 static inline u32 create_tid(u32 rcventry, u32 npages) in create_tid() argument
138 u32 pair = rcventry & ~0x1; in create_tid()
141 EXP_TID_SET(CTRL, 1 << (rcventry - pair)) | in create_tid()
|
| H A D | user_exp_rcv.h | 35 u32 rcventry; member
|
| H A D | tid_rdma.c | 1309 u32 rcventry, npages = 0, pair = 0, tidctrl; in kern_program_rcv_group() local
1313 rcventry = grp->base + i; in kern_program_rcv_group()
1316 rcv_array_wc_fill(dd, rcventry); in kern_program_rcv_group()
1321 hfi1_put_tid(dd, rcventry, PT_EXPECTED, in kern_program_rcv_group()
1324 hfi1_put_tid(dd, rcventry, PT_INVALID, 0, 0); in kern_program_rcv_group()
1328 rcventry -= rcd->expected_base; in kern_program_rcv_group()
1329 tidctrl = pair ? 0x3 : rcventry & 0x1 ? 0x2 : 0x1; in kern_program_rcv_group()
1343 EXP_TID_SET(IDX, rcventry >> 1) | in kern_program_rcv_group()
1374 u32 rcventry; in kern_unprogram_rcv_group() local
1378 rcventry in kern_unprogram_rcv_group()
[all...] |
| /kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/ |
| H A D | user_exp_rcv.c | 61 u32 rcventry, struct tid_group *grp,
711 u32 tidinfo = 0, rcventry, useidx = 0; in program_rcvarray() local
744 rcventry = grp->base + useidx; in program_rcvarray()
749 rcventry, grp, pageidx, in program_rcvarray()
755 tidinfo = rcventry2tidinfo(rcventry - uctxt->expected_base) | in program_rcvarray()
772 u32 rcventry, struct tid_group *grp, in set_rcvarray_entry()
805 node->rcventry = rcventry; in set_rcvarray_entry()
819 fd->entry_to_rb[node->rcventry - uctxt->expected_base] = node; in set_rcvarray_entry()
821 hfi1_put_tid(dd, rcventry, PT_EXPECTE in set_rcvarray_entry()
770 set_rcvarray_entry(struct hfi1_filedata *fd, struct tid_user_buf *tbuf, u32 rcventry, struct tid_group *grp, u16 pageidx, unsigned int npages) set_rcvarray_entry() argument
843 u32 tididx = EXP_TID_GET(tidinfo, IDX) << 1, rcventry; unprogram_rcvarray() local
924 u16 rcventry = grp->base + i; unlock_exp_tids() local
[all...] |
| H A D | exp_rcv.h | 178 static inline u32 rcventry2tidinfo(u32 rcventry) in rcventry2tidinfo() argument
180 u32 pair = rcventry & ~0x1; in rcventry2tidinfo()
183 EXP_TID_SET(CTRL, 1 << (rcventry - pair)); in rcventry2tidinfo()
|
| H A D | user_exp_rcv.h | 76 u32 rcventry; member
|
| H A D | tid_rdma.c | 1302 u32 rcventry, npages = 0, pair = 0, tidctrl; in kern_program_rcv_group() local
1306 rcventry = grp->base + i; in kern_program_rcv_group()
1309 rcv_array_wc_fill(dd, rcventry); in kern_program_rcv_group()
1314 hfi1_put_tid(dd, rcventry, PT_EXPECTED, in kern_program_rcv_group()
1317 hfi1_put_tid(dd, rcventry, PT_INVALID, 0, 0); in kern_program_rcv_group()
1321 rcventry -= rcd->expected_base; in kern_program_rcv_group()
1322 tidctrl = pair ? 0x3 : rcventry & 0x1 ? 0x2 : 0x1; in kern_program_rcv_group()
1336 EXP_TID_SET(IDX, rcventry >> 1) | in kern_program_rcv_group()
1367 u32 rcventry; in kern_unprogram_rcv_group() local
1371 rcventry in kern_unprogram_rcv_group()
[all...] |