/kernel/linux/linux-6.6/drivers/infiniband/hw/cxgb4/ |
H A D | mem.c | 64 struct c4iw_wr_wait *wr_waitp) in _c4iw_write_mem_dma_aligned() 73 if (wr_waitp) in _c4iw_write_mem_dma_aligned() 74 c4iw_init_wr_wait(wr_waitp); in _c4iw_write_mem_dma_aligned() 87 (wr_waitp ? FW_WR_COMPL_F : 0)); in _c4iw_write_mem_dma_aligned() 88 req->wr.wr_lo = wr_waitp ? (__force __be64)(unsigned long)wr_waitp : 0L; in _c4iw_write_mem_dma_aligned() 103 if (wr_waitp) in _c4iw_write_mem_dma_aligned() 104 ret = c4iw_ref_send_wait(rdev, skb, wr_waitp, 0, 0, __func__); in _c4iw_write_mem_dma_aligned() 112 struct c4iw_wr_wait *wr_waitp) in _c4iw_write_mem_inline() 128 c4iw_init_wr_wait(wr_waitp); in _c4iw_write_mem_inline() 61 _c4iw_write_mem_dma_aligned(struct c4iw_rdev *rdev, u32 addr, u32 len, dma_addr_t data, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) _c4iw_write_mem_dma_aligned() argument 110 _c4iw_write_mem_inline(struct c4iw_rdev *rdev, u32 addr, u32 len, void *data, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) _c4iw_write_mem_inline() argument 190 _c4iw_write_mem_dma(struct c4iw_rdev *rdev, u32 addr, u32 len, void *data, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) _c4iw_write_mem_dma() argument 234 write_adapter_mem(struct c4iw_rdev *rdev, u32 addr, u32 len, void *data, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) write_adapter_mem() argument 270 write_tpt_entry(struct c4iw_rdev *rdev, u32 reset_tpt_entry, u32 *stag, u8 stag_state, u32 pdid, enum fw_ri_stag_type type, enum fw_ri_mem_perms perm, int bind_enabled, u32 zbva, u64 to, u64 len, u8 page_size, u32 pbl_size, u32 pbl_addr, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) write_tpt_entry() argument 346 write_pbl(struct c4iw_rdev *rdev, __be64 *pbl, u32 pbl_addr, u32 pbl_size, struct c4iw_wr_wait *wr_waitp) write_pbl() argument 360 dereg_mem(struct c4iw_rdev *rdev, u32 stag, u32 pbl_size, u32 pbl_addr, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) dereg_mem() argument 368 allocate_stag(struct c4iw_rdev *rdev, u32 *stag, u32 pdid, u32 pbl_size, u32 pbl_addr, struct c4iw_wr_wait *wr_waitp) allocate_stag() argument [all...] |
H A D | iw_cxgb4.h | 218 static inline void c4iw_put_wr_wait(struct c4iw_wr_wait *wr_waitp) in c4iw_put_wr_wait() argument 220 pr_debug("wr_wait %p ref before put %u\n", wr_waitp, in c4iw_put_wr_wait() 221 kref_read(&wr_waitp->kref)); in c4iw_put_wr_wait() 222 WARN_ON(kref_read(&wr_waitp->kref) == 0); in c4iw_put_wr_wait() 223 kref_put(&wr_waitp->kref, _c4iw_free_wr_wait); in c4iw_put_wr_wait() 226 static inline void c4iw_get_wr_wait(struct c4iw_wr_wait *wr_waitp) in c4iw_get_wr_wait() argument 228 pr_debug("wr_wait %p ref before get %u\n", wr_waitp, in c4iw_get_wr_wait() 229 kref_read(&wr_waitp->kref)); in c4iw_get_wr_wait() 230 WARN_ON(kref_read(&wr_waitp->kref) == 0); in c4iw_get_wr_wait() 231 kref_get(&wr_waitp in c4iw_get_wr_wait() 234 c4iw_init_wr_wait(struct c4iw_wr_wait *wr_waitp) c4iw_init_wr_wait() argument 240 _c4iw_wake_up(struct c4iw_wr_wait *wr_waitp, int ret, bool deref) _c4iw_wake_up() argument 249 c4iw_wake_up_noref(struct c4iw_wr_wait *wr_waitp, int ret) c4iw_wake_up_noref() argument 254 c4iw_wake_up_deref(struct c4iw_wr_wait *wr_waitp, int ret) c4iw_wake_up_deref() argument 259 c4iw_wait_for_reply(struct c4iw_rdev *rdev, struct c4iw_wr_wait *wr_waitp, u32 hwtid, u32 qpid, const char *func) c4iw_wait_for_reply() argument 288 c4iw_ref_send_wait(struct c4iw_rdev *rdev, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp, u32 hwtid, u32 qpid, const char *func) c4iw_ref_send_wait() argument 400 struct c4iw_wr_wait *wr_waitp; global() member 414 struct c4iw_wr_wait *wr_waitp; global() member 431 struct c4iw_wr_wait *wr_waitp; global() member 491 struct c4iw_wr_wait *wr_waitp; global() member 512 struct c4iw_wr_wait *wr_waitp; global() member 851 struct c4iw_wr_wait *wr_waitp; global() member [all...] |
H A D | cq.c | 39 struct c4iw_wr_wait *wr_waitp) in destroy_cq() 54 res_wr->cookie = (uintptr_t)wr_waitp; in destroy_cq() 60 c4iw_init_wr_wait(wr_waitp); in destroy_cq() 61 c4iw_ref_send_wait(rdev, skb, wr_waitp, 0, 0, __func__); in destroy_cq() 72 struct c4iw_wr_wait *wr_waitp) in create_cq() 132 res_wr->cookie = (uintptr_t)wr_waitp; in create_cq() 154 c4iw_init_wr_wait(wr_waitp); in create_cq() 155 ret = c4iw_ref_send_wait(rdev, skb, wr_waitp, 0, 0, __func__); in create_cq() 992 chp->destroy_skb, chp->wr_waitp); in c4iw_destroy_cq() 993 c4iw_put_wr_wait(chp->wr_waitp); in c4iw_destroy_cq() 37 destroy_cq(struct c4iw_rdev *rdev, struct t4_cq *cq, struct c4iw_dev_ucontext *uctx, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) destroy_cq() argument 70 create_cq(struct c4iw_rdev *rdev, struct t4_cq *cq, struct c4iw_dev_ucontext *uctx, struct c4iw_wr_wait *wr_waitp) create_cq() argument [all...] |
H A D | qp.c | 202 struct c4iw_wr_wait *wr_waitp, in create_qp() 322 res_wr->cookie = (uintptr_t)wr_waitp; in create_qp() 381 c4iw_init_wr_wait(wr_waitp); in create_qp() 382 ret = c4iw_ref_send_wait(rdev, skb, wr_waitp, 0, wq->sq.qid, __func__); in create_qp() 1714 wqe->cookie = (uintptr_t)ep->com.wr_waitp; in rdma_fini() 1718 ret = c4iw_ref_send_wait(&rhp->rdev, skb, ep->com.wr_waitp, in rdma_fini() 1779 wqe->cookie = (uintptr_t)qhp->ep->com.wr_waitp; in rdma_init() 1821 ret = c4iw_ref_send_wait(&rhp->rdev, skb, qhp->ep->com.wr_waitp, in rdma_init() 2105 c4iw_put_wr_wait(qhp->wr_waitp); in c4iw_destroy_qp() 2153 qhp->wr_waitp in c4iw_create_qp() 199 create_qp(struct c4iw_rdev *rdev, struct t4_wq *wq, struct t4_cq *rcq, struct t4_cq *scq, struct c4iw_dev_ucontext *uctx, struct c4iw_wr_wait *wr_waitp, int need_rq) create_qp() argument 2473 free_srq_queue(struct c4iw_srq *srq, struct c4iw_dev_ucontext *uctx, struct c4iw_wr_wait *wr_waitp) free_srq_queue() argument 2510 alloc_srq_queue(struct c4iw_srq *srq, struct c4iw_dev_ucontext *uctx, struct c4iw_wr_wait *wr_waitp) alloc_srq_queue() argument [all...] |
H A D | device.c | 1514 struct c4iw_wr_wait *wr_waitp; in _c4iw_free_wr_wait() local 1516 wr_waitp = container_of(kref, struct c4iw_wr_wait, kref); in _c4iw_free_wr_wait() 1517 pr_debug("Free wr_wait %p\n", wr_waitp); in _c4iw_free_wr_wait() 1518 kfree(wr_waitp); in _c4iw_free_wr_wait() 1523 struct c4iw_wr_wait *wr_waitp; in c4iw_alloc_wr_wait() local 1525 wr_waitp = kzalloc(sizeof(*wr_waitp), gfp); in c4iw_alloc_wr_wait() 1526 if (wr_waitp) { in c4iw_alloc_wr_wait() 1527 kref_init(&wr_waitp->kref); in c4iw_alloc_wr_wait() 1528 pr_debug("wr_wait %p\n", wr_waitp); in c4iw_alloc_wr_wait() [all...] |
H A D | cm.c | 315 epc->wr_waitp = c4iw_alloc_wr_wait(gfp); in alloc_ep() 316 if (!epc->wr_waitp) { in alloc_ep() 323 c4iw_init_wr_wait(epc->wr_waitp); in alloc_ep() 413 c4iw_put_wr_wait(ep->com.wr_waitp); in _c4iw_free_ep() 1940 c4iw_wake_up_noref(ep->com.wr_waitp, -ECONNRESET); in abort_rpl() 2170 c4iw_init_wr_wait(ep->com.wr_waitp); in c4iw_reconnect() 2392 c4iw_wake_up_noref(ep->com.wr_waitp, status2errno(rpl->status)); in pass_open_rpl() 2409 c4iw_wake_up_noref(ep->com.wr_waitp, status2errno(rpl->status)); in close_listsrv_rpl() 2745 c4iw_wake_up_noref(ep->com.wr_waitp, -ECONNRESET); in peer_close() 2750 c4iw_wake_up_noref(ep->com.wr_waitp, in peer_close() 4378 struct c4iw_wr_wait *wr_waitp; fw6_msg() local [all...] |
/kernel/linux/linux-5.10/drivers/infiniband/hw/cxgb4/ |
H A D | mem.c | 64 struct c4iw_wr_wait *wr_waitp) in _c4iw_write_mem_dma_aligned() 73 if (wr_waitp) in _c4iw_write_mem_dma_aligned() 74 c4iw_init_wr_wait(wr_waitp); in _c4iw_write_mem_dma_aligned() 87 (wr_waitp ? FW_WR_COMPL_F : 0)); in _c4iw_write_mem_dma_aligned() 88 req->wr.wr_lo = wr_waitp ? (__force __be64)(unsigned long)wr_waitp : 0L; in _c4iw_write_mem_dma_aligned() 103 if (wr_waitp) in _c4iw_write_mem_dma_aligned() 104 ret = c4iw_ref_send_wait(rdev, skb, wr_waitp, 0, 0, __func__); in _c4iw_write_mem_dma_aligned() 112 struct c4iw_wr_wait *wr_waitp) in _c4iw_write_mem_inline() 128 c4iw_init_wr_wait(wr_waitp); in _c4iw_write_mem_inline() 61 _c4iw_write_mem_dma_aligned(struct c4iw_rdev *rdev, u32 addr, u32 len, dma_addr_t data, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) _c4iw_write_mem_dma_aligned() argument 110 _c4iw_write_mem_inline(struct c4iw_rdev *rdev, u32 addr, u32 len, void *data, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) _c4iw_write_mem_inline() argument 190 _c4iw_write_mem_dma(struct c4iw_rdev *rdev, u32 addr, u32 len, void *data, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) _c4iw_write_mem_dma() argument 234 write_adapter_mem(struct c4iw_rdev *rdev, u32 addr, u32 len, void *data, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) write_adapter_mem() argument 270 write_tpt_entry(struct c4iw_rdev *rdev, u32 reset_tpt_entry, u32 *stag, u8 stag_state, u32 pdid, enum fw_ri_stag_type type, enum fw_ri_mem_perms perm, int bind_enabled, u32 zbva, u64 to, u64 len, u8 page_size, u32 pbl_size, u32 pbl_addr, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) write_tpt_entry() argument 346 write_pbl(struct c4iw_rdev *rdev, __be64 *pbl, u32 pbl_addr, u32 pbl_size, struct c4iw_wr_wait *wr_waitp) write_pbl() argument 360 dereg_mem(struct c4iw_rdev *rdev, u32 stag, u32 pbl_size, u32 pbl_addr, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) dereg_mem() argument 368 allocate_window(struct c4iw_rdev *rdev, u32 *stag, u32 pdid, struct c4iw_wr_wait *wr_waitp) allocate_window() argument 376 deallocate_window(struct c4iw_rdev *rdev, u32 stag, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) deallocate_window() argument 384 allocate_stag(struct c4iw_rdev *rdev, u32 *stag, u32 pdid, u32 pbl_size, u32 pbl_addr, struct c4iw_wr_wait *wr_waitp) allocate_stag() argument [all...] |
H A D | iw_cxgb4.h | 218 static inline void c4iw_put_wr_wait(struct c4iw_wr_wait *wr_waitp) in c4iw_put_wr_wait() argument 220 pr_debug("wr_wait %p ref before put %u\n", wr_waitp, in c4iw_put_wr_wait() 221 kref_read(&wr_waitp->kref)); in c4iw_put_wr_wait() 222 WARN_ON(kref_read(&wr_waitp->kref) == 0); in c4iw_put_wr_wait() 223 kref_put(&wr_waitp->kref, _c4iw_free_wr_wait); in c4iw_put_wr_wait() 226 static inline void c4iw_get_wr_wait(struct c4iw_wr_wait *wr_waitp) in c4iw_get_wr_wait() argument 228 pr_debug("wr_wait %p ref before get %u\n", wr_waitp, in c4iw_get_wr_wait() 229 kref_read(&wr_waitp->kref)); in c4iw_get_wr_wait() 230 WARN_ON(kref_read(&wr_waitp->kref) == 0); in c4iw_get_wr_wait() 231 kref_get(&wr_waitp in c4iw_get_wr_wait() 234 c4iw_init_wr_wait(struct c4iw_wr_wait *wr_waitp) c4iw_init_wr_wait() argument 240 _c4iw_wake_up(struct c4iw_wr_wait *wr_waitp, int ret, bool deref) _c4iw_wake_up() argument 249 c4iw_wake_up_noref(struct c4iw_wr_wait *wr_waitp, int ret) c4iw_wake_up_noref() argument 254 c4iw_wake_up_deref(struct c4iw_wr_wait *wr_waitp, int ret) c4iw_wake_up_deref() argument 259 c4iw_wait_for_reply(struct c4iw_rdev *rdev, struct c4iw_wr_wait *wr_waitp, u32 hwtid, u32 qpid, const char *func) c4iw_wait_for_reply() argument 288 c4iw_ref_send_wait(struct c4iw_rdev *rdev, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp, u32 hwtid, u32 qpid, const char *func) c4iw_ref_send_wait() argument 406 struct c4iw_wr_wait *wr_waitp; global() member 420 struct c4iw_wr_wait *wr_waitp; global() member 437 struct c4iw_wr_wait *wr_waitp; global() member 497 struct c4iw_wr_wait *wr_waitp; global() member 518 struct c4iw_wr_wait *wr_waitp; global() member 863 struct c4iw_wr_wait *wr_waitp; global() member [all...] |
H A D | cq.c | 39 struct c4iw_wr_wait *wr_waitp) in destroy_cq() 54 res_wr->cookie = (uintptr_t)wr_waitp; in destroy_cq() 60 c4iw_init_wr_wait(wr_waitp); in destroy_cq() 61 c4iw_ref_send_wait(rdev, skb, wr_waitp, 0, 0, __func__); in destroy_cq() 72 struct c4iw_wr_wait *wr_waitp) in create_cq() 132 res_wr->cookie = (uintptr_t)wr_waitp; in create_cq() 154 c4iw_init_wr_wait(wr_waitp); in create_cq() 155 ret = c4iw_ref_send_wait(rdev, skb, wr_waitp, 0, 0, __func__); in create_cq() 986 chp->destroy_skb, chp->wr_waitp); in c4iw_destroy_cq() 987 c4iw_put_wr_wait(chp->wr_waitp); in c4iw_destroy_cq() 37 destroy_cq(struct c4iw_rdev *rdev, struct t4_cq *cq, struct c4iw_dev_ucontext *uctx, struct sk_buff *skb, struct c4iw_wr_wait *wr_waitp) destroy_cq() argument 70 create_cq(struct c4iw_rdev *rdev, struct t4_cq *cq, struct c4iw_dev_ucontext *uctx, struct c4iw_wr_wait *wr_waitp) create_cq() argument [all...] |
H A D | qp.c | 202 struct c4iw_wr_wait *wr_waitp, in create_qp() 322 res_wr->cookie = (uintptr_t)wr_waitp; in create_qp() 381 c4iw_init_wr_wait(wr_waitp); in create_qp() 382 ret = c4iw_ref_send_wait(rdev, skb, wr_waitp, 0, wq->sq.qid, __func__); in create_qp() 1714 wqe->cookie = (uintptr_t)ep->com.wr_waitp; in rdma_fini() 1718 ret = c4iw_ref_send_wait(&rhp->rdev, skb, ep->com.wr_waitp, in rdma_fini() 1779 wqe->cookie = (uintptr_t)qhp->ep->com.wr_waitp; in rdma_init() 1821 ret = c4iw_ref_send_wait(&rhp->rdev, skb, qhp->ep->com.wr_waitp, in rdma_init() 2106 c4iw_put_wr_wait(qhp->wr_waitp); in c4iw_destroy_qp() 2161 qhp->wr_waitp in c4iw_create_qp() 199 create_qp(struct c4iw_rdev *rdev, struct t4_wq *wq, struct t4_cq *rcq, struct t4_cq *scq, struct c4iw_dev_ucontext *uctx, struct c4iw_wr_wait *wr_waitp, int need_rq) create_qp() argument 2482 free_srq_queue(struct c4iw_srq *srq, struct c4iw_dev_ucontext *uctx, struct c4iw_wr_wait *wr_waitp) free_srq_queue() argument 2519 alloc_srq_queue(struct c4iw_srq *srq, struct c4iw_dev_ucontext *uctx, struct c4iw_wr_wait *wr_waitp) alloc_srq_queue() argument [all...] |
H A D | device.c | 1514 struct c4iw_wr_wait *wr_waitp; in _c4iw_free_wr_wait() local 1516 wr_waitp = container_of(kref, struct c4iw_wr_wait, kref); in _c4iw_free_wr_wait() 1517 pr_debug("Free wr_wait %p\n", wr_waitp); in _c4iw_free_wr_wait() 1518 kfree(wr_waitp); in _c4iw_free_wr_wait() 1523 struct c4iw_wr_wait *wr_waitp; in c4iw_alloc_wr_wait() local 1525 wr_waitp = kzalloc(sizeof(*wr_waitp), gfp); in c4iw_alloc_wr_wait() 1526 if (wr_waitp) { in c4iw_alloc_wr_wait() 1527 kref_init(&wr_waitp->kref); in c4iw_alloc_wr_wait() 1528 pr_debug("wr_wait %p\n", wr_waitp); in c4iw_alloc_wr_wait() [all...] |
H A D | cm.c | 315 epc->wr_waitp = c4iw_alloc_wr_wait(gfp); in alloc_ep() 316 if (!epc->wr_waitp) { in alloc_ep() 323 c4iw_init_wr_wait(epc->wr_waitp); in alloc_ep() 413 c4iw_put_wr_wait(ep->com.wr_waitp); in _c4iw_free_ep() 1940 c4iw_wake_up_noref(ep->com.wr_waitp, -ECONNRESET); in abort_rpl() 2170 c4iw_init_wr_wait(ep->com.wr_waitp); in c4iw_reconnect() 2392 c4iw_wake_up_noref(ep->com.wr_waitp, status2errno(rpl->status)); in pass_open_rpl() 2409 c4iw_wake_up_noref(ep->com.wr_waitp, status2errno(rpl->status)); in close_listsrv_rpl() 2748 c4iw_wake_up_noref(ep->com.wr_waitp, -ECONNRESET); in peer_close() 2753 c4iw_wake_up_noref(ep->com.wr_waitp, in peer_close() 4377 struct c4iw_wr_wait *wr_waitp; fw6_msg() local [all...] |
/kernel/linux/linux-5.10/drivers/target/iscsi/cxgbit/ |
H A D | cxgbit_cm.c | 28 static void cxgbit_init_wr_wait(struct cxgbit_wr_wait *wr_waitp) in cxgbit_init_wr_wait() argument 30 wr_waitp->ret = 0; in cxgbit_init_wr_wait() 31 reinit_completion(&wr_waitp->completion); in cxgbit_init_wr_wait() 35 cxgbit_wake_up(struct cxgbit_wr_wait *wr_waitp, const char *func, u8 ret) in cxgbit_wake_up() argument 38 wr_waitp->ret = 0; in cxgbit_wake_up() 40 wr_waitp->ret = -EIO; in cxgbit_wake_up() 42 if (wr_waitp->ret) in cxgbit_wake_up() 45 complete(&wr_waitp->completion); in cxgbit_wake_up() 50 struct cxgbit_wr_wait *wr_waitp, u32 tid, u32 timeout, in cxgbit_wait_for_reply() 56 wr_waitp in cxgbit_wait_for_reply() 49 cxgbit_wait_for_reply(struct cxgbit_device *cdev, struct cxgbit_wr_wait *wr_waitp, u32 tid, u32 timeout, const char *func) cxgbit_wait_for_reply() argument [all...] |
/kernel/linux/linux-6.6/drivers/target/iscsi/cxgbit/ |
H A D | cxgbit_cm.c | 28 static void cxgbit_init_wr_wait(struct cxgbit_wr_wait *wr_waitp) in cxgbit_init_wr_wait() argument 30 wr_waitp->ret = 0; in cxgbit_init_wr_wait() 31 reinit_completion(&wr_waitp->completion); in cxgbit_init_wr_wait() 35 cxgbit_wake_up(struct cxgbit_wr_wait *wr_waitp, const char *func, u8 ret) in cxgbit_wake_up() argument 38 wr_waitp->ret = 0; in cxgbit_wake_up() 40 wr_waitp->ret = -EIO; in cxgbit_wake_up() 42 if (wr_waitp->ret) in cxgbit_wake_up() 45 complete(&wr_waitp->completion); in cxgbit_wake_up() 50 struct cxgbit_wr_wait *wr_waitp, u32 tid, u32 timeout, in cxgbit_wait_for_reply() 56 wr_waitp in cxgbit_wait_for_reply() 49 cxgbit_wait_for_reply(struct cxgbit_device *cdev, struct cxgbit_wr_wait *wr_waitp, u32 tid, u32 timeout, const char *func) cxgbit_wait_for_reply() argument [all...] |