Lines Matching refs:in
12 static int get_pas_size(struct mlx5_srq_attr *in)
14 u32 log_page_size = in->log_page_size + 12;
15 u32 log_srq_size = in->log_size;
16 u32 log_rq_stride = in->wqe_shift;
17 u32 page_offset = in->page_offset;
27 static void set_wq(void *wq, struct mlx5_srq_attr *in)
29 MLX5_SET(wq, wq, wq_signature, !!(in->flags
31 MLX5_SET(wq, wq, log_wq_pg_sz, in->log_page_size);
32 MLX5_SET(wq, wq, log_wq_stride, in->wqe_shift + 4);
33 MLX5_SET(wq, wq, log_wq_sz, in->log_size);
34 MLX5_SET(wq, wq, page_offset, in->page_offset);
35 MLX5_SET(wq, wq, lwm, in->lwm);
36 MLX5_SET(wq, wq, pd, in->pd);
37 MLX5_SET64(wq, wq, dbr_addr, in->db_record);
40 static void set_srqc(void *srqc, struct mlx5_srq_attr *in)
42 MLX5_SET(srqc, srqc, wq_signature, !!(in->flags
44 MLX5_SET(srqc, srqc, log_page_size, in->log_page_size);
45 MLX5_SET(srqc, srqc, log_rq_stride, in->wqe_shift);
46 MLX5_SET(srqc, srqc, log_srq_size, in->log_size);
47 MLX5_SET(srqc, srqc, page_offset, in->page_offset);
48 MLX5_SET(srqc, srqc, lwm, in->lwm);
49 MLX5_SET(srqc, srqc, pd, in->pd);
50 MLX5_SET64(srqc, srqc, dbr_addr, in->db_record);
51 MLX5_SET(srqc, srqc, xrcd, in->xrcd);
52 MLX5_SET(srqc, srqc, cqn, in->cqn);
55 static void get_wq(void *wq, struct mlx5_srq_attr *in)
58 in->flags &= MLX5_SRQ_FLAG_WQ_SIG;
59 in->log_page_size = MLX5_GET(wq, wq, log_wq_pg_sz);
60 in->wqe_shift = MLX5_GET(wq, wq, log_wq_stride) - 4;
61 in->log_size = MLX5_GET(wq, wq, log_wq_sz);
62 in->page_offset = MLX5_GET(wq, wq, page_offset);
63 in->lwm = MLX5_GET(wq, wq, lwm);
64 in->pd = MLX5_GET(wq, wq, pd);
65 in->db_record = MLX5_GET64(wq, wq, dbr_addr);
68 static void get_srqc(void *srqc, struct mlx5_srq_attr *in)
71 in->flags &= MLX5_SRQ_FLAG_WQ_SIG;
72 in->log_page_size = MLX5_GET(srqc, srqc, log_page_size);
73 in->wqe_shift = MLX5_GET(srqc, srqc, log_rq_stride);
74 in->log_size = MLX5_GET(srqc, srqc, log_srq_size);
75 in->page_offset = MLX5_GET(srqc, srqc, page_offset);
76 in->lwm = MLX5_GET(srqc, srqc, lwm);
77 in->pd = MLX5_GET(srqc, srqc, pd);
78 in->db_record = MLX5_GET64(srqc, srqc, dbr_addr);
96 struct mlx5_srq_attr *in)
106 pas_size = get_pas_size(in);
112 MLX5_SET(create_srq_in, create_in, uid, in->uid);
116 set_srqc(srqc, in);
117 memcpy(pas, in->pas, pas_size);
127 srq->uid = in->uid;
135 u32 in[MLX5_ST_SZ_DW(destroy_srq_in)] = {};
137 MLX5_SET(destroy_srq_in, in, opcode, MLX5_CMD_OP_DESTROY_SRQ);
138 MLX5_SET(destroy_srq_in, in, srqn, srq->srqn);
139 MLX5_SET(destroy_srq_in, in, uid, srq->uid);
141 return mlx5_cmd_exec_in(dev->mdev, destroy_srq, in);
147 u32 in[MLX5_ST_SZ_DW(arm_rq_in)] = {};
149 MLX5_SET(arm_rq_in, in, opcode, MLX5_CMD_OP_ARM_RQ);
150 MLX5_SET(arm_rq_in, in, op_mod, MLX5_ARM_RQ_IN_OP_MOD_SRQ);
151 MLX5_SET(arm_rq_in, in, srq_number, srq->srqn);
152 MLX5_SET(arm_rq_in, in, lwm, lwm);
153 MLX5_SET(arm_rq_in, in, uid, srq->uid);
155 return mlx5_cmd_exec_in(dev->mdev, arm_rq, in);
161 u32 in[MLX5_ST_SZ_DW(query_srq_in)] = {};
170 MLX5_SET(query_srq_in, in, opcode, MLX5_CMD_OP_QUERY_SRQ);
171 MLX5_SET(query_srq_in, in, srqn, srq->srqn);
172 err = mlx5_cmd_exec_inout(dev->mdev, query_srq, in, srq_out);
187 struct mlx5_srq_attr *in)
197 pas_size = get_pas_size(in);
203 MLX5_SET(create_xrc_srq_in, create_in, uid, in->uid);
208 set_srqc(xrc_srqc, in);
209 MLX5_SET(xrc_srqc, xrc_srqc, user_index, in->user_index);
210 memcpy(pas, in->pas, pas_size);
221 srq->uid = in->uid;
230 u32 in[MLX5_ST_SZ_DW(destroy_xrc_srq_in)] = {};
232 MLX5_SET(destroy_xrc_srq_in, in, opcode, MLX5_CMD_OP_DESTROY_XRC_SRQ);
233 MLX5_SET(destroy_xrc_srq_in, in, xrc_srqn, srq->srqn);
234 MLX5_SET(destroy_xrc_srq_in, in, uid, srq->uid);
236 return mlx5_cmd_exec_in(dev->mdev, destroy_xrc_srq, in);
242 u32 in[MLX5_ST_SZ_DW(arm_xrc_srq_in)] = {};
244 MLX5_SET(arm_xrc_srq_in, in, opcode, MLX5_CMD_OP_ARM_XRC_SRQ);
245 MLX5_SET(arm_xrc_srq_in, in, op_mod,
247 MLX5_SET(arm_xrc_srq_in, in, xrc_srqn, srq->srqn);
248 MLX5_SET(arm_xrc_srq_in, in, lwm, lwm);
249 MLX5_SET(arm_xrc_srq_in, in, uid, srq->uid);
251 return mlx5_cmd_exec_in(dev->mdev, arm_xrc_srq, in);
258 u32 in[MLX5_ST_SZ_DW(query_xrc_srq_in)] = {};
267 MLX5_SET(query_xrc_srq_in, in, opcode, MLX5_CMD_OP_QUERY_XRC_SRQ);
268 MLX5_SET(query_xrc_srq_in, in, xrc_srqn, srq->srqn);
270 err = mlx5_cmd_exec_inout(dev->mdev, query_xrc_srq, in, xrcsrq_out);
286 struct mlx5_srq_attr *in)
297 pas_size = get_pas_size(in);
311 MLX5_SET(create_rmp_in, create_in, uid, in->uid);
312 set_wq(wq, in);
313 memcpy(MLX5_ADDR_OF(rmpc, rmpc, wq.pas), in->pas, pas_size);
319 srq->uid = in->uid;
330 u32 in[MLX5_ST_SZ_DW(destroy_rmp_in)] = {};
332 MLX5_SET(destroy_rmp_in, in, opcode, MLX5_CMD_OP_DESTROY_RMP);
333 MLX5_SET(destroy_rmp_in, in, rmpn, srq->srqn);
334 MLX5_SET(destroy_rmp_in, in, uid, srq->uid);
335 return mlx5_cmd_exec_in(dev->mdev, destroy_rmp, in);
342 void *in = NULL;
353 in = kvzalloc(inlen, GFP_KERNEL);
355 if (!in || !out) {
360 rmpc = MLX5_ADDR_OF(modify_rmp_in, in, ctx);
361 bitmask = MLX5_ADDR_OF(modify_rmp_in, in, bitmask);
364 MLX5_SET(modify_rmp_in, in, rmp_state, MLX5_RMPC_STATE_RDY);
365 MLX5_SET(modify_rmp_in, in, rmpn, srq->srqn);
366 MLX5_SET(modify_rmp_in, in, uid, srq->uid);
370 MLX5_SET(modify_rmp_in, in, opcode, MLX5_CMD_OP_MODIFY_RMP);
372 err = mlx5_cmd_exec_inout(dev->mdev, modify_rmp, in, out);
375 kvfree(in);
418 struct mlx5_srq_attr *in)
428 pas_size = get_pas_size(in);
437 set_wq(wq, in);
438 memcpy(MLX5_ADDR_OF(xrqc, xrqc, wq.pas), in->pas, pas_size);
440 if (in->type == IB_SRQT_TM) {
442 if (in->flags & MLX5_SRQ_FLAG_RNDV)
446 in->tm_log_list_size);
448 MLX5_SET(xrqc, xrqc, user_index, in->user_index);
449 MLX5_SET(xrqc, xrqc, cqn, in->cqn);
451 MLX5_SET(create_xrq_in, create_in, uid, in->uid);
457 srq->uid = in->uid;
465 u32 in[MLX5_ST_SZ_DW(destroy_xrq_in)] = {};
467 MLX5_SET(destroy_xrq_in, in, opcode, MLX5_CMD_OP_DESTROY_XRQ);
468 MLX5_SET(destroy_xrq_in, in, xrqn, srq->srqn);
469 MLX5_SET(destroy_xrq_in, in, uid, srq->uid);
471 return mlx5_cmd_exec_in(dev->mdev, destroy_xrq, in);
478 u32 in[MLX5_ST_SZ_DW(arm_rq_in)] = {};
480 MLX5_SET(arm_rq_in, in, opcode, MLX5_CMD_OP_ARM_RQ);
481 MLX5_SET(arm_rq_in, in, op_mod, MLX5_ARM_RQ_IN_OP_MOD_XRQ);
482 MLX5_SET(arm_rq_in, in, srq_number, srq->srqn);
483 MLX5_SET(arm_rq_in, in, lwm, lwm);
484 MLX5_SET(arm_rq_in, in, uid, srq->uid);
486 return mlx5_cmd_exec_in(dev->mdev, arm_rq, in);
492 u32 in[MLX5_ST_SZ_DW(query_xrq_in)] = {};
502 MLX5_SET(query_xrq_in, in, opcode, MLX5_CMD_OP_QUERY_XRQ);
503 MLX5_SET(query_xrq_in, in, xrqn, srq->srqn);
505 err = mlx5_cmd_exec_inout(dev->mdev, query_xrq, in, xrq_out);
529 struct mlx5_srq_attr *in)
532 return create_srq_cmd(dev, srq, in);
535 return create_xrc_srq_cmd(dev, srq, in);
537 return create_xrq_cmd(dev, srq, in);
539 return create_rmp_cmd(dev, srq, in);
558 struct mlx5_srq_attr *in)
563 switch (in->type) {
574 err = create_srq_split(dev, srq, in);
608 * because we are storing in pre-allocated space xarray