Lines Matching refs:sr
54 static void softreq_unmap_sgbufs(struct nitrox_softreq *sr)
56 struct nitrox_device *ndev = sr->ndev;
60 dma_unmap_sg(dev, sr->in.sg, sr->in.sgmap_cnt, DMA_BIDIRECTIONAL);
61 dma_unmap_single(dev, sr->in.sgcomp_dma, sr->in.sgcomp_len,
63 kfree(sr->in.sgcomp);
64 sr->in.sg = NULL;
65 sr->in.sgmap_cnt = 0;
67 dma_unmap_sg(dev, sr->out.sg, sr->out.sgmap_cnt,
69 dma_unmap_single(dev, sr->out.sgcomp_dma, sr->out.sgcomp_len,
71 kfree(sr->out.sgcomp);
72 sr->out.sg = NULL;
73 sr->out.sgmap_cnt = 0;
76 static void softreq_destroy(struct nitrox_softreq *sr)
78 softreq_unmap_sgbufs(sr);
79 kfree(sr);
84 * @sr: Request structure
105 static int create_sg_component(struct nitrox_softreq *sr,
108 struct nitrox_device *ndev = sr->ndev;
119 sgcomp = kzalloc(sz_comp, sr->gfp);
151 * @sr: Request structure
156 static int dma_map_inbufs(struct nitrox_softreq *sr,
159 struct device *dev = DEV(sr->ndev);
169 sr->in.total_bytes += sg_dma_len(sg);
171 sr->in.sg = req->src;
172 sr->in.sgmap_cnt = nents;
173 ret = create_sg_component(sr, &sr->in, sr->in.sgmap_cnt);
181 sr->in.sgmap_cnt = 0;
185 static int dma_map_outbufs(struct nitrox_softreq *sr,
188 struct device *dev = DEV(sr->ndev);
196 sr->out.sg = req->dst;
197 sr->out.sgmap_cnt = nents;
198 ret = create_sg_component(sr, &sr->out, sr->out.sgmap_cnt);
206 sr->out.sgmap_cnt = 0;
207 sr->out.sg = NULL;
211 static inline int softreq_map_iobuf(struct nitrox_softreq *sr,
216 ret = dma_map_inbufs(sr, creq);
220 ret = dma_map_outbufs(sr, creq);
222 softreq_unmap_sgbufs(sr);
227 static inline void backlog_list_add(struct nitrox_softreq *sr,
230 INIT_LIST_HEAD(&sr->backlog);
233 list_add_tail(&sr->backlog, &cmdq->backlog_head);
235 atomic_set(&sr->status, REQ_BACKLOG);
239 static inline void response_list_add(struct nitrox_softreq *sr,
242 INIT_LIST_HEAD(&sr->response);
245 list_add_tail(&sr->response, &cmdq->response_head);
249 static inline void response_list_del(struct nitrox_softreq *sr,
253 list_del(&sr->response);
279 * @sr: Request structure
284 static void post_se_instr(struct nitrox_softreq *sr,
287 struct nitrox_device *ndev = sr->ndev;
296 memcpy(ent, &sr->instr, cmdq->instr_size);
298 atomic_set(&sr->status, REQ_POSTED);
299 response_list_add(sr, cmdq);
300 sr->tstamp = jiffies;
318 struct nitrox_softreq *sr, *tmp;
326 list_for_each_entry_safe(sr, tmp, &cmdq->backlog_head, backlog) {
333 list_del(&sr->backlog);
339 post_se_instr(sr, cmdq);
346 static int nitrox_enqueue_request(struct nitrox_softreq *sr)
348 struct nitrox_cmdq *cmdq = sr->cmdq;
349 struct nitrox_device *ndev = sr->ndev;
355 if (!(sr->flags & CRYPTO_TFM_REQ_MAY_BACKLOG)) {
361 backlog_list_add(sr, cmdq);
364 post_se_instr(sr, cmdq);
381 struct nitrox_softreq *sr;
388 sr = kzalloc(sizeof(*sr), req->gfp);
389 if (!sr)
392 sr->ndev = ndev;
393 sr->flags = req->flags;
394 sr->gfp = req->gfp;
395 sr->callback = callback;
396 sr->cb_arg = cb_arg;
398 atomic_set(&sr->status, REQ_NOT_POSTED);
400 sr->resp.orh = req->orh;
401 sr->resp.completion = req->comp;
403 ret = softreq_map_iobuf(sr, req);
405 kfree(sr);
422 sr->cmdq = &ndev->pkt_inq[qno];
442 sr->instr.dptr0 = cpu_to_be64(sr->in.sgcomp_dma);
445 sr->instr.ih.value = 0;
446 sr->instr.ih.s.g = 1;
447 sr->instr.ih.s.gsz = sr->in.sgmap_cnt;
448 sr->instr.ih.s.ssz = sr->out.sgmap_cnt;
449 sr->instr.ih.s.fsz = FDATA_SIZE + sizeof(struct gphdr);
450 sr->instr.ih.s.tlen = sr->instr.ih.s.fsz + sr->in.total_bytes;
451 sr->instr.ih.value = cpu_to_be64(sr->instr.ih.value);
454 sr->instr.irh.value[0] = 0;
455 sr->instr.irh.s.uddl = MIN_UDD_LEN;
457 sr->instr.irh.s.ctxl = (req->ctrl.s.ctxl / 8);
459 sr->instr.irh.s.destport = SOLICIT_BASE_DPORT + qno;
460 sr->instr.irh.s.ctxc = req->ctrl.s.ctxc;
461 sr->instr.irh.s.arg = req->ctrl.s.arg;
462 sr->instr.irh.s.opcode = req->opcode;
463 sr->instr.irh.value[0] = cpu_to_be64(sr->instr.irh.value[0]);
466 sr->instr.irh.s.ctxp = cpu_to_be64(ctx_handle);
469 sr->instr.slc.value[0] = 0;
470 sr->instr.slc.s.ssz = sr->out.sgmap_cnt;
471 sr->instr.slc.value[0] = cpu_to_be64(sr->instr.slc.value[0]);
474 sr->instr.slc.s.rptr = cpu_to_be64(sr->out.sgcomp_dma);
481 sr->instr.fdata[0] = *((u64 *)&req->gph);
482 sr->instr.fdata[1] = 0;
484 ret = nitrox_enqueue_request(sr);
491 softreq_destroy(sr);
508 static bool sr_completed(struct nitrox_softreq *sr)
510 u64 orh = READ_ONCE(*sr->resp.orh);
516 while (READ_ONCE(*sr->resp.completion) == PENDING_SIG) {
536 struct nitrox_softreq *sr;
545 sr = get_first_response_entry(cmdq);
546 if (!sr)
549 if (atomic_read(&sr->status) != REQ_POSTED)
553 if (!sr_completed(sr)) {
555 if (!cmd_timeout(sr->tstamp, ndev->timeout))
559 READ_ONCE(*sr->resp.orh));
566 response_list_del(sr, cmdq);
568 err = READ_ONCE(*sr->resp.orh) & 0xff;
569 callback = sr->callback;
570 cb_arg = sr->cb_arg;
571 softreq_destroy(sr);