Lines Matching refs:req
114 static int pin_system_pages(struct user_sdma_request *req,
118 struct hfi1_user_sdma_pkt_q *pq = req->pq;
129 SDMA_DBG(req, "Evicting: nlocked %u npages %u",
136 SDMA_DBG(req, "Acquire user pages start_address %lx node->npages %u npages %u",
143 SDMA_DBG(req, "pinned %d", pinned);
148 SDMA_DBG(req, "npages %u pinned %d", npages, pinned);
156 SDMA_DBG(req, "done. pinned %d", pinned);
167 static int add_system_pinning(struct user_sdma_request *req,
172 struct hfi1_user_sdma_pkt_q *pq = req->pq;
187 ret = pin_system_pages(req, start, len, node, PFN_DOWN(len));
202 static int get_system_cache_entry(struct user_sdma_request *req,
206 struct hfi1_user_sdma_pkt_q *pq = req->pq;
212 SDMA_DBG(req,
218 SDMA_DBG(req, "req_start %lx req_len %lu", req_start, req_len);
225 SDMA_DBG(req, "node %p start %llx end %llu", node, start, end);
227 ret = add_system_pinning(req, node_p, start,
248 SDMA_DBG(req, "prepend: node->rb.addr %lx, node->rb.refcount %d",
259 ret = add_system_pinning(req, node_p, start, prepend_len);
282 static int add_mapping_to_sdma_packet(struct user_sdma_request *req,
288 struct hfi1_user_sdma_pkt_q *pq = req->pq;
304 SDMA_DBG(req,
336 SDMA_DBG(req,
347 static int add_system_iovec_to_sdma_packet(struct user_sdma_request *req,
359 ret = get_system_cache_entry(req, &cache_entry, start,
362 SDMA_DBG(req, "pin system segment failed %d", ret);
370 ret = add_mapping_to_sdma_packet(req, tx, cache_entry, start,
381 SDMA_DBG(req, "add system segment failed %d", ret);
397 * On success, prior to returning, adjust pkt_data_remaining, req->iov_idx, and
398 * the offset value in req->iov[req->iov_idx] to reflect the data that has been
401 int hfi1_add_pages_to_sdma_packet(struct user_sdma_request *req,
424 req->iov_idx++;
428 ret = add_system_iovec_to_sdma_packet(req, tx, cur_iovec,