Lines Matching defs:pfault
385 struct mlx5_pagefault *pfault,
388 int wq_num = pfault->event_subtype == MLX5_PFAULT_SUBTYPE_WQE ?
389 pfault->wqe.wq_num : pfault->token;
394 MLX5_SET(page_fault_resume_in, in, page_fault_type, pfault->type);
395 MLX5_SET(page_fault_resume_in, in, token, pfault->token);
966 * @pfault: contains page fault information.
982 struct mlx5_pagefault *pfault,
1024 pfault->bytes_committed);
1031 if (inline_segment || bcnt <= pfault->bytes_committed) {
1032 pfault->bytes_committed -=
1034 pfault->bytes_committed);
1040 &pfault->bytes_committed,
1055 struct mlx5_ib_dev *dev, struct mlx5_pagefault *pfault,
1059 u16 wqe_index = pfault->wqe.wqe_index;
1194 struct mlx5_pagefault *pfault)
1196 bool sq = pfault->type & MLX5_PFAULT_REQUESTOR;
1197 u16 wqe_index = pfault->wqe.wqe_index;
1206 res = odp_get_rsc(dev, pfault->wqe.wq_num, pfault->type);
1208 mlx5_ib_dbg(dev, "wqe page fault for missing resource %d\n", pfault->wqe.wq_num);
1215 pfault->type);
1233 dev, pfault, qp, &wqe, &wqe_end, bytes_copied);
1255 ret = pagefault_data_segments(dev, pfault, wqe, wqe_end, &bytes_mapped,
1272 ret, wqe_index, pfault->token);
1275 mlx5_ib_page_fault_resume(dev, pfault, resume_with_error);
1277 pfault->wqe.wq_num, resume_with_error,
1278 pfault->type);
1290 struct mlx5_pagefault *pfault)
1294 u32 prefetch_len = pfault->bytes_committed;
1296 u32 rkey = pfault->rdma.r_key;
1301 * (and uses the pfault context), and then (after resuming the QP)
1302 * prefetches more pages. The second operation cannot use the pfault
1305 pfault->rdma.rdma_va += pfault->bytes_committed;
1306 pfault->rdma.rdma_op_len -= min(pfault->bytes_committed,
1307 pfault->rdma.rdma_op_len);
1308 pfault->bytes_committed = 0;
1310 address = pfault->rdma.rdma_va;
1311 length = pfault->rdma.rdma_op_len;
1318 length = pfault->rdma.packet_size;
1323 &pfault->bytes_committed, NULL);
1328 mlx5_ib_page_fault_resume(dev, pfault, 1);
1331 ret, pfault->token, pfault->type);
1335 mlx5_ib_page_fault_resume(dev, pfault, 0);
1337 pfault->token, pfault->type,
1353 ret, pfault->token, address, prefetch_len);
1358 static void mlx5_ib_pfault(struct mlx5_ib_dev *dev, struct mlx5_pagefault *pfault)
1360 u8 event_subtype = pfault->event_subtype;
1364 mlx5_ib_mr_wqe_pfault_handler(dev, pfault);
1367 mlx5_ib_mr_rdma_pfault_handler(dev, pfault);
1372 mlx5_ib_page_fault_resume(dev, pfault, 1);
1378 struct mlx5_pagefault *pfault = container_of(work,
1381 struct mlx5_ib_pf_eq *eq = pfault->eq;
1383 mlx5_ib_pfault(eq->dev, pfault);
1384 mempool_free(pfault, eq->pool);
1390 struct mlx5_pagefault *pfault;
1395 pfault = mempool_alloc(eq->pool, GFP_ATOMIC);
1396 if (!pfault) {
1402 pfault->event_subtype = eqe->sub_type;
1403 pfault->bytes_committed = be32_to_cpu(pf_eqe->bytes_committed);
1407 eqe->sub_type, pfault->bytes_committed);
1412 pfault->type =
1414 pfault->token =
1417 pfault->rdma.r_key =
1419 pfault->rdma.packet_size =
1421 pfault->rdma.rdma_op_len =
1423 pfault->rdma.rdma_va =
1427 pfault->type, pfault->token,
1428 pfault->rdma.r_key);
1431 pfault->rdma.rdma_op_len,
1432 pfault->rdma.rdma_va);
1437 pfault->type =
1439 pfault->token =
1441 pfault->wqe.wq_num =
1444 pfault->wqe.wqe_index =
1446 pfault->wqe.packet_size =
1450 pfault->type, pfault->token,
1451 pfault->wqe.wq_num,
1452 pfault->wqe.wqe_index);
1464 pfault->eq = eq;
1465 INIT_WORK(&pfault->work, mlx5_ib_eqe_pf_action);
1466 queue_work(eq->wq, &pfault->work);