162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright(c) 2020 - Cornelis Networks, Inc.
462306a36Sopenharmony_ci * Copyright(c) 2015 - 2017 Intel Corporation.
562306a36Sopenharmony_ci */
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci#ifndef _HFI1_USER_EXP_RCV_H
862306a36Sopenharmony_ci#define _HFI1_USER_EXP_RCV_H
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include "hfi.h"
1162306a36Sopenharmony_ci#include "exp_rcv.h"
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_cistruct tid_pageset {
1462306a36Sopenharmony_ci	u16 idx;
1562306a36Sopenharmony_ci	u16 count;
1662306a36Sopenharmony_ci};
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_cistruct tid_user_buf {
1962306a36Sopenharmony_ci	struct mmu_interval_notifier notifier;
2062306a36Sopenharmony_ci	struct mutex cover_mutex;
2162306a36Sopenharmony_ci	unsigned long vaddr;
2262306a36Sopenharmony_ci	unsigned long length;
2362306a36Sopenharmony_ci	unsigned int npages;
2462306a36Sopenharmony_ci	struct page **pages;
2562306a36Sopenharmony_ci	struct tid_pageset *psets;
2662306a36Sopenharmony_ci	unsigned int n_psets;
2762306a36Sopenharmony_ci};
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_cistruct tid_rb_node {
3062306a36Sopenharmony_ci	struct mmu_interval_notifier notifier;
3162306a36Sopenharmony_ci	struct hfi1_filedata *fdata;
3262306a36Sopenharmony_ci	struct mutex invalidate_mutex; /* covers hw removal */
3362306a36Sopenharmony_ci	unsigned long phys;
3462306a36Sopenharmony_ci	struct tid_group *grp;
3562306a36Sopenharmony_ci	u32 rcventry;
3662306a36Sopenharmony_ci	dma_addr_t dma_addr;
3762306a36Sopenharmony_ci	bool freed;
3862306a36Sopenharmony_ci	unsigned int npages;
3962306a36Sopenharmony_ci	struct page *pages[];
4062306a36Sopenharmony_ci};
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_cistatic inline int num_user_pages(unsigned long addr,
4362306a36Sopenharmony_ci				 unsigned long len)
4462306a36Sopenharmony_ci{
4562306a36Sopenharmony_ci	const unsigned long spage = addr & PAGE_MASK;
4662306a36Sopenharmony_ci	const unsigned long epage = (addr + len - 1) & PAGE_MASK;
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	return 1 + ((epage - spage) >> PAGE_SHIFT);
4962306a36Sopenharmony_ci}
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_ciint hfi1_user_exp_rcv_init(struct hfi1_filedata *fd,
5262306a36Sopenharmony_ci			   struct hfi1_ctxtdata *uctxt);
5362306a36Sopenharmony_civoid hfi1_user_exp_rcv_free(struct hfi1_filedata *fd);
5462306a36Sopenharmony_ciint hfi1_user_exp_rcv_setup(struct hfi1_filedata *fd,
5562306a36Sopenharmony_ci			    struct hfi1_tid_info *tinfo);
5662306a36Sopenharmony_ciint hfi1_user_exp_rcv_clear(struct hfi1_filedata *fd,
5762306a36Sopenharmony_ci			    struct hfi1_tid_info *tinfo);
5862306a36Sopenharmony_ciint hfi1_user_exp_rcv_invalid(struct hfi1_filedata *fd,
5962306a36Sopenharmony_ci			      struct hfi1_tid_info *tinfo);
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_cistatic inline struct mm_struct *mm_from_tid_node(struct tid_rb_node *node)
6262306a36Sopenharmony_ci{
6362306a36Sopenharmony_ci	return node->notifier.mm;
6462306a36Sopenharmony_ci}
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci#endif /* _HFI1_USER_EXP_RCV_H */
67