1/* SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause) */ 2/* 3 * Copyright(c) 2020 Intel Corporation. 4 * 5 */ 6 7/* 8 * This file contains HFI1 support for IPOIB functionality 9 */ 10 11#ifndef HFI1_IPOIB_H 12#define HFI1_IPOIB_H 13 14#include <linux/types.h> 15#include <linux/stddef.h> 16#include <linux/atomic.h> 17#include <linux/netdevice.h> 18#include <linux/slab.h> 19#include <linux/skbuff.h> 20#include <linux/list.h> 21#include <linux/if_infiniband.h> 22 23#include "hfi.h" 24#include "iowait.h" 25#include "netdev.h" 26 27#include <rdma/ib_verbs.h> 28 29#define HFI1_IPOIB_ENTROPY_SHIFT 24 30 31#define HFI1_IPOIB_TXREQ_NAME_LEN 32 32 33#define HFI1_IPOIB_PSEUDO_LEN 20 34#define HFI1_IPOIB_ENCAP_LEN 4 35 36struct hfi1_ipoib_dev_priv; 37 38union hfi1_ipoib_flow { 39 u16 as_int; 40 struct { 41 u8 tx_queue; 42 u8 sc5; 43 } __attribute__((__packed__)); 44}; 45 46/** 47 * struct hfi1_ipoib_circ_buf - List of items to be processed 48 * @items: ring of items 49 * @head: ring head 50 * @tail: ring tail 51 * @max_items: max items + 1 that the ring can contain 52 * @producer_lock: producer sync lock 53 * @consumer_lock: consumer sync lock 54 */ 55struct ipoib_txreq; 56struct hfi1_ipoib_circ_buf { 57 struct ipoib_txreq **items; 58 unsigned long head; 59 unsigned long tail; 60 unsigned long max_items; 61 spinlock_t producer_lock; /* head sync lock */ 62 spinlock_t consumer_lock; /* tail sync lock */ 63}; 64 65/** 66 * struct hfi1_ipoib_txq - IPOIB per Tx queue information 67 * @priv: private pointer 68 * @sde: sdma engine 69 * @tx_list: tx request list 70 * @sent_txreqs: count of txreqs posted to sdma 71 * @stops: count of stops of queue 72 * @ring_full: ring has been filled 73 * @no_desc: descriptor shortage seen 74 * @flow: tracks when list needs to be flushed for a flow change 75 * @q_idx: ipoib Tx queue index 76 * @pkts_sent: indicator packets have been sent from this queue 77 * @wait: iowait structure 78 * @complete_txreqs: count of txreqs completed by sdma 79 * @napi: pointer to tx napi interface 80 * @tx_ring: ring of ipoib txreqs to be reaped by napi callback 81 */ 82struct hfi1_ipoib_txq { 83 struct hfi1_ipoib_dev_priv *priv; 84 struct sdma_engine *sde; 85 struct list_head tx_list; 86 u64 sent_txreqs; 87 atomic_t stops; 88 atomic_t ring_full; 89 atomic_t no_desc; 90 union hfi1_ipoib_flow flow; 91 u8 q_idx; 92 bool pkts_sent; 93 struct iowait wait; 94 95 atomic64_t ____cacheline_aligned_in_smp complete_txreqs; 96 struct napi_struct *napi; 97 struct hfi1_ipoib_circ_buf tx_ring; 98}; 99 100struct hfi1_ipoib_dev_priv { 101 struct hfi1_devdata *dd; 102 struct net_device *netdev; 103 struct ib_device *device; 104 struct hfi1_ipoib_txq *txqs; 105 struct kmem_cache *txreq_cache; 106 struct napi_struct *tx_napis; 107 u16 pkey; 108 u16 pkey_index; 109 u32 qkey; 110 u8 port_num; 111 112 const struct net_device_ops *netdev_ops; 113 struct rvt_qp *qp; 114 struct pcpu_sw_netstats __percpu *netstats; 115}; 116 117/* hfi1 ipoib rdma netdev's private data structure */ 118struct hfi1_ipoib_rdma_netdev { 119 struct rdma_netdev rn; /* keep this first */ 120 /* followed by device private data */ 121 struct hfi1_ipoib_dev_priv dev_priv; 122}; 123 124static inline struct hfi1_ipoib_dev_priv * 125hfi1_ipoib_priv(const struct net_device *dev) 126{ 127 return &((struct hfi1_ipoib_rdma_netdev *)netdev_priv(dev))->dev_priv; 128} 129 130static inline void 131hfi1_ipoib_update_rx_netstats(struct hfi1_ipoib_dev_priv *priv, 132 u64 packets, 133 u64 bytes) 134{ 135 struct pcpu_sw_netstats *netstats = this_cpu_ptr(priv->netstats); 136 137 u64_stats_update_begin(&netstats->syncp); 138 netstats->rx_packets += packets; 139 netstats->rx_bytes += bytes; 140 u64_stats_update_end(&netstats->syncp); 141} 142 143static inline void 144hfi1_ipoib_update_tx_netstats(struct hfi1_ipoib_dev_priv *priv, 145 u64 packets, 146 u64 bytes) 147{ 148 struct pcpu_sw_netstats *netstats = this_cpu_ptr(priv->netstats); 149 150 u64_stats_update_begin(&netstats->syncp); 151 netstats->tx_packets += packets; 152 netstats->tx_bytes += bytes; 153 u64_stats_update_end(&netstats->syncp); 154} 155 156int hfi1_ipoib_send_dma(struct net_device *dev, 157 struct sk_buff *skb, 158 struct ib_ah *address, 159 u32 dqpn); 160 161int hfi1_ipoib_txreq_init(struct hfi1_ipoib_dev_priv *priv); 162void hfi1_ipoib_txreq_deinit(struct hfi1_ipoib_dev_priv *priv); 163 164int hfi1_ipoib_rxq_init(struct net_device *dev); 165void hfi1_ipoib_rxq_deinit(struct net_device *dev); 166 167void hfi1_ipoib_napi_tx_enable(struct net_device *dev); 168void hfi1_ipoib_napi_tx_disable(struct net_device *dev); 169 170struct sk_buff *hfi1_ipoib_prepare_skb(struct hfi1_netdev_rxq *rxq, 171 int size, void *data); 172 173int hfi1_ipoib_rn_get_params(struct ib_device *device, 174 u8 port_num, 175 enum rdma_netdev_t type, 176 struct rdma_netdev_alloc_params *params); 177 178#endif /* _IPOIB_H */ 179