1#ifndef _CHIP_H
2#define _CHIP_H
3/*
4 * Copyright(c) 2015 - 2020 Intel Corporation.
5 *
6 * This file is provided under a dual BSD/GPLv2 license.  When using or
7 * redistributing this file, you may do so under either license.
8 *
9 * GPL LICENSE SUMMARY
10 *
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of version 2 of the GNU General Public License as
13 * published by the Free Software Foundation.
14 *
15 * This program is distributed in the hope that it will be useful, but
16 * WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
18 * General Public License for more details.
19 *
20 * BSD LICENSE
21 *
22 * Redistribution and use in source and binary forms, with or without
23 * modification, are permitted provided that the following conditions
24 * are met:
25 *
26 *  - Redistributions of source code must retain the above copyright
27 *    notice, this list of conditions and the following disclaimer.
28 *  - Redistributions in binary form must reproduce the above copyright
29 *    notice, this list of conditions and the following disclaimer in
30 *    the documentation and/or other materials provided with the
31 *    distribution.
32 *  - Neither the name of Intel Corporation nor the names of its
33 *    contributors may be used to endorse or promote products derived
34 *    from this software without specific prior written permission.
35 *
36 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
37 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
38 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
39 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
40 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
41 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
42 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
43 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
44 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
45 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
46 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
47 *
48 */
49
50/*
51 * This file contains all of the defines that is specific to the HFI chip
52 */
53
54/* sizes */
55#define BITS_PER_REGISTER (BITS_PER_BYTE * sizeof(u64))
56#define NUM_INTERRUPT_SOURCES 768
57#define RXE_NUM_CONTEXTS 160
58#define RXE_PER_CONTEXT_SIZE 0x1000	/* 4k */
59#define RXE_NUM_TID_FLOWS 32
60#define RXE_NUM_DATA_VL 8
61#define TXE_NUM_CONTEXTS 160
62#define TXE_NUM_SDMA_ENGINES 16
63#define NUM_CONTEXTS_PER_SET 8
64#define VL_ARB_HIGH_PRIO_TABLE_SIZE 16
65#define VL_ARB_LOW_PRIO_TABLE_SIZE 16
66#define VL_ARB_TABLE_SIZE 16
67#define TXE_NUM_32_BIT_COUNTER 7
68#define TXE_NUM_64_BIT_COUNTER 30
69#define TXE_NUM_DATA_VL 8
70#define TXE_PIO_SIZE (32 * 0x100000)	/* 32 MB */
71#define PIO_BLOCK_SIZE 64			/* bytes */
72#define SDMA_BLOCK_SIZE 64			/* bytes */
73#define RCV_BUF_BLOCK_SIZE 64               /* bytes */
74#define PIO_CMASK 0x7ff	/* counter mask for free and fill counters */
75#define MAX_EAGER_ENTRIES    2048	/* max receive eager entries */
76#define MAX_TID_PAIR_ENTRIES 1024	/* max receive expected pairs */
77/*
78 * Virtual? Allocation Unit, defined as AU = 8*2^vAU, 64 bytes, AU is fixed
79 * at 64 bytes for all generation one devices
80 */
81#define CM_VAU 3
82/* HFI link credit count, AKA receive buffer depth (RBUF_DEPTH) */
83#define CM_GLOBAL_CREDITS 0x880
84/* Number of PKey entries in the HW */
85#define MAX_PKEY_VALUES 16
86
87#include "chip_registers.h"
88
89#define RXE_PER_CONTEXT_USER   (RXE + RXE_PER_CONTEXT_OFFSET)
90#define TXE_PIO_SEND (TXE + TXE_PIO_SEND_OFFSET)
91
92/* PBC flags */
93#define PBC_INTR		BIT_ULL(31)
94#define PBC_DC_INFO_SHIFT	(30)
95#define PBC_DC_INFO		BIT_ULL(PBC_DC_INFO_SHIFT)
96#define PBC_TEST_EBP		BIT_ULL(29)
97#define PBC_PACKET_BYPASS	BIT_ULL(28)
98#define PBC_CREDIT_RETURN	BIT_ULL(25)
99#define PBC_INSERT_BYPASS_ICRC	BIT_ULL(24)
100#define PBC_TEST_BAD_ICRC	BIT_ULL(23)
101#define PBC_FECN		BIT_ULL(22)
102
103/* PbcInsertHcrc field settings */
104#define PBC_IHCRC_LKDETH 0x0	/* insert @ local KDETH offset */
105#define PBC_IHCRC_GKDETH 0x1	/* insert @ global KDETH offset */
106#define PBC_IHCRC_NONE   0x2	/* no HCRC inserted */
107
108/* PBC fields */
109#define PBC_STATIC_RATE_CONTROL_COUNT_SHIFT 32
110#define PBC_STATIC_RATE_CONTROL_COUNT_MASK 0xffffull
111#define PBC_STATIC_RATE_CONTROL_COUNT_SMASK \
112	(PBC_STATIC_RATE_CONTROL_COUNT_MASK << \
113	PBC_STATIC_RATE_CONTROL_COUNT_SHIFT)
114
115#define PBC_INSERT_HCRC_SHIFT 26
116#define PBC_INSERT_HCRC_MASK 0x3ull
117#define PBC_INSERT_HCRC_SMASK \
118	(PBC_INSERT_HCRC_MASK << PBC_INSERT_HCRC_SHIFT)
119
120#define PBC_VL_SHIFT 12
121#define PBC_VL_MASK 0xfull
122#define PBC_VL_SMASK (PBC_VL_MASK << PBC_VL_SHIFT)
123
124#define PBC_LENGTH_DWS_SHIFT 0
125#define PBC_LENGTH_DWS_MASK 0xfffull
126#define PBC_LENGTH_DWS_SMASK \
127	(PBC_LENGTH_DWS_MASK << PBC_LENGTH_DWS_SHIFT)
128
129/* Credit Return Fields */
130#define CR_COUNTER_SHIFT 0
131#define CR_COUNTER_MASK 0x7ffull
132#define CR_COUNTER_SMASK (CR_COUNTER_MASK << CR_COUNTER_SHIFT)
133
134#define CR_STATUS_SHIFT 11
135#define CR_STATUS_MASK 0x1ull
136#define CR_STATUS_SMASK (CR_STATUS_MASK << CR_STATUS_SHIFT)
137
138#define CR_CREDIT_RETURN_DUE_TO_PBC_SHIFT 12
139#define CR_CREDIT_RETURN_DUE_TO_PBC_MASK 0x1ull
140#define CR_CREDIT_RETURN_DUE_TO_PBC_SMASK \
141	(CR_CREDIT_RETURN_DUE_TO_PBC_MASK << \
142	CR_CREDIT_RETURN_DUE_TO_PBC_SHIFT)
143
144#define CR_CREDIT_RETURN_DUE_TO_THRESHOLD_SHIFT 13
145#define CR_CREDIT_RETURN_DUE_TO_THRESHOLD_MASK 0x1ull
146#define CR_CREDIT_RETURN_DUE_TO_THRESHOLD_SMASK \
147	(CR_CREDIT_RETURN_DUE_TO_THRESHOLD_MASK << \
148	CR_CREDIT_RETURN_DUE_TO_THRESHOLD_SHIFT)
149
150#define CR_CREDIT_RETURN_DUE_TO_ERR_SHIFT 14
151#define CR_CREDIT_RETURN_DUE_TO_ERR_MASK 0x1ull
152#define CR_CREDIT_RETURN_DUE_TO_ERR_SMASK \
153	(CR_CREDIT_RETURN_DUE_TO_ERR_MASK << \
154	CR_CREDIT_RETURN_DUE_TO_ERR_SHIFT)
155
156#define CR_CREDIT_RETURN_DUE_TO_FORCE_SHIFT 15
157#define CR_CREDIT_RETURN_DUE_TO_FORCE_MASK 0x1ull
158#define CR_CREDIT_RETURN_DUE_TO_FORCE_SMASK \
159	(CR_CREDIT_RETURN_DUE_TO_FORCE_MASK << \
160	CR_CREDIT_RETURN_DUE_TO_FORCE_SHIFT)
161
162/* Specific IRQ sources */
163#define CCE_ERR_INT		  0
164#define RXE_ERR_INT		  1
165#define MISC_ERR_INT		  2
166#define PIO_ERR_INT		  4
167#define SDMA_ERR_INT		  5
168#define EGRESS_ERR_INT		  6
169#define TXE_ERR_INT		  7
170#define PBC_INT			240
171#define GPIO_ASSERT_INT		241
172#define QSFP1_INT		242
173#define QSFP2_INT		243
174#define TCRIT_INT		244
175
176/* interrupt source ranges */
177#define IS_FIRST_SOURCE		CCE_ERR_INT
178#define IS_GENERAL_ERR_START		  0
179#define IS_SDMAENG_ERR_START		 16
180#define IS_SENDCTXT_ERR_START		 32
181#define IS_SDMA_START			192
182#define IS_SDMA_PROGRESS_START		208
183#define IS_SDMA_IDLE_START		224
184#define IS_VARIOUS_START		240
185#define IS_DC_START			248
186#define IS_RCVAVAIL_START		256
187#define IS_RCVURGENT_START		416
188#define IS_SENDCREDIT_START		576
189#define IS_RESERVED_START		736
190#define IS_LAST_SOURCE			767
191
192/* derived interrupt source values */
193#define IS_GENERAL_ERR_END		7
194#define IS_SDMAENG_ERR_END		31
195#define IS_SENDCTXT_ERR_END		191
196#define IS_SDMA_END                     207
197#define IS_SDMA_PROGRESS_END            223
198#define IS_SDMA_IDLE_END		239
199#define IS_VARIOUS_END			244
200#define IS_DC_END			255
201#define IS_RCVAVAIL_END			415
202#define IS_RCVURGENT_END		575
203#define IS_SENDCREDIT_END		735
204#define IS_RESERVED_END			IS_LAST_SOURCE
205
206/* DCC_CFG_PORT_CONFIG logical link states */
207#define LSTATE_DOWN    0x1
208#define LSTATE_INIT    0x2
209#define LSTATE_ARMED   0x3
210#define LSTATE_ACTIVE  0x4
211
212/* DCC_CFG_RESET reset states */
213#define LCB_RX_FPE_TX_FPE_INTO_RESET   (DCC_CFG_RESET_RESET_LCB    | \
214					DCC_CFG_RESET_RESET_TX_FPE | \
215					DCC_CFG_RESET_RESET_RX_FPE | \
216					DCC_CFG_RESET_ENABLE_CCLK_BCC)
217					/* 0x17 */
218
219#define LCB_RX_FPE_TX_FPE_OUT_OF_RESET  DCC_CFG_RESET_ENABLE_CCLK_BCC /* 0x10 */
220
221/* DC8051_STS_CUR_STATE port values (physical link states) */
222#define PLS_DISABLED			   0x30
223#define PLS_OFFLINE				   0x90
224#define PLS_OFFLINE_QUIET			   0x90
225#define PLS_OFFLINE_PLANNED_DOWN_INFORM	   0x91
226#define PLS_OFFLINE_READY_TO_QUIET_LT	   0x92
227#define PLS_OFFLINE_REPORT_FAILURE		   0x93
228#define PLS_OFFLINE_READY_TO_QUIET_BCC	   0x94
229#define PLS_OFFLINE_QUIET_DURATION	   0x95
230#define PLS_POLLING				   0x20
231#define PLS_POLLING_QUIET			   0x20
232#define PLS_POLLING_ACTIVE			   0x21
233#define PLS_CONFIGPHY			   0x40
234#define PLS_CONFIGPHY_DEBOUCE		   0x40
235#define PLS_CONFIGPHY_ESTCOMM		   0x41
236#define PLS_CONFIGPHY_ESTCOMM_TXRX_HUNT	   0x42
237#define PLS_CONFIGPHY_ESTCOMM_LOCAL_COMPLETE   0x43
238#define PLS_CONFIGPHY_OPTEQ			   0x44
239#define PLS_CONFIGPHY_OPTEQ_OPTIMIZING	   0x44
240#define PLS_CONFIGPHY_OPTEQ_LOCAL_COMPLETE	   0x45
241#define PLS_CONFIGPHY_VERIFYCAP		   0x46
242#define PLS_CONFIGPHY_VERIFYCAP_EXCHANGE	   0x46
243#define PLS_CONFIGPHY_VERIFYCAP_LOCAL_COMPLETE 0x47
244#define PLS_CONFIGLT			   0x48
245#define PLS_CONFIGLT_CONFIGURE		   0x48
246#define PLS_CONFIGLT_LINK_TRANSFER_ACTIVE	   0x49
247#define PLS_LINKUP				   0x50
248#define PLS_PHYTEST				   0xB0
249#define PLS_INTERNAL_SERDES_LOOPBACK	   0xe1
250#define PLS_QUICK_LINKUP			   0xe2
251
252/* DC_DC8051_CFG_HOST_CMD_0.REQ_TYPE - 8051 host commands */
253#define HCMD_LOAD_CONFIG_DATA  0x01
254#define HCMD_READ_CONFIG_DATA  0x02
255#define HCMD_CHANGE_PHY_STATE  0x03
256#define HCMD_SEND_LCB_IDLE_MSG 0x04
257#define HCMD_MISC		   0x05
258#define HCMD_READ_LCB_IDLE_MSG 0x06
259#define HCMD_READ_LCB_CSR      0x07
260#define HCMD_WRITE_LCB_CSR     0x08
261#define HCMD_INTERFACE_TEST	   0xff
262
263/* DC_DC8051_CFG_HOST_CMD_1.RETURN_CODE - 8051 host command return */
264#define HCMD_SUCCESS 2
265
266/* DC_DC8051_DBG_ERR_INFO_SET_BY_8051.ERROR - error flags */
267#define SPICO_ROM_FAILED		BIT(0)
268#define UNKNOWN_FRAME			BIT(1)
269#define TARGET_BER_NOT_MET		BIT(2)
270#define FAILED_SERDES_INTERNAL_LOOPBACK	BIT(3)
271#define FAILED_SERDES_INIT		BIT(4)
272#define FAILED_LNI_POLLING		BIT(5)
273#define FAILED_LNI_DEBOUNCE		BIT(6)
274#define FAILED_LNI_ESTBCOMM		BIT(7)
275#define FAILED_LNI_OPTEQ		BIT(8)
276#define FAILED_LNI_VERIFY_CAP1		BIT(9)
277#define FAILED_LNI_VERIFY_CAP2		BIT(10)
278#define FAILED_LNI_CONFIGLT		BIT(11)
279#define HOST_HANDSHAKE_TIMEOUT		BIT(12)
280#define EXTERNAL_DEVICE_REQ_TIMEOUT	BIT(13)
281
282#define FAILED_LNI (FAILED_LNI_POLLING | FAILED_LNI_DEBOUNCE \
283			| FAILED_LNI_ESTBCOMM | FAILED_LNI_OPTEQ \
284			| FAILED_LNI_VERIFY_CAP1 \
285			| FAILED_LNI_VERIFY_CAP2 \
286			| FAILED_LNI_CONFIGLT | HOST_HANDSHAKE_TIMEOUT \
287			| EXTERNAL_DEVICE_REQ_TIMEOUT)
288
289/* DC_DC8051_DBG_ERR_INFO_SET_BY_8051.HOST_MSG - host message flags */
290#define HOST_REQ_DONE		BIT(0)
291#define BC_PWR_MGM_MSG		BIT(1)
292#define BC_SMA_MSG		BIT(2)
293#define BC_BCC_UNKNOWN_MSG	BIT(3)
294#define BC_IDLE_UNKNOWN_MSG	BIT(4)
295#define EXT_DEVICE_CFG_REQ	BIT(5)
296#define VERIFY_CAP_FRAME	BIT(6)
297#define LINKUP_ACHIEVED		BIT(7)
298#define LINK_GOING_DOWN		BIT(8)
299#define LINK_WIDTH_DOWNGRADED	BIT(9)
300
301/* DC_DC8051_CFG_EXT_DEV_1.REQ_TYPE - 8051 host requests */
302#define HREQ_LOAD_CONFIG	0x01
303#define HREQ_SAVE_CONFIG	0x02
304#define HREQ_READ_CONFIG	0x03
305#define HREQ_SET_TX_EQ_ABS	0x04
306#define HREQ_SET_TX_EQ_REL	0x05
307#define HREQ_ENABLE		0x06
308#define HREQ_LCB_RESET		0x07
309#define HREQ_CONFIG_DONE	0xfe
310#define HREQ_INTERFACE_TEST	0xff
311
312/* DC_DC8051_CFG_EXT_DEV_0.RETURN_CODE - 8051 host request return codes */
313#define HREQ_INVALID		0x01
314#define HREQ_SUCCESS		0x02
315#define HREQ_NOT_SUPPORTED		0x03
316#define HREQ_FEATURE_NOT_SUPPORTED	0x04 /* request specific feature */
317#define HREQ_REQUEST_REJECTED	0xfe
318#define HREQ_EXECUTION_ONGOING	0xff
319
320/* MISC host command functions */
321#define HCMD_MISC_REQUEST_LCB_ACCESS 0x1
322#define HCMD_MISC_GRANT_LCB_ACCESS   0x2
323
324/* idle flit message types */
325#define IDLE_PHYSICAL_LINK_MGMT 0x1
326#define IDLE_CRU		    0x2
327#define IDLE_SMA		    0x3
328#define IDLE_POWER_MGMT	    0x4
329
330/* idle flit message send fields (both send and read) */
331#define IDLE_PAYLOAD_MASK 0xffffffffffull /* 40 bits */
332#define IDLE_PAYLOAD_SHIFT 8
333#define IDLE_MSG_TYPE_MASK 0xf
334#define IDLE_MSG_TYPE_SHIFT 0
335
336/* idle flit message read fields */
337#define READ_IDLE_MSG_TYPE_MASK 0xf
338#define READ_IDLE_MSG_TYPE_SHIFT 0
339
340/* SMA idle flit payload commands */
341#define SMA_IDLE_ARM	1
342#define SMA_IDLE_ACTIVE 2
343
344/* DC_DC8051_CFG_MODE.GENERAL bits */
345#define DISABLE_SELF_GUID_CHECK 0x2
346
347/* Bad L2 frame error code */
348#define BAD_L2_ERR      0x6
349
350/*
351 * Eager buffer minimum and maximum sizes supported by the hardware.
352 * All power-of-two sizes in between are supported as well.
353 * MAX_EAGER_BUFFER_TOTAL is the maximum size of memory
354 * allocatable for Eager buffer to a single context. All others
355 * are limits for the RcvArray entries.
356 */
357#define MIN_EAGER_BUFFER       (4 * 1024)
358#define MAX_EAGER_BUFFER       (256 * 1024)
359#define MAX_EAGER_BUFFER_TOTAL (64 * (1 << 20)) /* max per ctxt 64MB */
360#define MAX_EXPECTED_BUFFER    (2048 * 1024)
361#define HFI1_MIN_HDRQ_EGRBUF_CNT 32
362#define HFI1_MAX_HDRQ_EGRBUF_CNT 16352
363
364/*
365 * Receive expected base and count and eager base and count increment -
366 * the CSR fields hold multiples of this value.
367 */
368#define RCV_SHIFT 3
369#define RCV_INCREMENT BIT(RCV_SHIFT)
370
371/*
372 * Receive header queue entry increment - the CSR holds multiples of
373 * this value.
374 */
375#define HDRQ_SIZE_SHIFT 5
376#define HDRQ_INCREMENT BIT(HDRQ_SIZE_SHIFT)
377
378/*
379 * Freeze handling flags
380 */
381#define FREEZE_ABORT     0x01	/* do not do recovery */
382#define FREEZE_SELF	     0x02	/* initiate the freeze */
383#define FREEZE_LINK_DOWN 0x04	/* link is down */
384
385/*
386 * Chip implementation codes.
387 */
388#define ICODE_RTL_SILICON		0x00
389#define ICODE_RTL_VCS_SIMULATION	0x01
390#define ICODE_FPGA_EMULATION	0x02
391#define ICODE_FUNCTIONAL_SIMULATOR	0x03
392
393/*
394 * 8051 data memory size.
395 */
396#define DC8051_DATA_MEM_SIZE 0x1000
397
398/*
399 * 8051 firmware registers
400 */
401#define NUM_GENERAL_FIELDS 0x17
402#define NUM_LANE_FIELDS    0x8
403
404/* 8051 general register Field IDs */
405#define LINK_OPTIMIZATION_SETTINGS   0x00
406#define LINK_TUNING_PARAMETERS	     0x02
407#define DC_HOST_COMM_SETTINGS	     0x03
408#define TX_SETTINGS		     0x06
409#define VERIFY_CAP_LOCAL_PHY	     0x07
410#define VERIFY_CAP_LOCAL_FABRIC	     0x08
411#define VERIFY_CAP_LOCAL_LINK_MODE   0x09
412#define LOCAL_DEVICE_ID		     0x0a
413#define RESERVED_REGISTERS	     0x0b
414#define LOCAL_LNI_INFO		     0x0c
415#define REMOTE_LNI_INFO              0x0d
416#define MISC_STATUS		     0x0e
417#define VERIFY_CAP_REMOTE_PHY	     0x0f
418#define VERIFY_CAP_REMOTE_FABRIC     0x10
419#define VERIFY_CAP_REMOTE_LINK_WIDTH 0x11
420#define LAST_LOCAL_STATE_COMPLETE    0x12
421#define LAST_REMOTE_STATE_COMPLETE   0x13
422#define LINK_QUALITY_INFO            0x14
423#define REMOTE_DEVICE_ID	     0x15
424#define LINK_DOWN_REASON	     0x16 /* first byte of offset 0x16 */
425#define VERSION_PATCH		     0x16 /* last byte of offset 0x16 */
426
427/* 8051 lane specific register field IDs */
428#define TX_EQ_SETTINGS		0x00
429#define CHANNEL_LOSS_SETTINGS	0x05
430
431/* Lane ID for general configuration registers */
432#define GENERAL_CONFIG 4
433
434/* LINK_TUNING_PARAMETERS fields */
435#define TUNING_METHOD_SHIFT 24
436
437/* LINK_OPTIMIZATION_SETTINGS fields */
438#define ENABLE_EXT_DEV_CONFIG_SHIFT 24
439
440/* LOAD_DATA 8051 command shifts and fields */
441#define LOAD_DATA_FIELD_ID_SHIFT 40
442#define LOAD_DATA_FIELD_ID_MASK 0xfull
443#define LOAD_DATA_LANE_ID_SHIFT 32
444#define LOAD_DATA_LANE_ID_MASK 0xfull
445#define LOAD_DATA_DATA_SHIFT   0x0
446#define LOAD_DATA_DATA_MASK   0xffffffffull
447
448/* READ_DATA 8051 command shifts and fields */
449#define READ_DATA_FIELD_ID_SHIFT 40
450#define READ_DATA_FIELD_ID_MASK 0xffull
451#define READ_DATA_LANE_ID_SHIFT 32
452#define READ_DATA_LANE_ID_MASK 0xffull
453#define READ_DATA_DATA_SHIFT   0x0
454#define READ_DATA_DATA_MASK   0xffffffffull
455
456/* TX settings fields */
457#define ENABLE_LANE_TX_SHIFT		0
458#define ENABLE_LANE_TX_MASK		0xff
459#define TX_POLARITY_INVERSION_SHIFT	8
460#define TX_POLARITY_INVERSION_MASK	0xff
461#define RX_POLARITY_INVERSION_SHIFT	16
462#define RX_POLARITY_INVERSION_MASK	0xff
463#define MAX_RATE_SHIFT			24
464#define MAX_RATE_MASK			0xff
465
466/* verify capability PHY fields */
467#define CONTINIOUS_REMOTE_UPDATE_SUPPORT_SHIFT	0x4
468#define CONTINIOUS_REMOTE_UPDATE_SUPPORT_MASK	0x1
469#define POWER_MANAGEMENT_SHIFT			0x0
470#define POWER_MANAGEMENT_MASK			0xf
471
472/* 8051 lane register Field IDs */
473#define SPICO_FW_VERSION 0x7	/* SPICO firmware version */
474
475/* SPICO firmware version fields */
476#define SPICO_ROM_VERSION_SHIFT 0
477#define SPICO_ROM_VERSION_MASK 0xffff
478#define SPICO_ROM_PROD_ID_SHIFT 16
479#define SPICO_ROM_PROD_ID_MASK 0xffff
480
481/* verify capability fabric fields */
482#define VAU_SHIFT	0
483#define VAU_MASK	0x0007
484#define Z_SHIFT		3
485#define Z_MASK		0x0001
486#define VCU_SHIFT	4
487#define VCU_MASK	0x0007
488#define VL15BUF_SHIFT	8
489#define VL15BUF_MASK	0x0fff
490#define CRC_SIZES_SHIFT 20
491#define CRC_SIZES_MASK	0x7
492
493/* verify capability local link width fields */
494#define LINK_WIDTH_SHIFT 0		/* also for remote link width */
495#define LINK_WIDTH_MASK 0xffff		/* also for remote link width */
496#define LOCAL_FLAG_BITS_SHIFT 16
497#define LOCAL_FLAG_BITS_MASK 0xff
498#define MISC_CONFIG_BITS_SHIFT 24
499#define MISC_CONFIG_BITS_MASK 0xff
500
501/* verify capability remote link width fields */
502#define REMOTE_TX_RATE_SHIFT 16
503#define REMOTE_TX_RATE_MASK 0xff
504
505/* LOCAL_DEVICE_ID fields */
506#define LOCAL_DEVICE_REV_SHIFT 0
507#define LOCAL_DEVICE_REV_MASK 0xff
508#define LOCAL_DEVICE_ID_SHIFT 8
509#define LOCAL_DEVICE_ID_MASK 0xffff
510
511/* REMOTE_DEVICE_ID fields */
512#define REMOTE_DEVICE_REV_SHIFT 0
513#define REMOTE_DEVICE_REV_MASK 0xff
514#define REMOTE_DEVICE_ID_SHIFT 8
515#define REMOTE_DEVICE_ID_MASK 0xffff
516
517/* local LNI link width fields */
518#define ENABLE_LANE_RX_SHIFT 16
519#define ENABLE_LANE_RX_MASK  0xff
520
521/* mask, shift for reading 'mgmt_enabled' value from REMOTE_LNI_INFO field */
522#define MGMT_ALLOWED_SHIFT 23
523#define MGMT_ALLOWED_MASK 0x1
524
525/* mask, shift for 'link_quality' within LINK_QUALITY_INFO field */
526#define LINK_QUALITY_SHIFT 24
527#define LINK_QUALITY_MASK  0x7
528
529/*
530 * mask, shift for reading 'planned_down_remote_reason_code'
531 * from LINK_QUALITY_INFO field
532 */
533#define DOWN_REMOTE_REASON_SHIFT 16
534#define DOWN_REMOTE_REASON_MASK  0xff
535
536#define HOST_INTERFACE_VERSION 1
537#define HOST_INTERFACE_VERSION_SHIFT 16
538#define HOST_INTERFACE_VERSION_MASK  0xff
539
540/* verify capability PHY power management bits */
541#define PWRM_BER_CONTROL	0x1
542#define PWRM_BANDWIDTH_CONTROL	0x2
543
544/* 8051 link down reasons */
545#define LDR_LINK_TRANSFER_ACTIVE_LOW   0xa
546#define LDR_RECEIVED_LINKDOWN_IDLE_MSG 0xb
547#define LDR_RECEIVED_HOST_OFFLINE_REQ  0xc
548
549/* verify capability fabric CRC size bits */
550enum {
551	CAP_CRC_14B = (1 << 0), /* 14b CRC */
552	CAP_CRC_48B = (1 << 1), /* 48b CRC */
553	CAP_CRC_12B_16B_PER_LANE = (1 << 2) /* 12b-16b per lane CRC */
554};
555
556#define SUPPORTED_CRCS (CAP_CRC_14B | CAP_CRC_48B)
557
558/* misc status version fields */
559#define STS_FM_VERSION_MINOR_SHIFT 16
560#define STS_FM_VERSION_MINOR_MASK  0xff
561#define STS_FM_VERSION_MAJOR_SHIFT 24
562#define STS_FM_VERSION_MAJOR_MASK  0xff
563#define STS_FM_VERSION_PATCH_SHIFT 24
564#define STS_FM_VERSION_PATCH_MASK  0xff
565
566/* LCB_CFG_CRC_MODE TX_VAL and RX_VAL CRC mode values */
567#define LCB_CRC_16B			0x0	/* 16b CRC */
568#define LCB_CRC_14B			0x1	/* 14b CRC */
569#define LCB_CRC_48B			0x2	/* 48b CRC */
570#define LCB_CRC_12B_16B_PER_LANE	0x3	/* 12b-16b per lane CRC */
571
572/*
573 * the following enum is (almost) a copy/paste of the definition
574 * in the OPA spec, section 20.2.2.6.8 (PortInfo)
575 */
576enum {
577	PORT_LTP_CRC_MODE_NONE = 0,
578	PORT_LTP_CRC_MODE_14 = 1, /* 14-bit LTP CRC mode (optional) */
579	PORT_LTP_CRC_MODE_16 = 2, /* 16-bit LTP CRC mode */
580	PORT_LTP_CRC_MODE_48 = 4,
581		/* 48-bit overlapping LTP CRC mode (optional) */
582	PORT_LTP_CRC_MODE_PER_LANE = 8
583		/* 12 to 16 bit per lane LTP CRC mode (optional) */
584};
585
586/* timeouts */
587#define LINK_RESTART_DELAY 1000		/* link restart delay, in ms */
588#define TIMEOUT_8051_START 5000         /* 8051 start timeout, in ms */
589#define DC8051_COMMAND_TIMEOUT 1000	/* DC8051 command timeout, in ms */
590#define FREEZE_STATUS_TIMEOUT 20	/* wait for freeze indicators, in ms */
591#define VL_STATUS_CLEAR_TIMEOUT 5000	/* per-VL status clear, in ms */
592#define CCE_STATUS_TIMEOUT 10		/* time to clear CCE Status, in ms */
593
594/* cclock tick time, in picoseconds per tick: 1/speed * 10^12  */
595#define ASIC_CCLOCK_PS  1242	/* 805 MHz */
596#define FPGA_CCLOCK_PS 30300	/*  33 MHz */
597
598/*
599 * Mask of enabled MISC errors.  Do not enable the two RSA engine errors -
600 * see firmware.c:run_rsa() for details.
601 */
602#define DRIVER_MISC_MASK \
603	(~(MISC_ERR_STATUS_MISC_FW_AUTH_FAILED_ERR_SMASK \
604		| MISC_ERR_STATUS_MISC_KEY_MISMATCH_ERR_SMASK))
605
606/* valid values for the loopback module parameter */
607#define LOOPBACK_NONE	0	/* no loopback - default */
608#define LOOPBACK_SERDES 1
609#define LOOPBACK_LCB	2
610#define LOOPBACK_CABLE	3	/* external cable */
611
612/* set up bits in MISC_CONFIG_BITS */
613#define LOOPBACK_SERDES_CONFIG_BIT_MASK_SHIFT 0
614#define EXT_CFG_LCB_RESET_SUPPORTED_SHIFT     3
615
616/* read and write hardware registers */
617u64 read_csr(const struct hfi1_devdata *dd, u32 offset);
618void write_csr(const struct hfi1_devdata *dd, u32 offset, u64 value);
619
620/*
621 * The *_kctxt_* flavor of the CSR read/write functions are for
622 * per-context or per-SDMA CSRs that are not mappable to user-space.
623 * Their spacing is not a PAGE_SIZE multiple.
624 */
625static inline u64 read_kctxt_csr(const struct hfi1_devdata *dd, int ctxt,
626				 u32 offset0)
627{
628	/* kernel per-context CSRs are separated by 0x100 */
629	return read_csr(dd, offset0 + (0x100 * ctxt));
630}
631
632static inline void write_kctxt_csr(struct hfi1_devdata *dd, int ctxt,
633				   u32 offset0, u64 value)
634{
635	/* kernel per-context CSRs are separated by 0x100 */
636	write_csr(dd, offset0 + (0x100 * ctxt), value);
637}
638
639int read_lcb_csr(struct hfi1_devdata *dd, u32 offset, u64 *data);
640int write_lcb_csr(struct hfi1_devdata *dd, u32 offset, u64 data);
641
642void __iomem *get_csr_addr(
643	const struct hfi1_devdata *dd,
644	u32 offset);
645
646static inline void __iomem *get_kctxt_csr_addr(
647	const struct hfi1_devdata *dd,
648	int ctxt,
649	u32 offset0)
650{
651	return get_csr_addr(dd, offset0 + (0x100 * ctxt));
652}
653
654/*
655 * The *_uctxt_* flavor of the CSR read/write functions are for
656 * per-context CSRs that are mappable to user space. All these CSRs
657 * are spaced by a PAGE_SIZE multiple in order to be mappable to
658 * different processes without exposing other contexts' CSRs
659 */
660static inline u64 read_uctxt_csr(const struct hfi1_devdata *dd, int ctxt,
661				 u32 offset0)
662{
663	/* user per-context CSRs are separated by 0x1000 */
664	return read_csr(dd, offset0 + (0x1000 * ctxt));
665}
666
667static inline void write_uctxt_csr(struct hfi1_devdata *dd, int ctxt,
668				   u32 offset0, u64 value)
669{
670	/* user per-context CSRs are separated by 0x1000 */
671	write_csr(dd, offset0 + (0x1000 * ctxt), value);
672}
673
674static inline u32 chip_rcv_contexts(struct hfi1_devdata *dd)
675{
676	return read_csr(dd, RCV_CONTEXTS);
677}
678
679static inline u32 chip_send_contexts(struct hfi1_devdata *dd)
680{
681	return read_csr(dd, SEND_CONTEXTS);
682}
683
684static inline u32 chip_sdma_engines(struct hfi1_devdata *dd)
685{
686	return read_csr(dd, SEND_DMA_ENGINES);
687}
688
689static inline u32 chip_pio_mem_size(struct hfi1_devdata *dd)
690{
691	return read_csr(dd, SEND_PIO_MEM_SIZE);
692}
693
694static inline u32 chip_sdma_mem_size(struct hfi1_devdata *dd)
695{
696	return read_csr(dd, SEND_DMA_MEM_SIZE);
697}
698
699static inline u32 chip_rcv_array_count(struct hfi1_devdata *dd)
700{
701	return read_csr(dd, RCV_ARRAY_CNT);
702}
703
704u8 encode_rcv_header_entry_size(u8 size);
705int hfi1_validate_rcvhdrcnt(struct hfi1_devdata *dd, uint thecnt);
706void set_hdrq_regs(struct hfi1_devdata *dd, u8 ctxt, u8 entsize, u16 hdrcnt);
707
708u64 create_pbc(struct hfi1_pportdata *ppd, u64 flags, int srate_mbs, u32 vl,
709	       u32 dw_len);
710
711/* firmware.c */
712#define SBUS_MASTER_BROADCAST 0xfd
713#define NUM_PCIE_SERDES 16	/* number of PCIe serdes on the SBus */
714extern const u8 pcie_serdes_broadcast[];
715extern const u8 pcie_pcs_addrs[2][NUM_PCIE_SERDES];
716
717/* SBus commands */
718#define RESET_SBUS_RECEIVER 0x20
719#define WRITE_SBUS_RECEIVER 0x21
720#define READ_SBUS_RECEIVER  0x22
721void sbus_request(struct hfi1_devdata *dd,
722		  u8 receiver_addr, u8 data_addr, u8 command, u32 data_in);
723int sbus_request_slow(struct hfi1_devdata *dd,
724		      u8 receiver_addr, u8 data_addr, u8 command, u32 data_in);
725void set_sbus_fast_mode(struct hfi1_devdata *dd);
726void clear_sbus_fast_mode(struct hfi1_devdata *dd);
727int hfi1_firmware_init(struct hfi1_devdata *dd);
728int load_pcie_firmware(struct hfi1_devdata *dd);
729int load_firmware(struct hfi1_devdata *dd);
730void dispose_firmware(void);
731int acquire_hw_mutex(struct hfi1_devdata *dd);
732void release_hw_mutex(struct hfi1_devdata *dd);
733
734/*
735 * Bitmask of dynamic access for ASIC block chip resources.  Each HFI has its
736 * own range of bits for the resource so it can clear its own bits on
737 * starting and exiting.  If either HFI has the resource bit set, the
738 * resource is in use.  The separate bit ranges are:
739 *	HFI0 bits  7:0
740 *	HFI1 bits 15:8
741 */
742#define CR_SBUS  0x01	/* SBUS, THERM, and PCIE registers */
743#define CR_EPROM 0x02	/* EEP, GPIO registers */
744#define CR_I2C1  0x04	/* QSFP1_OE register */
745#define CR_I2C2  0x08	/* QSFP2_OE register */
746#define CR_DYN_SHIFT 8	/* dynamic flag shift */
747#define CR_DYN_MASK  ((1ull << CR_DYN_SHIFT) - 1)
748
749/*
750 * Bitmask of static ASIC states these are outside of the dynamic ASIC
751 * block chip resources above.  These are to be set once and never cleared.
752 * Must be holding the SBus dynamic flag when setting.
753 */
754#define CR_THERM_INIT	0x010000
755
756int acquire_chip_resource(struct hfi1_devdata *dd, u32 resource, u32 mswait);
757void release_chip_resource(struct hfi1_devdata *dd, u32 resource);
758bool check_chip_resource(struct hfi1_devdata *dd, u32 resource,
759			 const char *func);
760void init_chip_resources(struct hfi1_devdata *dd);
761void finish_chip_resources(struct hfi1_devdata *dd);
762
763/* ms wait time for access to an SBus resoure */
764#define SBUS_TIMEOUT 4000 /* long enough for a FW download and SBR */
765
766/* ms wait time for a qsfp (i2c) chain to become available */
767#define QSFP_WAIT 20000 /* long enough for FW update to the F4 uc */
768
769void fabric_serdes_reset(struct hfi1_devdata *dd);
770int read_8051_data(struct hfi1_devdata *dd, u32 addr, u32 len, u64 *result);
771
772/* chip.c */
773void read_misc_status(struct hfi1_devdata *dd, u8 *ver_major, u8 *ver_minor,
774		      u8 *ver_patch);
775int write_host_interface_version(struct hfi1_devdata *dd, u8 version);
776void read_guid(struct hfi1_devdata *dd);
777int wait_fm_ready(struct hfi1_devdata *dd, u32 mstimeout);
778void set_link_down_reason(struct hfi1_pportdata *ppd, u8 lcl_reason,
779			  u8 neigh_reason, u8 rem_reason);
780int set_link_state(struct hfi1_pportdata *, u32 state);
781int port_ltp_to_cap(int port_ltp);
782void handle_verify_cap(struct work_struct *work);
783void handle_freeze(struct work_struct *work);
784void handle_link_up(struct work_struct *work);
785void handle_link_down(struct work_struct *work);
786void handle_link_downgrade(struct work_struct *work);
787void handle_link_bounce(struct work_struct *work);
788void handle_start_link(struct work_struct *work);
789void handle_sma_message(struct work_struct *work);
790int reset_qsfp(struct hfi1_pportdata *ppd);
791void qsfp_event(struct work_struct *work);
792void start_freeze_handling(struct hfi1_pportdata *ppd, int flags);
793int send_idle_sma(struct hfi1_devdata *dd, u64 message);
794int load_8051_config(struct hfi1_devdata *, u8, u8, u32);
795int read_8051_config(struct hfi1_devdata *, u8, u8, u32 *);
796int start_link(struct hfi1_pportdata *ppd);
797int bringup_serdes(struct hfi1_pportdata *ppd);
798void set_intr_state(struct hfi1_devdata *dd, u32 enable);
799bool apply_link_downgrade_policy(struct hfi1_pportdata *ppd,
800				 bool refresh_widths);
801void update_usrhead(struct hfi1_ctxtdata *rcd, u32 hd, u32 updegr, u32 egrhd,
802		    u32 intr_adjust, u32 npkts);
803int stop_drain_data_vls(struct hfi1_devdata *dd);
804int open_fill_data_vls(struct hfi1_devdata *dd);
805u32 ns_to_cclock(struct hfi1_devdata *dd, u32 ns);
806u32 cclock_to_ns(struct hfi1_devdata *dd, u32 cclock);
807void get_linkup_link_widths(struct hfi1_pportdata *ppd);
808void read_ltp_rtt(struct hfi1_devdata *dd);
809void clear_linkup_counters(struct hfi1_devdata *dd);
810u32 hdrqempty(struct hfi1_ctxtdata *rcd);
811int is_ax(struct hfi1_devdata *dd);
812int is_bx(struct hfi1_devdata *dd);
813bool is_urg_masked(struct hfi1_ctxtdata *rcd);
814u32 read_physical_state(struct hfi1_devdata *dd);
815u32 chip_to_opa_pstate(struct hfi1_devdata *dd, u32 chip_pstate);
816const char *opa_lstate_name(u32 lstate);
817const char *opa_pstate_name(u32 pstate);
818u32 driver_pstate(struct hfi1_pportdata *ppd);
819u32 driver_lstate(struct hfi1_pportdata *ppd);
820
821int acquire_lcb_access(struct hfi1_devdata *dd, int sleep_ok);
822int release_lcb_access(struct hfi1_devdata *dd, int sleep_ok);
823#define LCB_START DC_LCB_CSRS
824#define LCB_END   DC_8051_CSRS /* next block is 8051 */
825static inline int is_lcb_offset(u32 offset)
826{
827	return (offset >= LCB_START && offset < LCB_END);
828}
829
830extern uint num_vls;
831
832extern uint disable_integrity;
833u64 read_dev_cntr(struct hfi1_devdata *dd, int index, int vl);
834u64 write_dev_cntr(struct hfi1_devdata *dd, int index, int vl, u64 data);
835u64 read_port_cntr(struct hfi1_pportdata *ppd, int index, int vl);
836u64 write_port_cntr(struct hfi1_pportdata *ppd, int index, int vl, u64 data);
837u32 read_logical_state(struct hfi1_devdata *dd);
838void force_recv_intr(struct hfi1_ctxtdata *rcd);
839
840/* Per VL indexes */
841enum {
842	C_VL_0 = 0,
843	C_VL_1,
844	C_VL_2,
845	C_VL_3,
846	C_VL_4,
847	C_VL_5,
848	C_VL_6,
849	C_VL_7,
850	C_VL_15,
851	C_VL_COUNT
852};
853
854static inline int vl_from_idx(int idx)
855{
856	return (idx == C_VL_15 ? 15 : idx);
857}
858
859static inline int idx_from_vl(int vl)
860{
861	return (vl == 15 ? C_VL_15 : vl);
862}
863
864/* Per device counter indexes */
865enum {
866	C_RCV_OVF = 0,
867	C_RX_LEN_ERR,
868	C_RX_SHORT_ERR,
869	C_RX_ICRC_ERR,
870	C_RX_EBP,
871	C_RX_TID_FULL,
872	C_RX_TID_INVALID,
873	C_RX_TID_FLGMS,
874	C_RX_CTX_EGRS,
875	C_RCV_TID_FLSMS,
876	C_CCE_PCI_CR_ST,
877	C_CCE_PCI_TR_ST,
878	C_CCE_PIO_WR_ST,
879	C_CCE_ERR_INT,
880	C_CCE_SDMA_INT,
881	C_CCE_MISC_INT,
882	C_CCE_RCV_AV_INT,
883	C_CCE_RCV_URG_INT,
884	C_CCE_SEND_CR_INT,
885	C_DC_UNC_ERR,
886	C_DC_RCV_ERR,
887	C_DC_FM_CFG_ERR,
888	C_DC_RMT_PHY_ERR,
889	C_DC_DROPPED_PKT,
890	C_DC_MC_XMIT_PKTS,
891	C_DC_MC_RCV_PKTS,
892	C_DC_XMIT_CERR,
893	C_DC_RCV_CERR,
894	C_DC_RCV_FCC,
895	C_DC_XMIT_FCC,
896	C_DC_XMIT_FLITS,
897	C_DC_RCV_FLITS,
898	C_DC_XMIT_PKTS,
899	C_DC_RCV_PKTS,
900	C_DC_RX_FLIT_VL,
901	C_DC_RX_PKT_VL,
902	C_DC_RCV_FCN,
903	C_DC_RCV_FCN_VL,
904	C_DC_RCV_BCN,
905	C_DC_RCV_BCN_VL,
906	C_DC_RCV_BBL,
907	C_DC_RCV_BBL_VL,
908	C_DC_MARK_FECN,
909	C_DC_MARK_FECN_VL,
910	C_DC_TOTAL_CRC,
911	C_DC_CRC_LN0,
912	C_DC_CRC_LN1,
913	C_DC_CRC_LN2,
914	C_DC_CRC_LN3,
915	C_DC_CRC_MULT_LN,
916	C_DC_TX_REPLAY,
917	C_DC_RX_REPLAY,
918	C_DC_SEQ_CRC_CNT,
919	C_DC_ESC0_ONLY_CNT,
920	C_DC_ESC0_PLUS1_CNT,
921	C_DC_ESC0_PLUS2_CNT,
922	C_DC_REINIT_FROM_PEER_CNT,
923	C_DC_SBE_CNT,
924	C_DC_MISC_FLG_CNT,
925	C_DC_PRF_GOOD_LTP_CNT,
926	C_DC_PRF_ACCEPTED_LTP_CNT,
927	C_DC_PRF_RX_FLIT_CNT,
928	C_DC_PRF_TX_FLIT_CNT,
929	C_DC_PRF_CLK_CNTR,
930	C_DC_PG_DBG_FLIT_CRDTS_CNT,
931	C_DC_PG_STS_PAUSE_COMPLETE_CNT,
932	C_DC_PG_STS_TX_SBE_CNT,
933	C_DC_PG_STS_TX_MBE_CNT,
934	C_SW_CPU_INTR,
935	C_SW_CPU_RCV_LIM,
936	C_SW_CTX0_SEQ_DROP,
937	C_SW_VTX_WAIT,
938	C_SW_PIO_WAIT,
939	C_SW_PIO_DRAIN,
940	C_SW_KMEM_WAIT,
941	C_SW_TID_WAIT,
942	C_SW_SEND_SCHED,
943	C_SDMA_DESC_FETCHED_CNT,
944	C_SDMA_INT_CNT,
945	C_SDMA_ERR_CNT,
946	C_SDMA_IDLE_INT_CNT,
947	C_SDMA_PROGRESS_INT_CNT,
948/* MISC_ERR_STATUS */
949	C_MISC_PLL_LOCK_FAIL_ERR,
950	C_MISC_MBIST_FAIL_ERR,
951	C_MISC_INVALID_EEP_CMD_ERR,
952	C_MISC_EFUSE_DONE_PARITY_ERR,
953	C_MISC_EFUSE_WRITE_ERR,
954	C_MISC_EFUSE_READ_BAD_ADDR_ERR,
955	C_MISC_EFUSE_CSR_PARITY_ERR,
956	C_MISC_FW_AUTH_FAILED_ERR,
957	C_MISC_KEY_MISMATCH_ERR,
958	C_MISC_SBUS_WRITE_FAILED_ERR,
959	C_MISC_CSR_WRITE_BAD_ADDR_ERR,
960	C_MISC_CSR_READ_BAD_ADDR_ERR,
961	C_MISC_CSR_PARITY_ERR,
962/* CceErrStatus */
963	/*
964	* A special counter that is the aggregate count
965	* of all the cce_err_status errors.  The remainder
966	* are actual bits in the CceErrStatus register.
967	*/
968	C_CCE_ERR_STATUS_AGGREGATED_CNT,
969	C_CCE_MSIX_CSR_PARITY_ERR,
970	C_CCE_INT_MAP_UNC_ERR,
971	C_CCE_INT_MAP_COR_ERR,
972	C_CCE_MSIX_TABLE_UNC_ERR,
973	C_CCE_MSIX_TABLE_COR_ERR,
974	C_CCE_RXDMA_CONV_FIFO_PARITY_ERR,
975	C_CCE_RCPL_ASYNC_FIFO_PARITY_ERR,
976	C_CCE_SEG_WRITE_BAD_ADDR_ERR,
977	C_CCE_SEG_READ_BAD_ADDR_ERR,
978	C_LA_TRIGGERED,
979	C_CCE_TRGT_CPL_TIMEOUT_ERR,
980	C_PCIC_RECEIVE_PARITY_ERR,
981	C_PCIC_TRANSMIT_BACK_PARITY_ERR,
982	C_PCIC_TRANSMIT_FRONT_PARITY_ERR,
983	C_PCIC_CPL_DAT_Q_UNC_ERR,
984	C_PCIC_CPL_HD_Q_UNC_ERR,
985	C_PCIC_POST_DAT_Q_UNC_ERR,
986	C_PCIC_POST_HD_Q_UNC_ERR,
987	C_PCIC_RETRY_SOT_MEM_UNC_ERR,
988	C_PCIC_RETRY_MEM_UNC_ERR,
989	C_PCIC_N_POST_DAT_Q_PARITY_ERR,
990	C_PCIC_N_POST_H_Q_PARITY_ERR,
991	C_PCIC_CPL_DAT_Q_COR_ERR,
992	C_PCIC_CPL_HD_Q_COR_ERR,
993	C_PCIC_POST_DAT_Q_COR_ERR,
994	C_PCIC_POST_HD_Q_COR_ERR,
995	C_PCIC_RETRY_SOT_MEM_COR_ERR,
996	C_PCIC_RETRY_MEM_COR_ERR,
997	C_CCE_CLI1_ASYNC_FIFO_DBG_PARITY_ERR,
998	C_CCE_CLI1_ASYNC_FIFO_RXDMA_PARITY_ERR,
999	C_CCE_CLI1_ASYNC_FIFO_SDMA_HD_PARITY_ERR,
1000	C_CCE_CLI1_ASYNC_FIFO_PIO_CRDT_PARITY_ERR,
1001	C_CCE_CLI2_ASYNC_FIFO_PARITY_ERR,
1002	C_CCE_CSR_CFG_BUS_PARITY_ERR,
1003	C_CCE_CLI0_ASYNC_FIFO_PARTIY_ERR,
1004	C_CCE_RSPD_DATA_PARITY_ERR,
1005	C_CCE_TRGT_ACCESS_ERR,
1006	C_CCE_TRGT_ASYNC_FIFO_PARITY_ERR,
1007	C_CCE_CSR_WRITE_BAD_ADDR_ERR,
1008	C_CCE_CSR_READ_BAD_ADDR_ERR,
1009	C_CCE_CSR_PARITY_ERR,
1010/* RcvErrStatus */
1011	C_RX_CSR_PARITY_ERR,
1012	C_RX_CSR_WRITE_BAD_ADDR_ERR,
1013	C_RX_CSR_READ_BAD_ADDR_ERR,
1014	C_RX_DMA_CSR_UNC_ERR,
1015	C_RX_DMA_DQ_FSM_ENCODING_ERR,
1016	C_RX_DMA_EQ_FSM_ENCODING_ERR,
1017	C_RX_DMA_CSR_PARITY_ERR,
1018	C_RX_RBUF_DATA_COR_ERR,
1019	C_RX_RBUF_DATA_UNC_ERR,
1020	C_RX_DMA_DATA_FIFO_RD_COR_ERR,
1021	C_RX_DMA_DATA_FIFO_RD_UNC_ERR,
1022	C_RX_DMA_HDR_FIFO_RD_COR_ERR,
1023	C_RX_DMA_HDR_FIFO_RD_UNC_ERR,
1024	C_RX_RBUF_DESC_PART2_COR_ERR,
1025	C_RX_RBUF_DESC_PART2_UNC_ERR,
1026	C_RX_RBUF_DESC_PART1_COR_ERR,
1027	C_RX_RBUF_DESC_PART1_UNC_ERR,
1028	C_RX_HQ_INTR_FSM_ERR,
1029	C_RX_HQ_INTR_CSR_PARITY_ERR,
1030	C_RX_LOOKUP_CSR_PARITY_ERR,
1031	C_RX_LOOKUP_RCV_ARRAY_COR_ERR,
1032	C_RX_LOOKUP_RCV_ARRAY_UNC_ERR,
1033	C_RX_LOOKUP_DES_PART2_PARITY_ERR,
1034	C_RX_LOOKUP_DES_PART1_UNC_COR_ERR,
1035	C_RX_LOOKUP_DES_PART1_UNC_ERR,
1036	C_RX_RBUF_NEXT_FREE_BUF_COR_ERR,
1037	C_RX_RBUF_NEXT_FREE_BUF_UNC_ERR,
1038	C_RX_RBUF_FL_INIT_WR_ADDR_PARITY_ERR,
1039	C_RX_RBUF_FL_INITDONE_PARITY_ERR,
1040	C_RX_RBUF_FL_WRITE_ADDR_PARITY_ERR,
1041	C_RX_RBUF_FL_RD_ADDR_PARITY_ERR,
1042	C_RX_RBUF_EMPTY_ERR,
1043	C_RX_RBUF_FULL_ERR,
1044	C_RX_RBUF_BAD_LOOKUP_ERR,
1045	C_RX_RBUF_CTX_ID_PARITY_ERR,
1046	C_RX_RBUF_CSR_QEOPDW_PARITY_ERR,
1047	C_RX_RBUF_CSR_Q_NUM_OF_PKT_PARITY_ERR,
1048	C_RX_RBUF_CSR_Q_T1_PTR_PARITY_ERR,
1049	C_RX_RBUF_CSR_Q_HD_PTR_PARITY_ERR,
1050	C_RX_RBUF_CSR_Q_VLD_BIT_PARITY_ERR,
1051	C_RX_RBUF_CSR_Q_NEXT_BUF_PARITY_ERR,
1052	C_RX_RBUF_CSR_Q_ENT_CNT_PARITY_ERR,
1053	C_RX_RBUF_CSR_Q_HEAD_BUF_NUM_PARITY_ERR,
1054	C_RX_RBUF_BLOCK_LIST_READ_COR_ERR,
1055	C_RX_RBUF_BLOCK_LIST_READ_UNC_ERR,
1056	C_RX_RBUF_LOOKUP_DES_COR_ERR,
1057	C_RX_RBUF_LOOKUP_DES_UNC_ERR,
1058	C_RX_RBUF_LOOKUP_DES_REG_UNC_COR_ERR,
1059	C_RX_RBUF_LOOKUP_DES_REG_UNC_ERR,
1060	C_RX_RBUF_FREE_LIST_COR_ERR,
1061	C_RX_RBUF_FREE_LIST_UNC_ERR,
1062	C_RX_RCV_FSM_ENCODING_ERR,
1063	C_RX_DMA_FLAG_COR_ERR,
1064	C_RX_DMA_FLAG_UNC_ERR,
1065	C_RX_DC_SOP_EOP_PARITY_ERR,
1066	C_RX_RCV_CSR_PARITY_ERR,
1067	C_RX_RCV_QP_MAP_TABLE_COR_ERR,
1068	C_RX_RCV_QP_MAP_TABLE_UNC_ERR,
1069	C_RX_RCV_DATA_COR_ERR,
1070	C_RX_RCV_DATA_UNC_ERR,
1071	C_RX_RCV_HDR_COR_ERR,
1072	C_RX_RCV_HDR_UNC_ERR,
1073	C_RX_DC_INTF_PARITY_ERR,
1074	C_RX_DMA_CSR_COR_ERR,
1075/* SendPioErrStatus */
1076	C_PIO_PEC_SOP_HEAD_PARITY_ERR,
1077	C_PIO_PCC_SOP_HEAD_PARITY_ERR,
1078	C_PIO_LAST_RETURNED_CNT_PARITY_ERR,
1079	C_PIO_CURRENT_FREE_CNT_PARITY_ERR,
1080	C_PIO_RSVD_31_ERR,
1081	C_PIO_RSVD_30_ERR,
1082	C_PIO_PPMC_SOP_LEN_ERR,
1083	C_PIO_PPMC_BQC_MEM_PARITY_ERR,
1084	C_PIO_VL_FIFO_PARITY_ERR,
1085	C_PIO_VLF_SOP_PARITY_ERR,
1086	C_PIO_VLF_V1_LEN_PARITY_ERR,
1087	C_PIO_BLOCK_QW_COUNT_PARITY_ERR,
1088	C_PIO_WRITE_QW_VALID_PARITY_ERR,
1089	C_PIO_STATE_MACHINE_ERR,
1090	C_PIO_WRITE_DATA_PARITY_ERR,
1091	C_PIO_HOST_ADDR_MEM_COR_ERR,
1092	C_PIO_HOST_ADDR_MEM_UNC_ERR,
1093	C_PIO_PKT_EVICT_SM_OR_ARM_SM_ERR,
1094	C_PIO_INIT_SM_IN_ERR,
1095	C_PIO_PPMC_PBL_FIFO_ERR,
1096	C_PIO_CREDIT_RET_FIFO_PARITY_ERR,
1097	C_PIO_V1_LEN_MEM_BANK1_COR_ERR,
1098	C_PIO_V1_LEN_MEM_BANK0_COR_ERR,
1099	C_PIO_V1_LEN_MEM_BANK1_UNC_ERR,
1100	C_PIO_V1_LEN_MEM_BANK0_UNC_ERR,
1101	C_PIO_SM_PKT_RESET_PARITY_ERR,
1102	C_PIO_PKT_EVICT_FIFO_PARITY_ERR,
1103	C_PIO_SBRDCTRL_CRREL_FIFO_PARITY_ERR,
1104	C_PIO_SBRDCTL_CRREL_PARITY_ERR,
1105	C_PIO_PEC_FIFO_PARITY_ERR,
1106	C_PIO_PCC_FIFO_PARITY_ERR,
1107	C_PIO_SB_MEM_FIFO1_ERR,
1108	C_PIO_SB_MEM_FIFO0_ERR,
1109	C_PIO_CSR_PARITY_ERR,
1110	C_PIO_WRITE_ADDR_PARITY_ERR,
1111	C_PIO_WRITE_BAD_CTXT_ERR,
1112/* SendDmaErrStatus */
1113	C_SDMA_PCIE_REQ_TRACKING_COR_ERR,
1114	C_SDMA_PCIE_REQ_TRACKING_UNC_ERR,
1115	C_SDMA_CSR_PARITY_ERR,
1116	C_SDMA_RPY_TAG_ERR,
1117/* SendEgressErrStatus */
1118	C_TX_READ_PIO_MEMORY_CSR_UNC_ERR,
1119	C_TX_READ_SDMA_MEMORY_CSR_UNC_ERR,
1120	C_TX_EGRESS_FIFO_COR_ERR,
1121	C_TX_READ_PIO_MEMORY_COR_ERR,
1122	C_TX_READ_SDMA_MEMORY_COR_ERR,
1123	C_TX_SB_HDR_COR_ERR,
1124	C_TX_CREDIT_OVERRUN_ERR,
1125	C_TX_LAUNCH_FIFO8_COR_ERR,
1126	C_TX_LAUNCH_FIFO7_COR_ERR,
1127	C_TX_LAUNCH_FIFO6_COR_ERR,
1128	C_TX_LAUNCH_FIFO5_COR_ERR,
1129	C_TX_LAUNCH_FIFO4_COR_ERR,
1130	C_TX_LAUNCH_FIFO3_COR_ERR,
1131	C_TX_LAUNCH_FIFO2_COR_ERR,
1132	C_TX_LAUNCH_FIFO1_COR_ERR,
1133	C_TX_LAUNCH_FIFO0_COR_ERR,
1134	C_TX_CREDIT_RETURN_VL_ERR,
1135	C_TX_HCRC_INSERTION_ERR,
1136	C_TX_EGRESS_FIFI_UNC_ERR,
1137	C_TX_READ_PIO_MEMORY_UNC_ERR,
1138	C_TX_READ_SDMA_MEMORY_UNC_ERR,
1139	C_TX_SB_HDR_UNC_ERR,
1140	C_TX_CREDIT_RETURN_PARITY_ERR,
1141	C_TX_LAUNCH_FIFO8_UNC_OR_PARITY_ERR,
1142	C_TX_LAUNCH_FIFO7_UNC_OR_PARITY_ERR,
1143	C_TX_LAUNCH_FIFO6_UNC_OR_PARITY_ERR,
1144	C_TX_LAUNCH_FIFO5_UNC_OR_PARITY_ERR,
1145	C_TX_LAUNCH_FIFO4_UNC_OR_PARITY_ERR,
1146	C_TX_LAUNCH_FIFO3_UNC_OR_PARITY_ERR,
1147	C_TX_LAUNCH_FIFO2_UNC_OR_PARITY_ERR,
1148	C_TX_LAUNCH_FIFO1_UNC_OR_PARITY_ERR,
1149	C_TX_LAUNCH_FIFO0_UNC_OR_PARITY_ERR,
1150	C_TX_SDMA15_DISALLOWED_PACKET_ERR,
1151	C_TX_SDMA14_DISALLOWED_PACKET_ERR,
1152	C_TX_SDMA13_DISALLOWED_PACKET_ERR,
1153	C_TX_SDMA12_DISALLOWED_PACKET_ERR,
1154	C_TX_SDMA11_DISALLOWED_PACKET_ERR,
1155	C_TX_SDMA10_DISALLOWED_PACKET_ERR,
1156	C_TX_SDMA9_DISALLOWED_PACKET_ERR,
1157	C_TX_SDMA8_DISALLOWED_PACKET_ERR,
1158	C_TX_SDMA7_DISALLOWED_PACKET_ERR,
1159	C_TX_SDMA6_DISALLOWED_PACKET_ERR,
1160	C_TX_SDMA5_DISALLOWED_PACKET_ERR,
1161	C_TX_SDMA4_DISALLOWED_PACKET_ERR,
1162	C_TX_SDMA3_DISALLOWED_PACKET_ERR,
1163	C_TX_SDMA2_DISALLOWED_PACKET_ERR,
1164	C_TX_SDMA1_DISALLOWED_PACKET_ERR,
1165	C_TX_SDMA0_DISALLOWED_PACKET_ERR,
1166	C_TX_CONFIG_PARITY_ERR,
1167	C_TX_SBRD_CTL_CSR_PARITY_ERR,
1168	C_TX_LAUNCH_CSR_PARITY_ERR,
1169	C_TX_ILLEGAL_CL_ERR,
1170	C_TX_SBRD_CTL_STATE_MACHINE_PARITY_ERR,
1171	C_TX_RESERVED_10,
1172	C_TX_RESERVED_9,
1173	C_TX_SDMA_LAUNCH_INTF_PARITY_ERR,
1174	C_TX_PIO_LAUNCH_INTF_PARITY_ERR,
1175	C_TX_RESERVED_6,
1176	C_TX_INCORRECT_LINK_STATE_ERR,
1177	C_TX_LINK_DOWN_ERR,
1178	C_TX_EGRESS_FIFO_UNDERRUN_OR_PARITY_ERR,
1179	C_TX_RESERVED_2,
1180	C_TX_PKT_INTEGRITY_MEM_UNC_ERR,
1181	C_TX_PKT_INTEGRITY_MEM_COR_ERR,
1182/* SendErrStatus */
1183	C_SEND_CSR_WRITE_BAD_ADDR_ERR,
1184	C_SEND_CSR_READ_BAD_ADD_ERR,
1185	C_SEND_CSR_PARITY_ERR,
1186/* SendCtxtErrStatus */
1187	C_PIO_WRITE_OUT_OF_BOUNDS_ERR,
1188	C_PIO_WRITE_OVERFLOW_ERR,
1189	C_PIO_WRITE_CROSSES_BOUNDARY_ERR,
1190	C_PIO_DISALLOWED_PACKET_ERR,
1191	C_PIO_INCONSISTENT_SOP_ERR,
1192/*SendDmaEngErrStatus */
1193	C_SDMA_HEADER_REQUEST_FIFO_COR_ERR,
1194	C_SDMA_HEADER_STORAGE_COR_ERR,
1195	C_SDMA_PACKET_TRACKING_COR_ERR,
1196	C_SDMA_ASSEMBLY_COR_ERR,
1197	C_SDMA_DESC_TABLE_COR_ERR,
1198	C_SDMA_HEADER_REQUEST_FIFO_UNC_ERR,
1199	C_SDMA_HEADER_STORAGE_UNC_ERR,
1200	C_SDMA_PACKET_TRACKING_UNC_ERR,
1201	C_SDMA_ASSEMBLY_UNC_ERR,
1202	C_SDMA_DESC_TABLE_UNC_ERR,
1203	C_SDMA_TIMEOUT_ERR,
1204	C_SDMA_HEADER_LENGTH_ERR,
1205	C_SDMA_HEADER_ADDRESS_ERR,
1206	C_SDMA_HEADER_SELECT_ERR,
1207	C_SMDA_RESERVED_9,
1208	C_SDMA_PACKET_DESC_OVERFLOW_ERR,
1209	C_SDMA_LENGTH_MISMATCH_ERR,
1210	C_SDMA_HALT_ERR,
1211	C_SDMA_MEM_READ_ERR,
1212	C_SDMA_FIRST_DESC_ERR,
1213	C_SDMA_TAIL_OUT_OF_BOUNDS_ERR,
1214	C_SDMA_TOO_LONG_ERR,
1215	C_SDMA_GEN_MISMATCH_ERR,
1216	C_SDMA_WRONG_DW_ERR,
1217	DEV_CNTR_LAST  /* Must be kept last */
1218};
1219
1220/* Per port counter indexes */
1221enum {
1222	C_TX_UNSUP_VL = 0,
1223	C_TX_INVAL_LEN,
1224	C_TX_MM_LEN_ERR,
1225	C_TX_UNDERRUN,
1226	C_TX_FLOW_STALL,
1227	C_TX_DROPPED,
1228	C_TX_HDR_ERR,
1229	C_TX_PKT,
1230	C_TX_WORDS,
1231	C_TX_WAIT,
1232	C_TX_FLIT_VL,
1233	C_TX_PKT_VL,
1234	C_TX_WAIT_VL,
1235	C_RX_PKT,
1236	C_RX_WORDS,
1237	C_SW_LINK_DOWN,
1238	C_SW_LINK_UP,
1239	C_SW_UNKNOWN_FRAME,
1240	C_SW_XMIT_DSCD,
1241	C_SW_XMIT_DSCD_VL,
1242	C_SW_XMIT_CSTR_ERR,
1243	C_SW_RCV_CSTR_ERR,
1244	C_SW_IBP_LOOP_PKTS,
1245	C_SW_IBP_RC_RESENDS,
1246	C_SW_IBP_RNR_NAKS,
1247	C_SW_IBP_OTHER_NAKS,
1248	C_SW_IBP_RC_TIMEOUTS,
1249	C_SW_IBP_PKT_DROPS,
1250	C_SW_IBP_DMA_WAIT,
1251	C_SW_IBP_RC_SEQNAK,
1252	C_SW_IBP_RC_DUPREQ,
1253	C_SW_IBP_RDMA_SEQ,
1254	C_SW_IBP_UNALIGNED,
1255	C_SW_IBP_SEQ_NAK,
1256	C_SW_IBP_RC_CRWAITS,
1257	C_SW_CPU_RC_ACKS,
1258	C_SW_CPU_RC_QACKS,
1259	C_SW_CPU_RC_DELAYED_COMP,
1260	C_RCV_HDR_OVF_0,
1261	C_RCV_HDR_OVF_1,
1262	C_RCV_HDR_OVF_2,
1263	C_RCV_HDR_OVF_3,
1264	C_RCV_HDR_OVF_4,
1265	C_RCV_HDR_OVF_5,
1266	C_RCV_HDR_OVF_6,
1267	C_RCV_HDR_OVF_7,
1268	C_RCV_HDR_OVF_8,
1269	C_RCV_HDR_OVF_9,
1270	C_RCV_HDR_OVF_10,
1271	C_RCV_HDR_OVF_11,
1272	C_RCV_HDR_OVF_12,
1273	C_RCV_HDR_OVF_13,
1274	C_RCV_HDR_OVF_14,
1275	C_RCV_HDR_OVF_15,
1276	C_RCV_HDR_OVF_16,
1277	C_RCV_HDR_OVF_17,
1278	C_RCV_HDR_OVF_18,
1279	C_RCV_HDR_OVF_19,
1280	C_RCV_HDR_OVF_20,
1281	C_RCV_HDR_OVF_21,
1282	C_RCV_HDR_OVF_22,
1283	C_RCV_HDR_OVF_23,
1284	C_RCV_HDR_OVF_24,
1285	C_RCV_HDR_OVF_25,
1286	C_RCV_HDR_OVF_26,
1287	C_RCV_HDR_OVF_27,
1288	C_RCV_HDR_OVF_28,
1289	C_RCV_HDR_OVF_29,
1290	C_RCV_HDR_OVF_30,
1291	C_RCV_HDR_OVF_31,
1292	C_RCV_HDR_OVF_32,
1293	C_RCV_HDR_OVF_33,
1294	C_RCV_HDR_OVF_34,
1295	C_RCV_HDR_OVF_35,
1296	C_RCV_HDR_OVF_36,
1297	C_RCV_HDR_OVF_37,
1298	C_RCV_HDR_OVF_38,
1299	C_RCV_HDR_OVF_39,
1300	C_RCV_HDR_OVF_40,
1301	C_RCV_HDR_OVF_41,
1302	C_RCV_HDR_OVF_42,
1303	C_RCV_HDR_OVF_43,
1304	C_RCV_HDR_OVF_44,
1305	C_RCV_HDR_OVF_45,
1306	C_RCV_HDR_OVF_46,
1307	C_RCV_HDR_OVF_47,
1308	C_RCV_HDR_OVF_48,
1309	C_RCV_HDR_OVF_49,
1310	C_RCV_HDR_OVF_50,
1311	C_RCV_HDR_OVF_51,
1312	C_RCV_HDR_OVF_52,
1313	C_RCV_HDR_OVF_53,
1314	C_RCV_HDR_OVF_54,
1315	C_RCV_HDR_OVF_55,
1316	C_RCV_HDR_OVF_56,
1317	C_RCV_HDR_OVF_57,
1318	C_RCV_HDR_OVF_58,
1319	C_RCV_HDR_OVF_59,
1320	C_RCV_HDR_OVF_60,
1321	C_RCV_HDR_OVF_61,
1322	C_RCV_HDR_OVF_62,
1323	C_RCV_HDR_OVF_63,
1324	C_RCV_HDR_OVF_64,
1325	C_RCV_HDR_OVF_65,
1326	C_RCV_HDR_OVF_66,
1327	C_RCV_HDR_OVF_67,
1328	C_RCV_HDR_OVF_68,
1329	C_RCV_HDR_OVF_69,
1330	C_RCV_HDR_OVF_70,
1331	C_RCV_HDR_OVF_71,
1332	C_RCV_HDR_OVF_72,
1333	C_RCV_HDR_OVF_73,
1334	C_RCV_HDR_OVF_74,
1335	C_RCV_HDR_OVF_75,
1336	C_RCV_HDR_OVF_76,
1337	C_RCV_HDR_OVF_77,
1338	C_RCV_HDR_OVF_78,
1339	C_RCV_HDR_OVF_79,
1340	C_RCV_HDR_OVF_80,
1341	C_RCV_HDR_OVF_81,
1342	C_RCV_HDR_OVF_82,
1343	C_RCV_HDR_OVF_83,
1344	C_RCV_HDR_OVF_84,
1345	C_RCV_HDR_OVF_85,
1346	C_RCV_HDR_OVF_86,
1347	C_RCV_HDR_OVF_87,
1348	C_RCV_HDR_OVF_88,
1349	C_RCV_HDR_OVF_89,
1350	C_RCV_HDR_OVF_90,
1351	C_RCV_HDR_OVF_91,
1352	C_RCV_HDR_OVF_92,
1353	C_RCV_HDR_OVF_93,
1354	C_RCV_HDR_OVF_94,
1355	C_RCV_HDR_OVF_95,
1356	C_RCV_HDR_OVF_96,
1357	C_RCV_HDR_OVF_97,
1358	C_RCV_HDR_OVF_98,
1359	C_RCV_HDR_OVF_99,
1360	C_RCV_HDR_OVF_100,
1361	C_RCV_HDR_OVF_101,
1362	C_RCV_HDR_OVF_102,
1363	C_RCV_HDR_OVF_103,
1364	C_RCV_HDR_OVF_104,
1365	C_RCV_HDR_OVF_105,
1366	C_RCV_HDR_OVF_106,
1367	C_RCV_HDR_OVF_107,
1368	C_RCV_HDR_OVF_108,
1369	C_RCV_HDR_OVF_109,
1370	C_RCV_HDR_OVF_110,
1371	C_RCV_HDR_OVF_111,
1372	C_RCV_HDR_OVF_112,
1373	C_RCV_HDR_OVF_113,
1374	C_RCV_HDR_OVF_114,
1375	C_RCV_HDR_OVF_115,
1376	C_RCV_HDR_OVF_116,
1377	C_RCV_HDR_OVF_117,
1378	C_RCV_HDR_OVF_118,
1379	C_RCV_HDR_OVF_119,
1380	C_RCV_HDR_OVF_120,
1381	C_RCV_HDR_OVF_121,
1382	C_RCV_HDR_OVF_122,
1383	C_RCV_HDR_OVF_123,
1384	C_RCV_HDR_OVF_124,
1385	C_RCV_HDR_OVF_125,
1386	C_RCV_HDR_OVF_126,
1387	C_RCV_HDR_OVF_127,
1388	C_RCV_HDR_OVF_128,
1389	C_RCV_HDR_OVF_129,
1390	C_RCV_HDR_OVF_130,
1391	C_RCV_HDR_OVF_131,
1392	C_RCV_HDR_OVF_132,
1393	C_RCV_HDR_OVF_133,
1394	C_RCV_HDR_OVF_134,
1395	C_RCV_HDR_OVF_135,
1396	C_RCV_HDR_OVF_136,
1397	C_RCV_HDR_OVF_137,
1398	C_RCV_HDR_OVF_138,
1399	C_RCV_HDR_OVF_139,
1400	C_RCV_HDR_OVF_140,
1401	C_RCV_HDR_OVF_141,
1402	C_RCV_HDR_OVF_142,
1403	C_RCV_HDR_OVF_143,
1404	C_RCV_HDR_OVF_144,
1405	C_RCV_HDR_OVF_145,
1406	C_RCV_HDR_OVF_146,
1407	C_RCV_HDR_OVF_147,
1408	C_RCV_HDR_OVF_148,
1409	C_RCV_HDR_OVF_149,
1410	C_RCV_HDR_OVF_150,
1411	C_RCV_HDR_OVF_151,
1412	C_RCV_HDR_OVF_152,
1413	C_RCV_HDR_OVF_153,
1414	C_RCV_HDR_OVF_154,
1415	C_RCV_HDR_OVF_155,
1416	C_RCV_HDR_OVF_156,
1417	C_RCV_HDR_OVF_157,
1418	C_RCV_HDR_OVF_158,
1419	C_RCV_HDR_OVF_159,
1420	PORT_CNTR_LAST /* Must be kept last */
1421};
1422
1423u64 get_all_cpu_total(u64 __percpu *cntr);
1424void hfi1_start_cleanup(struct hfi1_devdata *dd);
1425void hfi1_clear_tids(struct hfi1_ctxtdata *rcd);
1426void hfi1_init_ctxt(struct send_context *sc);
1427void hfi1_put_tid(struct hfi1_devdata *dd, u32 index,
1428		  u32 type, unsigned long pa, u16 order);
1429void hfi1_quiet_serdes(struct hfi1_pportdata *ppd);
1430void hfi1_rcvctrl(struct hfi1_devdata *dd, unsigned int op,
1431		  struct hfi1_ctxtdata *rcd);
1432u32 hfi1_read_cntrs(struct hfi1_devdata *dd, char **namep, u64 **cntrp);
1433u32 hfi1_read_portcntrs(struct hfi1_pportdata *ppd, char **namep, u64 **cntrp);
1434int hfi1_get_ib_cfg(struct hfi1_pportdata *ppd, int which);
1435int hfi1_set_ib_cfg(struct hfi1_pportdata *ppd, int which, u32 val);
1436int hfi1_set_ctxt_jkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd,
1437		       u16 jkey);
1438int hfi1_clear_ctxt_jkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *ctxt);
1439int hfi1_set_ctxt_pkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *ctxt,
1440		       u16 pkey);
1441int hfi1_clear_ctxt_pkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *ctxt);
1442void hfi1_read_link_quality(struct hfi1_devdata *dd, u8 *link_quality);
1443void hfi1_init_vnic_rsm(struct hfi1_devdata *dd);
1444void hfi1_deinit_vnic_rsm(struct hfi1_devdata *dd);
1445
1446irqreturn_t general_interrupt(int irq, void *data);
1447irqreturn_t sdma_interrupt(int irq, void *data);
1448irqreturn_t receive_context_interrupt(int irq, void *data);
1449irqreturn_t receive_context_thread(int irq, void *data);
1450irqreturn_t receive_context_interrupt_napi(int irq, void *data);
1451
1452int set_intr_bits(struct hfi1_devdata *dd, u16 first, u16 last, bool set);
1453void init_qsfp_int(struct hfi1_devdata *dd);
1454void clear_all_interrupts(struct hfi1_devdata *dd);
1455void remap_intr(struct hfi1_devdata *dd, int isrc, int msix_intr);
1456void remap_sdma_interrupts(struct hfi1_devdata *dd, int engine, int msix_intr);
1457void reset_interrupts(struct hfi1_devdata *dd);
1458u8 hfi1_get_qp_map(struct hfi1_devdata *dd, u8 idx);
1459void hfi1_init_aip_rsm(struct hfi1_devdata *dd);
1460void hfi1_deinit_aip_rsm(struct hfi1_devdata *dd);
1461
1462/*
1463 * Interrupt source table.
1464 *
1465 * Each entry is an interrupt source "type".  It is ordered by increasing
1466 * number.
1467 */
1468struct is_table {
1469	int start;	 /* interrupt source type start */
1470	int end;	 /* interrupt source type end */
1471	/* routine that returns the name of the interrupt source */
1472	char *(*is_name)(char *name, size_t size, unsigned int source);
1473	/* routine to call when receiving an interrupt */
1474	void (*is_int)(struct hfi1_devdata *dd, unsigned int source);
1475};
1476
1477#endif /* _CHIP_H */
1478