Lines Matching refs:hfi1_devdata
1044 static u32 chip_to_opa_lstate(struct hfi1_devdata *dd, u32 chip_lstate);
1045 static int set_physical_link_state(struct hfi1_devdata *dd, u64 state);
1046 static void read_vc_remote_phy(struct hfi1_devdata *dd, u8 *power_management,
1048 static void read_vc_remote_fabric(struct hfi1_devdata *dd, u8 *vau, u8 *z,
1050 static void read_vc_remote_link_width(struct hfi1_devdata *dd,
1052 static void read_vc_local_link_mode(struct hfi1_devdata *dd, u8 *misc_bits,
1054 static void read_remote_device_id(struct hfi1_devdata *dd, u16 *device_id,
1056 static void read_local_lni(struct hfi1_devdata *dd, u8 *enable_lane_rx);
1057 static int read_tx_settings(struct hfi1_devdata *dd, u8 *enable_lane_tx,
1060 static void handle_sdma_eng_err(struct hfi1_devdata *dd,
1062 static void handle_qsfp_int(struct hfi1_devdata *dd, u32 source, u64 reg);
1063 static void handle_dcc_err(struct hfi1_devdata *dd,
1065 static void handle_lcb_err(struct hfi1_devdata *dd,
1067 static void handle_8051_interrupt(struct hfi1_devdata *dd, u32 unused, u64 reg);
1068 static void handle_cce_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1069 static void handle_rxe_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1070 static void handle_misc_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1071 static void handle_pio_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1072 static void handle_sdma_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1073 static void handle_egress_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1074 static void handle_txe_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1079 static int do_8051_command(struct hfi1_devdata *dd, u32 type, u64 in_data,
1081 static int read_idle_sma(struct hfi1_devdata *dd, u64 *data);
1082 static int thermal_init(struct hfi1_devdata *dd);
1095 static void read_planned_down_reason_code(struct hfi1_devdata *dd, u8 *pdrrc);
1096 static void read_link_down_reason(struct hfi1_devdata *dd, u8 *ldr);
1097 static void handle_temp_err(struct hfi1_devdata *dd);
1098 static void dc_shutdown(struct hfi1_devdata *dd);
1099 static void dc_start(struct hfi1_devdata *dd);
1103 static int wait_link_transfer_active(struct hfi1_devdata *dd, int wait_ms);
1104 static void clear_rsm_rule(struct hfi1_devdata *dd, u8 rule_index);
1117 void (*handler)(struct hfi1_devdata *dd, u32 source, u64 reg);
1333 const struct hfi1_devdata *dd,
1349 u64 read_csr(const struct hfi1_devdata *dd, u32 offset)
1362 void write_csr(const struct hfi1_devdata *dd, u32 offset, u64 value)
1383 const struct hfi1_devdata *dd,
1391 static inline u64 read_write_csr(const struct hfi1_devdata *dd, u32 csr,
1414 struct hfi1_devdata *dd = context;
1431 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1441 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1451 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1462 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1472 struct hfi1_devdata *dd = context;
1493 struct hfi1_devdata *dd = context;
1544 static inline u64 read_write_sw(struct hfi1_devdata *dd, u64 *cntr, int mode,
1647 static u64 read_write_cpu(struct hfi1_devdata *dd, u64 *z_val,
1675 struct hfi1_devdata *dd = context;
1684 struct hfi1_devdata *dd = context;
1693 struct hfi1_devdata *dd = context;
1701 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1709 struct hfi1_devdata *dd = context;
1717 struct hfi1_devdata *dd = context;
1725 struct hfi1_devdata *dd = context;
1733 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1744 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1753 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1762 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1771 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1780 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1789 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1798 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1807 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1816 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1825 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1834 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1843 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1852 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1865 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1878 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1887 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1896 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1905 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1914 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1923 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1932 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1941 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1950 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1958 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1967 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1976 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1985 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
1994 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2003 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2012 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2021 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2030 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2039 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2048 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2057 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2066 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2075 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2084 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2093 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2102 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2111 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2120 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2129 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2138 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2147 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2156 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2165 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2174 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2183 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2192 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2201 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2210 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2219 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2228 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2237 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2250 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2259 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2268 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2277 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2286 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2295 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2304 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2313 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2322 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2331 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2340 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2349 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2358 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2367 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2376 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2385 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2394 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2403 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2412 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2421 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2430 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2439 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2448 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2457 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2466 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2475 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2484 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2493 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2502 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2511 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2520 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2529 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2538 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2547 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2556 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2565 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2574 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2583 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2592 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2601 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2610 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2619 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2628 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2637 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2646 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2655 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2664 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2673 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2682 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2691 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2700 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2709 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2718 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2727 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2736 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2745 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2754 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2763 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2772 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2781 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2790 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2799 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2808 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2817 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2830 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2839 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2848 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2857 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2866 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2875 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2884 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2893 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2902 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2911 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2920 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2929 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2938 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2947 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2956 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2965 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2974 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2983 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
2992 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3001 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3010 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3019 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3028 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3037 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3046 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3055 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3064 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3073 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3082 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3091 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3100 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3109 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3118 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3127 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3136 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3145 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3158 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3167 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3176 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3185 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3198 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3207 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3216 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3225 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3234 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3243 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3252 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3261 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3270 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3279 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3288 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3297 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3306 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3315 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3324 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3333 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3342 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3351 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3360 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3369 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3378 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3387 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3396 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3405 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3414 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3423 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3432 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3441 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3450 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3459 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3468 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3477 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3486 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3495 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3504 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3513 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3522 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3531 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3540 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3549 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3558 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3567 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3576 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3585 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3594 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3603 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3612 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3621 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3630 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3639 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3648 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3657 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3666 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3675 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3684 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3693 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3702 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3711 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3720 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3729 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3738 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3747 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3756 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3765 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3778 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3787 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3796 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3809 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3818 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3827 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3836 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3845 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3858 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3867 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3876 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3885 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3894 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3903 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3912 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3921 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3930 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3939 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3948 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3957 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3966 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3975 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3984 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
3993 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
4002 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
4010 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
4019 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
4028 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
4037 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
4046 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
4055 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
4064 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
4073 struct hfi1_devdata *dd = (struct hfi1_devdata *)context;
5244 int is_ax(struct hfi1_devdata *dd)
5253 int is_bx(struct hfi1_devdata *dd)
5556 static void handle_cce_err(struct hfi1_devdata *dd, u32 unused, u64 reg)
5591 struct hfi1_devdata *dd = from_timer(dd, t, rcverr_timer);
5608 static int init_rcverr(struct hfi1_devdata *dd)
5616 static void free_rcverr(struct hfi1_devdata *dd)
5622 static void handle_rxe_err(struct hfi1_devdata *dd, u32 unused, u64 reg)
5649 static void handle_misc_err(struct hfi1_devdata *dd, u32 unused, u64 reg)
5662 static void handle_pio_err(struct hfi1_devdata *dd, u32 unused, u64 reg)
5679 static void handle_sdma_err(struct hfi1_devdata *dd, u32 unused, u64 reg)
5701 static void count_port_inactive(struct hfi1_devdata *dd)
5715 static void handle_send_egress_err_info(struct hfi1_devdata *dd,
5802 static int engine_to_vl(struct hfi1_devdata *dd, int engine)
5823 static int sc_to_vl(struct hfi1_devdata *dd, int sw_index)
5847 static void handle_egress_err(struct hfi1_devdata *dd, u32 unused, u64 reg)
5890 static void handle_txe_err(struct hfi1_devdata *dd, u32 unused, u64 reg)
5921 static void interrupt_clear_down(struct hfi1_devdata *dd,
5958 static void is_misc_err_int(struct hfi1_devdata *dd, unsigned int source)
5986 static void is_sendctxt_err_int(struct hfi1_devdata *dd,
6045 static void handle_sdma_eng_err(struct hfi1_devdata *dd,
6075 static void is_sdma_eng_err_int(struct hfi1_devdata *dd, unsigned int source)
6092 static void is_various_int(struct hfi1_devdata *dd, unsigned int source)
6111 static void handle_qsfp_int(struct hfi1_devdata *dd, u32 src_ctx, u64 reg)
6197 static int request_host_lcb_access(struct hfi1_devdata *dd)
6211 static int request_8051_lcb_access(struct hfi1_devdata *dd)
6229 static inline void set_host_lcb_access(struct hfi1_devdata *dd)
6240 static inline void set_8051_lcb_access(struct hfi1_devdata *dd)
6256 int acquire_lcb_access(struct hfi1_devdata *dd, int sleep_ok)
6306 int release_lcb_access(struct hfi1_devdata *dd, int sleep_ok)
6355 static void init_lcb_access(struct hfi1_devdata *dd)
6363 static void hreq_response(struct hfi1_devdata *dd, u8 return_code, u16 rsp_data)
6377 struct hfi1_devdata *dd = ppd->dd;
6435 void set_up_vau(struct hfi1_devdata *dd, u8 vau)
6450 void set_up_vl15(struct hfi1_devdata *dd, u16 vl15buf)
6473 void reset_link_credits(struct hfi1_devdata *dd)
6515 static void lcb_shutdown(struct hfi1_devdata *dd, int abort)
6547 static void _dc_shutdown(struct hfi1_devdata *dd)
6565 static void dc_shutdown(struct hfi1_devdata *dd)
6578 static void _dc_start(struct hfi1_devdata *dd)
6599 static void dc_start(struct hfi1_devdata *dd)
6609 static void adjust_lcb_for_fpga_serdes(struct hfi1_devdata *dd)
6700 struct hfi1_devdata *dd = ppd->dd;
6752 static void adjust_rcvctrl(struct hfi1_devdata *dd, u64 add, u64 clear)
6765 static inline void add_rcvctrl(struct hfi1_devdata *dd, u64 add)
6770 static inline void clear_rcvctrl(struct hfi1_devdata *dd, u64 clear)
6780 struct hfi1_devdata *dd = ppd->dd;
6822 static void wait_for_freeze_status(struct hfi1_devdata *dd, int freeze)
6854 static void rxe_freeze(struct hfi1_devdata *dd)
6876 static void rxe_kernel_unfreeze(struct hfi1_devdata *dd)
6913 struct hfi1_devdata *dd = ppd->dd;
7010 struct hfi1_devdata *dd = ppd->dd;
7306 static u16 link_width_to_bits(struct hfi1_devdata *dd, u16 width)
7348 static void get_link_widths(struct hfi1_devdata *dd, u16 *tx_width,
7411 static void get_linkup_widths(struct hfi1_devdata *dd, u16 *tx_width,
7464 struct hfi1_devdata *dd = ppd->dd;
7769 static void handle_8051_interrupt(struct hfi1_devdata *dd, u32 unused, u64 reg)
7964 static void handle_dcc_err(struct hfi1_devdata *dd, u32 unused, u64 reg)
8126 static void handle_lcb_err(struct hfi1_devdata *dd, u32 unused, u64 reg)
8137 static void is_dc_int(struct hfi1_devdata *dd, unsigned int source)
8162 static void is_send_credit_int(struct hfi1_devdata *dd, unsigned int source)
8176 static void is_sdma_eng_int(struct hfi1_devdata *dd, unsigned int source)
8207 static void is_rcv_avail_int(struct hfi1_devdata *dd, unsigned int source)
8238 static void is_rcv_urgent_int(struct hfi1_devdata *dd, unsigned int source)
8263 static void is_reserved_int(struct hfi1_devdata *dd, unsigned int source)
8302 static void is_interrupt(struct hfi1_devdata *dd, unsigned int source)
8329 struct hfi1_devdata *dd = data;
8363 struct hfi1_devdata *dd = sde->dd;
8400 struct hfi1_devdata *dd = rcd->dd;
8443 struct hfi1_devdata *dd = rcd->dd;
8578 u32 read_physical_state(struct hfi1_devdata *dd)
8587 u32 read_logical_state(struct hfi1_devdata *dd)
8596 static void set_logical_state(struct hfi1_devdata *dd, u32 chip_lstate)
8610 static int read_lcb_via_8051(struct hfi1_devdata *dd, u32 addr, u64 *data)
8648 static void update_lcb_cache(struct hfi1_devdata *dd)
8682 int read_lcb_csr(struct hfi1_devdata *dd, u32 addr, u64 *data)
8704 static int write_lcb_via_8051(struct hfi1_devdata *dd, u32 addr, u64 data)
8731 int write_lcb_csr(struct hfi1_devdata *dd, u32 addr, u64 data)
8751 static int do_8051_command(struct hfi1_devdata *dd, u32 type, u64 in_data,
8872 static int set_physical_link_state(struct hfi1_devdata *dd, u64 state)
8877 int load_8051_config(struct hfi1_devdata *dd, u8 field_id,
8900 int read_8051_config(struct hfi1_devdata *dd, u8 field_id, u8 lane_id,
8933 static int write_vc_local_phy(struct hfi1_devdata *dd, u8 power_management,
8944 static int write_vc_local_fabric(struct hfi1_devdata *dd, u8 vau, u8 z, u8 vcu,
8958 static void read_vc_local_link_mode(struct hfi1_devdata *dd, u8 *misc_bits,
8970 static int write_vc_local_link_mode(struct hfi1_devdata *dd,
8984 static int write_local_device_id(struct hfi1_devdata *dd, u16 device_id,
8994 static void read_remote_device_id(struct hfi1_devdata *dd, u16 *device_id,
9005 int write_host_interface_version(struct hfi1_devdata *dd, u8 version)
9019 void read_misc_status(struct hfi1_devdata *dd, u8 *ver_major, u8 *ver_minor,
9035 static void read_vc_remote_phy(struct hfi1_devdata *dd, u8 *power_management,
9047 static void read_vc_remote_fabric(struct hfi1_devdata *dd, u8 *vau, u8 *z,
9060 static void read_vc_remote_link_width(struct hfi1_devdata *dd,
9073 static void read_local_lni(struct hfi1_devdata *dd, u8 *enable_lane_rx)
9081 static void read_last_local_state(struct hfi1_devdata *dd, u32 *lls)
9086 static void read_last_remote_state(struct hfi1_devdata *dd, u32 *lrs)
9091 void hfi1_read_link_quality(struct hfi1_devdata *dd, u8 *link_quality)
9106 static void read_planned_down_reason_code(struct hfi1_devdata *dd, u8 *pdrrc)
9114 static void read_link_down_reason(struct hfi1_devdata *dd, u8 *ldr)
9122 static int read_tx_settings(struct hfi1_devdata *dd,
9142 static int write_tx_settings(struct hfi1_devdata *dd,
9163 static int read_idle_message(struct hfi1_devdata *dd, u64 type, u64 *data_out)
9185 static int read_idle_sma(struct hfi1_devdata *dd, u64 *data)
9196 static int send_idle_message(struct hfi1_devdata *dd, u64 data)
9215 int send_idle_sma(struct hfi1_devdata *dd, u64 message)
9230 static int do_quick_linkup(struct hfi1_devdata *dd)
9304 static int init_loopback(struct hfi1_devdata *dd)
9384 struct hfi1_devdata *dd = ppd->dd;
9508 struct hfi1_devdata *dd = ppd->dd;
9542 struct hfi1_devdata *dd = ppd->dd;
9562 struct hfi1_devdata *dd = ppd->dd;
9602 struct hfi1_devdata *dd = ppd->dd;
9703 struct hfi1_devdata *dd;
9761 void init_qsfp_int(struct hfi1_devdata *dd)
9792 static void init_lcb(struct hfi1_devdata *dd)
9882 struct hfi1_devdata *dd = ppd->dd;
9921 struct hfi1_devdata *dd = ppd->dd;
9948 static inline int init_cpu_counters(struct hfi1_devdata *dd)
9972 void hfi1_put_tid(struct hfi1_devdata *dd, u32 index,
10012 struct hfi1_devdata *dd = rcd->dd;
10059 struct hfi1_devdata *dd = ppd->dd;
10130 u32 lrh_max_header_bytes(struct hfi1_devdata *dd)
10158 struct hfi1_devdata *dd = ppd->dd;
10213 struct hfi1_devdata *dd = ppd->dd;
10323 struct hfi1_devdata *dd = ppd->dd;
10379 static int wait_link_transfer_active(struct hfi1_devdata *dd, int wait_ms)
10403 struct hfi1_devdata *dd = ppd->dd;
10445 struct hfi1_devdata *dd = ppd->dd;
10709 struct hfi1_devdata *dd = ppd->dd;
11158 struct hfi1_devdata *dd = ppd->dd;
11213 static void read_one_cm_vl(struct hfi1_devdata *dd, u32 csr,
11229 static int get_buffer_control(struct hfi1_devdata *dd,
11256 static int get_sc2vlnt(struct hfi1_devdata *dd, struct sc2vlnt *dp)
11280 static void get_vlarb_preempt(struct hfi1_devdata *dd, u32 nelems,
11291 static void set_sc2vlnt(struct hfi1_devdata *dd, struct sc2vlnt *dp)
11331 static void nonzero_msg(struct hfi1_devdata *dd, int idx, const char *what,
11340 static void set_global_shared(struct hfi1_devdata *dd, u16 limit)
11351 static void set_global_limit(struct hfi1_devdata *dd, u16 limit)
11362 static void set_vl_shared(struct hfi1_devdata *dd, int vl, u16 limit)
11379 static void set_vl_dedicated(struct hfi1_devdata *dd, int vl, u16 limit)
11396 static void wait_for_vl_status_clear(struct hfi1_devdata *dd, u64 mask,
11451 struct hfi1_devdata *dd = ppd->dd;
11740 static int disable_data_vls(struct hfi1_devdata *dd)
11758 int open_fill_data_vls(struct hfi1_devdata *dd)
11773 static void drain_data_vls(struct hfi1_devdata *dd)
11790 int stop_drain_data_vls(struct hfi1_devdata *dd)
11805 u32 ns_to_cclock(struct hfi1_devdata *dd, u32 ns)
11822 u32 cclock_to_ns(struct hfi1_devdata *dd, u32 cclocks)
11843 struct hfi1_devdata *dd = rcd->dd;
11886 struct hfi1_devdata *dd = rcd->dd;
11983 int hfi1_validate_rcvhdrcnt(struct hfi1_devdata *dd, uint thecnt)
12013 void set_hdrq_regs(struct hfi1_devdata *dd, u8 ctxt, u8 entsize, u16 hdrcnt)
12036 void hfi1_rcvctrl(struct hfi1_devdata *dd, unsigned int op,
12224 u32 hfi1_read_cntrs(struct hfi1_devdata *dd, char **namep, u64 **cntrp)
12344 static void free_cntrs(struct hfi1_devdata *dd)
12379 static u64 read_dev_port_cntr(struct hfi1_devdata *dd, struct cntr_entry *entry,
12430 static u64 write_dev_port_cntr(struct hfi1_devdata *dd,
12464 u64 read_dev_cntr(struct hfi1_devdata *dd, int index, int vl)
12478 u64 write_dev_cntr(struct hfi1_devdata *dd, int index, int vl, u64 data)
12541 struct hfi1_devdata *dd = container_of(work, struct hfi1_devdata,
12629 struct hfi1_devdata *dd = from_timer(dd, t, synth_stats_timer);
12636 static int init_cntrs(struct hfi1_devdata *dd)
12882 static u32 chip_to_opa_lstate(struct hfi1_devdata *dd, u32 chip_lstate)
12901 u32 chip_to_opa_pstate(struct hfi1_devdata *dd, u32 chip_pstate)
13170 struct hfi1_devdata *dd = sc->dd;
13186 int hfi1_tempsense_rd(struct hfi1_devdata *dd, struct hfi1_temp *temp)
13222 static void read_mod_write(struct hfi1_devdata *dd, u16 src, u64 bits,
13247 int set_intr_bits(struct hfi1_devdata *dd, u16 first, u16 last, bool set)
13276 void clear_all_interrupts(struct hfi1_devdata *dd)
13304 void remap_intr(struct hfi1_devdata *dd, int isrc, int msix_intr)
13328 void remap_sdma_interrupts(struct hfi1_devdata *dd, int engine, int msix_intr)
13346 void reset_interrupts(struct hfi1_devdata *dd)
13364 static int set_up_interrupts(struct hfi1_devdata *dd)
13400 static int set_up_context_variables(struct hfi1_devdata *dd)
13567 struct hfi1_devdata *dd = ppd->dd;
13597 static void write_uninitialized_csrs_and_memories(struct hfi1_devdata *dd)
13638 static void clear_cce_status(struct hfi1_devdata *dd, u64 status_bits,
13669 static void reset_cce_csrs(struct hfi1_devdata *dd)
13714 static void reset_misc_csrs(struct hfi1_devdata *dd)
13742 static void reset_txe_csrs(struct hfi1_devdata *dd)
13862 static void init_rbufs(struct hfi1_devdata *dd)
13924 static void reset_rxe_csrs(struct hfi1_devdata *dd)
14003 static void init_sc2vl_tables(struct hfi1_devdata *dd)
14062 static int init_chip(struct hfi1_devdata *dd)
14159 static void init_early_variables(struct hfi1_devdata *dd)
14185 static void init_kdeth_qp(struct hfi1_devdata *dd)
14201 u8 hfi1_get_qp_map(struct hfi1_devdata *dd, u8 idx)
14226 static void init_qpmap_table(struct hfi1_devdata *dd,
14275 static struct rsm_map_table *alloc_rsm_map_table(struct hfi1_devdata *dd)
14293 static void complete_rsm_map_table(struct hfi1_devdata *dd,
14309 static bool has_rsm_rule(struct hfi1_devdata *dd, u8 rule_index)
14317 static void add_rsm_rule(struct hfi1_devdata *dd, u8 rule_index,
14341 static void clear_rsm_rule(struct hfi1_devdata *dd, u8 rule_index)
14406 static void init_qos(struct hfi1_devdata *dd, struct rsm_map_table *rmt)
14476 static void init_fecn_handling(struct hfi1_devdata *dd,
14555 static bool hfi1_netdev_update_rmt(struct hfi1_devdata *dd)
14606 static void hfi1_enable_rsm_rule(struct hfi1_devdata *dd,
14618 void hfi1_init_aip_rsm(struct hfi1_devdata *dd)
14647 void hfi1_init_vnic_rsm(struct hfi1_devdata *dd)
14672 void hfi1_deinit_vnic_rsm(struct hfi1_devdata *dd)
14677 void hfi1_deinit_aip_rsm(struct hfi1_devdata *dd)
14684 static int init_rxe(struct hfi1_devdata *dd)
14725 static void init_other(struct hfi1_devdata *dd)
14744 static void assign_cm_au_table(struct hfi1_devdata *dd, u32 cu,
14765 static void assign_local_cm_au_table(struct hfi1_devdata *dd, u8 vcu)
14771 void assign_remote_cm_au_table(struct hfi1_devdata *dd, u8 vcu)
14777 static void init_txe(struct hfi1_devdata *dd)
14804 int hfi1_set_ctxt_jkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd,
14839 int hfi1_clear_ctxt_jkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd)
14865 int hfi1_set_ctxt_pkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd,
14886 int hfi1_clear_ctxt_pkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *ctxt)
14907 void hfi1_start_cleanup(struct hfi1_devdata *dd)
14923 static int init_asic_data(struct hfi1_devdata *dd)
14926 struct hfi1_devdata *peer;
14967 static int obtain_boardname(struct hfi1_devdata *dd)
14995 static int check_int_registers(struct hfi1_devdata *dd)
15039 int hfi1_init_dd(struct hfi1_devdata *dd)
15437 static int thermal_init(struct hfi1_devdata *dd)
15508 static void handle_temp_err(struct hfi1_devdata *dd)