1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/**************************************************************************/
3/*                                                                        */
4/*  IBM System i and System p Virtual NIC Device Driver                   */
5/*  Copyright (C) 2014 IBM Corp.                                          */
6/*  Santiago Leon (santi_leon@yahoo.com)                                  */
7/*  Thomas Falcon (tlfalcon@linux.vnet.ibm.com)                           */
8/*  John Allen (jallen@linux.vnet.ibm.com)                                */
9/*                                                                        */
10/*                                                                        */
11/* This module contains the implementation of a virtual ethernet device   */
12/* for use with IBM i/pSeries LPAR Linux.  It utilizes the logical LAN    */
13/* option of the RS/6000 Platform Architecture to interface with virtual */
14/* ethernet NICs that are presented to the partition by the hypervisor.   */
15/*                                                                        */
16/**************************************************************************/
17
18#define IBMVNIC_NAME		"ibmvnic"
19#define IBMVNIC_DRIVER_VERSION	"1.0.1"
20#define IBMVNIC_INVALID_MAP	-1
21#define IBMVNIC_STATS_TIMEOUT	1
22#define IBMVNIC_INIT_FAILED	2
23#define IBMVNIC_OPEN_FAILED	3
24
25/* basic structures plus 100 2k buffers */
26#define IBMVNIC_IO_ENTITLEMENT_DEFAULT	610305
27
28/* Initial module_parameters */
29#define IBMVNIC_RX_WEIGHT		16
30/* when changing this, update IBMVNIC_IO_ENTITLEMENT_DEFAULT */
31#define IBMVNIC_BUFFS_PER_POOL	100
32#define IBMVNIC_MAX_QUEUES	16
33#define IBMVNIC_MAX_QUEUE_SZ   4096
34
35#define IBMVNIC_TSO_BUF_SZ	65536
36#define IBMVNIC_TSO_BUFS	64
37#define IBMVNIC_TSO_POOL_MASK	0x80000000
38
39#define IBMVNIC_MAX_LTB_SIZE ((1 << (MAX_ORDER - 1)) * PAGE_SIZE)
40#define IBMVNIC_BUFFER_HLEN 500
41
42#define IBMVNIC_RESET_DELAY 100
43
44struct ibmvnic_login_buffer {
45	__be32 len;
46	__be32 version;
47#define INITIAL_VERSION_LB 1
48	__be32 num_txcomp_subcrqs;
49	__be32 off_txcomp_subcrqs;
50	__be32 num_rxcomp_subcrqs;
51	__be32 off_rxcomp_subcrqs;
52	__be32 login_rsp_ioba;
53	__be32 login_rsp_len;
54	__be32 client_data_offset;
55	__be32 client_data_len;
56} __packed __aligned(8);
57
58struct ibmvnic_login_rsp_buffer {
59	__be32 len;
60	__be32 version;
61#define INITIAL_VERSION_LRB 1
62	__be32 num_txsubm_subcrqs;
63	__be32 off_txsubm_subcrqs;
64	__be32 num_rxadd_subcrqs;
65	__be32 off_rxadd_subcrqs;
66	__be32 off_rxadd_buff_size;
67	__be32 num_supp_tx_desc;
68	__be32 off_supp_tx_desc;
69} __packed __aligned(8);
70
71struct ibmvnic_query_ip_offload_buffer {
72	__be32 len;
73	__be32 version;
74#define INITIAL_VERSION_IOB 1
75	u8 ipv4_chksum;
76	u8 ipv6_chksum;
77	u8 tcp_ipv4_chksum;
78	u8 tcp_ipv6_chksum;
79	u8 udp_ipv4_chksum;
80	u8 udp_ipv6_chksum;
81	u8 large_tx_ipv4;
82	u8 large_tx_ipv6;
83	u8 large_rx_ipv4;
84	u8 large_rx_ipv6;
85	u8 reserved1[14];
86	__be16 max_ipv4_header_size;
87	__be16 max_ipv6_header_size;
88	__be16 max_tcp_header_size;
89	__be16 max_udp_header_size;
90	__be32 max_large_tx_size;
91	__be32 max_large_rx_size;
92	u8 reserved2[16];
93	u8 ipv6_extension_header;
94#define IPV6_EH_NOT_SUPPORTED	0x00
95#define IPV6_EH_SUPPORTED_LIM	0x01
96#define IPV6_EH_SUPPORTED	0xFF
97	u8 tcp_pseudosum_req;
98#define TCP_PS_NOT_REQUIRED	0x00
99#define TCP_PS_REQUIRED		0x01
100	u8 reserved3[30];
101	__be16 num_ipv6_ext_headers;
102	__be32 off_ipv6_ext_headers;
103	u8 reserved4[154];
104} __packed __aligned(8);
105
106struct ibmvnic_control_ip_offload_buffer {
107	__be32 len;
108	__be32 version;
109#define INITIAL_VERSION_IOB 1
110	u8 ipv4_chksum;
111	u8 ipv6_chksum;
112	u8 tcp_ipv4_chksum;
113	u8 tcp_ipv6_chksum;
114	u8 udp_ipv4_chksum;
115	u8 udp_ipv6_chksum;
116	u8 large_tx_ipv4;
117	u8 large_tx_ipv6;
118	u8 bad_packet_rx;
119	u8 large_rx_ipv4;
120	u8 large_rx_ipv6;
121	u8 reserved4[111];
122} __packed __aligned(8);
123
124struct ibmvnic_fw_component {
125	u8 name[48];
126	__be32 trace_buff_size;
127	u8 correlator;
128	u8 trace_level;
129	u8 parent_correlator;
130	u8 error_check_level;
131	u8 trace_on;
132	u8 reserved[7];
133	u8 description[192];
134} __packed __aligned(8);
135
136struct ibmvnic_fw_trace_entry {
137	__be32 trace_id;
138	u8 num_valid_data;
139	u8 reserved[3];
140	__be64 pmc_registers;
141	__be64 timebase;
142	__be64 trace_data[5];
143} __packed __aligned(8);
144
145struct ibmvnic_statistics {
146	__be32 version;
147	__be32 promiscuous;
148	__be64 rx_packets;
149	__be64 rx_bytes;
150	__be64 tx_packets;
151	__be64 tx_bytes;
152	__be64 ucast_tx_packets;
153	__be64 ucast_rx_packets;
154	__be64 mcast_tx_packets;
155	__be64 mcast_rx_packets;
156	__be64 bcast_tx_packets;
157	__be64 bcast_rx_packets;
158	__be64 align_errors;
159	__be64 fcs_errors;
160	__be64 single_collision_frames;
161	__be64 multi_collision_frames;
162	__be64 sqe_test_errors;
163	__be64 deferred_tx;
164	__be64 late_collisions;
165	__be64 excess_collisions;
166	__be64 internal_mac_tx_errors;
167	__be64 carrier_sense;
168	__be64 too_long_frames;
169	__be64 internal_mac_rx_errors;
170	u8 reserved[72];
171} __packed __aligned(8);
172
173#define NUM_TX_STATS 3
174struct ibmvnic_tx_queue_stats {
175	u64 packets;
176	u64 bytes;
177	u64 dropped_packets;
178};
179
180#define NUM_RX_STATS 3
181struct ibmvnic_rx_queue_stats {
182	u64 packets;
183	u64 bytes;
184	u64 interrupts;
185};
186
187struct ibmvnic_acl_buffer {
188	__be32 len;
189	__be32 version;
190#define INITIAL_VERSION_IOB 1
191	u8 mac_acls_restrict;
192	u8 vlan_acls_restrict;
193	u8 reserved1[22];
194	__be32 num_mac_addrs;
195	__be32 offset_mac_addrs;
196	__be32 num_vlan_ids;
197	__be32 offset_vlan_ids;
198	u8 reserved2[80];
199} __packed __aligned(8);
200
201/* descriptors have been changed, how should this be defined?  1? 4? */
202
203#define IBMVNIC_TX_DESC_VERSIONS 3
204
205/* is this still needed? */
206struct ibmvnic_tx_comp_desc {
207	u8 first;
208	u8 num_comps;
209	__be16 rcs[5];
210	__be32 correlators[5];
211} __packed __aligned(8);
212
213/* some flags that included in v0 descriptor, which is gone
214 * only used for IBMVNIC_TCP_CHKSUM and IBMVNIC_UDP_CHKSUM
215 * and only in some offload_flags variable that doesn't seem
216 * to be used anywhere, can probably be removed?
217 */
218
219#define IBMVNIC_TCP_CHKSUM		0x20
220#define IBMVNIC_UDP_CHKSUM		0x08
221
222#define IBMVNIC_MAX_FRAGS_PER_CRQ 3
223
224struct ibmvnic_tx_desc {
225	u8 first;
226	u8 type;
227
228#define IBMVNIC_TX_DESC 0x10
229	u8 n_crq_elem;
230	u8 n_sge;
231	u8 flags1;
232#define IBMVNIC_TX_COMP_NEEDED		0x80
233#define IBMVNIC_TX_CHKSUM_OFFLOAD	0x40
234#define IBMVNIC_TX_LSO			0x20
235#define IBMVNIC_TX_PROT_TCP		0x10
236#define IBMVNIC_TX_PROT_UDP		0x08
237#define IBMVNIC_TX_PROT_IPV4		0x04
238#define IBMVNIC_TX_PROT_IPV6		0x02
239#define IBMVNIC_TX_VLAN_PRESENT		0x01
240	u8 flags2;
241#define IBMVNIC_TX_VLAN_INSERT		0x80
242	__be16 mss;
243	u8 reserved[4];
244	__be32 correlator;
245	__be16 vlan_id;
246	__be16 dma_reg;
247	__be32 sge_len;
248	__be64 ioba;
249} __packed __aligned(8);
250
251struct ibmvnic_hdr_desc {
252	u8 first;
253	u8 type;
254#define IBMVNIC_HDR_DESC		0x11
255	u8 len;
256	u8 l2_len;
257	__be16 l3_len;
258	u8 l4_len;
259	u8 flag;
260	u8 data[24];
261} __packed __aligned(8);
262
263struct ibmvnic_hdr_ext_desc {
264	u8 first;
265	u8 type;
266#define IBMVNIC_HDR_EXT_DESC		0x12
267	u8 len;
268	u8 data[29];
269} __packed __aligned(8);
270
271struct ibmvnic_sge_desc {
272	u8 first;
273	u8 type;
274#define IBMVNIC_SGE_DESC		0x30
275	__be16 sge1_dma_reg;
276	__be32 sge1_len;
277	__be64 sge1_ioba;
278	__be16 reserved;
279	__be16 sge2_dma_reg;
280	__be32 sge2_len;
281	__be64 sge2_ioba;
282} __packed __aligned(8);
283
284struct ibmvnic_rx_comp_desc {
285	u8 first;
286	u8 flags;
287#define IBMVNIC_IP_CHKSUM_GOOD		0x80
288#define IBMVNIC_TCP_UDP_CHKSUM_GOOD	0x40
289#define IBMVNIC_END_FRAME			0x20
290#define IBMVNIC_EXACT_MC			0x10
291#define IBMVNIC_VLAN_STRIPPED			0x08
292	__be16 off_frame_data;
293	__be32 len;
294	__be64 correlator;
295	__be16 vlan_tci;
296	__be16 rc;
297	u8 reserved[12];
298} __packed __aligned(8);
299
300struct ibmvnic_generic_scrq {
301	u8 first;
302	u8 reserved[31];
303} __packed __aligned(8);
304
305struct ibmvnic_rx_buff_add_desc {
306	u8 first;
307	u8 reserved[7];
308	__be64 correlator;
309	__be32 ioba;
310	u8 map_id;
311	__be32 len:24;
312	u8 reserved2[8];
313} __packed __aligned(8);
314
315struct ibmvnic_rc {
316	u8 code; /* one of enum ibmvnic_rc_codes */
317	u8 detailed_data[3];
318} __packed __aligned(4);
319
320struct ibmvnic_generic_crq {
321	u8 first;
322	u8 cmd;
323	u8 params[10];
324	struct ibmvnic_rc rc;
325} __packed __aligned(8);
326
327struct ibmvnic_version_exchange {
328	u8 first;
329	u8 cmd;
330	__be16 version;
331#define IBMVNIC_INITIAL_VERSION 1
332	u8 reserved[8];
333	struct ibmvnic_rc rc;
334} __packed __aligned(8);
335
336struct ibmvnic_capability {
337	u8 first;
338	u8 cmd;
339	__be16 capability; /* one of ibmvnic_capabilities */
340	__be64 number;
341	struct ibmvnic_rc rc;
342} __packed __aligned(8);
343
344struct ibmvnic_login {
345	u8 first;
346	u8 cmd;
347	u8 reserved[6];
348	__be32 ioba;
349	__be32 len;
350} __packed __aligned(8);
351
352struct ibmvnic_phys_parms {
353	u8 first;
354	u8 cmd;
355	u8 flags1;
356#define IBMVNIC_EXTERNAL_LOOPBACK	0x80
357#define IBMVNIC_INTERNAL_LOOPBACK	0x40
358#define IBMVNIC_PROMISC		0x20
359#define IBMVNIC_PHYS_LINK_ACTIVE	0x10
360#define IBMVNIC_AUTONEG_DUPLEX	0x08
361#define IBMVNIC_FULL_DUPLEX	0x04
362#define IBMVNIC_HALF_DUPLEX	0x02
363#define IBMVNIC_CAN_CHG_PHYS_PARMS	0x01
364	u8 flags2;
365#define IBMVNIC_LOGICAL_LNK_ACTIVE 0x80
366	__be32 speed;
367#define IBMVNIC_AUTONEG		0x80000000
368#define IBMVNIC_10MBPS		0x40000000
369#define IBMVNIC_100MBPS		0x20000000
370#define IBMVNIC_1GBPS		0x10000000
371#define IBMVNIC_10GBPS		0x08000000
372#define IBMVNIC_40GBPS		0x04000000
373#define IBMVNIC_100GBPS		0x02000000
374#define IBMVNIC_25GBPS		0x01000000
375#define IBMVNIC_50GBPS		0x00800000
376#define IBMVNIC_200GBPS		0x00400000
377	__be32 mtu;
378	struct ibmvnic_rc rc;
379} __packed __aligned(8);
380
381struct ibmvnic_logical_link_state {
382	u8 first;
383	u8 cmd;
384	u8 link_state;
385#define IBMVNIC_LOGICAL_LNK_DN 0x00
386#define IBMVNIC_LOGICAL_LNK_UP 0x01
387#define IBMVNIC_LOGICAL_LNK_QUERY 0xff
388	u8 reserved[9];
389	struct ibmvnic_rc rc;
390} __packed __aligned(8);
391
392struct ibmvnic_query_ip_offload {
393	u8 first;
394	u8 cmd;
395	u8 reserved[2];
396	__be32 len;
397	__be32 ioba;
398	struct ibmvnic_rc rc;
399} __packed __aligned(8);
400
401struct ibmvnic_control_ip_offload {
402	u8 first;
403	u8 cmd;
404	u8 reserved[2];
405	__be32 ioba;
406	__be32 len;
407	struct ibmvnic_rc rc;
408} __packed __aligned(8);
409
410struct ibmvnic_request_dump_size {
411	u8 first;
412	u8 cmd;
413	u8 reserved[6];
414	__be32 len;
415	struct ibmvnic_rc rc;
416} __packed __aligned(8);
417
418struct ibmvnic_request_dump {
419	u8 first;
420	u8 cmd;
421	u8 reserved1[2];
422	__be32 ioba;
423	__be32 len;
424	u8 reserved2[4];
425} __packed __aligned(8);
426
427struct ibmvnic_request_dump_rsp {
428	u8 first;
429	u8 cmd;
430	u8 reserved[6];
431	__be32 dumped_len;
432	struct ibmvnic_rc rc;
433} __packed __aligned(8);
434
435struct ibmvnic_request_ras_comp_num {
436	u8 first;
437	u8 cmd;
438	u8 reserved1[2];
439	__be32 num_components;
440	u8 reserved2[4];
441	struct ibmvnic_rc rc;
442} __packed __aligned(8);
443
444struct ibmvnic_request_ras_comps {
445	u8 first;
446	u8 cmd;
447	u8 reserved[2];
448	__be32 ioba;
449	__be32 len;
450	struct ibmvnic_rc rc;
451} __packed __aligned(8);
452
453struct ibmvnic_control_ras {
454	u8 first;
455	u8 cmd;
456	u8 correlator;
457	u8 level;
458	u8 op;
459#define IBMVNIC_TRACE_LEVEL	1
460#define IBMVNIC_ERROR_LEVEL	2
461#define IBMVNIC_TRACE_PAUSE	3
462#define IBMVNIC_TRACE_RESUME	4
463#define IBMVNIC_TRACE_ON		5
464#define IBMVNIC_TRACE_OFF		6
465#define IBMVNIC_CHG_TRACE_BUFF_SZ	7
466	u8 trace_buff_sz[3];
467	u8 reserved[4];
468	struct ibmvnic_rc rc;
469} __packed __aligned(8);
470
471struct ibmvnic_collect_fw_trace {
472	u8 first;
473	u8 cmd;
474	u8 correlator;
475	u8 reserved;
476	__be32 ioba;
477	__be32 len;
478	struct ibmvnic_rc rc;
479} __packed __aligned(8);
480
481struct ibmvnic_request_statistics {
482	u8 first;
483	u8 cmd;
484	u8 flags;
485#define IBMVNIC_PHYSICAL_PORT	0x80
486	u8 reserved1;
487	__be32 ioba;
488	__be32 len;
489	u8 reserved[4];
490} __packed __aligned(8);
491
492struct ibmvnic_request_debug_stats {
493	u8 first;
494	u8 cmd;
495	u8 reserved[2];
496	__be32 ioba;
497	__be32 len;
498	struct ibmvnic_rc rc;
499} __packed __aligned(8);
500
501struct ibmvnic_error_indication {
502	u8 first;
503	u8 cmd;
504	u8 flags;
505#define IBMVNIC_FATAL_ERROR	0x80
506	u8 reserved1;
507	__be32 error_id;
508	__be32 detail_error_sz;
509	__be16 error_cause;
510	u8 reserved2[2];
511} __packed __aligned(8);
512
513struct ibmvnic_link_state_indication {
514	u8 first;
515	u8 cmd;
516	u8 reserved1[2];
517	u8 phys_link_state;
518	u8 logical_link_state;
519	u8 reserved2[10];
520} __packed __aligned(8);
521
522struct ibmvnic_change_mac_addr {
523	u8 first;
524	u8 cmd;
525	u8 mac_addr[6];
526	u8 reserved[4];
527	struct ibmvnic_rc rc;
528} __packed __aligned(8);
529
530struct ibmvnic_multicast_ctrl {
531	u8 first;
532	u8 cmd;
533	u8 mac_addr[6];
534	u8 flags;
535#define IBMVNIC_ENABLE_MC		0x80
536#define IBMVNIC_DISABLE_MC		0x40
537#define IBMVNIC_ENABLE_ALL		0x20
538#define IBMVNIC_DISABLE_ALL	0x10
539	u8 reserved1;
540	__be16 reserved2; /* was num_enabled_mc_addr; */
541	struct ibmvnic_rc rc;
542} __packed __aligned(8);
543
544struct ibmvnic_get_vpd_size {
545	u8 first;
546	u8 cmd;
547	u8 reserved[14];
548} __packed __aligned(8);
549
550struct ibmvnic_get_vpd_size_rsp {
551	u8 first;
552	u8 cmd;
553	u8 reserved[2];
554	__be64 len;
555	struct ibmvnic_rc rc;
556} __packed __aligned(8);
557
558struct ibmvnic_get_vpd {
559	u8 first;
560	u8 cmd;
561	u8 reserved1[2];
562	__be32 ioba;
563	__be32 len;
564	u8 reserved[4];
565} __packed __aligned(8);
566
567struct ibmvnic_get_vpd_rsp {
568	u8 first;
569	u8 cmd;
570	u8 reserved[10];
571	struct ibmvnic_rc rc;
572} __packed __aligned(8);
573
574struct ibmvnic_acl_change_indication {
575	u8 first;
576	u8 cmd;
577	__be16 change_type;
578#define IBMVNIC_MAC_ACL 0
579#define IBMVNIC_VLAN_ACL 1
580	u8 reserved[12];
581} __packed __aligned(8);
582
583struct ibmvnic_acl_query {
584	u8 first;
585	u8 cmd;
586	u8 reserved1[2];
587	__be32 ioba;
588	__be32 len;
589	u8 reserved2[4];
590} __packed __aligned(8);
591
592struct ibmvnic_tune {
593	u8 first;
594	u8 cmd;
595	u8 reserved1[2];
596	__be32 ioba;
597	__be32 len;
598	u8 reserved2[4];
599} __packed __aligned(8);
600
601struct ibmvnic_request_map {
602	u8 first;
603	u8 cmd;
604	u8 reserved1;
605	u8 map_id;
606	__be32 ioba;
607	__be32 len;
608	u8 reserved2[4];
609} __packed __aligned(8);
610
611struct ibmvnic_request_map_rsp {
612	u8 first;
613	u8 cmd;
614	u8 reserved1;
615	u8 map_id;
616	u8 reserved2[8];
617	struct ibmvnic_rc rc;
618} __packed __aligned(8);
619
620struct ibmvnic_request_unmap {
621	u8 first;
622	u8 cmd;
623	u8 reserved1;
624	u8 map_id;
625	u8 reserved2[12];
626} __packed __aligned(8);
627
628struct ibmvnic_request_unmap_rsp {
629	u8 first;
630	u8 cmd;
631	u8 reserved1;
632	u8 map_id;
633	u8 reserved2[8];
634	struct ibmvnic_rc rc;
635} __packed __aligned(8);
636
637struct ibmvnic_query_map {
638	u8 first;
639	u8 cmd;
640	u8 reserved[14];
641} __packed __aligned(8);
642
643struct ibmvnic_query_map_rsp {
644	u8 first;
645	u8 cmd;
646	u8 reserved;
647	u8 page_size;
648	__be32 tot_pages;
649	__be32 free_pages;
650	struct ibmvnic_rc rc;
651} __packed __aligned(8);
652
653union ibmvnic_crq {
654	struct ibmvnic_generic_crq generic;
655	struct ibmvnic_version_exchange version_exchange;
656	struct ibmvnic_version_exchange version_exchange_rsp;
657	struct ibmvnic_capability query_capability;
658	struct ibmvnic_capability query_capability_rsp;
659	struct ibmvnic_capability request_capability;
660	struct ibmvnic_capability request_capability_rsp;
661	struct ibmvnic_login login;
662	struct ibmvnic_generic_crq login_rsp;
663	struct ibmvnic_phys_parms query_phys_parms;
664	struct ibmvnic_phys_parms query_phys_parms_rsp;
665	struct ibmvnic_phys_parms query_phys_capabilities;
666	struct ibmvnic_phys_parms query_phys_capabilities_rsp;
667	struct ibmvnic_phys_parms set_phys_parms;
668	struct ibmvnic_phys_parms set_phys_parms_rsp;
669	struct ibmvnic_logical_link_state logical_link_state;
670	struct ibmvnic_logical_link_state logical_link_state_rsp;
671	struct ibmvnic_query_ip_offload query_ip_offload;
672	struct ibmvnic_query_ip_offload query_ip_offload_rsp;
673	struct ibmvnic_control_ip_offload control_ip_offload;
674	struct ibmvnic_control_ip_offload control_ip_offload_rsp;
675	struct ibmvnic_request_dump_size request_dump_size;
676	struct ibmvnic_request_dump_size request_dump_size_rsp;
677	struct ibmvnic_request_dump request_dump;
678	struct ibmvnic_request_dump_rsp request_dump_rsp;
679	struct ibmvnic_request_ras_comp_num request_ras_comp_num;
680	struct ibmvnic_request_ras_comp_num request_ras_comp_num_rsp;
681	struct ibmvnic_request_ras_comps request_ras_comps;
682	struct ibmvnic_request_ras_comps request_ras_comps_rsp;
683	struct ibmvnic_control_ras control_ras;
684	struct ibmvnic_control_ras control_ras_rsp;
685	struct ibmvnic_collect_fw_trace collect_fw_trace;
686	struct ibmvnic_collect_fw_trace collect_fw_trace_rsp;
687	struct ibmvnic_request_statistics request_statistics;
688	struct ibmvnic_generic_crq request_statistics_rsp;
689	struct ibmvnic_request_debug_stats request_debug_stats;
690	struct ibmvnic_request_debug_stats request_debug_stats_rsp;
691	struct ibmvnic_error_indication error_indication;
692	struct ibmvnic_link_state_indication link_state_indication;
693	struct ibmvnic_change_mac_addr change_mac_addr;
694	struct ibmvnic_change_mac_addr change_mac_addr_rsp;
695	struct ibmvnic_multicast_ctrl multicast_ctrl;
696	struct ibmvnic_multicast_ctrl multicast_ctrl_rsp;
697	struct ibmvnic_get_vpd_size get_vpd_size;
698	struct ibmvnic_get_vpd_size_rsp get_vpd_size_rsp;
699	struct ibmvnic_get_vpd get_vpd;
700	struct ibmvnic_get_vpd_rsp get_vpd_rsp;
701	struct ibmvnic_acl_change_indication acl_change_indication;
702	struct ibmvnic_acl_query acl_query;
703	struct ibmvnic_generic_crq acl_query_rsp;
704	struct ibmvnic_tune tune;
705	struct ibmvnic_generic_crq tune_rsp;
706	struct ibmvnic_request_map request_map;
707	struct ibmvnic_request_map_rsp request_map_rsp;
708	struct ibmvnic_request_unmap request_unmap;
709	struct ibmvnic_request_unmap_rsp request_unmap_rsp;
710	struct ibmvnic_query_map query_map;
711	struct ibmvnic_query_map_rsp query_map_rsp;
712};
713
714enum ibmvnic_rc_codes {
715	SUCCESS = 0,
716	PARTIALSUCCESS = 1,
717	PERMISSION = 2,
718	NOMEMORY = 3,
719	PARAMETER = 4,
720	UNKNOWNCOMMAND = 5,
721	ABORTED = 6,
722	INVALIDSTATE = 7,
723	INVALIDIOBA = 8,
724	INVALIDLENGTH = 9,
725	UNSUPPORTEDOPTION = 10,
726};
727
728enum ibmvnic_capabilities {
729	MIN_TX_QUEUES = 1,
730	MIN_RX_QUEUES = 2,
731	MIN_RX_ADD_QUEUES = 3,
732	MAX_TX_QUEUES = 4,
733	MAX_RX_QUEUES = 5,
734	MAX_RX_ADD_QUEUES = 6,
735	REQ_TX_QUEUES = 7,
736	REQ_RX_QUEUES = 8,
737	REQ_RX_ADD_QUEUES = 9,
738	MIN_TX_ENTRIES_PER_SUBCRQ = 10,
739	MIN_RX_ADD_ENTRIES_PER_SUBCRQ = 11,
740	MAX_TX_ENTRIES_PER_SUBCRQ = 12,
741	MAX_RX_ADD_ENTRIES_PER_SUBCRQ = 13,
742	REQ_TX_ENTRIES_PER_SUBCRQ = 14,
743	REQ_RX_ADD_ENTRIES_PER_SUBCRQ = 15,
744	TCP_IP_OFFLOAD = 16,
745	PROMISC_REQUESTED = 17,
746	PROMISC_SUPPORTED = 18,
747	MIN_MTU = 19,
748	MAX_MTU = 20,
749	REQ_MTU = 21,
750	MAX_MULTICAST_FILTERS = 22,
751	VLAN_HEADER_INSERTION = 23,
752	RX_VLAN_HEADER_INSERTION = 24,
753	MAX_TX_SG_ENTRIES = 25,
754	RX_SG_SUPPORTED = 26,
755	RX_SG_REQUESTED = 27,
756	OPT_TX_COMP_SUB_QUEUES = 28,
757	OPT_RX_COMP_QUEUES = 29,
758	OPT_RX_BUFADD_Q_PER_RX_COMP_Q = 30,
759	OPT_TX_ENTRIES_PER_SUBCRQ = 31,
760	OPT_RXBA_ENTRIES_PER_SUBCRQ = 32,
761	TX_RX_DESC_REQ = 33,
762};
763
764enum ibmvnic_error_cause {
765	ADAPTER_PROBLEM = 0,
766	BUS_PROBLEM = 1,
767	FW_PROBLEM = 2,
768	DD_PROBLEM = 3,
769	EEH_RECOVERY = 4,
770	FW_UPDATED = 5,
771	LOW_MEMORY = 6,
772};
773
774enum ibmvnic_commands {
775	VERSION_EXCHANGE = 0x01,
776	VERSION_EXCHANGE_RSP = 0x81,
777	QUERY_CAPABILITY = 0x02,
778	QUERY_CAPABILITY_RSP = 0x82,
779	REQUEST_CAPABILITY = 0x03,
780	REQUEST_CAPABILITY_RSP = 0x83,
781	LOGIN = 0x04,
782	LOGIN_RSP = 0x84,
783	QUERY_PHYS_PARMS = 0x05,
784	QUERY_PHYS_PARMS_RSP = 0x85,
785	QUERY_PHYS_CAPABILITIES = 0x06,
786	QUERY_PHYS_CAPABILITIES_RSP = 0x86,
787	SET_PHYS_PARMS = 0x07,
788	SET_PHYS_PARMS_RSP = 0x87,
789	ERROR_INDICATION = 0x08,
790	LOGICAL_LINK_STATE = 0x0C,
791	LOGICAL_LINK_STATE_RSP = 0x8C,
792	REQUEST_STATISTICS = 0x0D,
793	REQUEST_STATISTICS_RSP = 0x8D,
794	COLLECT_FW_TRACE = 0x11,
795	COLLECT_FW_TRACE_RSP = 0x91,
796	LINK_STATE_INDICATION = 0x12,
797	CHANGE_MAC_ADDR = 0x13,
798	CHANGE_MAC_ADDR_RSP = 0x93,
799	MULTICAST_CTRL = 0x14,
800	MULTICAST_CTRL_RSP = 0x94,
801	GET_VPD_SIZE = 0x15,
802	GET_VPD_SIZE_RSP = 0x95,
803	GET_VPD = 0x16,
804	GET_VPD_RSP = 0x96,
805	TUNE = 0x17,
806	TUNE_RSP = 0x97,
807	QUERY_IP_OFFLOAD = 0x18,
808	QUERY_IP_OFFLOAD_RSP = 0x98,
809	CONTROL_IP_OFFLOAD = 0x19,
810	CONTROL_IP_OFFLOAD_RSP = 0x99,
811	ACL_CHANGE_INDICATION = 0x1A,
812	ACL_QUERY = 0x1B,
813	ACL_QUERY_RSP = 0x9B,
814	QUERY_MAP = 0x1D,
815	QUERY_MAP_RSP = 0x9D,
816	REQUEST_MAP = 0x1E,
817	REQUEST_MAP_RSP = 0x9E,
818	REQUEST_UNMAP = 0x1F,
819	REQUEST_UNMAP_RSP = 0x9F,
820	VLAN_CTRL = 0x20,
821	VLAN_CTRL_RSP = 0xA0,
822};
823
824enum ibmvnic_crq_type {
825	IBMVNIC_CRQ_CMD			= 0x80,
826	IBMVNIC_CRQ_CMD_RSP		= 0x80,
827	IBMVNIC_CRQ_INIT_CMD		= 0xC0,
828	IBMVNIC_CRQ_INIT_RSP		= 0xC0,
829	IBMVNIC_CRQ_XPORT_EVENT		= 0xFF,
830};
831
832enum ibmvfc_crq_format {
833	IBMVNIC_CRQ_INIT                 = 0x01,
834	IBMVNIC_CRQ_INIT_COMPLETE        = 0x02,
835	IBMVNIC_PARTITION_MIGRATED       = 0x06,
836	IBMVNIC_DEVICE_FAILOVER          = 0x08,
837};
838
839struct ibmvnic_crq_queue {
840	union ibmvnic_crq *msgs;
841	int size, cur;
842	dma_addr_t msg_token;
843	spinlock_t lock;
844	bool active;
845	char name[32];
846};
847
848union sub_crq {
849	struct ibmvnic_generic_scrq generic;
850	struct ibmvnic_tx_comp_desc tx_comp;
851	struct ibmvnic_tx_desc v1;
852	struct ibmvnic_hdr_desc hdr;
853	struct ibmvnic_hdr_ext_desc hdr_ext;
854	struct ibmvnic_sge_desc sge;
855	struct ibmvnic_rx_comp_desc rx_comp;
856	struct ibmvnic_rx_buff_add_desc rx_add;
857};
858
859struct ibmvnic_sub_crq_queue {
860	union sub_crq *msgs;
861	int size, cur;
862	dma_addr_t msg_token;
863	unsigned long crq_num;
864	unsigned long hw_irq;
865	unsigned int irq;
866	unsigned int pool_index;
867	int scrq_num;
868	spinlock_t lock;
869	struct sk_buff *rx_skb_top;
870	struct ibmvnic_adapter *adapter;
871	atomic_t used;
872	char name[32];
873	u64 handle;
874};
875
876struct ibmvnic_long_term_buff {
877	unsigned char *buff;
878	dma_addr_t addr;
879	u64 size;
880	u8 map_id;
881};
882
883struct ibmvnic_tx_buff {
884	struct sk_buff *skb;
885	dma_addr_t data_dma[IBMVNIC_MAX_FRAGS_PER_CRQ];
886	unsigned int data_len[IBMVNIC_MAX_FRAGS_PER_CRQ];
887	int index;
888	int pool_index;
889	bool last_frag;
890	union sub_crq indir_arr[6];
891	u8 hdr_data[140];
892	dma_addr_t indir_dma;
893	int num_entries;
894};
895
896struct ibmvnic_tx_pool {
897	struct ibmvnic_tx_buff *tx_buff;
898	int *free_map;
899	int consumer_index;
900	int producer_index;
901	struct ibmvnic_long_term_buff long_term_buff;
902	int num_buffers;
903	int buf_size;
904};
905
906struct ibmvnic_rx_buff {
907	struct sk_buff *skb;
908	dma_addr_t dma;
909	unsigned char *data;
910	int size;
911	int pool_index;
912};
913
914struct ibmvnic_rx_pool {
915	struct ibmvnic_rx_buff *rx_buff;
916	int size;
917	int index;
918	int buff_size;
919	atomic_t available;
920	int *free_map;
921	int next_free;
922	int next_alloc;
923	int active;
924	struct ibmvnic_long_term_buff long_term_buff;
925};
926
927struct ibmvnic_vpd {
928	unsigned char *buff;
929	dma_addr_t dma_addr;
930	u64 len;
931};
932
933enum vnic_state {VNIC_PROBING = 1,
934		 VNIC_PROBED,
935		 VNIC_OPENING,
936		 VNIC_OPEN,
937		 VNIC_CLOSING,
938		 VNIC_CLOSED,
939		 VNIC_REMOVING,
940		 VNIC_REMOVED};
941
942enum ibmvnic_reset_reason {VNIC_RESET_FAILOVER = 1,
943			   VNIC_RESET_MOBILITY,
944			   VNIC_RESET_FATAL,
945			   VNIC_RESET_NON_FATAL,
946			   VNIC_RESET_TIMEOUT,
947			   VNIC_RESET_CHANGE_PARAM};
948
949struct ibmvnic_rwi {
950	enum ibmvnic_reset_reason reset_reason;
951	struct list_head list;
952};
953
954struct ibmvnic_tunables {
955	u64 rx_queues;
956	u64 tx_queues;
957	u64 rx_entries;
958	u64 tx_entries;
959	u64 mtu;
960};
961
962struct ibmvnic_adapter {
963	struct vio_dev *vdev;
964	struct net_device *netdev;
965	struct ibmvnic_crq_queue crq;
966	u8 mac_addr[ETH_ALEN];
967	struct ibmvnic_query_ip_offload_buffer ip_offload_buf;
968	dma_addr_t ip_offload_tok;
969	struct ibmvnic_control_ip_offload_buffer ip_offload_ctrl;
970	dma_addr_t ip_offload_ctrl_tok;
971	u32 msg_enable;
972
973	/* Vital Product Data (VPD) */
974	struct ibmvnic_vpd *vpd;
975	char fw_version[32];
976
977	/* Statistics */
978	struct ibmvnic_statistics stats;
979	dma_addr_t stats_token;
980	struct completion stats_done;
981	spinlock_t stats_lock;
982	int replenish_no_mem;
983	int replenish_add_buff_success;
984	int replenish_add_buff_failure;
985	int replenish_task_cycles;
986	int tx_send_failed;
987	int tx_map_failed;
988
989	struct ibmvnic_tx_queue_stats *tx_stats_buffers;
990	struct ibmvnic_rx_queue_stats *rx_stats_buffers;
991
992	int phys_link_state;
993	int logical_link_state;
994
995	u32 speed;
996	u8 duplex;
997
998	/* login data */
999	struct ibmvnic_login_buffer *login_buf;
1000	dma_addr_t login_buf_token;
1001	int login_buf_sz;
1002
1003	struct ibmvnic_login_rsp_buffer *login_rsp_buf;
1004	dma_addr_t login_rsp_buf_token;
1005	int login_rsp_buf_sz;
1006
1007	atomic_t running_cap_crqs;
1008	bool wait_capability;
1009
1010	struct ibmvnic_sub_crq_queue **tx_scrq;
1011	struct ibmvnic_sub_crq_queue **rx_scrq;
1012
1013	/* rx structs */
1014	struct napi_struct *napi;
1015	struct ibmvnic_rx_pool *rx_pool;
1016	u64 promisc;
1017
1018	struct ibmvnic_tx_pool *tx_pool;
1019	struct ibmvnic_tx_pool *tso_pool;
1020	struct completion init_done;
1021	int init_done_rc;
1022
1023	struct completion fw_done;
1024	/* Used for serialization of device commands */
1025	struct mutex fw_lock;
1026	int fw_done_rc;
1027
1028	struct completion reset_done;
1029	int reset_done_rc;
1030	bool wait_for_reset;
1031
1032	/* partner capabilities */
1033	u64 min_tx_queues;
1034	u64 min_rx_queues;
1035	u64 min_rx_add_queues;
1036	u64 max_tx_queues;
1037	u64 max_rx_queues;
1038	u64 max_rx_add_queues;
1039	u64 req_tx_queues;
1040	u64 req_rx_queues;
1041	u64 req_rx_add_queues;
1042	u64 min_tx_entries_per_subcrq;
1043	u64 min_rx_add_entries_per_subcrq;
1044	u64 max_tx_entries_per_subcrq;
1045	u64 max_rx_add_entries_per_subcrq;
1046	u64 req_tx_entries_per_subcrq;
1047	u64 req_rx_add_entries_per_subcrq;
1048	u64 tcp_ip_offload;
1049	u64 promisc_requested;
1050	u64 promisc_supported;
1051	u64 min_mtu;
1052	u64 max_mtu;
1053	u64 req_mtu;
1054	u64 max_multicast_filters;
1055	u64 vlan_header_insertion;
1056	u64 rx_vlan_header_insertion;
1057	u64 max_tx_sg_entries;
1058	u64 rx_sg_supported;
1059	u64 rx_sg_requested;
1060	u64 opt_tx_comp_sub_queues;
1061	u64 opt_rx_comp_queues;
1062	u64 opt_rx_bufadd_q_per_rx_comp_q;
1063	u64 opt_tx_entries_per_subcrq;
1064	u64 opt_rxba_entries_per_subcrq;
1065	__be64 tx_rx_desc_req;
1066	u8 map_id;
1067	u32 num_active_rx_scrqs;
1068	u32 num_active_rx_pools;
1069	u32 num_active_rx_napi;
1070	u32 num_active_tx_scrqs;
1071	u32 num_active_tx_pools;
1072	u32 cur_rx_buf_sz;
1073
1074	struct tasklet_struct tasklet;
1075	enum vnic_state state;
1076	enum ibmvnic_reset_reason reset_reason;
1077	/* when taking both state and rwi locks, take state lock first */
1078	spinlock_t rwi_lock;
1079	struct list_head rwi_list;
1080	struct work_struct ibmvnic_reset;
1081	struct delayed_work ibmvnic_delayed_reset;
1082	unsigned long resetting;
1083	bool napi_enabled, from_passive_init;
1084	bool login_pending;
1085	/* last device reset time */
1086	unsigned long last_reset_time;
1087
1088	bool failover_pending;
1089	bool force_reset_recovery;
1090
1091	struct ibmvnic_tunables desired;
1092	struct ibmvnic_tunables fallback;
1093
1094	/* Used for serialization of state field. When taking both state
1095	 * and rwi locks, take state lock first.
1096	 */
1097	spinlock_t state_lock;
1098};
1099