1 /*-
2  * BSD LICENSE
3  *
4  * Copyright (c) 2015-2017 Amazon.com, Inc. or its affiliates.
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  *
11  * * Redistributions of source code must retain the above copyright
12  * notice, this list of conditions and the following disclaimer.
13  * * Redistributions in binary form must reproduce the above copyright
14  * notice, this list of conditions and the following disclaimer in
15  * the documentation and/or other materials provided with the
16  * distribution.
17  * * Neither the name of copyright holder nor the names of its
18  * contributors may be used to endorse or promote products derived
19  * from this software without specific prior written permission.
20  *
21  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32  */
33 
34 #ifndef _ENA_ADMIN_H_
35 #define _ENA_ADMIN_H_
36 
37 enum ena_admin_aq_opcode {
38 	ENA_ADMIN_CREATE_SQ	= 1,
39 
40 	ENA_ADMIN_DESTROY_SQ	= 2,
41 
42 	ENA_ADMIN_CREATE_CQ	= 3,
43 
44 	ENA_ADMIN_DESTROY_CQ	= 4,
45 
46 	ENA_ADMIN_GET_FEATURE	= 8,
47 
48 	ENA_ADMIN_SET_FEATURE	= 9,
49 
50 	ENA_ADMIN_GET_STATS	= 11,
51 };
52 
53 enum ena_admin_aq_completion_status {
54 	ENA_ADMIN_SUCCESS			= 0,
55 
56 	ENA_ADMIN_RESOURCE_ALLOCATION_FAILURE	= 1,
57 
58 	ENA_ADMIN_BAD_OPCODE			= 2,
59 
60 	ENA_ADMIN_UNSUPPORTED_OPCODE		= 3,
61 
62 	ENA_ADMIN_MALFORMED_REQUEST		= 4,
63 
64 	/* Additional status is provided in ACQ entry extended_status */
65 	ENA_ADMIN_ILLEGAL_PARAMETER		= 5,
66 
67 	ENA_ADMIN_UNKNOWN_ERROR			= 6,
68 };
69 
70 enum ena_admin_aq_feature_id {
71 	ENA_ADMIN_DEVICE_ATTRIBUTES		= 1,
72 
73 	ENA_ADMIN_MAX_QUEUES_NUM		= 2,
74 
75 	ENA_ADMIN_HW_HINTS			= 3,
76 
77 	ENA_ADMIN_RSS_HASH_FUNCTION		= 10,
78 
79 	ENA_ADMIN_STATELESS_OFFLOAD_CONFIG	= 11,
80 
81 	ENA_ADMIN_RSS_REDIRECTION_TABLE_CONFIG	= 12,
82 
83 	ENA_ADMIN_MTU				= 14,
84 
85 	ENA_ADMIN_RSS_HASH_INPUT		= 18,
86 
87 	ENA_ADMIN_INTERRUPT_MODERATION		= 20,
88 
89 	ENA_ADMIN_AENQ_CONFIG			= 26,
90 
91 	ENA_ADMIN_LINK_CONFIG			= 27,
92 
93 	ENA_ADMIN_HOST_ATTR_CONFIG		= 28,
94 
95 	ENA_ADMIN_FEATURES_OPCODE_NUM		= 32,
96 };
97 
98 enum ena_admin_placement_policy_type {
99 	/* descriptors and headers are in host memory */
100 	ENA_ADMIN_PLACEMENT_POLICY_HOST	= 1,
101 
102 	/* descriptors and headers are in device memory (a.k.a Low Latency
103 	 * Queue)
104 	 */
105 	ENA_ADMIN_PLACEMENT_POLICY_DEV	= 3,
106 };
107 
108 enum ena_admin_link_types {
109 	ENA_ADMIN_LINK_SPEED_1G		= 0x1,
110 
111 	ENA_ADMIN_LINK_SPEED_2_HALF_G	= 0x2,
112 
113 	ENA_ADMIN_LINK_SPEED_5G		= 0x4,
114 
115 	ENA_ADMIN_LINK_SPEED_10G	= 0x8,
116 
117 	ENA_ADMIN_LINK_SPEED_25G	= 0x10,
118 
119 	ENA_ADMIN_LINK_SPEED_40G	= 0x20,
120 
121 	ENA_ADMIN_LINK_SPEED_50G	= 0x40,
122 
123 	ENA_ADMIN_LINK_SPEED_100G	= 0x80,
124 
125 	ENA_ADMIN_LINK_SPEED_200G	= 0x100,
126 
127 	ENA_ADMIN_LINK_SPEED_400G	= 0x200,
128 };
129 
130 enum ena_admin_completion_policy_type {
131 	/* completion queue entry for each sq descriptor */
132 	ENA_ADMIN_COMPLETION_POLICY_DESC		= 0,
133 
134 	/* completion queue entry upon request in sq descriptor */
135 	ENA_ADMIN_COMPLETION_POLICY_DESC_ON_DEMAND	= 1,
136 
137 	/* current queue head pointer is updated in OS memory upon sq
138 	 * descriptor request
139 	 */
140 	ENA_ADMIN_COMPLETION_POLICY_HEAD_ON_DEMAND	= 2,
141 
142 	/* current queue head pointer is updated in OS memory for each sq
143 	 * descriptor
144 	 */
145 	ENA_ADMIN_COMPLETION_POLICY_HEAD		= 3,
146 };
147 
148 /* basic stats return ena_admin_basic_stats while extanded stats return a
149  * buffer (string format) with additional statistics per queue and per
150  * device id
151  */
152 enum ena_admin_get_stats_type {
153 	ENA_ADMIN_GET_STATS_TYPE_BASIC		= 0,
154 
155 	ENA_ADMIN_GET_STATS_TYPE_EXTENDED	= 1,
156 };
157 
158 enum ena_admin_get_stats_scope {
159 	ENA_ADMIN_SPECIFIC_QUEUE	= 0,
160 
161 	ENA_ADMIN_ETH_TRAFFIC		= 1,
162 };
163 
164 struct ena_admin_aq_common_desc {
165 	/* 11:0 : command_id
166 	 * 15:12 : reserved12
167 	 */
168 	uint16_t command_id;
169 
170 	/* as appears in ena_admin_aq_opcode */
171 	uint8_t opcode;
172 
173 	/* 0 : phase
174 	 * 1 : ctrl_data - control buffer address valid
175 	 * 2 : ctrl_data_indirect - control buffer address
176 	 *    points to list of pages with addresses of control
177 	 *    buffers
178 	 * 7:3 : reserved3
179 	 */
180 	uint8_t flags;
181 };
182 
183 /* used in ena_admin_aq_entry. Can point directly to control data, or to a
184  * page list chunk. Used also at the end of indirect mode page list chunks,
185  * for chaining.
186  */
187 struct ena_admin_ctrl_buff_info {
188 	uint32_t length;
189 
190 	struct ena_common_mem_addr address;
191 };
192 
193 struct ena_admin_sq {
194 	uint16_t sq_idx;
195 
196 	/* 4:0 : reserved
197 	 * 7:5 : sq_direction - 0x1 - Tx; 0x2 - Rx
198 	 */
199 	uint8_t sq_identity;
200 
201 	uint8_t reserved1;
202 };
203 
204 struct ena_admin_aq_entry {
205 	struct ena_admin_aq_common_desc aq_common_descriptor;
206 
207 	union {
208 		uint32_t inline_data_w1[3];
209 
210 		struct ena_admin_ctrl_buff_info control_buffer;
211 	} u;
212 
213 	uint32_t inline_data_w4[12];
214 };
215 
216 struct ena_admin_acq_common_desc {
217 	/* command identifier to associate it with the aq descriptor
218 	 * 11:0 : command_id
219 	 * 15:12 : reserved12
220 	 */
221 	uint16_t command;
222 
223 	uint8_t status;
224 
225 	/* 0 : phase
226 	 * 7:1 : reserved1
227 	 */
228 	uint8_t flags;
229 
230 	uint16_t extended_status;
231 
232 	/* serves as a hint what AQ entries can be revoked */
233 	uint16_t sq_head_indx;
234 };
235 
236 struct ena_admin_acq_entry {
237 	struct ena_admin_acq_common_desc acq_common_descriptor;
238 
239 	uint32_t response_specific_data[14];
240 };
241 
242 struct ena_admin_aq_create_sq_cmd {
243 	struct ena_admin_aq_common_desc aq_common_descriptor;
244 
245 	/* 4:0 : reserved0_w1
246 	 * 7:5 : sq_direction - 0x1 - Tx, 0x2 - Rx
247 	 */
248 	uint8_t sq_identity;
249 
250 	uint8_t reserved8_w1;
251 
252 	/* 3:0 : placement_policy - Describing where the SQ
253 	 *    descriptor ring and the SQ packet headers reside:
254 	 *    0x1 - descriptors and headers are in OS memory,
255 	 *    0x3 - descriptors and headers in device memory
256 	 *    (a.k.a Low Latency Queue)
257 	 * 6:4 : completion_policy - Describing what policy
258 	 *    to use for generation completion entry (cqe) in
259 	 *    the CQ associated with this SQ: 0x0 - cqe for each
260 	 *    sq descriptor, 0x1 - cqe upon request in sq
261 	 *    descriptor, 0x2 - current queue head pointer is
262 	 *    updated in OS memory upon sq descriptor request
263 	 *    0x3 - current queue head pointer is updated in OS
264 	 *    memory for each sq descriptor
265 	 * 7 : reserved15_w1
266 	 */
267 	uint8_t sq_caps_2;
268 
269 	/* 0 : is_physically_contiguous - Described if the
270 	 *    queue ring memory is allocated in physical
271 	 *    contiguous pages or split.
272 	 * 7:1 : reserved17_w1
273 	 */
274 	uint8_t sq_caps_3;
275 
276 	/* associated completion queue id. This CQ must be created prior to
277 	 *    SQ creation
278 	 */
279 	uint16_t cq_idx;
280 
281 	/* submission queue depth in entries */
282 	uint16_t sq_depth;
283 
284 	/* SQ physical base address in OS memory. This field should not be
285 	 * used for Low Latency queues. Has to be page aligned.
286 	 */
287 	struct ena_common_mem_addr sq_ba;
288 
289 	/* specifies queue head writeback location in OS memory. Valid if
290 	 * completion_policy is set to completion_policy_head_on_demand or
291 	 * completion_policy_head. Has to be cache aligned
292 	 */
293 	struct ena_common_mem_addr sq_head_writeback;
294 
295 	uint32_t reserved0_w7;
296 
297 	uint32_t reserved0_w8;
298 };
299 
300 enum ena_admin_sq_direction {
301 	ENA_ADMIN_SQ_DIRECTION_TX	= 1,
302 
303 	ENA_ADMIN_SQ_DIRECTION_RX	= 2,
304 };
305 
306 struct ena_admin_acq_create_sq_resp_desc {
307 	struct ena_admin_acq_common_desc acq_common_desc;
308 
309 	uint16_t sq_idx;
310 
311 	uint16_t reserved;
312 
313 	/* queue doorbell address as an offset to PCIe MMIO REG BAR */
314 	uint32_t sq_doorbell_offset;
315 
316 	/* low latency queue ring base address as an offset to PCIe MMIO
317 	 * LLQ_MEM BAR
318 	 */
319 	uint32_t llq_descriptors_offset;
320 
321 	/* low latency queue headers' memory as an offset to PCIe MMIO
322 	 * LLQ_MEM BAR
323 	 */
324 	uint32_t llq_headers_offset;
325 };
326 
327 struct ena_admin_aq_destroy_sq_cmd {
328 	struct ena_admin_aq_common_desc aq_common_descriptor;
329 
330 	struct ena_admin_sq sq;
331 };
332 
333 struct ena_admin_acq_destroy_sq_resp_desc {
334 	struct ena_admin_acq_common_desc acq_common_desc;
335 };
336 
337 struct ena_admin_aq_create_cq_cmd {
338 	struct ena_admin_aq_common_desc aq_common_descriptor;
339 
340 	/* 4:0 : reserved5
341 	 * 5 : interrupt_mode_enabled - if set, cq operates
342 	 *    in interrupt mode, otherwise - polling
343 	 * 7:6 : reserved6
344 	 */
345 	uint8_t cq_caps_1;
346 
347 	/* 4:0 : cq_entry_size_words - size of CQ entry in
348 	 *    32-bit words, valid values: 4, 8.
349 	 * 7:5 : reserved7
350 	 */
351 	uint8_t cq_caps_2;
352 
353 	/* completion queue depth in # of entries. must be power of 2 */
354 	uint16_t cq_depth;
355 
356 	/* msix vector assigned to this cq */
357 	uint32_t msix_vector;
358 
359 	/* cq physical base address in OS memory. CQ must be physically
360 	 * contiguous
361 	 */
362 	struct ena_common_mem_addr cq_ba;
363 };
364 
365 struct ena_admin_acq_create_cq_resp_desc {
366 	struct ena_admin_acq_common_desc acq_common_desc;
367 
368 	uint16_t cq_idx;
369 
370 	/* actual cq depth in number of entries */
371 	uint16_t cq_actual_depth;
372 
373 	uint32_t numa_node_register_offset;
374 
375 	uint32_t cq_head_db_register_offset;
376 
377 	uint32_t cq_interrupt_unmask_register_offset;
378 };
379 
380 struct ena_admin_aq_destroy_cq_cmd {
381 	struct ena_admin_aq_common_desc aq_common_descriptor;
382 
383 	uint16_t cq_idx;
384 
385 	uint16_t reserved1;
386 };
387 
388 struct ena_admin_acq_destroy_cq_resp_desc {
389 	struct ena_admin_acq_common_desc acq_common_desc;
390 };
391 
392 /* ENA AQ Get Statistics command. Extended statistics are placed in control
393  * buffer pointed by AQ entry
394  */
395 struct ena_admin_aq_get_stats_cmd {
396 	struct ena_admin_aq_common_desc aq_common_descriptor;
397 
398 	union {
399 		/* command specific inline data */
400 		uint32_t inline_data_w1[3];
401 
402 		struct ena_admin_ctrl_buff_info control_buffer;
403 	} u;
404 
405 	/* stats type as defined in enum ena_admin_get_stats_type */
406 	uint8_t type;
407 
408 	/* stats scope defined in enum ena_admin_get_stats_scope */
409 	uint8_t scope;
410 
411 	uint16_t reserved3;
412 
413 	/* queue id. used when scope is specific_queue */
414 	uint16_t queue_idx;
415 
416 	/* device id, value 0xFFFF means mine. only privileged device can get
417 	 *    stats of other device
418 	 */
419 	uint16_t device_id;
420 };
421 
422 /* Basic Statistics Command. */
423 struct ena_admin_basic_stats {
424 	uint32_t tx_bytes_low;
425 
426 	uint32_t tx_bytes_high;
427 
428 	uint32_t tx_pkts_low;
429 
430 	uint32_t tx_pkts_high;
431 
432 	uint32_t rx_bytes_low;
433 
434 	uint32_t rx_bytes_high;
435 
436 	uint32_t rx_pkts_low;
437 
438 	uint32_t rx_pkts_high;
439 
440 	uint32_t rx_drops_low;
441 
442 	uint32_t rx_drops_high;
443 };
444 
445 struct ena_admin_acq_get_stats_resp {
446 	struct ena_admin_acq_common_desc acq_common_desc;
447 
448 	struct ena_admin_basic_stats basic_stats;
449 };
450 
451 struct ena_admin_get_set_feature_common_desc {
452 	/* 1:0 : select - 0x1 - current value; 0x3 - default
453 	 *    value
454 	 * 7:3 : reserved3
455 	 */
456 	uint8_t flags;
457 
458 	/* as appears in ena_admin_aq_feature_id */
459 	uint8_t feature_id;
460 
461 	uint16_t reserved16;
462 };
463 
464 struct ena_admin_device_attr_feature_desc {
465 	uint32_t impl_id;
466 
467 	uint32_t device_version;
468 
469 	/* bitmap of ena_admin_aq_feature_id */
470 	uint32_t supported_features;
471 
472 	uint32_t reserved3;
473 
474 	/* Indicates how many bits are used physical address access. */
475 	uint32_t phys_addr_width;
476 
477 	/* Indicates how many bits are used virtual address access. */
478 	uint32_t virt_addr_width;
479 
480 	/* unicast MAC address (in Network byte order) */
481 	uint8_t mac_addr[6];
482 
483 	uint8_t reserved7[2];
484 
485 	uint32_t max_mtu;
486 };
487 
488 struct ena_admin_queue_feature_desc {
489 	/* including LLQs */
490 	uint32_t max_sq_num;
491 
492 	uint32_t max_sq_depth;
493 
494 	uint32_t max_cq_num;
495 
496 	uint32_t max_cq_depth;
497 
498 	uint32_t max_llq_num;
499 
500 	uint32_t max_llq_depth;
501 
502 	uint32_t max_header_size;
503 
504 	/* Maximum Descriptors number, including meta descriptor, allowed for
505 	 *    a single Tx packet
506 	 */
507 	uint16_t max_packet_tx_descs;
508 
509 	/* Maximum Descriptors number allowed for a single Rx packet */
510 	uint16_t max_packet_rx_descs;
511 };
512 
513 struct ena_admin_set_feature_mtu_desc {
514 	/* exclude L2 */
515 	uint32_t mtu;
516 };
517 
518 struct ena_admin_set_feature_host_attr_desc {
519 	/* host OS info base address in OS memory. host info is 4KB of
520 	 * physically contiguous
521 	 */
522 	struct ena_common_mem_addr os_info_ba;
523 
524 	/* host debug area base address in OS memory. debug area must be
525 	 * physically contiguous
526 	 */
527 	struct ena_common_mem_addr debug_ba;
528 
529 	/* debug area size */
530 	uint32_t debug_area_size;
531 };
532 
533 struct ena_admin_feature_intr_moder_desc {
534 	/* interrupt delay granularity in usec */
535 	uint16_t intr_delay_resolution;
536 
537 	uint16_t reserved;
538 };
539 
540 struct ena_admin_get_feature_link_desc {
541 	/* Link speed in Mb */
542 	uint32_t speed;
543 
544 	/* bit field of enum ena_admin_link types */
545 	uint32_t supported;
546 
547 	/* 0 : autoneg
548 	 * 1 : duplex - Full Duplex
549 	 * 31:2 : reserved2
550 	 */
551 	uint32_t flags;
552 };
553 
554 struct ena_admin_feature_aenq_desc {
555 	/* bitmask for AENQ groups the device can report */
556 	uint32_t supported_groups;
557 
558 	/* bitmask for AENQ groups to report */
559 	uint32_t enabled_groups;
560 };
561 
562 struct ena_admin_feature_offload_desc {
563 	/* 0 : TX_L3_csum_ipv4
564 	 * 1 : TX_L4_ipv4_csum_part - The checksum field
565 	 *    should be initialized with pseudo header checksum
566 	 * 2 : TX_L4_ipv4_csum_full
567 	 * 3 : TX_L4_ipv6_csum_part - The checksum field
568 	 *    should be initialized with pseudo header checksum
569 	 * 4 : TX_L4_ipv6_csum_full
570 	 * 5 : tso_ipv4
571 	 * 6 : tso_ipv6
572 	 * 7 : tso_ecn
573 	 */
574 	uint32_t tx;
575 
576 	/* Receive side supported stateless offload
577 	 * 0 : RX_L3_csum_ipv4 - IPv4 checksum
578 	 * 1 : RX_L4_ipv4_csum - TCP/UDP/IPv4 checksum
579 	 * 2 : RX_L4_ipv6_csum - TCP/UDP/IPv6 checksum
580 	 * 3 : RX_hash - Hash calculation
581 	 */
582 	uint32_t rx_supported;
583 
584 	uint32_t rx_enabled;
585 };
586 
587 enum ena_admin_hash_functions {
588 	ENA_ADMIN_TOEPLITZ	= 1,
589 
590 	ENA_ADMIN_CRC32		= 2,
591 };
592 
593 struct ena_admin_feature_rss_flow_hash_control {
594 	uint32_t keys_num;
595 
596 	uint32_t reserved;
597 
598 	uint32_t key[10];
599 };
600 
601 struct ena_admin_feature_rss_flow_hash_function {
602 	/* 7:0 : funcs - bitmask of ena_admin_hash_functions */
603 	uint32_t supported_func;
604 
605 	/* 7:0 : selected_func - bitmask of
606 	 *    ena_admin_hash_functions
607 	 */
608 	uint32_t selected_func;
609 
610 	/* initial value */
611 	uint32_t init_val;
612 };
613 
614 /* RSS flow hash protocols */
615 enum ena_admin_flow_hash_proto {
616 	ENA_ADMIN_RSS_TCP4	= 0,
617 
618 	ENA_ADMIN_RSS_UDP4	= 1,
619 
620 	ENA_ADMIN_RSS_TCP6	= 2,
621 
622 	ENA_ADMIN_RSS_UDP6	= 3,
623 
624 	ENA_ADMIN_RSS_IP4	= 4,
625 
626 	ENA_ADMIN_RSS_IP6	= 5,
627 
628 	ENA_ADMIN_RSS_IP4_FRAG	= 6,
629 
630 	ENA_ADMIN_RSS_NOT_IP	= 7,
631 
632 	/* TCPv6 with extension header */
633 	ENA_ADMIN_RSS_TCP6_EX	= 8,
634 
635 	/* IPv6 with extension header */
636 	ENA_ADMIN_RSS_IP6_EX	= 9,
637 
638 	ENA_ADMIN_RSS_PROTO_NUM	= 16,
639 };
640 
641 /* RSS flow hash fields */
642 enum ena_admin_flow_hash_fields {
643 	/* Ethernet Dest Addr */
644 	ENA_ADMIN_RSS_L2_DA	= BIT(0),
645 
646 	/* Ethernet Src Addr */
647 	ENA_ADMIN_RSS_L2_SA	= BIT(1),
648 
649 	/* ipv4/6 Dest Addr */
650 	ENA_ADMIN_RSS_L3_DA	= BIT(2),
651 
652 	/* ipv4/6 Src Addr */
653 	ENA_ADMIN_RSS_L3_SA	= BIT(3),
654 
655 	/* tcp/udp Dest Port */
656 	ENA_ADMIN_RSS_L4_DP	= BIT(4),
657 
658 	/* tcp/udp Src Port */
659 	ENA_ADMIN_RSS_L4_SP	= BIT(5),
660 };
661 
662 struct ena_admin_proto_input {
663 	/* flow hash fields (bitwise according to ena_admin_flow_hash_fields) */
664 	uint16_t fields;
665 
666 	uint16_t reserved2;
667 };
668 
669 struct ena_admin_feature_rss_hash_control {
670 	struct ena_admin_proto_input supported_fields[ENA_ADMIN_RSS_PROTO_NUM];
671 
672 	struct ena_admin_proto_input selected_fields[ENA_ADMIN_RSS_PROTO_NUM];
673 
674 	struct ena_admin_proto_input reserved2[ENA_ADMIN_RSS_PROTO_NUM];
675 
676 	struct ena_admin_proto_input reserved3[ENA_ADMIN_RSS_PROTO_NUM];
677 };
678 
679 struct ena_admin_feature_rss_flow_hash_input {
680 	/* supported hash input sorting
681 	 * 1 : L3_sort - support swap L3 addresses if DA is
682 	 *    smaller than SA
683 	 * 2 : L4_sort - support swap L4 ports if DP smaller
684 	 *    SP
685 	 */
686 	uint16_t supported_input_sort;
687 
688 	/* enabled hash input sorting
689 	 * 1 : enable_L3_sort - enable swap L3 addresses if
690 	 *    DA smaller than SA
691 	 * 2 : enable_L4_sort - enable swap L4 ports if DP
692 	 *    smaller than SP
693 	 */
694 	uint16_t enabled_input_sort;
695 };
696 
697 enum ena_admin_os_type {
698 	ENA_ADMIN_OS_LINUX	= 1,
699 
700 	ENA_ADMIN_OS_WIN	= 2,
701 
702 	ENA_ADMIN_OS_DPDK	= 3,
703 
704 	ENA_ADMIN_OS_FREEBSD	= 4,
705 
706 	ENA_ADMIN_OS_IPXE	= 5,
707 };
708 
709 struct ena_admin_host_info {
710 	/* defined in enum ena_admin_os_type */
711 	uint32_t os_type;
712 
713 	/* os distribution string format */
714 	uint8_t os_dist_str[128];
715 
716 	/* OS distribution numeric format */
717 	uint32_t os_dist;
718 
719 	/* kernel version string format */
720 	uint8_t kernel_ver_str[32];
721 
722 	/* Kernel version numeric format */
723 	uint32_t kernel_ver;
724 
725 	/* 7:0 : major
726 	 * 15:8 : minor
727 	 * 23:16 : sub_minor
728 	 */
729 	uint32_t driver_version;
730 
731 	/* features bitmap */
732 	uint32_t supported_network_features[4];
733 };
734 
735 struct ena_admin_rss_ind_table_entry {
736 	uint16_t cq_idx;
737 
738 	uint16_t reserved;
739 };
740 
741 struct ena_admin_feature_rss_ind_table {
742 	/* min supported table size (2^min_size) */
743 	uint16_t min_size;
744 
745 	/* max supported table size (2^max_size) */
746 	uint16_t max_size;
747 
748 	/* table size (2^size) */
749 	uint16_t size;
750 
751 	uint16_t reserved;
752 
753 	/* index of the inline entry. 0xFFFFFFFF means invalid */
754 	uint32_t inline_index;
755 
756 	/* used for updating single entry, ignored when setting the entire
757 	 * table through the control buffer.
758 	 */
759 	struct ena_admin_rss_ind_table_entry inline_entry;
760 };
761 
762 /* When hint value is 0, driver should use it's own predefined value */
763 struct ena_admin_ena_hw_hints {
764 	/* value in ms */
765 	uint16_t mmio_read_timeout;
766 
767 	/* value in ms */
768 	uint16_t driver_watchdog_timeout;
769 
770 	/* Per packet tx completion timeout. value in ms */
771 	uint16_t missing_tx_completion_timeout;
772 
773 	uint16_t missed_tx_completion_count_threshold_to_reset;
774 
775 	/* value in ms */
776 	uint16_t admin_completion_tx_timeout;
777 
778 	uint16_t netdev_wd_timeout;
779 
780 	uint16_t max_tx_sgl_size;
781 
782 	uint16_t max_rx_sgl_size;
783 
784 	uint16_t reserved[8];
785 };
786 
787 struct ena_admin_get_feat_cmd {
788 	struct ena_admin_aq_common_desc aq_common_descriptor;
789 
790 	struct ena_admin_ctrl_buff_info control_buffer;
791 
792 	struct ena_admin_get_set_feature_common_desc feat_common;
793 
794 	uint32_t raw[11];
795 };
796 
797 struct ena_admin_get_feat_resp {
798 	struct ena_admin_acq_common_desc acq_common_desc;
799 
800 	union {
801 		uint32_t raw[14];
802 
803 		struct ena_admin_device_attr_feature_desc dev_attr;
804 
805 		struct ena_admin_queue_feature_desc max_queue;
806 
807 		struct ena_admin_feature_aenq_desc aenq;
808 
809 		struct ena_admin_get_feature_link_desc link;
810 
811 		struct ena_admin_feature_offload_desc offload;
812 
813 		struct ena_admin_feature_rss_flow_hash_function flow_hash_func;
814 
815 		struct ena_admin_feature_rss_flow_hash_input flow_hash_input;
816 
817 		struct ena_admin_feature_rss_ind_table ind_table;
818 
819 		struct ena_admin_feature_intr_moder_desc intr_moderation;
820 
821 		struct ena_admin_ena_hw_hints hw_hints;
822 	} u;
823 };
824 
825 struct ena_admin_set_feat_cmd {
826 	struct ena_admin_aq_common_desc aq_common_descriptor;
827 
828 	struct ena_admin_ctrl_buff_info control_buffer;
829 
830 	struct ena_admin_get_set_feature_common_desc feat_common;
831 
832 	union {
833 		uint32_t raw[11];
834 
835 		/* mtu size */
836 		struct ena_admin_set_feature_mtu_desc mtu;
837 
838 		/* host attributes */
839 		struct ena_admin_set_feature_host_attr_desc host_attr;
840 
841 		/* AENQ configuration */
842 		struct ena_admin_feature_aenq_desc aenq;
843 
844 		/* rss flow hash function */
845 		struct ena_admin_feature_rss_flow_hash_function flow_hash_func;
846 
847 		/* rss flow hash input */
848 		struct ena_admin_feature_rss_flow_hash_input flow_hash_input;
849 
850 		/* rss indirection table */
851 		struct ena_admin_feature_rss_ind_table ind_table;
852 	} u;
853 };
854 
855 struct ena_admin_set_feat_resp {
856 	struct ena_admin_acq_common_desc acq_common_desc;
857 
858 	union {
859 		uint32_t raw[14];
860 	} u;
861 };
862 
863 struct ena_admin_aenq_common_desc {
864 	uint16_t group;
865 
866 	uint16_t syndrom;
867 
868 	/* 0 : phase */
869 	uint8_t flags;
870 
871 	uint8_t reserved1[3];
872 
873 	uint32_t timestamp_low;
874 
875 	uint32_t timestamp_high;
876 };
877 
878 /* asynchronous event notification groups */
879 enum ena_admin_aenq_group {
880 	ENA_ADMIN_LINK_CHANGE		= 0,
881 
882 	ENA_ADMIN_FATAL_ERROR		= 1,
883 
884 	ENA_ADMIN_WARNING		= 2,
885 
886 	ENA_ADMIN_NOTIFICATION		= 3,
887 
888 	ENA_ADMIN_KEEP_ALIVE		= 4,
889 
890 	ENA_ADMIN_AENQ_GROUPS_NUM	= 5,
891 };
892 
893 enum ena_admin_aenq_notification_syndrom {
894 	ENA_ADMIN_SUSPEND	= 0,
895 
896 	ENA_ADMIN_RESUME	= 1,
897 
898 	ENA_ADMIN_UPDATE_HINTS	= 2,
899 };
900 
901 struct ena_admin_aenq_entry {
902 	struct ena_admin_aenq_common_desc aenq_common_desc;
903 
904 	/* command specific inline data */
905 	uint32_t inline_data_w4[12];
906 };
907 
908 struct ena_admin_aenq_link_change_desc {
909 	struct ena_admin_aenq_common_desc aenq_common_desc;
910 
911 	/* 0 : link_status */
912 	uint32_t flags;
913 };
914 
915 struct ena_admin_aenq_keep_alive_desc {
916 	struct ena_admin_aenq_common_desc aenq_common_desc;
917 
918 	uint32_t rx_drops_low;
919 
920 	uint32_t rx_drops_high;
921 };
922 
923 struct ena_admin_ena_mmio_req_read_less_resp {
924 	uint16_t req_id;
925 
926 	uint16_t reg_off;
927 
928 	/* value is valid when poll is cleared */
929 	uint32_t reg_val;
930 };
931 
932 /* aq_common_desc */
933 #define ENA_ADMIN_AQ_COMMON_DESC_COMMAND_ID_MASK GENMASK(11, 0)
934 #define ENA_ADMIN_AQ_COMMON_DESC_PHASE_MASK BIT(0)
935 #define ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_SHIFT 1
936 #define ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_MASK BIT(1)
937 #define ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_INDIRECT_SHIFT 2
938 #define ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_INDIRECT_MASK BIT(2)
939 
940 /* sq */
941 #define ENA_ADMIN_SQ_SQ_DIRECTION_SHIFT 5
942 #define ENA_ADMIN_SQ_SQ_DIRECTION_MASK GENMASK(7, 5)
943 
944 /* acq_common_desc */
945 #define ENA_ADMIN_ACQ_COMMON_DESC_COMMAND_ID_MASK GENMASK(11, 0)
946 #define ENA_ADMIN_ACQ_COMMON_DESC_PHASE_MASK BIT(0)
947 
948 /* aq_create_sq_cmd */
949 #define ENA_ADMIN_AQ_CREATE_SQ_CMD_SQ_DIRECTION_SHIFT 5
950 #define ENA_ADMIN_AQ_CREATE_SQ_CMD_SQ_DIRECTION_MASK GENMASK(7, 5)
951 #define ENA_ADMIN_AQ_CREATE_SQ_CMD_PLACEMENT_POLICY_MASK GENMASK(3, 0)
952 #define ENA_ADMIN_AQ_CREATE_SQ_CMD_COMPLETION_POLICY_SHIFT 4
953 #define ENA_ADMIN_AQ_CREATE_SQ_CMD_COMPLETION_POLICY_MASK GENMASK(6, 4)
954 #define ENA_ADMIN_AQ_CREATE_SQ_CMD_IS_PHYSICALLY_CONTIGUOUS_MASK BIT(0)
955 
956 /* aq_create_cq_cmd */
957 #define ENA_ADMIN_AQ_CREATE_CQ_CMD_INTERRUPT_MODE_ENABLED_SHIFT 5
958 #define ENA_ADMIN_AQ_CREATE_CQ_CMD_INTERRUPT_MODE_ENABLED_MASK BIT(5)
959 #define ENA_ADMIN_AQ_CREATE_CQ_CMD_CQ_ENTRY_SIZE_WORDS_MASK GENMASK(4, 0)
960 
961 /* get_set_feature_common_desc */
962 #define ENA_ADMIN_GET_SET_FEATURE_COMMON_DESC_SELECT_MASK GENMASK(1, 0)
963 
964 /* get_feature_link_desc */
965 #define ENA_ADMIN_GET_FEATURE_LINK_DESC_AUTONEG_MASK BIT(0)
966 #define ENA_ADMIN_GET_FEATURE_LINK_DESC_DUPLEX_SHIFT 1
967 #define ENA_ADMIN_GET_FEATURE_LINK_DESC_DUPLEX_MASK BIT(1)
968 
969 /* feature_offload_desc */
970 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L3_CSUM_IPV4_MASK BIT(0)
971 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_PART_SHIFT 1
972 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_PART_MASK BIT(1)
973 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_FULL_SHIFT 2
974 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_FULL_MASK BIT(2)
975 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_PART_SHIFT 3
976 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_PART_MASK BIT(3)
977 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_FULL_SHIFT 4
978 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_FULL_MASK BIT(4)
979 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV4_SHIFT 5
980 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV4_MASK BIT(5)
981 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV6_SHIFT 6
982 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV6_MASK BIT(6)
983 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_ECN_SHIFT 7
984 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_ECN_MASK BIT(7)
985 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L3_CSUM_IPV4_MASK BIT(0)
986 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV4_CSUM_SHIFT 1
987 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV4_CSUM_MASK BIT(1)
988 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV6_CSUM_SHIFT 2
989 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV6_CSUM_MASK BIT(2)
990 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_HASH_SHIFT 3
991 #define ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_HASH_MASK BIT(3)
992 
993 /* feature_rss_flow_hash_function */
994 #define ENA_ADMIN_FEATURE_RSS_FLOW_HASH_FUNCTION_FUNCS_MASK GENMASK(7, 0)
995 #define ENA_ADMIN_FEATURE_RSS_FLOW_HASH_FUNCTION_SELECTED_FUNC_MASK GENMASK(7, 0)
996 
997 /* feature_rss_flow_hash_input */
998 #define ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L3_SORT_SHIFT 1
999 #define ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L3_SORT_MASK BIT(1)
1000 #define ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L4_SORT_SHIFT 2
1001 #define ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L4_SORT_MASK BIT(2)
1002 #define ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L3_SORT_SHIFT 1
1003 #define ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L3_SORT_MASK BIT(1)
1004 #define ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L4_SORT_SHIFT 2
1005 #define ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L4_SORT_MASK BIT(2)
1006 
1007 /* host_info */
1008 #define ENA_ADMIN_HOST_INFO_MAJOR_MASK GENMASK(7, 0)
1009 #define ENA_ADMIN_HOST_INFO_MINOR_SHIFT 8
1010 #define ENA_ADMIN_HOST_INFO_MINOR_MASK GENMASK(15, 8)
1011 #define ENA_ADMIN_HOST_INFO_SUB_MINOR_SHIFT 16
1012 #define ENA_ADMIN_HOST_INFO_SUB_MINOR_MASK GENMASK(23, 16)
1013 
1014 /* aenq_common_desc */
1015 #define ENA_ADMIN_AENQ_COMMON_DESC_PHASE_MASK BIT(0)
1016 
1017 /* aenq_link_change_desc */
1018 #define ENA_ADMIN_AENQ_LINK_CHANGE_DESC_LINK_STATUS_MASK BIT(0)
1019 
1020 #if !defined(ENA_DEFS_LINUX_MAINLINE)
1021 static inline uint16_t get_ena_admin_aq_common_desc_command_id(const struct ena_admin_aq_common_desc *p)
1022 {
1023 	return p->command_id & ENA_ADMIN_AQ_COMMON_DESC_COMMAND_ID_MASK;
1024 }
1025 
1026 static inline void set_ena_admin_aq_common_desc_command_id(struct ena_admin_aq_common_desc *p, uint16_t val)
1027 {
1028 	p->command_id |= val & ENA_ADMIN_AQ_COMMON_DESC_COMMAND_ID_MASK;
1029 }
1030 
1031 static inline uint8_t get_ena_admin_aq_common_desc_phase(const struct ena_admin_aq_common_desc *p)
1032 {
1033 	return p->flags & ENA_ADMIN_AQ_COMMON_DESC_PHASE_MASK;
1034 }
1035 
1036 static inline void set_ena_admin_aq_common_desc_phase(struct ena_admin_aq_common_desc *p, uint8_t val)
1037 {
1038 	p->flags |= val & ENA_ADMIN_AQ_COMMON_DESC_PHASE_MASK;
1039 }
1040 
1041 static inline uint8_t get_ena_admin_aq_common_desc_ctrl_data(const struct ena_admin_aq_common_desc *p)
1042 {
1043 	return (p->flags & ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_MASK) >> ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_SHIFT;
1044 }
1045 
1046 static inline void set_ena_admin_aq_common_desc_ctrl_data(struct ena_admin_aq_common_desc *p, uint8_t val)
1047 {
1048 	p->flags |= (val << ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_SHIFT) & ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_MASK;
1049 }
1050 
1051 static inline uint8_t get_ena_admin_aq_common_desc_ctrl_data_indirect(const struct ena_admin_aq_common_desc *p)
1052 {
1053 	return (p->flags & ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_INDIRECT_MASK) >> ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_INDIRECT_SHIFT;
1054 }
1055 
1056 static inline void set_ena_admin_aq_common_desc_ctrl_data_indirect(struct ena_admin_aq_common_desc *p, uint8_t val)
1057 {
1058 	p->flags |= (val << ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_INDIRECT_SHIFT) & ENA_ADMIN_AQ_COMMON_DESC_CTRL_DATA_INDIRECT_MASK;
1059 }
1060 
1061 static inline uint8_t get_ena_admin_sq_sq_direction(const struct ena_admin_sq *p)
1062 {
1063 	return (p->sq_identity & ENA_ADMIN_SQ_SQ_DIRECTION_MASK) >> ENA_ADMIN_SQ_SQ_DIRECTION_SHIFT;
1064 }
1065 
1066 static inline void set_ena_admin_sq_sq_direction(struct ena_admin_sq *p, uint8_t val)
1067 {
1068 	p->sq_identity |= (val << ENA_ADMIN_SQ_SQ_DIRECTION_SHIFT) & ENA_ADMIN_SQ_SQ_DIRECTION_MASK;
1069 }
1070 
1071 static inline uint16_t get_ena_admin_acq_common_desc_command_id(const struct ena_admin_acq_common_desc *p)
1072 {
1073 	return p->command & ENA_ADMIN_ACQ_COMMON_DESC_COMMAND_ID_MASK;
1074 }
1075 
1076 static inline void set_ena_admin_acq_common_desc_command_id(struct ena_admin_acq_common_desc *p, uint16_t val)
1077 {
1078 	p->command |= val & ENA_ADMIN_ACQ_COMMON_DESC_COMMAND_ID_MASK;
1079 }
1080 
1081 static inline uint8_t get_ena_admin_acq_common_desc_phase(const struct ena_admin_acq_common_desc *p)
1082 {
1083 	return p->flags & ENA_ADMIN_ACQ_COMMON_DESC_PHASE_MASK;
1084 }
1085 
1086 static inline void set_ena_admin_acq_common_desc_phase(struct ena_admin_acq_common_desc *p, uint8_t val)
1087 {
1088 	p->flags |= val & ENA_ADMIN_ACQ_COMMON_DESC_PHASE_MASK;
1089 }
1090 
1091 static inline uint8_t get_ena_admin_aq_create_sq_cmd_sq_direction(const struct ena_admin_aq_create_sq_cmd *p)
1092 {
1093 	return (p->sq_identity & ENA_ADMIN_AQ_CREATE_SQ_CMD_SQ_DIRECTION_MASK) >> ENA_ADMIN_AQ_CREATE_SQ_CMD_SQ_DIRECTION_SHIFT;
1094 }
1095 
1096 static inline void set_ena_admin_aq_create_sq_cmd_sq_direction(struct ena_admin_aq_create_sq_cmd *p, uint8_t val)
1097 {
1098 	p->sq_identity |= (val << ENA_ADMIN_AQ_CREATE_SQ_CMD_SQ_DIRECTION_SHIFT) & ENA_ADMIN_AQ_CREATE_SQ_CMD_SQ_DIRECTION_MASK;
1099 }
1100 
1101 static inline uint8_t get_ena_admin_aq_create_sq_cmd_placement_policy(const struct ena_admin_aq_create_sq_cmd *p)
1102 {
1103 	return p->sq_caps_2 & ENA_ADMIN_AQ_CREATE_SQ_CMD_PLACEMENT_POLICY_MASK;
1104 }
1105 
1106 static inline void set_ena_admin_aq_create_sq_cmd_placement_policy(struct ena_admin_aq_create_sq_cmd *p, uint8_t val)
1107 {
1108 	p->sq_caps_2 |= val & ENA_ADMIN_AQ_CREATE_SQ_CMD_PLACEMENT_POLICY_MASK;
1109 }
1110 
1111 static inline uint8_t get_ena_admin_aq_create_sq_cmd_completion_policy(const struct ena_admin_aq_create_sq_cmd *p)
1112 {
1113 	return (p->sq_caps_2 & ENA_ADMIN_AQ_CREATE_SQ_CMD_COMPLETION_POLICY_MASK) >> ENA_ADMIN_AQ_CREATE_SQ_CMD_COMPLETION_POLICY_SHIFT;
1114 }
1115 
1116 static inline void set_ena_admin_aq_create_sq_cmd_completion_policy(struct ena_admin_aq_create_sq_cmd *p, uint8_t val)
1117 {
1118 	p->sq_caps_2 |= (val << ENA_ADMIN_AQ_CREATE_SQ_CMD_COMPLETION_POLICY_SHIFT) & ENA_ADMIN_AQ_CREATE_SQ_CMD_COMPLETION_POLICY_MASK;
1119 }
1120 
1121 static inline uint8_t get_ena_admin_aq_create_sq_cmd_is_physically_contiguous(const struct ena_admin_aq_create_sq_cmd *p)
1122 {
1123 	return p->sq_caps_3 & ENA_ADMIN_AQ_CREATE_SQ_CMD_IS_PHYSICALLY_CONTIGUOUS_MASK;
1124 }
1125 
1126 static inline void set_ena_admin_aq_create_sq_cmd_is_physically_contiguous(struct ena_admin_aq_create_sq_cmd *p, uint8_t val)
1127 {
1128 	p->sq_caps_3 |= val & ENA_ADMIN_AQ_CREATE_SQ_CMD_IS_PHYSICALLY_CONTIGUOUS_MASK;
1129 }
1130 
1131 static inline uint8_t get_ena_admin_aq_create_cq_cmd_interrupt_mode_enabled(const struct ena_admin_aq_create_cq_cmd *p)
1132 {
1133 	return (p->cq_caps_1 & ENA_ADMIN_AQ_CREATE_CQ_CMD_INTERRUPT_MODE_ENABLED_MASK) >> ENA_ADMIN_AQ_CREATE_CQ_CMD_INTERRUPT_MODE_ENABLED_SHIFT;
1134 }
1135 
1136 static inline void set_ena_admin_aq_create_cq_cmd_interrupt_mode_enabled(struct ena_admin_aq_create_cq_cmd *p, uint8_t val)
1137 {
1138 	p->cq_caps_1 |= (val << ENA_ADMIN_AQ_CREATE_CQ_CMD_INTERRUPT_MODE_ENABLED_SHIFT) & ENA_ADMIN_AQ_CREATE_CQ_CMD_INTERRUPT_MODE_ENABLED_MASK;
1139 }
1140 
1141 static inline uint8_t get_ena_admin_aq_create_cq_cmd_cq_entry_size_words(const struct ena_admin_aq_create_cq_cmd *p)
1142 {
1143 	return p->cq_caps_2 & ENA_ADMIN_AQ_CREATE_CQ_CMD_CQ_ENTRY_SIZE_WORDS_MASK;
1144 }
1145 
1146 static inline void set_ena_admin_aq_create_cq_cmd_cq_entry_size_words(struct ena_admin_aq_create_cq_cmd *p, uint8_t val)
1147 {
1148 	p->cq_caps_2 |= val & ENA_ADMIN_AQ_CREATE_CQ_CMD_CQ_ENTRY_SIZE_WORDS_MASK;
1149 }
1150 
1151 static inline uint8_t get_ena_admin_get_set_feature_common_desc_select(const struct ena_admin_get_set_feature_common_desc *p)
1152 {
1153 	return p->flags & ENA_ADMIN_GET_SET_FEATURE_COMMON_DESC_SELECT_MASK;
1154 }
1155 
1156 static inline void set_ena_admin_get_set_feature_common_desc_select(struct ena_admin_get_set_feature_common_desc *p, uint8_t val)
1157 {
1158 	p->flags |= val & ENA_ADMIN_GET_SET_FEATURE_COMMON_DESC_SELECT_MASK;
1159 }
1160 
1161 static inline uint32_t get_ena_admin_get_feature_link_desc_autoneg(const struct ena_admin_get_feature_link_desc *p)
1162 {
1163 	return p->flags & ENA_ADMIN_GET_FEATURE_LINK_DESC_AUTONEG_MASK;
1164 }
1165 
1166 static inline void set_ena_admin_get_feature_link_desc_autoneg(struct ena_admin_get_feature_link_desc *p, uint32_t val)
1167 {
1168 	p->flags |= val & ENA_ADMIN_GET_FEATURE_LINK_DESC_AUTONEG_MASK;
1169 }
1170 
1171 static inline uint32_t get_ena_admin_get_feature_link_desc_duplex(const struct ena_admin_get_feature_link_desc *p)
1172 {
1173 	return (p->flags & ENA_ADMIN_GET_FEATURE_LINK_DESC_DUPLEX_MASK) >> ENA_ADMIN_GET_FEATURE_LINK_DESC_DUPLEX_SHIFT;
1174 }
1175 
1176 static inline void set_ena_admin_get_feature_link_desc_duplex(struct ena_admin_get_feature_link_desc *p, uint32_t val)
1177 {
1178 	p->flags |= (val << ENA_ADMIN_GET_FEATURE_LINK_DESC_DUPLEX_SHIFT) & ENA_ADMIN_GET_FEATURE_LINK_DESC_DUPLEX_MASK;
1179 }
1180 
1181 static inline uint32_t get_ena_admin_feature_offload_desc_TX_L3_csum_ipv4(const struct ena_admin_feature_offload_desc *p)
1182 {
1183 	return p->tx & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L3_CSUM_IPV4_MASK;
1184 }
1185 
1186 static inline void set_ena_admin_feature_offload_desc_TX_L3_csum_ipv4(struct ena_admin_feature_offload_desc *p, uint32_t val)
1187 {
1188 	p->tx |= val & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L3_CSUM_IPV4_MASK;
1189 }
1190 
1191 static inline uint32_t get_ena_admin_feature_offload_desc_TX_L4_ipv4_csum_part(const struct ena_admin_feature_offload_desc *p)
1192 {
1193 	return (p->tx & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_PART_MASK) >> ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_PART_SHIFT;
1194 }
1195 
1196 static inline void set_ena_admin_feature_offload_desc_TX_L4_ipv4_csum_part(struct ena_admin_feature_offload_desc *p, uint32_t val)
1197 {
1198 	p->tx |= (val << ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_PART_SHIFT) & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_PART_MASK;
1199 }
1200 
1201 static inline uint32_t get_ena_admin_feature_offload_desc_TX_L4_ipv4_csum_full(const struct ena_admin_feature_offload_desc *p)
1202 {
1203 	return (p->tx & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_FULL_MASK) >> ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_FULL_SHIFT;
1204 }
1205 
1206 static inline void set_ena_admin_feature_offload_desc_TX_L4_ipv4_csum_full(struct ena_admin_feature_offload_desc *p, uint32_t val)
1207 {
1208 	p->tx |= (val << ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_FULL_SHIFT) & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV4_CSUM_FULL_MASK;
1209 }
1210 
1211 static inline uint32_t get_ena_admin_feature_offload_desc_TX_L4_ipv6_csum_part(const struct ena_admin_feature_offload_desc *p)
1212 {
1213 	return (p->tx & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_PART_MASK) >> ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_PART_SHIFT;
1214 }
1215 
1216 static inline void set_ena_admin_feature_offload_desc_TX_L4_ipv6_csum_part(struct ena_admin_feature_offload_desc *p, uint32_t val)
1217 {
1218 	p->tx |= (val << ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_PART_SHIFT) & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_PART_MASK;
1219 }
1220 
1221 static inline uint32_t get_ena_admin_feature_offload_desc_TX_L4_ipv6_csum_full(const struct ena_admin_feature_offload_desc *p)
1222 {
1223 	return (p->tx & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_FULL_MASK) >> ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_FULL_SHIFT;
1224 }
1225 
1226 static inline void set_ena_admin_feature_offload_desc_TX_L4_ipv6_csum_full(struct ena_admin_feature_offload_desc *p, uint32_t val)
1227 {
1228 	p->tx |= (val << ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_FULL_SHIFT) & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TX_L4_IPV6_CSUM_FULL_MASK;
1229 }
1230 
1231 static inline uint32_t get_ena_admin_feature_offload_desc_tso_ipv4(const struct ena_admin_feature_offload_desc *p)
1232 {
1233 	return (p->tx & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV4_MASK) >> ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV4_SHIFT;
1234 }
1235 
1236 static inline void set_ena_admin_feature_offload_desc_tso_ipv4(struct ena_admin_feature_offload_desc *p, uint32_t val)
1237 {
1238 	p->tx |= (val << ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV4_SHIFT) & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV4_MASK;
1239 }
1240 
1241 static inline uint32_t get_ena_admin_feature_offload_desc_tso_ipv6(const struct ena_admin_feature_offload_desc *p)
1242 {
1243 	return (p->tx & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV6_MASK) >> ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV6_SHIFT;
1244 }
1245 
1246 static inline void set_ena_admin_feature_offload_desc_tso_ipv6(struct ena_admin_feature_offload_desc *p, uint32_t val)
1247 {
1248 	p->tx |= (val << ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV6_SHIFT) & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_IPV6_MASK;
1249 }
1250 
1251 static inline uint32_t get_ena_admin_feature_offload_desc_tso_ecn(const struct ena_admin_feature_offload_desc *p)
1252 {
1253 	return (p->tx & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_ECN_MASK) >> ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_ECN_SHIFT;
1254 }
1255 
1256 static inline void set_ena_admin_feature_offload_desc_tso_ecn(struct ena_admin_feature_offload_desc *p, uint32_t val)
1257 {
1258 	p->tx |= (val << ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_ECN_SHIFT) & ENA_ADMIN_FEATURE_OFFLOAD_DESC_TSO_ECN_MASK;
1259 }
1260 
1261 static inline uint32_t get_ena_admin_feature_offload_desc_RX_L3_csum_ipv4(const struct ena_admin_feature_offload_desc *p)
1262 {
1263 	return p->rx_supported & ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L3_CSUM_IPV4_MASK;
1264 }
1265 
1266 static inline void set_ena_admin_feature_offload_desc_RX_L3_csum_ipv4(struct ena_admin_feature_offload_desc *p, uint32_t val)
1267 {
1268 	p->rx_supported |= val & ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L3_CSUM_IPV4_MASK;
1269 }
1270 
1271 static inline uint32_t get_ena_admin_feature_offload_desc_RX_L4_ipv4_csum(const struct ena_admin_feature_offload_desc *p)
1272 {
1273 	return (p->rx_supported & ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV4_CSUM_MASK) >> ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV4_CSUM_SHIFT;
1274 }
1275 
1276 static inline void set_ena_admin_feature_offload_desc_RX_L4_ipv4_csum(struct ena_admin_feature_offload_desc *p, uint32_t val)
1277 {
1278 	p->rx_supported |= (val << ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV4_CSUM_SHIFT) & ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV4_CSUM_MASK;
1279 }
1280 
1281 static inline uint32_t get_ena_admin_feature_offload_desc_RX_L4_ipv6_csum(const struct ena_admin_feature_offload_desc *p)
1282 {
1283 	return (p->rx_supported & ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV6_CSUM_MASK) >> ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV6_CSUM_SHIFT;
1284 }
1285 
1286 static inline void set_ena_admin_feature_offload_desc_RX_L4_ipv6_csum(struct ena_admin_feature_offload_desc *p, uint32_t val)
1287 {
1288 	p->rx_supported |= (val << ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV6_CSUM_SHIFT) & ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_L4_IPV6_CSUM_MASK;
1289 }
1290 
1291 static inline uint32_t get_ena_admin_feature_offload_desc_RX_hash(const struct ena_admin_feature_offload_desc *p)
1292 {
1293 	return (p->rx_supported & ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_HASH_MASK) >> ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_HASH_SHIFT;
1294 }
1295 
1296 static inline void set_ena_admin_feature_offload_desc_RX_hash(struct ena_admin_feature_offload_desc *p, uint32_t val)
1297 {
1298 	p->rx_supported |= (val << ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_HASH_SHIFT) & ENA_ADMIN_FEATURE_OFFLOAD_DESC_RX_HASH_MASK;
1299 }
1300 
1301 static inline uint32_t get_ena_admin_feature_rss_flow_hash_function_funcs(const struct ena_admin_feature_rss_flow_hash_function *p)
1302 {
1303 	return p->supported_func & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_FUNCTION_FUNCS_MASK;
1304 }
1305 
1306 static inline void set_ena_admin_feature_rss_flow_hash_function_funcs(struct ena_admin_feature_rss_flow_hash_function *p, uint32_t val)
1307 {
1308 	p->supported_func |= val & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_FUNCTION_FUNCS_MASK;
1309 }
1310 
1311 static inline uint32_t get_ena_admin_feature_rss_flow_hash_function_selected_func(const struct ena_admin_feature_rss_flow_hash_function *p)
1312 {
1313 	return p->selected_func & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_FUNCTION_SELECTED_FUNC_MASK;
1314 }
1315 
1316 static inline void set_ena_admin_feature_rss_flow_hash_function_selected_func(struct ena_admin_feature_rss_flow_hash_function *p, uint32_t val)
1317 {
1318 	p->selected_func |= val & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_FUNCTION_SELECTED_FUNC_MASK;
1319 }
1320 
1321 static inline uint16_t get_ena_admin_feature_rss_flow_hash_input_L3_sort(const struct ena_admin_feature_rss_flow_hash_input *p)
1322 {
1323 	return (p->supported_input_sort & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L3_SORT_MASK) >> ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L3_SORT_SHIFT;
1324 }
1325 
1326 static inline void set_ena_admin_feature_rss_flow_hash_input_L3_sort(struct ena_admin_feature_rss_flow_hash_input *p, uint16_t val)
1327 {
1328 	p->supported_input_sort |= (val << ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L3_SORT_SHIFT) & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L3_SORT_MASK;
1329 }
1330 
1331 static inline uint16_t get_ena_admin_feature_rss_flow_hash_input_L4_sort(const struct ena_admin_feature_rss_flow_hash_input *p)
1332 {
1333 	return (p->supported_input_sort & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L4_SORT_MASK) >> ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L4_SORT_SHIFT;
1334 }
1335 
1336 static inline void set_ena_admin_feature_rss_flow_hash_input_L4_sort(struct ena_admin_feature_rss_flow_hash_input *p, uint16_t val)
1337 {
1338 	p->supported_input_sort |= (val << ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L4_SORT_SHIFT) & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_L4_SORT_MASK;
1339 }
1340 
1341 static inline uint16_t get_ena_admin_feature_rss_flow_hash_input_enable_L3_sort(const struct ena_admin_feature_rss_flow_hash_input *p)
1342 {
1343 	return (p->enabled_input_sort & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L3_SORT_MASK) >> ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L3_SORT_SHIFT;
1344 }
1345 
1346 static inline void set_ena_admin_feature_rss_flow_hash_input_enable_L3_sort(struct ena_admin_feature_rss_flow_hash_input *p, uint16_t val)
1347 {
1348 	p->enabled_input_sort |= (val << ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L3_SORT_SHIFT) & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L3_SORT_MASK;
1349 }
1350 
1351 static inline uint16_t get_ena_admin_feature_rss_flow_hash_input_enable_L4_sort(const struct ena_admin_feature_rss_flow_hash_input *p)
1352 {
1353 	return (p->enabled_input_sort & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L4_SORT_MASK) >> ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L4_SORT_SHIFT;
1354 }
1355 
1356 static inline void set_ena_admin_feature_rss_flow_hash_input_enable_L4_sort(struct ena_admin_feature_rss_flow_hash_input *p, uint16_t val)
1357 {
1358 	p->enabled_input_sort |= (val << ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L4_SORT_SHIFT) & ENA_ADMIN_FEATURE_RSS_FLOW_HASH_INPUT_ENABLE_L4_SORT_MASK;
1359 }
1360 
1361 static inline uint32_t get_ena_admin_host_info_major(const struct ena_admin_host_info *p)
1362 {
1363 	return p->driver_version & ENA_ADMIN_HOST_INFO_MAJOR_MASK;
1364 }
1365 
1366 static inline void set_ena_admin_host_info_major(struct ena_admin_host_info *p, uint32_t val)
1367 {
1368 	p->driver_version |= val & ENA_ADMIN_HOST_INFO_MAJOR_MASK;
1369 }
1370 
1371 static inline uint32_t get_ena_admin_host_info_minor(const struct ena_admin_host_info *p)
1372 {
1373 	return (p->driver_version & ENA_ADMIN_HOST_INFO_MINOR_MASK) >> ENA_ADMIN_HOST_INFO_MINOR_SHIFT;
1374 }
1375 
1376 static inline void set_ena_admin_host_info_minor(struct ena_admin_host_info *p, uint32_t val)
1377 {
1378 	p->driver_version |= (val << ENA_ADMIN_HOST_INFO_MINOR_SHIFT) & ENA_ADMIN_HOST_INFO_MINOR_MASK;
1379 }
1380 
1381 static inline uint32_t get_ena_admin_host_info_sub_minor(const struct ena_admin_host_info *p)
1382 {
1383 	return (p->driver_version & ENA_ADMIN_HOST_INFO_SUB_MINOR_MASK) >> ENA_ADMIN_HOST_INFO_SUB_MINOR_SHIFT;
1384 }
1385 
1386 static inline void set_ena_admin_host_info_sub_minor(struct ena_admin_host_info *p, uint32_t val)
1387 {
1388 	p->driver_version |= (val << ENA_ADMIN_HOST_INFO_SUB_MINOR_SHIFT) & ENA_ADMIN_HOST_INFO_SUB_MINOR_MASK;
1389 }
1390 
1391 static inline uint8_t get_ena_admin_aenq_common_desc_phase(const struct ena_admin_aenq_common_desc *p)
1392 {
1393 	return p->flags & ENA_ADMIN_AENQ_COMMON_DESC_PHASE_MASK;
1394 }
1395 
1396 static inline void set_ena_admin_aenq_common_desc_phase(struct ena_admin_aenq_common_desc *p, uint8_t val)
1397 {
1398 	p->flags |= val & ENA_ADMIN_AENQ_COMMON_DESC_PHASE_MASK;
1399 }
1400 
1401 static inline uint32_t get_ena_admin_aenq_link_change_desc_link_status(const struct ena_admin_aenq_link_change_desc *p)
1402 {
1403 	return p->flags & ENA_ADMIN_AENQ_LINK_CHANGE_DESC_LINK_STATUS_MASK;
1404 }
1405 
1406 static inline void set_ena_admin_aenq_link_change_desc_link_status(struct ena_admin_aenq_link_change_desc *p, uint32_t val)
1407 {
1408 	p->flags |= val & ENA_ADMIN_AENQ_LINK_CHANGE_DESC_LINK_STATUS_MASK;
1409 }
1410 
1411 #endif /* !defined(ENA_DEFS_LINUX_MAINLINE) */
1412 #endif /*_ENA_ADMIN_H_ */
1413