41 	__in		efx_nic_t *enp);
45 	__in		efx_nic_t *enp);
50 	__in		efx_nic_t *enp,
57 	__in		efx_nic_t *enp,
65 	__in		efx_nic_t *enp,
72 	__in		efx_nic_t *enp,
79 	__in		efx_nic_t *enp,
87 	__in		efx_nic_t *enp,
132 	__in		efx_nic_t *enp,
210 	__inout		efx_nic_t *enp)  in efx_rx_init()  argument
215 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_rx_init()
216 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_NIC);  in efx_rx_init()
218 	if (!(enp->en_mod_flags & EFX_MOD_EV)) {  in efx_rx_init()
223 	if (enp->en_mod_flags & EFX_MOD_RX) {  in efx_rx_init()
228 	switch (enp->en_family) {  in efx_rx_init()
259 	if ((rc = erxop->erxo_init(enp)) != 0)  in efx_rx_init()
262 	enp->en_erxop = erxop;  in efx_rx_init()
263 	enp->en_mod_flags |= EFX_MOD_RX;  in efx_rx_init()
275 	enp->en_erxop = NULL;  in efx_rx_init()
276 	enp->en_mod_flags &= ~EFX_MOD_RX;  in efx_rx_init()
282 	__in		efx_nic_t *enp)  in efx_rx_fini()  argument
284 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_fini()
286 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_rx_fini()
287 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_NIC);  in efx_rx_fini()
288 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_RX);  in efx_rx_fini()
289 	EFSYS_ASSERT3U(enp->en_rx_qcount, ==, 0);  in efx_rx_fini()
291 	erxop->erxo_fini(enp);  in efx_rx_fini()
293 	enp->en_erxop = NULL;  in efx_rx_fini()
294 	enp->en_mod_flags &= ~EFX_MOD_RX;  in efx_rx_fini()
300 	__in		efx_nic_t *enp,  in efx_rx_scatter_enable()  argument
303 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_scatter_enable()
306 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_rx_scatter_enable()
307 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_RX);  in efx_rx_scatter_enable()
309 	if ((rc = erxop->erxo_scatter_enable(enp, buf_size)) != 0)  in efx_rx_scatter_enable()
323 	__in					efx_nic_t *enp,  in efx_rx_scale_hash_flags_get()  argument
329 	efx_nic_cfg_t *encp = &enp->en_nic_cfg;  in efx_rx_scale_hash_flags_get()
431 	__in		efx_nic_t *enp,  in efx_rx_hash_default_support_get()  argument
436 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_rx_hash_default_support_get()
437 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_RX);  in efx_rx_hash_default_support_get()
448 	*supportp = enp->en_hash_support;  in efx_rx_hash_default_support_get()
460 	__in		efx_nic_t *enp,  in efx_rx_scale_default_support_get()  argument
465 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_rx_scale_default_support_get()
466 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_RX);  in efx_rx_scale_default_support_get()
477 	*typep = enp->en_rss_context_type;  in efx_rx_scale_default_support_get()
491 	__in		efx_nic_t *enp,  in efx_rx_scale_context_alloc()  argument
496 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_scale_context_alloc()
499 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_rx_scale_context_alloc()
500 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_RX);  in efx_rx_scale_context_alloc()
506 	if ((rc = erxop->erxo_scale_context_alloc(enp, type,  in efx_rx_scale_context_alloc()
524 	__in		efx_nic_t *enp,  in efx_rx_scale_context_free()  argument
527 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_scale_context_free()
530 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_rx_scale_context_free()
531 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_RX);  in efx_rx_scale_context_free()
537 	if ((rc = erxop->erxo_scale_context_free(enp, rss_context)) != 0)  in efx_rx_scale_context_free()
553 	__in		efx_nic_t *enp,  in efx_rx_scale_mode_set()  argument
559 	efx_nic_cfg_t *encp = &enp->en_nic_cfg;  in efx_rx_scale_mode_set()
560 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_scale_mode_set()
565 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_rx_scale_mode_set()
566 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_RX);  in efx_rx_scale_mode_set()
592 		rc = efx_rx_scale_hash_flags_get(enp, alg, type_flags,  in efx_rx_scale_mode_set()
636 		if ((rc = erxop->erxo_scale_mode_set(enp, rss_context, alg,  in efx_rx_scale_mode_set()
658 	__in		efx_nic_t *enp,  in efx_rx_scale_key_set()  argument
663 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_scale_key_set()
666 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_rx_scale_key_set()
667 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_RX);  in efx_rx_scale_key_set()
669 	if ((rc = erxop->erxo_scale_key_set(enp, rss_context, key, n)) != 0)  in efx_rx_scale_key_set()
684 	__in		efx_nic_t *enp,  in efx_rx_scale_tbl_set()  argument
689 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_scale_tbl_set()
692 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_rx_scale_tbl_set()
693 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_RX);  in efx_rx_scale_tbl_set()
695 	if ((rc = erxop->erxo_scale_tbl_set(enp, rss_context, table, n)) != 0)  in efx_rx_scale_tbl_set()
716 	efx_nic_t *enp = erp->er_enp;  in efx_rx_qpost()  local
717 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_qpost()
730 	efx_nic_t *enp = erp->er_enp;  in efx_rx_qpush_ps_credits()  local
731 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_qpush_ps_credits()
748 	efx_nic_t *enp = erp->er_enp;  in efx_rx_qps_packet_info()  local
749 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_qps_packet_info()
764 	efx_nic_t *enp = erp->er_enp;  in efx_rx_qpush()  local
765 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_qpush()
776 	efx_nic_t *enp = erp->er_enp;  in efx_rx_qflush()  local
777 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_qflush()
797 	efx_nic_t *enp = erp->er_enp;  in efx_rx_qenable()  local
798 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_qenable()
807 	__in		efx_nic_t *enp,  in efx_rx_qcreate_internal()  argument
819 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_qcreate_internal()
823 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_rx_qcreate_internal()
824 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_RX);  in efx_rx_qcreate_internal()
827 	EFSYS_KMEM_ALLOC(enp->en_esip, sizeof (efx_rxq_t), erp);  in efx_rx_qcreate_internal()
835 	erp->er_enp = enp;  in efx_rx_qcreate_internal()
840 	if ((rc = erxop->erxo_qcreate(enp, index, label, type, type_data, esmp,  in efx_rx_qcreate_internal()
844 	enp->en_rx_qcount++;  in efx_rx_qcreate_internal()
852 	EFSYS_KMEM_FREE(enp->en_esip, sizeof (efx_rxq_t), erp);  in efx_rx_qcreate_internal()
861 	__in		efx_nic_t *enp,  in efx_rx_qcreate()  argument
872 	return efx_rx_qcreate_internal(enp, index, label, type, NULL,  in efx_rx_qcreate()
880 	__in		efx_nic_t *enp,  in efx_rx_qcreate_packed_stream()  argument
895 	return efx_rx_qcreate_internal(enp, index, label,  in efx_rx_qcreate_packed_stream()
906 	__in		efx_nic_t *enp,  in efx_rx_qcreate_es_super_buffer()  argument
935 	rc = efx_rx_qcreate_internal(enp, index, label,  in efx_rx_qcreate_es_super_buffer()
957 	efx_nic_t *enp = erp->er_enp;  in efx_rx_qdestroy()  local
958 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_rx_qdestroy()
971 	efx_nic_t *enp = erp->er_enp;  in efx_pseudo_hdr_pkt_length_get()  local
972 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_pseudo_hdr_pkt_length_get()
976 	return (erxop->erxo_prefix_pktlen(enp, buffer, lengthp));  in efx_pseudo_hdr_pkt_length_get()
986 	efx_nic_t *enp = erp->er_enp;  in efx_pseudo_hdr_hash_get()  local
987 	const efx_rx_ops_t *erxop = enp->en_erxop;  in efx_pseudo_hdr_hash_get()
991 	EFSYS_ASSERT3U(enp->en_hash_support, ==, EFX_RX_HASH_AVAILABLE);  in efx_pseudo_hdr_hash_get()
992 	return (erxop->erxo_prefix_hash(enp, func, buffer));  in efx_pseudo_hdr_hash_get()
1000 	__in		efx_nic_t *enp)  in siena_rx_init()  argument
1005 	EFX_BAR_READO(enp, FR_AZ_RX_CFG_REG, &oword);  in siena_rx_init()
1013 	EFX_BAR_WRITEO(enp, FR_AZ_RX_CFG_REG, &oword);  in siena_rx_init()
1019 		EFX_BAR_TBL_WRITEO(enp, FR_BZ_RX_INDIRECTION_TBL,  in siena_rx_init()
1025 	enp->en_rss_context_type = EFX_RX_SCALE_EXCLUSIVE;  in siena_rx_init()
1028 	enp->en_hash_support = EFX_RX_HASH_AVAILABLE;  in siena_rx_init()
1037 	__in		efx_nic_t *enp,  in siena_rx_scatter_enable()  argument
1052 	if (enp->en_rx_qcount > 0) {  in siena_rx_scatter_enable()
1058 	EFX_BAR_READO(enp, FR_AZ_RX_CFG_REG, &oword);  in siena_rx_scatter_enable()
1060 	EFX_BAR_WRITEO(enp, FR_AZ_RX_CFG_REG, &oword);  in siena_rx_scatter_enable()
1063 	EFX_BAR_READO(enp, FR_AZ_RX_FILTER_CTL_REG, &oword);  in siena_rx_scatter_enable()
1065 	EFX_BAR_WRITEO(enp, FR_AZ_RX_FILTER_CTL_REG, &oword);  in siena_rx_scatter_enable()
1141 	__in		efx_nic_t *enp,  in siena_rx_scale_mode_set()  argument
1156 		EFX_RX_LFSR_HASH(enp, insert);  in siena_rx_scale_mode_set()
1160 		EFX_RX_TOEPLITZ_IPV4_HASH(enp, insert,  in siena_rx_scale_mode_set()
1164 		EFX_RX_TOEPLITZ_IPV6_HASH(enp,  in siena_rx_scale_mode_set()
1187 	EFX_RX_LFSR_HASH(enp, B_FALSE);  in siena_rx_scale_mode_set()
1196 	__in		efx_nic_t *enp,  in siena_rx_scale_key_set()  argument
1220 	EFX_BAR_WRITEO(enp, FR_BZ_RX_RSS_TKEY_REG, &oword);  in siena_rx_scale_key_set()
1225 	EFX_BAR_READO(enp, FR_BZ_RX_RSS_TKEY_REG, &oword);  in siena_rx_scale_key_set()
1235 	if ((enp->en_features & EFX_FEATURE_IPV6) == 0)  in siena_rx_scale_key_set()
1241 	EFX_BAR_READO(enp, FR_CZ_RX_RSS_IPV6_REG3, &oword);  in siena_rx_scale_key_set()
1248 	EFX_BAR_WRITEO(enp, FR_CZ_RX_RSS_IPV6_REG3, &oword);  in siena_rx_scale_key_set()
1258 	EFX_BAR_WRITEO(enp, FR_CZ_RX_RSS_IPV6_REG2, &oword);  in siena_rx_scale_key_set()
1268 	EFX_BAR_WRITEO(enp, FR_CZ_RX_RSS_IPV6_REG1, &oword);  in siena_rx_scale_key_set()
1273 	EFX_BAR_READO(enp, FR_CZ_RX_RSS_IPV6_REG3, &oword);  in siena_rx_scale_key_set()
1285 	EFX_BAR_READO(enp, FR_CZ_RX_RSS_IPV6_REG2, &oword);  in siena_rx_scale_key_set()
1297 	EFX_BAR_READO(enp, FR_CZ_RX_RSS_IPV6_REG1, &oword);  in siena_rx_scale_key_set()
1329 	__in		efx_nic_t *enp,  in siena_rx_scale_tbl_set()  argument
1362 		EFX_BAR_TBL_WRITEO(enp, FR_BZ_RX_INDIRECTION_TBL,  in siena_rx_scale_tbl_set()
1373 		EFX_BAR_TBL_READO(enp, FR_BZ_RX_INDIRECTION_TBL,  in siena_rx_scale_tbl_set()
1415 	__in		efx_nic_t *enp,  in siena_rx_prefix_hash()  argument
1419 	_NOTE(ARGUNUSED(enp))  in siena_rx_prefix_hash()
1440 	__in		efx_nic_t *enp,  in siena_rx_prefix_pktlen()  argument
1444 	_NOTE(ARGUNUSED(enp, buffer, lengthp))  in siena_rx_prefix_pktlen()
1495 	efx_nic_t *enp = erp->er_enp;  in siena_rx_qpush()  local
1517 	EFX_BAR_TBL_WRITED3(enp, FR_BZ_RX_DESC_UPD_REGP0,  in siena_rx_qpush()
1551 	efx_nic_t *enp = erp->er_enp;  in siena_rx_qflush()  local
1560 	EFX_BAR_WRITEO(enp, FR_AZ_RX_FLUSH_DESCQ_REG, &oword);  in siena_rx_qflush()
1569 	efx_nic_t *enp = erp->er_enp;  in siena_rx_qenable()  local
1574 	EFX_BAR_TBL_READO(enp, FR_AZ_RX_DESC_PTR_TBL,  in siena_rx_qenable()
1581 	EFX_BAR_TBL_WRITEO(enp, FR_AZ_RX_DESC_PTR_TBL,  in siena_rx_qenable()
1587 	__in		efx_nic_t *enp,  in siena_rx_qcreate()  argument
1599 	efx_nic_cfg_t *encp = &(enp->en_nic_cfg);  in siena_rx_qcreate()
1611 	EFSYS_ASSERT3U(enp->en_rx_qcount + 1, <, encp->enc_rxq_limit);  in siena_rx_qcreate()
1662 	EFX_BAR_TBL_WRITEO(enp, FR_AZ_RX_DESC_PTR_TBL,  in siena_rx_qcreate()
1687 	efx_nic_t *enp = erp->er_enp;  in siena_rx_qdestroy()  local
1690 	EFSYS_ASSERT(enp->en_rx_qcount != 0);  in siena_rx_qdestroy()
1691 	--enp->en_rx_qcount;  in siena_rx_qdestroy()
1696 	EFX_BAR_TBL_WRITEO(enp, FR_AZ_RX_DESC_PTR_TBL,  in siena_rx_qdestroy()
1700 	EFSYS_KMEM_FREE(enp->en_esip, sizeof (efx_rxq_t), erp);  in siena_rx_qdestroy()
1705 	__in	efx_nic_t *enp)  in siena_rx_fini()  argument
1707 	_NOTE(ARGUNUSED(enp))  in siena_rx_fini()