90 	__in		efx_nic_t *enp,  in efx_mcdi_init()  argument
96 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_mcdi_init()
97 	EFSYS_ASSERT3U(enp->en_mod_flags, ==, 0);  in efx_mcdi_init()
99 	switch (enp->en_family) {  in efx_mcdi_init()
130 	if (enp->en_features & EFX_FEATURE_MCDI_DMA) {  in efx_mcdi_init()
137 	enp->en_mcdi.em_emtp = emtp;  in efx_mcdi_init()
140 		if ((rc = emcop->emco_init(enp, emtp)) != 0)  in efx_mcdi_init()
144 	enp->en_mcdi.em_emcop = emcop;  in efx_mcdi_init()
145 	enp->en_mod_flags |= EFX_MOD_MCDI;  in efx_mcdi_init()
156 	enp->en_mcdi.em_emcop = NULL;  in efx_mcdi_init()
157 	enp->en_mcdi.em_emtp = NULL;  in efx_mcdi_init()
158 	enp->en_mod_flags &= ~EFX_MOD_MCDI;  in efx_mcdi_init()
165 	__in		efx_nic_t *enp)  in efx_mcdi_fini()  argument
167 	efx_mcdi_iface_t *emip = &(enp->en_mcdi.em_emip);  in efx_mcdi_fini()
168 	const efx_mcdi_ops_t *emcop = enp->en_mcdi.em_emcop;  in efx_mcdi_fini()
170 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_mcdi_fini()
171 	EFSYS_ASSERT3U(enp->en_mod_flags, ==, EFX_MOD_MCDI);  in efx_mcdi_fini()
174 		emcop->emco_fini(enp);  in efx_mcdi_fini()
179 	enp->en_mcdi.em_emcop = NULL;  in efx_mcdi_fini()
180 	enp->en_mod_flags &= ~EFX_MOD_MCDI;  in efx_mcdi_fini()
185 	__in		efx_nic_t *enp)  in efx_mcdi_new_epoch()  argument
187 	efx_mcdi_iface_t *emip = &(enp->en_mcdi.em_emip);  in efx_mcdi_new_epoch()
191 	EFSYS_LOCK(enp->en_eslp, state);  in efx_mcdi_new_epoch()
193 	EFSYS_UNLOCK(enp->en_eslp, state);  in efx_mcdi_new_epoch()
198 	__in		efx_nic_t *enp,  in efx_mcdi_send_request()  argument
204 	const efx_mcdi_ops_t *emcop = enp->en_mcdi.em_emcop;  in efx_mcdi_send_request()
206 	emcop->emco_send_request(enp, hdrp, hdr_len, sdup, sdu_len);  in efx_mcdi_send_request()
211 	__in		efx_nic_t *enp)  in efx_mcdi_poll_reboot()  argument
213 	const efx_mcdi_ops_t *emcop = enp->en_mcdi.em_emcop;  in efx_mcdi_poll_reboot()
216 	rc = emcop->emco_poll_reboot(enp);  in efx_mcdi_poll_reboot()
222 	__in		efx_nic_t *enp)  in efx_mcdi_poll_response()  argument
224 	const efx_mcdi_ops_t *emcop = enp->en_mcdi.em_emcop;  in efx_mcdi_poll_response()
227 	available = emcop->emco_poll_response(enp);  in efx_mcdi_poll_response()
233 	__in		efx_nic_t *enp,  in efx_mcdi_read_response()  argument
238 	const efx_mcdi_ops_t *emcop = enp->en_mcdi.em_emcop;  in efx_mcdi_read_response()
240 	emcop->emco_read_response(enp, bufferp, offset, length);  in efx_mcdi_read_response()
245 	__in		efx_nic_t *enp,  in efx_mcdi_request_start()  argument
250 	const efx_mcdi_transport_t *emtp = enp->en_mcdi.em_emtp;  in efx_mcdi_request_start()
252 	efx_mcdi_iface_t *emip = &(enp->en_mcdi.em_emip);  in efx_mcdi_request_start()
261 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_mcdi_request_start()
262 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_MCDI);  in efx_mcdi_request_start()
263 	EFSYS_ASSERT3U(enp->en_features, &, EFX_FEATURE_MCDI);  in efx_mcdi_request_start()
277 	EFSYS_LOCK(enp->en_eslp, state);  in efx_mcdi_request_start()
285 	EFSYS_UNLOCK(enp->en_eslp, state);  in efx_mcdi_request_start()
337 	efx_mcdi_send_request(enp, &hdr[0], hdr_len,  in efx_mcdi_request_start()
343 	__in		efx_nic_t *enp,  in efx_mcdi_read_response_header()  argument
347 	const efx_mcdi_transport_t *emtp = enp->en_mcdi.em_emtp;  in efx_mcdi_read_response_header()
349 	efx_mcdi_iface_t *emip = &(enp->en_mcdi.em_emip);  in efx_mcdi_read_response_header()
360 	efx_mcdi_read_response(enp, &hdr[0], 0, sizeof (hdr[0]));  in efx_mcdi_read_response_header()
370 		efx_mcdi_read_response(enp, &hdr[1], hdr_len, sizeof (hdr[1]));  in efx_mcdi_read_response_header()
381 		efx_mcdi_poll_reboot(enp);  in efx_mcdi_read_response_header()
398 		efx_mcdi_read_response(enp, &err, hdr_len, err_len);  in efx_mcdi_read_response_header()
458 	__in		efx_nic_t *enp,  in efx_mcdi_finish_response()  argument
462 	const efx_mcdi_transport_t *emtp = enp->en_mcdi.em_emtp;  in efx_mcdi_finish_response()
473 	efx_mcdi_read_response(enp, &hdr[0], 0, hdr_len);  in efx_mcdi_finish_response()
479 		efx_mcdi_read_response(enp, &hdr[1], hdr_len, sizeof (hdr[1]));  in efx_mcdi_finish_response()
488 	efx_mcdi_read_response(enp, emrp->emr_out_buf, hdr_len, bytes);  in efx_mcdi_finish_response()
502 	__in		efx_nic_t *enp)  in efx_mcdi_request_poll()  argument
504 	efx_mcdi_iface_t *emip = &(enp->en_mcdi.em_emip);  in efx_mcdi_request_poll()
509 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_mcdi_request_poll()
510 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_MCDI);  in efx_mcdi_request_poll()
511 	EFSYS_ASSERT3U(enp->en_features, &, EFX_FEATURE_MCDI);  in efx_mcdi_request_poll()
514 	EFSYS_LOCK(enp->en_eslp, state);  in efx_mcdi_request_poll()
521 	if (efx_nic_hw_unavailable(enp)) {  in efx_mcdi_request_poll()
522 		EFSYS_UNLOCK(enp->en_eslp, state);  in efx_mcdi_request_poll()
528 		if ((rc = efx_mcdi_poll_reboot(enp)) != 0) {  in efx_mcdi_request_poll()
530 			EFSYS_UNLOCK(enp->en_eslp, state);  in efx_mcdi_request_poll()
534 				efx_mcdi_raise_exception(enp, emrp, rc);  in efx_mcdi_request_poll()
541 	if (efx_mcdi_poll_response(enp) == B_FALSE) {  in efx_mcdi_request_poll()
542 		EFSYS_UNLOCK(enp->en_eslp, state);  in efx_mcdi_request_poll()
547 	efx_mcdi_read_response_header(enp, emrp);  in efx_mcdi_request_poll()
555 	EFSYS_UNLOCK(enp->en_eslp, state);  in efx_mcdi_request_poll()
560 	efx_mcdi_finish_response(enp, emrp);  in efx_mcdi_request_poll()
575 	__in		efx_nic_t *enp)  in efx_mcdi_request_abort()  argument
577 	efx_mcdi_iface_t *emip = &(enp->en_mcdi.em_emip);  in efx_mcdi_request_abort()
582 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_mcdi_request_abort()
583 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_MCDI);  in efx_mcdi_request_abort()
584 	EFSYS_ASSERT3U(enp->en_features, &, EFX_FEATURE_MCDI);  in efx_mcdi_request_abort()
593 	EFSYS_LOCK(enp->en_eslp, state);  in efx_mcdi_request_abort()
612 	EFSYS_UNLOCK(enp->en_eslp, state);  in efx_mcdi_request_abort()
619 	__in		efx_nic_t *enp,  in efx_mcdi_get_timeout()  argument
623 	const efx_mcdi_ops_t *emcop = enp->en_mcdi.em_emcop;  in efx_mcdi_get_timeout()
625 	emcop->emco_get_timeout(enp, emrp, timeoutp);  in efx_mcdi_get_timeout()
704 	__in		efx_nic_t *enp,  in efx_mcdi_raise_exception()  argument
708 	const efx_mcdi_transport_t *emtp = enp->en_mcdi.em_emtp;  in efx_mcdi_raise_exception()
730 	__in		efx_nic_t *enp,  in efx_mcdi_execute()  argument
733 	const efx_mcdi_transport_t *emtp = enp->en_mcdi.em_emtp;  in efx_mcdi_execute()
735 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_MCDI);  in efx_mcdi_execute()
736 	EFSYS_ASSERT3U(enp->en_features, &, EFX_FEATURE_MCDI);  in efx_mcdi_execute()
744 	__in		efx_nic_t *enp,  in efx_mcdi_execute_quiet()  argument
747 	const efx_mcdi_transport_t *emtp = enp->en_mcdi.em_emtp;  in efx_mcdi_execute_quiet()
749 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_MCDI);  in efx_mcdi_execute_quiet()
750 	EFSYS_ASSERT3U(enp->en_features, &, EFX_FEATURE_MCDI);  in efx_mcdi_execute_quiet()
758 	__in		efx_nic_t *enp,  in efx_mcdi_ev_cpl()  argument
763 	efx_mcdi_iface_t *emip = &(enp->en_mcdi.em_emip);  in efx_mcdi_ev_cpl()
764 	const efx_mcdi_transport_t *emtp = enp->en_mcdi.em_emtp;  in efx_mcdi_ev_cpl()
768 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_MCDI);  in efx_mcdi_ev_cpl()
769 	EFSYS_ASSERT3U(enp->en_features, &, EFX_FEATURE_MCDI);  in efx_mcdi_ev_cpl()
775 	EFSYS_LOCK(enp->en_eslp, state);  in efx_mcdi_ev_cpl()
781 		EFSYS_UNLOCK(enp->en_eslp, state);  in efx_mcdi_ev_cpl()
787 	EFSYS_UNLOCK(enp->en_eslp, state);  in efx_mcdi_ev_cpl()
791 		efx_mcdi_read_response_header(enp, emrp);  in efx_mcdi_ev_cpl()
806 		efx_mcdi_finish_response(enp, emrp);  in efx_mcdi_ev_cpl()
815 	__in		efx_nic_t *enp,  in efx_mcdi_get_proxy_handle()  argument
821 	_NOTE(ARGUNUSED(enp))  in efx_mcdi_get_proxy_handle()
849 	__in		efx_nic_t *enp,  in efx_mcdi_ev_proxy_response()  argument
853 	const efx_mcdi_transport_t *emtp = enp->en_mcdi.em_emtp;  in efx_mcdi_ev_proxy_response()
871 	__in		efx_nic_t *enp,  in efx_mcdi_ev_death()  argument
874 	efx_mcdi_iface_t *emip = &(enp->en_mcdi.em_emip);  in efx_mcdi_ev_death()
875 	const efx_mcdi_transport_t *emtp = enp->en_mcdi.em_emtp;  in efx_mcdi_ev_death()
893 	EFSYS_LOCK(enp->en_eslp, state);  in efx_mcdi_ev_death()
910 		(void) efx_mcdi_poll_reboot(enp);  in efx_mcdi_ev_death()
914 	EFSYS_UNLOCK(enp->en_eslp, state);  in efx_mcdi_ev_death()
916 	efx_mcdi_raise_exception(enp, emrp, rc);  in efx_mcdi_ev_death()
924 	__in			efx_nic_t *enp,
940 	EFSYS_ASSERT3U(enp->en_features, &, EFX_FEATURE_MCDI);
948 	efx_mcdi_execute(enp, &req);
989 	efx_mcdi_execute_quiet(enp, &req);
1039 	__in		efx_nic_t *enp,  in efx_mcdi_get_capabilities()  argument
1058 	efx_mcdi_execute_quiet(enp, &req);  in efx_mcdi_get_capabilities()
1111 	__in		efx_nic_t *enp,  in efx_mcdi_do_reboot()  argument
1126 	EFSYS_ASSERT3U(enp->en_magic, ==, EFX_NIC_MAGIC);  in efx_mcdi_do_reboot()
1137 	efx_mcdi_execute_quiet(enp, &req);  in efx_mcdi_do_reboot()
1161 	__in		efx_nic_t *enp)  in efx_mcdi_reboot()  argument
1163 	return (efx_mcdi_do_reboot(enp, B_FALSE));  in efx_mcdi_reboot()
1168 	__in		efx_nic_t *enp)  in efx_mcdi_exit_assertion_handler()  argument
1170 	return (efx_mcdi_do_reboot(enp, B_TRUE));  in efx_mcdi_exit_assertion_handler()
1175 	__in		efx_nic_t *enp)  in efx_mcdi_read_assertion()  argument
1212 		efx_mcdi_execute_quiet(enp, &req);  in efx_mcdi_read_assertion()
1279 	__in		efx_nic_t *enp,  in efx_mcdi_drv_attach()  argument
1308 	MCDI_IN_SET_DWORD(req, DRV_ATTACH_IN_FIRMWARE_ID, enp->efv);  in efx_mcdi_drv_attach()
1310 	efx_mcdi_execute(enp, &req);  in efx_mcdi_drv_attach()
1334 	__in			efx_nic_t *enp,
1339 	efx_mcdi_iface_t *emip = &(enp->en_mcdi.em_emip);
1351 	efx_mcdi_execute(enp, &req);
1414 	__in		efx_nic_t *enp,  in efx_mcdi_get_resource_limits()  argument
1430 	efx_mcdi_execute(enp, &req);  in efx_mcdi_get_resource_limits()
1461 	__in		efx_nic_t *enp)  in efx_mcdi_get_phy_cfg()  argument
1463 	efx_port_t *epp = &(enp->en_port);  in efx_mcdi_get_phy_cfg()
1464 	efx_nic_cfg_t *encp = &(enp->en_nic_cfg);  in efx_mcdi_get_phy_cfg()
1481 	efx_mcdi_execute(enp, &req);  in efx_mcdi_get_phy_cfg()
1569 	__in			efx_nic_t *enp,  in efx_mcdi_firmware_update_supported()  argument
1572 	const efx_mcdi_ops_t *emcop = enp->en_mcdi.em_emcop;  in efx_mcdi_firmware_update_supported()
1576 		if ((rc = emcop->emco_feature_supported(enp,  in efx_mcdi_firmware_update_supported()
1594 	__in			efx_nic_t *enp,  in efx_mcdi_macaddr_change_supported()  argument
1597 	const efx_mcdi_ops_t *emcop = enp->en_mcdi.em_emcop;  in efx_mcdi_macaddr_change_supported()
1601 		if ((rc = emcop->emco_feature_supported(enp,  in efx_mcdi_macaddr_change_supported()
1619 	__in			efx_nic_t *enp,  in efx_mcdi_link_control_supported()  argument
1622 	const efx_mcdi_ops_t *emcop = enp->en_mcdi.em_emcop;  in efx_mcdi_link_control_supported()
1626 		if ((rc = emcop->emco_feature_supported(enp,  in efx_mcdi_link_control_supported()
1644 	__in			efx_nic_t *enp,  in efx_mcdi_mac_spoofing_supported()  argument
1647 	const efx_mcdi_ops_t *emcop = enp->en_mcdi.em_emcop;  in efx_mcdi_mac_spoofing_supported()
1651 		if ((rc = emcop->emco_feature_supported(enp,  in efx_mcdi_mac_spoofing_supported()
1677 	__in			efx_nic_t *enp)  in efx_mcdi_bist_enable_offline()  argument
1691 	efx_mcdi_execute(enp, &req);  in efx_mcdi_bist_enable_offline()
1709 	__in			efx_nic_t *enp,  in efx_mcdi_bist_start()  argument
1751 	efx_mcdi_execute(enp, &req);  in efx_mcdi_bist_start()
1771 	__in		efx_nic_t *enp)  in efx_mcdi_log_ctrl()  argument
1788 	efx_mcdi_execute(enp, &req);  in efx_mcdi_log_ctrl()
1815 	__in		efx_nic_t *enp,  in efx_mcdi_mac_stats()  argument
1845 		const efx_nic_cfg_t *encp = &enp->en_nic_cfg;  in efx_mcdi_mac_stats()
1881 	    (disable ? EVB_PORT_ID_NULL : enp->en_vport_id));  in efx_mcdi_mac_stats()
1883 	efx_mcdi_execute(enp, &req);  in efx_mcdi_mac_stats()
1888 		    (enp->en_rx_qcount + enp->en_tx_qcount != 0)) {  in efx_mcdi_mac_stats()
1910 	__in		efx_nic_t *enp)  in efx_mcdi_mac_stats_clear()  argument
1914 	if ((rc = efx_mcdi_mac_stats(enp, NULL, EFX_STATS_CLEAR, 0)) != 0)  in efx_mcdi_mac_stats_clear()
1927 	__in		efx_nic_t *enp,  in efx_mcdi_mac_stats_upload()  argument
1937 	if ((rc = efx_mcdi_mac_stats(enp, esmp, EFX_STATS_UPLOAD, 0)) != 0)  in efx_mcdi_mac_stats_upload()
1950 	__in		efx_nic_t *enp,  in efx_mcdi_mac_stats_periodic()  argument
1965 		rc = efx_mcdi_mac_stats(enp, NULL, EFX_STATS_DISABLE, 0);  in efx_mcdi_mac_stats_periodic()
1967 		rc = efx_mcdi_mac_stats(enp, esmp, EFX_STATS_ENABLE_EVENTS,  in efx_mcdi_mac_stats_periodic()
1970 		rc = efx_mcdi_mac_stats(enp, esmp, EFX_STATS_ENABLE_NOEVENTS,  in efx_mcdi_mac_stats_periodic()
1996 	__in			efx_nic_t *enp,  in efx_mcdi_get_function_info()  argument
2011 	efx_mcdi_execute(enp, &req);  in efx_mcdi_get_function_info()
2039 	__in			efx_nic_t *enp,  in efx_mcdi_privilege_mask()  argument
2059 	efx_mcdi_execute(enp, &req);  in efx_mcdi_privilege_mask()
2087 	__in			efx_nic_t *enp,  in efx_mcdi_set_workaround()  argument
2106 	efx_mcdi_execute_quiet(enp, &req);  in efx_mcdi_set_workaround()
2130 	__in			efx_nic_t *enp,  in efx_mcdi_get_workarounds()  argument
2144 	efx_mcdi_execute(enp, &req);  in efx_mcdi_get_workarounds()
2184 	__in			efx_nic_t *enp,  in efx_mcdi_get_phy_media_info()  argument
2207 	efx_mcdi_execute(enp, &req);  in efx_mcdi_get_phy_media_info()
2244 	__in			efx_nic_t *enp,  in efx_mcdi_phy_module_get_info()  argument
2250 	efx_port_t *epp = &(enp->en_port);  in efx_mcdi_phy_module_get_info()
2256 	EFSYS_ASSERT3U(enp->en_mod_flags, &, EFX_MOD_PROBE);  in efx_mcdi_phy_module_get_info()
2281 	rc = efx_mcdi_get_phy_media_info(enp, 0, 0, sizeof (id), &id);  in efx_mcdi_phy_module_get_info()
2356 		rc = efx_mcdi_get_phy_media_info(enp,  in efx_mcdi_phy_module_get_info()
2373 		rc = efx_mcdi_get_phy_media_info(enp,  in efx_mcdi_phy_module_get_info()