1 // SPDX-License-Identifier: ISC
2 /*
3  * Copyright (c) 2012-2017 Qualcomm Atheros, Inc.
4  * Copyright (c) 2018-2019, The Linux Foundation. All rights reserved.
5  */
6 
7 #include <linux/module.h>
8 #include <linux/pci.h>
9 #include <linux/moduleparam.h>
10 #include <linux/interrupt.h>
11 #include <linux/suspend.h>
12 #include "wil6210.h"
13 #include <linux/rtnetlink.h>
14 #include <linux/pm_runtime.h>
15 
16 static int n_msi = 3;
17 module_param(n_msi, int, 0444);
18 MODULE_PARM_DESC(n_msi, " Use MSI interrupt: 0 - use INTx, 1 - single, or 3 - (default) ");
19 
20 bool ftm_mode;
21 module_param(ftm_mode, bool, 0444);
22 MODULE_PARM_DESC(ftm_mode, " Set factory test mode, default - false");
23 
24 static int wil6210_pm_notify(struct notifier_block *notify_block,
25 			     unsigned long mode, void *unused);
26 
27 static
28 int wil_set_capabilities(struct wil6210_priv *wil)
29 {
30 	const char *wil_fw_name;
31 	u32 jtag_id = wil_r(wil, RGF_USER_JTAG_DEV_ID);
32 	u8 chip_revision = (wil_r(wil, RGF_USER_REVISION_ID) &
33 			    RGF_USER_REVISION_ID_MASK);
34 	int platform_capa;
35 	struct fw_map *iccm_section, *sct;
36 
37 	bitmap_zero(wil->hw_capa, hw_capa_last);
38 	bitmap_zero(wil->fw_capabilities, WMI_FW_CAPABILITY_MAX);
39 	bitmap_zero(wil->platform_capa, WIL_PLATFORM_CAPA_MAX);
40 	wil->wil_fw_name = ftm_mode ? WIL_FW_NAME_FTM_DEFAULT :
41 			   WIL_FW_NAME_DEFAULT;
42 	wil->chip_revision = chip_revision;
43 
44 	switch (jtag_id) {
45 	case JTAG_DEV_ID_SPARROW:
46 		memcpy(fw_mapping, sparrow_fw_mapping,
47 		       sizeof(sparrow_fw_mapping));
48 		switch (chip_revision) {
49 		case REVISION_ID_SPARROW_D0:
50 			wil->hw_name = "Sparrow D0";
51 			wil->hw_version = HW_VER_SPARROW_D0;
52 			wil_fw_name = ftm_mode ? WIL_FW_NAME_FTM_SPARROW_PLUS :
53 				      WIL_FW_NAME_SPARROW_PLUS;
54 
55 			if (wil_fw_verify_file_exists(wil, wil_fw_name))
56 				wil->wil_fw_name = wil_fw_name;
57 			sct = wil_find_fw_mapping("mac_rgf_ext");
58 			if (!sct) {
59 				wil_err(wil, "mac_rgf_ext section not found in fw_mapping\n");
60 				return -EINVAL;
61 			}
62 			memcpy(sct, &sparrow_d0_mac_rgf_ext, sizeof(*sct));
63 			break;
64 		case REVISION_ID_SPARROW_B0:
65 			wil->hw_name = "Sparrow B0";
66 			wil->hw_version = HW_VER_SPARROW_B0;
67 			break;
68 		default:
69 			wil->hw_name = "Unknown";
70 			wil->hw_version = HW_VER_UNKNOWN;
71 			break;
72 		}
73 		wil->rgf_fw_assert_code_addr = SPARROW_RGF_FW_ASSERT_CODE;
74 		wil->rgf_ucode_assert_code_addr = SPARROW_RGF_UCODE_ASSERT_CODE;
75 		break;
76 	case JTAG_DEV_ID_TALYN:
77 		wil->hw_name = "Talyn-MA";
78 		wil->hw_version = HW_VER_TALYN;
79 		memcpy(fw_mapping, talyn_fw_mapping, sizeof(talyn_fw_mapping));
80 		wil->rgf_fw_assert_code_addr = TALYN_RGF_FW_ASSERT_CODE;
81 		wil->rgf_ucode_assert_code_addr = TALYN_RGF_UCODE_ASSERT_CODE;
82 		if (wil_r(wil, RGF_USER_OTP_HW_RD_MACHINE_1) &
83 		    BIT_NO_FLASH_INDICATION)
84 			set_bit(hw_capa_no_flash, wil->hw_capa);
85 		wil_fw_name = ftm_mode ? WIL_FW_NAME_FTM_TALYN :
86 			      WIL_FW_NAME_TALYN;
87 		if (wil_fw_verify_file_exists(wil, wil_fw_name))
88 			wil->wil_fw_name = wil_fw_name;
89 		break;
90 	case JTAG_DEV_ID_TALYN_MB:
91 		wil->hw_name = "Talyn-MB";
92 		wil->hw_version = HW_VER_TALYN_MB;
93 		memcpy(fw_mapping, talyn_mb_fw_mapping,
94 		       sizeof(talyn_mb_fw_mapping));
95 		wil->rgf_fw_assert_code_addr = TALYN_RGF_FW_ASSERT_CODE;
96 		wil->rgf_ucode_assert_code_addr = TALYN_RGF_UCODE_ASSERT_CODE;
97 		set_bit(hw_capa_no_flash, wil->hw_capa);
98 		wil->use_enhanced_dma_hw = true;
99 		wil->use_rx_hw_reordering = true;
100 		wil->use_compressed_rx_status = true;
101 		wil_fw_name = ftm_mode ? WIL_FW_NAME_FTM_TALYN :
102 			      WIL_FW_NAME_TALYN;
103 		if (wil_fw_verify_file_exists(wil, wil_fw_name))
104 			wil->wil_fw_name = wil_fw_name;
105 		break;
106 	default:
107 		wil_err(wil, "Unknown board hardware, chip_id 0x%08x, chip_revision 0x%08x\n",
108 			jtag_id, chip_revision);
109 		wil->hw_name = "Unknown";
110 		wil->hw_version = HW_VER_UNKNOWN;
111 		return -EINVAL;
112 	}
113 
114 	wil_init_txrx_ops(wil);
115 
116 	iccm_section = wil_find_fw_mapping("fw_code");
117 	if (!iccm_section) {
118 		wil_err(wil, "fw_code section not found in fw_mapping\n");
119 		return -EINVAL;
120 	}
121 	wil->iccm_base = iccm_section->host;
122 
123 	wil_info(wil, "Board hardware is %s, flash %sexist\n", wil->hw_name,
124 		 test_bit(hw_capa_no_flash, wil->hw_capa) ? "doesn't " : "");
125 
126 	/* Get platform capabilities */
127 	if (wil->platform_ops.get_capa) {
128 		platform_capa =
129 			wil->platform_ops.get_capa(wil->platform_handle);
130 		memcpy(wil->platform_capa, &platform_capa,
131 		       min(sizeof(wil->platform_capa), sizeof(platform_capa)));
132 	}
133 
134 	wil_info(wil, "platform_capa 0x%lx\n", *wil->platform_capa);
135 
136 	/* extract FW capabilities from file without loading the FW */
137 	wil_request_firmware(wil, wil->wil_fw_name, false);
138 	wil_refresh_fw_capabilities(wil);
139 
140 	return 0;
141 }
142 
143 void wil_disable_irq(struct wil6210_priv *wil)
144 {
145 	int irq = wil->pdev->irq;
146 
147 	disable_irq(irq);
148 	if (wil->n_msi == 3) {
149 		disable_irq(irq + 1);
150 		disable_irq(irq + 2);
151 	}
152 }
153 
154 void wil_enable_irq(struct wil6210_priv *wil)
155 {
156 	int irq = wil->pdev->irq;
157 
158 	enable_irq(irq);
159 	if (wil->n_msi == 3) {
160 		enable_irq(irq + 1);
161 		enable_irq(irq + 2);
162 	}
163 }
164 
165 static void wil_remove_all_additional_vifs(struct wil6210_priv *wil)
166 {
167 	struct wil6210_vif *vif;
168 	int i;
169 
170 	for (i = 1; i < GET_MAX_VIFS(wil); i++) {
171 		vif = wil->vifs[i];
172 		if (vif) {
173 			wil_vif_prepare_stop(vif);
174 			wil_vif_remove(wil, vif->mid);
175 		}
176 	}
177 }
178 
179 /* Bus ops */
180 static int wil_if_pcie_enable(struct wil6210_priv *wil)
181 {
182 	struct pci_dev *pdev = wil->pdev;
183 	int rc;
184 	/* on platforms with buggy ACPI, pdev->msi_enabled may be set to
185 	 * allow pci_enable_device to work. This indicates INTx was not routed
186 	 * and only MSI should be used
187 	 */
188 	int msi_only = pdev->msi_enabled;
189 
190 	wil_dbg_misc(wil, "if_pcie_enable\n");
191 
192 	pci_set_master(pdev);
193 
194 	/* how many MSI interrupts to request? */
195 	switch (n_msi) {
196 	case 3:
197 	case 1:
198 		wil_dbg_misc(wil, "Setup %d MSI interrupts\n", n_msi);
199 		break;
200 	case 0:
201 		wil_dbg_misc(wil, "MSI interrupts disabled, use INTx\n");
202 		break;
203 	default:
204 		wil_err(wil, "Invalid n_msi=%d, default to 1\n", n_msi);
205 		n_msi = 1;
206 	}
207 
208 	if (n_msi == 3 &&
209 	    pci_alloc_irq_vectors(pdev, n_msi, n_msi, PCI_IRQ_MSI) < n_msi) {
210 		wil_err(wil, "3 MSI mode failed, try 1 MSI\n");
211 		n_msi = 1;
212 	}
213 
214 	if (n_msi == 1 && pci_enable_msi(pdev)) {
215 		wil_err(wil, "pci_enable_msi failed, use INTx\n");
216 		n_msi = 0;
217 	}
218 
219 	wil->n_msi = n_msi;
220 
221 	if (wil->n_msi == 0 && msi_only) {
222 		wil_err(wil, "Interrupt pin not routed, unable to use INTx\n");
223 		rc = -ENODEV;
224 		goto stop_master;
225 	}
226 
227 	rc = wil6210_init_irq(wil, pdev->irq);
228 	if (rc)
229 		goto release_vectors;
230 
231 	/* need reset here to obtain MAC */
232 	mutex_lock(&wil->mutex);
233 	rc = wil_reset(wil, false);
234 	mutex_unlock(&wil->mutex);
235 	if (rc)
236 		goto release_irq;
237 
238 	return 0;
239 
240  release_irq:
241 	wil6210_fini_irq(wil, pdev->irq);
242  release_vectors:
243 	/* safe to call if no allocation */
244 	pci_free_irq_vectors(pdev);
245  stop_master:
246 	pci_clear_master(pdev);
247 	return rc;
248 }
249 
250 static int wil_if_pcie_disable(struct wil6210_priv *wil)
251 {
252 	struct pci_dev *pdev = wil->pdev;
253 
254 	wil_dbg_misc(wil, "if_pcie_disable\n");
255 
256 	pci_clear_master(pdev);
257 	/* disable and release IRQ */
258 	wil6210_fini_irq(wil, pdev->irq);
259 	/* safe to call if no MSI */
260 	pci_disable_msi(pdev);
261 	/* TODO: disable HW */
262 
263 	return 0;
264 }
265 
266 static int wil_platform_rop_ramdump(void *wil_handle, void *buf, uint32_t size)
267 {
268 	struct wil6210_priv *wil = wil_handle;
269 
270 	if (!wil)
271 		return -EINVAL;
272 
273 	return wil_fw_copy_crash_dump(wil, buf, size);
274 }
275 
276 static int wil_platform_rop_fw_recovery(void *wil_handle)
277 {
278 	struct wil6210_priv *wil = wil_handle;
279 
280 	if (!wil)
281 		return -EINVAL;
282 
283 	wil_fw_error_recovery(wil);
284 
285 	return 0;
286 }
287 
288 static void wil_platform_ops_uninit(struct wil6210_priv *wil)
289 {
290 	if (wil->platform_ops.uninit)
291 		wil->platform_ops.uninit(wil->platform_handle);
292 	memset(&wil->platform_ops, 0, sizeof(wil->platform_ops));
293 }
294 
295 static int wil_pcie_probe(struct pci_dev *pdev, const struct pci_device_id *id)
296 {
297 	struct wil6210_priv *wil;
298 	struct device *dev = &pdev->dev;
299 	int rc;
300 	const struct wil_platform_rops rops = {
301 		.ramdump = wil_platform_rop_ramdump,
302 		.fw_recovery = wil_platform_rop_fw_recovery,
303 	};
304 	u32 bar_size = pci_resource_len(pdev, 0);
305 	int dma_addr_size[] = {64, 48, 40, 32}; /* keep descending order */
306 	int i, start_idx;
307 
308 	/* check HW */
309 	dev_info(&pdev->dev, WIL_NAME
310 		 " device found [%04x:%04x] (rev %x) bar size 0x%x\n",
311 		 (int)pdev->vendor, (int)pdev->device, (int)pdev->revision,
312 		 bar_size);
313 
314 	if ((bar_size < WIL6210_MIN_MEM_SIZE) ||
315 	    (bar_size > WIL6210_MAX_MEM_SIZE)) {
316 		dev_err(&pdev->dev, "Unexpected BAR0 size 0x%x\n",
317 			bar_size);
318 		return -ENODEV;
319 	}
320 
321 	wil = wil_if_alloc(dev);
322 	if (IS_ERR(wil)) {
323 		rc = (int)PTR_ERR(wil);
324 		dev_err(dev, "wil_if_alloc failed: %d\n", rc);
325 		return rc;
326 	}
327 
328 	wil->pdev = pdev;
329 	pci_set_drvdata(pdev, wil);
330 	wil->bar_size = bar_size;
331 	/* rollback to if_free */
332 
333 	wil->platform_handle =
334 		wil_platform_init(&pdev->dev, &wil->platform_ops, &rops, wil);
335 	if (!wil->platform_handle) {
336 		rc = -ENODEV;
337 		wil_err(wil, "wil_platform_init failed\n");
338 		goto if_free;
339 	}
340 	/* rollback to err_plat */
341 	rc = pci_enable_device(pdev);
342 	if (rc && pdev->msi_enabled == 0) {
343 		wil_err(wil,
344 			"pci_enable_device failed, retry with MSI only\n");
345 		/* Work around for platforms that can't allocate IRQ:
346 		 * retry with MSI only
347 		 */
348 		pdev->msi_enabled = 1;
349 		rc = pci_enable_device(pdev);
350 	}
351 	if (rc) {
352 		wil_err(wil,
353 			"pci_enable_device failed, even with MSI only\n");
354 		goto err_plat;
355 	}
356 	/* rollback to err_disable_pdev */
357 	pci_set_power_state(pdev, PCI_D0);
358 
359 	rc = pci_request_region(pdev, 0, WIL_NAME);
360 	if (rc) {
361 		wil_err(wil, "pci_request_region failed\n");
362 		goto err_disable_pdev;
363 	}
364 	/* rollback to err_release_reg */
365 
366 	wil->csr = pci_ioremap_bar(pdev, 0);
367 	if (!wil->csr) {
368 		wil_err(wil, "pci_ioremap_bar failed\n");
369 		rc = -ENODEV;
370 		goto err_release_reg;
371 	}
372 	/* rollback to err_iounmap */
373 	wil_info(wil, "CSR at %pR -> 0x%p\n", &pdev->resource[0], wil->csr);
374 
375 	rc = wil_set_capabilities(wil);
376 	if (rc) {
377 		wil_err(wil, "wil_set_capabilities failed, rc %d\n", rc);
378 		goto err_iounmap;
379 	}
380 
381 	/* device supports >32bit addresses.
382 	 * for legacy DMA start from 48 bit.
383 	 */
384 	start_idx = wil->use_enhanced_dma_hw ? 0 : 1;
385 
386 	for (i = start_idx; i < ARRAY_SIZE(dma_addr_size); i++) {
387 		rc = dma_set_mask_and_coherent(dev,
388 					       DMA_BIT_MASK(dma_addr_size[i]));
389 		if (rc) {
390 			dev_err(dev, "dma_set_mask_and_coherent(%d) failed: %d\n",
391 				dma_addr_size[i], rc);
392 			continue;
393 		}
394 		dev_info(dev, "using dma mask %d", dma_addr_size[i]);
395 		wil->dma_addr_size = dma_addr_size[i];
396 		break;
397 	}
398 
399 	if (wil->dma_addr_size == 0)
400 		goto err_iounmap;
401 
402 	wil6210_clear_irq(wil);
403 
404 	/* FW should raise IRQ when ready */
405 	rc = wil_if_pcie_enable(wil);
406 	if (rc) {
407 		wil_err(wil, "Enable device failed\n");
408 		goto err_iounmap;
409 	}
410 	/* rollback to bus_disable */
411 
412 	wil_clear_fw_log_addr(wil);
413 	rc = wil_if_add(wil);
414 	if (rc) {
415 		wil_err(wil, "wil_if_add failed: %d\n", rc);
416 		goto bus_disable;
417 	}
418 
419 	/* in case of WMI-only FW, perform full reset and FW loading */
420 	if (test_bit(WMI_FW_CAPABILITY_WMI_ONLY, wil->fw_capabilities)) {
421 		wil_dbg_misc(wil, "Loading WMI only FW\n");
422 		mutex_lock(&wil->mutex);
423 		rc = wil_reset(wil, true);
424 		mutex_unlock(&wil->mutex);
425 		if (rc) {
426 			wil_err(wil, "failed to load WMI only FW\n");
427 			/* ignore the error to allow debugging */
428 		}
429 	}
430 
431 	if (IS_ENABLED(CONFIG_PM))
432 		wil->pm_notify.notifier_call = wil6210_pm_notify;
433 
434 	rc = register_pm_notifier(&wil->pm_notify);
435 	if (rc)
436 		/* Do not fail the driver initialization, as suspend can
437 		 * be prevented in a later phase if needed
438 		 */
439 		wil_err(wil, "register_pm_notifier failed: %d\n", rc);
440 
441 	wil6210_debugfs_init(wil);
442 
443 	wil_pm_runtime_allow(wil);
444 
445 	return 0;
446 
447 bus_disable:
448 	wil_if_pcie_disable(wil);
449 err_iounmap:
450 	pci_iounmap(pdev, wil->csr);
451 err_release_reg:
452 	pci_release_region(pdev, 0);
453 err_disable_pdev:
454 	pci_disable_device(pdev);
455 err_plat:
456 	wil_platform_ops_uninit(wil);
457 if_free:
458 	wil_if_free(wil);
459 
460 	return rc;
461 }
462 
463 static void wil_pcie_remove(struct pci_dev *pdev)
464 {
465 	struct wil6210_priv *wil = pci_get_drvdata(pdev);
466 	void __iomem *csr = wil->csr;
467 
468 	wil_dbg_misc(wil, "pcie_remove\n");
469 
470 	unregister_pm_notifier(&wil->pm_notify);
471 
472 	wil_pm_runtime_forbid(wil);
473 
474 	wil6210_debugfs_remove(wil);
475 	rtnl_lock();
476 	wil_p2p_wdev_free(wil);
477 	wil_remove_all_additional_vifs(wil);
478 	rtnl_unlock();
479 	wil_if_remove(wil);
480 	wil_if_pcie_disable(wil);
481 	pci_iounmap(pdev, csr);
482 	pci_release_region(pdev, 0);
483 	pci_disable_device(pdev);
484 	wil_platform_ops_uninit(wil);
485 	wil_if_free(wil);
486 }
487 
488 static const struct pci_device_id wil6210_pcie_ids[] = {
489 	{ PCI_DEVICE(0x1ae9, 0x0310) },
490 	{ PCI_DEVICE(0x1ae9, 0x0302) }, /* same as above, firmware broken */
491 	{ PCI_DEVICE(0x17cb, 0x1201) }, /* Talyn */
492 	{ /* end: all zeroes */	},
493 };
494 MODULE_DEVICE_TABLE(pci, wil6210_pcie_ids);
495 
496 static int wil6210_suspend(struct device *dev, bool is_runtime)
497 {
498 	int rc = 0;
499 	struct pci_dev *pdev = to_pci_dev(dev);
500 	struct wil6210_priv *wil = pci_get_drvdata(pdev);
501 	bool keep_radio_on, active_ifaces;
502 
503 	wil_dbg_pm(wil, "suspend: %s\n", is_runtime ? "runtime" : "system");
504 
505 	mutex_lock(&wil->vif_mutex);
506 	active_ifaces = wil_has_active_ifaces(wil, true, false);
507 	mutex_unlock(&wil->vif_mutex);
508 	keep_radio_on = active_ifaces && wil->keep_radio_on_during_sleep;
509 
510 	rc = wil_can_suspend(wil, is_runtime);
511 	if (rc)
512 		goto out;
513 
514 	rc = wil_suspend(wil, is_runtime, keep_radio_on);
515 	if (!rc) {
516 		/* In case radio stays on, platform device will control
517 		 * PCIe master
518 		 */
519 		if (!keep_radio_on) {
520 			/* disable bus mastering */
521 			pci_clear_master(pdev);
522 			wil->suspend_stats.r_off.successful_suspends++;
523 		} else {
524 			wil->suspend_stats.r_on.successful_suspends++;
525 		}
526 	}
527 out:
528 	return rc;
529 }
530 
531 static int wil6210_resume(struct device *dev, bool is_runtime)
532 {
533 	int rc = 0;
534 	struct pci_dev *pdev = to_pci_dev(dev);
535 	struct wil6210_priv *wil = pci_get_drvdata(pdev);
536 	bool keep_radio_on, active_ifaces;
537 
538 	wil_dbg_pm(wil, "resume: %s\n", is_runtime ? "runtime" : "system");
539 
540 	mutex_lock(&wil->vif_mutex);
541 	active_ifaces = wil_has_active_ifaces(wil, true, false);
542 	mutex_unlock(&wil->vif_mutex);
543 	keep_radio_on = active_ifaces && wil->keep_radio_on_during_sleep;
544 
545 	/* In case radio stays on, platform device will control
546 	 * PCIe master
547 	 */
548 	if (!keep_radio_on)
549 		/* allow master */
550 		pci_set_master(pdev);
551 	rc = wil_resume(wil, is_runtime, keep_radio_on);
552 	if (rc) {
553 		wil_err(wil, "device failed to resume (%d)\n", rc);
554 		if (!keep_radio_on) {
555 			pci_clear_master(pdev);
556 			wil->suspend_stats.r_off.failed_resumes++;
557 		} else {
558 			wil->suspend_stats.r_on.failed_resumes++;
559 		}
560 	} else {
561 		if (keep_radio_on)
562 			wil->suspend_stats.r_on.successful_resumes++;
563 		else
564 			wil->suspend_stats.r_off.successful_resumes++;
565 	}
566 
567 	return rc;
568 }
569 
570 static int wil6210_pm_notify(struct notifier_block *notify_block,
571 			     unsigned long mode, void *unused)
572 {
573 	struct wil6210_priv *wil = container_of(
574 		notify_block, struct wil6210_priv, pm_notify);
575 	int rc = 0;
576 	enum wil_platform_event evt;
577 
578 	wil_dbg_pm(wil, "pm_notify: mode (%ld)\n", mode);
579 
580 	switch (mode) {
581 	case PM_HIBERNATION_PREPARE:
582 	case PM_SUSPEND_PREPARE:
583 	case PM_RESTORE_PREPARE:
584 		rc = wil_can_suspend(wil, false);
585 		if (rc)
586 			break;
587 		evt = WIL_PLATFORM_EVT_PRE_SUSPEND;
588 		if (wil->platform_ops.notify)
589 			rc = wil->platform_ops.notify(wil->platform_handle,
590 						      evt);
591 		break;
592 	case PM_POST_SUSPEND:
593 	case PM_POST_HIBERNATION:
594 	case PM_POST_RESTORE:
595 		evt = WIL_PLATFORM_EVT_POST_SUSPEND;
596 		if (wil->platform_ops.notify)
597 			rc = wil->platform_ops.notify(wil->platform_handle,
598 						      evt);
599 		break;
600 	default:
601 		wil_dbg_pm(wil, "unhandled notify mode %ld\n", mode);
602 		break;
603 	}
604 
605 	wil_dbg_pm(wil, "notification mode %ld: rc (%d)\n", mode, rc);
606 	return rc;
607 }
608 
609 static int __maybe_unused wil6210_pm_suspend(struct device *dev)
610 {
611 	return wil6210_suspend(dev, false);
612 }
613 
614 static int __maybe_unused wil6210_pm_resume(struct device *dev)
615 {
616 	return wil6210_resume(dev, false);
617 }
618 
619 static int __maybe_unused wil6210_pm_runtime_idle(struct device *dev)
620 {
621 	struct wil6210_priv *wil = dev_get_drvdata(dev);
622 
623 	wil_dbg_pm(wil, "Runtime idle\n");
624 
625 	return wil_can_suspend(wil, true);
626 }
627 
628 static int __maybe_unused wil6210_pm_runtime_resume(struct device *dev)
629 {
630 	return wil6210_resume(dev, true);
631 }
632 
633 static int __maybe_unused wil6210_pm_runtime_suspend(struct device *dev)
634 {
635 	struct wil6210_priv *wil = dev_get_drvdata(dev);
636 
637 	if (test_bit(wil_status_suspended, wil->status)) {
638 		wil_dbg_pm(wil, "trying to suspend while suspended\n");
639 		return 1;
640 	}
641 
642 	return wil6210_suspend(dev, true);
643 }
644 
645 static const struct dev_pm_ops wil6210_pm_ops = {
646 	SET_SYSTEM_SLEEP_PM_OPS(wil6210_pm_suspend, wil6210_pm_resume)
647 	SET_RUNTIME_PM_OPS(wil6210_pm_runtime_suspend,
648 			   wil6210_pm_runtime_resume,
649 			   wil6210_pm_runtime_idle)
650 };
651 
652 static struct pci_driver wil6210_driver = {
653 	.probe		= wil_pcie_probe,
654 	.remove		= wil_pcie_remove,
655 	.id_table	= wil6210_pcie_ids,
656 	.name		= WIL_NAME,
657 	.driver		= {
658 		.pm = &wil6210_pm_ops,
659 	},
660 };
661 
662 static int __init wil6210_driver_init(void)
663 {
664 	int rc;
665 
666 	rc = wil_platform_modinit();
667 	if (rc)
668 		return rc;
669 
670 	rc = pci_register_driver(&wil6210_driver);
671 	if (rc)
672 		wil_platform_modexit();
673 	return rc;
674 }
675 module_init(wil6210_driver_init);
676 
677 static void __exit wil6210_driver_exit(void)
678 {
679 	pci_unregister_driver(&wil6210_driver);
680 	wil_platform_modexit();
681 }
682 module_exit(wil6210_driver_exit);
683 
684 MODULE_LICENSE("Dual BSD/GPL");
685 MODULE_AUTHOR("Qualcomm Atheros <wil6210@qca.qualcomm.com>");
686 MODULE_DESCRIPTION("Driver for 60g WiFi WIL6210 card");
687