Lines Matching refs:host
40 pr_debug("%s: " DRIVER_NAME ": " f, mmc_hostname(host->mmc), ## x)
43 pr_err("%s: " DRIVER_NAME ": " f, mmc_hostname(host->mmc), ## x)
50 static void sdhci_enable_preset_value(struct sdhci_host *host, bool enable);
52 static bool sdhci_send_command(struct sdhci_host *host, struct mmc_command *cmd);
54 void sdhci_dumpregs(struct sdhci_host *host) in sdhci_dumpregs() argument
59 sdhci_readl(host, SDHCI_DMA_ADDRESS), in sdhci_dumpregs()
60 sdhci_readw(host, SDHCI_HOST_VERSION)); in sdhci_dumpregs()
62 sdhci_readw(host, SDHCI_BLOCK_SIZE), in sdhci_dumpregs()
63 sdhci_readw(host, SDHCI_BLOCK_COUNT)); in sdhci_dumpregs()
65 sdhci_readl(host, SDHCI_ARGUMENT), in sdhci_dumpregs()
66 sdhci_readw(host, SDHCI_TRANSFER_MODE)); in sdhci_dumpregs()
68 sdhci_readl(host, SDHCI_PRESENT_STATE), in sdhci_dumpregs()
69 sdhci_readb(host, SDHCI_HOST_CONTROL)); in sdhci_dumpregs()
71 sdhci_readb(host, SDHCI_POWER_CONTROL), in sdhci_dumpregs()
72 sdhci_readb(host, SDHCI_BLOCK_GAP_CONTROL)); in sdhci_dumpregs()
74 sdhci_readb(host, SDHCI_WAKE_UP_CONTROL), in sdhci_dumpregs()
75 sdhci_readw(host, SDHCI_CLOCK_CONTROL)); in sdhci_dumpregs()
77 sdhci_readb(host, SDHCI_TIMEOUT_CONTROL), in sdhci_dumpregs()
78 sdhci_readl(host, SDHCI_INT_STATUS)); in sdhci_dumpregs()
80 sdhci_readl(host, SDHCI_INT_ENABLE), in sdhci_dumpregs()
81 sdhci_readl(host, SDHCI_SIGNAL_ENABLE)); in sdhci_dumpregs()
83 sdhci_readw(host, SDHCI_AUTO_CMD_STATUS), in sdhci_dumpregs()
84 sdhci_readw(host, SDHCI_SLOT_INT_STATUS)); in sdhci_dumpregs()
86 sdhci_readl(host, SDHCI_CAPABILITIES), in sdhci_dumpregs()
87 sdhci_readl(host, SDHCI_CAPABILITIES_1)); in sdhci_dumpregs()
89 sdhci_readw(host, SDHCI_COMMAND), in sdhci_dumpregs()
90 sdhci_readl(host, SDHCI_MAX_CURRENT)); in sdhci_dumpregs()
92 sdhci_readl(host, SDHCI_RESPONSE), in sdhci_dumpregs()
93 sdhci_readl(host, SDHCI_RESPONSE + 4)); in sdhci_dumpregs()
95 sdhci_readl(host, SDHCI_RESPONSE + 8), in sdhci_dumpregs()
96 sdhci_readl(host, SDHCI_RESPONSE + 12)); in sdhci_dumpregs()
98 sdhci_readw(host, SDHCI_HOST_CONTROL2)); in sdhci_dumpregs()
100 if (host->flags & SDHCI_USE_ADMA) { in sdhci_dumpregs()
101 if (host->flags & SDHCI_USE_64_BIT_DMA) { in sdhci_dumpregs()
103 sdhci_readl(host, SDHCI_ADMA_ERROR), in sdhci_dumpregs()
104 sdhci_readl(host, SDHCI_ADMA_ADDRESS_HI), in sdhci_dumpregs()
105 sdhci_readl(host, SDHCI_ADMA_ADDRESS)); in sdhci_dumpregs()
108 sdhci_readl(host, SDHCI_ADMA_ERROR), in sdhci_dumpregs()
109 sdhci_readl(host, SDHCI_ADMA_ADDRESS)); in sdhci_dumpregs()
113 if (host->ops->dump_vendor_regs) in sdhci_dumpregs()
114 host->ops->dump_vendor_regs(host); in sdhci_dumpregs()
126 static void sdhci_do_enable_v4_mode(struct sdhci_host *host) in sdhci_do_enable_v4_mode() argument
130 ctrl2 = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_do_enable_v4_mode()
135 sdhci_writew(host, ctrl2, SDHCI_HOST_CONTROL2); in sdhci_do_enable_v4_mode()
142 void sdhci_enable_v4_mode(struct sdhci_host *host) in sdhci_enable_v4_mode() argument
144 host->v4_mode = true; in sdhci_enable_v4_mode()
145 sdhci_do_enable_v4_mode(host); in sdhci_enable_v4_mode()
154 static void sdhci_set_card_detection(struct sdhci_host *host, bool enable) in sdhci_set_card_detection() argument
158 if ((host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) || in sdhci_set_card_detection()
159 !mmc_card_is_removable(host->mmc) || mmc_can_gpio_cd(host->mmc)) in sdhci_set_card_detection()
163 present = sdhci_readl(host, SDHCI_PRESENT_STATE) & in sdhci_set_card_detection()
166 host->ier |= present ? SDHCI_INT_CARD_REMOVE : in sdhci_set_card_detection()
169 host->ier &= ~(SDHCI_INT_CARD_REMOVE | SDHCI_INT_CARD_INSERT); in sdhci_set_card_detection()
172 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_set_card_detection()
173 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_set_card_detection()
176 static void sdhci_enable_card_detection(struct sdhci_host *host) in sdhci_enable_card_detection() argument
178 sdhci_set_card_detection(host, true); in sdhci_enable_card_detection()
181 static void sdhci_disable_card_detection(struct sdhci_host *host) in sdhci_disable_card_detection() argument
183 sdhci_set_card_detection(host, false); in sdhci_disable_card_detection()
186 static void sdhci_runtime_pm_bus_on(struct sdhci_host *host) in sdhci_runtime_pm_bus_on() argument
188 if (host->bus_on) in sdhci_runtime_pm_bus_on()
190 host->bus_on = true; in sdhci_runtime_pm_bus_on()
191 pm_runtime_get_noresume(mmc_dev(host->mmc)); in sdhci_runtime_pm_bus_on()
194 static void sdhci_runtime_pm_bus_off(struct sdhci_host *host) in sdhci_runtime_pm_bus_off() argument
196 if (!host->bus_on) in sdhci_runtime_pm_bus_off()
198 host->bus_on = false; in sdhci_runtime_pm_bus_off()
199 pm_runtime_put_noidle(mmc_dev(host->mmc)); in sdhci_runtime_pm_bus_off()
202 void sdhci_reset(struct sdhci_host *host, u8 mask) in sdhci_reset() argument
206 sdhci_writeb(host, mask, SDHCI_SOFTWARE_RESET); in sdhci_reset()
209 host->clock = 0; in sdhci_reset()
211 if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) in sdhci_reset()
212 sdhci_runtime_pm_bus_off(host); in sdhci_reset()
222 if (!(sdhci_readb(host, SDHCI_SOFTWARE_RESET) & mask)) in sdhci_reset()
226 mmc_hostname(host->mmc), (int)mask); in sdhci_reset()
227 sdhci_dumpregs(host); in sdhci_reset()
235 static void sdhci_do_reset(struct sdhci_host *host, u8 mask) in sdhci_do_reset() argument
237 if (host->quirks & SDHCI_QUIRK_NO_CARD_NO_RESET) { in sdhci_do_reset()
238 struct mmc_host *mmc = host->mmc; in sdhci_do_reset()
244 host->ops->reset(host, mask); in sdhci_do_reset()
247 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { in sdhci_do_reset()
248 if (host->ops->enable_dma) in sdhci_do_reset()
249 host->ops->enable_dma(host); in sdhci_do_reset()
253 host->preset_enabled = false; in sdhci_do_reset()
257 static void sdhci_set_default_irqs(struct sdhci_host *host) in sdhci_set_default_irqs() argument
259 host->ier = SDHCI_INT_BUS_POWER | SDHCI_INT_DATA_END_BIT | in sdhci_set_default_irqs()
265 if (host->tuning_mode == SDHCI_TUNING_MODE_2 || in sdhci_set_default_irqs()
266 host->tuning_mode == SDHCI_TUNING_MODE_3) in sdhci_set_default_irqs()
267 host->ier |= SDHCI_INT_RETUNE; in sdhci_set_default_irqs()
269 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_set_default_irqs()
270 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_set_default_irqs()
273 static void sdhci_config_dma(struct sdhci_host *host) in sdhci_config_dma() argument
278 if (host->version < SDHCI_SPEC_200) in sdhci_config_dma()
281 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_config_dma()
289 if (!(host->flags & SDHCI_REQ_USE_DMA)) in sdhci_config_dma()
293 if (host->flags & SDHCI_USE_ADMA) in sdhci_config_dma()
296 if (host->flags & SDHCI_USE_64_BIT_DMA) { in sdhci_config_dma()
302 if (host->v4_mode) { in sdhci_config_dma()
303 ctrl2 = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_config_dma()
305 sdhci_writew(host, ctrl2, SDHCI_HOST_CONTROL2); in sdhci_config_dma()
306 } else if (host->flags & SDHCI_USE_ADMA) { in sdhci_config_dma()
316 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_config_dma()
319 static void sdhci_init(struct sdhci_host *host, int soft) in sdhci_init() argument
321 struct mmc_host *mmc = host->mmc; in sdhci_init()
325 sdhci_do_reset(host, SDHCI_RESET_CMD | SDHCI_RESET_DATA); in sdhci_init()
327 sdhci_do_reset(host, SDHCI_RESET_ALL); in sdhci_init()
329 if (host->v4_mode) in sdhci_init()
330 sdhci_do_enable_v4_mode(host); in sdhci_init()
332 spin_lock_irqsave(&host->lock, flags); in sdhci_init()
333 sdhci_set_default_irqs(host); in sdhci_init()
334 spin_unlock_irqrestore(&host->lock, flags); in sdhci_init()
336 host->cqe_on = false; in sdhci_init()
340 host->clock = 0; in sdhci_init()
345 static void sdhci_reinit(struct sdhci_host *host) in sdhci_reinit() argument
347 u32 cd = host->ier & (SDHCI_INT_CARD_REMOVE | SDHCI_INT_CARD_INSERT); in sdhci_reinit()
349 sdhci_init(host, 0); in sdhci_reinit()
350 sdhci_enable_card_detection(host); in sdhci_reinit()
358 if (cd != (host->ier & (SDHCI_INT_CARD_REMOVE | SDHCI_INT_CARD_INSERT))) in sdhci_reinit()
359 mmc_detect_change(host->mmc, msecs_to_jiffies(200)); in sdhci_reinit()
362 static void __sdhci_led_activate(struct sdhci_host *host) in __sdhci_led_activate() argument
366 if (host->quirks & SDHCI_QUIRK_NO_LED) in __sdhci_led_activate()
369 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in __sdhci_led_activate()
371 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in __sdhci_led_activate()
374 static void __sdhci_led_deactivate(struct sdhci_host *host) in __sdhci_led_deactivate() argument
378 if (host->quirks & SDHCI_QUIRK_NO_LED) in __sdhci_led_deactivate()
381 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in __sdhci_led_deactivate()
383 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in __sdhci_led_deactivate()
390 struct sdhci_host *host = container_of(led, struct sdhci_host, led); in sdhci_led_control() local
393 spin_lock_irqsave(&host->lock, flags); in sdhci_led_control()
395 if (host->runtime_suspended) in sdhci_led_control()
399 __sdhci_led_deactivate(host); in sdhci_led_control()
401 __sdhci_led_activate(host); in sdhci_led_control()
403 spin_unlock_irqrestore(&host->lock, flags); in sdhci_led_control()
406 static int sdhci_led_register(struct sdhci_host *host) in sdhci_led_register() argument
408 struct mmc_host *mmc = host->mmc; in sdhci_led_register()
410 if (host->quirks & SDHCI_QUIRK_NO_LED) in sdhci_led_register()
413 snprintf(host->led_name, sizeof(host->led_name), in sdhci_led_register()
416 host->led.name = host->led_name; in sdhci_led_register()
417 host->led.brightness = LED_OFF; in sdhci_led_register()
418 host->led.default_trigger = mmc_hostname(mmc); in sdhci_led_register()
419 host->led.brightness_set = sdhci_led_control; in sdhci_led_register()
421 return led_classdev_register(mmc_dev(mmc), &host->led); in sdhci_led_register()
424 static void sdhci_led_unregister(struct sdhci_host *host) in sdhci_led_unregister() argument
426 if (host->quirks & SDHCI_QUIRK_NO_LED) in sdhci_led_unregister()
429 led_classdev_unregister(&host->led); in sdhci_led_unregister()
432 static inline void sdhci_led_activate(struct sdhci_host *host) in sdhci_led_activate() argument
436 static inline void sdhci_led_deactivate(struct sdhci_host *host) in sdhci_led_deactivate() argument
442 static inline int sdhci_led_register(struct sdhci_host *host) in sdhci_led_register() argument
447 static inline void sdhci_led_unregister(struct sdhci_host *host) in sdhci_led_unregister() argument
451 static inline void sdhci_led_activate(struct sdhci_host *host) in sdhci_led_activate() argument
453 __sdhci_led_activate(host); in sdhci_led_activate()
456 static inline void sdhci_led_deactivate(struct sdhci_host *host) in sdhci_led_deactivate() argument
458 __sdhci_led_deactivate(host); in sdhci_led_deactivate()
463 static void sdhci_mod_timer(struct sdhci_host *host, struct mmc_request *mrq, in sdhci_mod_timer() argument
467 mod_timer(&host->data_timer, timeout); in sdhci_mod_timer()
469 mod_timer(&host->timer, timeout); in sdhci_mod_timer()
472 static void sdhci_del_timer(struct sdhci_host *host, struct mmc_request *mrq) in sdhci_del_timer() argument
475 del_timer(&host->data_timer); in sdhci_del_timer()
477 del_timer(&host->timer); in sdhci_del_timer()
480 static inline bool sdhci_has_requests(struct sdhci_host *host) in sdhci_has_requests() argument
482 return host->cmd || host->data_cmd; in sdhci_has_requests()
491 static void sdhci_read_block_pio(struct sdhci_host *host) in sdhci_read_block_pio() argument
500 blksize = host->data->blksz; in sdhci_read_block_pio()
506 BUG_ON(!sg_miter_next(&host->sg_miter)); in sdhci_read_block_pio()
508 len = min(host->sg_miter.length, blksize); in sdhci_read_block_pio()
511 host->sg_miter.consumed = len; in sdhci_read_block_pio()
513 buf = host->sg_miter.addr; in sdhci_read_block_pio()
517 scratch = sdhci_readl(host, SDHCI_BUFFER); in sdhci_read_block_pio()
530 sg_miter_stop(&host->sg_miter); in sdhci_read_block_pio()
535 static void sdhci_write_block_pio(struct sdhci_host *host) in sdhci_write_block_pio() argument
544 blksize = host->data->blksz; in sdhci_write_block_pio()
551 BUG_ON(!sg_miter_next(&host->sg_miter)); in sdhci_write_block_pio()
553 len = min(host->sg_miter.length, blksize); in sdhci_write_block_pio()
556 host->sg_miter.consumed = len; in sdhci_write_block_pio()
558 buf = host->sg_miter.addr; in sdhci_write_block_pio()
568 sdhci_writel(host, scratch, SDHCI_BUFFER); in sdhci_write_block_pio()
575 sg_miter_stop(&host->sg_miter); in sdhci_write_block_pio()
580 static void sdhci_transfer_pio(struct sdhci_host *host) in sdhci_transfer_pio() argument
584 if (host->blocks == 0) in sdhci_transfer_pio()
587 if (host->data->flags & MMC_DATA_READ) in sdhci_transfer_pio()
597 if ((host->quirks & SDHCI_QUIRK_BROKEN_SMALL_PIO) && in sdhci_transfer_pio()
598 (host->data->blocks == 1)) in sdhci_transfer_pio()
601 while (sdhci_readl(host, SDHCI_PRESENT_STATE) & mask) { in sdhci_transfer_pio()
602 if (host->quirks & SDHCI_QUIRK_PIO_NEEDS_DELAY) in sdhci_transfer_pio()
605 if (host->data->flags & MMC_DATA_READ) in sdhci_transfer_pio()
606 sdhci_read_block_pio(host); in sdhci_transfer_pio()
608 sdhci_write_block_pio(host); in sdhci_transfer_pio()
610 host->blocks--; in sdhci_transfer_pio()
611 if (host->blocks == 0) in sdhci_transfer_pio()
618 static int sdhci_pre_dma_transfer(struct sdhci_host *host, in sdhci_pre_dma_transfer() argument
631 if (host->bounce_buffer) { in sdhci_pre_dma_transfer()
634 if (length > host->bounce_buffer_size) { in sdhci_pre_dma_transfer()
636 mmc_hostname(host->mmc), length, in sdhci_pre_dma_transfer()
637 host->bounce_buffer_size); in sdhci_pre_dma_transfer()
642 if (host->ops->copy_to_bounce_buffer) { in sdhci_pre_dma_transfer()
643 host->ops->copy_to_bounce_buffer(host, in sdhci_pre_dma_transfer()
647 host->bounce_buffer, length); in sdhci_pre_dma_transfer()
651 dma_sync_single_for_device(mmc_dev(host->mmc), in sdhci_pre_dma_transfer()
652 host->bounce_addr, in sdhci_pre_dma_transfer()
653 host->bounce_buffer_size, in sdhci_pre_dma_transfer()
659 sg_count = dma_map_sg(mmc_dev(host->mmc), in sdhci_pre_dma_transfer()
685 void sdhci_adma_write_desc(struct sdhci_host *host, void **desc, in sdhci_adma_write_desc() argument
695 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_adma_write_desc()
698 *desc += host->desc_sz; in sdhci_adma_write_desc()
702 static inline void __sdhci_adma_write_desc(struct sdhci_host *host, in __sdhci_adma_write_desc() argument
706 if (host->ops->adma_write_desc) in __sdhci_adma_write_desc()
707 host->ops->adma_write_desc(host, desc, addr, len, cmd); in __sdhci_adma_write_desc()
709 sdhci_adma_write_desc(host, desc, addr, len, cmd); in __sdhci_adma_write_desc()
720 static void sdhci_adma_table_pre(struct sdhci_host *host, in sdhci_adma_table_pre() argument
735 host->sg_count = sg_count; in sdhci_adma_table_pre()
737 desc = host->adma_table; in sdhci_adma_table_pre()
738 align = host->align_buffer; in sdhci_adma_table_pre()
740 align_addr = host->align_addr; in sdhci_adma_table_pre()
742 for_each_sg(data->sg, sg, host->sg_count, i) { in sdhci_adma_table_pre()
762 __sdhci_adma_write_desc(host, &desc, align_addr, in sdhci_adma_table_pre()
778 __sdhci_adma_write_desc(host, &desc, addr, len, in sdhci_adma_table_pre()
785 WARN_ON((desc - host->adma_table) >= host->adma_table_sz); in sdhci_adma_table_pre()
788 if (host->quirks & SDHCI_QUIRK_NO_ENDATTR_IN_NOPDESC) { in sdhci_adma_table_pre()
790 if (desc != host->adma_table) { in sdhci_adma_table_pre()
791 desc -= host->desc_sz; in sdhci_adma_table_pre()
796 __sdhci_adma_write_desc(host, &desc, 0, 0, ADMA2_NOP_END_VALID); in sdhci_adma_table_pre()
800 static void sdhci_adma_table_post(struct sdhci_host *host, in sdhci_adma_table_post() argument
813 for_each_sg(data->sg, sg, host->sg_count, i) in sdhci_adma_table_post()
820 dma_sync_sg_for_cpu(mmc_dev(host->mmc), data->sg, in sdhci_adma_table_post()
823 align = host->align_buffer; in sdhci_adma_table_post()
825 for_each_sg(data->sg, sg, host->sg_count, i) { in sdhci_adma_table_post()
841 static void sdhci_set_adma_addr(struct sdhci_host *host, dma_addr_t addr) in sdhci_set_adma_addr() argument
843 sdhci_writel(host, lower_32_bits(addr), SDHCI_ADMA_ADDRESS); in sdhci_set_adma_addr()
844 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_set_adma_addr()
845 sdhci_writel(host, upper_32_bits(addr), SDHCI_ADMA_ADDRESS_HI); in sdhci_set_adma_addr()
848 static dma_addr_t sdhci_sdma_address(struct sdhci_host *host) in sdhci_sdma_address() argument
850 if (host->bounce_buffer) in sdhci_sdma_address()
851 return host->bounce_addr; in sdhci_sdma_address()
853 return sg_dma_address(host->data->sg); in sdhci_sdma_address()
856 static void sdhci_set_sdma_addr(struct sdhci_host *host, dma_addr_t addr) in sdhci_set_sdma_addr() argument
858 if (host->v4_mode) in sdhci_set_sdma_addr()
859 sdhci_set_adma_addr(host, addr); in sdhci_set_sdma_addr()
861 sdhci_writel(host, addr, SDHCI_DMA_ADDRESS); in sdhci_set_sdma_addr()
864 static unsigned int sdhci_target_timeout(struct sdhci_host *host, in sdhci_target_timeout() argument
875 if (host->clock && data->timeout_clks) { in sdhci_target_timeout()
884 if (do_div(val, host->clock)) in sdhci_target_timeout()
893 static void sdhci_calc_sw_timeout(struct sdhci_host *host, in sdhci_calc_sw_timeout() argument
897 struct mmc_host *mmc = host->mmc; in sdhci_calc_sw_timeout()
905 target_timeout = sdhci_target_timeout(host, cmd, data); in sdhci_calc_sw_timeout()
910 freq = mmc->actual_clock ? : host->clock; in sdhci_calc_sw_timeout()
916 host->data_timeout = data->blocks * target_timeout + in sdhci_calc_sw_timeout()
919 host->data_timeout = target_timeout; in sdhci_calc_sw_timeout()
922 if (host->data_timeout) in sdhci_calc_sw_timeout()
923 host->data_timeout += MMC_CMD_TRANSFER_TIME; in sdhci_calc_sw_timeout()
926 static u8 sdhci_calc_timeout(struct sdhci_host *host, struct mmc_command *cmd, in sdhci_calc_timeout() argument
941 if (host->quirks & SDHCI_QUIRK_BROKEN_TIMEOUT_VAL) in sdhci_calc_timeout()
954 target_timeout = sdhci_target_timeout(host, cmd, data); in sdhci_calc_timeout()
967 current_timeout = (1 << 13) * 1000 / host->timeout_clk; in sdhci_calc_timeout()
976 if (!(host->quirks2 & SDHCI_QUIRK2_DISABLE_HW_TIMEOUT)) in sdhci_calc_timeout()
987 static void sdhci_set_transfer_irqs(struct sdhci_host *host) in sdhci_set_transfer_irqs() argument
992 if (host->flags & SDHCI_REQ_USE_DMA) in sdhci_set_transfer_irqs()
993 host->ier = (host->ier & ~pio_irqs) | dma_irqs; in sdhci_set_transfer_irqs()
995 host->ier = (host->ier & ~dma_irqs) | pio_irqs; in sdhci_set_transfer_irqs()
997 if (host->flags & (SDHCI_AUTO_CMD23 | SDHCI_AUTO_CMD12)) in sdhci_set_transfer_irqs()
998 host->ier |= SDHCI_INT_AUTO_CMD_ERR; in sdhci_set_transfer_irqs()
1000 host->ier &= ~SDHCI_INT_AUTO_CMD_ERR; in sdhci_set_transfer_irqs()
1002 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_set_transfer_irqs()
1003 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_set_transfer_irqs()
1006 void sdhci_set_data_timeout_irq(struct sdhci_host *host, bool enable) in sdhci_set_data_timeout_irq() argument
1009 host->ier |= SDHCI_INT_DATA_TIMEOUT; in sdhci_set_data_timeout_irq()
1011 host->ier &= ~SDHCI_INT_DATA_TIMEOUT; in sdhci_set_data_timeout_irq()
1012 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_set_data_timeout_irq()
1013 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_set_data_timeout_irq()
1017 void __sdhci_set_timeout(struct sdhci_host *host, struct mmc_command *cmd) in __sdhci_set_timeout() argument
1020 u8 count = sdhci_calc_timeout(host, cmd, &too_big); in __sdhci_set_timeout()
1023 host->quirks2 & SDHCI_QUIRK2_DISABLE_HW_TIMEOUT) { in __sdhci_set_timeout()
1024 sdhci_calc_sw_timeout(host, cmd); in __sdhci_set_timeout()
1025 sdhci_set_data_timeout_irq(host, false); in __sdhci_set_timeout()
1026 } else if (!(host->ier & SDHCI_INT_DATA_TIMEOUT)) { in __sdhci_set_timeout()
1027 sdhci_set_data_timeout_irq(host, true); in __sdhci_set_timeout()
1030 sdhci_writeb(host, count, SDHCI_TIMEOUT_CONTROL); in __sdhci_set_timeout()
1034 static void sdhci_set_timeout(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_set_timeout() argument
1036 if (host->ops->set_timeout) in sdhci_set_timeout()
1037 host->ops->set_timeout(host, cmd); in sdhci_set_timeout()
1039 __sdhci_set_timeout(host, cmd); in sdhci_set_timeout()
1042 static void sdhci_initialize_data(struct sdhci_host *host, in sdhci_initialize_data() argument
1045 WARN_ON(host->data); in sdhci_initialize_data()
1049 BUG_ON(data->blksz > host->mmc->max_blk_size); in sdhci_initialize_data()
1052 host->data = data; in sdhci_initialize_data()
1053 host->data_early = 0; in sdhci_initialize_data()
1054 host->data->bytes_xfered = 0; in sdhci_initialize_data()
1057 static inline void sdhci_set_block_info(struct sdhci_host *host, in sdhci_set_block_info() argument
1061 sdhci_writew(host, in sdhci_set_block_info()
1062 SDHCI_MAKE_BLKSZ(host->sdma_boundary, data->blksz), in sdhci_set_block_info()
1068 if (host->version >= SDHCI_SPEC_410 && host->v4_mode && in sdhci_set_block_info()
1069 (host->quirks2 & SDHCI_QUIRK2_USE_32BIT_BLK_CNT)) { in sdhci_set_block_info()
1070 if (sdhci_readw(host, SDHCI_BLOCK_COUNT)) in sdhci_set_block_info()
1071 sdhci_writew(host, 0, SDHCI_BLOCK_COUNT); in sdhci_set_block_info()
1072 sdhci_writew(host, data->blocks, SDHCI_32BIT_BLK_CNT); in sdhci_set_block_info()
1074 sdhci_writew(host, data->blocks, SDHCI_BLOCK_COUNT); in sdhci_set_block_info()
1078 static void sdhci_prepare_data(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_prepare_data() argument
1082 sdhci_initialize_data(host, data); in sdhci_prepare_data()
1084 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { in sdhci_prepare_data()
1089 host->flags |= SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
1100 if (host->flags & SDHCI_USE_ADMA) { in sdhci_prepare_data()
1101 if (host->quirks & SDHCI_QUIRK_32BIT_ADMA_SIZE) { in sdhci_prepare_data()
1111 if (host->quirks & SDHCI_QUIRK_32BIT_DMA_SIZE) in sdhci_prepare_data()
1113 if (host->quirks & SDHCI_QUIRK_32BIT_DMA_ADDR) in sdhci_prepare_data()
1122 host->flags &= ~SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
1127 host->flags &= ~SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
1134 if (host->flags & SDHCI_REQ_USE_DMA) { in sdhci_prepare_data()
1135 int sg_cnt = sdhci_pre_dma_transfer(host, data, COOKIE_MAPPED); in sdhci_prepare_data()
1143 host->flags &= ~SDHCI_REQ_USE_DMA; in sdhci_prepare_data()
1144 } else if (host->flags & SDHCI_USE_ADMA) { in sdhci_prepare_data()
1145 sdhci_adma_table_pre(host, data, sg_cnt); in sdhci_prepare_data()
1146 sdhci_set_adma_addr(host, host->adma_addr); in sdhci_prepare_data()
1149 sdhci_set_sdma_addr(host, sdhci_sdma_address(host)); in sdhci_prepare_data()
1153 sdhci_config_dma(host); in sdhci_prepare_data()
1155 if (!(host->flags & SDHCI_REQ_USE_DMA)) { in sdhci_prepare_data()
1159 if (host->data->flags & MMC_DATA_READ) in sdhci_prepare_data()
1163 sg_miter_start(&host->sg_miter, data->sg, data->sg_len, flags); in sdhci_prepare_data()
1164 host->blocks = data->blocks; in sdhci_prepare_data()
1167 sdhci_set_transfer_irqs(host); in sdhci_prepare_data()
1169 sdhci_set_block_info(host, data); in sdhci_prepare_data()
1174 static int sdhci_external_dma_init(struct sdhci_host *host) in sdhci_external_dma_init() argument
1177 struct mmc_host *mmc = host->mmc; in sdhci_external_dma_init()
1179 host->tx_chan = dma_request_chan(mmc_dev(mmc), "tx"); in sdhci_external_dma_init()
1180 if (IS_ERR(host->tx_chan)) { in sdhci_external_dma_init()
1181 ret = PTR_ERR(host->tx_chan); in sdhci_external_dma_init()
1184 host->tx_chan = NULL; in sdhci_external_dma_init()
1188 host->rx_chan = dma_request_chan(mmc_dev(mmc), "rx"); in sdhci_external_dma_init()
1189 if (IS_ERR(host->rx_chan)) { in sdhci_external_dma_init()
1190 if (host->tx_chan) { in sdhci_external_dma_init()
1191 dma_release_channel(host->tx_chan); in sdhci_external_dma_init()
1192 host->tx_chan = NULL; in sdhci_external_dma_init()
1195 ret = PTR_ERR(host->rx_chan); in sdhci_external_dma_init()
1198 host->rx_chan = NULL; in sdhci_external_dma_init()
1204 static struct dma_chan *sdhci_external_dma_channel(struct sdhci_host *host, in sdhci_external_dma_channel() argument
1207 return data->flags & MMC_DATA_WRITE ? host->tx_chan : host->rx_chan; in sdhci_external_dma_channel()
1210 static int sdhci_external_dma_setup(struct sdhci_host *host, in sdhci_external_dma_setup() argument
1222 if (!host->mapbase) in sdhci_external_dma_setup()
1225 cfg.src_addr = host->mapbase + SDHCI_BUFFER; in sdhci_external_dma_setup()
1226 cfg.dst_addr = host->mapbase + SDHCI_BUFFER; in sdhci_external_dma_setup()
1238 chan = sdhci_external_dma_channel(host, data); in sdhci_external_dma_setup()
1244 sg_cnt = sdhci_pre_dma_transfer(host, data, COOKIE_MAPPED); in sdhci_external_dma_setup()
1264 static void sdhci_external_dma_release(struct sdhci_host *host) in sdhci_external_dma_release() argument
1266 if (host->tx_chan) { in sdhci_external_dma_release()
1267 dma_release_channel(host->tx_chan); in sdhci_external_dma_release()
1268 host->tx_chan = NULL; in sdhci_external_dma_release()
1271 if (host->rx_chan) { in sdhci_external_dma_release()
1272 dma_release_channel(host->rx_chan); in sdhci_external_dma_release()
1273 host->rx_chan = NULL; in sdhci_external_dma_release()
1276 sdhci_switch_external_dma(host, false); in sdhci_external_dma_release()
1279 static void __sdhci_external_dma_prepare_data(struct sdhci_host *host, in __sdhci_external_dma_prepare_data() argument
1284 sdhci_initialize_data(host, data); in __sdhci_external_dma_prepare_data()
1286 host->flags |= SDHCI_REQ_USE_DMA; in __sdhci_external_dma_prepare_data()
1287 sdhci_set_transfer_irqs(host); in __sdhci_external_dma_prepare_data()
1289 sdhci_set_block_info(host, data); in __sdhci_external_dma_prepare_data()
1292 static void sdhci_external_dma_prepare_data(struct sdhci_host *host, in sdhci_external_dma_prepare_data() argument
1295 if (!sdhci_external_dma_setup(host, cmd)) { in sdhci_external_dma_prepare_data()
1296 __sdhci_external_dma_prepare_data(host, cmd); in sdhci_external_dma_prepare_data()
1298 sdhci_external_dma_release(host); in sdhci_external_dma_prepare_data()
1300 mmc_hostname(host->mmc)); in sdhci_external_dma_prepare_data()
1301 sdhci_prepare_data(host, cmd); in sdhci_external_dma_prepare_data()
1305 static void sdhci_external_dma_pre_transfer(struct sdhci_host *host, in sdhci_external_dma_pre_transfer() argument
1313 chan = sdhci_external_dma_channel(host, cmd->data); in sdhci_external_dma_pre_transfer()
1320 static inline int sdhci_external_dma_init(struct sdhci_host *host) in sdhci_external_dma_init() argument
1325 static inline void sdhci_external_dma_release(struct sdhci_host *host) in sdhci_external_dma_release() argument
1329 static inline void sdhci_external_dma_prepare_data(struct sdhci_host *host, in sdhci_external_dma_prepare_data() argument
1336 static inline void sdhci_external_dma_pre_transfer(struct sdhci_host *host, in sdhci_external_dma_pre_transfer() argument
1341 static inline struct dma_chan *sdhci_external_dma_channel(struct sdhci_host *host, in sdhci_external_dma_channel() argument
1349 void sdhci_switch_external_dma(struct sdhci_host *host, bool en) in sdhci_switch_external_dma() argument
1351 host->use_external_dma = en; in sdhci_switch_external_dma()
1355 static inline bool sdhci_auto_cmd12(struct sdhci_host *host, in sdhci_auto_cmd12() argument
1358 return !mrq->sbc && (host->flags & SDHCI_AUTO_CMD12) && in sdhci_auto_cmd12()
1362 static inline bool sdhci_auto_cmd23(struct sdhci_host *host, in sdhci_auto_cmd23() argument
1365 return mrq->sbc && (host->flags & SDHCI_AUTO_CMD23); in sdhci_auto_cmd23()
1368 static inline bool sdhci_manual_cmd23(struct sdhci_host *host, in sdhci_manual_cmd23() argument
1371 return mrq->sbc && !(host->flags & SDHCI_AUTO_CMD23); in sdhci_manual_cmd23()
1374 static inline void sdhci_auto_cmd_select(struct sdhci_host *host, in sdhci_auto_cmd_select() argument
1378 bool use_cmd12 = sdhci_auto_cmd12(host, cmd->mrq) && in sdhci_auto_cmd_select()
1380 bool use_cmd23 = sdhci_auto_cmd23(host, cmd->mrq); in sdhci_auto_cmd_select()
1389 if (host->version >= SDHCI_SPEC_410 && host->v4_mode && in sdhci_auto_cmd_select()
1393 ctrl2 = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_auto_cmd_select()
1398 sdhci_writew(host, ctrl2, SDHCI_HOST_CONTROL2); in sdhci_auto_cmd_select()
1413 static void sdhci_set_transfer_mode(struct sdhci_host *host, in sdhci_set_transfer_mode() argument
1420 if (host->quirks2 & in sdhci_set_transfer_mode()
1424 sdhci_writew(host, 0x0, SDHCI_TRANSFER_MODE); in sdhci_set_transfer_mode()
1427 mode = sdhci_readw(host, SDHCI_TRANSFER_MODE); in sdhci_set_transfer_mode()
1428 sdhci_writew(host, mode & ~(SDHCI_TRNS_AUTO_CMD12 | in sdhci_set_transfer_mode()
1434 WARN_ON(!host->data); in sdhci_set_transfer_mode()
1436 if (!(host->quirks2 & SDHCI_QUIRK2_SUPPORT_SINGLE)) in sdhci_set_transfer_mode()
1441 sdhci_auto_cmd_select(host, cmd, &mode); in sdhci_set_transfer_mode()
1442 if (sdhci_auto_cmd23(host, cmd->mrq)) in sdhci_set_transfer_mode()
1443 sdhci_writel(host, cmd->mrq->sbc->arg, SDHCI_ARGUMENT2); in sdhci_set_transfer_mode()
1448 if (host->flags & SDHCI_REQ_USE_DMA) in sdhci_set_transfer_mode()
1451 sdhci_writew(host, mode, SDHCI_TRANSFER_MODE); in sdhci_set_transfer_mode()
1454 static bool sdhci_needs_reset(struct sdhci_host *host, struct mmc_request *mrq) in sdhci_needs_reset() argument
1456 return (!(host->flags & SDHCI_DEVICE_DEAD) && in sdhci_needs_reset()
1460 (host->quirks & SDHCI_QUIRK_RESET_AFTER_REQUEST))); in sdhci_needs_reset()
1463 static void sdhci_set_mrq_done(struct sdhci_host *host, struct mmc_request *mrq) in sdhci_set_mrq_done() argument
1468 if (host->mrqs_done[i] == mrq) { in sdhci_set_mrq_done()
1475 if (!host->mrqs_done[i]) { in sdhci_set_mrq_done()
1476 host->mrqs_done[i] = mrq; in sdhci_set_mrq_done()
1484 static void __sdhci_finish_mrq(struct sdhci_host *host, struct mmc_request *mrq) in __sdhci_finish_mrq() argument
1486 if (host->cmd && host->cmd->mrq == mrq) in __sdhci_finish_mrq()
1487 host->cmd = NULL; in __sdhci_finish_mrq()
1489 if (host->data_cmd && host->data_cmd->mrq == mrq) in __sdhci_finish_mrq()
1490 host->data_cmd = NULL; in __sdhci_finish_mrq()
1492 if (host->deferred_cmd && host->deferred_cmd->mrq == mrq) in __sdhci_finish_mrq()
1493 host->deferred_cmd = NULL; in __sdhci_finish_mrq()
1495 if (host->data && host->data->mrq == mrq) in __sdhci_finish_mrq()
1496 host->data = NULL; in __sdhci_finish_mrq()
1498 if (sdhci_needs_reset(host, mrq)) in __sdhci_finish_mrq()
1499 host->pending_reset = true; in __sdhci_finish_mrq()
1501 sdhci_set_mrq_done(host, mrq); in __sdhci_finish_mrq()
1503 sdhci_del_timer(host, mrq); in __sdhci_finish_mrq()
1505 if (!sdhci_has_requests(host)) in __sdhci_finish_mrq()
1506 sdhci_led_deactivate(host); in __sdhci_finish_mrq()
1509 static void sdhci_finish_mrq(struct sdhci_host *host, struct mmc_request *mrq) in sdhci_finish_mrq() argument
1511 __sdhci_finish_mrq(host, mrq); in sdhci_finish_mrq()
1513 queue_work(host->complete_wq, &host->complete_work); in sdhci_finish_mrq()
1516 static void __sdhci_finish_data(struct sdhci_host *host, bool sw_data_timeout) in __sdhci_finish_data() argument
1518 struct mmc_command *data_cmd = host->data_cmd; in __sdhci_finish_data()
1519 struct mmc_data *data = host->data; in __sdhci_finish_data()
1521 host->data = NULL; in __sdhci_finish_data()
1522 host->data_cmd = NULL; in __sdhci_finish_data()
1529 if (!host->cmd || host->cmd == data_cmd) in __sdhci_finish_data()
1530 sdhci_do_reset(host, SDHCI_RESET_CMD); in __sdhci_finish_data()
1531 sdhci_do_reset(host, SDHCI_RESET_DATA); in __sdhci_finish_data()
1534 if ((host->flags & (SDHCI_REQ_USE_DMA | SDHCI_USE_ADMA)) == in __sdhci_finish_data()
1536 sdhci_adma_table_post(host, data); in __sdhci_finish_data()
1556 ((!data->mrq->sbc && !sdhci_auto_cmd12(host, data->mrq)) || in __sdhci_finish_data()
1564 __sdhci_finish_mrq(host, data->mrq); in __sdhci_finish_data()
1567 host->cmd = NULL; in __sdhci_finish_data()
1568 if (!sdhci_send_command(host, data->stop)) { in __sdhci_finish_data()
1575 __sdhci_finish_mrq(host, data->mrq); in __sdhci_finish_data()
1577 WARN_ON(host->deferred_cmd); in __sdhci_finish_data()
1578 host->deferred_cmd = data->stop; in __sdhci_finish_data()
1583 __sdhci_finish_mrq(host, data->mrq); in __sdhci_finish_data()
1587 static void sdhci_finish_data(struct sdhci_host *host) in sdhci_finish_data() argument
1589 __sdhci_finish_data(host, false); in sdhci_finish_data()
1592 static bool sdhci_send_command(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_send_command() argument
1598 WARN_ON(host->cmd); in sdhci_send_command()
1603 if ((host->quirks2 & SDHCI_QUIRK2_STOP_WITH_TC) && in sdhci_send_command()
1616 if (sdhci_readl(host, SDHCI_PRESENT_STATE) & mask) in sdhci_send_command()
1619 host->cmd = cmd; in sdhci_send_command()
1620 host->data_timeout = 0; in sdhci_send_command()
1622 WARN_ON(host->data_cmd); in sdhci_send_command()
1623 host->data_cmd = cmd; in sdhci_send_command()
1624 sdhci_set_timeout(host, cmd); in sdhci_send_command()
1628 if (host->use_external_dma) in sdhci_send_command()
1629 sdhci_external_dma_prepare_data(host, cmd); in sdhci_send_command()
1631 sdhci_prepare_data(host, cmd); in sdhci_send_command()
1634 sdhci_writel(host, cmd->arg, SDHCI_ARGUMENT); in sdhci_send_command()
1636 sdhci_set_transfer_mode(host, cmd); in sdhci_send_command()
1668 if (host->data_timeout) in sdhci_send_command()
1669 timeout += nsecs_to_jiffies(host->data_timeout); in sdhci_send_command()
1674 sdhci_mod_timer(host, cmd->mrq, timeout); in sdhci_send_command()
1676 if (host->use_external_dma) in sdhci_send_command()
1677 sdhci_external_dma_pre_transfer(host, cmd); in sdhci_send_command()
1679 sdhci_writew(host, SDHCI_MAKE_CMD(cmd->opcode, flags), SDHCI_COMMAND); in sdhci_send_command()
1684 static bool sdhci_present_error(struct sdhci_host *host, in sdhci_present_error() argument
1687 if (!present || host->flags & SDHCI_DEVICE_DEAD) { in sdhci_present_error()
1695 static bool sdhci_send_command_retry(struct sdhci_host *host, in sdhci_send_command_retry() argument
1698 __releases(host->lock) in sdhci_send_command_retry()
1699 __acquires(host->lock) in sdhci_send_command_retry()
1701 struct mmc_command *deferred_cmd = host->deferred_cmd; in sdhci_send_command_retry()
1705 while (!sdhci_send_command(host, cmd)) { in sdhci_send_command_retry()
1708 mmc_hostname(host->mmc)); in sdhci_send_command_retry()
1709 sdhci_dumpregs(host); in sdhci_send_command_retry()
1714 spin_unlock_irqrestore(&host->lock, flags); in sdhci_send_command_retry()
1718 present = host->mmc->ops->get_cd(host->mmc); in sdhci_send_command_retry()
1720 spin_lock_irqsave(&host->lock, flags); in sdhci_send_command_retry()
1723 if (cmd == deferred_cmd && cmd != host->deferred_cmd) in sdhci_send_command_retry()
1726 if (sdhci_present_error(host, cmd, present)) in sdhci_send_command_retry()
1730 if (cmd == host->deferred_cmd) in sdhci_send_command_retry()
1731 host->deferred_cmd = NULL; in sdhci_send_command_retry()
1736 static void sdhci_read_rsp_136(struct sdhci_host *host, struct mmc_command *cmd) in sdhci_read_rsp_136() argument
1742 cmd->resp[i] = sdhci_readl(host, reg); in sdhci_read_rsp_136()
1745 if (host->quirks2 & SDHCI_QUIRK2_RSP_136_HAS_CRC) in sdhci_read_rsp_136()
1756 static void sdhci_finish_command(struct sdhci_host *host) in sdhci_finish_command() argument
1758 struct mmc_command *cmd = host->cmd; in sdhci_finish_command()
1760 host->cmd = NULL; in sdhci_finish_command()
1764 sdhci_read_rsp_136(host, cmd); in sdhci_finish_command()
1766 cmd->resp[0] = sdhci_readl(host, SDHCI_RESPONSE); in sdhci_finish_command()
1771 mmc_command_done(host->mmc, cmd->mrq); in sdhci_finish_command()
1786 } else if (!(host->quirks & SDHCI_QUIRK_NO_BUSY_IRQ) && in sdhci_finish_command()
1787 cmd == host->data_cmd) { in sdhci_finish_command()
1795 if (!sdhci_send_command(host, cmd->mrq->cmd)) { in sdhci_finish_command()
1796 WARN_ON(host->deferred_cmd); in sdhci_finish_command()
1797 host->deferred_cmd = cmd->mrq->cmd; in sdhci_finish_command()
1802 if (host->data && host->data_early) in sdhci_finish_command()
1803 sdhci_finish_data(host); in sdhci_finish_command()
1806 __sdhci_finish_mrq(host, cmd->mrq); in sdhci_finish_command()
1810 static u16 sdhci_get_preset_value(struct sdhci_host *host) in sdhci_get_preset_value() argument
1814 switch (host->timing) { in sdhci_get_preset_value()
1816 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR12); in sdhci_get_preset_value()
1819 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR25); in sdhci_get_preset_value()
1822 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR50); in sdhci_get_preset_value()
1826 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR104); in sdhci_get_preset_value()
1830 preset = sdhci_readw(host, SDHCI_PRESET_FOR_DDR50); in sdhci_get_preset_value()
1833 preset = sdhci_readw(host, SDHCI_PRESET_FOR_HS400); in sdhci_get_preset_value()
1837 mmc_hostname(host->mmc)); in sdhci_get_preset_value()
1838 preset = sdhci_readw(host, SDHCI_PRESET_FOR_SDR12); in sdhci_get_preset_value()
1844 u16 sdhci_calc_clk(struct sdhci_host *host, unsigned int clock, in sdhci_calc_clk() argument
1852 if (host->version >= SDHCI_SPEC_300) { in sdhci_calc_clk()
1853 if (host->preset_enabled) { in sdhci_calc_clk()
1856 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_calc_clk()
1857 pre_val = sdhci_get_preset_value(host); in sdhci_calc_clk()
1859 if (host->clk_mul && in sdhci_calc_clk()
1863 clk_mul = host->clk_mul; in sdhci_calc_clk()
1874 if (host->clk_mul) { in sdhci_calc_clk()
1876 if ((host->max_clk * host->clk_mul / div) in sdhci_calc_clk()
1880 if ((host->max_clk * host->clk_mul / div) <= clock) { in sdhci_calc_clk()
1887 clk_mul = host->clk_mul; in sdhci_calc_clk()
1898 if (!host->clk_mul || switch_base_clk) { in sdhci_calc_clk()
1900 if (host->max_clk <= clock) in sdhci_calc_clk()
1905 if ((host->max_clk / div) <= clock) in sdhci_calc_clk()
1911 if ((host->quirks2 & SDHCI_QUIRK2_CLOCK_DIV_ZERO_BROKEN) in sdhci_calc_clk()
1912 && !div && host->max_clk <= 25000000) in sdhci_calc_clk()
1918 if ((host->max_clk / div) <= clock) in sdhci_calc_clk()
1927 *actual_clock = (host->max_clk * clk_mul) / real_div; in sdhci_calc_clk()
1936 void sdhci_enable_clk(struct sdhci_host *host, u16 clk) in sdhci_enable_clk() argument
1941 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_enable_clk()
1948 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_enable_clk()
1953 mmc_hostname(host->mmc)); in sdhci_enable_clk()
1954 sdhci_dumpregs(host); in sdhci_enable_clk()
1960 if (host->version >= SDHCI_SPEC_410 && host->v4_mode) { in sdhci_enable_clk()
1963 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_enable_clk()
1970 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_enable_clk()
1975 mmc_hostname(host->mmc)); in sdhci_enable_clk()
1976 sdhci_dumpregs(host); in sdhci_enable_clk()
1984 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_enable_clk()
1988 void sdhci_set_clock(struct sdhci_host *host, unsigned int clock) in sdhci_set_clock() argument
1992 host->mmc->actual_clock = 0; in sdhci_set_clock()
1994 sdhci_writew(host, 0, SDHCI_CLOCK_CONTROL); in sdhci_set_clock()
1999 clk = sdhci_calc_clk(host, clock, &host->mmc->actual_clock); in sdhci_set_clock()
2000 sdhci_enable_clk(host, clk); in sdhci_set_clock()
2004 static void sdhci_set_power_reg(struct sdhci_host *host, unsigned char mode, in sdhci_set_power_reg() argument
2007 struct mmc_host *mmc = host->mmc; in sdhci_set_power_reg()
2012 sdhci_writeb(host, SDHCI_POWER_ON, SDHCI_POWER_CONTROL); in sdhci_set_power_reg()
2014 sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); in sdhci_set_power_reg()
2017 void sdhci_set_power_noreg(struct sdhci_host *host, unsigned char mode, in sdhci_set_power_noreg() argument
2044 mmc_hostname(host->mmc), vdd); in sdhci_set_power_noreg()
2049 if (host->pwr == pwr) in sdhci_set_power_noreg()
2052 host->pwr = pwr; in sdhci_set_power_noreg()
2055 sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); in sdhci_set_power_noreg()
2056 if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) in sdhci_set_power_noreg()
2057 sdhci_runtime_pm_bus_off(host); in sdhci_set_power_noreg()
2063 if (!(host->quirks & SDHCI_QUIRK_SINGLE_POWER_WRITE)) in sdhci_set_power_noreg()
2064 sdhci_writeb(host, 0, SDHCI_POWER_CONTROL); in sdhci_set_power_noreg()
2071 if (host->quirks & SDHCI_QUIRK_NO_SIMULT_VDD_AND_POWER) in sdhci_set_power_noreg()
2072 sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL); in sdhci_set_power_noreg()
2076 sdhci_writeb(host, pwr, SDHCI_POWER_CONTROL); in sdhci_set_power_noreg()
2078 if (host->quirks2 & SDHCI_QUIRK2_CARD_ON_NEEDS_BUS_ON) in sdhci_set_power_noreg()
2079 sdhci_runtime_pm_bus_on(host); in sdhci_set_power_noreg()
2085 if (host->quirks & SDHCI_QUIRK_DELAY_AFTER_POWER) in sdhci_set_power_noreg()
2091 void sdhci_set_power(struct sdhci_host *host, unsigned char mode, in sdhci_set_power() argument
2094 if (IS_ERR(host->mmc->supply.vmmc)) in sdhci_set_power()
2095 sdhci_set_power_noreg(host, mode, vdd); in sdhci_set_power()
2097 sdhci_set_power_reg(host, mode, vdd); in sdhci_set_power()
2107 void sdhci_set_power_and_bus_voltage(struct sdhci_host *host, in sdhci_set_power_and_bus_voltage() argument
2111 if (!IS_ERR(host->mmc->supply.vmmc)) { in sdhci_set_power_and_bus_voltage()
2112 struct mmc_host *mmc = host->mmc; in sdhci_set_power_and_bus_voltage()
2116 sdhci_set_power_noreg(host, mode, vdd); in sdhci_set_power_and_bus_voltage()
2128 struct sdhci_host *host = mmc_priv(mmc); in sdhci_request() local
2136 spin_lock_irqsave(&host->lock, flags); in sdhci_request()
2138 sdhci_led_activate(host); in sdhci_request()
2140 if (sdhci_present_error(host, mrq->cmd, present)) in sdhci_request()
2143 cmd = sdhci_manual_cmd23(host, mrq) ? mrq->sbc : mrq->cmd; in sdhci_request()
2145 if (!sdhci_send_command_retry(host, cmd, flags)) in sdhci_request()
2148 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request()
2153 sdhci_finish_mrq(host, mrq); in sdhci_request()
2154 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request()
2160 struct sdhci_host *host = mmc_priv(mmc); in sdhci_request_atomic() local
2165 spin_lock_irqsave(&host->lock, flags); in sdhci_request_atomic()
2167 if (sdhci_present_error(host, mrq->cmd, true)) { in sdhci_request_atomic()
2168 sdhci_finish_mrq(host, mrq); in sdhci_request_atomic()
2172 cmd = sdhci_manual_cmd23(host, mrq) ? mrq->sbc : mrq->cmd; in sdhci_request_atomic()
2181 if (!sdhci_send_command(host, cmd)) in sdhci_request_atomic()
2184 sdhci_led_activate(host); in sdhci_request_atomic()
2187 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request_atomic()
2192 void sdhci_set_bus_width(struct sdhci_host *host, int width) in sdhci_set_bus_width() argument
2196 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_set_bus_width()
2201 if (host->mmc->caps & MMC_CAP_8_BIT_DATA) in sdhci_set_bus_width()
2208 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_set_bus_width()
2212 void sdhci_set_uhs_signaling(struct sdhci_host *host, unsigned timing) in sdhci_set_uhs_signaling() argument
2216 ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_set_uhs_signaling()
2233 sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2); in sdhci_set_uhs_signaling()
2239 struct sdhci_host *host = mmc_priv(mmc); in sdhci_set_ios() local
2245 if (host->flags & SDHCI_DEVICE_DEAD) { in sdhci_set_ios()
2257 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in sdhci_set_ios()
2258 sdhci_reinit(host); in sdhci_set_ios()
2261 if (host->version >= SDHCI_SPEC_300 && in sdhci_set_ios()
2263 !(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN)) in sdhci_set_ios()
2264 sdhci_enable_preset_value(host, false); in sdhci_set_ios()
2266 if (!ios->clock || ios->clock != host->clock) { in sdhci_set_ios()
2267 host->ops->set_clock(host, ios->clock); in sdhci_set_ios()
2268 host->clock = ios->clock; in sdhci_set_ios()
2270 if (host->quirks & SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK && in sdhci_set_ios()
2271 host->clock) { in sdhci_set_ios()
2272 host->timeout_clk = mmc->actual_clock ? in sdhci_set_ios()
2274 host->clock / 1000; in sdhci_set_ios()
2276 host->ops->get_max_timeout_count ? in sdhci_set_ios()
2277 host->ops->get_max_timeout_count(host) : in sdhci_set_ios()
2279 mmc->max_busy_timeout /= host->timeout_clk; in sdhci_set_ios()
2283 if (host->ops->set_power) in sdhci_set_ios()
2284 host->ops->set_power(host, ios->power_mode, ios->vdd); in sdhci_set_ios()
2286 sdhci_set_power(host, ios->power_mode, ios->vdd); in sdhci_set_ios()
2288 if (host->ops->platform_send_init_74_clocks) in sdhci_set_ios()
2289 host->ops->platform_send_init_74_clocks(host, ios->power_mode); in sdhci_set_ios()
2291 host->ops->set_bus_width(host, ios->bus_width); in sdhci_set_ios()
2293 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_set_ios()
2295 if (!(host->quirks & SDHCI_QUIRK_NO_HISPD_BIT)) { in sdhci_set_ios()
2310 if (host->version >= SDHCI_SPEC_300) { in sdhci_set_ios()
2313 if (!host->preset_enabled) { in sdhci_set_ios()
2314 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_set_ios()
2319 ctrl_2 = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_set_ios()
2335 sdhci_writew(host, ctrl_2, SDHCI_HOST_CONTROL2); in sdhci_set_ios()
2345 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_set_ios()
2347 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_set_ios()
2349 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_set_ios()
2352 host->ops->set_clock(host, host->clock); in sdhci_set_ios()
2356 clk = sdhci_readw(host, SDHCI_CLOCK_CONTROL); in sdhci_set_ios()
2358 sdhci_writew(host, clk, SDHCI_CLOCK_CONTROL); in sdhci_set_ios()
2360 host->ops->set_uhs_signaling(host, ios->timing); in sdhci_set_ios()
2361 host->timing = ios->timing; in sdhci_set_ios()
2363 if (!(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN) && in sdhci_set_ios()
2372 sdhci_enable_preset_value(host, true); in sdhci_set_ios()
2373 preset = sdhci_get_preset_value(host); in sdhci_set_ios()
2379 host->ops->set_clock(host, host->clock); in sdhci_set_ios()
2381 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_set_ios()
2388 if (host->quirks & SDHCI_QUIRK_RESET_CMD_DATA_ON_IOS) in sdhci_set_ios()
2389 sdhci_do_reset(host, SDHCI_RESET_CMD | SDHCI_RESET_DATA); in sdhci_set_ios()
2395 struct sdhci_host *host = mmc_priv(mmc); in sdhci_get_cd() local
2398 if (host->flags & SDHCI_DEVICE_DEAD) in sdhci_get_cd()
2413 if (host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) in sdhci_get_cd()
2417 return !!(sdhci_readl(host, SDHCI_PRESENT_STATE) & SDHCI_CARD_PRESENT); in sdhci_get_cd()
2420 static int sdhci_check_ro(struct sdhci_host *host) in sdhci_check_ro() argument
2425 spin_lock_irqsave(&host->lock, flags); in sdhci_check_ro()
2427 if (host->flags & SDHCI_DEVICE_DEAD) in sdhci_check_ro()
2429 else if (host->ops->get_ro) in sdhci_check_ro()
2430 is_readonly = host->ops->get_ro(host); in sdhci_check_ro()
2431 else if (mmc_can_gpio_ro(host->mmc)) in sdhci_check_ro()
2432 is_readonly = mmc_gpio_get_ro(host->mmc); in sdhci_check_ro()
2434 is_readonly = !(sdhci_readl(host, SDHCI_PRESENT_STATE) in sdhci_check_ro()
2437 spin_unlock_irqrestore(&host->lock, flags); in sdhci_check_ro()
2440 return host->quirks & SDHCI_QUIRK_INVERTED_WRITE_PROTECT ? in sdhci_check_ro()
2448 struct sdhci_host *host = mmc_priv(mmc); in sdhci_get_ro() local
2451 if (!(host->quirks & SDHCI_QUIRK_UNSTABLE_RO_DETECT)) in sdhci_get_ro()
2452 return sdhci_check_ro(host); in sdhci_get_ro()
2456 if (sdhci_check_ro(host)) { in sdhci_get_ro()
2467 struct sdhci_host *host = mmc_priv(mmc); in sdhci_hw_reset() local
2469 if (host->ops && host->ops->hw_reset) in sdhci_hw_reset()
2470 host->ops->hw_reset(host); in sdhci_hw_reset()
2473 static void sdhci_enable_sdio_irq_nolock(struct sdhci_host *host, int enable) in sdhci_enable_sdio_irq_nolock() argument
2475 if (!(host->flags & SDHCI_DEVICE_DEAD)) { in sdhci_enable_sdio_irq_nolock()
2477 host->ier |= SDHCI_INT_CARD_INT; in sdhci_enable_sdio_irq_nolock()
2479 host->ier &= ~SDHCI_INT_CARD_INT; in sdhci_enable_sdio_irq_nolock()
2481 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_enable_sdio_irq_nolock()
2482 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_enable_sdio_irq_nolock()
2488 struct sdhci_host *host = mmc_priv(mmc); in sdhci_enable_sdio_irq() local
2494 spin_lock_irqsave(&host->lock, flags); in sdhci_enable_sdio_irq()
2495 sdhci_enable_sdio_irq_nolock(host, enable); in sdhci_enable_sdio_irq()
2496 spin_unlock_irqrestore(&host->lock, flags); in sdhci_enable_sdio_irq()
2505 struct sdhci_host *host = mmc_priv(mmc); in sdhci_ack_sdio_irq() local
2508 spin_lock_irqsave(&host->lock, flags); in sdhci_ack_sdio_irq()
2509 sdhci_enable_sdio_irq_nolock(host, true); in sdhci_ack_sdio_irq()
2510 spin_unlock_irqrestore(&host->lock, flags); in sdhci_ack_sdio_irq()
2516 struct sdhci_host *host = mmc_priv(mmc); in sdhci_start_signal_voltage_switch() local
2524 if (host->version < SDHCI_SPEC_300) in sdhci_start_signal_voltage_switch()
2527 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_start_signal_voltage_switch()
2531 if (!(host->flags & SDHCI_SIGNALING_330)) in sdhci_start_signal_voltage_switch()
2535 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_start_signal_voltage_switch()
2549 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_start_signal_voltage_switch()
2558 if (!(host->flags & SDHCI_SIGNALING_180)) in sdhci_start_signal_voltage_switch()
2574 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_start_signal_voltage_switch()
2577 if (host->ops->voltage_switch) in sdhci_start_signal_voltage_switch()
2578 host->ops->voltage_switch(host); in sdhci_start_signal_voltage_switch()
2581 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_start_signal_voltage_switch()
2590 if (!(host->flags & SDHCI_SIGNALING_120)) in sdhci_start_signal_voltage_switch()
2610 struct sdhci_host *host = mmc_priv(mmc); in sdhci_card_busy() local
2614 present_state = sdhci_readl(host, SDHCI_PRESENT_STATE); in sdhci_card_busy()
2621 struct sdhci_host *host = mmc_priv(mmc); in sdhci_prepare_hs400_tuning() local
2624 spin_lock_irqsave(&host->lock, flags); in sdhci_prepare_hs400_tuning()
2625 host->flags |= SDHCI_HS400_TUNING; in sdhci_prepare_hs400_tuning()
2626 spin_unlock_irqrestore(&host->lock, flags); in sdhci_prepare_hs400_tuning()
2631 void sdhci_start_tuning(struct sdhci_host *host) in sdhci_start_tuning() argument
2635 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_start_tuning()
2637 if (host->quirks2 & SDHCI_QUIRK2_TUNING_WORK_AROUND) in sdhci_start_tuning()
2639 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_start_tuning()
2651 sdhci_writel(host, SDHCI_INT_DATA_AVAIL, SDHCI_INT_ENABLE); in sdhci_start_tuning()
2652 sdhci_writel(host, SDHCI_INT_DATA_AVAIL, SDHCI_SIGNAL_ENABLE); in sdhci_start_tuning()
2656 void sdhci_end_tuning(struct sdhci_host *host) in sdhci_end_tuning() argument
2658 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_end_tuning()
2659 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_end_tuning()
2663 void sdhci_reset_tuning(struct sdhci_host *host) in sdhci_reset_tuning() argument
2667 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_reset_tuning()
2670 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_reset_tuning()
2674 void sdhci_abort_tuning(struct sdhci_host *host, u32 opcode) in sdhci_abort_tuning() argument
2676 sdhci_reset_tuning(host); in sdhci_abort_tuning()
2678 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_abort_tuning()
2679 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_abort_tuning()
2681 sdhci_end_tuning(host); in sdhci_abort_tuning()
2683 mmc_abort_tuning(host->mmc, opcode); in sdhci_abort_tuning()
2694 void sdhci_send_tuning(struct sdhci_host *host, u32 opcode) in sdhci_send_tuning() argument
2696 struct mmc_host *mmc = host->mmc; in sdhci_send_tuning()
2700 u32 b = host->sdma_boundary; in sdhci_send_tuning()
2702 spin_lock_irqsave(&host->lock, flags); in sdhci_send_tuning()
2716 sdhci_writew(host, SDHCI_MAKE_BLKSZ(b, 128), SDHCI_BLOCK_SIZE); in sdhci_send_tuning()
2718 sdhci_writew(host, SDHCI_MAKE_BLKSZ(b, 64), SDHCI_BLOCK_SIZE); in sdhci_send_tuning()
2726 sdhci_writew(host, SDHCI_TRNS_READ, SDHCI_TRANSFER_MODE); in sdhci_send_tuning()
2728 if (!sdhci_send_command_retry(host, &cmd, flags)) { in sdhci_send_tuning()
2729 spin_unlock_irqrestore(&host->lock, flags); in sdhci_send_tuning()
2730 host->tuning_done = 0; in sdhci_send_tuning()
2734 host->cmd = NULL; in sdhci_send_tuning()
2736 sdhci_del_timer(host, &mrq); in sdhci_send_tuning()
2738 host->tuning_done = 0; in sdhci_send_tuning()
2740 spin_unlock_irqrestore(&host->lock, flags); in sdhci_send_tuning()
2743 wait_event_timeout(host->buf_ready_int, (host->tuning_done == 1), in sdhci_send_tuning()
2749 static int __sdhci_execute_tuning(struct sdhci_host *host, u32 opcode) in __sdhci_execute_tuning() argument
2757 for (i = 0; i < host->tuning_loop_count; i++) { in __sdhci_execute_tuning()
2760 sdhci_send_tuning(host, opcode); in __sdhci_execute_tuning()
2762 if (!host->tuning_done) { in __sdhci_execute_tuning()
2764 mmc_hostname(host->mmc)); in __sdhci_execute_tuning()
2765 sdhci_abort_tuning(host, opcode); in __sdhci_execute_tuning()
2770 if (host->tuning_delay > 0) in __sdhci_execute_tuning()
2771 mdelay(host->tuning_delay); in __sdhci_execute_tuning()
2773 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in __sdhci_execute_tuning()
2783 mmc_hostname(host->mmc)); in __sdhci_execute_tuning()
2784 sdhci_reset_tuning(host); in __sdhci_execute_tuning()
2790 struct sdhci_host *host = mmc_priv(mmc); in sdhci_execute_tuning() local
2795 hs400_tuning = host->flags & SDHCI_HS400_TUNING; in sdhci_execute_tuning()
2797 if (host->tuning_mode == SDHCI_TUNING_MODE_1) in sdhci_execute_tuning()
2798 tuning_count = host->tuning_count; in sdhci_execute_tuning()
2807 switch (host->timing) { in sdhci_execute_tuning()
2827 if (host->flags & SDHCI_SDR50_NEEDS_TUNING) in sdhci_execute_tuning()
2835 if (host->ops->platform_execute_tuning) { in sdhci_execute_tuning()
2836 err = host->ops->platform_execute_tuning(host, opcode); in sdhci_execute_tuning()
2842 if (host->tuning_delay < 0) in sdhci_execute_tuning()
2843 host->tuning_delay = opcode == MMC_SEND_TUNING_BLOCK; in sdhci_execute_tuning()
2845 sdhci_start_tuning(host); in sdhci_execute_tuning()
2847 host->tuning_err = __sdhci_execute_tuning(host, opcode); in sdhci_execute_tuning()
2849 sdhci_end_tuning(host); in sdhci_execute_tuning()
2851 host->flags &= ~SDHCI_HS400_TUNING; in sdhci_execute_tuning()
2857 static void sdhci_enable_preset_value(struct sdhci_host *host, bool enable) in sdhci_enable_preset_value() argument
2860 if (host->version < SDHCI_SPEC_300) in sdhci_enable_preset_value()
2867 if (host->preset_enabled != enable) { in sdhci_enable_preset_value()
2868 u16 ctrl = sdhci_readw(host, SDHCI_HOST_CONTROL2); in sdhci_enable_preset_value()
2875 sdhci_writew(host, ctrl, SDHCI_HOST_CONTROL2); in sdhci_enable_preset_value()
2878 host->flags |= SDHCI_PV_ENABLED; in sdhci_enable_preset_value()
2880 host->flags &= ~SDHCI_PV_ENABLED; in sdhci_enable_preset_value()
2882 host->preset_enabled = enable; in sdhci_enable_preset_value()
2900 struct sdhci_host *host = mmc_priv(mmc); in sdhci_pre_req() local
2909 if (host->flags & SDHCI_REQ_USE_DMA && !host->bounce_buffer) in sdhci_pre_req()
2910 sdhci_pre_dma_transfer(host, mrq->data, COOKIE_PRE_MAPPED); in sdhci_pre_req()
2913 static void sdhci_error_out_mrqs(struct sdhci_host *host, int err) in sdhci_error_out_mrqs() argument
2915 if (host->data_cmd) { in sdhci_error_out_mrqs()
2916 host->data_cmd->error = err; in sdhci_error_out_mrqs()
2917 sdhci_finish_mrq(host, host->data_cmd->mrq); in sdhci_error_out_mrqs()
2920 if (host->cmd) { in sdhci_error_out_mrqs()
2921 host->cmd->error = err; in sdhci_error_out_mrqs()
2922 sdhci_finish_mrq(host, host->cmd->mrq); in sdhci_error_out_mrqs()
2928 struct sdhci_host *host = mmc_priv(mmc); in sdhci_card_event() local
2933 if (host->ops->card_event) in sdhci_card_event()
2934 host->ops->card_event(host); in sdhci_card_event()
2938 spin_lock_irqsave(&host->lock, flags); in sdhci_card_event()
2941 if (sdhci_has_requests(host) && !present) { in sdhci_card_event()
2947 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_card_event()
2948 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_card_event()
2950 sdhci_error_out_mrqs(host, -ENOMEDIUM); in sdhci_card_event()
2953 spin_unlock_irqrestore(&host->lock, flags); in sdhci_card_event()
2979 static bool sdhci_request_done(struct sdhci_host *host) in sdhci_request_done() argument
2985 spin_lock_irqsave(&host->lock, flags); in sdhci_request_done()
2988 mrq = host->mrqs_done[i]; in sdhci_request_done()
2994 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request_done()
3002 if (sdhci_needs_reset(host, mrq)) { in sdhci_request_done()
3009 if (host->cmd || host->data_cmd) { in sdhci_request_done()
3010 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request_done()
3015 if (host->quirks & SDHCI_QUIRK_CLOCK_BEFORE_RESET) in sdhci_request_done()
3017 host->ops->set_clock(host, host->clock); in sdhci_request_done()
3023 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_request_done()
3024 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_request_done()
3026 host->pending_reset = false; in sdhci_request_done()
3034 if (host->flags & SDHCI_REQ_USE_DMA) { in sdhci_request_done()
3037 if (host->use_external_dma && data && in sdhci_request_done()
3039 struct dma_chan *chan = sdhci_external_dma_channel(host, data); in sdhci_request_done()
3041 host->mrqs_done[i] = NULL; in sdhci_request_done()
3042 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request_done()
3044 spin_lock_irqsave(&host->lock, flags); in sdhci_request_done()
3045 sdhci_set_mrq_done(host, mrq); in sdhci_request_done()
3049 if (host->bounce_buffer) { in sdhci_request_done()
3057 if (length > host->bounce_buffer_size) { in sdhci_request_done()
3059 mmc_hostname(host->mmc), in sdhci_request_done()
3060 host->bounce_buffer_size, in sdhci_request_done()
3063 length = host->bounce_buffer_size; in sdhci_request_done()
3066 mmc_dev(host->mmc), in sdhci_request_done()
3067 host->bounce_addr, in sdhci_request_done()
3068 host->bounce_buffer_size, in sdhci_request_done()
3072 host->bounce_buffer, in sdhci_request_done()
3077 mmc_dev(host->mmc), in sdhci_request_done()
3078 host->bounce_addr, in sdhci_request_done()
3079 host->bounce_buffer_size, in sdhci_request_done()
3084 dma_unmap_sg(mmc_dev(host->mmc), data->sg, in sdhci_request_done()
3092 host->mrqs_done[i] = NULL; in sdhci_request_done()
3094 spin_unlock_irqrestore(&host->lock, flags); in sdhci_request_done()
3096 if (host->ops->request_done) in sdhci_request_done()
3097 host->ops->request_done(host, mrq); in sdhci_request_done()
3099 mmc_request_done(host->mmc, mrq); in sdhci_request_done()
3106 struct sdhci_host *host = container_of(work, struct sdhci_host, in sdhci_complete_work() local
3109 while (!sdhci_request_done(host)) in sdhci_complete_work()
3115 struct sdhci_host *host; in sdhci_timeout_timer() local
3118 host = from_timer(host, t, timer); in sdhci_timeout_timer()
3120 spin_lock_irqsave(&host->lock, flags); in sdhci_timeout_timer()
3122 if (host->cmd && !sdhci_data_line_cmd(host->cmd)) { in sdhci_timeout_timer()
3124 mmc_hostname(host->mmc)); in sdhci_timeout_timer()
3125 sdhci_dumpregs(host); in sdhci_timeout_timer()
3127 host->cmd->error = -ETIMEDOUT; in sdhci_timeout_timer()
3128 sdhci_finish_mrq(host, host->cmd->mrq); in sdhci_timeout_timer()
3131 spin_unlock_irqrestore(&host->lock, flags); in sdhci_timeout_timer()
3136 struct sdhci_host *host; in sdhci_timeout_data_timer() local
3139 host = from_timer(host, t, data_timer); in sdhci_timeout_data_timer()
3141 spin_lock_irqsave(&host->lock, flags); in sdhci_timeout_data_timer()
3143 if (host->data || host->data_cmd || in sdhci_timeout_data_timer()
3144 (host->cmd && sdhci_data_line_cmd(host->cmd))) { in sdhci_timeout_data_timer()
3146 mmc_hostname(host->mmc)); in sdhci_timeout_data_timer()
3147 sdhci_dumpregs(host); in sdhci_timeout_data_timer()
3149 if (host->data) { in sdhci_timeout_data_timer()
3150 host->data->error = -ETIMEDOUT; in sdhci_timeout_data_timer()
3151 __sdhci_finish_data(host, true); in sdhci_timeout_data_timer()
3152 queue_work(host->complete_wq, &host->complete_work); in sdhci_timeout_data_timer()
3153 } else if (host->data_cmd) { in sdhci_timeout_data_timer()
3154 host->data_cmd->error = -ETIMEDOUT; in sdhci_timeout_data_timer()
3155 sdhci_finish_mrq(host, host->data_cmd->mrq); in sdhci_timeout_data_timer()
3157 host->cmd->error = -ETIMEDOUT; in sdhci_timeout_data_timer()
3158 sdhci_finish_mrq(host, host->cmd->mrq); in sdhci_timeout_data_timer()
3162 spin_unlock_irqrestore(&host->lock, flags); in sdhci_timeout_data_timer()
3171 static void sdhci_cmd_irq(struct sdhci_host *host, u32 intmask, u32 *intmask_p) in sdhci_cmd_irq() argument
3174 if (intmask & SDHCI_INT_AUTO_CMD_ERR && host->data_cmd) { in sdhci_cmd_irq()
3175 struct mmc_request *mrq = host->data_cmd->mrq; in sdhci_cmd_irq()
3176 u16 auto_cmd_status = sdhci_readw(host, SDHCI_AUTO_CMD_STATUS); in sdhci_cmd_irq()
3182 if (!mrq->sbc && (host->flags & SDHCI_AUTO_CMD12)) { in sdhci_cmd_irq()
3188 if (!host->cmd) { in sdhci_cmd_irq()
3194 if (host->pending_reset) in sdhci_cmd_irq()
3197 mmc_hostname(host->mmc), (unsigned)intmask); in sdhci_cmd_irq()
3198 sdhci_dumpregs(host); in sdhci_cmd_irq()
3205 host->cmd->error = -ETIMEDOUT; in sdhci_cmd_irq()
3207 host->cmd->error = -EILSEQ; in sdhci_cmd_irq()
3210 if (host->cmd->data && in sdhci_cmd_irq()
3213 host->cmd = NULL; in sdhci_cmd_irq()
3218 __sdhci_finish_mrq(host, host->cmd->mrq); in sdhci_cmd_irq()
3224 struct mmc_request *mrq = host->cmd->mrq; in sdhci_cmd_irq()
3225 u16 auto_cmd_status = sdhci_readw(host, SDHCI_AUTO_CMD_STATUS); in sdhci_cmd_irq()
3230 if (mrq->sbc && (host->flags & SDHCI_AUTO_CMD23)) { in sdhci_cmd_irq()
3232 __sdhci_finish_mrq(host, mrq); in sdhci_cmd_irq()
3238 sdhci_finish_command(host); in sdhci_cmd_irq()
3241 static void sdhci_adma_show_error(struct sdhci_host *host) in sdhci_adma_show_error() argument
3243 void *desc = host->adma_table; in sdhci_adma_show_error()
3244 dma_addr_t dma = host->adma_addr; in sdhci_adma_show_error()
3246 sdhci_dumpregs(host); in sdhci_adma_show_error()
3251 if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_adma_show_error()
3265 desc += host->desc_sz; in sdhci_adma_show_error()
3266 dma += host->desc_sz; in sdhci_adma_show_error()
3273 static void sdhci_data_irq(struct sdhci_host *host, u32 intmask) in sdhci_data_irq() argument
3279 command = SDHCI_GET_CMD(sdhci_readw(host, SDHCI_COMMAND)); in sdhci_data_irq()
3282 host->tuning_done = 1; in sdhci_data_irq()
3283 wake_up(&host->buf_ready_int); in sdhci_data_irq()
3288 if (!host->data) { in sdhci_data_irq()
3289 struct mmc_command *data_cmd = host->data_cmd; in sdhci_data_irq()
3298 host->data_cmd = NULL; in sdhci_data_irq()
3300 __sdhci_finish_mrq(host, data_cmd->mrq); in sdhci_data_irq()
3304 host->data_cmd = NULL; in sdhci_data_irq()
3310 if (host->cmd == data_cmd) in sdhci_data_irq()
3313 __sdhci_finish_mrq(host, data_cmd->mrq); in sdhci_data_irq()
3323 if (host->pending_reset) in sdhci_data_irq()
3327 mmc_hostname(host->mmc), (unsigned)intmask); in sdhci_data_irq()
3328 sdhci_dumpregs(host); in sdhci_data_irq()
3334 host->data->error = -ETIMEDOUT; in sdhci_data_irq()
3336 host->data->error = -EILSEQ; in sdhci_data_irq()
3338 SDHCI_GET_CMD(sdhci_readw(host, SDHCI_COMMAND)) in sdhci_data_irq()
3340 host->data->error = -EILSEQ; in sdhci_data_irq()
3342 pr_err("%s: ADMA error: 0x%08x\n", mmc_hostname(host->mmc), in sdhci_data_irq()
3344 sdhci_adma_show_error(host); in sdhci_data_irq()
3345 host->data->error = -EIO; in sdhci_data_irq()
3346 if (host->ops->adma_workaround) in sdhci_data_irq()
3347 host->ops->adma_workaround(host, intmask); in sdhci_data_irq()
3350 if (host->data->error) in sdhci_data_irq()
3351 sdhci_finish_data(host); in sdhci_data_irq()
3354 sdhci_transfer_pio(host); in sdhci_data_irq()
3368 dmastart = sdhci_sdma_address(host); in sdhci_data_irq()
3369 dmanow = dmastart + host->data->bytes_xfered; in sdhci_data_irq()
3376 host->data->bytes_xfered = dmanow - dmastart; in sdhci_data_irq()
3378 &dmastart, host->data->bytes_xfered, &dmanow); in sdhci_data_irq()
3379 sdhci_set_sdma_addr(host, dmanow); in sdhci_data_irq()
3383 if (host->cmd == host->data_cmd) { in sdhci_data_irq()
3389 host->data_early = 1; in sdhci_data_irq()
3391 sdhci_finish_data(host); in sdhci_data_irq()
3397 static inline bool sdhci_defer_done(struct sdhci_host *host, in sdhci_defer_done() argument
3402 return host->pending_reset || host->always_defer_done || in sdhci_defer_done()
3403 ((host->flags & SDHCI_REQ_USE_DMA) && data && in sdhci_defer_done()
3411 struct sdhci_host *host = dev_id; in sdhci_irq() local
3416 spin_lock(&host->lock); in sdhci_irq()
3418 if (host->runtime_suspended) { in sdhci_irq()
3419 spin_unlock(&host->lock); in sdhci_irq()
3423 intmask = sdhci_readl(host, SDHCI_INT_STATUS); in sdhci_irq()
3432 if (host->ops->irq) { in sdhci_irq()
3433 intmask = host->ops->irq(host, intmask); in sdhci_irq()
3441 sdhci_writel(host, mask, SDHCI_INT_STATUS); in sdhci_irq()
3444 u32 present = sdhci_readl(host, SDHCI_PRESENT_STATE) & in sdhci_irq()
3458 host->ier &= ~(SDHCI_INT_CARD_INSERT | in sdhci_irq()
3460 host->ier |= present ? SDHCI_INT_CARD_REMOVE : in sdhci_irq()
3462 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_irq()
3463 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_irq()
3465 sdhci_writel(host, intmask & (SDHCI_INT_CARD_INSERT | in sdhci_irq()
3468 host->thread_isr |= intmask & (SDHCI_INT_CARD_INSERT | in sdhci_irq()
3474 sdhci_cmd_irq(host, intmask & SDHCI_INT_CMD_MASK, &intmask); in sdhci_irq()
3477 sdhci_data_irq(host, intmask & SDHCI_INT_DATA_MASK); in sdhci_irq()
3481 mmc_hostname(host->mmc)); in sdhci_irq()
3484 mmc_retune_needed(host->mmc); in sdhci_irq()
3487 (host->ier & SDHCI_INT_CARD_INT)) { in sdhci_irq()
3488 sdhci_enable_sdio_irq_nolock(host, false); in sdhci_irq()
3489 sdio_signal_irq(host->mmc); in sdhci_irq()
3499 sdhci_writel(host, intmask, SDHCI_INT_STATUS); in sdhci_irq()
3505 intmask = sdhci_readl(host, SDHCI_INT_STATUS); in sdhci_irq()
3510 struct mmc_request *mrq = host->mrqs_done[i]; in sdhci_irq()
3515 if (sdhci_defer_done(host, mrq)) { in sdhci_irq()
3519 host->mrqs_done[i] = NULL; in sdhci_irq()
3523 if (host->deferred_cmd) in sdhci_irq()
3526 spin_unlock(&host->lock); in sdhci_irq()
3533 if (host->ops->request_done) in sdhci_irq()
3534 host->ops->request_done(host, mrqs_done[i]); in sdhci_irq()
3536 mmc_request_done(host->mmc, mrqs_done[i]); in sdhci_irq()
3541 mmc_hostname(host->mmc), unexpected); in sdhci_irq()
3542 sdhci_dumpregs(host); in sdhci_irq()
3550 struct sdhci_host *host = dev_id; in sdhci_thread_irq() local
3555 while (!sdhci_request_done(host)) in sdhci_thread_irq()
3558 spin_lock_irqsave(&host->lock, flags); in sdhci_thread_irq()
3560 isr = host->thread_isr; in sdhci_thread_irq()
3561 host->thread_isr = 0; in sdhci_thread_irq()
3563 cmd = host->deferred_cmd; in sdhci_thread_irq()
3564 if (cmd && !sdhci_send_command_retry(host, cmd, flags)) in sdhci_thread_irq()
3565 sdhci_finish_mrq(host, cmd->mrq); in sdhci_thread_irq()
3567 spin_unlock_irqrestore(&host->lock, flags); in sdhci_thread_irq()
3570 struct mmc_host *mmc = host->mmc; in sdhci_thread_irq()
3587 static bool sdhci_cd_irq_can_wakeup(struct sdhci_host *host) in sdhci_cd_irq_can_wakeup() argument
3589 return mmc_card_is_removable(host->mmc) && in sdhci_cd_irq_can_wakeup()
3590 !(host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) && in sdhci_cd_irq_can_wakeup()
3591 !mmc_can_gpio_cd(host->mmc); in sdhci_cd_irq_can_wakeup()
3602 static bool sdhci_enable_irq_wakeups(struct sdhci_host *host) in sdhci_enable_irq_wakeups() argument
3610 if (sdhci_cd_irq_can_wakeup(host)) { in sdhci_enable_irq_wakeups()
3615 if (mmc_card_wake_sdio_irq(host->mmc)) { in sdhci_enable_irq_wakeups()
3623 val = sdhci_readb(host, SDHCI_WAKE_UP_CONTROL); in sdhci_enable_irq_wakeups()
3626 sdhci_writeb(host, val, SDHCI_WAKE_UP_CONTROL); in sdhci_enable_irq_wakeups()
3628 sdhci_writel(host, irq_val, SDHCI_INT_ENABLE); in sdhci_enable_irq_wakeups()
3630 host->irq_wake_enabled = !enable_irq_wake(host->irq); in sdhci_enable_irq_wakeups()
3632 return host->irq_wake_enabled; in sdhci_enable_irq_wakeups()
3635 static void sdhci_disable_irq_wakeups(struct sdhci_host *host) in sdhci_disable_irq_wakeups() argument
3641 val = sdhci_readb(host, SDHCI_WAKE_UP_CONTROL); in sdhci_disable_irq_wakeups()
3643 sdhci_writeb(host, val, SDHCI_WAKE_UP_CONTROL); in sdhci_disable_irq_wakeups()
3645 disable_irq_wake(host->irq); in sdhci_disable_irq_wakeups()
3647 host->irq_wake_enabled = false; in sdhci_disable_irq_wakeups()
3650 int sdhci_suspend_host(struct sdhci_host *host) in sdhci_suspend_host() argument
3652 sdhci_disable_card_detection(host); in sdhci_suspend_host()
3654 mmc_retune_timer_stop(host->mmc); in sdhci_suspend_host()
3656 if (!device_may_wakeup(mmc_dev(host->mmc)) || in sdhci_suspend_host()
3657 !sdhci_enable_irq_wakeups(host)) { in sdhci_suspend_host()
3658 host->ier = 0; in sdhci_suspend_host()
3659 sdhci_writel(host, 0, SDHCI_INT_ENABLE); in sdhci_suspend_host()
3660 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in sdhci_suspend_host()
3661 free_irq(host->irq, host); in sdhci_suspend_host()
3669 int sdhci_resume_host(struct sdhci_host *host) in sdhci_resume_host() argument
3671 struct mmc_host *mmc = host->mmc; in sdhci_resume_host()
3674 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { in sdhci_resume_host()
3675 if (host->ops->enable_dma) in sdhci_resume_host()
3676 host->ops->enable_dma(host); in sdhci_resume_host()
3680 (host->quirks2 & SDHCI_QUIRK2_HOST_OFF_CARD_ON)) { in sdhci_resume_host()
3682 sdhci_init(host, 0); in sdhci_resume_host()
3683 host->pwr = 0; in sdhci_resume_host()
3684 host->clock = 0; in sdhci_resume_host()
3687 sdhci_init(host, (mmc->pm_flags & MMC_PM_KEEP_POWER)); in sdhci_resume_host()
3690 if (host->irq_wake_enabled) { in sdhci_resume_host()
3691 sdhci_disable_irq_wakeups(host); in sdhci_resume_host()
3693 ret = request_threaded_irq(host->irq, sdhci_irq, in sdhci_resume_host()
3695 mmc_hostname(mmc), host); in sdhci_resume_host()
3700 sdhci_enable_card_detection(host); in sdhci_resume_host()
3707 int sdhci_runtime_suspend_host(struct sdhci_host *host) in sdhci_runtime_suspend_host() argument
3711 mmc_retune_timer_stop(host->mmc); in sdhci_runtime_suspend_host()
3713 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_suspend_host()
3714 host->ier &= SDHCI_INT_CARD_INT; in sdhci_runtime_suspend_host()
3715 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_runtime_suspend_host()
3716 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_runtime_suspend_host()
3717 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_suspend_host()
3719 synchronize_hardirq(host->irq); in sdhci_runtime_suspend_host()
3721 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_suspend_host()
3722 host->runtime_suspended = true; in sdhci_runtime_suspend_host()
3723 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_suspend_host()
3729 int sdhci_runtime_resume_host(struct sdhci_host *host, int soft_reset) in sdhci_runtime_resume_host() argument
3731 struct mmc_host *mmc = host->mmc; in sdhci_runtime_resume_host()
3733 int host_flags = host->flags; in sdhci_runtime_resume_host()
3736 if (host->ops->enable_dma) in sdhci_runtime_resume_host()
3737 host->ops->enable_dma(host); in sdhci_runtime_resume_host()
3740 sdhci_init(host, soft_reset); in sdhci_runtime_resume_host()
3745 host->pwr = 0; in sdhci_runtime_resume_host()
3746 host->clock = 0; in sdhci_runtime_resume_host()
3751 !(host->quirks2 & SDHCI_QUIRK2_PRESET_VALUE_BROKEN)) { in sdhci_runtime_resume_host()
3752 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_resume_host()
3753 sdhci_enable_preset_value(host, true); in sdhci_runtime_resume_host()
3754 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_resume_host()
3762 spin_lock_irqsave(&host->lock, flags); in sdhci_runtime_resume_host()
3764 host->runtime_suspended = false; in sdhci_runtime_resume_host()
3768 sdhci_enable_sdio_irq_nolock(host, true); in sdhci_runtime_resume_host()
3771 sdhci_enable_card_detection(host); in sdhci_runtime_resume_host()
3773 spin_unlock_irqrestore(&host->lock, flags); in sdhci_runtime_resume_host()
3789 struct sdhci_host *host = mmc_priv(mmc); in sdhci_cqe_enable() local
3793 spin_lock_irqsave(&host->lock, flags); in sdhci_cqe_enable()
3795 ctrl = sdhci_readb(host, SDHCI_HOST_CONTROL); in sdhci_cqe_enable()
3802 if (host->v4_mode && (host->caps1 & SDHCI_CAN_DO_ADMA3)) in sdhci_cqe_enable()
3804 else if (host->flags & SDHCI_USE_64_BIT_DMA) in sdhci_cqe_enable()
3808 sdhci_writeb(host, ctrl, SDHCI_HOST_CONTROL); in sdhci_cqe_enable()
3810 sdhci_writew(host, SDHCI_MAKE_BLKSZ(host->sdma_boundary, 512), in sdhci_cqe_enable()
3814 sdhci_set_timeout(host, NULL); in sdhci_cqe_enable()
3816 host->ier = host->cqe_ier; in sdhci_cqe_enable()
3818 sdhci_writel(host, host->ier, SDHCI_INT_ENABLE); in sdhci_cqe_enable()
3819 sdhci_writel(host, host->ier, SDHCI_SIGNAL_ENABLE); in sdhci_cqe_enable()
3821 host->cqe_on = true; in sdhci_cqe_enable()
3824 mmc_hostname(mmc), host->ier, in sdhci_cqe_enable()
3825 sdhci_readl(host, SDHCI_INT_STATUS)); in sdhci_cqe_enable()
3827 spin_unlock_irqrestore(&host->lock, flags); in sdhci_cqe_enable()
3833 struct sdhci_host *host = mmc_priv(mmc); in sdhci_cqe_disable() local
3836 spin_lock_irqsave(&host->lock, flags); in sdhci_cqe_disable()
3838 sdhci_set_default_irqs(host); in sdhci_cqe_disable()
3840 host->cqe_on = false; in sdhci_cqe_disable()
3843 sdhci_do_reset(host, SDHCI_RESET_CMD); in sdhci_cqe_disable()
3844 sdhci_do_reset(host, SDHCI_RESET_DATA); in sdhci_cqe_disable()
3848 mmc_hostname(mmc), host->ier, in sdhci_cqe_disable()
3849 sdhci_readl(host, SDHCI_INT_STATUS)); in sdhci_cqe_disable()
3851 spin_unlock_irqrestore(&host->lock, flags); in sdhci_cqe_disable()
3855 bool sdhci_cqe_irq(struct sdhci_host *host, u32 intmask, int *cmd_error, in sdhci_cqe_irq() argument
3860 if (!host->cqe_on) in sdhci_cqe_irq()
3880 mask = intmask & host->cqe_ier; in sdhci_cqe_irq()
3881 sdhci_writel(host, mask, SDHCI_INT_STATUS); in sdhci_cqe_irq()
3885 mmc_hostname(host->mmc)); in sdhci_cqe_irq()
3887 intmask &= ~(host->cqe_ier | SDHCI_INT_ERROR); in sdhci_cqe_irq()
3889 sdhci_writel(host, intmask, SDHCI_INT_STATUS); in sdhci_cqe_irq()
3891 mmc_hostname(host->mmc), intmask); in sdhci_cqe_irq()
3892 sdhci_dumpregs(host); in sdhci_cqe_irq()
3909 struct sdhci_host *host; in sdhci_alloc_host() local
3917 host = mmc_priv(mmc); in sdhci_alloc_host()
3918 host->mmc = mmc; in sdhci_alloc_host()
3919 host->mmc_host_ops = sdhci_ops; in sdhci_alloc_host()
3920 mmc->ops = &host->mmc_host_ops; in sdhci_alloc_host()
3922 host->flags = SDHCI_SIGNALING_330; in sdhci_alloc_host()
3924 host->cqe_ier = SDHCI_CQE_INT_MASK; in sdhci_alloc_host()
3925 host->cqe_err_ier = SDHCI_CQE_INT_ERR_MASK; in sdhci_alloc_host()
3927 host->tuning_delay = -1; in sdhci_alloc_host()
3928 host->tuning_loop_count = MAX_TUNING_LOOP; in sdhci_alloc_host()
3930 host->sdma_boundary = SDHCI_DEFAULT_BOUNDARY_ARG; in sdhci_alloc_host()
3937 host->adma_table_cnt = SDHCI_MAX_SEGS * 2 + 1; in sdhci_alloc_host()
3939 return host; in sdhci_alloc_host()
3944 static int sdhci_set_dma_mask(struct sdhci_host *host) in sdhci_set_dma_mask() argument
3946 struct mmc_host *mmc = host->mmc; in sdhci_set_dma_mask()
3950 if (host->quirks2 & SDHCI_QUIRK2_BROKEN_64_BIT_DMA) in sdhci_set_dma_mask()
3951 host->flags &= ~SDHCI_USE_64_BIT_DMA; in sdhci_set_dma_mask()
3954 if (host->flags & SDHCI_USE_64_BIT_DMA) { in sdhci_set_dma_mask()
3959 host->flags &= ~SDHCI_USE_64_BIT_DMA; in sdhci_set_dma_mask()
3974 void __sdhci_read_caps(struct sdhci_host *host, const u16 *ver, in __sdhci_read_caps() argument
3981 if (host->read_caps) in __sdhci_read_caps()
3984 host->read_caps = true; in __sdhci_read_caps()
3987 host->quirks = debug_quirks; in __sdhci_read_caps()
3990 host->quirks2 = debug_quirks2; in __sdhci_read_caps()
3992 sdhci_do_reset(host, SDHCI_RESET_ALL); in __sdhci_read_caps()
3994 if (host->v4_mode) in __sdhci_read_caps()
3995 sdhci_do_enable_v4_mode(host); in __sdhci_read_caps()
3997 device_property_read_u64(mmc_dev(host->mmc), in __sdhci_read_caps()
3999 device_property_read_u64(mmc_dev(host->mmc), in __sdhci_read_caps()
4002 v = ver ? *ver : sdhci_readw(host, SDHCI_HOST_VERSION); in __sdhci_read_caps()
4003 host->version = (v & SDHCI_SPEC_VER_MASK) >> SDHCI_SPEC_VER_SHIFT; in __sdhci_read_caps()
4005 if (host->quirks & SDHCI_QUIRK_MISSING_CAPS) in __sdhci_read_caps()
4009 host->caps = *caps; in __sdhci_read_caps()
4011 host->caps = sdhci_readl(host, SDHCI_CAPABILITIES); in __sdhci_read_caps()
4012 host->caps &= ~lower_32_bits(dt_caps_mask); in __sdhci_read_caps()
4013 host->caps |= lower_32_bits(dt_caps); in __sdhci_read_caps()
4016 if (host->version < SDHCI_SPEC_300) in __sdhci_read_caps()
4020 host->caps1 = *caps1; in __sdhci_read_caps()
4022 host->caps1 = sdhci_readl(host, SDHCI_CAPABILITIES_1); in __sdhci_read_caps()
4023 host->caps1 &= ~upper_32_bits(dt_caps_mask); in __sdhci_read_caps()
4024 host->caps1 |= upper_32_bits(dt_caps); in __sdhci_read_caps()
4029 static void sdhci_allocate_bounce_buffer(struct sdhci_host *host) in sdhci_allocate_bounce_buffer() argument
4031 struct mmc_host *mmc = host->mmc; in sdhci_allocate_bounce_buffer()
4056 host->bounce_buffer = devm_kmalloc(mmc_dev(mmc), in sdhci_allocate_bounce_buffer()
4059 if (!host->bounce_buffer) { in sdhci_allocate_bounce_buffer()
4070 host->bounce_addr = dma_map_single(mmc_dev(mmc), in sdhci_allocate_bounce_buffer()
4071 host->bounce_buffer, in sdhci_allocate_bounce_buffer()
4074 ret = dma_mapping_error(mmc_dev(mmc), host->bounce_addr); in sdhci_allocate_bounce_buffer()
4078 host->bounce_buffer_size = bounce_size; in sdhci_allocate_bounce_buffer()
4089 static inline bool sdhci_can_64bit_dma(struct sdhci_host *host) in sdhci_can_64bit_dma() argument
4096 if (host->version >= SDHCI_SPEC_410 && host->v4_mode) in sdhci_can_64bit_dma()
4097 return host->caps & SDHCI_CAN_64BIT_V4; in sdhci_can_64bit_dma()
4099 return host->caps & SDHCI_CAN_64BIT; in sdhci_can_64bit_dma()
4102 int sdhci_setup_host(struct sdhci_host *host) in sdhci_setup_host() argument
4112 WARN_ON(host == NULL); in sdhci_setup_host()
4113 if (host == NULL) in sdhci_setup_host()
4116 mmc = host->mmc; in sdhci_setup_host()
4132 sdhci_readw(host, SDHCI_HOST_VERSION), in sdhci_setup_host()
4133 sdhci_readl(host, SDHCI_PRESENT_STATE)); in sdhci_setup_host()
4135 sdhci_readl(host, SDHCI_CAPABILITIES), in sdhci_setup_host()
4136 sdhci_readl(host, SDHCI_CAPABILITIES_1)); in sdhci_setup_host()
4138 sdhci_read_caps(host); in sdhci_setup_host()
4140 override_timeout_clk = host->timeout_clk; in sdhci_setup_host()
4142 if (host->version > SDHCI_SPEC_420) { in sdhci_setup_host()
4144 mmc_hostname(mmc), host->version); in sdhci_setup_host()
4147 if (host->quirks & SDHCI_QUIRK_FORCE_DMA) in sdhci_setup_host()
4148 host->flags |= SDHCI_USE_SDMA; in sdhci_setup_host()
4149 else if (!(host->caps & SDHCI_CAN_DO_SDMA)) in sdhci_setup_host()
4152 host->flags |= SDHCI_USE_SDMA; in sdhci_setup_host()
4154 if ((host->quirks & SDHCI_QUIRK_BROKEN_DMA) && in sdhci_setup_host()
4155 (host->flags & SDHCI_USE_SDMA)) { in sdhci_setup_host()
4157 host->flags &= ~SDHCI_USE_SDMA; in sdhci_setup_host()
4160 if ((host->version >= SDHCI_SPEC_200) && in sdhci_setup_host()
4161 (host->caps & SDHCI_CAN_DO_ADMA2)) in sdhci_setup_host()
4162 host->flags |= SDHCI_USE_ADMA; in sdhci_setup_host()
4164 if ((host->quirks & SDHCI_QUIRK_BROKEN_ADMA) && in sdhci_setup_host()
4165 (host->flags & SDHCI_USE_ADMA)) { in sdhci_setup_host()
4167 host->flags &= ~SDHCI_USE_ADMA; in sdhci_setup_host()
4170 if (sdhci_can_64bit_dma(host)) in sdhci_setup_host()
4171 host->flags |= SDHCI_USE_64_BIT_DMA; in sdhci_setup_host()
4173 if (host->use_external_dma) { in sdhci_setup_host()
4174 ret = sdhci_external_dma_init(host); in sdhci_setup_host()
4182 sdhci_switch_external_dma(host, false); in sdhci_setup_host()
4185 host->flags &= ~(SDHCI_USE_SDMA | SDHCI_USE_ADMA); in sdhci_setup_host()
4188 if (host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA)) { in sdhci_setup_host()
4189 if (host->ops->set_dma_mask) in sdhci_setup_host()
4190 ret = host->ops->set_dma_mask(host); in sdhci_setup_host()
4192 ret = sdhci_set_dma_mask(host); in sdhci_setup_host()
4194 if (!ret && host->ops->enable_dma) in sdhci_setup_host()
4195 ret = host->ops->enable_dma(host); in sdhci_setup_host()
4200 host->flags &= ~(SDHCI_USE_SDMA | SDHCI_USE_ADMA); in sdhci_setup_host()
4207 if ((host->flags & SDHCI_USE_64_BIT_DMA) && !host->v4_mode) in sdhci_setup_host()
4208 host->flags &= ~SDHCI_USE_SDMA; in sdhci_setup_host()
4210 if (host->flags & SDHCI_USE_ADMA) { in sdhci_setup_host()
4214 if (!(host->flags & SDHCI_USE_64_BIT_DMA)) in sdhci_setup_host()
4215 host->alloc_desc_sz = SDHCI_ADMA2_32_DESC_SZ; in sdhci_setup_host()
4216 else if (!host->alloc_desc_sz) in sdhci_setup_host()
4217 host->alloc_desc_sz = SDHCI_ADMA2_64_DESC_SZ(host); in sdhci_setup_host()
4219 host->desc_sz = host->alloc_desc_sz; in sdhci_setup_host()
4220 host->adma_table_sz = host->adma_table_cnt * host->desc_sz; in sdhci_setup_host()
4222 host->align_buffer_sz = SDHCI_MAX_SEGS * SDHCI_ADMA2_ALIGN; in sdhci_setup_host()
4228 host->align_buffer_sz + host->adma_table_sz, in sdhci_setup_host()
4233 host->flags &= ~SDHCI_USE_ADMA; in sdhci_setup_host()
4234 } else if ((dma + host->align_buffer_sz) & in sdhci_setup_host()
4238 host->flags &= ~SDHCI_USE_ADMA; in sdhci_setup_host()
4239 dma_free_coherent(mmc_dev(mmc), host->align_buffer_sz + in sdhci_setup_host()
4240 host->adma_table_sz, buf, dma); in sdhci_setup_host()
4242 host->align_buffer = buf; in sdhci_setup_host()
4243 host->align_addr = dma; in sdhci_setup_host()
4245 host->adma_table = buf + host->align_buffer_sz; in sdhci_setup_host()
4246 host->adma_addr = dma + host->align_buffer_sz; in sdhci_setup_host()
4255 if (!(host->flags & (SDHCI_USE_SDMA | SDHCI_USE_ADMA))) { in sdhci_setup_host()
4256 host->dma_mask = DMA_BIT_MASK(64); in sdhci_setup_host()
4257 mmc_dev(mmc)->dma_mask = &host->dma_mask; in sdhci_setup_host()
4260 if (host->version >= SDHCI_SPEC_300) in sdhci_setup_host()
4261 host->max_clk = FIELD_GET(SDHCI_CLOCK_V3_BASE_MASK, host->caps); in sdhci_setup_host()
4263 host->max_clk = FIELD_GET(SDHCI_CLOCK_BASE_MASK, host->caps); in sdhci_setup_host()
4265 host->max_clk *= 1000000; in sdhci_setup_host()
4266 if (host->max_clk == 0 || host->quirks & in sdhci_setup_host()
4268 if (!host->ops->get_max_clock) { in sdhci_setup_host()
4274 host->max_clk = host->ops->get_max_clock(host); in sdhci_setup_host()
4281 host->clk_mul = FIELD_GET(SDHCI_CLOCK_MUL_MASK, host->caps1); in sdhci_setup_host()
4289 if (host->clk_mul) in sdhci_setup_host()
4290 host->clk_mul += 1; in sdhci_setup_host()
4295 max_clk = host->max_clk; in sdhci_setup_host()
4297 if (host->ops->get_min_clock) in sdhci_setup_host()
4298 mmc->f_min = host->ops->get_min_clock(host); in sdhci_setup_host()
4299 else if (host->version >= SDHCI_SPEC_300) { in sdhci_setup_host()
4300 if (host->clk_mul) in sdhci_setup_host()
4301 max_clk = host->max_clk * host->clk_mul; in sdhci_setup_host()
4306 mmc->f_min = host->max_clk / SDHCI_MAX_DIV_SPEC_300; in sdhci_setup_host()
4308 mmc->f_min = host->max_clk / SDHCI_MAX_DIV_SPEC_200; in sdhci_setup_host()
4313 if (!(host->quirks & SDHCI_QUIRK_DATA_TIMEOUT_USES_SDCLK)) { in sdhci_setup_host()
4314 host->timeout_clk = FIELD_GET(SDHCI_TIMEOUT_CLK_MASK, host->caps); in sdhci_setup_host()
4316 if (host->caps & SDHCI_TIMEOUT_CLK_UNIT) in sdhci_setup_host()
4317 host->timeout_clk *= 1000; in sdhci_setup_host()
4319 if (host->timeout_clk == 0) { in sdhci_setup_host()
4320 if (!host->ops->get_timeout_clock) { in sdhci_setup_host()
4327 host->timeout_clk = in sdhci_setup_host()
4328 DIV_ROUND_UP(host->ops->get_timeout_clock(host), in sdhci_setup_host()
4333 host->timeout_clk = override_timeout_clk; in sdhci_setup_host()
4335 mmc->max_busy_timeout = host->ops->get_max_timeout_count ? in sdhci_setup_host()
4336 host->ops->get_max_timeout_count(host) : 1 << 27; in sdhci_setup_host()
4337 mmc->max_busy_timeout /= host->timeout_clk; in sdhci_setup_host()
4340 if (host->quirks2 & SDHCI_QUIRK2_DISABLE_HW_TIMEOUT && in sdhci_setup_host()
4341 !host->ops->get_max_timeout_count) in sdhci_setup_host()
4347 if (host->quirks & SDHCI_QUIRK_MULTIBLOCK_READ_ACMD12) in sdhci_setup_host()
4348 host->flags |= SDHCI_AUTO_CMD12; in sdhci_setup_host()
4354 if ((host->version >= SDHCI_SPEC_300) && in sdhci_setup_host()
4355 ((host->flags & SDHCI_USE_ADMA) || in sdhci_setup_host()
4356 !(host->flags & SDHCI_USE_SDMA) || host->v4_mode) && in sdhci_setup_host()
4357 !(host->quirks2 & SDHCI_QUIRK2_ACMD23_BROKEN)) { in sdhci_setup_host()
4358 host->flags |= SDHCI_AUTO_CMD23; in sdhci_setup_host()
4371 if (!(host->quirks & SDHCI_QUIRK_FORCE_1_BIT_DATA)) in sdhci_setup_host()
4374 if (host->quirks2 & SDHCI_QUIRK2_HOST_NO_CMD23) in sdhci_setup_host()
4377 if (host->caps & SDHCI_CAN_DO_HISPD) in sdhci_setup_host()
4380 if ((host->quirks & SDHCI_QUIRK_BROKEN_CARD_DETECTION) && in sdhci_setup_host()
4388 host->sdhci_core_to_disable_vqmmc = !ret; in sdhci_setup_host()
4394 host->caps1 &= ~(SDHCI_SUPPORT_SDR104 | in sdhci_setup_host()
4401 host->flags &= ~SDHCI_SIGNALING_330; in sdhci_setup_host()
4411 if (host->quirks2 & SDHCI_QUIRK2_NO_1_8_V) { in sdhci_setup_host()
4412 host->caps1 &= ~(SDHCI_SUPPORT_SDR104 | SDHCI_SUPPORT_SDR50 | in sdhci_setup_host()
4427 if (host->caps1 & (SDHCI_SUPPORT_SDR104 | SDHCI_SUPPORT_SDR50 | in sdhci_setup_host()
4432 if (host->caps1 & SDHCI_SUPPORT_SDR104) { in sdhci_setup_host()
4437 if (!(host->quirks2 & SDHCI_QUIRK2_BROKEN_HS200)) in sdhci_setup_host()
4439 } else if (host->caps1 & SDHCI_SUPPORT_SDR50) { in sdhci_setup_host()
4443 if (host->quirks2 & SDHCI_QUIRK2_CAPS_BIT63_FOR_HS400 && in sdhci_setup_host()
4444 (host->caps1 & SDHCI_SUPPORT_HS400)) in sdhci_setup_host()
4453 if ((host->caps1 & SDHCI_SUPPORT_DDR50) && in sdhci_setup_host()
4454 !(host->quirks2 & SDHCI_QUIRK2_BROKEN_DDR50)) in sdhci_setup_host()
4458 if (host->caps1 & SDHCI_USE_SDR50_TUNING) in sdhci_setup_host()
4459 host->flags |= SDHCI_SDR50_NEEDS_TUNING; in sdhci_setup_host()
4462 if (host->caps1 & SDHCI_DRIVER_TYPE_A) in sdhci_setup_host()
4464 if (host->caps1 & SDHCI_DRIVER_TYPE_C) in sdhci_setup_host()
4466 if (host->caps1 & SDHCI_DRIVER_TYPE_D) in sdhci_setup_host()
4470 host->tuning_count = FIELD_GET(SDHCI_RETUNING_TIMER_COUNT_MASK, in sdhci_setup_host()
4471 host->caps1); in sdhci_setup_host()
4477 if (host->tuning_count) in sdhci_setup_host()
4478 host->tuning_count = 1 << (host->tuning_count - 1); in sdhci_setup_host()
4481 host->tuning_mode = FIELD_GET(SDHCI_RETUNING_MODE_MASK, host->caps1); in sdhci_setup_host()
4492 max_current_caps = sdhci_readl(host, SDHCI_MAX_CURRENT); in sdhci_setup_host()
4509 if (host->caps & SDHCI_CAN_VDD_330) { in sdhci_setup_host()
4516 if (host->caps & SDHCI_CAN_VDD_300) { in sdhci_setup_host()
4523 if (host->caps & SDHCI_CAN_VDD_180) { in sdhci_setup_host()
4532 if (host->ocr_mask) in sdhci_setup_host()
4533 ocr_avail = host->ocr_mask; in sdhci_setup_host()
4541 if (host->ocr_avail_sdio) in sdhci_setup_host()
4542 mmc->ocr_avail_sdio &= host->ocr_avail_sdio; in sdhci_setup_host()
4544 if (host->ocr_avail_sd) in sdhci_setup_host()
4545 mmc->ocr_avail_sd &= host->ocr_avail_sd; in sdhci_setup_host()
4549 if (host->ocr_avail_mmc) in sdhci_setup_host()
4550 mmc->ocr_avail_mmc &= host->ocr_avail_mmc; in sdhci_setup_host()
4563 host->flags |= SDHCI_SIGNALING_180; in sdhci_setup_host()
4566 host->flags |= SDHCI_SIGNALING_120; in sdhci_setup_host()
4568 spin_lock_init(&host->lock); in sdhci_setup_host()
4581 if (host->flags & SDHCI_USE_ADMA) { in sdhci_setup_host()
4583 } else if (host->flags & SDHCI_USE_SDMA) { in sdhci_setup_host()
4596 if (host->flags & SDHCI_USE_ADMA) { in sdhci_setup_host()
4597 if (host->quirks & SDHCI_QUIRK_BROKEN_ADMA_ZEROLEN_DESC) in sdhci_setup_host()
4609 if (host->quirks & SDHCI_QUIRK_FORCE_BLK_SZ_2048) { in sdhci_setup_host()
4612 mmc->max_blk_size = (host->caps & SDHCI_MAX_BLOCK_MASK) >> in sdhci_setup_host()
4626 mmc->max_blk_count = (host->quirks & SDHCI_QUIRK_NO_MULTIBLOCK) ? 1 : 65535; in sdhci_setup_host()
4630 sdhci_allocate_bounce_buffer(host); in sdhci_setup_host()
4635 if (host->sdhci_core_to_disable_vqmmc) in sdhci_setup_host()
4638 if (host->align_buffer) in sdhci_setup_host()
4639 dma_free_coherent(mmc_dev(mmc), host->align_buffer_sz + in sdhci_setup_host()
4640 host->adma_table_sz, host->align_buffer, in sdhci_setup_host()
4641 host->align_addr); in sdhci_setup_host()
4642 host->adma_table = NULL; in sdhci_setup_host()
4643 host->align_buffer = NULL; in sdhci_setup_host()
4649 void sdhci_cleanup_host(struct sdhci_host *host) in sdhci_cleanup_host() argument
4651 struct mmc_host *mmc = host->mmc; in sdhci_cleanup_host()
4653 if (host->sdhci_core_to_disable_vqmmc) in sdhci_cleanup_host()
4656 if (host->align_buffer) in sdhci_cleanup_host()
4657 dma_free_coherent(mmc_dev(mmc), host->align_buffer_sz + in sdhci_cleanup_host()
4658 host->adma_table_sz, host->align_buffer, in sdhci_cleanup_host()
4659 host->align_addr); in sdhci_cleanup_host()
4661 if (host->use_external_dma) in sdhci_cleanup_host()
4662 sdhci_external_dma_release(host); in sdhci_cleanup_host()
4664 host->adma_table = NULL; in sdhci_cleanup_host()
4665 host->align_buffer = NULL; in sdhci_cleanup_host()
4669 int __sdhci_add_host(struct sdhci_host *host) in __sdhci_add_host() argument
4672 struct mmc_host *mmc = host->mmc; in __sdhci_add_host()
4676 (host->quirks & SDHCI_QUIRK_BROKEN_CQE)) { in __sdhci_add_host()
4681 host->complete_wq = alloc_workqueue("sdhci", flags, 0); in __sdhci_add_host()
4682 if (!host->complete_wq) in __sdhci_add_host()
4685 INIT_WORK(&host->complete_work, sdhci_complete_work); in __sdhci_add_host()
4687 timer_setup(&host->timer, sdhci_timeout_timer, 0); in __sdhci_add_host()
4688 timer_setup(&host->data_timer, sdhci_timeout_data_timer, 0); in __sdhci_add_host()
4690 init_waitqueue_head(&host->buf_ready_int); in __sdhci_add_host()
4692 sdhci_init(host, 0); in __sdhci_add_host()
4694 ret = request_threaded_irq(host->irq, sdhci_irq, sdhci_thread_irq, in __sdhci_add_host()
4695 IRQF_SHARED, mmc_hostname(mmc), host); in __sdhci_add_host()
4698 mmc_hostname(mmc), host->irq, ret); in __sdhci_add_host()
4702 ret = sdhci_led_register(host); in __sdhci_add_host()
4714 mmc_hostname(mmc), host->hw_name, dev_name(mmc_dev(mmc)), in __sdhci_add_host()
4715 host->use_external_dma ? "External DMA" : in __sdhci_add_host()
4716 (host->flags & SDHCI_USE_ADMA) ? in __sdhci_add_host()
4717 (host->flags & SDHCI_USE_64_BIT_DMA) ? "ADMA 64-bit" : "ADMA" : in __sdhci_add_host()
4718 (host->flags & SDHCI_USE_SDMA) ? "DMA" : "PIO"); in __sdhci_add_host()
4720 sdhci_enable_card_detection(host); in __sdhci_add_host()
4725 sdhci_led_unregister(host); in __sdhci_add_host()
4727 sdhci_do_reset(host, SDHCI_RESET_ALL); in __sdhci_add_host()
4728 sdhci_writel(host, 0, SDHCI_INT_ENABLE); in __sdhci_add_host()
4729 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in __sdhci_add_host()
4730 free_irq(host->irq, host); in __sdhci_add_host()
4732 destroy_workqueue(host->complete_wq); in __sdhci_add_host()
4738 int sdhci_add_host(struct sdhci_host *host) in sdhci_add_host() argument
4742 ret = sdhci_setup_host(host); in sdhci_add_host()
4746 ret = __sdhci_add_host(host); in sdhci_add_host()
4753 sdhci_cleanup_host(host); in sdhci_add_host()
4759 void sdhci_remove_host(struct sdhci_host *host, int dead) in sdhci_remove_host() argument
4761 struct mmc_host *mmc = host->mmc; in sdhci_remove_host()
4765 spin_lock_irqsave(&host->lock, flags); in sdhci_remove_host()
4767 host->flags |= SDHCI_DEVICE_DEAD; in sdhci_remove_host()
4769 if (sdhci_has_requests(host)) { in sdhci_remove_host()
4772 sdhci_error_out_mrqs(host, -ENOMEDIUM); in sdhci_remove_host()
4775 spin_unlock_irqrestore(&host->lock, flags); in sdhci_remove_host()
4778 sdhci_disable_card_detection(host); in sdhci_remove_host()
4782 sdhci_led_unregister(host); in sdhci_remove_host()
4785 sdhci_do_reset(host, SDHCI_RESET_ALL); in sdhci_remove_host()
4787 sdhci_writel(host, 0, SDHCI_INT_ENABLE); in sdhci_remove_host()
4788 sdhci_writel(host, 0, SDHCI_SIGNAL_ENABLE); in sdhci_remove_host()
4789 free_irq(host->irq, host); in sdhci_remove_host()
4791 del_timer_sync(&host->timer); in sdhci_remove_host()
4792 del_timer_sync(&host->data_timer); in sdhci_remove_host()
4794 destroy_workqueue(host->complete_wq); in sdhci_remove_host()
4796 if (host->sdhci_core_to_disable_vqmmc) in sdhci_remove_host()
4799 if (host->align_buffer) in sdhci_remove_host()
4800 dma_free_coherent(mmc_dev(mmc), host->align_buffer_sz + in sdhci_remove_host()
4801 host->adma_table_sz, host->align_buffer, in sdhci_remove_host()
4802 host->align_addr); in sdhci_remove_host()
4804 if (host->use_external_dma) in sdhci_remove_host()
4805 sdhci_external_dma_release(host); in sdhci_remove_host()
4807 host->adma_table = NULL; in sdhci_remove_host()
4808 host->align_buffer = NULL; in sdhci_remove_host()
4813 void sdhci_free_host(struct sdhci_host *host) in sdhci_free_host() argument
4815 mmc_free_host(host->mmc); in sdhci_free_host()