91 ide_startstop_t ide_dma_intr(ide_drive_t *drive)  in ide_dma_intr()  argument
93 	ide_hwif_t *hwif = drive->hwif;  in ide_dma_intr()
97 	drive->waiting_for_dma = 0;  in ide_dma_intr()
98 	dma_stat = hwif->dma_ops->dma_end(drive);  in ide_dma_intr()
99 	ide_dma_unmap_sg(drive, cmd);  in ide_dma_intr()
102 	if (OK_STAT(stat, DRIVE_READY, drive->bad_wstat | ATA_DRQ)) {  in ide_dma_intr()
105 				ide_finish_cmd(drive, cmd, stat);  in ide_dma_intr()
107 				ide_complete_rq(drive, BLK_STS_OK,  in ide_dma_intr()
112 			drive->name, __func__, dma_stat);  in ide_dma_intr()
114 	return ide_error(drive, "dma_intr", stat);  in ide_dma_intr()
117 int ide_dma_good_drive(ide_drive_t *drive)  in ide_dma_good_drive()  argument
119 	return ide_in_drive_list(drive->id, drive_whitelist);  in ide_dma_good_drive()
133 static int ide_dma_map_sg(ide_drive_t *drive, struct ide_cmd *cmd)  in ide_dma_map_sg()  argument
135 	ide_hwif_t *hwif = drive->hwif;  in ide_dma_map_sg()
164 void ide_dma_unmap_sg(ide_drive_t *drive, struct ide_cmd *cmd)  in ide_dma_unmap_sg()  argument
166 	ide_hwif_t *hwif = drive->hwif;  in ide_dma_unmap_sg()
180 void ide_dma_off_quietly(ide_drive_t *drive)  in ide_dma_off_quietly()  argument
182 	drive->dev_flags &= ~IDE_DFLAG_USING_DMA;  in ide_dma_off_quietly()
184 	drive->hwif->dma_ops->dma_host_set(drive, 0);  in ide_dma_off_quietly()
196 void ide_dma_off(ide_drive_t *drive)  in ide_dma_off()  argument
198 	printk(KERN_INFO "%s: DMA disabled\n", drive->name);  in ide_dma_off()
199 	ide_dma_off_quietly(drive);  in ide_dma_off()
210 void ide_dma_on(ide_drive_t *drive)  in ide_dma_on()  argument
212 	drive->dev_flags |= IDE_DFLAG_USING_DMA;  in ide_dma_on()
214 	drive->hwif->dma_ops->dma_host_set(drive, 1);  in ide_dma_on()
217 int __ide_dma_bad_drive(ide_drive_t *drive)  in __ide_dma_bad_drive()  argument
219 	u16 *id = drive->id;  in __ide_dma_bad_drive()
224 				    drive->name, (char *)&id[ATA_ID_PROD]);  in __ide_dma_bad_drive()
237 static unsigned int ide_get_mode_mask(ide_drive_t *drive, u8 base, u8 req_mode)  in ide_get_mode_mask()  argument
239 	u16 *id = drive->id;  in ide_get_mode_mask()
240 	ide_hwif_t *hwif = drive->hwif;  in ide_get_mode_mask()
250 			mask &= port_ops->udma_filter(drive);  in ide_get_mode_mask()
258 			if ((mask & 0x78) && (eighty_ninty_three(drive) == 0))  in ide_get_mode_mask()
273 			mask &= port_ops->mdma_filter(drive);  in ide_get_mode_mask()
311 u8 ide_find_dma_mode(ide_drive_t *drive, u8 req_mode)  in ide_find_dma_mode()  argument
313 	ide_hwif_t *hwif = drive->hwif;  in ide_find_dma_mode()
318 	if (drive->media != ide_disk) {  in ide_find_dma_mode()
326 		mask = ide_get_mode_mask(drive, xfer_mode_bases[i], req_mode);  in ide_find_dma_mode()
338 		if (ide_dma_good_drive(drive) &&  in ide_find_dma_mode()
339 		    drive->id[ATA_ID_EIDE_DMA_TIME] < 150)  in ide_find_dma_mode()
345 	printk(KERN_INFO "%s: %s mode selected\n", drive->name,  in ide_find_dma_mode()
351 static int ide_tune_dma(ide_drive_t *drive)  in ide_tune_dma()  argument
353 	ide_hwif_t *hwif = drive->hwif;  in ide_tune_dma()
356 	if (ata_id_has_dma(drive->id) == 0 ||  in ide_tune_dma()
357 	    (drive->dev_flags & IDE_DFLAG_NODMA))  in ide_tune_dma()
361 	if (__ide_dma_bad_drive(drive))  in ide_tune_dma()
365 		return config_drive_for_dma(drive);  in ide_tune_dma()
367 	speed = ide_max_dma_mode(drive);  in ide_tune_dma()
372 	if (ide_set_dma_mode(drive, speed))  in ide_tune_dma()
378 static int ide_dma_check(ide_drive_t *drive)  in ide_dma_check()  argument
380 	ide_hwif_t *hwif = drive->hwif;  in ide_dma_check()
382 	if (ide_tune_dma(drive))  in ide_dma_check()
389 	ide_set_max_pio(drive);  in ide_dma_check()
394 int ide_set_dma(ide_drive_t *drive)  in ide_set_dma()  argument
404 	ide_dma_off_quietly(drive);  in ide_set_dma()
406 	rc = ide_dma_check(drive);  in ide_set_dma()
410 	ide_dma_on(drive);  in ide_set_dma()
415 void ide_check_dma_crc(ide_drive_t *drive)  in ide_check_dma_crc()  argument
419 	ide_dma_off_quietly(drive);  in ide_check_dma_crc()
420 	drive->crc_count = 0;  in ide_check_dma_crc()
421 	mode = drive->current_speed;  in ide_check_dma_crc()
430 	ide_set_xfer_rate(drive, mode);  in ide_check_dma_crc()
431 	if (drive->current_speed >= XFER_SW_DMA_0)  in ide_check_dma_crc()
432 		ide_dma_on(drive);  in ide_check_dma_crc()
435 void ide_dma_lost_irq(ide_drive_t *drive)  in ide_dma_lost_irq()  argument
437 	printk(KERN_ERR "%s: DMA interrupt recovery\n", drive->name);  in ide_dma_lost_irq()
446 ide_startstop_t ide_dma_timeout_retry(ide_drive_t *drive, int error)  in ide_dma_timeout_retry()  argument
448 	ide_hwif_t *hwif = drive->hwif;  in ide_dma_timeout_retry()
458 		printk(KERN_WARNING "%s: DMA timeout error\n", drive->name);  in ide_dma_timeout_retry()
459 		drive->waiting_for_dma = 0;  in ide_dma_timeout_retry()
460 		(void)dma_ops->dma_end(drive);  in ide_dma_timeout_retry()
461 		ide_dma_unmap_sg(drive, cmd);  in ide_dma_timeout_retry()
462 		ret = ide_error(drive, "dma timeout error",  in ide_dma_timeout_retry()
465 		printk(KERN_WARNING "%s: DMA timeout retry\n", drive->name);  in ide_dma_timeout_retry()
467 			dma_ops->dma_clear(drive);  in ide_dma_timeout_retry()
468 		printk(KERN_ERR "%s: timeout waiting for DMA\n", drive->name);  in ide_dma_timeout_retry()
469 		if (dma_ops->dma_test_irq(drive) == 0) {  in ide_dma_timeout_retry()
470 			ide_dump_status(drive, "DMA timeout",  in ide_dma_timeout_retry()
472 			drive->waiting_for_dma = 0;  in ide_dma_timeout_retry()
473 			(void)dma_ops->dma_end(drive);  in ide_dma_timeout_retry()
474 			ide_dma_unmap_sg(drive, cmd);  in ide_dma_timeout_retry()
483 	drive->dev_flags |= IDE_DFLAG_DMA_PIO_RETRY;  in ide_dma_timeout_retry()
484 	drive->retry_pio++;  in ide_dma_timeout_retry()
485 	ide_dma_off_quietly(drive);  in ide_dma_timeout_retry()
531 int ide_dma_prepare(ide_drive_t *drive, struct ide_cmd *cmd)  in ide_dma_prepare()  argument
533 	const struct ide_dma_ops *dma_ops = drive->hwif->dma_ops;  in ide_dma_prepare()
535 	if ((drive->dev_flags & IDE_DFLAG_USING_DMA) == 0 ||  in ide_dma_prepare()
536 	    (dma_ops->dma_check && dma_ops->dma_check(drive, cmd)))  in ide_dma_prepare()
538 	ide_map_sg(drive, cmd);  in ide_dma_prepare()
539 	if (ide_dma_map_sg(drive, cmd) == 0)  in ide_dma_prepare()
541 	if (dma_ops->dma_setup(drive, cmd))  in ide_dma_prepare()
543 	drive->waiting_for_dma = 1;  in ide_dma_prepare()
546 	ide_dma_unmap_sg(drive, cmd);  in ide_dma_prepare()
548 	ide_map_sg(drive, cmd);  in ide_dma_prepare()