364 	struct iop_adma_desc_slot *sw_desc = tx_to_iop_adma_slot(tx);  in iop_adma_tx_submit()  local
371 	grp_start = sw_desc->group_head;  in iop_adma_tx_submit()
379 	list_splice_init(&sw_desc->tx_list,  in iop_adma_tx_submit()
388 	iop_paranoia(iop_desc_get_next_desc(sw_desc));  in iop_adma_tx_submit()
400 		__func__, sw_desc->async_tx.cookie, sw_desc->idx);  in iop_adma_tx_submit()
487 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_adma_prep_dma_interrupt()  local
494 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_interrupt()
495 	if (sw_desc) {  in iop_adma_prep_dma_interrupt()
496 		grp_start = sw_desc->group_head;  in iop_adma_prep_dma_interrupt()
498 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_interrupt()
502 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_interrupt()
510 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_adma_prep_dma_memcpy()  local
522 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_memcpy()
523 	if (sw_desc) {  in iop_adma_prep_dma_memcpy()
524 		grp_start = sw_desc->group_head;  in iop_adma_prep_dma_memcpy()
529 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_memcpy()
533 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_memcpy()
542 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_adma_prep_dma_xor()  local
555 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_xor()
556 	if (sw_desc) {  in iop_adma_prep_dma_xor()
557 		grp_start = sw_desc->group_head;  in iop_adma_prep_dma_xor()
561 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_xor()
568 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_xor()
577 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_adma_prep_dma_xor_val()  local
588 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_xor_val()
589 	if (sw_desc) {  in iop_adma_prep_dma_xor_val()
590 		grp_start = sw_desc->group_head;  in iop_adma_prep_dma_xor_val()
596 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_xor_val()
603 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_xor_val()
612 	struct iop_adma_desc_slot *sw_desc, *g;  in iop_adma_prep_dma_pq()  local
633 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_pq()
634 	if (sw_desc) {  in iop_adma_prep_dma_pq()
637 		g = sw_desc->group_head;  in iop_adma_prep_dma_pq()
648 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_pq()
667 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_pq()
677 	struct iop_adma_desc_slot *sw_desc, *g;  in iop_adma_prep_dma_pq_val()  local
689 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_adma_prep_dma_pq_val()
690 	if (sw_desc) {  in iop_adma_prep_dma_pq_val()
696 		g = sw_desc->group_head;  in iop_adma_prep_dma_pq_val()
702 		sw_desc->async_tx.flags = flags;  in iop_adma_prep_dma_pq_val()
711 	return sw_desc ? &sw_desc->async_tx : NULL;  in iop_adma_prep_dma_pq_val()
1437 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_chan_start_null_memcpy()  local
1445 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_chan_start_null_memcpy()
1446 	if (sw_desc) {  in iop_chan_start_null_memcpy()
1447 		grp_start = sw_desc->group_head;  in iop_chan_start_null_memcpy()
1449 		list_splice_init(&sw_desc->tx_list, &iop_chan->chain);  in iop_chan_start_null_memcpy()
1450 		async_tx_ack(&sw_desc->async_tx);  in iop_chan_start_null_memcpy()
1456 		cookie = dma_cookie_assign(&sw_desc->async_tx);  in iop_chan_start_null_memcpy()
1473 		iop_chan_set_next_descriptor(iop_chan, sw_desc->async_tx.phys);  in iop_chan_start_null_memcpy()
1478 		BUG_ON(iop_desc_get_next_desc(sw_desc));  in iop_chan_start_null_memcpy()
1490 	struct iop_adma_desc_slot *sw_desc, *grp_start;  in iop_chan_start_null_xor()  local
1498 	sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op);  in iop_chan_start_null_xor()
1499 	if (sw_desc) {  in iop_chan_start_null_xor()
1500 		grp_start = sw_desc->group_head;  in iop_chan_start_null_xor()
1501 		list_splice_init(&sw_desc->tx_list, &iop_chan->chain);  in iop_chan_start_null_xor()
1502 		async_tx_ack(&sw_desc->async_tx);  in iop_chan_start_null_xor()
1509 		cookie = dma_cookie_assign(&sw_desc->async_tx);  in iop_chan_start_null_xor()
1526 		iop_chan_set_next_descriptor(iop_chan, sw_desc->async_tx.phys);  in iop_chan_start_null_xor()
1531 		BUG_ON(iop_desc_get_next_desc(sw_desc));  in iop_chan_start_null_xor()