xref: /linux/drivers/soc/fsl/qe/ucc_fast.c (revision 3f39f38e)
12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
27aa1aa6eSZhao Qiang /*
37aa1aa6eSZhao Qiang  * Copyright (C) 2006 Freescale Semiconductor, Inc. All rights reserved.
47aa1aa6eSZhao Qiang  *
57aa1aa6eSZhao Qiang  * Authors: 	Shlomi Gridish <gridish@freescale.com>
67aa1aa6eSZhao Qiang  * 		Li Yang <leoli@freescale.com>
77aa1aa6eSZhao Qiang  *
87aa1aa6eSZhao Qiang  * Description:
97aa1aa6eSZhao Qiang  * QE UCC Fast API Set - UCC Fast specific routines implementations.
107aa1aa6eSZhao Qiang  */
117aa1aa6eSZhao Qiang #include <linux/kernel.h>
127aa1aa6eSZhao Qiang #include <linux/errno.h>
137aa1aa6eSZhao Qiang #include <linux/slab.h>
147aa1aa6eSZhao Qiang #include <linux/stddef.h>
157aa1aa6eSZhao Qiang #include <linux/interrupt.h>
167aa1aa6eSZhao Qiang #include <linux/err.h>
177aa1aa6eSZhao Qiang #include <linux/export.h>
187aa1aa6eSZhao Qiang 
197aa1aa6eSZhao Qiang #include <asm/io.h>
207aa1aa6eSZhao Qiang #include <soc/fsl/qe/immap_qe.h>
217aa1aa6eSZhao Qiang #include <soc/fsl/qe/qe.h>
227aa1aa6eSZhao Qiang 
237aa1aa6eSZhao Qiang #include <soc/fsl/qe/ucc.h>
247aa1aa6eSZhao Qiang #include <soc/fsl/qe/ucc_fast.h>
257aa1aa6eSZhao Qiang 
ucc_fast_dump_regs(struct ucc_fast_private * uccf)267aa1aa6eSZhao Qiang void ucc_fast_dump_regs(struct ucc_fast_private * uccf)
277aa1aa6eSZhao Qiang {
287aa1aa6eSZhao Qiang 	printk(KERN_INFO "UCC%u Fast registers:\n", uccf->uf_info->ucc_num);
297aa1aa6eSZhao Qiang 	printk(KERN_INFO "Base address: 0x%p\n", uccf->uf_regs);
307aa1aa6eSZhao Qiang 
317aa1aa6eSZhao Qiang 	printk(KERN_INFO "gumr  : addr=0x%p, val=0x%08x\n",
32*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->gumr, ioread32be(&uccf->uf_regs->gumr));
337aa1aa6eSZhao Qiang 	printk(KERN_INFO "upsmr : addr=0x%p, val=0x%08x\n",
34*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->upsmr, ioread32be(&uccf->uf_regs->upsmr));
357aa1aa6eSZhao Qiang 	printk(KERN_INFO "utodr : addr=0x%p, val=0x%04x\n",
36*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->utodr, ioread16be(&uccf->uf_regs->utodr));
377aa1aa6eSZhao Qiang 	printk(KERN_INFO "udsr  : addr=0x%p, val=0x%04x\n",
38*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->udsr, ioread16be(&uccf->uf_regs->udsr));
397aa1aa6eSZhao Qiang 	printk(KERN_INFO "ucce  : addr=0x%p, val=0x%08x\n",
40*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->ucce, ioread32be(&uccf->uf_regs->ucce));
417aa1aa6eSZhao Qiang 	printk(KERN_INFO "uccm  : addr=0x%p, val=0x%08x\n",
42*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->uccm, ioread32be(&uccf->uf_regs->uccm));
437aa1aa6eSZhao Qiang 	printk(KERN_INFO "uccs  : addr=0x%p, val=0x%02x\n",
44*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->uccs, ioread8(&uccf->uf_regs->uccs));
457aa1aa6eSZhao Qiang 	printk(KERN_INFO "urfb  : addr=0x%p, val=0x%08x\n",
46*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->urfb, ioread32be(&uccf->uf_regs->urfb));
477aa1aa6eSZhao Qiang 	printk(KERN_INFO "urfs  : addr=0x%p, val=0x%04x\n",
48*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->urfs, ioread16be(&uccf->uf_regs->urfs));
497aa1aa6eSZhao Qiang 	printk(KERN_INFO "urfet : addr=0x%p, val=0x%04x\n",
50*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->urfet, ioread16be(&uccf->uf_regs->urfet));
517aa1aa6eSZhao Qiang 	printk(KERN_INFO "urfset: addr=0x%p, val=0x%04x\n",
5277d7676aSRasmus Villemoes 		  &uccf->uf_regs->urfset,
53*3f39f38eSChristophe Leroy 		  ioread16be(&uccf->uf_regs->urfset));
547aa1aa6eSZhao Qiang 	printk(KERN_INFO "utfb  : addr=0x%p, val=0x%08x\n",
55*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->utfb, ioread32be(&uccf->uf_regs->utfb));
567aa1aa6eSZhao Qiang 	printk(KERN_INFO "utfs  : addr=0x%p, val=0x%04x\n",
57*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->utfs, ioread16be(&uccf->uf_regs->utfs));
587aa1aa6eSZhao Qiang 	printk(KERN_INFO "utfet : addr=0x%p, val=0x%04x\n",
59*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->utfet, ioread16be(&uccf->uf_regs->utfet));
607aa1aa6eSZhao Qiang 	printk(KERN_INFO "utftt : addr=0x%p, val=0x%04x\n",
61*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->utftt, ioread16be(&uccf->uf_regs->utftt));
627aa1aa6eSZhao Qiang 	printk(KERN_INFO "utpt  : addr=0x%p, val=0x%04x\n",
63*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->utpt, ioread16be(&uccf->uf_regs->utpt));
647aa1aa6eSZhao Qiang 	printk(KERN_INFO "urtry : addr=0x%p, val=0x%08x\n",
65*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->urtry, ioread32be(&uccf->uf_regs->urtry));
667aa1aa6eSZhao Qiang 	printk(KERN_INFO "guemr : addr=0x%p, val=0x%02x\n",
67*3f39f38eSChristophe Leroy 		  &uccf->uf_regs->guemr, ioread8(&uccf->uf_regs->guemr));
687aa1aa6eSZhao Qiang }
697aa1aa6eSZhao Qiang EXPORT_SYMBOL(ucc_fast_dump_regs);
707aa1aa6eSZhao Qiang 
ucc_fast_get_qe_cr_subblock(int uccf_num)717aa1aa6eSZhao Qiang u32 ucc_fast_get_qe_cr_subblock(int uccf_num)
727aa1aa6eSZhao Qiang {
737aa1aa6eSZhao Qiang 	switch (uccf_num) {
747aa1aa6eSZhao Qiang 	case 0: return QE_CR_SUBBLOCK_UCCFAST1;
757aa1aa6eSZhao Qiang 	case 1: return QE_CR_SUBBLOCK_UCCFAST2;
767aa1aa6eSZhao Qiang 	case 2: return QE_CR_SUBBLOCK_UCCFAST3;
777aa1aa6eSZhao Qiang 	case 3: return QE_CR_SUBBLOCK_UCCFAST4;
787aa1aa6eSZhao Qiang 	case 4: return QE_CR_SUBBLOCK_UCCFAST5;
797aa1aa6eSZhao Qiang 	case 5: return QE_CR_SUBBLOCK_UCCFAST6;
807aa1aa6eSZhao Qiang 	case 6: return QE_CR_SUBBLOCK_UCCFAST7;
817aa1aa6eSZhao Qiang 	case 7: return QE_CR_SUBBLOCK_UCCFAST8;
827aa1aa6eSZhao Qiang 	default: return QE_CR_SUBBLOCK_INVALID;
837aa1aa6eSZhao Qiang 	}
847aa1aa6eSZhao Qiang }
857aa1aa6eSZhao Qiang EXPORT_SYMBOL(ucc_fast_get_qe_cr_subblock);
867aa1aa6eSZhao Qiang 
ucc_fast_transmit_on_demand(struct ucc_fast_private * uccf)877aa1aa6eSZhao Qiang void ucc_fast_transmit_on_demand(struct ucc_fast_private * uccf)
887aa1aa6eSZhao Qiang {
89*3f39f38eSChristophe Leroy 	iowrite16be(UCC_FAST_TOD, &uccf->uf_regs->utodr);
907aa1aa6eSZhao Qiang }
917aa1aa6eSZhao Qiang EXPORT_SYMBOL(ucc_fast_transmit_on_demand);
927aa1aa6eSZhao Qiang 
ucc_fast_enable(struct ucc_fast_private * uccf,enum comm_dir mode)937aa1aa6eSZhao Qiang void ucc_fast_enable(struct ucc_fast_private * uccf, enum comm_dir mode)
947aa1aa6eSZhao Qiang {
957aa1aa6eSZhao Qiang 	struct ucc_fast __iomem *uf_regs;
967aa1aa6eSZhao Qiang 	u32 gumr;
977aa1aa6eSZhao Qiang 
987aa1aa6eSZhao Qiang 	uf_regs = uccf->uf_regs;
997aa1aa6eSZhao Qiang 
1007aa1aa6eSZhao Qiang 	/* Enable reception and/or transmission on this UCC. */
101*3f39f38eSChristophe Leroy 	gumr = ioread32be(&uf_regs->gumr);
1027aa1aa6eSZhao Qiang 	if (mode & COMM_DIR_TX) {
1037aa1aa6eSZhao Qiang 		gumr |= UCC_FAST_GUMR_ENT;
1047aa1aa6eSZhao Qiang 		uccf->enabled_tx = 1;
1057aa1aa6eSZhao Qiang 	}
1067aa1aa6eSZhao Qiang 	if (mode & COMM_DIR_RX) {
1077aa1aa6eSZhao Qiang 		gumr |= UCC_FAST_GUMR_ENR;
1087aa1aa6eSZhao Qiang 		uccf->enabled_rx = 1;
1097aa1aa6eSZhao Qiang 	}
110*3f39f38eSChristophe Leroy 	iowrite32be(gumr, &uf_regs->gumr);
1117aa1aa6eSZhao Qiang }
1127aa1aa6eSZhao Qiang EXPORT_SYMBOL(ucc_fast_enable);
1137aa1aa6eSZhao Qiang 
ucc_fast_disable(struct ucc_fast_private * uccf,enum comm_dir mode)1147aa1aa6eSZhao Qiang void ucc_fast_disable(struct ucc_fast_private * uccf, enum comm_dir mode)
1157aa1aa6eSZhao Qiang {
1167aa1aa6eSZhao Qiang 	struct ucc_fast __iomem *uf_regs;
1177aa1aa6eSZhao Qiang 	u32 gumr;
1187aa1aa6eSZhao Qiang 
1197aa1aa6eSZhao Qiang 	uf_regs = uccf->uf_regs;
1207aa1aa6eSZhao Qiang 
1217aa1aa6eSZhao Qiang 	/* Disable reception and/or transmission on this UCC. */
122*3f39f38eSChristophe Leroy 	gumr = ioread32be(&uf_regs->gumr);
1237aa1aa6eSZhao Qiang 	if (mode & COMM_DIR_TX) {
1247aa1aa6eSZhao Qiang 		gumr &= ~UCC_FAST_GUMR_ENT;
1257aa1aa6eSZhao Qiang 		uccf->enabled_tx = 0;
1267aa1aa6eSZhao Qiang 	}
1277aa1aa6eSZhao Qiang 	if (mode & COMM_DIR_RX) {
1287aa1aa6eSZhao Qiang 		gumr &= ~UCC_FAST_GUMR_ENR;
1297aa1aa6eSZhao Qiang 		uccf->enabled_rx = 0;
1307aa1aa6eSZhao Qiang 	}
131*3f39f38eSChristophe Leroy 	iowrite32be(gumr, &uf_regs->gumr);
1327aa1aa6eSZhao Qiang }
1337aa1aa6eSZhao Qiang EXPORT_SYMBOL(ucc_fast_disable);
1347aa1aa6eSZhao Qiang 
ucc_fast_init(struct ucc_fast_info * uf_info,struct ucc_fast_private ** uccf_ret)1357aa1aa6eSZhao Qiang int ucc_fast_init(struct ucc_fast_info * uf_info, struct ucc_fast_private ** uccf_ret)
1367aa1aa6eSZhao Qiang {
1377aa1aa6eSZhao Qiang 	struct ucc_fast_private *uccf;
1387aa1aa6eSZhao Qiang 	struct ucc_fast __iomem *uf_regs;
1397aa1aa6eSZhao Qiang 	u32 gumr;
1407aa1aa6eSZhao Qiang 	int ret;
1417aa1aa6eSZhao Qiang 
1427aa1aa6eSZhao Qiang 	if (!uf_info)
1437aa1aa6eSZhao Qiang 		return -EINVAL;
1447aa1aa6eSZhao Qiang 
1457aa1aa6eSZhao Qiang 	/* check if the UCC port number is in range. */
1467aa1aa6eSZhao Qiang 	if ((uf_info->ucc_num < 0) || (uf_info->ucc_num > UCC_MAX_NUM - 1)) {
1477aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: illegal UCC number\n", __func__);
1487aa1aa6eSZhao Qiang 		return -EINVAL;
1497aa1aa6eSZhao Qiang 	}
1507aa1aa6eSZhao Qiang 
1517aa1aa6eSZhao Qiang 	/* Check that 'max_rx_buf_length' is properly aligned (4). */
1527aa1aa6eSZhao Qiang 	if (uf_info->max_rx_buf_length & (UCC_FAST_MRBLR_ALIGNMENT - 1)) {
1537aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: max_rx_buf_length not aligned\n",
1547aa1aa6eSZhao Qiang 			__func__);
1557aa1aa6eSZhao Qiang 		return -EINVAL;
1567aa1aa6eSZhao Qiang 	}
1577aa1aa6eSZhao Qiang 
1587aa1aa6eSZhao Qiang 	/* Validate Virtual Fifo register values */
1597aa1aa6eSZhao Qiang 	if (uf_info->urfs < UCC_FAST_URFS_MIN_VAL) {
1607aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: urfs is too small\n", __func__);
1617aa1aa6eSZhao Qiang 		return -EINVAL;
1627aa1aa6eSZhao Qiang 	}
1637aa1aa6eSZhao Qiang 
1647aa1aa6eSZhao Qiang 	if (uf_info->urfs & (UCC_FAST_VIRT_FIFO_REGS_ALIGNMENT - 1)) {
1657aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: urfs is not aligned\n", __func__);
1667aa1aa6eSZhao Qiang 		return -EINVAL;
1677aa1aa6eSZhao Qiang 	}
1687aa1aa6eSZhao Qiang 
1697aa1aa6eSZhao Qiang 	if (uf_info->urfet & (UCC_FAST_VIRT_FIFO_REGS_ALIGNMENT - 1)) {
1707aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: urfet is not aligned.\n", __func__);
1717aa1aa6eSZhao Qiang 		return -EINVAL;
1727aa1aa6eSZhao Qiang 	}
1737aa1aa6eSZhao Qiang 
1747aa1aa6eSZhao Qiang 	if (uf_info->urfset & (UCC_FAST_VIRT_FIFO_REGS_ALIGNMENT - 1)) {
1757aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: urfset is not aligned\n", __func__);
1767aa1aa6eSZhao Qiang 		return -EINVAL;
1777aa1aa6eSZhao Qiang 	}
1787aa1aa6eSZhao Qiang 
1797aa1aa6eSZhao Qiang 	if (uf_info->utfs & (UCC_FAST_VIRT_FIFO_REGS_ALIGNMENT - 1)) {
1807aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: utfs is not aligned\n", __func__);
1817aa1aa6eSZhao Qiang 		return -EINVAL;
1827aa1aa6eSZhao Qiang 	}
1837aa1aa6eSZhao Qiang 
1847aa1aa6eSZhao Qiang 	if (uf_info->utfet & (UCC_FAST_VIRT_FIFO_REGS_ALIGNMENT - 1)) {
1857aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: utfet is not aligned\n", __func__);
1867aa1aa6eSZhao Qiang 		return -EINVAL;
1877aa1aa6eSZhao Qiang 	}
1887aa1aa6eSZhao Qiang 
1897aa1aa6eSZhao Qiang 	if (uf_info->utftt & (UCC_FAST_VIRT_FIFO_REGS_ALIGNMENT - 1)) {
1907aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: utftt is not aligned\n", __func__);
1917aa1aa6eSZhao Qiang 		return -EINVAL;
1927aa1aa6eSZhao Qiang 	}
1937aa1aa6eSZhao Qiang 
1947aa1aa6eSZhao Qiang 	uccf = kzalloc(sizeof(struct ucc_fast_private), GFP_KERNEL);
1957aa1aa6eSZhao Qiang 	if (!uccf) {
1967aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: Cannot allocate private data\n",
1977aa1aa6eSZhao Qiang 			__func__);
1987aa1aa6eSZhao Qiang 		return -ENOMEM;
1997aa1aa6eSZhao Qiang 	}
200c93c159aSRasmus Villemoes 	uccf->ucc_fast_tx_virtual_fifo_base_offset = -1;
201c93c159aSRasmus Villemoes 	uccf->ucc_fast_rx_virtual_fifo_base_offset = -1;
2027aa1aa6eSZhao Qiang 
2037aa1aa6eSZhao Qiang 	/* Fill fast UCC structure */
2047aa1aa6eSZhao Qiang 	uccf->uf_info = uf_info;
2057aa1aa6eSZhao Qiang 	/* Set the PHY base address */
2067aa1aa6eSZhao Qiang 	uccf->uf_regs = ioremap(uf_info->regs, sizeof(struct ucc_fast));
2077aa1aa6eSZhao Qiang 	if (uccf->uf_regs == NULL) {
2087aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: Cannot map UCC registers\n", __func__);
2097aa1aa6eSZhao Qiang 		kfree(uccf);
2107aa1aa6eSZhao Qiang 		return -ENOMEM;
2117aa1aa6eSZhao Qiang 	}
2127aa1aa6eSZhao Qiang 
2137aa1aa6eSZhao Qiang 	uccf->enabled_tx = 0;
2147aa1aa6eSZhao Qiang 	uccf->enabled_rx = 0;
2157aa1aa6eSZhao Qiang 	uccf->stopped_tx = 0;
2167aa1aa6eSZhao Qiang 	uccf->stopped_rx = 0;
2177aa1aa6eSZhao Qiang 	uf_regs = uccf->uf_regs;
2187aa1aa6eSZhao Qiang 	uccf->p_ucce = &uf_regs->ucce;
2197aa1aa6eSZhao Qiang 	uccf->p_uccm = &uf_regs->uccm;
2207aa1aa6eSZhao Qiang #ifdef CONFIG_UGETH_TX_ON_DEMAND
2217aa1aa6eSZhao Qiang 	uccf->p_utodr = &uf_regs->utodr;
2227aa1aa6eSZhao Qiang #endif
2237aa1aa6eSZhao Qiang #ifdef STATISTICS
2247aa1aa6eSZhao Qiang 	uccf->tx_frames = 0;
2257aa1aa6eSZhao Qiang 	uccf->rx_frames = 0;
2267aa1aa6eSZhao Qiang 	uccf->rx_discarded = 0;
2277aa1aa6eSZhao Qiang #endif				/* STATISTICS */
2287aa1aa6eSZhao Qiang 
2297aa1aa6eSZhao Qiang 	/* Set UCC to fast type */
2307aa1aa6eSZhao Qiang 	ret = ucc_set_type(uf_info->ucc_num, UCC_SPEED_TYPE_FAST);
2317aa1aa6eSZhao Qiang 	if (ret) {
2327aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: cannot set UCC type\n", __func__);
2337aa1aa6eSZhao Qiang 		ucc_fast_free(uccf);
2347aa1aa6eSZhao Qiang 		return ret;
2357aa1aa6eSZhao Qiang 	}
2367aa1aa6eSZhao Qiang 
2377aa1aa6eSZhao Qiang 	uccf->mrblr = uf_info->max_rx_buf_length;
2387aa1aa6eSZhao Qiang 
2397aa1aa6eSZhao Qiang 	/* Set GUMR */
2407aa1aa6eSZhao Qiang 	/* For more details see the hardware spec. */
2417aa1aa6eSZhao Qiang 	gumr = uf_info->ttx_trx;
2427aa1aa6eSZhao Qiang 	if (uf_info->tci)
2437aa1aa6eSZhao Qiang 		gumr |= UCC_FAST_GUMR_TCI;
2447aa1aa6eSZhao Qiang 	if (uf_info->cdp)
2457aa1aa6eSZhao Qiang 		gumr |= UCC_FAST_GUMR_CDP;
2467aa1aa6eSZhao Qiang 	if (uf_info->ctsp)
2477aa1aa6eSZhao Qiang 		gumr |= UCC_FAST_GUMR_CTSP;
2487aa1aa6eSZhao Qiang 	if (uf_info->cds)
2497aa1aa6eSZhao Qiang 		gumr |= UCC_FAST_GUMR_CDS;
2507aa1aa6eSZhao Qiang 	if (uf_info->ctss)
2517aa1aa6eSZhao Qiang 		gumr |= UCC_FAST_GUMR_CTSS;
2527aa1aa6eSZhao Qiang 	if (uf_info->txsy)
2537aa1aa6eSZhao Qiang 		gumr |= UCC_FAST_GUMR_TXSY;
2547aa1aa6eSZhao Qiang 	if (uf_info->rsyn)
2557aa1aa6eSZhao Qiang 		gumr |= UCC_FAST_GUMR_RSYN;
2567aa1aa6eSZhao Qiang 	gumr |= uf_info->synl;
2577aa1aa6eSZhao Qiang 	if (uf_info->rtsm)
2587aa1aa6eSZhao Qiang 		gumr |= UCC_FAST_GUMR_RTSM;
2597aa1aa6eSZhao Qiang 	gumr |= uf_info->renc;
2607aa1aa6eSZhao Qiang 	if (uf_info->revd)
2617aa1aa6eSZhao Qiang 		gumr |= UCC_FAST_GUMR_REVD;
2627aa1aa6eSZhao Qiang 	gumr |= uf_info->tenc;
2637aa1aa6eSZhao Qiang 	gumr |= uf_info->tcrc;
2647aa1aa6eSZhao Qiang 	gumr |= uf_info->mode;
265*3f39f38eSChristophe Leroy 	iowrite32be(gumr, &uf_regs->gumr);
2667aa1aa6eSZhao Qiang 
2677aa1aa6eSZhao Qiang 	/* Allocate memory for Tx Virtual Fifo */
2687aa1aa6eSZhao Qiang 	uccf->ucc_fast_tx_virtual_fifo_base_offset =
2697aa1aa6eSZhao Qiang 	    qe_muram_alloc(uf_info->utfs, UCC_FAST_VIRT_FIFO_REGS_ALIGNMENT);
270c93c159aSRasmus Villemoes 	if (uccf->ucc_fast_tx_virtual_fifo_base_offset < 0) {
2717aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: cannot allocate MURAM for TX FIFO\n",
2727aa1aa6eSZhao Qiang 			__func__);
2737aa1aa6eSZhao Qiang 		ucc_fast_free(uccf);
2747aa1aa6eSZhao Qiang 		return -ENOMEM;
2757aa1aa6eSZhao Qiang 	}
2767aa1aa6eSZhao Qiang 
2777aa1aa6eSZhao Qiang 	/* Allocate memory for Rx Virtual Fifo */
2787aa1aa6eSZhao Qiang 	uccf->ucc_fast_rx_virtual_fifo_base_offset =
2797aa1aa6eSZhao Qiang 		qe_muram_alloc(uf_info->urfs +
2807aa1aa6eSZhao Qiang 			   UCC_FAST_RECEIVE_VIRTUAL_FIFO_SIZE_FUDGE_FACTOR,
2817aa1aa6eSZhao Qiang 			   UCC_FAST_VIRT_FIFO_REGS_ALIGNMENT);
282c93c159aSRasmus Villemoes 	if (uccf->ucc_fast_rx_virtual_fifo_base_offset < 0) {
2837aa1aa6eSZhao Qiang 		printk(KERN_ERR "%s: cannot allocate MURAM for RX FIFO\n",
2847aa1aa6eSZhao Qiang 			__func__);
2857aa1aa6eSZhao Qiang 		ucc_fast_free(uccf);
2867aa1aa6eSZhao Qiang 		return -ENOMEM;
2877aa1aa6eSZhao Qiang 	}
2887aa1aa6eSZhao Qiang 
2897aa1aa6eSZhao Qiang 	/* Set Virtual Fifo registers */
290*3f39f38eSChristophe Leroy 	iowrite16be(uf_info->urfs, &uf_regs->urfs);
291*3f39f38eSChristophe Leroy 	iowrite16be(uf_info->urfet, &uf_regs->urfet);
292*3f39f38eSChristophe Leroy 	iowrite16be(uf_info->urfset, &uf_regs->urfset);
293*3f39f38eSChristophe Leroy 	iowrite16be(uf_info->utfs, &uf_regs->utfs);
294*3f39f38eSChristophe Leroy 	iowrite16be(uf_info->utfet, &uf_regs->utfet);
295*3f39f38eSChristophe Leroy 	iowrite16be(uf_info->utftt, &uf_regs->utftt);
2967aa1aa6eSZhao Qiang 	/* utfb, urfb are offsets from MURAM base */
297*3f39f38eSChristophe Leroy 	iowrite32be(uccf->ucc_fast_tx_virtual_fifo_base_offset,
29877d7676aSRasmus Villemoes 		       &uf_regs->utfb);
299*3f39f38eSChristophe Leroy 	iowrite32be(uccf->ucc_fast_rx_virtual_fifo_base_offset,
30077d7676aSRasmus Villemoes 		       &uf_regs->urfb);
3017aa1aa6eSZhao Qiang 
3027aa1aa6eSZhao Qiang 	/* Mux clocking */
3037aa1aa6eSZhao Qiang 	/* Grant Support */
3047aa1aa6eSZhao Qiang 	ucc_set_qe_mux_grant(uf_info->ucc_num, uf_info->grant_support);
3057aa1aa6eSZhao Qiang 	/* Breakpoint Support */
3067aa1aa6eSZhao Qiang 	ucc_set_qe_mux_bkpt(uf_info->ucc_num, uf_info->brkpt_support);
3077aa1aa6eSZhao Qiang 	/* Set Tsa or NMSI mode. */
3087aa1aa6eSZhao Qiang 	ucc_set_qe_mux_tsa(uf_info->ucc_num, uf_info->tsa);
3097aa1aa6eSZhao Qiang 	/* If NMSI (not Tsa), set Tx and Rx clock. */
3107aa1aa6eSZhao Qiang 	if (!uf_info->tsa) {
3117aa1aa6eSZhao Qiang 		/* Rx clock routing */
3127aa1aa6eSZhao Qiang 		if ((uf_info->rx_clock != QE_CLK_NONE) &&
3137aa1aa6eSZhao Qiang 		    ucc_set_qe_mux_rxtx(uf_info->ucc_num, uf_info->rx_clock,
3147aa1aa6eSZhao Qiang 					COMM_DIR_RX)) {
3157aa1aa6eSZhao Qiang 			printk(KERN_ERR "%s: illegal value for RX clock\n",
3167aa1aa6eSZhao Qiang 			       __func__);
3177aa1aa6eSZhao Qiang 			ucc_fast_free(uccf);
3187aa1aa6eSZhao Qiang 			return -EINVAL;
3197aa1aa6eSZhao Qiang 		}
3207aa1aa6eSZhao Qiang 		/* Tx clock routing */
3217aa1aa6eSZhao Qiang 		if ((uf_info->tx_clock != QE_CLK_NONE) &&
3227aa1aa6eSZhao Qiang 		    ucc_set_qe_mux_rxtx(uf_info->ucc_num, uf_info->tx_clock,
3237aa1aa6eSZhao Qiang 					COMM_DIR_TX)) {
3247aa1aa6eSZhao Qiang 			printk(KERN_ERR "%s: illegal value for TX clock\n",
3257aa1aa6eSZhao Qiang 			       __func__);
3267aa1aa6eSZhao Qiang 			ucc_fast_free(uccf);
3277aa1aa6eSZhao Qiang 			return -EINVAL;
3287aa1aa6eSZhao Qiang 		}
329bb8b2062SZhao Qiang 	} else {
330bb8b2062SZhao Qiang 		/* tdm Rx clock routing */
331bb8b2062SZhao Qiang 		if ((uf_info->rx_clock != QE_CLK_NONE) &&
332bb8b2062SZhao Qiang 		    ucc_set_tdm_rxtx_clk(uf_info->tdm_num, uf_info->rx_clock,
333bb8b2062SZhao Qiang 					 COMM_DIR_RX)) {
334bb8b2062SZhao Qiang 			pr_err("%s: illegal value for RX clock", __func__);
335bb8b2062SZhao Qiang 			ucc_fast_free(uccf);
336bb8b2062SZhao Qiang 			return -EINVAL;
337bb8b2062SZhao Qiang 		}
338bb8b2062SZhao Qiang 
339bb8b2062SZhao Qiang 		/* tdm Tx clock routing */
340bb8b2062SZhao Qiang 		if ((uf_info->tx_clock != QE_CLK_NONE) &&
341bb8b2062SZhao Qiang 		    ucc_set_tdm_rxtx_clk(uf_info->tdm_num, uf_info->tx_clock,
342bb8b2062SZhao Qiang 					 COMM_DIR_TX)) {
343bb8b2062SZhao Qiang 			pr_err("%s: illegal value for TX clock", __func__);
344bb8b2062SZhao Qiang 			ucc_fast_free(uccf);
345bb8b2062SZhao Qiang 			return -EINVAL;
346bb8b2062SZhao Qiang 		}
347bb8b2062SZhao Qiang 
348bb8b2062SZhao Qiang 		/* tdm Rx sync clock routing */
349bb8b2062SZhao Qiang 		if ((uf_info->rx_sync != QE_CLK_NONE) &&
350bb8b2062SZhao Qiang 		    ucc_set_tdm_rxtx_sync(uf_info->tdm_num, uf_info->rx_sync,
351bb8b2062SZhao Qiang 					  COMM_DIR_RX)) {
352bb8b2062SZhao Qiang 			pr_err("%s: illegal value for RX clock", __func__);
353bb8b2062SZhao Qiang 			ucc_fast_free(uccf);
354bb8b2062SZhao Qiang 			return -EINVAL;
355bb8b2062SZhao Qiang 		}
356bb8b2062SZhao Qiang 
357bb8b2062SZhao Qiang 		/* tdm Tx sync clock routing */
358bb8b2062SZhao Qiang 		if ((uf_info->tx_sync != QE_CLK_NONE) &&
359bb8b2062SZhao Qiang 		    ucc_set_tdm_rxtx_sync(uf_info->tdm_num, uf_info->tx_sync,
360bb8b2062SZhao Qiang 					  COMM_DIR_TX)) {
361bb8b2062SZhao Qiang 			pr_err("%s: illegal value for TX clock", __func__);
362bb8b2062SZhao Qiang 			ucc_fast_free(uccf);
363bb8b2062SZhao Qiang 			return -EINVAL;
364bb8b2062SZhao Qiang 		}
3657aa1aa6eSZhao Qiang 	}
3667aa1aa6eSZhao Qiang 
3677aa1aa6eSZhao Qiang 	/* Set interrupt mask register at UCC level. */
368*3f39f38eSChristophe Leroy 	iowrite32be(uf_info->uccm_mask, &uf_regs->uccm);
3697aa1aa6eSZhao Qiang 
3707aa1aa6eSZhao Qiang 	/* First, clear anything pending at UCC level,
3717aa1aa6eSZhao Qiang 	 * otherwise, old garbage may come through
3727aa1aa6eSZhao Qiang 	 * as soon as the dam is opened. */
3737aa1aa6eSZhao Qiang 
3747aa1aa6eSZhao Qiang 	/* Writing '1' clears */
375*3f39f38eSChristophe Leroy 	iowrite32be(0xffffffff, &uf_regs->ucce);
3767aa1aa6eSZhao Qiang 
3777aa1aa6eSZhao Qiang 	*uccf_ret = uccf;
3787aa1aa6eSZhao Qiang 	return 0;
3797aa1aa6eSZhao Qiang }
3807aa1aa6eSZhao Qiang EXPORT_SYMBOL(ucc_fast_init);
3817aa1aa6eSZhao Qiang 
ucc_fast_free(struct ucc_fast_private * uccf)3827aa1aa6eSZhao Qiang void ucc_fast_free(struct ucc_fast_private * uccf)
3837aa1aa6eSZhao Qiang {
3847aa1aa6eSZhao Qiang 	if (!uccf)
3857aa1aa6eSZhao Qiang 		return;
3867aa1aa6eSZhao Qiang 
3877aa1aa6eSZhao Qiang 	qe_muram_free(uccf->ucc_fast_tx_virtual_fifo_base_offset);
3887aa1aa6eSZhao Qiang 	qe_muram_free(uccf->ucc_fast_rx_virtual_fifo_base_offset);
3897aa1aa6eSZhao Qiang 
3907aa1aa6eSZhao Qiang 	if (uccf->uf_regs)
3917aa1aa6eSZhao Qiang 		iounmap(uccf->uf_regs);
3927aa1aa6eSZhao Qiang 
3937aa1aa6eSZhao Qiang 	kfree(uccf);
3947aa1aa6eSZhao Qiang }
3957aa1aa6eSZhao Qiang EXPORT_SYMBOL(ucc_fast_free);
396