xref: /linux/drivers/tty/serial/meson_uart.c (revision db10cb9b)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  *  Based on meson_uart.c, by AMLOGIC, INC.
4  *
5  * Copyright (C) 2014 Carlo Caione <carlo@caione.org>
6  */
7 
8 #include <linux/clk.h>
9 #include <linux/console.h>
10 #include <linux/delay.h>
11 #include <linux/init.h>
12 #include <linux/io.h>
13 #include <linux/iopoll.h>
14 #include <linux/module.h>
15 #include <linux/kernel.h>
16 #include <linux/of.h>
17 #include <linux/platform_device.h>
18 #include <linux/serial.h>
19 #include <linux/serial_core.h>
20 #include <linux/tty.h>
21 #include <linux/tty_flip.h>
22 
23 /* Register offsets */
24 #define AML_UART_WFIFO			0x00
25 #define AML_UART_RFIFO			0x04
26 #define AML_UART_CONTROL		0x08
27 #define AML_UART_STATUS			0x0c
28 #define AML_UART_MISC			0x10
29 #define AML_UART_REG5			0x14
30 
31 /* AML_UART_CONTROL bits */
32 #define AML_UART_TX_EN			BIT(12)
33 #define AML_UART_RX_EN			BIT(13)
34 #define AML_UART_TWO_WIRE_EN		BIT(15)
35 #define AML_UART_STOP_BIT_LEN_MASK	(0x03 << 16)
36 #define AML_UART_STOP_BIT_1SB		(0x00 << 16)
37 #define AML_UART_STOP_BIT_2SB		(0x01 << 16)
38 #define AML_UART_PARITY_TYPE		BIT(18)
39 #define AML_UART_PARITY_EN		BIT(19)
40 #define AML_UART_TX_RST			BIT(22)
41 #define AML_UART_RX_RST			BIT(23)
42 #define AML_UART_CLEAR_ERR		BIT(24)
43 #define AML_UART_RX_INT_EN		BIT(27)
44 #define AML_UART_TX_INT_EN		BIT(28)
45 #define AML_UART_DATA_LEN_MASK		(0x03 << 20)
46 #define AML_UART_DATA_LEN_8BIT		(0x00 << 20)
47 #define AML_UART_DATA_LEN_7BIT		(0x01 << 20)
48 #define AML_UART_DATA_LEN_6BIT		(0x02 << 20)
49 #define AML_UART_DATA_LEN_5BIT		(0x03 << 20)
50 
51 /* AML_UART_STATUS bits */
52 #define AML_UART_PARITY_ERR		BIT(16)
53 #define AML_UART_FRAME_ERR		BIT(17)
54 #define AML_UART_TX_FIFO_WERR		BIT(18)
55 #define AML_UART_RX_EMPTY		BIT(20)
56 #define AML_UART_TX_FULL		BIT(21)
57 #define AML_UART_TX_EMPTY		BIT(22)
58 #define AML_UART_XMIT_BUSY		BIT(25)
59 #define AML_UART_ERR			(AML_UART_PARITY_ERR | \
60 					 AML_UART_FRAME_ERR  | \
61 					 AML_UART_TX_FIFO_WERR)
62 
63 /* AML_UART_MISC bits */
64 #define AML_UART_XMIT_IRQ(c)		(((c) & 0xff) << 8)
65 #define AML_UART_RECV_IRQ(c)		((c) & 0xff)
66 
67 /* AML_UART_REG5 bits */
68 #define AML_UART_BAUD_MASK		0x7fffff
69 #define AML_UART_BAUD_USE		BIT(23)
70 #define AML_UART_BAUD_XTAL		BIT(24)
71 #define AML_UART_BAUD_XTAL_DIV2		BIT(27)
72 
73 #define AML_UART_PORT_NUM		12
74 #define AML_UART_PORT_OFFSET		6
75 
76 #define AML_UART_POLL_USEC		5
77 #define AML_UART_TIMEOUT_USEC		10000
78 
79 static struct uart_driver meson_uart_driver_ttyAML;
80 static struct uart_driver meson_uart_driver_ttyS;
81 
82 static struct uart_port *meson_ports[AML_UART_PORT_NUM];
83 
84 struct meson_uart_data {
85 	struct uart_driver *uart_driver;
86 	bool has_xtal_div2;
87 };
88 
89 static void meson_uart_set_mctrl(struct uart_port *port, unsigned int mctrl)
90 {
91 }
92 
93 static unsigned int meson_uart_get_mctrl(struct uart_port *port)
94 {
95 	return TIOCM_CTS;
96 }
97 
98 static unsigned int meson_uart_tx_empty(struct uart_port *port)
99 {
100 	u32 val;
101 
102 	val = readl(port->membase + AML_UART_STATUS);
103 	val &= (AML_UART_TX_EMPTY | AML_UART_XMIT_BUSY);
104 	return (val == AML_UART_TX_EMPTY) ? TIOCSER_TEMT : 0;
105 }
106 
107 static void meson_uart_stop_tx(struct uart_port *port)
108 {
109 	u32 val;
110 
111 	val = readl(port->membase + AML_UART_CONTROL);
112 	val &= ~AML_UART_TX_INT_EN;
113 	writel(val, port->membase + AML_UART_CONTROL);
114 }
115 
116 static void meson_uart_stop_rx(struct uart_port *port)
117 {
118 	u32 val;
119 
120 	val = readl(port->membase + AML_UART_CONTROL);
121 	val &= ~AML_UART_RX_EN;
122 	writel(val, port->membase + AML_UART_CONTROL);
123 }
124 
125 static void meson_uart_shutdown(struct uart_port *port)
126 {
127 	unsigned long flags;
128 	u32 val;
129 
130 	free_irq(port->irq, port);
131 
132 	spin_lock_irqsave(&port->lock, flags);
133 
134 	val = readl(port->membase + AML_UART_CONTROL);
135 	val &= ~AML_UART_RX_EN;
136 	val &= ~(AML_UART_RX_INT_EN | AML_UART_TX_INT_EN);
137 	writel(val, port->membase + AML_UART_CONTROL);
138 
139 	spin_unlock_irqrestore(&port->lock, flags);
140 }
141 
142 static void meson_uart_start_tx(struct uart_port *port)
143 {
144 	struct circ_buf *xmit = &port->state->xmit;
145 	unsigned int ch;
146 	u32 val;
147 
148 	if (uart_tx_stopped(port)) {
149 		meson_uart_stop_tx(port);
150 		return;
151 	}
152 
153 	while (!(readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)) {
154 		if (port->x_char) {
155 			writel(port->x_char, port->membase + AML_UART_WFIFO);
156 			port->icount.tx++;
157 			port->x_char = 0;
158 			continue;
159 		}
160 
161 		if (uart_circ_empty(xmit))
162 			break;
163 
164 		ch = xmit->buf[xmit->tail];
165 		writel(ch, port->membase + AML_UART_WFIFO);
166 		uart_xmit_advance(port, 1);
167 	}
168 
169 	if (!uart_circ_empty(xmit)) {
170 		val = readl(port->membase + AML_UART_CONTROL);
171 		val |= AML_UART_TX_INT_EN;
172 		writel(val, port->membase + AML_UART_CONTROL);
173 	}
174 
175 	if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
176 		uart_write_wakeup(port);
177 }
178 
179 static void meson_receive_chars(struct uart_port *port)
180 {
181 	struct tty_port *tport = &port->state->port;
182 	char flag;
183 	u32 ostatus, status, ch, mode;
184 
185 	do {
186 		flag = TTY_NORMAL;
187 		port->icount.rx++;
188 		ostatus = status = readl(port->membase + AML_UART_STATUS);
189 
190 		if (status & AML_UART_ERR) {
191 			if (status & AML_UART_TX_FIFO_WERR)
192 				port->icount.overrun++;
193 			else if (status & AML_UART_FRAME_ERR)
194 				port->icount.frame++;
195 			else if (status & AML_UART_PARITY_ERR)
196 				port->icount.frame++;
197 
198 			mode = readl(port->membase + AML_UART_CONTROL);
199 			mode |= AML_UART_CLEAR_ERR;
200 			writel(mode, port->membase + AML_UART_CONTROL);
201 
202 			/* It doesn't clear to 0 automatically */
203 			mode &= ~AML_UART_CLEAR_ERR;
204 			writel(mode, port->membase + AML_UART_CONTROL);
205 
206 			status &= port->read_status_mask;
207 			if (status & AML_UART_FRAME_ERR)
208 				flag = TTY_FRAME;
209 			else if (status & AML_UART_PARITY_ERR)
210 				flag = TTY_PARITY;
211 		}
212 
213 		ch = readl(port->membase + AML_UART_RFIFO);
214 		ch &= 0xff;
215 
216 		if ((ostatus & AML_UART_FRAME_ERR) && (ch == 0)) {
217 			port->icount.brk++;
218 			flag = TTY_BREAK;
219 			if (uart_handle_break(port))
220 				continue;
221 		}
222 
223 		if (uart_handle_sysrq_char(port, ch))
224 			continue;
225 
226 		if ((status & port->ignore_status_mask) == 0)
227 			tty_insert_flip_char(tport, ch, flag);
228 
229 		if (status & AML_UART_TX_FIFO_WERR)
230 			tty_insert_flip_char(tport, 0, TTY_OVERRUN);
231 
232 	} while (!(readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY));
233 
234 	tty_flip_buffer_push(tport);
235 }
236 
237 static irqreturn_t meson_uart_interrupt(int irq, void *dev_id)
238 {
239 	struct uart_port *port = (struct uart_port *)dev_id;
240 
241 	spin_lock(&port->lock);
242 
243 	if (!(readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY))
244 		meson_receive_chars(port);
245 
246 	if (!(readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)) {
247 		if (readl(port->membase + AML_UART_CONTROL) & AML_UART_TX_INT_EN)
248 			meson_uart_start_tx(port);
249 	}
250 
251 	spin_unlock(&port->lock);
252 
253 	return IRQ_HANDLED;
254 }
255 
256 static const char *meson_uart_type(struct uart_port *port)
257 {
258 	return (port->type == PORT_MESON) ? "meson_uart" : NULL;
259 }
260 
261 /*
262  * This function is called only from probe() using a temporary io mapping
263  * in order to perform a reset before setting up the device. Since the
264  * temporarily mapped region was successfully requested, there can be no
265  * console on this port at this time. Hence it is not necessary for this
266  * function to acquire the port->lock. (Since there is no console on this
267  * port at this time, the port->lock is not initialized yet.)
268  */
269 static void meson_uart_reset(struct uart_port *port)
270 {
271 	u32 val;
272 
273 	val = readl(port->membase + AML_UART_CONTROL);
274 	val |= (AML_UART_RX_RST | AML_UART_TX_RST | AML_UART_CLEAR_ERR);
275 	writel(val, port->membase + AML_UART_CONTROL);
276 
277 	val &= ~(AML_UART_RX_RST | AML_UART_TX_RST | AML_UART_CLEAR_ERR);
278 	writel(val, port->membase + AML_UART_CONTROL);
279 }
280 
281 static int meson_uart_startup(struct uart_port *port)
282 {
283 	unsigned long flags;
284 	u32 val;
285 	int ret = 0;
286 
287 	spin_lock_irqsave(&port->lock, flags);
288 
289 	val = readl(port->membase + AML_UART_CONTROL);
290 	val |= AML_UART_CLEAR_ERR;
291 	writel(val, port->membase + AML_UART_CONTROL);
292 	val &= ~AML_UART_CLEAR_ERR;
293 	writel(val, port->membase + AML_UART_CONTROL);
294 
295 	val |= (AML_UART_RX_EN | AML_UART_TX_EN);
296 	writel(val, port->membase + AML_UART_CONTROL);
297 
298 	val |= (AML_UART_RX_INT_EN | AML_UART_TX_INT_EN);
299 	writel(val, port->membase + AML_UART_CONTROL);
300 
301 	val = (AML_UART_RECV_IRQ(1) | AML_UART_XMIT_IRQ(port->fifosize / 2));
302 	writel(val, port->membase + AML_UART_MISC);
303 
304 	spin_unlock_irqrestore(&port->lock, flags);
305 
306 	ret = request_irq(port->irq, meson_uart_interrupt, 0,
307 			  port->name, port);
308 
309 	return ret;
310 }
311 
312 static void meson_uart_change_speed(struct uart_port *port, unsigned long baud)
313 {
314 	const struct meson_uart_data *private_data = port->private_data;
315 	u32 val = 0;
316 
317 	while (!meson_uart_tx_empty(port))
318 		cpu_relax();
319 
320 	if (port->uartclk == 24000000) {
321 		unsigned int xtal_div = 3;
322 
323 		if (private_data && private_data->has_xtal_div2) {
324 			xtal_div = 2;
325 			val |= AML_UART_BAUD_XTAL_DIV2;
326 		}
327 		val |= DIV_ROUND_CLOSEST(port->uartclk / xtal_div, baud) - 1;
328 		val |= AML_UART_BAUD_XTAL;
329 	} else {
330 		val =  DIV_ROUND_CLOSEST(port->uartclk / 4, baud) - 1;
331 	}
332 	val |= AML_UART_BAUD_USE;
333 	writel(val, port->membase + AML_UART_REG5);
334 }
335 
336 static void meson_uart_set_termios(struct uart_port *port,
337 				   struct ktermios *termios,
338 				   const struct ktermios *old)
339 {
340 	unsigned int cflags, iflags, baud;
341 	unsigned long flags;
342 	u32 val;
343 
344 	spin_lock_irqsave(&port->lock, flags);
345 
346 	cflags = termios->c_cflag;
347 	iflags = termios->c_iflag;
348 
349 	val = readl(port->membase + AML_UART_CONTROL);
350 
351 	val &= ~AML_UART_DATA_LEN_MASK;
352 	switch (cflags & CSIZE) {
353 	case CS8:
354 		val |= AML_UART_DATA_LEN_8BIT;
355 		break;
356 	case CS7:
357 		val |= AML_UART_DATA_LEN_7BIT;
358 		break;
359 	case CS6:
360 		val |= AML_UART_DATA_LEN_6BIT;
361 		break;
362 	case CS5:
363 		val |= AML_UART_DATA_LEN_5BIT;
364 		break;
365 	}
366 
367 	if (cflags & PARENB)
368 		val |= AML_UART_PARITY_EN;
369 	else
370 		val &= ~AML_UART_PARITY_EN;
371 
372 	if (cflags & PARODD)
373 		val |= AML_UART_PARITY_TYPE;
374 	else
375 		val &= ~AML_UART_PARITY_TYPE;
376 
377 	val &= ~AML_UART_STOP_BIT_LEN_MASK;
378 	if (cflags & CSTOPB)
379 		val |= AML_UART_STOP_BIT_2SB;
380 	else
381 		val |= AML_UART_STOP_BIT_1SB;
382 
383 	if (cflags & CRTSCTS)
384 		val &= ~AML_UART_TWO_WIRE_EN;
385 	else
386 		val |= AML_UART_TWO_WIRE_EN;
387 
388 	writel(val, port->membase + AML_UART_CONTROL);
389 
390 	baud = uart_get_baud_rate(port, termios, old, 50, 4000000);
391 	meson_uart_change_speed(port, baud);
392 
393 	port->read_status_mask = AML_UART_TX_FIFO_WERR;
394 	if (iflags & INPCK)
395 		port->read_status_mask |= AML_UART_PARITY_ERR |
396 					  AML_UART_FRAME_ERR;
397 
398 	port->ignore_status_mask = 0;
399 	if (iflags & IGNPAR)
400 		port->ignore_status_mask |= AML_UART_PARITY_ERR |
401 					    AML_UART_FRAME_ERR;
402 
403 	uart_update_timeout(port, termios->c_cflag, baud);
404 	spin_unlock_irqrestore(&port->lock, flags);
405 }
406 
407 static int meson_uart_verify_port(struct uart_port *port,
408 				  struct serial_struct *ser)
409 {
410 	int ret = 0;
411 
412 	if (port->type != PORT_MESON)
413 		ret = -EINVAL;
414 	if (port->irq != ser->irq)
415 		ret = -EINVAL;
416 	if (ser->baud_base < 9600)
417 		ret = -EINVAL;
418 	return ret;
419 }
420 
421 static void meson_uart_release_port(struct uart_port *port)
422 {
423 	devm_iounmap(port->dev, port->membase);
424 	port->membase = NULL;
425 	devm_release_mem_region(port->dev, port->mapbase, port->mapsize);
426 }
427 
428 static int meson_uart_request_port(struct uart_port *port)
429 {
430 	if (!devm_request_mem_region(port->dev, port->mapbase, port->mapsize,
431 				     dev_name(port->dev))) {
432 		dev_err(port->dev, "Memory region busy\n");
433 		return -EBUSY;
434 	}
435 
436 	port->membase = devm_ioremap(port->dev, port->mapbase,
437 					     port->mapsize);
438 	if (!port->membase)
439 		return -ENOMEM;
440 
441 	return 0;
442 }
443 
444 static void meson_uart_config_port(struct uart_port *port, int flags)
445 {
446 	if (flags & UART_CONFIG_TYPE) {
447 		port->type = PORT_MESON;
448 		meson_uart_request_port(port);
449 	}
450 }
451 
452 #ifdef CONFIG_CONSOLE_POLL
453 /*
454  * Console polling routines for writing and reading from the uart while
455  * in an interrupt or debug context (i.e. kgdb).
456  */
457 
458 static int meson_uart_poll_get_char(struct uart_port *port)
459 {
460 	u32 c;
461 	unsigned long flags;
462 
463 	spin_lock_irqsave(&port->lock, flags);
464 
465 	if (readl(port->membase + AML_UART_STATUS) & AML_UART_RX_EMPTY)
466 		c = NO_POLL_CHAR;
467 	else
468 		c = readl(port->membase + AML_UART_RFIFO);
469 
470 	spin_unlock_irqrestore(&port->lock, flags);
471 
472 	return c;
473 }
474 
475 static void meson_uart_poll_put_char(struct uart_port *port, unsigned char c)
476 {
477 	unsigned long flags;
478 	u32 reg;
479 	int ret;
480 
481 	spin_lock_irqsave(&port->lock, flags);
482 
483 	/* Wait until FIFO is empty or timeout */
484 	ret = readl_poll_timeout_atomic(port->membase + AML_UART_STATUS, reg,
485 					reg & AML_UART_TX_EMPTY,
486 					AML_UART_POLL_USEC,
487 					AML_UART_TIMEOUT_USEC);
488 	if (ret == -ETIMEDOUT) {
489 		dev_err(port->dev, "Timeout waiting for UART TX EMPTY\n");
490 		goto out;
491 	}
492 
493 	/* Write the character */
494 	writel(c, port->membase + AML_UART_WFIFO);
495 
496 	/* Wait until FIFO is empty or timeout */
497 	ret = readl_poll_timeout_atomic(port->membase + AML_UART_STATUS, reg,
498 					reg & AML_UART_TX_EMPTY,
499 					AML_UART_POLL_USEC,
500 					AML_UART_TIMEOUT_USEC);
501 	if (ret == -ETIMEDOUT)
502 		dev_err(port->dev, "Timeout waiting for UART TX EMPTY\n");
503 
504 out:
505 	spin_unlock_irqrestore(&port->lock, flags);
506 }
507 
508 #endif /* CONFIG_CONSOLE_POLL */
509 
510 static const struct uart_ops meson_uart_ops = {
511 	.set_mctrl      = meson_uart_set_mctrl,
512 	.get_mctrl      = meson_uart_get_mctrl,
513 	.tx_empty	= meson_uart_tx_empty,
514 	.start_tx	= meson_uart_start_tx,
515 	.stop_tx	= meson_uart_stop_tx,
516 	.stop_rx	= meson_uart_stop_rx,
517 	.startup	= meson_uart_startup,
518 	.shutdown	= meson_uart_shutdown,
519 	.set_termios	= meson_uart_set_termios,
520 	.type		= meson_uart_type,
521 	.config_port	= meson_uart_config_port,
522 	.request_port	= meson_uart_request_port,
523 	.release_port	= meson_uart_release_port,
524 	.verify_port	= meson_uart_verify_port,
525 #ifdef CONFIG_CONSOLE_POLL
526 	.poll_get_char	= meson_uart_poll_get_char,
527 	.poll_put_char	= meson_uart_poll_put_char,
528 #endif
529 };
530 
531 #ifdef CONFIG_SERIAL_MESON_CONSOLE
532 static void meson_uart_enable_tx_engine(struct uart_port *port)
533 {
534 	u32 val;
535 
536 	val = readl(port->membase + AML_UART_CONTROL);
537 	val |= AML_UART_TX_EN;
538 	writel(val, port->membase + AML_UART_CONTROL);
539 }
540 
541 static void meson_console_putchar(struct uart_port *port, unsigned char ch)
542 {
543 	if (!port->membase)
544 		return;
545 
546 	while (readl(port->membase + AML_UART_STATUS) & AML_UART_TX_FULL)
547 		cpu_relax();
548 	writel(ch, port->membase + AML_UART_WFIFO);
549 }
550 
551 static void meson_serial_port_write(struct uart_port *port, const char *s,
552 				    u_int count)
553 {
554 	unsigned long flags;
555 	int locked;
556 	u32 val, tmp;
557 
558 	local_irq_save(flags);
559 	if (port->sysrq) {
560 		locked = 0;
561 	} else if (oops_in_progress) {
562 		locked = spin_trylock(&port->lock);
563 	} else {
564 		spin_lock(&port->lock);
565 		locked = 1;
566 	}
567 
568 	val = readl(port->membase + AML_UART_CONTROL);
569 	tmp = val & ~(AML_UART_TX_INT_EN | AML_UART_RX_INT_EN);
570 	writel(tmp, port->membase + AML_UART_CONTROL);
571 
572 	uart_console_write(port, s, count, meson_console_putchar);
573 	writel(val, port->membase + AML_UART_CONTROL);
574 
575 	if (locked)
576 		spin_unlock(&port->lock);
577 	local_irq_restore(flags);
578 }
579 
580 static void meson_serial_console_write(struct console *co, const char *s,
581 				       u_int count)
582 {
583 	struct uart_port *port;
584 
585 	port = meson_ports[co->index];
586 	if (!port)
587 		return;
588 
589 	meson_serial_port_write(port, s, count);
590 }
591 
592 static int meson_serial_console_setup(struct console *co, char *options)
593 {
594 	struct uart_port *port;
595 	int baud = 115200;
596 	int bits = 8;
597 	int parity = 'n';
598 	int flow = 'n';
599 
600 	if (co->index < 0 || co->index >= AML_UART_PORT_NUM)
601 		return -EINVAL;
602 
603 	port = meson_ports[co->index];
604 	if (!port || !port->membase)
605 		return -ENODEV;
606 
607 	meson_uart_enable_tx_engine(port);
608 
609 	if (options)
610 		uart_parse_options(options, &baud, &parity, &bits, &flow);
611 
612 	return uart_set_options(port, co, baud, parity, bits, flow);
613 }
614 
615 #define MESON_SERIAL_CONSOLE(_devname)					\
616 	static struct console meson_serial_console_##_devname = {	\
617 		.name		= __stringify(_devname),		\
618 		.write		= meson_serial_console_write,		\
619 		.device		= uart_console_device,			\
620 		.setup		= meson_serial_console_setup,		\
621 		.flags		= CON_PRINTBUFFER,			\
622 		.index		= -1,					\
623 		.data		= &meson_uart_driver_##_devname,	\
624 	}
625 
626 MESON_SERIAL_CONSOLE(ttyAML);
627 MESON_SERIAL_CONSOLE(ttyS);
628 
629 static void meson_serial_early_console_write(struct console *co,
630 					     const char *s,
631 					     u_int count)
632 {
633 	struct earlycon_device *dev = co->data;
634 
635 	meson_serial_port_write(&dev->port, s, count);
636 }
637 
638 static int __init
639 meson_serial_early_console_setup(struct earlycon_device *device, const char *opt)
640 {
641 	if (!device->port.membase)
642 		return -ENODEV;
643 
644 	meson_uart_enable_tx_engine(&device->port);
645 	device->con->write = meson_serial_early_console_write;
646 	return 0;
647 }
648 
649 OF_EARLYCON_DECLARE(meson, "amlogic,meson-ao-uart",
650 		    meson_serial_early_console_setup);
651 
652 #define MESON_SERIAL_CONSOLE_PTR(_devname) (&meson_serial_console_##_devname)
653 #else
654 #define MESON_SERIAL_CONSOLE_PTR(_devname) (NULL)
655 #endif
656 
657 #define MESON_UART_DRIVER(_devname)					\
658 	static struct uart_driver meson_uart_driver_##_devname = {	\
659 		.owner		= THIS_MODULE,				\
660 		.driver_name	= "meson_uart",				\
661 		.dev_name	= __stringify(_devname),		\
662 		.nr		= AML_UART_PORT_NUM,			\
663 		.cons		= MESON_SERIAL_CONSOLE_PTR(_devname),	\
664 	}
665 
666 MESON_UART_DRIVER(ttyAML);
667 MESON_UART_DRIVER(ttyS);
668 
669 static int meson_uart_probe_clocks(struct platform_device *pdev,
670 				   struct uart_port *port)
671 {
672 	struct clk *clk_xtal = NULL;
673 	struct clk *clk_pclk = NULL;
674 	struct clk *clk_baud = NULL;
675 
676 	clk_pclk = devm_clk_get_enabled(&pdev->dev, "pclk");
677 	if (IS_ERR(clk_pclk))
678 		return PTR_ERR(clk_pclk);
679 
680 	clk_xtal = devm_clk_get_enabled(&pdev->dev, "xtal");
681 	if (IS_ERR(clk_xtal))
682 		return PTR_ERR(clk_xtal);
683 
684 	clk_baud = devm_clk_get_enabled(&pdev->dev, "baud");
685 	if (IS_ERR(clk_baud))
686 		return PTR_ERR(clk_baud);
687 
688 	port->uartclk = clk_get_rate(clk_baud);
689 
690 	return 0;
691 }
692 
693 static struct uart_driver *meson_uart_current(const struct meson_uart_data *pd)
694 {
695 	return (pd && pd->uart_driver) ?
696 		pd->uart_driver : &meson_uart_driver_ttyAML;
697 }
698 
699 static int meson_uart_probe(struct platform_device *pdev)
700 {
701 	const struct meson_uart_data *priv_data;
702 	struct uart_driver *uart_driver;
703 	struct resource *res_mem;
704 	struct uart_port *port;
705 	u32 fifosize = 64; /* Default is 64, 128 for EE UART_0 */
706 	int ret = 0;
707 	int irq;
708 
709 	if (pdev->dev.of_node)
710 		pdev->id = of_alias_get_id(pdev->dev.of_node, "serial");
711 
712 	if (pdev->id < 0) {
713 		int id;
714 
715 		for (id = AML_UART_PORT_OFFSET; id < AML_UART_PORT_NUM; id++) {
716 			if (!meson_ports[id]) {
717 				pdev->id = id;
718 				break;
719 			}
720 		}
721 	}
722 
723 	if (pdev->id < 0 || pdev->id >= AML_UART_PORT_NUM)
724 		return -EINVAL;
725 
726 	res_mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
727 	if (!res_mem)
728 		return -ENODEV;
729 
730 	irq = platform_get_irq(pdev, 0);
731 	if (irq < 0)
732 		return irq;
733 
734 	of_property_read_u32(pdev->dev.of_node, "fifo-size", &fifosize);
735 
736 	if (meson_ports[pdev->id]) {
737 		return dev_err_probe(&pdev->dev, -EBUSY,
738 				     "port %d already allocated\n", pdev->id);
739 	}
740 
741 	port = devm_kzalloc(&pdev->dev, sizeof(struct uart_port), GFP_KERNEL);
742 	if (!port)
743 		return -ENOMEM;
744 
745 	ret = meson_uart_probe_clocks(pdev, port);
746 	if (ret)
747 		return ret;
748 
749 	priv_data = device_get_match_data(&pdev->dev);
750 
751 	uart_driver = meson_uart_current(priv_data);
752 
753 	if (!uart_driver->state) {
754 		ret = uart_register_driver(uart_driver);
755 		if (ret)
756 			return dev_err_probe(&pdev->dev, ret,
757 					     "can't register uart driver\n");
758 	}
759 
760 	port->iotype = UPIO_MEM;
761 	port->mapbase = res_mem->start;
762 	port->mapsize = resource_size(res_mem);
763 	port->irq = irq;
764 	port->flags = UPF_BOOT_AUTOCONF | UPF_LOW_LATENCY;
765 	port->has_sysrq = IS_ENABLED(CONFIG_SERIAL_MESON_CONSOLE);
766 	port->dev = &pdev->dev;
767 	port->line = pdev->id;
768 	port->type = PORT_MESON;
769 	port->x_char = 0;
770 	port->ops = &meson_uart_ops;
771 	port->fifosize = fifosize;
772 	port->private_data = (void *)priv_data;
773 
774 	meson_ports[pdev->id] = port;
775 	platform_set_drvdata(pdev, port);
776 
777 	/* reset port before registering (and possibly registering console) */
778 	if (meson_uart_request_port(port) >= 0) {
779 		meson_uart_reset(port);
780 		meson_uart_release_port(port);
781 	}
782 
783 	ret = uart_add_one_port(uart_driver, port);
784 	if (ret)
785 		meson_ports[pdev->id] = NULL;
786 
787 	return ret;
788 }
789 
790 static int meson_uart_remove(struct platform_device *pdev)
791 {
792 	struct uart_driver *uart_driver;
793 	struct uart_port *port;
794 
795 	port = platform_get_drvdata(pdev);
796 	uart_driver = meson_uart_current(port->private_data);
797 	uart_remove_one_port(uart_driver, port);
798 	meson_ports[pdev->id] = NULL;
799 
800 	for (int id = 0; id < AML_UART_PORT_NUM; id++)
801 		if (meson_ports[id])
802 			return 0;
803 
804 	/* No more available uart ports, unregister uart driver */
805 	uart_unregister_driver(uart_driver);
806 
807 	return 0;
808 }
809 
810 static struct meson_uart_data meson_g12a_uart_data = {
811 	.has_xtal_div2 = true,
812 };
813 
814 static struct meson_uart_data meson_a1_uart_data = {
815 	.uart_driver = &meson_uart_driver_ttyS,
816 	.has_xtal_div2 = false,
817 };
818 
819 static struct meson_uart_data meson_s4_uart_data = {
820 	.uart_driver = &meson_uart_driver_ttyS,
821 	.has_xtal_div2 = true,
822 };
823 
824 static const struct of_device_id meson_uart_dt_match[] = {
825 	{ .compatible = "amlogic,meson6-uart" },
826 	{ .compatible = "amlogic,meson8-uart" },
827 	{ .compatible = "amlogic,meson8b-uart" },
828 	{ .compatible = "amlogic,meson-gx-uart" },
829 	{
830 		.compatible = "amlogic,meson-g12a-uart",
831 		.data = (void *)&meson_g12a_uart_data,
832 	},
833 	{
834 		.compatible = "amlogic,meson-s4-uart",
835 		.data = (void *)&meson_s4_uart_data,
836 	},
837 	{
838 		.compatible = "amlogic,meson-a1-uart",
839 		.data = (void *)&meson_a1_uart_data,
840 	},
841 	{ /* sentinel */ },
842 };
843 MODULE_DEVICE_TABLE(of, meson_uart_dt_match);
844 
845 static  struct platform_driver meson_uart_platform_driver = {
846 	.probe		= meson_uart_probe,
847 	.remove		= meson_uart_remove,
848 	.driver		= {
849 		.name		= "meson_uart",
850 		.of_match_table	= meson_uart_dt_match,
851 	},
852 };
853 
854 module_platform_driver(meson_uart_platform_driver);
855 
856 MODULE_AUTHOR("Carlo Caione <carlo@caione.org>");
857 MODULE_DESCRIPTION("Amlogic Meson serial port driver");
858 MODULE_LICENSE("GPL v2");
859