]> git.ipfire.org Git - thirdparty/kernel/stable.git/blame - drivers/tty/serial/sh-sci.c
serial: sh-sci: Support generic SCLSR overrun detection.
[thirdparty/kernel/stable.git] / drivers / tty / serial / sh-sci.c
CommitLineData
1da177e4 1/*
1da177e4
LT
2 * SuperH on-chip serial module support. (SCI with no FIFO / with FIFO)
3 *
f43dc23d 4 * Copyright (C) 2002 - 2011 Paul Mundt
3ea6bc3d 5 * Modified to support SH7720 SCIF. Markus Brunner, Mark Jonas (Jul 2007).
1da177e4
LT
6 *
7 * based off of the old drivers/char/sh-sci.c by:
8 *
9 * Copyright (C) 1999, 2000 Niibe Yutaka
10 * Copyright (C) 2000 Sugioka Toshinobu
11 * Modified to support multiple serial ports. Stuart Menefy (May 2000).
12 * Modified to support SecureEdge. David McCullough (2002)
13 * Modified to support SH7300 SCIF. Takashi Kusuda (Jun 2003).
d89ddd1c 14 * Removed SH7300 support (Jul 2007).
1da177e4
LT
15 *
16 * This file is subject to the terms and conditions of the GNU General Public
17 * License. See the file "COPYING" in the main directory of this archive
18 * for more details.
19 */
0b3d4ef6
PM
20#if defined(CONFIG_SERIAL_SH_SCI_CONSOLE) && defined(CONFIG_MAGIC_SYSRQ)
21#define SUPPORT_SYSRQ
22#endif
1da177e4
LT
23
24#undef DEBUG
25
1da177e4
LT
26#include <linux/module.h>
27#include <linux/errno.h>
1da177e4
LT
28#include <linux/timer.h>
29#include <linux/interrupt.h>
30#include <linux/tty.h>
31#include <linux/tty_flip.h>
32#include <linux/serial.h>
33#include <linux/major.h>
34#include <linux/string.h>
35#include <linux/sysrq.h>
1da177e4
LT
36#include <linux/ioport.h>
37#include <linux/mm.h>
1da177e4
LT
38#include <linux/init.h>
39#include <linux/delay.h>
40#include <linux/console.h>
e108b2ca 41#include <linux/platform_device.h>
96de1a8f 42#include <linux/serial_sci.h>
1da177e4 43#include <linux/notifier.h>
5e50d2d6 44#include <linux/pm_runtime.h>
1da177e4 45#include <linux/cpufreq.h>
85f094ec 46#include <linux/clk.h>
fa5da2f7 47#include <linux/ctype.h>
7ff731ae 48#include <linux/err.h>
73a19e4c
GL
49#include <linux/dmaengine.h>
50#include <linux/scatterlist.h>
5a0e3ad6 51#include <linux/slab.h>
85f094ec
PM
52
53#ifdef CONFIG_SUPERH
1da177e4
LT
54#include <asm/sh_bios.h>
55#endif
56
1da177e4
LT
57#include "sh-sci.h"
58
e108b2ca
PM
59struct sci_port {
60 struct uart_port port;
61
ce6738b6
PM
62 /* Platform configuration */
63 struct plat_sci_port *cfg;
e108b2ca 64
e108b2ca
PM
65 /* Port enable callback */
66 void (*enable)(struct uart_port *port);
67
68 /* Port disable callback */
69 void (*disable)(struct uart_port *port);
70
71 /* Break timer */
72 struct timer_list break_timer;
73 int break_flag;
1534a3b3 74
501b825d
MD
75 /* Interface clock */
76 struct clk *iclk;
c7ed1ab3
PM
77 /* Function clock */
78 struct clk *fclk;
edad1f20 79
73a19e4c
GL
80 struct dma_chan *chan_tx;
81 struct dma_chan *chan_rx;
f43dc23d 82
73a19e4c 83#ifdef CONFIG_SERIAL_SH_SCI_DMA
73a19e4c
GL
84 struct dma_async_tx_descriptor *desc_tx;
85 struct dma_async_tx_descriptor *desc_rx[2];
86 dma_cookie_t cookie_tx;
87 dma_cookie_t cookie_rx[2];
88 dma_cookie_t active_rx;
89 struct scatterlist sg_tx;
90 unsigned int sg_len_tx;
91 struct scatterlist sg_rx[2];
92 size_t buf_len_rx;
93 struct sh_dmae_slave param_tx;
94 struct sh_dmae_slave param_rx;
95 struct work_struct work_tx;
96 struct work_struct work_rx;
97 struct timer_list rx_timer;
3089f381 98 unsigned int rx_timeout;
73a19e4c 99#endif
e552de24 100
d535a230 101 struct notifier_block freq_transition;
e108b2ca
PM
102};
103
1da177e4 104/* Function prototypes */
d535a230 105static void sci_start_tx(struct uart_port *port);
b129a8cc 106static void sci_stop_tx(struct uart_port *port);
d535a230 107static void sci_start_rx(struct uart_port *port);
1da177e4 108
e108b2ca 109#define SCI_NPORTS CONFIG_SERIAL_SH_SCI_NR_UARTS
b7a76e4b 110
e108b2ca
PM
111static struct sci_port sci_ports[SCI_NPORTS];
112static struct uart_driver sci_uart_driver;
1da177e4 113
e7c98dc7
MT
114static inline struct sci_port *
115to_sci_port(struct uart_port *uart)
116{
117 return container_of(uart, struct sci_port, port);
118}
119
61a6976b
PM
120struct plat_sci_reg {
121 u8 offset, size;
122};
123
124/* Helper for invalidating specific entries of an inherited map. */
125#define sci_reg_invalid { .offset = 0, .size = 0 }
126
127static struct plat_sci_reg sci_regmap[SCIx_NR_REGTYPES][SCIx_NR_REGS] = {
128 [SCIx_PROBE_REGTYPE] = {
129 [0 ... SCIx_NR_REGS - 1] = sci_reg_invalid,
130 },
131
132 /*
133 * Common SCI definitions, dependent on the port's regshift
134 * value.
135 */
136 [SCIx_SCI_REGTYPE] = {
137 [SCSMR] = { 0x00, 8 },
138 [SCBRR] = { 0x01, 8 },
139 [SCSCR] = { 0x02, 8 },
140 [SCxTDR] = { 0x03, 8 },
141 [SCxSR] = { 0x04, 8 },
142 [SCxRDR] = { 0x05, 8 },
143 [SCFCR] = sci_reg_invalid,
144 [SCFDR] = sci_reg_invalid,
145 [SCTFDR] = sci_reg_invalid,
146 [SCRFDR] = sci_reg_invalid,
147 [SCSPTR] = sci_reg_invalid,
148 [SCLSR] = sci_reg_invalid,
149 },
150
151 /*
152 * Common definitions for legacy IrDA ports, dependent on
153 * regshift value.
154 */
155 [SCIx_IRDA_REGTYPE] = {
156 [SCSMR] = { 0x00, 8 },
157 [SCBRR] = { 0x01, 8 },
158 [SCSCR] = { 0x02, 8 },
159 [SCxTDR] = { 0x03, 8 },
160 [SCxSR] = { 0x04, 8 },
161 [SCxRDR] = { 0x05, 8 },
162 [SCFCR] = { 0x06, 8 },
163 [SCFDR] = { 0x07, 16 },
164 [SCTFDR] = sci_reg_invalid,
165 [SCRFDR] = sci_reg_invalid,
166 [SCSPTR] = sci_reg_invalid,
167 [SCLSR] = sci_reg_invalid,
168 },
169
170 /*
171 * Common SCIFA definitions.
172 */
173 [SCIx_SCIFA_REGTYPE] = {
174 [SCSMR] = { 0x00, 16 },
175 [SCBRR] = { 0x04, 8 },
176 [SCSCR] = { 0x08, 16 },
177 [SCxTDR] = { 0x20, 8 },
178 [SCxSR] = { 0x14, 16 },
179 [SCxRDR] = { 0x24, 8 },
180 [SCFCR] = { 0x18, 16 },
181 [SCFDR] = { 0x1c, 16 },
182 [SCTFDR] = sci_reg_invalid,
183 [SCRFDR] = sci_reg_invalid,
184 [SCSPTR] = sci_reg_invalid,
185 [SCLSR] = sci_reg_invalid,
186 },
187
188 /*
189 * Common SCIFB definitions.
190 */
191 [SCIx_SCIFB_REGTYPE] = {
192 [SCSMR] = { 0x00, 16 },
193 [SCBRR] = { 0x04, 8 },
194 [SCSCR] = { 0x08, 16 },
195 [SCxTDR] = { 0x40, 8 },
196 [SCxSR] = { 0x14, 16 },
197 [SCxRDR] = { 0x60, 8 },
198 [SCFCR] = { 0x18, 16 },
199 [SCFDR] = { 0x1c, 16 },
200 [SCTFDR] = sci_reg_invalid,
201 [SCRFDR] = sci_reg_invalid,
202 [SCSPTR] = sci_reg_invalid,
203 [SCLSR] = sci_reg_invalid,
204 },
205
206 /*
207 * Common SH-3 SCIF definitions.
208 */
209 [SCIx_SH3_SCIF_REGTYPE] = {
210 [SCSMR] = { 0x00, 8 },
211 [SCBRR] = { 0x02, 8 },
212 [SCSCR] = { 0x04, 8 },
213 [SCxTDR] = { 0x06, 8 },
214 [SCxSR] = { 0x08, 16 },
215 [SCxRDR] = { 0x0a, 8 },
216 [SCFCR] = { 0x0c, 8 },
217 [SCFDR] = { 0x0e, 16 },
218 [SCTFDR] = sci_reg_invalid,
219 [SCRFDR] = sci_reg_invalid,
220 [SCSPTR] = sci_reg_invalid,
221 [SCLSR] = sci_reg_invalid,
222 },
223
224 /*
225 * Common SH-4(A) SCIF(B) definitions.
226 */
227 [SCIx_SH4_SCIF_REGTYPE] = {
228 [SCSMR] = { 0x00, 16 },
229 [SCBRR] = { 0x04, 8 },
230 [SCSCR] = { 0x08, 16 },
231 [SCxTDR] = { 0x0c, 8 },
232 [SCxSR] = { 0x10, 16 },
233 [SCxRDR] = { 0x14, 8 },
234 [SCFCR] = { 0x18, 16 },
235 [SCFDR] = { 0x1c, 16 },
236 [SCTFDR] = sci_reg_invalid,
237 [SCRFDR] = sci_reg_invalid,
238 [SCSPTR] = { 0x20, 16 },
239 [SCLSR] = { 0x24, 16 },
240 },
241
242 /*
243 * Common SH-4(A) SCIF(B) definitions for ports without an SCSPTR
244 * register.
245 */
246 [SCIx_SH4_SCIF_NO_SCSPTR_REGTYPE] = {
247 [SCSMR] = { 0x00, 16 },
248 [SCBRR] = { 0x04, 8 },
249 [SCSCR] = { 0x08, 16 },
250 [SCxTDR] = { 0x0c, 8 },
251 [SCxSR] = { 0x10, 16 },
252 [SCxRDR] = { 0x14, 8 },
253 [SCFCR] = { 0x18, 16 },
254 [SCFDR] = { 0x1c, 16 },
255 [SCTFDR] = sci_reg_invalid,
256 [SCRFDR] = sci_reg_invalid,
257 [SCSPTR] = sci_reg_invalid,
258 [SCLSR] = { 0x24, 16 },
259 },
260
261 /*
262 * Common SH-4(A) SCIF(B) definitions for ports with FIFO data
263 * count registers.
264 */
265 [SCIx_SH4_SCIF_FIFODATA_REGTYPE] = {
266 [SCSMR] = { 0x00, 16 },
267 [SCBRR] = { 0x04, 8 },
268 [SCSCR] = { 0x08, 16 },
269 [SCxTDR] = { 0x0c, 8 },
270 [SCxSR] = { 0x10, 16 },
271 [SCxRDR] = { 0x14, 8 },
272 [SCFCR] = { 0x18, 16 },
273 [SCFDR] = { 0x1c, 16 },
274 [SCTFDR] = { 0x1c, 16 }, /* aliased to SCFDR */
275 [SCRFDR] = { 0x20, 16 },
276 [SCSPTR] = { 0x24, 16 },
277 [SCLSR] = { 0x28, 16 },
278 },
279
280 /*
281 * SH7705-style SCIF(B) ports, lacking both SCSPTR and SCLSR
282 * registers.
283 */
284 [SCIx_SH7705_SCIF_REGTYPE] = {
285 [SCSMR] = { 0x00, 16 },
286 [SCBRR] = { 0x04, 8 },
287 [SCSCR] = { 0x08, 16 },
288 [SCxTDR] = { 0x20, 8 },
289 [SCxSR] = { 0x14, 16 },
290 [SCxRDR] = { 0x24, 8 },
291 [SCFCR] = { 0x18, 16 },
292 [SCFDR] = { 0x1c, 16 },
293 [SCTFDR] = sci_reg_invalid,
294 [SCRFDR] = sci_reg_invalid,
295 [SCSPTR] = sci_reg_invalid,
296 [SCLSR] = sci_reg_invalid,
297 },
298};
299
72b294cf
PM
300#define sci_getreg(up, offset) (sci_regmap[to_sci_port(up)->cfg->regtype] + offset)
301
61a6976b
PM
302/*
303 * The "offset" here is rather misleading, in that it refers to an enum
304 * value relative to the port mapping rather than the fixed offset
305 * itself, which needs to be manually retrieved from the platform's
306 * register map for the given port.
307 */
308static unsigned int sci_serial_in(struct uart_port *p, int offset)
309{
72b294cf 310 struct plat_sci_reg *reg = sci_getreg(p, offset);
61a6976b
PM
311
312 if (reg->size == 8)
313 return ioread8(p->membase + (reg->offset << p->regshift));
314 else if (reg->size == 16)
315 return ioread16(p->membase + (reg->offset << p->regshift));
316 else
317 WARN(1, "Invalid register access\n");
318
319 return 0;
320}
321
322static void sci_serial_out(struct uart_port *p, int offset, int value)
323{
72b294cf 324 struct plat_sci_reg *reg = sci_getreg(p, offset);
61a6976b
PM
325
326 if (reg->size == 8)
327 iowrite8(value, p->membase + (reg->offset << p->regshift));
328 else if (reg->size == 16)
329 iowrite16(value, p->membase + (reg->offset << p->regshift));
330 else
331 WARN(1, "Invalid register access\n");
332}
333
334#define sci_in(up, offset) (up->serial_in(up, offset))
335#define sci_out(up, offset, value) (up->serial_out(up, offset, value))
336
337static int sci_probe_regmap(struct plat_sci_port *cfg)
338{
339 switch (cfg->type) {
340 case PORT_SCI:
341 cfg->regtype = SCIx_SCI_REGTYPE;
342 break;
343 case PORT_IRDA:
344 cfg->regtype = SCIx_IRDA_REGTYPE;
345 break;
346 case PORT_SCIFA:
347 cfg->regtype = SCIx_SCIFA_REGTYPE;
348 break;
349 case PORT_SCIFB:
350 cfg->regtype = SCIx_SCIFB_REGTYPE;
351 break;
352 case PORT_SCIF:
353 /*
354 * The SH-4 is a bit of a misnomer here, although that's
355 * where this particular port layout originated. This
356 * configuration (or some slight variation thereof)
357 * remains the dominant model for all SCIFs.
358 */
359 cfg->regtype = SCIx_SH4_SCIF_REGTYPE;
360 break;
361 default:
362 printk(KERN_ERR "Can't probe register map for given port\n");
363 return -EINVAL;
364 }
365
366 return 0;
367}
368
07d2a1a1 369#if defined(CONFIG_CONSOLE_POLL) || defined(CONFIG_SERIAL_SH_SCI_CONSOLE)
1f6fd5c9
PM
370
371#ifdef CONFIG_CONSOLE_POLL
07d2a1a1 372static int sci_poll_get_char(struct uart_port *port)
1da177e4 373{
1da177e4
LT
374 unsigned short status;
375 int c;
376
e108b2ca 377 do {
1da177e4
LT
378 status = sci_in(port, SCxSR);
379 if (status & SCxSR_ERRORS(port)) {
94c8b6db 380 sci_out(port, SCxSR, SCxSR_ERROR_CLEAR(port));
1da177e4
LT
381 continue;
382 }
3f255eb3
JW
383 break;
384 } while (1);
385
386 if (!(status & SCxSR_RDxF(port)))
387 return NO_POLL_CHAR;
07d2a1a1 388
1da177e4 389 c = sci_in(port, SCxRDR);
07d2a1a1 390
e7c98dc7
MT
391 /* Dummy read */
392 sci_in(port, SCxSR);
1da177e4 393 sci_out(port, SCxSR, SCxSR_RDxF_CLEAR(port));
1da177e4
LT
394
395 return c;
396}
1f6fd5c9 397#endif
1da177e4 398
07d2a1a1 399static void sci_poll_put_char(struct uart_port *port, unsigned char c)
1da177e4 400{
1da177e4
LT
401 unsigned short status;
402
1da177e4
LT
403 do {
404 status = sci_in(port, SCxSR);
405 } while (!(status & SCxSR_TDxE(port)));
406
272966c0 407 sci_out(port, SCxTDR, c);
dd0a3e77 408 sci_out(port, SCxSR, SCxSR_TDxE_CLEAR(port) & ~SCxSR_TEND(port));
1da177e4 409}
07d2a1a1 410#endif /* CONFIG_CONSOLE_POLL || CONFIG_SERIAL_SH_SCI_CONSOLE */
1da177e4 411
61a6976b 412static void sci_init_pins(struct uart_port *port, unsigned int cflag)
1da177e4 413{
61a6976b
PM
414 struct sci_port *s = to_sci_port(port);
415 struct plat_sci_reg *reg = sci_regmap[s->cfg->regtype] + SCSPTR;
1da177e4 416
61a6976b
PM
417 /*
418 * Use port-specific handler if provided.
419 */
420 if (s->cfg->ops && s->cfg->ops->init_pins) {
421 s->cfg->ops->init_pins(port, cflag);
422 return;
1da177e4 423 }
41504c39 424
61a6976b
PM
425 /*
426 * For the generic path SCSPTR is necessary. Bail out if that's
427 * unavailable, too.
428 */
429 if (!reg->size)
430 return;
41504c39 431
d5701647 432 if (!(cflag & CRTSCTS))
61a6976b 433 sci_out(port, SCSPTR, 0x0080); /* Set RTS = 1 */
d5701647 434}
e108b2ca 435
72b294cf 436static int sci_txfill(struct uart_port *port)
e108b2ca 437{
72b294cf 438 struct plat_sci_reg *reg;
e108b2ca 439
72b294cf
PM
440 reg = sci_getreg(port, SCTFDR);
441 if (reg->size)
73a19e4c 442 return sci_in(port, SCTFDR) & 0xff;
c63847a3 443
72b294cf
PM
444 reg = sci_getreg(port, SCFDR);
445 if (reg->size)
d1d4b10c 446 return sci_in(port, SCFDR) >> 8;
d1d4b10c 447
73a19e4c 448 return !(sci_in(port, SCxSR) & SCI_TDRE);
e108b2ca
PM
449}
450
73a19e4c
GL
451static int sci_txroom(struct uart_port *port)
452{
72b294cf 453 return port->fifosize - sci_txfill(port);
73a19e4c
GL
454}
455
456static int sci_rxfill(struct uart_port *port)
e108b2ca 457{
72b294cf
PM
458 struct plat_sci_reg *reg;
459
460 reg = sci_getreg(port, SCRFDR);
461 if (reg->size)
462 return sci_in(port, SCRFDR) & 0xff;
463
464 reg = sci_getreg(port, SCFDR);
465 if (reg->size)
466 return sci_in(port, SCFDR) & ((port->fifosize << 1) - 1);
467
e7c98dc7 468 return (sci_in(port, SCxSR) & SCxSR_RDxF(port)) != 0;
e108b2ca
PM
469}
470
514820eb
PM
471/*
472 * SCI helper for checking the state of the muxed port/RXD pins.
473 */
474static inline int sci_rxd_in(struct uart_port *port)
475{
476 struct sci_port *s = to_sci_port(port);
477
478 if (s->cfg->port_reg <= 0)
479 return 1;
480
481 return !!__raw_readb(s->cfg->port_reg);
482}
483
1da177e4
LT
484/* ********************************************************************** *
485 * the interrupt related routines *
486 * ********************************************************************** */
487
488static void sci_transmit_chars(struct uart_port *port)
489{
ebd2c8f6 490 struct circ_buf *xmit = &port->state->xmit;
1da177e4 491 unsigned int stopped = uart_tx_stopped(port);
1da177e4
LT
492 unsigned short status;
493 unsigned short ctrl;
e108b2ca 494 int count;
1da177e4
LT
495
496 status = sci_in(port, SCxSR);
497 if (!(status & SCxSR_TDxE(port))) {
1da177e4 498 ctrl = sci_in(port, SCSCR);
e7c98dc7 499 if (uart_circ_empty(xmit))
8e698614 500 ctrl &= ~SCSCR_TIE;
e7c98dc7 501 else
8e698614 502 ctrl |= SCSCR_TIE;
1da177e4 503 sci_out(port, SCSCR, ctrl);
1da177e4
LT
504 return;
505 }
506
72b294cf 507 count = sci_txroom(port);
1da177e4
LT
508
509 do {
510 unsigned char c;
511
512 if (port->x_char) {
513 c = port->x_char;
514 port->x_char = 0;
515 } else if (!uart_circ_empty(xmit) && !stopped) {
516 c = xmit->buf[xmit->tail];
517 xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
518 } else {
519 break;
520 }
521
522 sci_out(port, SCxTDR, c);
523
524 port->icount.tx++;
525 } while (--count > 0);
526
527 sci_out(port, SCxSR, SCxSR_TDxE_CLEAR(port));
528
529 if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
530 uart_write_wakeup(port);
531 if (uart_circ_empty(xmit)) {
b129a8cc 532 sci_stop_tx(port);
1da177e4 533 } else {
1da177e4
LT
534 ctrl = sci_in(port, SCSCR);
535
1a22f08d 536 if (port->type != PORT_SCI) {
1da177e4
LT
537 sci_in(port, SCxSR); /* Dummy read */
538 sci_out(port, SCxSR, SCxSR_TDxE_CLEAR(port));
539 }
1da177e4 540
8e698614 541 ctrl |= SCSCR_TIE;
1da177e4 542 sci_out(port, SCSCR, ctrl);
1da177e4
LT
543 }
544}
545
546/* On SH3, SCIF may read end-of-break as a space->mark char */
e7c98dc7 547#define STEPFN(c) ({int __c = (c); (((__c-1)|(__c)) == -1); })
1da177e4 548
94c8b6db 549static void sci_receive_chars(struct uart_port *port)
1da177e4 550{
e7c98dc7 551 struct sci_port *sci_port = to_sci_port(port);
ebd2c8f6 552 struct tty_struct *tty = port->state->port.tty;
1da177e4
LT
553 int i, count, copied = 0;
554 unsigned short status;
33f0f88f 555 unsigned char flag;
1da177e4
LT
556
557 status = sci_in(port, SCxSR);
558 if (!(status & SCxSR_RDxF(port)))
559 return;
560
561 while (1) {
1da177e4 562 /* Don't copy more bytes than there is room for in the buffer */
72b294cf 563 count = tty_buffer_request_room(tty, sci_rxfill(port));
1da177e4
LT
564
565 /* If for any reason we can't copy more data, we're done! */
566 if (count == 0)
567 break;
568
569 if (port->type == PORT_SCI) {
570 char c = sci_in(port, SCxRDR);
e7c98dc7
MT
571 if (uart_handle_sysrq_char(port, c) ||
572 sci_port->break_flag)
1da177e4 573 count = 0;
e7c98dc7 574 else
e108b2ca 575 tty_insert_flip_char(tty, c, TTY_NORMAL);
1da177e4 576 } else {
e7c98dc7 577 for (i = 0; i < count; i++) {
1da177e4
LT
578 char c = sci_in(port, SCxRDR);
579 status = sci_in(port, SCxSR);
580#if defined(CONFIG_CPU_SH3)
581 /* Skip "chars" during break */
e108b2ca 582 if (sci_port->break_flag) {
1da177e4
LT
583 if ((c == 0) &&
584 (status & SCxSR_FER(port))) {
585 count--; i--;
586 continue;
587 }
e108b2ca 588
1da177e4 589 /* Nonzero => end-of-break */
762c69e3 590 dev_dbg(port->dev, "debounce<%02x>\n", c);
e108b2ca
PM
591 sci_port->break_flag = 0;
592
1da177e4
LT
593 if (STEPFN(c)) {
594 count--; i--;
595 continue;
596 }
597 }
598#endif /* CONFIG_CPU_SH3 */
7d12e780 599 if (uart_handle_sysrq_char(port, c)) {
1da177e4
LT
600 count--; i--;
601 continue;
602 }
603
604 /* Store data and status */
73a19e4c 605 if (status & SCxSR_FER(port)) {
33f0f88f 606 flag = TTY_FRAME;
762c69e3 607 dev_notice(port->dev, "frame error\n");
73a19e4c 608 } else if (status & SCxSR_PER(port)) {
33f0f88f 609 flag = TTY_PARITY;
762c69e3 610 dev_notice(port->dev, "parity error\n");
33f0f88f
AC
611 } else
612 flag = TTY_NORMAL;
762c69e3 613
33f0f88f 614 tty_insert_flip_char(tty, c, flag);
1da177e4
LT
615 }
616 }
617
618 sci_in(port, SCxSR); /* dummy read */
619 sci_out(port, SCxSR, SCxSR_RDxF_CLEAR(port));
620
1da177e4
LT
621 copied += count;
622 port->icount.rx += count;
623 }
624
625 if (copied) {
626 /* Tell the rest of the system the news. New characters! */
627 tty_flip_buffer_push(tty);
628 } else {
629 sci_in(port, SCxSR); /* dummy read */
630 sci_out(port, SCxSR, SCxSR_RDxF_CLEAR(port));
631 }
632}
633
634#define SCI_BREAK_JIFFIES (HZ/20)
94c8b6db
PM
635
636/*
637 * The sci generates interrupts during the break,
1da177e4
LT
638 * 1 per millisecond or so during the break period, for 9600 baud.
639 * So dont bother disabling interrupts.
640 * But dont want more than 1 break event.
641 * Use a kernel timer to periodically poll the rx line until
642 * the break is finished.
643 */
94c8b6db 644static inline void sci_schedule_break_timer(struct sci_port *port)
1da177e4 645{
bc9b3f5c 646 mod_timer(&port->break_timer, jiffies + SCI_BREAK_JIFFIES);
1da177e4 647}
94c8b6db 648
1da177e4
LT
649/* Ensure that two consecutive samples find the break over. */
650static void sci_break_timer(unsigned long data)
651{
e108b2ca
PM
652 struct sci_port *port = (struct sci_port *)data;
653
5e50d2d6
MD
654 if (port->enable)
655 port->enable(&port->port);
656
e108b2ca 657 if (sci_rxd_in(&port->port) == 0) {
1da177e4 658 port->break_flag = 1;
e108b2ca
PM
659 sci_schedule_break_timer(port);
660 } else if (port->break_flag == 1) {
1da177e4
LT
661 /* break is over. */
662 port->break_flag = 2;
e108b2ca
PM
663 sci_schedule_break_timer(port);
664 } else
665 port->break_flag = 0;
5e50d2d6
MD
666
667 if (port->disable)
668 port->disable(&port->port);
1da177e4
LT
669}
670
94c8b6db 671static int sci_handle_errors(struct uart_port *port)
1da177e4
LT
672{
673 int copied = 0;
674 unsigned short status = sci_in(port, SCxSR);
ebd2c8f6 675 struct tty_struct *tty = port->state->port.tty;
debf9507 676 struct sci_port *s = to_sci_port(port);
1da177e4 677
debf9507
PM
678 /*
679 * Handle overruns, if supported.
680 */
681 if (s->cfg->overrun_bit != SCIx_NOT_SUPPORTED) {
682 if (status & (1 << s->cfg->overrun_bit)) {
683 /* overrun error */
684 if (tty_insert_flip_char(tty, 0, TTY_OVERRUN))
685 copied++;
762c69e3 686
debf9507
PM
687 dev_notice(port->dev, "overrun error");
688 }
1da177e4
LT
689 }
690
e108b2ca 691 if (status & SCxSR_FER(port)) {
1da177e4
LT
692 if (sci_rxd_in(port) == 0) {
693 /* Notify of BREAK */
e7c98dc7 694 struct sci_port *sci_port = to_sci_port(port);
e108b2ca
PM
695
696 if (!sci_port->break_flag) {
697 sci_port->break_flag = 1;
698 sci_schedule_break_timer(sci_port);
699
1da177e4 700 /* Do sysrq handling. */
e108b2ca 701 if (uart_handle_break(port))
1da177e4 702 return 0;
762c69e3
PM
703
704 dev_dbg(port->dev, "BREAK detected\n");
705
e108b2ca 706 if (tty_insert_flip_char(tty, 0, TTY_BREAK))
e7c98dc7
MT
707 copied++;
708 }
709
e108b2ca 710 } else {
1da177e4 711 /* frame error */
e108b2ca 712 if (tty_insert_flip_char(tty, 0, TTY_FRAME))
33f0f88f 713 copied++;
762c69e3
PM
714
715 dev_notice(port->dev, "frame error\n");
1da177e4
LT
716 }
717 }
718
e108b2ca 719 if (status & SCxSR_PER(port)) {
1da177e4 720 /* parity error */
e108b2ca
PM
721 if (tty_insert_flip_char(tty, 0, TTY_PARITY))
722 copied++;
762c69e3
PM
723
724 dev_notice(port->dev, "parity error");
1da177e4
LT
725 }
726
33f0f88f 727 if (copied)
1da177e4 728 tty_flip_buffer_push(tty);
1da177e4
LT
729
730 return copied;
731}
732
94c8b6db 733static int sci_handle_fifo_overrun(struct uart_port *port)
d830fa45 734{
ebd2c8f6 735 struct tty_struct *tty = port->state->port.tty;
debf9507 736 struct sci_port *s = to_sci_port(port);
4b8c59a3 737 struct plat_sci_reg *reg;
d830fa45
PM
738 int copied = 0;
739
4b8c59a3
PM
740 reg = sci_getreg(port, SCLSR);
741 if (!reg->size)
d830fa45
PM
742 return 0;
743
debf9507 744 if ((sci_in(port, SCLSR) & (1 << s->cfg->overrun_bit))) {
d830fa45
PM
745 sci_out(port, SCLSR, 0);
746
747 tty_insert_flip_char(tty, 0, TTY_OVERRUN);
748 tty_flip_buffer_push(tty);
749
750 dev_notice(port->dev, "overrun error\n");
751 copied++;
752 }
753
754 return copied;
755}
756
94c8b6db 757static int sci_handle_breaks(struct uart_port *port)
1da177e4
LT
758{
759 int copied = 0;
760 unsigned short status = sci_in(port, SCxSR);
ebd2c8f6 761 struct tty_struct *tty = port->state->port.tty;
a5660ada 762 struct sci_port *s = to_sci_port(port);
1da177e4 763
0b3d4ef6
PM
764 if (uart_handle_break(port))
765 return 0;
766
b7a76e4b 767 if (!s->break_flag && status & SCxSR_BRK(port)) {
1da177e4
LT
768#if defined(CONFIG_CPU_SH3)
769 /* Debounce break */
770 s->break_flag = 1;
771#endif
772 /* Notify of BREAK */
e108b2ca 773 if (tty_insert_flip_char(tty, 0, TTY_BREAK))
33f0f88f 774 copied++;
762c69e3
PM
775
776 dev_dbg(port->dev, "BREAK detected\n");
1da177e4
LT
777 }
778
33f0f88f 779 if (copied)
1da177e4 780 tty_flip_buffer_push(tty);
e108b2ca 781
d830fa45
PM
782 copied += sci_handle_fifo_overrun(port);
783
1da177e4
LT
784 return copied;
785}
786
73a19e4c 787static irqreturn_t sci_rx_interrupt(int irq, void *ptr)
1da177e4 788{
73a19e4c
GL
789#ifdef CONFIG_SERIAL_SH_SCI_DMA
790 struct uart_port *port = ptr;
791 struct sci_port *s = to_sci_port(port);
792
793 if (s->chan_rx) {
73a19e4c
GL
794 u16 scr = sci_in(port, SCSCR);
795 u16 ssr = sci_in(port, SCxSR);
796
797 /* Disable future Rx interrupts */
d1d4b10c 798 if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) {
3089f381
GL
799 disable_irq_nosync(irq);
800 scr |= 0x4000;
801 } else {
f43dc23d 802 scr &= ~SCSCR_RIE;
3089f381
GL
803 }
804 sci_out(port, SCSCR, scr);
73a19e4c
GL
805 /* Clear current interrupt */
806 sci_out(port, SCxSR, ssr & ~(1 | SCxSR_RDxF(port)));
3089f381
GL
807 dev_dbg(port->dev, "Rx IRQ %lu: setup t-out in %u jiffies\n",
808 jiffies, s->rx_timeout);
809 mod_timer(&s->rx_timer, jiffies + s->rx_timeout);
73a19e4c
GL
810
811 return IRQ_HANDLED;
812 }
813#endif
814
1da177e4
LT
815 /* I think sci_receive_chars has to be called irrespective
816 * of whether the I_IXOFF is set, otherwise, how is the interrupt
817 * to be disabled?
818 */
73a19e4c 819 sci_receive_chars(ptr);
1da177e4
LT
820
821 return IRQ_HANDLED;
822}
823
7d12e780 824static irqreturn_t sci_tx_interrupt(int irq, void *ptr)
1da177e4
LT
825{
826 struct uart_port *port = ptr;
fd78a76a 827 unsigned long flags;
1da177e4 828
fd78a76a 829 spin_lock_irqsave(&port->lock, flags);
1da177e4 830 sci_transmit_chars(port);
fd78a76a 831 spin_unlock_irqrestore(&port->lock, flags);
1da177e4
LT
832
833 return IRQ_HANDLED;
834}
835
7d12e780 836static irqreturn_t sci_er_interrupt(int irq, void *ptr)
1da177e4
LT
837{
838 struct uart_port *port = ptr;
839
840 /* Handle errors */
841 if (port->type == PORT_SCI) {
842 if (sci_handle_errors(port)) {
843 /* discard character in rx buffer */
844 sci_in(port, SCxSR);
845 sci_out(port, SCxSR, SCxSR_RDxF_CLEAR(port));
846 }
847 } else {
d830fa45 848 sci_handle_fifo_overrun(port);
7d12e780 849 sci_rx_interrupt(irq, ptr);
1da177e4
LT
850 }
851
852 sci_out(port, SCxSR, SCxSR_ERROR_CLEAR(port));
853
854 /* Kick the transmission */
7d12e780 855 sci_tx_interrupt(irq, ptr);
1da177e4
LT
856
857 return IRQ_HANDLED;
858}
859
7d12e780 860static irqreturn_t sci_br_interrupt(int irq, void *ptr)
1da177e4
LT
861{
862 struct uart_port *port = ptr;
863
864 /* Handle BREAKs */
865 sci_handle_breaks(port);
866 sci_out(port, SCxSR, SCxSR_BREAK_CLEAR(port));
867
868 return IRQ_HANDLED;
869}
870
f43dc23d
PM
871static inline unsigned long port_rx_irq_mask(struct uart_port *port)
872{
873 /*
874 * Not all ports (such as SCIFA) will support REIE. Rather than
875 * special-casing the port type, we check the port initialization
876 * IRQ enable mask to see whether the IRQ is desired at all. If
877 * it's unset, it's logically inferred that there's no point in
878 * testing for it.
879 */
ce6738b6 880 return SCSCR_RIE | (to_sci_port(port)->cfg->scscr & SCSCR_REIE);
f43dc23d
PM
881}
882
7d12e780 883static irqreturn_t sci_mpxed_interrupt(int irq, void *ptr)
1da177e4 884{
44e18e9e 885 unsigned short ssr_status, scr_status, err_enabled;
a8884e34 886 struct uart_port *port = ptr;
73a19e4c 887 struct sci_port *s = to_sci_port(port);
a8884e34 888 irqreturn_t ret = IRQ_NONE;
1da177e4 889
e7c98dc7
MT
890 ssr_status = sci_in(port, SCxSR);
891 scr_status = sci_in(port, SCSCR);
f43dc23d 892 err_enabled = scr_status & port_rx_irq_mask(port);
1da177e4
LT
893
894 /* Tx Interrupt */
f43dc23d 895 if ((ssr_status & SCxSR_TDxE(port)) && (scr_status & SCSCR_TIE) &&
73a19e4c 896 !s->chan_tx)
a8884e34 897 ret = sci_tx_interrupt(irq, ptr);
f43dc23d 898
73a19e4c
GL
899 /*
900 * Rx Interrupt: if we're using DMA, the DMA controller clears RDF /
901 * DR flags
902 */
903 if (((ssr_status & SCxSR_RDxF(port)) || s->chan_rx) &&
f43dc23d 904 (scr_status & SCSCR_RIE))
a8884e34 905 ret = sci_rx_interrupt(irq, ptr);
f43dc23d 906
1da177e4 907 /* Error Interrupt */
dd4da3a5 908 if ((ssr_status & SCxSR_ERRORS(port)) && err_enabled)
a8884e34 909 ret = sci_er_interrupt(irq, ptr);
f43dc23d 910
1da177e4 911 /* Break Interrupt */
dd4da3a5 912 if ((ssr_status & SCxSR_BRK(port)) && err_enabled)
a8884e34 913 ret = sci_br_interrupt(irq, ptr);
1da177e4 914
a8884e34 915 return ret;
1da177e4
LT
916}
917
1da177e4 918/*
25985edc 919 * Here we define a transition notifier so that we can update all of our
1da177e4
LT
920 * ports' baud rate when the peripheral clock changes.
921 */
e108b2ca
PM
922static int sci_notifier(struct notifier_block *self,
923 unsigned long phase, void *p)
1da177e4 924{
e552de24
MD
925 struct sci_port *sci_port;
926 unsigned long flags;
1da177e4 927
d535a230
PM
928 sci_port = container_of(self, struct sci_port, freq_transition);
929
1da177e4 930 if ((phase == CPUFREQ_POSTCHANGE) ||
e552de24 931 (phase == CPUFREQ_RESUMECHANGE)) {
d535a230 932 struct uart_port *port = &sci_port->port;
073e84c9 933
d535a230
PM
934 spin_lock_irqsave(&port->lock, flags);
935 port->uartclk = clk_get_rate(sci_port->iclk);
936 spin_unlock_irqrestore(&port->lock, flags);
e552de24 937 }
1da177e4 938
1da177e4
LT
939 return NOTIFY_OK;
940}
501b825d
MD
941
942static void sci_clk_enable(struct uart_port *port)
943{
944 struct sci_port *sci_port = to_sci_port(port);
945
5e50d2d6
MD
946 pm_runtime_get_sync(port->dev);
947
c7ed1ab3
PM
948 clk_enable(sci_port->iclk);
949 sci_port->port.uartclk = clk_get_rate(sci_port->iclk);
950 clk_enable(sci_port->fclk);
501b825d
MD
951}
952
953static void sci_clk_disable(struct uart_port *port)
954{
955 struct sci_port *sci_port = to_sci_port(port);
956
c7ed1ab3
PM
957 clk_disable(sci_port->fclk);
958 clk_disable(sci_port->iclk);
5e50d2d6
MD
959
960 pm_runtime_put_sync(port->dev);
501b825d 961}
1da177e4
LT
962
963static int sci_request_irq(struct sci_port *port)
964{
965 int i;
7d12e780 966 irqreturn_t (*handlers[4])(int irq, void *ptr) = {
1da177e4
LT
967 sci_er_interrupt, sci_rx_interrupt, sci_tx_interrupt,
968 sci_br_interrupt,
969 };
970 const char *desc[] = { "SCI Receive Error", "SCI Receive Data Full",
971 "SCI Transmit Data Empty", "SCI Break" };
972
ce6738b6
PM
973 if (port->cfg->irqs[0] == port->cfg->irqs[1]) {
974 if (unlikely(!port->cfg->irqs[0]))
1da177e4 975 return -ENODEV;
e108b2ca 976
ce6738b6 977 if (request_irq(port->cfg->irqs[0], sci_mpxed_interrupt,
35f3c518 978 IRQF_DISABLED, "sci", port)) {
762c69e3 979 dev_err(port->port.dev, "Can't allocate IRQ\n");
1da177e4
LT
980 return -ENODEV;
981 }
982 } else {
983 for (i = 0; i < ARRAY_SIZE(handlers); i++) {
ce6738b6 984 if (unlikely(!port->cfg->irqs[i]))
1da177e4 985 continue;
762c69e3 986
ce6738b6 987 if (request_irq(port->cfg->irqs[i], handlers[i],
35f3c518 988 IRQF_DISABLED, desc[i], port)) {
762c69e3 989 dev_err(port->port.dev, "Can't allocate IRQ\n");
1da177e4
LT
990 return -ENODEV;
991 }
992 }
993 }
994
995 return 0;
996}
997
998static void sci_free_irq(struct sci_port *port)
999{
1000 int i;
1001
ce6738b6
PM
1002 if (port->cfg->irqs[0] == port->cfg->irqs[1])
1003 free_irq(port->cfg->irqs[0], port);
762c69e3 1004 else {
ce6738b6
PM
1005 for (i = 0; i < ARRAY_SIZE(port->cfg->irqs); i++) {
1006 if (!port->cfg->irqs[i])
1da177e4
LT
1007 continue;
1008
ce6738b6 1009 free_irq(port->cfg->irqs[i], port);
1da177e4
LT
1010 }
1011 }
1012}
1013
1014static unsigned int sci_tx_empty(struct uart_port *port)
1015{
b1516803 1016 unsigned short status = sci_in(port, SCxSR);
72b294cf 1017 unsigned short in_tx_fifo = sci_txfill(port);
73a19e4c
GL
1018
1019 return (status & SCxSR_TEND(port)) && !in_tx_fifo ? TIOCSER_TEMT : 0;
1da177e4
LT
1020}
1021
1022static void sci_set_mctrl(struct uart_port *port, unsigned int mctrl)
1023{
1024 /* This routine is used for seting signals of: DTR, DCD, CTS/RTS */
1025 /* We use SCIF's hardware for CTS/RTS, so don't need any for that. */
1026 /* If you have signals for DTR and DCD, please implement here. */
1027}
1028
1029static unsigned int sci_get_mctrl(struct uart_port *port)
1030{
73a19e4c 1031 /* This routine is used for getting signals of: DTR, DCD, DSR, RI,
1da177e4
LT
1032 and CTS/RTS */
1033
1034 return TIOCM_DTR | TIOCM_RTS | TIOCM_DSR;
1035}
1036
73a19e4c
GL
1037#ifdef CONFIG_SERIAL_SH_SCI_DMA
1038static void sci_dma_tx_complete(void *arg)
1039{
1040 struct sci_port *s = arg;
1041 struct uart_port *port = &s->port;
1042 struct circ_buf *xmit = &port->state->xmit;
1043 unsigned long flags;
1044
1045 dev_dbg(port->dev, "%s(%d)\n", __func__, port->line);
1046
1047 spin_lock_irqsave(&port->lock, flags);
1048
f354a381 1049 xmit->tail += sg_dma_len(&s->sg_tx);
73a19e4c
GL
1050 xmit->tail &= UART_XMIT_SIZE - 1;
1051
f354a381 1052 port->icount.tx += sg_dma_len(&s->sg_tx);
73a19e4c
GL
1053
1054 async_tx_ack(s->desc_tx);
1055 s->cookie_tx = -EINVAL;
1056 s->desc_tx = NULL;
1057
73a19e4c
GL
1058 if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
1059 uart_write_wakeup(port);
1060
3089f381 1061 if (!uart_circ_empty(xmit)) {
73a19e4c 1062 schedule_work(&s->work_tx);
d1d4b10c 1063 } else if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) {
3089f381 1064 u16 ctrl = sci_in(port, SCSCR);
f43dc23d 1065 sci_out(port, SCSCR, ctrl & ~SCSCR_TIE);
3089f381
GL
1066 }
1067
1068 spin_unlock_irqrestore(&port->lock, flags);
73a19e4c
GL
1069}
1070
1071/* Locking: called with port lock held */
1072static int sci_dma_rx_push(struct sci_port *s, struct tty_struct *tty,
1073 size_t count)
1074{
1075 struct uart_port *port = &s->port;
1076 int i, active, room;
1077
1078 room = tty_buffer_request_room(tty, count);
1079
1080 if (s->active_rx == s->cookie_rx[0]) {
1081 active = 0;
1082 } else if (s->active_rx == s->cookie_rx[1]) {
1083 active = 1;
1084 } else {
1085 dev_err(port->dev, "cookie %d not found!\n", s->active_rx);
1086 return 0;
1087 }
1088
1089 if (room < count)
1090 dev_warn(port->dev, "Rx overrun: dropping %u bytes\n",
1091 count - room);
1092 if (!room)
1093 return room;
1094
1095 for (i = 0; i < room; i++)
1096 tty_insert_flip_char(tty, ((u8 *)sg_virt(&s->sg_rx[active]))[i],
1097 TTY_NORMAL);
1098
1099 port->icount.rx += room;
1100
1101 return room;
1102}
1103
1104static void sci_dma_rx_complete(void *arg)
1105{
1106 struct sci_port *s = arg;
1107 struct uart_port *port = &s->port;
1108 struct tty_struct *tty = port->state->port.tty;
1109 unsigned long flags;
1110 int count;
1111
3089f381 1112 dev_dbg(port->dev, "%s(%d) active #%d\n", __func__, port->line, s->active_rx);
73a19e4c
GL
1113
1114 spin_lock_irqsave(&port->lock, flags);
1115
1116 count = sci_dma_rx_push(s, tty, s->buf_len_rx);
1117
3089f381 1118 mod_timer(&s->rx_timer, jiffies + s->rx_timeout);
73a19e4c
GL
1119
1120 spin_unlock_irqrestore(&port->lock, flags);
1121
1122 if (count)
1123 tty_flip_buffer_push(tty);
1124
1125 schedule_work(&s->work_rx);
1126}
1127
73a19e4c
GL
1128static void sci_rx_dma_release(struct sci_port *s, bool enable_pio)
1129{
1130 struct dma_chan *chan = s->chan_rx;
1131 struct uart_port *port = &s->port;
73a19e4c
GL
1132
1133 s->chan_rx = NULL;
1134 s->cookie_rx[0] = s->cookie_rx[1] = -EINVAL;
1135 dma_release_channel(chan);
85b8e3ff
GL
1136 if (sg_dma_address(&s->sg_rx[0]))
1137 dma_free_coherent(port->dev, s->buf_len_rx * 2,
1138 sg_virt(&s->sg_rx[0]), sg_dma_address(&s->sg_rx[0]));
73a19e4c
GL
1139 if (enable_pio)
1140 sci_start_rx(port);
1141}
1142
1143static void sci_tx_dma_release(struct sci_port *s, bool enable_pio)
1144{
1145 struct dma_chan *chan = s->chan_tx;
1146 struct uart_port *port = &s->port;
73a19e4c
GL
1147
1148 s->chan_tx = NULL;
1149 s->cookie_tx = -EINVAL;
1150 dma_release_channel(chan);
1151 if (enable_pio)
1152 sci_start_tx(port);
1153}
1154
1155static void sci_submit_rx(struct sci_port *s)
1156{
1157 struct dma_chan *chan = s->chan_rx;
1158 int i;
1159
1160 for (i = 0; i < 2; i++) {
1161 struct scatterlist *sg = &s->sg_rx[i];
1162 struct dma_async_tx_descriptor *desc;
1163
1164 desc = chan->device->device_prep_slave_sg(chan,
1165 sg, 1, DMA_FROM_DEVICE, DMA_PREP_INTERRUPT);
1166
1167 if (desc) {
1168 s->desc_rx[i] = desc;
1169 desc->callback = sci_dma_rx_complete;
1170 desc->callback_param = s;
1171 s->cookie_rx[i] = desc->tx_submit(desc);
1172 }
1173
1174 if (!desc || s->cookie_rx[i] < 0) {
1175 if (i) {
1176 async_tx_ack(s->desc_rx[0]);
1177 s->cookie_rx[0] = -EINVAL;
1178 }
1179 if (desc) {
1180 async_tx_ack(desc);
1181 s->cookie_rx[i] = -EINVAL;
1182 }
1183 dev_warn(s->port.dev,
1184 "failed to re-start DMA, using PIO\n");
1185 sci_rx_dma_release(s, true);
1186 return;
1187 }
3089f381
GL
1188 dev_dbg(s->port.dev, "%s(): cookie %d to #%d\n", __func__,
1189 s->cookie_rx[i], i);
73a19e4c
GL
1190 }
1191
1192 s->active_rx = s->cookie_rx[0];
1193
1194 dma_async_issue_pending(chan);
1195}
1196
1197static void work_fn_rx(struct work_struct *work)
1198{
1199 struct sci_port *s = container_of(work, struct sci_port, work_rx);
1200 struct uart_port *port = &s->port;
1201 struct dma_async_tx_descriptor *desc;
1202 int new;
1203
1204 if (s->active_rx == s->cookie_rx[0]) {
1205 new = 0;
1206 } else if (s->active_rx == s->cookie_rx[1]) {
1207 new = 1;
1208 } else {
1209 dev_err(port->dev, "cookie %d not found!\n", s->active_rx);
1210 return;
1211 }
1212 desc = s->desc_rx[new];
1213
1214 if (dma_async_is_tx_complete(s->chan_rx, s->active_rx, NULL, NULL) !=
1215 DMA_SUCCESS) {
1216 /* Handle incomplete DMA receive */
1217 struct tty_struct *tty = port->state->port.tty;
1218 struct dma_chan *chan = s->chan_rx;
1219 struct sh_desc *sh_desc = container_of(desc, struct sh_desc,
1220 async_tx);
1221 unsigned long flags;
1222 int count;
1223
05827630 1224 chan->device->device_control(chan, DMA_TERMINATE_ALL, 0);
73a19e4c
GL
1225 dev_dbg(port->dev, "Read %u bytes with cookie %d\n",
1226 sh_desc->partial, sh_desc->cookie);
1227
1228 spin_lock_irqsave(&port->lock, flags);
1229 count = sci_dma_rx_push(s, tty, sh_desc->partial);
1230 spin_unlock_irqrestore(&port->lock, flags);
1231
1232 if (count)
1233 tty_flip_buffer_push(tty);
1234
1235 sci_submit_rx(s);
1236
1237 return;
1238 }
1239
1240 s->cookie_rx[new] = desc->tx_submit(desc);
1241 if (s->cookie_rx[new] < 0) {
1242 dev_warn(port->dev, "Failed submitting Rx DMA descriptor\n");
1243 sci_rx_dma_release(s, true);
1244 return;
1245 }
1246
73a19e4c 1247 s->active_rx = s->cookie_rx[!new];
3089f381
GL
1248
1249 dev_dbg(port->dev, "%s: cookie %d #%d, new active #%d\n", __func__,
1250 s->cookie_rx[new], new, s->active_rx);
73a19e4c
GL
1251}
1252
1253static void work_fn_tx(struct work_struct *work)
1254{
1255 struct sci_port *s = container_of(work, struct sci_port, work_tx);
1256 struct dma_async_tx_descriptor *desc;
1257 struct dma_chan *chan = s->chan_tx;
1258 struct uart_port *port = &s->port;
1259 struct circ_buf *xmit = &port->state->xmit;
1260 struct scatterlist *sg = &s->sg_tx;
1261
1262 /*
1263 * DMA is idle now.
1264 * Port xmit buffer is already mapped, and it is one page... Just adjust
1265 * offsets and lengths. Since it is a circular buffer, we have to
1266 * transmit till the end, and then the rest. Take the port lock to get a
1267 * consistent xmit buffer state.
1268 */
1269 spin_lock_irq(&port->lock);
1270 sg->offset = xmit->tail & (UART_XMIT_SIZE - 1);
f354a381 1271 sg_dma_address(sg) = (sg_dma_address(sg) & ~(UART_XMIT_SIZE - 1)) +
73a19e4c 1272 sg->offset;
f354a381 1273 sg_dma_len(sg) = min((int)CIRC_CNT(xmit->head, xmit->tail, UART_XMIT_SIZE),
73a19e4c 1274 CIRC_CNT_TO_END(xmit->head, xmit->tail, UART_XMIT_SIZE));
73a19e4c
GL
1275 spin_unlock_irq(&port->lock);
1276
f354a381 1277 BUG_ON(!sg_dma_len(sg));
73a19e4c
GL
1278
1279 desc = chan->device->device_prep_slave_sg(chan,
1280 sg, s->sg_len_tx, DMA_TO_DEVICE,
1281 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
1282 if (!desc) {
1283 /* switch to PIO */
1284 sci_tx_dma_release(s, true);
1285 return;
1286 }
1287
1288 dma_sync_sg_for_device(port->dev, sg, 1, DMA_TO_DEVICE);
1289
1290 spin_lock_irq(&port->lock);
1291 s->desc_tx = desc;
1292 desc->callback = sci_dma_tx_complete;
1293 desc->callback_param = s;
1294 spin_unlock_irq(&port->lock);
1295 s->cookie_tx = desc->tx_submit(desc);
1296 if (s->cookie_tx < 0) {
1297 dev_warn(port->dev, "Failed submitting Tx DMA descriptor\n");
1298 /* switch to PIO */
1299 sci_tx_dma_release(s, true);
1300 return;
1301 }
1302
1303 dev_dbg(port->dev, "%s: %p: %d...%d, cookie %d\n", __func__,
1304 xmit->buf, xmit->tail, xmit->head, s->cookie_tx);
1305
1306 dma_async_issue_pending(chan);
1307}
1308#endif
1309
b129a8cc 1310static void sci_start_tx(struct uart_port *port)
1da177e4 1311{
3089f381 1312 struct sci_port *s = to_sci_port(port);
e108b2ca 1313 unsigned short ctrl;
1da177e4 1314
73a19e4c 1315#ifdef CONFIG_SERIAL_SH_SCI_DMA
d1d4b10c 1316 if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) {
3089f381
GL
1317 u16 new, scr = sci_in(port, SCSCR);
1318 if (s->chan_tx)
1319 new = scr | 0x8000;
1320 else
1321 new = scr & ~0x8000;
1322 if (new != scr)
1323 sci_out(port, SCSCR, new);
73a19e4c 1324 }
f43dc23d 1325
3089f381
GL
1326 if (s->chan_tx && !uart_circ_empty(&s->port.state->xmit) &&
1327 s->cookie_tx < 0)
1328 schedule_work(&s->work_tx);
73a19e4c 1329#endif
f43dc23d 1330
d1d4b10c 1331 if (!s->chan_tx || port->type == PORT_SCIFA || port->type == PORT_SCIFB) {
3089f381
GL
1332 /* Set TIE (Transmit Interrupt Enable) bit in SCSCR */
1333 ctrl = sci_in(port, SCSCR);
f43dc23d 1334 sci_out(port, SCSCR, ctrl | SCSCR_TIE);
3089f381 1335 }
1da177e4
LT
1336}
1337
b129a8cc 1338static void sci_stop_tx(struct uart_port *port)
1da177e4 1339{
1da177e4
LT
1340 unsigned short ctrl;
1341
1342 /* Clear TIE (Transmit Interrupt Enable) bit in SCSCR */
1da177e4 1343 ctrl = sci_in(port, SCSCR);
f43dc23d 1344
d1d4b10c 1345 if (port->type == PORT_SCIFA || port->type == PORT_SCIFB)
3089f381 1346 ctrl &= ~0x8000;
f43dc23d 1347
8e698614 1348 ctrl &= ~SCSCR_TIE;
f43dc23d 1349
1da177e4 1350 sci_out(port, SCSCR, ctrl);
1da177e4
LT
1351}
1352
73a19e4c 1353static void sci_start_rx(struct uart_port *port)
1da177e4 1354{
1da177e4
LT
1355 unsigned short ctrl;
1356
f43dc23d 1357 ctrl = sci_in(port, SCSCR) | port_rx_irq_mask(port);
1da177e4 1358
d1d4b10c 1359 if (port->type == PORT_SCIFA || port->type == PORT_SCIFB)
3089f381 1360 ctrl &= ~0x4000;
f43dc23d 1361
1da177e4 1362 sci_out(port, SCSCR, ctrl);
1da177e4
LT
1363}
1364
1365static void sci_stop_rx(struct uart_port *port)
1366{
1da177e4
LT
1367 unsigned short ctrl;
1368
1da177e4 1369 ctrl = sci_in(port, SCSCR);
f43dc23d 1370
d1d4b10c 1371 if (port->type == PORT_SCIFA || port->type == PORT_SCIFB)
3089f381 1372 ctrl &= ~0x4000;
f43dc23d
PM
1373
1374 ctrl &= ~port_rx_irq_mask(port);
1375
1da177e4 1376 sci_out(port, SCSCR, ctrl);
1da177e4
LT
1377}
1378
1379static void sci_enable_ms(struct uart_port *port)
1380{
1381 /* Nothing here yet .. */
1382}
1383
1384static void sci_break_ctl(struct uart_port *port, int break_state)
1385{
1386 /* Nothing here yet .. */
1387}
1388
73a19e4c
GL
1389#ifdef CONFIG_SERIAL_SH_SCI_DMA
1390static bool filter(struct dma_chan *chan, void *slave)
1391{
1392 struct sh_dmae_slave *param = slave;
1393
1394 dev_dbg(chan->device->dev, "%s: slave ID %d\n", __func__,
1395 param->slave_id);
1396
1397 if (param->dma_dev == chan->device->dev) {
1398 chan->private = param;
1399 return true;
1400 } else {
1401 return false;
1402 }
1403}
1404
1405static void rx_timer_fn(unsigned long arg)
1406{
1407 struct sci_port *s = (struct sci_port *)arg;
1408 struct uart_port *port = &s->port;
73a19e4c 1409 u16 scr = sci_in(port, SCSCR);
3089f381 1410
d1d4b10c 1411 if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) {
3089f381 1412 scr &= ~0x4000;
ce6738b6 1413 enable_irq(s->cfg->irqs[1]);
3089f381 1414 }
f43dc23d 1415 sci_out(port, SCSCR, scr | SCSCR_RIE);
73a19e4c
GL
1416 dev_dbg(port->dev, "DMA Rx timed out\n");
1417 schedule_work(&s->work_rx);
1418}
1419
1420static void sci_request_dma(struct uart_port *port)
1421{
1422 struct sci_port *s = to_sci_port(port);
1423 struct sh_dmae_slave *param;
1424 struct dma_chan *chan;
1425 dma_cap_mask_t mask;
1426 int nent;
1427
1428 dev_dbg(port->dev, "%s: port %d DMA %p\n", __func__,
ce6738b6 1429 port->line, s->cfg->dma_dev);
73a19e4c 1430
ce6738b6 1431 if (!s->cfg->dma_dev)
73a19e4c
GL
1432 return;
1433
1434 dma_cap_zero(mask);
1435 dma_cap_set(DMA_SLAVE, mask);
1436
1437 param = &s->param_tx;
1438
1439 /* Slave ID, e.g., SHDMA_SLAVE_SCIF0_TX */
ce6738b6
PM
1440 param->slave_id = s->cfg->dma_slave_tx;
1441 param->dma_dev = s->cfg->dma_dev;
73a19e4c
GL
1442
1443 s->cookie_tx = -EINVAL;
1444 chan = dma_request_channel(mask, filter, param);
1445 dev_dbg(port->dev, "%s: TX: got channel %p\n", __func__, chan);
1446 if (chan) {
1447 s->chan_tx = chan;
1448 sg_init_table(&s->sg_tx, 1);
1449 /* UART circular tx buffer is an aligned page. */
1450 BUG_ON((int)port->state->xmit.buf & ~PAGE_MASK);
1451 sg_set_page(&s->sg_tx, virt_to_page(port->state->xmit.buf),
1452 UART_XMIT_SIZE, (int)port->state->xmit.buf & ~PAGE_MASK);
1453 nent = dma_map_sg(port->dev, &s->sg_tx, 1, DMA_TO_DEVICE);
1454 if (!nent)
1455 sci_tx_dma_release(s, false);
1456 else
1457 dev_dbg(port->dev, "%s: mapped %d@%p to %x\n", __func__,
1458 sg_dma_len(&s->sg_tx),
1459 port->state->xmit.buf, sg_dma_address(&s->sg_tx));
1460
1461 s->sg_len_tx = nent;
1462
1463 INIT_WORK(&s->work_tx, work_fn_tx);
1464 }
1465
1466 param = &s->param_rx;
1467
1468 /* Slave ID, e.g., SHDMA_SLAVE_SCIF0_RX */
ce6738b6
PM
1469 param->slave_id = s->cfg->dma_slave_rx;
1470 param->dma_dev = s->cfg->dma_dev;
73a19e4c
GL
1471
1472 chan = dma_request_channel(mask, filter, param);
1473 dev_dbg(port->dev, "%s: RX: got channel %p\n", __func__, chan);
1474 if (chan) {
1475 dma_addr_t dma[2];
1476 void *buf[2];
1477 int i;
1478
1479 s->chan_rx = chan;
1480
1481 s->buf_len_rx = 2 * max(16, (int)port->fifosize);
1482 buf[0] = dma_alloc_coherent(port->dev, s->buf_len_rx * 2,
1483 &dma[0], GFP_KERNEL);
1484
1485 if (!buf[0]) {
1486 dev_warn(port->dev,
1487 "failed to allocate dma buffer, using PIO\n");
1488 sci_rx_dma_release(s, true);
1489 return;
1490 }
1491
1492 buf[1] = buf[0] + s->buf_len_rx;
1493 dma[1] = dma[0] + s->buf_len_rx;
1494
1495 for (i = 0; i < 2; i++) {
1496 struct scatterlist *sg = &s->sg_rx[i];
1497
1498 sg_init_table(sg, 1);
1499 sg_set_page(sg, virt_to_page(buf[i]), s->buf_len_rx,
1500 (int)buf[i] & ~PAGE_MASK);
f354a381 1501 sg_dma_address(sg) = dma[i];
73a19e4c
GL
1502 }
1503
1504 INIT_WORK(&s->work_rx, work_fn_rx);
1505 setup_timer(&s->rx_timer, rx_timer_fn, (unsigned long)s);
1506
1507 sci_submit_rx(s);
1508 }
1509}
1510
1511static void sci_free_dma(struct uart_port *port)
1512{
1513 struct sci_port *s = to_sci_port(port);
1514
ce6738b6 1515 if (!s->cfg->dma_dev)
73a19e4c
GL
1516 return;
1517
1518 if (s->chan_tx)
1519 sci_tx_dma_release(s, false);
1520 if (s->chan_rx)
1521 sci_rx_dma_release(s, false);
1522}
27bd1075
PM
1523#else
1524static inline void sci_request_dma(struct uart_port *port)
1525{
1526}
1527
1528static inline void sci_free_dma(struct uart_port *port)
1529{
1530}
73a19e4c
GL
1531#endif
1532
1da177e4
LT
1533static int sci_startup(struct uart_port *port)
1534{
a5660ada 1535 struct sci_port *s = to_sci_port(port);
073e84c9 1536 int ret;
1da177e4 1537
73a19e4c
GL
1538 dev_dbg(port->dev, "%s(%d)\n", __func__, port->line);
1539
e108b2ca
PM
1540 if (s->enable)
1541 s->enable(port);
1da177e4 1542
073e84c9
PM
1543 ret = sci_request_irq(s);
1544 if (unlikely(ret < 0))
1545 return ret;
1546
73a19e4c 1547 sci_request_dma(port);
073e84c9 1548
d656901b 1549 sci_start_tx(port);
73a19e4c 1550 sci_start_rx(port);
1da177e4
LT
1551
1552 return 0;
1553}
1554
1555static void sci_shutdown(struct uart_port *port)
1556{
a5660ada 1557 struct sci_port *s = to_sci_port(port);
1da177e4 1558
73a19e4c
GL
1559 dev_dbg(port->dev, "%s(%d)\n", __func__, port->line);
1560
1da177e4 1561 sci_stop_rx(port);
b129a8cc 1562 sci_stop_tx(port);
073e84c9 1563
73a19e4c 1564 sci_free_dma(port);
1da177e4
LT
1565 sci_free_irq(s);
1566
e108b2ca
PM
1567 if (s->disable)
1568 s->disable(port);
1da177e4
LT
1569}
1570
26c92f37
PM
1571static unsigned int sci_scbrr_calc(unsigned int algo_id, unsigned int bps,
1572 unsigned long freq)
1573{
1574 switch (algo_id) {
1575 case SCBRR_ALGO_1:
1576 return ((freq + 16 * bps) / (16 * bps) - 1);
1577 case SCBRR_ALGO_2:
1578 return ((freq + 16 * bps) / (32 * bps) - 1);
1579 case SCBRR_ALGO_3:
1580 return (((freq * 2) + 16 * bps) / (16 * bps) - 1);
1581 case SCBRR_ALGO_4:
1582 return (((freq * 2) + 16 * bps) / (32 * bps) - 1);
1583 case SCBRR_ALGO_5:
1584 return (((freq * 1000 / 32) / bps) - 1);
1585 }
1586
1587 /* Warn, but use a safe default */
1588 WARN_ON(1);
e8183a6c 1589
26c92f37
PM
1590 return ((freq + 16 * bps) / (32 * bps) - 1);
1591}
1592
606d099c
AC
1593static void sci_set_termios(struct uart_port *port, struct ktermios *termios,
1594 struct ktermios *old)
1da177e4 1595{
00b9de9c 1596 struct sci_port *s = to_sci_port(port);
154280fd 1597 unsigned int status, baud, smr_val, max_baud;
a2159b52 1598 int t = -1;
3089f381 1599 u16 scfcr = 0;
1da177e4 1600
154280fd
MD
1601 /*
1602 * earlyprintk comes here early on with port->uartclk set to zero.
1603 * the clock framework is not up and running at this point so here
1604 * we assume that 115200 is the maximum baud rate. please note that
1605 * the baud rate is not programmed during earlyprintk - it is assumed
1606 * that the previous boot loader has enabled required clocks and
1607 * setup the baud rate generator hardware for us already.
1608 */
1609 max_baud = port->uartclk ? port->uartclk / 16 : 115200;
1da177e4 1610
154280fd
MD
1611 baud = uart_get_baud_rate(port, termios, old, 0, max_baud);
1612 if (likely(baud && port->uartclk))
ce6738b6 1613 t = sci_scbrr_calc(s->cfg->scbrr_algo_id, baud, port->uartclk);
e108b2ca 1614
36003386
AC
1615 if (s->enable)
1616 s->enable(port);
1617
1da177e4
LT
1618 do {
1619 status = sci_in(port, SCxSR);
1620 } while (!(status & SCxSR_TEND(port)));
1621
1622 sci_out(port, SCSCR, 0x00); /* TE=0, RE=0, CKE1=0 */
1623
1a22f08d 1624 if (port->type != PORT_SCI)
3089f381 1625 sci_out(port, SCFCR, scfcr | SCFCR_RFRST | SCFCR_TFRST);
1da177e4
LT
1626
1627 smr_val = sci_in(port, SCSMR) & 3;
e8183a6c 1628
1da177e4
LT
1629 if ((termios->c_cflag & CSIZE) == CS7)
1630 smr_val |= 0x40;
1631 if (termios->c_cflag & PARENB)
1632 smr_val |= 0x20;
1633 if (termios->c_cflag & PARODD)
1634 smr_val |= 0x30;
1635 if (termios->c_cflag & CSTOPB)
1636 smr_val |= 0x08;
1637
1638 uart_update_timeout(port, termios->c_cflag, baud);
1639
1640 sci_out(port, SCSMR, smr_val);
1641
73a19e4c 1642 dev_dbg(port->dev, "%s: SMR %x, t %x, SCSCR %x\n", __func__, smr_val, t,
ce6738b6 1643 s->cfg->scscr);
73a19e4c 1644
1da177e4 1645 if (t > 0) {
e7c98dc7 1646 if (t >= 256) {
1da177e4
LT
1647 sci_out(port, SCSMR, (sci_in(port, SCSMR) & ~3) | 1);
1648 t >>= 2;
e7c98dc7 1649 } else
1da177e4 1650 sci_out(port, SCSMR, sci_in(port, SCSMR) & ~3);
e7c98dc7 1651
1da177e4
LT
1652 sci_out(port, SCBRR, t);
1653 udelay((1000000+(baud-1)) / baud); /* Wait one bit interval */
1654 }
1655
d5701647 1656 sci_init_pins(port, termios->c_cflag);
3089f381 1657 sci_out(port, SCFCR, scfcr | ((termios->c_cflag & CRTSCTS) ? SCFCR_MCE : 0));
b7a76e4b 1658
ce6738b6 1659 sci_out(port, SCSCR, s->cfg->scscr);
1da177e4 1660
3089f381
GL
1661#ifdef CONFIG_SERIAL_SH_SCI_DMA
1662 /*
1663 * Calculate delay for 1.5 DMA buffers: see
1664 * drivers/serial/serial_core.c::uart_update_timeout(). With 10 bits
1665 * (CS8), 250Hz, 115200 baud and 64 bytes FIFO, the above function
1666 * calculates 1 jiffie for the data plus 5 jiffies for the "slop(e)."
1667 * Then below we calculate 3 jiffies (12ms) for 1.5 DMA buffers (3 FIFO
1668 * sizes), but it has been found out experimentally, that this is not
1669 * enough: the driver too often needlessly runs on a DMA timeout. 20ms
1670 * as a minimum seem to work perfectly.
1671 */
1672 if (s->chan_rx) {
1673 s->rx_timeout = (port->timeout - HZ / 50) * s->buf_len_rx * 3 /
1674 port->fifosize / 2;
1675 dev_dbg(port->dev,
1676 "DMA Rx t-out %ums, tty t-out %u jiffies\n",
1677 s->rx_timeout * 1000 / HZ, port->timeout);
1678 if (s->rx_timeout < msecs_to_jiffies(20))
1679 s->rx_timeout = msecs_to_jiffies(20);
1680 }
1681#endif
1682
1da177e4 1683 if ((termios->c_cflag & CREAD) != 0)
73a19e4c 1684 sci_start_rx(port);
36003386
AC
1685
1686 if (s->disable)
1687 s->disable(port);
1da177e4
LT
1688}
1689
1690static const char *sci_type(struct uart_port *port)
1691{
1692 switch (port->type) {
e7c98dc7
MT
1693 case PORT_IRDA:
1694 return "irda";
1695 case PORT_SCI:
1696 return "sci";
1697 case PORT_SCIF:
1698 return "scif";
1699 case PORT_SCIFA:
1700 return "scifa";
d1d4b10c
GL
1701 case PORT_SCIFB:
1702 return "scifb";
1da177e4
LT
1703 }
1704
fa43972f 1705 return NULL;
1da177e4
LT
1706}
1707
e2651647 1708static inline unsigned long sci_port_size(struct uart_port *port)
1da177e4 1709{
e2651647
PM
1710 /*
1711 * Pick an arbitrary size that encapsulates all of the base
1712 * registers by default. This can be optimized later, or derived
1713 * from platform resource data at such a time that ports begin to
1714 * behave more erratically.
1715 */
1716 return 64;
1da177e4
LT
1717}
1718
f6e9495d
PM
1719static int sci_remap_port(struct uart_port *port)
1720{
1721 unsigned long size = sci_port_size(port);
1722
1723 /*
1724 * Nothing to do if there's already an established membase.
1725 */
1726 if (port->membase)
1727 return 0;
1728
1729 if (port->flags & UPF_IOREMAP) {
1730 port->membase = ioremap_nocache(port->mapbase, size);
1731 if (unlikely(!port->membase)) {
1732 dev_err(port->dev, "can't remap port#%d\n", port->line);
1733 return -ENXIO;
1734 }
1735 } else {
1736 /*
1737 * For the simple (and majority of) cases where we don't
1738 * need to do any remapping, just cast the cookie
1739 * directly.
1740 */
1741 port->membase = (void __iomem *)port->mapbase;
1742 }
1743
1744 return 0;
1745}
1746
e2651647 1747static void sci_release_port(struct uart_port *port)
1da177e4 1748{
e2651647
PM
1749 if (port->flags & UPF_IOREMAP) {
1750 iounmap(port->membase);
1751 port->membase = NULL;
1752 }
1753
1754 release_mem_region(port->mapbase, sci_port_size(port));
1da177e4
LT
1755}
1756
e2651647 1757static int sci_request_port(struct uart_port *port)
1da177e4 1758{
e2651647
PM
1759 unsigned long size = sci_port_size(port);
1760 struct resource *res;
f6e9495d 1761 int ret;
1da177e4 1762
1020520e 1763 res = request_mem_region(port->mapbase, size, dev_name(port->dev));
e2651647
PM
1764 if (unlikely(res == NULL))
1765 return -EBUSY;
1da177e4 1766
f6e9495d
PM
1767 ret = sci_remap_port(port);
1768 if (unlikely(ret != 0)) {
1769 release_resource(res);
1770 return ret;
7ff731ae 1771 }
e2651647
PM
1772
1773 return 0;
1774}
1775
1776static void sci_config_port(struct uart_port *port, int flags)
1777{
1778 if (flags & UART_CONFIG_TYPE) {
1779 struct sci_port *sport = to_sci_port(port);
1780
1781 port->type = sport->cfg->type;
1782 sci_request_port(port);
1783 }
1da177e4
LT
1784}
1785
1786static int sci_verify_port(struct uart_port *port, struct serial_struct *ser)
1787{
a5660ada 1788 struct sci_port *s = to_sci_port(port);
1da177e4 1789
ce6738b6 1790 if (ser->irq != s->cfg->irqs[SCIx_TXI_IRQ] || ser->irq > nr_irqs)
1da177e4
LT
1791 return -EINVAL;
1792 if (ser->baud_base < 2400)
1793 /* No paper tape reader for Mitch.. */
1794 return -EINVAL;
1795
1796 return 0;
1797}
1798
1799static struct uart_ops sci_uart_ops = {
1800 .tx_empty = sci_tx_empty,
1801 .set_mctrl = sci_set_mctrl,
1802 .get_mctrl = sci_get_mctrl,
1803 .start_tx = sci_start_tx,
1804 .stop_tx = sci_stop_tx,
1805 .stop_rx = sci_stop_rx,
1806 .enable_ms = sci_enable_ms,
1807 .break_ctl = sci_break_ctl,
1808 .startup = sci_startup,
1809 .shutdown = sci_shutdown,
1810 .set_termios = sci_set_termios,
1811 .type = sci_type,
1812 .release_port = sci_release_port,
1813 .request_port = sci_request_port,
1814 .config_port = sci_config_port,
1815 .verify_port = sci_verify_port,
07d2a1a1
PM
1816#ifdef CONFIG_CONSOLE_POLL
1817 .poll_get_char = sci_poll_get_char,
1818 .poll_put_char = sci_poll_put_char,
1819#endif
1da177e4
LT
1820};
1821
c7ed1ab3
PM
1822static int __devinit sci_init_single(struct platform_device *dev,
1823 struct sci_port *sci_port,
1824 unsigned int index,
1825 struct plat_sci_port *p)
e108b2ca 1826{
73a19e4c 1827 struct uart_port *port = &sci_port->port;
e108b2ca 1828
73a19e4c
GL
1829 port->ops = &sci_uart_ops;
1830 port->iotype = UPIO_MEM;
1831 port->line = index;
75136d48
MP
1832
1833 switch (p->type) {
d1d4b10c
GL
1834 case PORT_SCIFB:
1835 port->fifosize = 256;
1836 break;
75136d48 1837 case PORT_SCIFA:
73a19e4c 1838 port->fifosize = 64;
75136d48
MP
1839 break;
1840 case PORT_SCIF:
73a19e4c 1841 port->fifosize = 16;
75136d48
MP
1842 break;
1843 default:
73a19e4c 1844 port->fifosize = 1;
75136d48
MP
1845 break;
1846 }
7b6fd3bf 1847
61a6976b
PM
1848 if (p->regtype == SCIx_PROBE_REGTYPE)
1849 BUG_ON(sci_probe_regmap(p) != 0);
1850
7b6fd3bf 1851 if (dev) {
c7ed1ab3
PM
1852 sci_port->iclk = clk_get(&dev->dev, "sci_ick");
1853 if (IS_ERR(sci_port->iclk)) {
1854 sci_port->iclk = clk_get(&dev->dev, "peripheral_clk");
1855 if (IS_ERR(sci_port->iclk)) {
1856 dev_err(&dev->dev, "can't get iclk\n");
1857 return PTR_ERR(sci_port->iclk);
1858 }
1859 }
1860
1861 /*
1862 * The function clock is optional, ignore it if we can't
1863 * find it.
1864 */
1865 sci_port->fclk = clk_get(&dev->dev, "sci_fck");
1866 if (IS_ERR(sci_port->fclk))
1867 sci_port->fclk = NULL;
1868
7b6fd3bf
MD
1869 sci_port->enable = sci_clk_enable;
1870 sci_port->disable = sci_clk_disable;
73a19e4c 1871 port->dev = &dev->dev;
5e50d2d6
MD
1872
1873 pm_runtime_enable(&dev->dev);
7b6fd3bf 1874 }
e108b2ca 1875
7ed7e071
MD
1876 sci_port->break_timer.data = (unsigned long)sci_port;
1877 sci_port->break_timer.function = sci_break_timer;
1878 init_timer(&sci_port->break_timer);
1879
debf9507
PM
1880 /*
1881 * Establish some sensible defaults for the error detection.
1882 */
1883 if (!p->error_mask)
1884 p->error_mask = (p->type == PORT_SCI) ?
1885 SCI_DEFAULT_ERROR_MASK : SCIF_DEFAULT_ERROR_MASK;
1886
1887 /*
1888 * Establish sensible defaults for the overrun detection, unless
1889 * the part has explicitly disabled support for it.
1890 */
1891 if (p->overrun_bit != SCIx_NOT_SUPPORTED) {
1892 if (p->type == PORT_SCI)
1893 p->overrun_bit = 5;
1894 else if (p->scbrr_algo_id == SCBRR_ALGO_4)
1895 p->overrun_bit = 9;
1896 else
1897 p->overrun_bit = 0;
1898
1899 /*
1900 * Make the error mask inclusive of overrun detection, if
1901 * supported.
1902 */
1903 p->error_mask |= (1 << p->overrun_bit);
1904 }
1905
ce6738b6 1906 sci_port->cfg = p;
7ed7e071 1907
ce6738b6
PM
1908 port->mapbase = p->mapbase;
1909 port->type = p->type;
f43dc23d 1910 port->flags = p->flags;
61a6976b 1911 port->regshift = p->regshift;
73a19e4c 1912
ce6738b6 1913 /*
61a6976b 1914 * The UART port needs an IRQ value, so we peg this to the RX IRQ
ce6738b6
PM
1915 * for the multi-IRQ ports, which is where we are primarily
1916 * concerned with the shutdown path synchronization.
1917 *
1918 * For the muxed case there's nothing more to do.
1919 */
54aa89ea 1920 port->irq = p->irqs[SCIx_RXI_IRQ];
73a19e4c 1921
61a6976b
PM
1922 port->serial_in = sci_serial_in;
1923 port->serial_out = sci_serial_out;
1924
ce6738b6
PM
1925 if (p->dma_dev)
1926 dev_dbg(port->dev, "DMA device %p, tx %d, rx %d\n",
1927 p->dma_dev, p->dma_slave_tx, p->dma_slave_rx);
7ed7e071 1928
c7ed1ab3 1929 return 0;
e108b2ca
PM
1930}
1931
1da177e4 1932#ifdef CONFIG_SERIAL_SH_SCI_CONSOLE
dc8e6f5b
MD
1933static void serial_console_putchar(struct uart_port *port, int ch)
1934{
1935 sci_poll_put_char(port, ch);
1936}
1937
1da177e4
LT
1938/*
1939 * Print a string to the serial port trying not to disturb
1940 * any possible real use of the port...
1941 */
1942static void serial_console_write(struct console *co, const char *s,
1943 unsigned count)
1944{
906b17dc
PM
1945 struct sci_port *sci_port = &sci_ports[co->index];
1946 struct uart_port *port = &sci_port->port;
973e5d52 1947 unsigned short bits;
07d2a1a1 1948
501b825d
MD
1949 if (sci_port->enable)
1950 sci_port->enable(port);
1951
1952 uart_console_write(port, s, count, serial_console_putchar);
973e5d52
MD
1953
1954 /* wait until fifo is empty and last bit has been transmitted */
1955 bits = SCxSR_TDxE(port) | SCxSR_TEND(port);
1956 while ((sci_in(port, SCxSR) & bits) != bits)
1957 cpu_relax();
501b825d 1958
345e5a76 1959 if (sci_port->disable)
501b825d 1960 sci_port->disable(port);
1da177e4
LT
1961}
1962
7b6fd3bf 1963static int __devinit serial_console_setup(struct console *co, char *options)
1da177e4 1964{
dc8e6f5b 1965 struct sci_port *sci_port;
1da177e4
LT
1966 struct uart_port *port;
1967 int baud = 115200;
1968 int bits = 8;
1969 int parity = 'n';
1970 int flow = 'n';
1971 int ret;
1972
e108b2ca 1973 /*
906b17dc 1974 * Refuse to handle any bogus ports.
1da177e4 1975 */
906b17dc 1976 if (co->index < 0 || co->index >= SCI_NPORTS)
e108b2ca 1977 return -ENODEV;
e108b2ca 1978
906b17dc
PM
1979 sci_port = &sci_ports[co->index];
1980 port = &sci_port->port;
1981
b2267a6b
AC
1982 /*
1983 * Refuse to handle uninitialized ports.
1984 */
1985 if (!port->ops)
1986 return -ENODEV;
1987
f6e9495d
PM
1988 ret = sci_remap_port(port);
1989 if (unlikely(ret != 0))
1990 return ret;
e108b2ca 1991
dc8e6f5b
MD
1992 if (sci_port->enable)
1993 sci_port->enable(port);
b7a76e4b 1994
1da177e4
LT
1995 if (options)
1996 uart_parse_options(options, &baud, &parity, &bits, &flow);
1997
501b825d 1998 /* TODO: disable clock */
ab7cfb55 1999 return uart_set_options(port, co, baud, parity, bits, flow);
1da177e4
LT
2000}
2001
2002static struct console serial_console = {
2003 .name = "ttySC",
906b17dc 2004 .device = uart_console_device,
1da177e4
LT
2005 .write = serial_console_write,
2006 .setup = serial_console_setup,
fa5da2f7 2007 .flags = CON_PRINTBUFFER,
1da177e4 2008 .index = -1,
906b17dc 2009 .data = &sci_uart_driver,
1da177e4
LT
2010};
2011
7b6fd3bf
MD
2012static struct console early_serial_console = {
2013 .name = "early_ttySC",
2014 .write = serial_console_write,
2015 .flags = CON_PRINTBUFFER,
906b17dc 2016 .index = -1,
7b6fd3bf 2017};
ecdf8a46 2018
7b6fd3bf
MD
2019static char early_serial_buf[32];
2020
ecdf8a46
PM
2021static int __devinit sci_probe_earlyprintk(struct platform_device *pdev)
2022{
2023 struct plat_sci_port *cfg = pdev->dev.platform_data;
2024
2025 if (early_serial_console.data)
2026 return -EEXIST;
2027
2028 early_serial_console.index = pdev->id;
ecdf8a46 2029
906b17dc 2030 sci_init_single(NULL, &sci_ports[pdev->id], pdev->id, cfg);
ecdf8a46
PM
2031
2032 serial_console_setup(&early_serial_console, early_serial_buf);
2033
2034 if (!strstr(early_serial_buf, "keep"))
2035 early_serial_console.flags |= CON_BOOT;
2036
2037 register_console(&early_serial_console);
2038 return 0;
2039}
6a8c9799
NI
2040
2041#define SCI_CONSOLE (&serial_console)
2042
ecdf8a46
PM
2043#else
2044static inline int __devinit sci_probe_earlyprintk(struct platform_device *pdev)
2045{
2046 return -EINVAL;
2047}
1da177e4 2048
6a8c9799
NI
2049#define SCI_CONSOLE NULL
2050
2051#endif /* CONFIG_SERIAL_SH_SCI_CONSOLE */
1da177e4
LT
2052
2053static char banner[] __initdata =
2054 KERN_INFO "SuperH SCI(F) driver initialized\n";
2055
2056static struct uart_driver sci_uart_driver = {
2057 .owner = THIS_MODULE,
2058 .driver_name = "sci",
1da177e4
LT
2059 .dev_name = "ttySC",
2060 .major = SCI_MAJOR,
2061 .minor = SCI_MINOR_START,
e108b2ca 2062 .nr = SCI_NPORTS,
1da177e4
LT
2063 .cons = SCI_CONSOLE,
2064};
2065
54507f6e 2066static int sci_remove(struct platform_device *dev)
e552de24 2067{
d535a230 2068 struct sci_port *port = platform_get_drvdata(dev);
e552de24 2069
d535a230
PM
2070 cpufreq_unregister_notifier(&port->freq_transition,
2071 CPUFREQ_TRANSITION_NOTIFIER);
e552de24 2072
d535a230
PM
2073 uart_remove_one_port(&sci_uart_driver, &port->port);
2074
2075 clk_put(port->iclk);
2076 clk_put(port->fclk);
e552de24 2077
5e50d2d6 2078 pm_runtime_disable(&dev->dev);
e552de24
MD
2079 return 0;
2080}
2081
0ee70712
MD
2082static int __devinit sci_probe_single(struct platform_device *dev,
2083 unsigned int index,
2084 struct plat_sci_port *p,
2085 struct sci_port *sciport)
2086{
0ee70712
MD
2087 int ret;
2088
2089 /* Sanity check */
2090 if (unlikely(index >= SCI_NPORTS)) {
2091 dev_notice(&dev->dev, "Attempting to register port "
2092 "%d when only %d are available.\n",
2093 index+1, SCI_NPORTS);
2094 dev_notice(&dev->dev, "Consider bumping "
2095 "CONFIG_SERIAL_SH_SCI_NR_UARTS!\n");
2096 return 0;
2097 }
2098
c7ed1ab3
PM
2099 ret = sci_init_single(dev, sciport, index, p);
2100 if (ret)
2101 return ret;
0ee70712 2102
d535a230 2103 return uart_add_one_port(&sci_uart_driver, &sciport->port);
0ee70712
MD
2104}
2105
e108b2ca 2106static int __devinit sci_probe(struct platform_device *dev)
1da177e4 2107{
e108b2ca 2108 struct plat_sci_port *p = dev->dev.platform_data;
d535a230 2109 struct sci_port *sp = &sci_ports[dev->id];
ecdf8a46 2110 int ret;
d535a230 2111
ecdf8a46
PM
2112 /*
2113 * If we've come here via earlyprintk initialization, head off to
2114 * the special early probe. We don't have sufficient device state
2115 * to make it beyond this yet.
2116 */
2117 if (is_early_platform_device(dev))
2118 return sci_probe_earlyprintk(dev);
7b6fd3bf 2119
d535a230 2120 platform_set_drvdata(dev, sp);
e552de24 2121
906b17dc 2122 ret = sci_probe_single(dev, dev->id, p, sp);
d535a230
PM
2123 if (ret)
2124 goto err_unreg;
e552de24 2125
d535a230 2126 sp->freq_transition.notifier_call = sci_notifier;
1da177e4 2127
d535a230
PM
2128 ret = cpufreq_register_notifier(&sp->freq_transition,
2129 CPUFREQ_TRANSITION_NOTIFIER);
2130 if (unlikely(ret < 0))
2131 goto err_unreg;
1da177e4
LT
2132
2133#ifdef CONFIG_SH_STANDARD_BIOS
2134 sh_bios_gdb_detach();
2135#endif
2136
e108b2ca 2137 return 0;
7ff731ae
PM
2138
2139err_unreg:
e552de24 2140 sci_remove(dev);
7ff731ae 2141 return ret;
1da177e4
LT
2142}
2143
6daa79b3 2144static int sci_suspend(struct device *dev)
1da177e4 2145{
d535a230 2146 struct sci_port *sport = dev_get_drvdata(dev);
e108b2ca 2147
d535a230
PM
2148 if (sport)
2149 uart_suspend_port(&sci_uart_driver, &sport->port);
1da177e4 2150
e108b2ca
PM
2151 return 0;
2152}
1da177e4 2153
6daa79b3 2154static int sci_resume(struct device *dev)
e108b2ca 2155{
d535a230 2156 struct sci_port *sport = dev_get_drvdata(dev);
e108b2ca 2157
d535a230
PM
2158 if (sport)
2159 uart_resume_port(&sci_uart_driver, &sport->port);
e108b2ca
PM
2160
2161 return 0;
2162}
2163
47145210 2164static const struct dev_pm_ops sci_dev_pm_ops = {
6daa79b3
PM
2165 .suspend = sci_suspend,
2166 .resume = sci_resume,
2167};
2168
e108b2ca
PM
2169static struct platform_driver sci_driver = {
2170 .probe = sci_probe,
b9e39c89 2171 .remove = sci_remove,
e108b2ca
PM
2172 .driver = {
2173 .name = "sh-sci",
2174 .owner = THIS_MODULE,
6daa79b3 2175 .pm = &sci_dev_pm_ops,
e108b2ca
PM
2176 },
2177};
2178
2179static int __init sci_init(void)
2180{
2181 int ret;
2182
2183 printk(banner);
2184
e108b2ca
PM
2185 ret = uart_register_driver(&sci_uart_driver);
2186 if (likely(ret == 0)) {
2187 ret = platform_driver_register(&sci_driver);
2188 if (unlikely(ret))
2189 uart_unregister_driver(&sci_uart_driver);
2190 }
2191
2192 return ret;
2193}
2194
2195static void __exit sci_exit(void)
2196{
2197 platform_driver_unregister(&sci_driver);
1da177e4
LT
2198 uart_unregister_driver(&sci_uart_driver);
2199}
2200
7b6fd3bf
MD
2201#ifdef CONFIG_SERIAL_SH_SCI_CONSOLE
2202early_platform_init_buffer("earlyprintk", &sci_driver,
2203 early_serial_buf, ARRAY_SIZE(early_serial_buf));
2204#endif
1da177e4
LT
2205module_init(sci_init);
2206module_exit(sci_exit);
2207
e108b2ca 2208MODULE_LICENSE("GPL");
e169c139 2209MODULE_ALIAS("platform:sh-sci");