Merge branch 'topic/drop-l3' into for-linus
[linux-2.6.git] / sound / soc / blackfin / bf5xx-sport.c
1 /*
2  * File:         bf5xx_sport.c
3  * Based on:
4  * Author:       Roy Huang <roy.huang@analog.com>
5  *
6  * Created:      Tue Sep 21 10:52:42 CEST 2004
7  * Description:
8  *               Blackfin SPORT Driver
9  *
10  *               Copyright 2004-2007 Analog Devices Inc.
11  *
12  * Bugs:         Enter bugs at http://blackfin.uclinux.org/
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or
17  * (at your option) any later version.
18  *
19  * This program is distributed in the hope that it will be useful,
20  * but WITHOUT ANY WARRANTY; without even the implied warranty of
21  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
22  * GNU General Public License for more details.
23  *
24  * You should have received a copy of the GNU General Public License
25  * along with this program; if not, see the file COPYING, or write
26  * to the Free Software Foundation, Inc.,
27  * 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
28  */
29
30 #include <linux/kernel.h>
31 #include <linux/slab.h>
32 #include <linux/delay.h>
33 #include <linux/dma-mapping.h>
34 #include <linux/gpio.h>
35 #include <linux/bug.h>
36 #include <asm/portmux.h>
37 #include <asm/dma.h>
38 #include <asm/blackfin.h>
39 #include <asm/cacheflush.h>
40
41 #include "bf5xx-sport.h"
42 /* delay between frame sync pulse and first data bit in multichannel mode */
43 #define FRAME_DELAY (1<<12)
44
45 struct sport_device *sport_handle;
46 EXPORT_SYMBOL(sport_handle);
47 /* note: multichannel is in units of 8 channels,
48  * tdm_count is # channels NOT / 8 ! */
49 int sport_set_multichannel(struct sport_device *sport,
50                 int tdm_count, u32 mask, int packed)
51 {
52         pr_debug("%s tdm_count=%d mask:0x%08x packed=%d\n", __func__,
53                         tdm_count, mask, packed);
54
55         if ((sport->regs->tcr1 & TSPEN) || (sport->regs->rcr1 & RSPEN))
56                 return -EBUSY;
57
58         if (tdm_count & 0x7)
59                 return -EINVAL;
60
61         if (tdm_count > 32)
62                 return -EINVAL; /* Only support less than 32 channels now */
63
64         if (tdm_count) {
65                 sport->regs->mcmc1 = ((tdm_count>>3)-1) << 12;
66                 sport->regs->mcmc2 = FRAME_DELAY | MCMEN | \
67                                 (packed ? (MCDTXPE|MCDRXPE) : 0);
68
69                 sport->regs->mtcs0 = mask;
70                 sport->regs->mrcs0 = mask;
71                 sport->regs->mtcs1 = 0;
72                 sport->regs->mrcs1 = 0;
73                 sport->regs->mtcs2 = 0;
74                 sport->regs->mrcs2 = 0;
75                 sport->regs->mtcs3 = 0;
76                 sport->regs->mrcs3 = 0;
77         } else {
78                 sport->regs->mcmc1 = 0;
79                 sport->regs->mcmc2 = 0;
80
81                 sport->regs->mtcs0 = 0;
82                 sport->regs->mrcs0 = 0;
83         }
84
85         sport->regs->mtcs1 = 0; sport->regs->mtcs2 = 0; sport->regs->mtcs3 = 0;
86         sport->regs->mrcs1 = 0; sport->regs->mrcs2 = 0; sport->regs->mrcs3 = 0;
87
88         SSYNC();
89
90         return 0;
91 }
92 EXPORT_SYMBOL(sport_set_multichannel);
93
94 int sport_config_rx(struct sport_device *sport, unsigned int rcr1,
95                 unsigned int rcr2, unsigned int clkdiv, unsigned int fsdiv)
96 {
97         if ((sport->regs->tcr1 & TSPEN) || (sport->regs->rcr1 & RSPEN))
98                 return -EBUSY;
99
100         sport->regs->rcr1 = rcr1;
101         sport->regs->rcr2 = rcr2;
102         sport->regs->rclkdiv = clkdiv;
103         sport->regs->rfsdiv = fsdiv;
104
105         SSYNC();
106
107         return 0;
108 }
109 EXPORT_SYMBOL(sport_config_rx);
110
111 int sport_config_tx(struct sport_device *sport, unsigned int tcr1,
112                 unsigned int tcr2, unsigned int clkdiv, unsigned int fsdiv)
113 {
114         if ((sport->regs->tcr1 & TSPEN) || (sport->regs->rcr1 & RSPEN))
115                 return -EBUSY;
116
117         sport->regs->tcr1 = tcr1;
118         sport->regs->tcr2 = tcr2;
119         sport->regs->tclkdiv = clkdiv;
120         sport->regs->tfsdiv = fsdiv;
121
122         SSYNC();
123
124         return 0;
125 }
126 EXPORT_SYMBOL(sport_config_tx);
127
128 static void setup_desc(struct dmasg *desc, void *buf, int fragcount,
129                 size_t fragsize, unsigned int cfg,
130                 unsigned int x_count, unsigned int ycount, size_t wdsize)
131 {
132
133         int i;
134
135         for (i = 0; i < fragcount; ++i) {
136                 desc[i].next_desc_addr  = &(desc[i + 1]);
137                 desc[i].start_addr = (unsigned long)buf + i*fragsize;
138                 desc[i].cfg = cfg;
139                 desc[i].x_count = x_count;
140                 desc[i].x_modify = wdsize;
141                 desc[i].y_count = ycount;
142                 desc[i].y_modify = wdsize;
143         }
144
145         /* make circular */
146         desc[fragcount-1].next_desc_addr = desc;
147
148         pr_debug("setup desc: desc0=%p, next0=%p, desc1=%p,"
149                 "next1=%p\nx_count=%x,y_count=%x,addr=0x%lx,cfs=0x%x\n",
150                 desc, desc[0].next_desc_addr,
151                 desc+1, desc[1].next_desc_addr,
152                 desc[0].x_count, desc[0].y_count,
153                 desc[0].start_addr, desc[0].cfg);
154 }
155
156 static int sport_start(struct sport_device *sport)
157 {
158         enable_dma(sport->dma_rx_chan);
159         enable_dma(sport->dma_tx_chan);
160         sport->regs->rcr1 |= RSPEN;
161         sport->regs->tcr1 |= TSPEN;
162         SSYNC();
163
164         return 0;
165 }
166
167 static int sport_stop(struct sport_device *sport)
168 {
169         sport->regs->tcr1 &= ~TSPEN;
170         sport->regs->rcr1 &= ~RSPEN;
171         SSYNC();
172
173         disable_dma(sport->dma_rx_chan);
174         disable_dma(sport->dma_tx_chan);
175         return 0;
176 }
177
178 static inline int sport_hook_rx_dummy(struct sport_device *sport)
179 {
180         struct dmasg *desc, temp_desc;
181         unsigned long flags;
182
183         BUG_ON(sport->dummy_rx_desc == NULL);
184         BUG_ON(sport->curr_rx_desc == sport->dummy_rx_desc);
185
186         /* Maybe the dummy buffer descriptor ring is damaged */
187         sport->dummy_rx_desc->next_desc_addr = sport->dummy_rx_desc + 1;
188
189         local_irq_save(flags);
190         desc = get_dma_next_desc_ptr(sport->dma_rx_chan);
191         /* Copy the descriptor which will be damaged to backup */
192         temp_desc = *desc;
193         desc->x_count = 0xa;
194         desc->y_count = 0;
195         desc->next_desc_addr = sport->dummy_rx_desc;
196         local_irq_restore(flags);
197         /* Waiting for dummy buffer descriptor is already hooked*/
198         while ((get_dma_curr_desc_ptr(sport->dma_rx_chan) -
199                         sizeof(struct dmasg)) != sport->dummy_rx_desc)
200                 continue;
201         sport->curr_rx_desc = sport->dummy_rx_desc;
202         /* Restore the damaged descriptor */
203         *desc = temp_desc;
204
205         return 0;
206 }
207
208 static inline int sport_rx_dma_start(struct sport_device *sport, int dummy)
209 {
210         if (dummy) {
211                 sport->dummy_rx_desc->next_desc_addr = sport->dummy_rx_desc;
212                 sport->curr_rx_desc = sport->dummy_rx_desc;
213         } else
214                 sport->curr_rx_desc = sport->dma_rx_desc;
215
216         set_dma_next_desc_addr(sport->dma_rx_chan, sport->curr_rx_desc);
217         set_dma_x_count(sport->dma_rx_chan, 0);
218         set_dma_x_modify(sport->dma_rx_chan, 0);
219         set_dma_config(sport->dma_rx_chan, (DMAFLOW_LARGE | NDSIZE_9 | \
220                                 WDSIZE_32 | WNR));
221         set_dma_curr_addr(sport->dma_rx_chan, sport->curr_rx_desc->start_addr);
222         SSYNC();
223
224         return 0;
225 }
226
227 static inline int sport_tx_dma_start(struct sport_device *sport, int dummy)
228 {
229         if (dummy) {
230                 sport->dummy_tx_desc->next_desc_addr = sport->dummy_tx_desc;
231                 sport->curr_tx_desc = sport->dummy_tx_desc;
232         } else
233                 sport->curr_tx_desc = sport->dma_tx_desc;
234
235         set_dma_next_desc_addr(sport->dma_tx_chan, sport->curr_tx_desc);
236         set_dma_x_count(sport->dma_tx_chan, 0);
237         set_dma_x_modify(sport->dma_tx_chan, 0);
238         set_dma_config(sport->dma_tx_chan,
239                         (DMAFLOW_LARGE | NDSIZE_9 | WDSIZE_32));
240         set_dma_curr_addr(sport->dma_tx_chan, sport->curr_tx_desc->start_addr);
241         SSYNC();
242
243         return 0;
244 }
245
246 int sport_rx_start(struct sport_device *sport)
247 {
248         unsigned long flags;
249         pr_debug("%s enter\n", __func__);
250         if (sport->rx_run)
251                 return -EBUSY;
252         if (sport->tx_run) {
253                 /* tx is running, rx is not running */
254                 BUG_ON(sport->dma_rx_desc == NULL);
255                 BUG_ON(sport->curr_rx_desc != sport->dummy_rx_desc);
256                 local_irq_save(flags);
257                 while ((get_dma_curr_desc_ptr(sport->dma_rx_chan) -
258                         sizeof(struct dmasg)) != sport->dummy_rx_desc)
259                         continue;
260                 sport->dummy_rx_desc->next_desc_addr = sport->dma_rx_desc;
261                 local_irq_restore(flags);
262                 sport->curr_rx_desc = sport->dma_rx_desc;
263         } else {
264                 sport_tx_dma_start(sport, 1);
265                 sport_rx_dma_start(sport, 0);
266                 sport_start(sport);
267         }
268
269         sport->rx_run = 1;
270
271         return 0;
272 }
273 EXPORT_SYMBOL(sport_rx_start);
274
275 int sport_rx_stop(struct sport_device *sport)
276 {
277         pr_debug("%s enter\n", __func__);
278
279         if (!sport->rx_run)
280                 return 0;
281         if (sport->tx_run) {
282                 /* TX dma is still running, hook the dummy buffer */
283                 sport_hook_rx_dummy(sport);
284         } else {
285                 /* Both rx and tx dma will be stopped */
286                 sport_stop(sport);
287                 sport->curr_rx_desc = NULL;
288                 sport->curr_tx_desc = NULL;
289         }
290
291         sport->rx_run = 0;
292
293         return 0;
294 }
295 EXPORT_SYMBOL(sport_rx_stop);
296
297 static inline int sport_hook_tx_dummy(struct sport_device *sport)
298 {
299         struct dmasg *desc, temp_desc;
300         unsigned long flags;
301
302         BUG_ON(sport->dummy_tx_desc == NULL);
303         BUG_ON(sport->curr_tx_desc == sport->dummy_tx_desc);
304
305         sport->dummy_tx_desc->next_desc_addr = sport->dummy_tx_desc + 1;
306
307         /* Shorten the time on last normal descriptor */
308         local_irq_save(flags);
309         desc = get_dma_next_desc_ptr(sport->dma_tx_chan);
310         /* Store the descriptor which will be damaged */
311         temp_desc = *desc;
312         desc->x_count = 0xa;
313         desc->y_count = 0;
314         desc->next_desc_addr = sport->dummy_tx_desc;
315         local_irq_restore(flags);
316         /* Waiting for dummy buffer descriptor is already hooked*/
317         while ((get_dma_curr_desc_ptr(sport->dma_tx_chan) - \
318                         sizeof(struct dmasg)) != sport->dummy_tx_desc)
319                 continue;
320         sport->curr_tx_desc = sport->dummy_tx_desc;
321         /* Restore the damaged descriptor */
322         *desc = temp_desc;
323
324         return 0;
325 }
326
327 int sport_tx_start(struct sport_device *sport)
328 {
329         unsigned flags;
330         pr_debug("%s: tx_run:%d, rx_run:%d\n", __func__,
331                         sport->tx_run, sport->rx_run);
332         if (sport->tx_run)
333                 return -EBUSY;
334         if (sport->rx_run) {
335                 BUG_ON(sport->dma_tx_desc == NULL);
336                 BUG_ON(sport->curr_tx_desc != sport->dummy_tx_desc);
337                 /* Hook the normal buffer descriptor */
338                 local_irq_save(flags);
339                 while ((get_dma_curr_desc_ptr(sport->dma_tx_chan) -
340                         sizeof(struct dmasg)) != sport->dummy_tx_desc)
341                         continue;
342                 sport->dummy_tx_desc->next_desc_addr = sport->dma_tx_desc;
343                 local_irq_restore(flags);
344                 sport->curr_tx_desc = sport->dma_tx_desc;
345         } else {
346
347                 sport_tx_dma_start(sport, 0);
348                 /* Let rx dma run the dummy buffer */
349                 sport_rx_dma_start(sport, 1);
350                 sport_start(sport);
351         }
352         sport->tx_run = 1;
353         return 0;
354 }
355 EXPORT_SYMBOL(sport_tx_start);
356
357 int sport_tx_stop(struct sport_device *sport)
358 {
359         if (!sport->tx_run)
360                 return 0;
361         if (sport->rx_run) {
362                 /* RX is still running, hook the dummy buffer */
363                 sport_hook_tx_dummy(sport);
364         } else {
365                 /* Both rx and tx dma stopped */
366                 sport_stop(sport);
367                 sport->curr_rx_desc = NULL;
368                 sport->curr_tx_desc = NULL;
369         }
370
371         sport->tx_run = 0;
372
373         return 0;
374 }
375 EXPORT_SYMBOL(sport_tx_stop);
376
377 static inline int compute_wdsize(size_t wdsize)
378 {
379         switch (wdsize) {
380         case 1:
381                 return WDSIZE_8;
382         case 2:
383                 return WDSIZE_16;
384         case 4:
385         default:
386                 return WDSIZE_32;
387         }
388 }
389
390 int sport_config_rx_dma(struct sport_device *sport, void *buf,
391                 int fragcount, size_t fragsize)
392 {
393         unsigned int x_count;
394         unsigned int y_count;
395         unsigned int cfg;
396         dma_addr_t addr;
397
398         pr_debug("%s buf:%p, frag:%d, fragsize:0x%lx\n", __func__, \
399                         buf, fragcount, fragsize);
400
401         x_count = fragsize / sport->wdsize;
402         y_count = 0;
403
404         /* for fragments larger than 64k words we use 2d dma,
405          * denote fragecount as two numbers' mutliply and both of them
406          * are less than 64k.*/
407         if (x_count >= 0x10000) {
408                 int i, count = x_count;
409
410                 for (i = 16; i > 0; i--) {
411                         x_count = 1 << i;
412                         if ((count & (x_count - 1)) == 0) {
413                                 y_count = count >> i;
414                                 if (y_count < 0x10000)
415                                         break;
416                         }
417                 }
418                 if (i == 0)
419                         return -EINVAL;
420         }
421         pr_debug("%s(x_count:0x%x, y_count:0x%x)\n", __func__,
422                         x_count, y_count);
423
424         if (sport->dma_rx_desc)
425                 dma_free_coherent(NULL, sport->rx_desc_bytes,
426                                         sport->dma_rx_desc, 0);
427
428         /* Allocate a new descritor ring as current one. */
429         sport->dma_rx_desc = dma_alloc_coherent(NULL, \
430                         fragcount * sizeof(struct dmasg), &addr, 0);
431         sport->rx_desc_bytes = fragcount * sizeof(struct dmasg);
432
433         if (!sport->dma_rx_desc) {
434                 pr_err("Failed to allocate memory for rx desc\n");
435                 return -ENOMEM;
436         }
437
438         sport->rx_buf = buf;
439         sport->rx_fragsize = fragsize;
440         sport->rx_frags = fragcount;
441
442         cfg     = 0x7000 | DI_EN | compute_wdsize(sport->wdsize) | WNR | \
443                   (DESC_ELEMENT_COUNT << 8); /* large descriptor mode */
444
445         if (y_count != 0)
446                 cfg |= DMA2D;
447
448         setup_desc(sport->dma_rx_desc, buf, fragcount, fragsize,
449                         cfg|DMAEN, x_count, y_count, sport->wdsize);
450
451         return 0;
452 }
453 EXPORT_SYMBOL(sport_config_rx_dma);
454
455 int sport_config_tx_dma(struct sport_device *sport, void *buf, \
456                 int fragcount, size_t fragsize)
457 {
458         unsigned int x_count;
459         unsigned int y_count;
460         unsigned int cfg;
461         dma_addr_t addr;
462
463         pr_debug("%s buf:%p, fragcount:%d, fragsize:0x%lx\n",
464                         __func__, buf, fragcount, fragsize);
465
466         x_count = fragsize/sport->wdsize;
467         y_count = 0;
468
469         /* for fragments larger than 64k words we use 2d dma,
470          * denote fragecount as two numbers' mutliply and both of them
471          * are less than 64k.*/
472         if (x_count >= 0x10000) {
473                 int i, count = x_count;
474
475                 for (i = 16; i > 0; i--) {
476                         x_count = 1 << i;
477                         if ((count & (x_count - 1)) == 0) {
478                                 y_count = count >> i;
479                                 if (y_count < 0x10000)
480                                         break;
481                         }
482                 }
483                 if (i == 0)
484                         return -EINVAL;
485         }
486         pr_debug("%s x_count:0x%x, y_count:0x%x\n", __func__,
487                         x_count, y_count);
488
489
490         if (sport->dma_tx_desc) {
491                 dma_free_coherent(NULL, sport->tx_desc_bytes, \
492                                 sport->dma_tx_desc, 0);
493         }
494
495         sport->dma_tx_desc = dma_alloc_coherent(NULL, \
496                         fragcount * sizeof(struct dmasg), &addr, 0);
497         sport->tx_desc_bytes = fragcount * sizeof(struct dmasg);
498         if (!sport->dma_tx_desc) {
499                 pr_err("Failed to allocate memory for tx desc\n");
500                 return -ENOMEM;
501         }
502
503         sport->tx_buf = buf;
504         sport->tx_fragsize = fragsize;
505         sport->tx_frags = fragcount;
506         cfg     = 0x7000 | DI_EN | compute_wdsize(sport->wdsize) | \
507                   (DESC_ELEMENT_COUNT << 8); /* large descriptor mode */
508
509         if (y_count != 0)
510                 cfg |= DMA2D;
511
512         setup_desc(sport->dma_tx_desc, buf, fragcount, fragsize,
513                         cfg|DMAEN, x_count, y_count, sport->wdsize);
514
515         return 0;
516 }
517 EXPORT_SYMBOL(sport_config_tx_dma);
518
519 /* setup dummy dma descriptor ring, which don't generate interrupts,
520  * the x_modify is set to 0 */
521 static int sport_config_rx_dummy(struct sport_device *sport)
522 {
523         struct dmasg *desc;
524         unsigned config;
525
526         pr_debug("%s entered\n", __func__);
527         if (L1_DATA_A_LENGTH)
528                 desc = l1_data_sram_zalloc(2 * sizeof(*desc));
529         else {
530                 dma_addr_t addr;
531                 desc = dma_alloc_coherent(NULL, 2 * sizeof(*desc), &addr, 0);
532                 memset(desc, 0, 2 * sizeof(*desc));
533         }
534         if (desc == NULL) {
535                 pr_err("Failed to allocate memory for dummy rx desc\n");
536                 return -ENOMEM;
537         }
538         sport->dummy_rx_desc = desc;
539         desc->start_addr = (unsigned long)sport->dummy_buf;
540         config = DMAFLOW_LARGE | NDSIZE_9 | compute_wdsize(sport->wdsize)
541                  | WNR | DMAEN;
542         desc->cfg = config;
543         desc->x_count = sport->dummy_count/sport->wdsize;
544         desc->x_modify = sport->wdsize;
545         desc->y_count = 0;
546         desc->y_modify = 0;
547         memcpy(desc+1, desc, sizeof(*desc));
548         desc->next_desc_addr = desc + 1;
549         desc[1].next_desc_addr = desc;
550         return 0;
551 }
552
553 static int sport_config_tx_dummy(struct sport_device *sport)
554 {
555         struct dmasg *desc;
556         unsigned int config;
557
558         pr_debug("%s entered\n", __func__);
559
560         if (L1_DATA_A_LENGTH)
561                 desc = l1_data_sram_zalloc(2 * sizeof(*desc));
562         else {
563                 dma_addr_t addr;
564                 desc = dma_alloc_coherent(NULL, 2 * sizeof(*desc), &addr, 0);
565                 memset(desc, 0, 2 * sizeof(*desc));
566         }
567         if (!desc) {
568                 pr_err("Failed to allocate memory for dummy tx desc\n");
569                 return -ENOMEM;
570         }
571         sport->dummy_tx_desc = desc;
572         desc->start_addr = (unsigned long)sport->dummy_buf + \
573                 sport->dummy_count;
574         config = DMAFLOW_LARGE | NDSIZE_9 |
575                  compute_wdsize(sport->wdsize) | DMAEN;
576         desc->cfg = config;
577         desc->x_count = sport->dummy_count/sport->wdsize;
578         desc->x_modify = sport->wdsize;
579         desc->y_count = 0;
580         desc->y_modify = 0;
581         memcpy(desc+1, desc, sizeof(*desc));
582         desc->next_desc_addr = desc + 1;
583         desc[1].next_desc_addr = desc;
584         return 0;
585 }
586
587 unsigned long sport_curr_offset_rx(struct sport_device *sport)
588 {
589         unsigned long curr = get_dma_curr_addr(sport->dma_rx_chan);
590
591         return (unsigned char *)curr - sport->rx_buf;
592 }
593 EXPORT_SYMBOL(sport_curr_offset_rx);
594
595 unsigned long sport_curr_offset_tx(struct sport_device *sport)
596 {
597         unsigned long curr = get_dma_curr_addr(sport->dma_tx_chan);
598
599         return (unsigned char *)curr - sport->tx_buf;
600 }
601 EXPORT_SYMBOL(sport_curr_offset_tx);
602
603 void sport_incfrag(struct sport_device *sport, int *frag, int tx)
604 {
605         ++(*frag);
606         if (tx == 1 && *frag == sport->tx_frags)
607                 *frag = 0;
608
609         if (tx == 0 && *frag == sport->rx_frags)
610                 *frag = 0;
611 }
612 EXPORT_SYMBOL(sport_incfrag);
613
614 void sport_decfrag(struct sport_device *sport, int *frag, int tx)
615 {
616         --(*frag);
617         if (tx == 1 && *frag == 0)
618                 *frag = sport->tx_frags;
619
620         if (tx == 0 && *frag == 0)
621                 *frag = sport->rx_frags;
622 }
623 EXPORT_SYMBOL(sport_decfrag);
624
625 static int sport_check_status(struct sport_device *sport,
626                 unsigned int *sport_stat,
627                 unsigned int *rx_stat,
628                 unsigned int *tx_stat)
629 {
630         int status = 0;
631
632         if (sport_stat) {
633                 SSYNC();
634                 status = sport->regs->stat;
635                 if (status & (TOVF|TUVF|ROVF|RUVF))
636                         sport->regs->stat = (status & (TOVF|TUVF|ROVF|RUVF));
637                 SSYNC();
638                 *sport_stat = status;
639         }
640
641         if (rx_stat) {
642                 SSYNC();
643                 status = get_dma_curr_irqstat(sport->dma_rx_chan);
644                 if (status & (DMA_DONE|DMA_ERR))
645                         clear_dma_irqstat(sport->dma_rx_chan);
646                 SSYNC();
647                 *rx_stat = status;
648         }
649
650         if (tx_stat) {
651                 SSYNC();
652                 status = get_dma_curr_irqstat(sport->dma_tx_chan);
653                 if (status & (DMA_DONE|DMA_ERR))
654                         clear_dma_irqstat(sport->dma_tx_chan);
655                 SSYNC();
656                 *tx_stat = status;
657         }
658
659         return 0;
660 }
661
662 int  sport_dump_stat(struct sport_device *sport, char *buf, size_t len)
663 {
664         int ret;
665
666         ret = snprintf(buf, len,
667                         "sts: 0x%04x\n"
668                         "rx dma %d sts: 0x%04x tx dma %d sts: 0x%04x\n",
669                         sport->regs->stat,
670                         sport->dma_rx_chan,
671                         get_dma_curr_irqstat(sport->dma_rx_chan),
672                         sport->dma_tx_chan,
673                         get_dma_curr_irqstat(sport->dma_tx_chan));
674         buf += ret;
675         len -= ret;
676
677         ret += snprintf(buf, len,
678                         "curr_rx_desc:0x%p, curr_tx_desc:0x%p\n"
679                         "dma_rx_desc:0x%p, dma_tx_desc:0x%p\n"
680                         "dummy_rx_desc:0x%p, dummy_tx_desc:0x%p\n",
681                         sport->curr_rx_desc, sport->curr_tx_desc,
682                         sport->dma_rx_desc, sport->dma_tx_desc,
683                         sport->dummy_rx_desc, sport->dummy_tx_desc);
684
685         return ret;
686 }
687
688 static irqreturn_t rx_handler(int irq, void *dev_id)
689 {
690         unsigned int rx_stat;
691         struct sport_device *sport = dev_id;
692
693         pr_debug("%s enter\n", __func__);
694         sport_check_status(sport, NULL, &rx_stat, NULL);
695         if (!(rx_stat & DMA_DONE))
696                 pr_err("rx dma is already stopped\n");
697
698         if (sport->rx_callback) {
699                 sport->rx_callback(sport->rx_data);
700                 return IRQ_HANDLED;
701         }
702
703         return IRQ_NONE;
704 }
705
706 static irqreturn_t tx_handler(int irq, void *dev_id)
707 {
708         unsigned int tx_stat;
709         struct sport_device *sport = dev_id;
710         pr_debug("%s enter\n", __func__);
711         sport_check_status(sport, NULL, NULL, &tx_stat);
712         if (!(tx_stat & DMA_DONE)) {
713                 pr_err("tx dma is already stopped\n");
714                 return IRQ_HANDLED;
715         }
716         if (sport->tx_callback) {
717                 sport->tx_callback(sport->tx_data);
718                 return IRQ_HANDLED;
719         }
720
721         return IRQ_NONE;
722 }
723
724 static irqreturn_t err_handler(int irq, void *dev_id)
725 {
726         unsigned int status = 0;
727         struct sport_device *sport = dev_id;
728
729         pr_debug("%s\n", __func__);
730         if (sport_check_status(sport, &status, NULL, NULL)) {
731                 pr_err("error checking status ??");
732                 return IRQ_NONE;
733         }
734
735         if (status & (TOVF|TUVF|ROVF|RUVF)) {
736                 pr_info("sport status error:%s%s%s%s\n",
737                                 status & TOVF ? " TOVF" : "",
738                                 status & TUVF ? " TUVF" : "",
739                                 status & ROVF ? " ROVF" : "",
740                                 status & RUVF ? " RUVF" : "");
741                 if (status & TOVF || status & TUVF) {
742                         disable_dma(sport->dma_tx_chan);
743                         if (sport->tx_run)
744                                 sport_tx_dma_start(sport, 0);
745                         else
746                                 sport_tx_dma_start(sport, 1);
747                         enable_dma(sport->dma_tx_chan);
748                 } else {
749                         disable_dma(sport->dma_rx_chan);
750                         if (sport->rx_run)
751                                 sport_rx_dma_start(sport, 0);
752                         else
753                                 sport_rx_dma_start(sport, 1);
754                         enable_dma(sport->dma_rx_chan);
755                 }
756         }
757         status = sport->regs->stat;
758         if (status & (TOVF|TUVF|ROVF|RUVF))
759                 sport->regs->stat = (status & (TOVF|TUVF|ROVF|RUVF));
760         SSYNC();
761
762         if (sport->err_callback)
763                 sport->err_callback(sport->err_data);
764
765         return IRQ_HANDLED;
766 }
767
768 int sport_set_rx_callback(struct sport_device *sport,
769                        void (*rx_callback)(void *), void *rx_data)
770 {
771         BUG_ON(rx_callback == NULL);
772         sport->rx_callback = rx_callback;
773         sport->rx_data = rx_data;
774
775         return 0;
776 }
777 EXPORT_SYMBOL(sport_set_rx_callback);
778
779 int sport_set_tx_callback(struct sport_device *sport,
780                 void (*tx_callback)(void *), void *tx_data)
781 {
782         BUG_ON(tx_callback == NULL);
783         sport->tx_callback = tx_callback;
784         sport->tx_data = tx_data;
785
786         return 0;
787 }
788 EXPORT_SYMBOL(sport_set_tx_callback);
789
790 int sport_set_err_callback(struct sport_device *sport,
791                 void (*err_callback)(void *), void *err_data)
792 {
793         BUG_ON(err_callback == NULL);
794         sport->err_callback = err_callback;
795         sport->err_data = err_data;
796
797         return 0;
798 }
799 EXPORT_SYMBOL(sport_set_err_callback);
800
801 struct sport_device *sport_init(struct sport_param *param, unsigned wdsize,
802                 unsigned dummy_count, void *private_data)
803 {
804         int ret;
805         struct sport_device *sport;
806         pr_debug("%s enter\n", __func__);
807         BUG_ON(param == NULL);
808         BUG_ON(wdsize == 0 || dummy_count == 0);
809         sport = kmalloc(sizeof(struct sport_device), GFP_KERNEL);
810         if (!sport) {
811                 pr_err("Failed to allocate for sport device\n");
812                 return NULL;
813         }
814
815         memset(sport, 0, sizeof(struct sport_device));
816         sport->dma_rx_chan = param->dma_rx_chan;
817         sport->dma_tx_chan = param->dma_tx_chan;
818         sport->err_irq = param->err_irq;
819         sport->regs = param->regs;
820         sport->private_data = private_data;
821
822         if (request_dma(sport->dma_rx_chan, "SPORT RX Data") == -EBUSY) {
823                 pr_err("Failed to request RX dma %d\n", \
824                                 sport->dma_rx_chan);
825                 goto __init_err1;
826         }
827         if (set_dma_callback(sport->dma_rx_chan, rx_handler, sport) != 0) {
828                 pr_err("Failed to request RX irq %d\n", \
829                                 sport->dma_rx_chan);
830                 goto __init_err2;
831         }
832
833         if (request_dma(sport->dma_tx_chan, "SPORT TX Data") == -EBUSY) {
834                 pr_err("Failed to request TX dma %d\n", \
835                                 sport->dma_tx_chan);
836                 goto __init_err2;
837         }
838
839         if (set_dma_callback(sport->dma_tx_chan, tx_handler, sport) != 0) {
840                 pr_err("Failed to request TX irq %d\n", \
841                                 sport->dma_tx_chan);
842                 goto __init_err3;
843         }
844
845         if (request_irq(sport->err_irq, err_handler, IRQF_SHARED, "SPORT err",
846                         sport) < 0) {
847                 pr_err("Failed to request err irq:%d\n", \
848                                 sport->err_irq);
849                 goto __init_err3;
850         }
851
852         pr_err("dma rx:%d tx:%d, err irq:%d, regs:%p\n",
853                         sport->dma_rx_chan, sport->dma_tx_chan,
854                         sport->err_irq, sport->regs);
855
856         sport->wdsize = wdsize;
857         sport->dummy_count = dummy_count;
858
859         if (L1_DATA_A_LENGTH)
860                 sport->dummy_buf = l1_data_sram_zalloc(dummy_count * 2);
861         else
862                 sport->dummy_buf = kzalloc(dummy_count * 2, GFP_KERNEL);
863         if (sport->dummy_buf == NULL) {
864                 pr_err("Failed to allocate dummy buffer\n");
865                 goto __error;
866         }
867
868         ret = sport_config_rx_dummy(sport);
869         if (ret) {
870                 pr_err("Failed to config rx dummy ring\n");
871                 goto __error;
872         }
873         ret = sport_config_tx_dummy(sport);
874         if (ret) {
875                 pr_err("Failed to config tx dummy ring\n");
876                 goto __error;
877         }
878
879         return sport;
880 __error:
881         free_irq(sport->err_irq, sport);
882 __init_err3:
883         free_dma(sport->dma_tx_chan);
884 __init_err2:
885         free_dma(sport->dma_rx_chan);
886 __init_err1:
887         kfree(sport);
888         return NULL;
889 }
890 EXPORT_SYMBOL(sport_init);
891
892 void sport_done(struct sport_device *sport)
893 {
894         if (sport == NULL)
895                 return;
896
897         sport_stop(sport);
898         if (sport->dma_rx_desc)
899                 dma_free_coherent(NULL, sport->rx_desc_bytes,
900                         sport->dma_rx_desc, 0);
901         if (sport->dma_tx_desc)
902                 dma_free_coherent(NULL, sport->tx_desc_bytes,
903                         sport->dma_tx_desc, 0);
904
905 #if L1_DATA_A_LENGTH != 0
906         l1_data_sram_free(sport->dummy_rx_desc);
907         l1_data_sram_free(sport->dummy_tx_desc);
908         l1_data_sram_free(sport->dummy_buf);
909 #else
910         dma_free_coherent(NULL, 2*sizeof(struct dmasg),
911                 sport->dummy_rx_desc, 0);
912         dma_free_coherent(NULL, 2*sizeof(struct dmasg),
913                 sport->dummy_tx_desc, 0);
914         kfree(sport->dummy_buf);
915 #endif
916         free_dma(sport->dma_rx_chan);
917         free_dma(sport->dma_tx_chan);
918         free_irq(sport->err_irq, sport);
919
920         kfree(sport);
921                 sport = NULL;
922 }
923 EXPORT_SYMBOL(sport_done);
924
925 /*
926 * It is only used to send several bytes when dma is not enabled
927  * sport controller is configured but not enabled.
928  * Multichannel cannot works with pio mode */
929 /* Used by ac97 to write and read codec register */
930 int sport_send_and_recv(struct sport_device *sport, u8 *out_data, \
931                 u8 *in_data, int len)
932 {
933         unsigned short dma_config;
934         unsigned short status;
935         unsigned long flags;
936         unsigned long wait = 0;
937
938         pr_debug("%s enter, out_data:%p, in_data:%p len:%d\n", \
939                         __func__, out_data, in_data, len);
940         pr_debug("tcr1:0x%04x, tcr2:0x%04x, tclkdiv:0x%04x, tfsdiv:0x%04x\n"
941                         "mcmc1:0x%04x, mcmc2:0x%04x\n",
942                         sport->regs->tcr1, sport->regs->tcr2,
943                         sport->regs->tclkdiv, sport->regs->tfsdiv,
944                         sport->regs->mcmc1, sport->regs->mcmc2);
945         flush_dcache_range((unsigned)out_data, (unsigned)(out_data + len));
946
947         /* Enable tx dma */
948         dma_config = (RESTART | WDSIZE_16 | DI_EN);
949         set_dma_start_addr(sport->dma_tx_chan, (unsigned long)out_data);
950         set_dma_x_count(sport->dma_tx_chan, len/2);
951         set_dma_x_modify(sport->dma_tx_chan, 2);
952         set_dma_config(sport->dma_tx_chan, dma_config);
953         enable_dma(sport->dma_tx_chan);
954
955         if (in_data != NULL) {
956                 invalidate_dcache_range((unsigned)in_data, \
957                                 (unsigned)(in_data + len));
958                 /* Enable rx dma */
959                 dma_config = (RESTART | WDSIZE_16 | WNR | DI_EN);
960                 set_dma_start_addr(sport->dma_rx_chan, (unsigned long)in_data);
961                 set_dma_x_count(sport->dma_rx_chan, len/2);
962                 set_dma_x_modify(sport->dma_rx_chan, 2);
963                 set_dma_config(sport->dma_rx_chan, dma_config);
964                 enable_dma(sport->dma_rx_chan);
965         }
966
967         local_irq_save(flags);
968         sport->regs->tcr1 |= TSPEN;
969         sport->regs->rcr1 |= RSPEN;
970         SSYNC();
971
972         status = get_dma_curr_irqstat(sport->dma_tx_chan);
973         while (status & DMA_RUN) {
974                 udelay(1);
975                 status = get_dma_curr_irqstat(sport->dma_tx_chan);
976                 pr_debug("DMA status:0x%04x\n", status);
977                 if (wait++ > 100)
978                         goto __over;
979         }
980         status = sport->regs->stat;
981         wait = 0;
982
983         while (!(status & TXHRE)) {
984                 pr_debug("sport status:0x%04x\n", status);
985                 udelay(1);
986                 status = *(unsigned short *)&sport->regs->stat;
987                 if (wait++ > 1000)
988                         goto __over;
989         }
990         /* Wait for the last byte sent out */
991         udelay(20);
992         pr_debug("sport status:0x%04x\n", status);
993
994 __over:
995         sport->regs->tcr1 &= ~TSPEN;
996         sport->regs->rcr1 &= ~RSPEN;
997         SSYNC();
998         disable_dma(sport->dma_tx_chan);
999         /* Clear the status */
1000         clear_dma_irqstat(sport->dma_tx_chan);
1001         if (in_data != NULL) {
1002                 disable_dma(sport->dma_rx_chan);
1003                 clear_dma_irqstat(sport->dma_rx_chan);
1004         }
1005         SSYNC();
1006         local_irq_restore(flags);
1007
1008         return 0;
1009 }
1010 EXPORT_SYMBOL(sport_send_and_recv);
1011
1012 MODULE_AUTHOR("Roy Huang");
1013 MODULE_DESCRIPTION("SPORT driver for ADI Blackfin");
1014 MODULE_LICENSE("GPL");