ARM: drivers: remove __dev* attributes.
[linux-3.10.git] / arch / arm / mach-msm / smd.c
1 /* arch/arm/mach-msm/smd.c
2  *
3  * Copyright (C) 2007 Google, Inc.
4  * Author: Brian Swetland <swetland@google.com>
5  *
6  * This software is licensed under the terms of the GNU General Public
7  * License version 2, as published by the Free Software Foundation, and
8  * may be copied, distributed, and modified under those terms.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  */
16
17 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
18
19 #include <linux/platform_device.h>
20 #include <linux/module.h>
21 #include <linux/fs.h>
22 #include <linux/cdev.h>
23 #include <linux/device.h>
24 #include <linux/wait.h>
25 #include <linux/interrupt.h>
26 #include <linux/irq.h>
27 #include <linux/list.h>
28 #include <linux/slab.h>
29 #include <linux/debugfs.h>
30 #include <linux/delay.h>
31
32 #include <mach/msm_smd.h>
33
34 #include "smd_private.h"
35 #include "proc_comm.h"
36
37 #if defined(CONFIG_ARCH_QSD8X50)
38 #define CONFIG_QDSP6 1
39 #endif
40
41 #define MODULE_NAME "msm_smd"
42
43 enum {
44         MSM_SMD_DEBUG = 1U << 0,
45         MSM_SMSM_DEBUG = 1U << 0,
46 };
47
48 static int msm_smd_debug_mask;
49
50 struct shared_info {
51         int ready;
52         void __iomem *state;
53 };
54
55 static unsigned dummy_state[SMSM_STATE_COUNT];
56
57 static struct shared_info smd_info = {
58         /* FIXME: not a real __iomem pointer */
59         .state = &dummy_state,
60 };
61
62 module_param_named(debug_mask, msm_smd_debug_mask,
63                    int, S_IRUGO | S_IWUSR | S_IWGRP);
64
65 static unsigned last_heap_free = 0xffffffff;
66
67 static inline void notify_other_smsm(void)
68 {
69         msm_a2m_int(5);
70 #ifdef CONFIG_QDSP6
71         msm_a2m_int(8);
72 #endif
73 }
74
75 static inline void notify_modem_smd(void)
76 {
77         msm_a2m_int(0);
78 }
79
80 static inline void notify_dsp_smd(void)
81 {
82         msm_a2m_int(8);
83 }
84
85 static void smd_diag(void)
86 {
87         char *x;
88
89         x = smem_find(ID_DIAG_ERR_MSG, SZ_DIAG_ERR_MSG);
90         if (x != 0) {
91                 x[SZ_DIAG_ERR_MSG - 1] = 0;
92                 pr_debug("DIAG '%s'\n", x);
93         }
94 }
95
96 /* call when SMSM_RESET flag is set in the A9's smsm_state */
97 static void handle_modem_crash(void)
98 {
99         pr_err("ARM9 has CRASHED\n");
100         smd_diag();
101
102         /* in this case the modem or watchdog should reboot us */
103         for (;;)
104                 ;
105 }
106
107 uint32_t raw_smsm_get_state(enum smsm_state_item item)
108 {
109         return readl(smd_info.state + item * 4);
110 }
111
112 static int check_for_modem_crash(void)
113 {
114         if (raw_smsm_get_state(SMSM_STATE_MODEM) & SMSM_RESET) {
115                 handle_modem_crash();
116                 return -1;
117         }
118         return 0;
119 }
120
121 /* the spinlock is used to synchronize between the
122  * irq handler and code that mutates the channel
123  * list or fiddles with channel state
124  */
125 DEFINE_SPINLOCK(smd_lock);
126 DEFINE_SPINLOCK(smem_lock);
127
128 /* the mutex is used during open() and close()
129  * operations to avoid races while creating or
130  * destroying smd_channel structures
131  */
132 static DEFINE_MUTEX(smd_creation_mutex);
133
134 static int smd_initialized;
135
136 LIST_HEAD(smd_ch_closed_list);
137 LIST_HEAD(smd_ch_list_modem);
138 LIST_HEAD(smd_ch_list_dsp);
139
140 static unsigned char smd_ch_allocated[64];
141 static struct work_struct probe_work;
142
143 /* how many bytes are available for reading */
144 static int smd_stream_read_avail(struct smd_channel *ch)
145 {
146         return (ch->recv->head - ch->recv->tail) & ch->fifo_mask;
147 }
148
149 /* how many bytes we are free to write */
150 static int smd_stream_write_avail(struct smd_channel *ch)
151 {
152         return ch->fifo_mask -
153                 ((ch->send->head - ch->send->tail) & ch->fifo_mask);
154 }
155
156 static int smd_packet_read_avail(struct smd_channel *ch)
157 {
158         if (ch->current_packet) {
159                 int n = smd_stream_read_avail(ch);
160                 if (n > ch->current_packet)
161                         n = ch->current_packet;
162                 return n;
163         } else {
164                 return 0;
165         }
166 }
167
168 static int smd_packet_write_avail(struct smd_channel *ch)
169 {
170         int n = smd_stream_write_avail(ch);
171         return n > SMD_HEADER_SIZE ? n - SMD_HEADER_SIZE : 0;
172 }
173
174 static int ch_is_open(struct smd_channel *ch)
175 {
176         return (ch->recv->state == SMD_SS_OPENED) &&
177                 (ch->send->state == SMD_SS_OPENED);
178 }
179
180 /* provide a pointer and length to readable data in the fifo */
181 static unsigned ch_read_buffer(struct smd_channel *ch, void **ptr)
182 {
183         unsigned head = ch->recv->head;
184         unsigned tail = ch->recv->tail;
185         *ptr = (void *) (ch->recv_data + tail);
186
187         if (tail <= head)
188                 return head - tail;
189         else
190                 return ch->fifo_size - tail;
191 }
192
193 /* advance the fifo read pointer after data from ch_read_buffer is consumed */
194 static void ch_read_done(struct smd_channel *ch, unsigned count)
195 {
196         BUG_ON(count > smd_stream_read_avail(ch));
197         ch->recv->tail = (ch->recv->tail + count) & ch->fifo_mask;
198         ch->send->fTAIL = 1;
199 }
200
201 /* basic read interface to ch_read_{buffer,done} used
202  * by smd_*_read() and update_packet_state()
203  * will read-and-discard if the _data pointer is null
204  */
205 static int ch_read(struct smd_channel *ch, void *_data, int len)
206 {
207         void *ptr;
208         unsigned n;
209         unsigned char *data = _data;
210         int orig_len = len;
211
212         while (len > 0) {
213                 n = ch_read_buffer(ch, &ptr);
214                 if (n == 0)
215                         break;
216
217                 if (n > len)
218                         n = len;
219                 if (_data)
220                         memcpy(data, ptr, n);
221
222                 data += n;
223                 len -= n;
224                 ch_read_done(ch, n);
225         }
226
227         return orig_len - len;
228 }
229
230 static void update_stream_state(struct smd_channel *ch)
231 {
232         /* streams have no special state requiring updating */
233 }
234
235 static void update_packet_state(struct smd_channel *ch)
236 {
237         unsigned hdr[5];
238         int r;
239
240         /* can't do anything if we're in the middle of a packet */
241         if (ch->current_packet != 0)
242                 return;
243
244         /* don't bother unless we can get the full header */
245         if (smd_stream_read_avail(ch) < SMD_HEADER_SIZE)
246                 return;
247
248         r = ch_read(ch, hdr, SMD_HEADER_SIZE);
249         BUG_ON(r != SMD_HEADER_SIZE);
250
251         ch->current_packet = hdr[0];
252 }
253
254 /* provide a pointer and length to next free space in the fifo */
255 static unsigned ch_write_buffer(struct smd_channel *ch, void **ptr)
256 {
257         unsigned head = ch->send->head;
258         unsigned tail = ch->send->tail;
259         *ptr = (void *) (ch->send_data + head);
260
261         if (head < tail) {
262                 return tail - head - 1;
263         } else {
264                 if (tail == 0)
265                         return ch->fifo_size - head - 1;
266                 else
267                         return ch->fifo_size - head;
268         }
269 }
270
271 /* advace the fifo write pointer after freespace
272  * from ch_write_buffer is filled
273  */
274 static void ch_write_done(struct smd_channel *ch, unsigned count)
275 {
276         BUG_ON(count > smd_stream_write_avail(ch));
277         ch->send->head = (ch->send->head + count) & ch->fifo_mask;
278         ch->send->fHEAD = 1;
279 }
280
281 static void ch_set_state(struct smd_channel *ch, unsigned n)
282 {
283         if (n == SMD_SS_OPENED) {
284                 ch->send->fDSR = 1;
285                 ch->send->fCTS = 1;
286                 ch->send->fCD = 1;
287         } else {
288                 ch->send->fDSR = 0;
289                 ch->send->fCTS = 0;
290                 ch->send->fCD = 0;
291         }
292         ch->send->state = n;
293         ch->send->fSTATE = 1;
294         ch->notify_other_cpu();
295 }
296
297 static void do_smd_probe(void)
298 {
299         struct smem_shared *shared = (void *) MSM_SHARED_RAM_BASE;
300         if (shared->heap_info.free_offset != last_heap_free) {
301                 last_heap_free = shared->heap_info.free_offset;
302                 schedule_work(&probe_work);
303         }
304 }
305
306 static void smd_state_change(struct smd_channel *ch,
307                              unsigned last, unsigned next)
308 {
309         ch->last_state = next;
310
311         pr_debug("ch %d %d -> %d\n", ch->n, last, next);
312
313         switch (next) {
314         case SMD_SS_OPENING:
315                 ch->recv->tail = 0;
316         case SMD_SS_OPENED:
317                 if (ch->send->state != SMD_SS_OPENED)
318                         ch_set_state(ch, SMD_SS_OPENED);
319                 ch->notify(ch->priv, SMD_EVENT_OPEN);
320                 break;
321         case SMD_SS_FLUSHING:
322         case SMD_SS_RESET:
323                 /* we should force them to close? */
324         default:
325                 ch->notify(ch->priv, SMD_EVENT_CLOSE);
326         }
327 }
328
329 static void handle_smd_irq(struct list_head *list, void (*notify)(void))
330 {
331         unsigned long flags;
332         struct smd_channel *ch;
333         int do_notify = 0;
334         unsigned ch_flags;
335         unsigned tmp;
336
337         spin_lock_irqsave(&smd_lock, flags);
338         list_for_each_entry(ch, list, ch_list) {
339                 ch_flags = 0;
340                 if (ch_is_open(ch)) {
341                         if (ch->recv->fHEAD) {
342                                 ch->recv->fHEAD = 0;
343                                 ch_flags |= 1;
344                                 do_notify |= 1;
345                         }
346                         if (ch->recv->fTAIL) {
347                                 ch->recv->fTAIL = 0;
348                                 ch_flags |= 2;
349                                 do_notify |= 1;
350                         }
351                         if (ch->recv->fSTATE) {
352                                 ch->recv->fSTATE = 0;
353                                 ch_flags |= 4;
354                                 do_notify |= 1;
355                         }
356                 }
357                 tmp = ch->recv->state;
358                 if (tmp != ch->last_state)
359                         smd_state_change(ch, ch->last_state, tmp);
360                 if (ch_flags) {
361                         ch->update_state(ch);
362                         ch->notify(ch->priv, SMD_EVENT_DATA);
363                 }
364         }
365         if (do_notify)
366                 notify();
367         spin_unlock_irqrestore(&smd_lock, flags);
368         do_smd_probe();
369 }
370
371 static irqreturn_t smd_modem_irq_handler(int irq, void *data)
372 {
373         handle_smd_irq(&smd_ch_list_modem, notify_modem_smd);
374         return IRQ_HANDLED;
375 }
376
377 #if defined(CONFIG_QDSP6)
378 static irqreturn_t smd_dsp_irq_handler(int irq, void *data)
379 {
380         handle_smd_irq(&smd_ch_list_dsp, notify_dsp_smd);
381         return IRQ_HANDLED;
382 }
383 #endif
384
385 static void smd_fake_irq_handler(unsigned long arg)
386 {
387         handle_smd_irq(&smd_ch_list_modem, notify_modem_smd);
388         handle_smd_irq(&smd_ch_list_dsp, notify_dsp_smd);
389 }
390
391 static DECLARE_TASKLET(smd_fake_irq_tasklet, smd_fake_irq_handler, 0);
392
393 static inline int smd_need_int(struct smd_channel *ch)
394 {
395         if (ch_is_open(ch)) {
396                 if (ch->recv->fHEAD || ch->recv->fTAIL || ch->recv->fSTATE)
397                         return 1;
398                 if (ch->recv->state != ch->last_state)
399                         return 1;
400         }
401         return 0;
402 }
403
404 void smd_sleep_exit(void)
405 {
406         unsigned long flags;
407         struct smd_channel *ch;
408         int need_int = 0;
409
410         spin_lock_irqsave(&smd_lock, flags);
411         list_for_each_entry(ch, &smd_ch_list_modem, ch_list) {
412                 if (smd_need_int(ch)) {
413                         need_int = 1;
414                         break;
415                 }
416         }
417         list_for_each_entry(ch, &smd_ch_list_dsp, ch_list) {
418                 if (smd_need_int(ch)) {
419                         need_int = 1;
420                         break;
421                 }
422         }
423         spin_unlock_irqrestore(&smd_lock, flags);
424         do_smd_probe();
425
426         if (need_int) {
427                 if (msm_smd_debug_mask & MSM_SMD_DEBUG)
428                         pr_info("smd_sleep_exit need interrupt\n");
429                 tasklet_schedule(&smd_fake_irq_tasklet);
430         }
431 }
432
433
434 void smd_kick(smd_channel_t *ch)
435 {
436         unsigned long flags;
437         unsigned tmp;
438
439         spin_lock_irqsave(&smd_lock, flags);
440         ch->update_state(ch);
441         tmp = ch->recv->state;
442         if (tmp != ch->last_state) {
443                 ch->last_state = tmp;
444                 if (tmp == SMD_SS_OPENED)
445                         ch->notify(ch->priv, SMD_EVENT_OPEN);
446                 else
447                         ch->notify(ch->priv, SMD_EVENT_CLOSE);
448         }
449         ch->notify(ch->priv, SMD_EVENT_DATA);
450         ch->notify_other_cpu();
451         spin_unlock_irqrestore(&smd_lock, flags);
452 }
453
454 static int smd_is_packet(int chn, unsigned type)
455 {
456         type &= SMD_KIND_MASK;
457         if (type == SMD_KIND_PACKET)
458                 return 1;
459         if (type == SMD_KIND_STREAM)
460                 return 0;
461
462         /* older AMSS reports SMD_KIND_UNKNOWN always */
463         if ((chn > 4) || (chn == 1))
464                 return 1;
465         else
466                 return 0;
467 }
468
469 static int smd_stream_write(smd_channel_t *ch, const void *_data, int len)
470 {
471         void *ptr;
472         const unsigned char *buf = _data;
473         unsigned xfer;
474         int orig_len = len;
475
476         if (len < 0)
477                 return -EINVAL;
478
479         while ((xfer = ch_write_buffer(ch, &ptr)) != 0) {
480                 if (!ch_is_open(ch))
481                         break;
482                 if (xfer > len)
483                         xfer = len;
484                 memcpy(ptr, buf, xfer);
485                 ch_write_done(ch, xfer);
486                 len -= xfer;
487                 buf += xfer;
488                 if (len == 0)
489                         break;
490         }
491
492         ch->notify_other_cpu();
493
494         return orig_len - len;
495 }
496
497 static int smd_packet_write(smd_channel_t *ch, const void *_data, int len)
498 {
499         unsigned hdr[5];
500
501         if (len < 0)
502                 return -EINVAL;
503
504         if (smd_stream_write_avail(ch) < (len + SMD_HEADER_SIZE))
505                 return -ENOMEM;
506
507         hdr[0] = len;
508         hdr[1] = hdr[2] = hdr[3] = hdr[4] = 0;
509
510         smd_stream_write(ch, hdr, sizeof(hdr));
511         smd_stream_write(ch, _data, len);
512
513         return len;
514 }
515
516 static int smd_stream_read(smd_channel_t *ch, void *data, int len)
517 {
518         int r;
519
520         if (len < 0)
521                 return -EINVAL;
522
523         r = ch_read(ch, data, len);
524         if (r > 0)
525                 ch->notify_other_cpu();
526
527         return r;
528 }
529
530 static int smd_packet_read(smd_channel_t *ch, void *data, int len)
531 {
532         unsigned long flags;
533         int r;
534
535         if (len < 0)
536                 return -EINVAL;
537
538         if (len > ch->current_packet)
539                 len = ch->current_packet;
540
541         r = ch_read(ch, data, len);
542         if (r > 0)
543                 ch->notify_other_cpu();
544
545         spin_lock_irqsave(&smd_lock, flags);
546         ch->current_packet -= r;
547         update_packet_state(ch);
548         spin_unlock_irqrestore(&smd_lock, flags);
549
550         return r;
551 }
552
553 static int smd_alloc_channel(const char *name, uint32_t cid, uint32_t type)
554 {
555         struct smd_channel *ch;
556
557         ch = kzalloc(sizeof(struct smd_channel), GFP_KERNEL);
558         if (ch == 0) {
559                 pr_err("smd_alloc_channel() out of memory\n");
560                 return -1;
561         }
562         ch->n = cid;
563
564         if (_smd_alloc_channel(ch)) {
565                 kfree(ch);
566                 return -1;
567         }
568
569         ch->fifo_mask = ch->fifo_size - 1;
570         ch->type = type;
571
572         if ((type & SMD_TYPE_MASK) == SMD_TYPE_APPS_MODEM)
573                 ch->notify_other_cpu = notify_modem_smd;
574         else
575                 ch->notify_other_cpu = notify_dsp_smd;
576
577         if (smd_is_packet(cid, type)) {
578                 ch->read = smd_packet_read;
579                 ch->write = smd_packet_write;
580                 ch->read_avail = smd_packet_read_avail;
581                 ch->write_avail = smd_packet_write_avail;
582                 ch->update_state = update_packet_state;
583         } else {
584                 ch->read = smd_stream_read;
585                 ch->write = smd_stream_write;
586                 ch->read_avail = smd_stream_read_avail;
587                 ch->write_avail = smd_stream_write_avail;
588                 ch->update_state = update_stream_state;
589         }
590
591         if ((type & 0xff) == 0)
592                 memcpy(ch->name, "SMD_", 4);
593         else
594                 memcpy(ch->name, "DSP_", 4);
595         memcpy(ch->name + 4, name, 20);
596         ch->name[23] = 0;
597         ch->pdev.name = ch->name;
598         ch->pdev.id = -1;
599
600         pr_debug("smd_alloc_channel() cid=%02d size=%05d '%s'\n",
601                 ch->n, ch->fifo_size, ch->name);
602
603         mutex_lock(&smd_creation_mutex);
604         list_add(&ch->ch_list, &smd_ch_closed_list);
605         mutex_unlock(&smd_creation_mutex);
606
607         platform_device_register(&ch->pdev);
608         return 0;
609 }
610
611 static void smd_channel_probe_worker(struct work_struct *work)
612 {
613         struct smd_alloc_elm *shared;
614         unsigned ctype;
615         unsigned type;
616         unsigned n;
617
618         shared = smem_find(ID_CH_ALLOC_TBL, sizeof(*shared) * 64);
619         if (!shared) {
620                 pr_err("cannot find allocation table\n");
621                 return;
622         }
623         for (n = 0; n < 64; n++) {
624                 if (smd_ch_allocated[n])
625                         continue;
626                 if (!shared[n].ref_count)
627                         continue;
628                 if (!shared[n].name[0])
629                         continue;
630                 ctype = shared[n].ctype;
631                 type = ctype & SMD_TYPE_MASK;
632
633                 /* DAL channels are stream but neither the modem,
634                  * nor the DSP correctly indicate this.  Fixup manually.
635                  */
636                 if (!memcmp(shared[n].name, "DAL", 3))
637                         ctype = (ctype & (~SMD_KIND_MASK)) | SMD_KIND_STREAM;
638
639                 type = shared[n].ctype & SMD_TYPE_MASK;
640                 if ((type == SMD_TYPE_APPS_MODEM) ||
641                     (type == SMD_TYPE_APPS_DSP))
642                         if (!smd_alloc_channel(shared[n].name, shared[n].cid, ctype))
643                                 smd_ch_allocated[n] = 1;
644         }
645 }
646
647 static void do_nothing_notify(void *priv, unsigned flags)
648 {
649 }
650
651 struct smd_channel *smd_get_channel(const char *name)
652 {
653         struct smd_channel *ch;
654
655         mutex_lock(&smd_creation_mutex);
656         list_for_each_entry(ch, &smd_ch_closed_list, ch_list) {
657                 if (!strcmp(name, ch->name)) {
658                         list_del(&ch->ch_list);
659                         mutex_unlock(&smd_creation_mutex);
660                         return ch;
661                 }
662         }
663         mutex_unlock(&smd_creation_mutex);
664
665         return NULL;
666 }
667
668 int smd_open(const char *name, smd_channel_t **_ch,
669              void *priv, void (*notify)(void *, unsigned))
670 {
671         struct smd_channel *ch;
672         unsigned long flags;
673
674         if (smd_initialized == 0) {
675                 pr_info("smd_open() before smd_init()\n");
676                 return -ENODEV;
677         }
678
679         ch = smd_get_channel(name);
680         if (!ch)
681                 return -ENODEV;
682
683         if (notify == 0)
684                 notify = do_nothing_notify;
685
686         ch->notify = notify;
687         ch->current_packet = 0;
688         ch->last_state = SMD_SS_CLOSED;
689         ch->priv = priv;
690
691         *_ch = ch;
692
693         spin_lock_irqsave(&smd_lock, flags);
694
695         if ((ch->type & SMD_TYPE_MASK) == SMD_TYPE_APPS_MODEM)
696                 list_add(&ch->ch_list, &smd_ch_list_modem);
697         else
698                 list_add(&ch->ch_list, &smd_ch_list_dsp);
699
700         /* If the remote side is CLOSING, we need to get it to
701          * move to OPENING (which we'll do by moving from CLOSED to
702          * OPENING) and then get it to move from OPENING to
703          * OPENED (by doing the same state change ourselves).
704          *
705          * Otherwise, it should be OPENING and we can move directly
706          * to OPENED so that it will follow.
707          */
708         if (ch->recv->state == SMD_SS_CLOSING) {
709                 ch->send->head = 0;
710                 ch_set_state(ch, SMD_SS_OPENING);
711         } else {
712                 ch_set_state(ch, SMD_SS_OPENED);
713         }
714         spin_unlock_irqrestore(&smd_lock, flags);
715         smd_kick(ch);
716
717         return 0;
718 }
719
720 int smd_close(smd_channel_t *ch)
721 {
722         unsigned long flags;
723
724         if (ch == 0)
725                 return -1;
726
727         spin_lock_irqsave(&smd_lock, flags);
728         ch->notify = do_nothing_notify;
729         list_del(&ch->ch_list);
730         ch_set_state(ch, SMD_SS_CLOSED);
731         spin_unlock_irqrestore(&smd_lock, flags);
732
733         mutex_lock(&smd_creation_mutex);
734         list_add(&ch->ch_list, &smd_ch_closed_list);
735         mutex_unlock(&smd_creation_mutex);
736
737         return 0;
738 }
739
740 int smd_read(smd_channel_t *ch, void *data, int len)
741 {
742         return ch->read(ch, data, len);
743 }
744
745 int smd_write(smd_channel_t *ch, const void *data, int len)
746 {
747         return ch->write(ch, data, len);
748 }
749
750 int smd_write_atomic(smd_channel_t *ch, const void *data, int len)
751 {
752         unsigned long flags;
753         int res;
754         spin_lock_irqsave(&smd_lock, flags);
755         res = ch->write(ch, data, len);
756         spin_unlock_irqrestore(&smd_lock, flags);
757         return res;
758 }
759
760 int smd_read_avail(smd_channel_t *ch)
761 {
762         return ch->read_avail(ch);
763 }
764
765 int smd_write_avail(smd_channel_t *ch)
766 {
767         return ch->write_avail(ch);
768 }
769
770 int smd_wait_until_readable(smd_channel_t *ch, int bytes)
771 {
772         return -1;
773 }
774
775 int smd_wait_until_writable(smd_channel_t *ch, int bytes)
776 {
777         return -1;
778 }
779
780 int smd_cur_packet_size(smd_channel_t *ch)
781 {
782         return ch->current_packet;
783 }
784
785
786 /* ------------------------------------------------------------------------- */
787
788 void *smem_alloc(unsigned id, unsigned size)
789 {
790         return smem_find(id, size);
791 }
792
793 void __iomem *smem_item(unsigned id, unsigned *size)
794 {
795         struct smem_shared *shared = (void *) MSM_SHARED_RAM_BASE;
796         struct smem_heap_entry *toc = shared->heap_toc;
797
798         if (id >= SMEM_NUM_ITEMS)
799                 return NULL;
800
801         if (toc[id].allocated) {
802                 *size = toc[id].size;
803                 return (MSM_SHARED_RAM_BASE + toc[id].offset);
804         } else {
805                 *size = 0;
806         }
807
808         return NULL;
809 }
810
811 void *smem_find(unsigned id, unsigned size_in)
812 {
813         unsigned size;
814         void *ptr;
815
816         ptr = smem_item(id, &size);
817         if (!ptr)
818                 return 0;
819
820         size_in = ALIGN(size_in, 8);
821         if (size_in != size) {
822                 pr_err("smem_find(%d, %d): wrong size %d\n",
823                        id, size_in, size);
824                 return 0;
825         }
826
827         return ptr;
828 }
829
830 static irqreturn_t smsm_irq_handler(int irq, void *data)
831 {
832         unsigned long flags;
833         unsigned apps, modm;
834
835         spin_lock_irqsave(&smem_lock, flags);
836
837         apps = raw_smsm_get_state(SMSM_STATE_APPS);
838         modm = raw_smsm_get_state(SMSM_STATE_MODEM);
839
840         if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
841                 pr_info("<SM %08x %08x>\n", apps, modm);
842         if (modm & SMSM_RESET)
843                 handle_modem_crash();
844
845         do_smd_probe();
846
847         spin_unlock_irqrestore(&smem_lock, flags);
848         return IRQ_HANDLED;
849 }
850
851 int smsm_change_state(enum smsm_state_item item,
852                       uint32_t clear_mask, uint32_t set_mask)
853 {
854         void __iomem *addr = smd_info.state + item * 4;
855         unsigned long flags;
856         unsigned state;
857
858         if (!smd_info.ready)
859                 return -EIO;
860
861         spin_lock_irqsave(&smem_lock, flags);
862
863         if (raw_smsm_get_state(SMSM_STATE_MODEM) & SMSM_RESET)
864                 handle_modem_crash();
865
866         state = (readl(addr) & ~clear_mask) | set_mask;
867         writel(state, addr);
868
869         if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
870                 pr_info("smsm_change_state %d %x\n", item, state);
871         notify_other_smsm();
872
873         spin_unlock_irqrestore(&smem_lock, flags);
874
875         return 0;
876 }
877
878 uint32_t smsm_get_state(enum smsm_state_item item)
879 {
880         unsigned long flags;
881         uint32_t rv;
882
883         spin_lock_irqsave(&smem_lock, flags);
884
885         rv = readl(smd_info.state + item * 4);
886
887         if (item == SMSM_STATE_MODEM && (rv & SMSM_RESET))
888                 handle_modem_crash();
889
890         spin_unlock_irqrestore(&smem_lock, flags);
891
892         return rv;
893 }
894
895 #ifdef CONFIG_ARCH_MSM_SCORPION
896
897 int smsm_set_sleep_duration(uint32_t delay)
898 {
899         struct msm_dem_slave_data *ptr;
900
901         ptr = smem_find(SMEM_APPS_DEM_SLAVE_DATA, sizeof(*ptr));
902         if (ptr == NULL) {
903                 pr_err("smsm_set_sleep_duration <SM NO APPS_DEM_SLAVE_DATA>\n");
904                 return -EIO;
905         }
906         if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
907                 pr_info("smsm_set_sleep_duration %d -> %d\n",
908                        ptr->sleep_time, delay);
909         ptr->sleep_time = delay;
910         return 0;
911 }
912
913 #else
914
915 int smsm_set_sleep_duration(uint32_t delay)
916 {
917         uint32_t *ptr;
918
919         ptr = smem_find(SMEM_SMSM_SLEEP_DELAY, sizeof(*ptr));
920         if (ptr == NULL) {
921                 pr_err("smsm_set_sleep_duration <SM NO SLEEP_DELAY>\n");
922                 return -EIO;
923         }
924         if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
925                 pr_info("smsm_set_sleep_duration %d -> %d\n",
926                        *ptr, delay);
927         *ptr = delay;
928         return 0;
929 }
930
931 #endif
932
933 int smd_core_init(void)
934 {
935         int r;
936
937         /* wait for essential items to be initialized */
938         for (;;) {
939                 unsigned size;
940                 void __iomem *state;
941                 state = smem_item(SMEM_SMSM_SHARED_STATE, &size);
942                 if (size == SMSM_V1_SIZE || size == SMSM_V2_SIZE) {
943                         smd_info.state = state;
944                         break;
945                 }
946         }
947
948         smd_info.ready = 1;
949
950         r = request_irq(INT_A9_M2A_0, smd_modem_irq_handler,
951                         IRQF_TRIGGER_RISING, "smd_dev", 0);
952         if (r < 0)
953                 return r;
954         r = enable_irq_wake(INT_A9_M2A_0);
955         if (r < 0)
956                 pr_err("smd_core_init: enable_irq_wake failed for A9_M2A_0\n");
957
958         r = request_irq(INT_A9_M2A_5, smsm_irq_handler,
959                         IRQF_TRIGGER_RISING, "smsm_dev", 0);
960         if (r < 0) {
961                 free_irq(INT_A9_M2A_0, 0);
962                 return r;
963         }
964         r = enable_irq_wake(INT_A9_M2A_5);
965         if (r < 0)
966                 pr_err("smd_core_init: enable_irq_wake failed for A9_M2A_5\n");
967
968 #if defined(CONFIG_QDSP6)
969         r = request_irq(INT_ADSP_A11, smd_dsp_irq_handler,
970                         IRQF_TRIGGER_RISING, "smd_dsp", 0);
971         if (r < 0) {
972                 free_irq(INT_A9_M2A_0, 0);
973                 free_irq(INT_A9_M2A_5, 0);
974                 return r;
975         }
976 #endif
977
978         /* check for any SMD channels that may already exist */
979         do_smd_probe();
980
981         /* indicate that we're up and running */
982         smsm_change_state(SMSM_STATE_APPS,
983                           ~0, SMSM_INIT | SMSM_SMDINIT | SMSM_RPCINIT | SMSM_RUN);
984 #ifdef CONFIG_ARCH_MSM_SCORPION
985         smsm_change_state(SMSM_STATE_APPS_DEM, ~0, 0);
986 #endif
987
988         return 0;
989 }
990
991 static int msm_smd_probe(struct platform_device *pdev)
992 {
993         /*
994          * If we haven't waited for the ARM9 to boot up till now,
995          * then we need to wait here. Otherwise this should just
996          * return immediately.
997          */
998         proc_comm_boot_wait();
999
1000         INIT_WORK(&probe_work, smd_channel_probe_worker);
1001
1002         if (smd_core_init()) {
1003                 pr_err("smd_core_init() failed\n");
1004                 return -1;
1005         }
1006
1007         do_smd_probe();
1008
1009         msm_check_for_modem_crash = check_for_modem_crash;
1010
1011         msm_init_last_radio_log(THIS_MODULE);
1012
1013         smd_initialized = 1;
1014
1015         return 0;
1016 }
1017
1018 static struct platform_driver msm_smd_driver = {
1019         .probe = msm_smd_probe,
1020         .driver = {
1021                 .name = MODULE_NAME,
1022                 .owner = THIS_MODULE,
1023         },
1024 };
1025
1026 static int __init msm_smd_init(void)
1027 {
1028         return platform_driver_register(&msm_smd_driver);
1029 }
1030
1031 module_init(msm_smd_init);
1032
1033 MODULE_DESCRIPTION("MSM Shared Memory Core");
1034 MODULE_AUTHOR("Brian Swetland <swetland@google.com>");
1035 MODULE_LICENSE("GPL");