1 /* arch/arm/mach-msm/smd.c
2  *
3  * Copyright (C) 2007 Google, Inc.
4  * Author: Brian Swetland <swetland@google.com>
5  *
6  * This software is licensed under the terms of the GNU General Public
7  * License version 2, as published by the Free Software Foundation, and
8  * may be copied, distributed, and modified under those terms.
9  *
10  * This program is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  * GNU General Public License for more details.
14  *
15  */
16 
17 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
18 
19 #include <linux/platform_device.h>
20 #include <linux/module.h>
21 #include <linux/fs.h>
22 #include <linux/cdev.h>
23 #include <linux/device.h>
24 #include <linux/wait.h>
25 #include <linux/interrupt.h>
26 #include <linux/irq.h>
27 #include <linux/list.h>
28 #include <linux/slab.h>
29 #include <linux/debugfs.h>
30 #include <linux/delay.h>
31 
32 #include <mach/msm_smd.h>
33 #include <mach/system.h>
34 
35 #include "smd_private.h"
36 #include "proc_comm.h"
37 
38 #if defined(CONFIG_ARCH_QSD8X50)
39 #define CONFIG_QDSP6 1
40 #endif
41 
42 void (*msm_hw_reset_hook)(void);
43 
44 #define MODULE_NAME "msm_smd"
45 
46 enum {
47 	MSM_SMD_DEBUG = 1U << 0,
48 	MSM_SMSM_DEBUG = 1U << 0,
49 };
50 
51 static int msm_smd_debug_mask;
52 
53 struct shared_info {
54 	int ready;
55 	unsigned state;
56 };
57 
58 static unsigned dummy_state[SMSM_STATE_COUNT];
59 
60 static struct shared_info smd_info = {
61 	.state = (unsigned) &dummy_state,
62 };
63 
64 module_param_named(debug_mask, msm_smd_debug_mask,
65 		   int, S_IRUGO | S_IWUSR | S_IWGRP);
66 
67 static unsigned last_heap_free = 0xffffffff;
68 
notify_other_smsm(void)69 static inline void notify_other_smsm(void)
70 {
71 	msm_a2m_int(5);
72 #ifdef CONFIG_QDSP6
73 	msm_a2m_int(8);
74 #endif
75 }
76 
notify_modem_smd(void)77 static inline void notify_modem_smd(void)
78 {
79 	msm_a2m_int(0);
80 }
81 
notify_dsp_smd(void)82 static inline void notify_dsp_smd(void)
83 {
84 	msm_a2m_int(8);
85 }
86 
smd_diag(void)87 static void smd_diag(void)
88 {
89 	char *x;
90 
91 	x = smem_find(ID_DIAG_ERR_MSG, SZ_DIAG_ERR_MSG);
92 	if (x != 0) {
93 		x[SZ_DIAG_ERR_MSG - 1] = 0;
94 		pr_debug("DIAG '%s'\n", x);
95 	}
96 }
97 
98 /* call when SMSM_RESET flag is set in the A9's smsm_state */
handle_modem_crash(void)99 static void handle_modem_crash(void)
100 {
101 	pr_err("ARM9 has CRASHED\n");
102 	smd_diag();
103 
104 	/* hard reboot if possible */
105 	if (msm_hw_reset_hook)
106 		msm_hw_reset_hook();
107 
108 	/* in this case the modem or watchdog should reboot us */
109 	for (;;)
110 		;
111 }
112 
raw_smsm_get_state(enum smsm_state_item item)113 uint32_t raw_smsm_get_state(enum smsm_state_item item)
114 {
115 	return readl(smd_info.state + item * 4);
116 }
117 
check_for_modem_crash(void)118 static int check_for_modem_crash(void)
119 {
120 	if (raw_smsm_get_state(SMSM_STATE_MODEM) & SMSM_RESET) {
121 		handle_modem_crash();
122 		return -1;
123 	}
124 	return 0;
125 }
126 
127 /* the spinlock is used to synchronize between the
128  * irq handler and code that mutates the channel
129  * list or fiddles with channel state
130  */
131 DEFINE_SPINLOCK(smd_lock);
132 DEFINE_SPINLOCK(smem_lock);
133 
134 /* the mutex is used during open() and close()
135  * operations to avoid races while creating or
136  * destroying smd_channel structures
137  */
138 static DEFINE_MUTEX(smd_creation_mutex);
139 
140 static int smd_initialized;
141 
142 LIST_HEAD(smd_ch_closed_list);
143 LIST_HEAD(smd_ch_list_modem);
144 LIST_HEAD(smd_ch_list_dsp);
145 
146 static unsigned char smd_ch_allocated[64];
147 static struct work_struct probe_work;
148 
149 /* how many bytes are available for reading */
smd_stream_read_avail(struct smd_channel * ch)150 static int smd_stream_read_avail(struct smd_channel *ch)
151 {
152 	return (ch->recv->head - ch->recv->tail) & ch->fifo_mask;
153 }
154 
155 /* how many bytes we are free to write */
smd_stream_write_avail(struct smd_channel * ch)156 static int smd_stream_write_avail(struct smd_channel *ch)
157 {
158 	return ch->fifo_mask -
159 		((ch->send->head - ch->send->tail) & ch->fifo_mask);
160 }
161 
smd_packet_read_avail(struct smd_channel * ch)162 static int smd_packet_read_avail(struct smd_channel *ch)
163 {
164 	if (ch->current_packet) {
165 		int n = smd_stream_read_avail(ch);
166 		if (n > ch->current_packet)
167 			n = ch->current_packet;
168 		return n;
169 	} else {
170 		return 0;
171 	}
172 }
173 
smd_packet_write_avail(struct smd_channel * ch)174 static int smd_packet_write_avail(struct smd_channel *ch)
175 {
176 	int n = smd_stream_write_avail(ch);
177 	return n > SMD_HEADER_SIZE ? n - SMD_HEADER_SIZE : 0;
178 }
179 
ch_is_open(struct smd_channel * ch)180 static int ch_is_open(struct smd_channel *ch)
181 {
182 	return (ch->recv->state == SMD_SS_OPENED) &&
183 		(ch->send->state == SMD_SS_OPENED);
184 }
185 
186 /* provide a pointer and length to readable data in the fifo */
ch_read_buffer(struct smd_channel * ch,void ** ptr)187 static unsigned ch_read_buffer(struct smd_channel *ch, void **ptr)
188 {
189 	unsigned head = ch->recv->head;
190 	unsigned tail = ch->recv->tail;
191 	*ptr = (void *) (ch->recv_data + tail);
192 
193 	if (tail <= head)
194 		return head - tail;
195 	else
196 		return ch->fifo_size - tail;
197 }
198 
199 /* advance the fifo read pointer after data from ch_read_buffer is consumed */
ch_read_done(struct smd_channel * ch,unsigned count)200 static void ch_read_done(struct smd_channel *ch, unsigned count)
201 {
202 	BUG_ON(count > smd_stream_read_avail(ch));
203 	ch->recv->tail = (ch->recv->tail + count) & ch->fifo_mask;
204 	ch->send->fTAIL = 1;
205 }
206 
207 /* basic read interface to ch_read_{buffer,done} used
208  * by smd_*_read() and update_packet_state()
209  * will read-and-discard if the _data pointer is null
210  */
ch_read(struct smd_channel * ch,void * _data,int len)211 static int ch_read(struct smd_channel *ch, void *_data, int len)
212 {
213 	void *ptr;
214 	unsigned n;
215 	unsigned char *data = _data;
216 	int orig_len = len;
217 
218 	while (len > 0) {
219 		n = ch_read_buffer(ch, &ptr);
220 		if (n == 0)
221 			break;
222 
223 		if (n > len)
224 			n = len;
225 		if (_data)
226 			memcpy(data, ptr, n);
227 
228 		data += n;
229 		len -= n;
230 		ch_read_done(ch, n);
231 	}
232 
233 	return orig_len - len;
234 }
235 
update_stream_state(struct smd_channel * ch)236 static void update_stream_state(struct smd_channel *ch)
237 {
238 	/* streams have no special state requiring updating */
239 }
240 
update_packet_state(struct smd_channel * ch)241 static void update_packet_state(struct smd_channel *ch)
242 {
243 	unsigned hdr[5];
244 	int r;
245 
246 	/* can't do anything if we're in the middle of a packet */
247 	if (ch->current_packet != 0)
248 		return;
249 
250 	/* don't bother unless we can get the full header */
251 	if (smd_stream_read_avail(ch) < SMD_HEADER_SIZE)
252 		return;
253 
254 	r = ch_read(ch, hdr, SMD_HEADER_SIZE);
255 	BUG_ON(r != SMD_HEADER_SIZE);
256 
257 	ch->current_packet = hdr[0];
258 }
259 
260 /* provide a pointer and length to next free space in the fifo */
ch_write_buffer(struct smd_channel * ch,void ** ptr)261 static unsigned ch_write_buffer(struct smd_channel *ch, void **ptr)
262 {
263 	unsigned head = ch->send->head;
264 	unsigned tail = ch->send->tail;
265 	*ptr = (void *) (ch->send_data + head);
266 
267 	if (head < tail) {
268 		return tail - head - 1;
269 	} else {
270 		if (tail == 0)
271 			return ch->fifo_size - head - 1;
272 		else
273 			return ch->fifo_size - head;
274 	}
275 }
276 
277 /* advace the fifo write pointer after freespace
278  * from ch_write_buffer is filled
279  */
ch_write_done(struct smd_channel * ch,unsigned count)280 static void ch_write_done(struct smd_channel *ch, unsigned count)
281 {
282 	BUG_ON(count > smd_stream_write_avail(ch));
283 	ch->send->head = (ch->send->head + count) & ch->fifo_mask;
284 	ch->send->fHEAD = 1;
285 }
286 
ch_set_state(struct smd_channel * ch,unsigned n)287 static void ch_set_state(struct smd_channel *ch, unsigned n)
288 {
289 	if (n == SMD_SS_OPENED) {
290 		ch->send->fDSR = 1;
291 		ch->send->fCTS = 1;
292 		ch->send->fCD = 1;
293 	} else {
294 		ch->send->fDSR = 0;
295 		ch->send->fCTS = 0;
296 		ch->send->fCD = 0;
297 	}
298 	ch->send->state = n;
299 	ch->send->fSTATE = 1;
300 	ch->notify_other_cpu();
301 }
302 
do_smd_probe(void)303 static void do_smd_probe(void)
304 {
305 	struct smem_shared *shared = (void *) MSM_SHARED_RAM_BASE;
306 	if (shared->heap_info.free_offset != last_heap_free) {
307 		last_heap_free = shared->heap_info.free_offset;
308 		schedule_work(&probe_work);
309 	}
310 }
311 
smd_state_change(struct smd_channel * ch,unsigned last,unsigned next)312 static void smd_state_change(struct smd_channel *ch,
313 			     unsigned last, unsigned next)
314 {
315 	ch->last_state = next;
316 
317 	pr_debug("ch %d %d -> %d\n", ch->n, last, next);
318 
319 	switch (next) {
320 	case SMD_SS_OPENING:
321 		ch->recv->tail = 0;
322 	case SMD_SS_OPENED:
323 		if (ch->send->state != SMD_SS_OPENED)
324 			ch_set_state(ch, SMD_SS_OPENED);
325 		ch->notify(ch->priv, SMD_EVENT_OPEN);
326 		break;
327 	case SMD_SS_FLUSHING:
328 	case SMD_SS_RESET:
329 		/* we should force them to close? */
330 	default:
331 		ch->notify(ch->priv, SMD_EVENT_CLOSE);
332 	}
333 }
334 
handle_smd_irq(struct list_head * list,void (* notify)(void))335 static void handle_smd_irq(struct list_head *list, void (*notify)(void))
336 {
337 	unsigned long flags;
338 	struct smd_channel *ch;
339 	int do_notify = 0;
340 	unsigned ch_flags;
341 	unsigned tmp;
342 
343 	spin_lock_irqsave(&smd_lock, flags);
344 	list_for_each_entry(ch, list, ch_list) {
345 		ch_flags = 0;
346 		if (ch_is_open(ch)) {
347 			if (ch->recv->fHEAD) {
348 				ch->recv->fHEAD = 0;
349 				ch_flags |= 1;
350 				do_notify |= 1;
351 			}
352 			if (ch->recv->fTAIL) {
353 				ch->recv->fTAIL = 0;
354 				ch_flags |= 2;
355 				do_notify |= 1;
356 			}
357 			if (ch->recv->fSTATE) {
358 				ch->recv->fSTATE = 0;
359 				ch_flags |= 4;
360 				do_notify |= 1;
361 			}
362 		}
363 		tmp = ch->recv->state;
364 		if (tmp != ch->last_state)
365 			smd_state_change(ch, ch->last_state, tmp);
366 		if (ch_flags) {
367 			ch->update_state(ch);
368 			ch->notify(ch->priv, SMD_EVENT_DATA);
369 		}
370 	}
371 	if (do_notify)
372 		notify();
373 	spin_unlock_irqrestore(&smd_lock, flags);
374 	do_smd_probe();
375 }
376 
smd_modem_irq_handler(int irq,void * data)377 static irqreturn_t smd_modem_irq_handler(int irq, void *data)
378 {
379 	handle_smd_irq(&smd_ch_list_modem, notify_modem_smd);
380 	return IRQ_HANDLED;
381 }
382 
383 #if defined(CONFIG_QDSP6)
smd_dsp_irq_handler(int irq,void * data)384 static irqreturn_t smd_dsp_irq_handler(int irq, void *data)
385 {
386 	handle_smd_irq(&smd_ch_list_dsp, notify_dsp_smd);
387 	return IRQ_HANDLED;
388 }
389 #endif
390 
smd_fake_irq_handler(unsigned long arg)391 static void smd_fake_irq_handler(unsigned long arg)
392 {
393 	handle_smd_irq(&smd_ch_list_modem, notify_modem_smd);
394 	handle_smd_irq(&smd_ch_list_dsp, notify_dsp_smd);
395 }
396 
397 static DECLARE_TASKLET(smd_fake_irq_tasklet, smd_fake_irq_handler, 0);
398 
smd_need_int(struct smd_channel * ch)399 static inline int smd_need_int(struct smd_channel *ch)
400 {
401 	if (ch_is_open(ch)) {
402 		if (ch->recv->fHEAD || ch->recv->fTAIL || ch->recv->fSTATE)
403 			return 1;
404 		if (ch->recv->state != ch->last_state)
405 			return 1;
406 	}
407 	return 0;
408 }
409 
smd_sleep_exit(void)410 void smd_sleep_exit(void)
411 {
412 	unsigned long flags;
413 	struct smd_channel *ch;
414 	int need_int = 0;
415 
416 	spin_lock_irqsave(&smd_lock, flags);
417 	list_for_each_entry(ch, &smd_ch_list_modem, ch_list) {
418 		if (smd_need_int(ch)) {
419 			need_int = 1;
420 			break;
421 		}
422 	}
423 	list_for_each_entry(ch, &smd_ch_list_dsp, ch_list) {
424 		if (smd_need_int(ch)) {
425 			need_int = 1;
426 			break;
427 		}
428 	}
429 	spin_unlock_irqrestore(&smd_lock, flags);
430 	do_smd_probe();
431 
432 	if (need_int) {
433 		if (msm_smd_debug_mask & MSM_SMD_DEBUG)
434 			pr_info("smd_sleep_exit need interrupt\n");
435 		tasklet_schedule(&smd_fake_irq_tasklet);
436 	}
437 }
438 
439 
smd_kick(smd_channel_t * ch)440 void smd_kick(smd_channel_t *ch)
441 {
442 	unsigned long flags;
443 	unsigned tmp;
444 
445 	spin_lock_irqsave(&smd_lock, flags);
446 	ch->update_state(ch);
447 	tmp = ch->recv->state;
448 	if (tmp != ch->last_state) {
449 		ch->last_state = tmp;
450 		if (tmp == SMD_SS_OPENED)
451 			ch->notify(ch->priv, SMD_EVENT_OPEN);
452 		else
453 			ch->notify(ch->priv, SMD_EVENT_CLOSE);
454 	}
455 	ch->notify(ch->priv, SMD_EVENT_DATA);
456 	ch->notify_other_cpu();
457 	spin_unlock_irqrestore(&smd_lock, flags);
458 }
459 
smd_is_packet(int chn,unsigned type)460 static int smd_is_packet(int chn, unsigned type)
461 {
462 	type &= SMD_KIND_MASK;
463 	if (type == SMD_KIND_PACKET)
464 		return 1;
465 	if (type == SMD_KIND_STREAM)
466 		return 0;
467 
468 	/* older AMSS reports SMD_KIND_UNKNOWN always */
469 	if ((chn > 4) || (chn == 1))
470 		return 1;
471 	else
472 		return 0;
473 }
474 
smd_stream_write(smd_channel_t * ch,const void * _data,int len)475 static int smd_stream_write(smd_channel_t *ch, const void *_data, int len)
476 {
477 	void *ptr;
478 	const unsigned char *buf = _data;
479 	unsigned xfer;
480 	int orig_len = len;
481 
482 	if (len < 0)
483 		return -EINVAL;
484 
485 	while ((xfer = ch_write_buffer(ch, &ptr)) != 0) {
486 		if (!ch_is_open(ch))
487 			break;
488 		if (xfer > len)
489 			xfer = len;
490 		memcpy(ptr, buf, xfer);
491 		ch_write_done(ch, xfer);
492 		len -= xfer;
493 		buf += xfer;
494 		if (len == 0)
495 			break;
496 	}
497 
498 	ch->notify_other_cpu();
499 
500 	return orig_len - len;
501 }
502 
smd_packet_write(smd_channel_t * ch,const void * _data,int len)503 static int smd_packet_write(smd_channel_t *ch, const void *_data, int len)
504 {
505 	unsigned hdr[5];
506 
507 	if (len < 0)
508 		return -EINVAL;
509 
510 	if (smd_stream_write_avail(ch) < (len + SMD_HEADER_SIZE))
511 		return -ENOMEM;
512 
513 	hdr[0] = len;
514 	hdr[1] = hdr[2] = hdr[3] = hdr[4] = 0;
515 
516 	smd_stream_write(ch, hdr, sizeof(hdr));
517 	smd_stream_write(ch, _data, len);
518 
519 	return len;
520 }
521 
smd_stream_read(smd_channel_t * ch,void * data,int len)522 static int smd_stream_read(smd_channel_t *ch, void *data, int len)
523 {
524 	int r;
525 
526 	if (len < 0)
527 		return -EINVAL;
528 
529 	r = ch_read(ch, data, len);
530 	if (r > 0)
531 		ch->notify_other_cpu();
532 
533 	return r;
534 }
535 
smd_packet_read(smd_channel_t * ch,void * data,int len)536 static int smd_packet_read(smd_channel_t *ch, void *data, int len)
537 {
538 	unsigned long flags;
539 	int r;
540 
541 	if (len < 0)
542 		return -EINVAL;
543 
544 	if (len > ch->current_packet)
545 		len = ch->current_packet;
546 
547 	r = ch_read(ch, data, len);
548 	if (r > 0)
549 		ch->notify_other_cpu();
550 
551 	spin_lock_irqsave(&smd_lock, flags);
552 	ch->current_packet -= r;
553 	update_packet_state(ch);
554 	spin_unlock_irqrestore(&smd_lock, flags);
555 
556 	return r;
557 }
558 
smd_alloc_channel(const char * name,uint32_t cid,uint32_t type)559 static int smd_alloc_channel(const char *name, uint32_t cid, uint32_t type)
560 {
561 	struct smd_channel *ch;
562 
563 	ch = kzalloc(sizeof(struct smd_channel), GFP_KERNEL);
564 	if (ch == 0) {
565 		pr_err("smd_alloc_channel() out of memory\n");
566 		return -1;
567 	}
568 	ch->n = cid;
569 
570 	if (_smd_alloc_channel(ch)) {
571 		kfree(ch);
572 		return -1;
573 	}
574 
575 	ch->fifo_mask = ch->fifo_size - 1;
576 	ch->type = type;
577 
578 	if ((type & SMD_TYPE_MASK) == SMD_TYPE_APPS_MODEM)
579 		ch->notify_other_cpu = notify_modem_smd;
580 	else
581 		ch->notify_other_cpu = notify_dsp_smd;
582 
583 	if (smd_is_packet(cid, type)) {
584 		ch->read = smd_packet_read;
585 		ch->write = smd_packet_write;
586 		ch->read_avail = smd_packet_read_avail;
587 		ch->write_avail = smd_packet_write_avail;
588 		ch->update_state = update_packet_state;
589 	} else {
590 		ch->read = smd_stream_read;
591 		ch->write = smd_stream_write;
592 		ch->read_avail = smd_stream_read_avail;
593 		ch->write_avail = smd_stream_write_avail;
594 		ch->update_state = update_stream_state;
595 	}
596 
597 	if ((type & 0xff) == 0)
598 		memcpy(ch->name, "SMD_", 4);
599 	else
600 		memcpy(ch->name, "DSP_", 4);
601 	memcpy(ch->name + 4, name, 20);
602 	ch->name[23] = 0;
603 	ch->pdev.name = ch->name;
604 	ch->pdev.id = -1;
605 
606 	pr_debug("smd_alloc_channel() cid=%02d size=%05d '%s'\n",
607 		ch->n, ch->fifo_size, ch->name);
608 
609 	mutex_lock(&smd_creation_mutex);
610 	list_add(&ch->ch_list, &smd_ch_closed_list);
611 	mutex_unlock(&smd_creation_mutex);
612 
613 	platform_device_register(&ch->pdev);
614 	return 0;
615 }
616 
smd_channel_probe_worker(struct work_struct * work)617 static void smd_channel_probe_worker(struct work_struct *work)
618 {
619 	struct smd_alloc_elm *shared;
620 	unsigned ctype;
621 	unsigned type;
622 	unsigned n;
623 
624 	shared = smem_find(ID_CH_ALLOC_TBL, sizeof(*shared) * 64);
625 	if (!shared) {
626 		pr_err("cannot find allocation table\n");
627 		return;
628 	}
629 	for (n = 0; n < 64; n++) {
630 		if (smd_ch_allocated[n])
631 			continue;
632 		if (!shared[n].ref_count)
633 			continue;
634 		if (!shared[n].name[0])
635 			continue;
636 		ctype = shared[n].ctype;
637 		type = ctype & SMD_TYPE_MASK;
638 
639 		/* DAL channels are stream but neither the modem,
640 		 * nor the DSP correctly indicate this.  Fixup manually.
641 		 */
642 		if (!memcmp(shared[n].name, "DAL", 3))
643 			ctype = (ctype & (~SMD_KIND_MASK)) | SMD_KIND_STREAM;
644 
645 		type = shared[n].ctype & SMD_TYPE_MASK;
646 		if ((type == SMD_TYPE_APPS_MODEM) ||
647 		    (type == SMD_TYPE_APPS_DSP))
648 			if (!smd_alloc_channel(shared[n].name, shared[n].cid, ctype))
649 				smd_ch_allocated[n] = 1;
650 	}
651 }
652 
do_nothing_notify(void * priv,unsigned flags)653 static void do_nothing_notify(void *priv, unsigned flags)
654 {
655 }
656 
smd_get_channel(const char * name)657 struct smd_channel *smd_get_channel(const char *name)
658 {
659 	struct smd_channel *ch;
660 
661 	mutex_lock(&smd_creation_mutex);
662 	list_for_each_entry(ch, &smd_ch_closed_list, ch_list) {
663 		if (!strcmp(name, ch->name)) {
664 			list_del(&ch->ch_list);
665 			mutex_unlock(&smd_creation_mutex);
666 			return ch;
667 		}
668 	}
669 	mutex_unlock(&smd_creation_mutex);
670 
671 	return NULL;
672 }
673 
smd_open(const char * name,smd_channel_t ** _ch,void * priv,void (* notify)(void *,unsigned))674 int smd_open(const char *name, smd_channel_t **_ch,
675 	     void *priv, void (*notify)(void *, unsigned))
676 {
677 	struct smd_channel *ch;
678 	unsigned long flags;
679 
680 	if (smd_initialized == 0) {
681 		pr_info("smd_open() before smd_init()\n");
682 		return -ENODEV;
683 	}
684 
685 	ch = smd_get_channel(name);
686 	if (!ch)
687 		return -ENODEV;
688 
689 	if (notify == 0)
690 		notify = do_nothing_notify;
691 
692 	ch->notify = notify;
693 	ch->current_packet = 0;
694 	ch->last_state = SMD_SS_CLOSED;
695 	ch->priv = priv;
696 
697 	*_ch = ch;
698 
699 	spin_lock_irqsave(&smd_lock, flags);
700 
701 	if ((ch->type & SMD_TYPE_MASK) == SMD_TYPE_APPS_MODEM)
702 		list_add(&ch->ch_list, &smd_ch_list_modem);
703 	else
704 		list_add(&ch->ch_list, &smd_ch_list_dsp);
705 
706 	/* If the remote side is CLOSING, we need to get it to
707 	 * move to OPENING (which we'll do by moving from CLOSED to
708 	 * OPENING) and then get it to move from OPENING to
709 	 * OPENED (by doing the same state change ourselves).
710 	 *
711 	 * Otherwise, it should be OPENING and we can move directly
712 	 * to OPENED so that it will follow.
713 	 */
714 	if (ch->recv->state == SMD_SS_CLOSING) {
715 		ch->send->head = 0;
716 		ch_set_state(ch, SMD_SS_OPENING);
717 	} else {
718 		ch_set_state(ch, SMD_SS_OPENED);
719 	}
720 	spin_unlock_irqrestore(&smd_lock, flags);
721 	smd_kick(ch);
722 
723 	return 0;
724 }
725 
smd_close(smd_channel_t * ch)726 int smd_close(smd_channel_t *ch)
727 {
728 	unsigned long flags;
729 
730 	if (ch == 0)
731 		return -1;
732 
733 	spin_lock_irqsave(&smd_lock, flags);
734 	ch->notify = do_nothing_notify;
735 	list_del(&ch->ch_list);
736 	ch_set_state(ch, SMD_SS_CLOSED);
737 	spin_unlock_irqrestore(&smd_lock, flags);
738 
739 	mutex_lock(&smd_creation_mutex);
740 	list_add(&ch->ch_list, &smd_ch_closed_list);
741 	mutex_unlock(&smd_creation_mutex);
742 
743 	return 0;
744 }
745 
smd_read(smd_channel_t * ch,void * data,int len)746 int smd_read(smd_channel_t *ch, void *data, int len)
747 {
748 	return ch->read(ch, data, len);
749 }
750 
smd_write(smd_channel_t * ch,const void * data,int len)751 int smd_write(smd_channel_t *ch, const void *data, int len)
752 {
753 	return ch->write(ch, data, len);
754 }
755 
smd_write_atomic(smd_channel_t * ch,const void * data,int len)756 int smd_write_atomic(smd_channel_t *ch, const void *data, int len)
757 {
758 	unsigned long flags;
759 	int res;
760 	spin_lock_irqsave(&smd_lock, flags);
761 	res = ch->write(ch, data, len);
762 	spin_unlock_irqrestore(&smd_lock, flags);
763 	return res;
764 }
765 
smd_read_avail(smd_channel_t * ch)766 int smd_read_avail(smd_channel_t *ch)
767 {
768 	return ch->read_avail(ch);
769 }
770 
smd_write_avail(smd_channel_t * ch)771 int smd_write_avail(smd_channel_t *ch)
772 {
773 	return ch->write_avail(ch);
774 }
775 
smd_wait_until_readable(smd_channel_t * ch,int bytes)776 int smd_wait_until_readable(smd_channel_t *ch, int bytes)
777 {
778 	return -1;
779 }
780 
smd_wait_until_writable(smd_channel_t * ch,int bytes)781 int smd_wait_until_writable(smd_channel_t *ch, int bytes)
782 {
783 	return -1;
784 }
785 
smd_cur_packet_size(smd_channel_t * ch)786 int smd_cur_packet_size(smd_channel_t *ch)
787 {
788 	return ch->current_packet;
789 }
790 
791 
792 /* ------------------------------------------------------------------------- */
793 
smem_alloc(unsigned id,unsigned size)794 void *smem_alloc(unsigned id, unsigned size)
795 {
796 	return smem_find(id, size);
797 }
798 
smem_item(unsigned id,unsigned * size)799 void *smem_item(unsigned id, unsigned *size)
800 {
801 	struct smem_shared *shared = (void *) MSM_SHARED_RAM_BASE;
802 	struct smem_heap_entry *toc = shared->heap_toc;
803 
804 	if (id >= SMEM_NUM_ITEMS)
805 		return 0;
806 
807 	if (toc[id].allocated) {
808 		*size = toc[id].size;
809 		return (void *) (MSM_SHARED_RAM_BASE + toc[id].offset);
810 	} else {
811 		*size = 0;
812 	}
813 
814 	return 0;
815 }
816 
smem_find(unsigned id,unsigned size_in)817 void *smem_find(unsigned id, unsigned size_in)
818 {
819 	unsigned size;
820 	void *ptr;
821 
822 	ptr = smem_item(id, &size);
823 	if (!ptr)
824 		return 0;
825 
826 	size_in = ALIGN(size_in, 8);
827 	if (size_in != size) {
828 		pr_err("smem_find(%d, %d): wrong size %d\n",
829 		       id, size_in, size);
830 		return 0;
831 	}
832 
833 	return ptr;
834 }
835 
smsm_irq_handler(int irq,void * data)836 static irqreturn_t smsm_irq_handler(int irq, void *data)
837 {
838 	unsigned long flags;
839 	unsigned apps, modm;
840 
841 	spin_lock_irqsave(&smem_lock, flags);
842 
843 	apps = raw_smsm_get_state(SMSM_STATE_APPS);
844 	modm = raw_smsm_get_state(SMSM_STATE_MODEM);
845 
846 	if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
847 		pr_info("<SM %08x %08x>\n", apps, modm);
848 	if (modm & SMSM_RESET)
849 		handle_modem_crash();
850 
851 	do_smd_probe();
852 
853 	spin_unlock_irqrestore(&smem_lock, flags);
854 	return IRQ_HANDLED;
855 }
856 
smsm_change_state(enum smsm_state_item item,uint32_t clear_mask,uint32_t set_mask)857 int smsm_change_state(enum smsm_state_item item,
858 		      uint32_t clear_mask, uint32_t set_mask)
859 {
860 	unsigned long addr = smd_info.state + item * 4;
861 	unsigned long flags;
862 	unsigned state;
863 
864 	if (!smd_info.ready)
865 		return -EIO;
866 
867 	spin_lock_irqsave(&smem_lock, flags);
868 
869 	if (raw_smsm_get_state(SMSM_STATE_MODEM) & SMSM_RESET)
870 		handle_modem_crash();
871 
872 	state = (readl(addr) & ~clear_mask) | set_mask;
873 	writel(state, addr);
874 
875 	if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
876 		pr_info("smsm_change_state %d %x\n", item, state);
877 	notify_other_smsm();
878 
879 	spin_unlock_irqrestore(&smem_lock, flags);
880 
881 	return 0;
882 }
883 
smsm_get_state(enum smsm_state_item item)884 uint32_t smsm_get_state(enum smsm_state_item item)
885 {
886 	unsigned long flags;
887 	uint32_t rv;
888 
889 	spin_lock_irqsave(&smem_lock, flags);
890 
891 	rv = readl(smd_info.state + item * 4);
892 
893 	if (item == SMSM_STATE_MODEM && (rv & SMSM_RESET))
894 		handle_modem_crash();
895 
896 	spin_unlock_irqrestore(&smem_lock, flags);
897 
898 	return rv;
899 }
900 
901 #ifdef CONFIG_ARCH_MSM_SCORPION
902 
smsm_set_sleep_duration(uint32_t delay)903 int smsm_set_sleep_duration(uint32_t delay)
904 {
905 	struct msm_dem_slave_data *ptr;
906 
907 	ptr = smem_find(SMEM_APPS_DEM_SLAVE_DATA, sizeof(*ptr));
908 	if (ptr == NULL) {
909 		pr_err("smsm_set_sleep_duration <SM NO APPS_DEM_SLAVE_DATA>\n");
910 		return -EIO;
911 	}
912 	if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
913 		pr_info("smsm_set_sleep_duration %d -> %d\n",
914 		       ptr->sleep_time, delay);
915 	ptr->sleep_time = delay;
916 	return 0;
917 }
918 
919 #else
920 
smsm_set_sleep_duration(uint32_t delay)921 int smsm_set_sleep_duration(uint32_t delay)
922 {
923 	uint32_t *ptr;
924 
925 	ptr = smem_find(SMEM_SMSM_SLEEP_DELAY, sizeof(*ptr));
926 	if (ptr == NULL) {
927 		pr_err("smsm_set_sleep_duration <SM NO SLEEP_DELAY>\n");
928 		return -EIO;
929 	}
930 	if (msm_smd_debug_mask & MSM_SMSM_DEBUG)
931 		pr_info("smsm_set_sleep_duration %d -> %d\n",
932 		       *ptr, delay);
933 	*ptr = delay;
934 	return 0;
935 }
936 
937 #endif
938 
smd_core_init(void)939 int smd_core_init(void)
940 {
941 	int r;
942 
943 	/* wait for essential items to be initialized */
944 	for (;;) {
945 		unsigned size;
946 		void *state;
947 		state = smem_item(SMEM_SMSM_SHARED_STATE, &size);
948 		if (size == SMSM_V1_SIZE || size == SMSM_V2_SIZE) {
949 			smd_info.state = (unsigned)state;
950 			break;
951 		}
952 	}
953 
954 	smd_info.ready = 1;
955 
956 	r = request_irq(INT_A9_M2A_0, smd_modem_irq_handler,
957 			IRQF_TRIGGER_RISING, "smd_dev", 0);
958 	if (r < 0)
959 		return r;
960 	r = enable_irq_wake(INT_A9_M2A_0);
961 	if (r < 0)
962 		pr_err("smd_core_init: enable_irq_wake failed for A9_M2A_0\n");
963 
964 	r = request_irq(INT_A9_M2A_5, smsm_irq_handler,
965 			IRQF_TRIGGER_RISING, "smsm_dev", 0);
966 	if (r < 0) {
967 		free_irq(INT_A9_M2A_0, 0);
968 		return r;
969 	}
970 	r = enable_irq_wake(INT_A9_M2A_5);
971 	if (r < 0)
972 		pr_err("smd_core_init: enable_irq_wake failed for A9_M2A_5\n");
973 
974 #if defined(CONFIG_QDSP6)
975 	r = request_irq(INT_ADSP_A11, smd_dsp_irq_handler,
976 			IRQF_TRIGGER_RISING, "smd_dsp", 0);
977 	if (r < 0) {
978 		free_irq(INT_A9_M2A_0, 0);
979 		free_irq(INT_A9_M2A_5, 0);
980 		return r;
981 	}
982 #endif
983 
984 	/* check for any SMD channels that may already exist */
985 	do_smd_probe();
986 
987 	/* indicate that we're up and running */
988 	smsm_change_state(SMSM_STATE_APPS,
989 			  ~0, SMSM_INIT | SMSM_SMDINIT | SMSM_RPCINIT | SMSM_RUN);
990 #ifdef CONFIG_ARCH_MSM_SCORPION
991 	smsm_change_state(SMSM_STATE_APPS_DEM, ~0, 0);
992 #endif
993 
994 	return 0;
995 }
996 
msm_smd_probe(struct platform_device * pdev)997 static int __devinit msm_smd_probe(struct platform_device *pdev)
998 {
999 	/*
1000 	 * If we haven't waited for the ARM9 to boot up till now,
1001 	 * then we need to wait here. Otherwise this should just
1002 	 * return immediately.
1003 	 */
1004 	proc_comm_boot_wait();
1005 
1006 	INIT_WORK(&probe_work, smd_channel_probe_worker);
1007 
1008 	if (smd_core_init()) {
1009 		pr_err("smd_core_init() failed\n");
1010 		return -1;
1011 	}
1012 
1013 	do_smd_probe();
1014 
1015 	msm_check_for_modem_crash = check_for_modem_crash;
1016 
1017 	msm_init_last_radio_log(THIS_MODULE);
1018 
1019 	smd_initialized = 1;
1020 
1021 	return 0;
1022 }
1023 
1024 static struct platform_driver msm_smd_driver = {
1025 	.probe = msm_smd_probe,
1026 	.driver = {
1027 		.name = MODULE_NAME,
1028 		.owner = THIS_MODULE,
1029 	},
1030 };
1031 
msm_smd_init(void)1032 static int __init msm_smd_init(void)
1033 {
1034 	return platform_driver_register(&msm_smd_driver);
1035 }
1036 
1037 module_init(msm_smd_init);
1038 
1039 MODULE_DESCRIPTION("MSM Shared Memory Core");
1040 MODULE_AUTHOR("Brian Swetland <swetland@google.com>");
1041 MODULE_LICENSE("GPL");
1042