2 * Copyright (C) 2005 MIPS Technologies, Inc. All rights reserved.
3 * Copyright (C) 2005, 06 Ralf Baechle (ralf@linux-mips.org)
5 * This program is free software; you can distribute it and/or modify it
6 * under the terms of the GNU General Public License (Version 2) as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * You should have received a copy of the GNU General Public License along
15 * with this program; if not, write to the Free Software Foundation, Inc.,
16 * 59 Temple Place - Suite 330, Boston MA 02111-1307, USA.
20 #include <linux/device.h>
21 #include <linux/kernel.h>
23 #include <linux/init.h>
24 #include <asm/uaccess.h>
25 #include <linux/list.h>
26 #include <linux/vmalloc.h>
27 #include <linux/elf.h>
28 #include <linux/seq_file.h>
29 #include <linux/syscalls.h>
30 #include <linux/moduleloader.h>
31 #include <linux/interrupt.h>
32 #include <linux/poll.h>
33 #include <linux/sched.h>
34 #include <linux/wait.h>
35 #include <asm/mipsmtregs.h>
36 #include <asm/mips_mt.h>
37 #include <asm/cacheflush.h>
38 #include <linux/atomic.h>
40 #include <asm/processor.h>
44 static struct rtlx_info
*rtlx
;
46 static char module_name
[] = "rtlx";
48 static struct chan_waitqueues
{
49 wait_queue_head_t rt_queue
;
50 wait_queue_head_t lx_queue
;
53 } channel_wqs
[RTLX_CHANNELS
];
55 static struct vpe_notifications notify
;
56 static int sp_stopping
;
58 extern void *vpe_get_shared(int index
);
60 static void rtlx_dispatch(void)
62 do_IRQ(MIPS_CPU_IRQ_BASE
+ MIPS_CPU_RTLX_IRQ
);
66 /* Interrupt handler may be called before rtlx_init has otherwise had
69 static irqreturn_t
rtlx_interrupt(int irq
, void *dev_id
)
71 unsigned int vpeflags
;
75 /* Ought not to be strictly necessary for SMTC builds */
76 local_irq_save(flags
);
78 set_c0_status(0x100 << MIPS_CPU_RTLX_IRQ
);
81 local_irq_restore(flags
);
83 for (i
= 0; i
< RTLX_CHANNELS
; i
++) {
84 wake_up(&channel_wqs
[i
].lx_queue
);
85 wake_up(&channel_wqs
[i
].rt_queue
);
91 static void __used
dump_rtlx(void)
95 printk("id 0x%lx state %d\n", rtlx
->id
, rtlx
->state
);
97 for (i
= 0; i
< RTLX_CHANNELS
; i
++) {
98 struct rtlx_channel
*chan
= &rtlx
->channel
[i
];
100 printk(" rt_state %d lx_state %d buffer_size %d\n",
101 chan
->rt_state
, chan
->lx_state
, chan
->buffer_size
);
103 printk(" rt_read %d rt_write %d\n",
104 chan
->rt_read
, chan
->rt_write
);
106 printk(" lx_read %d lx_write %d\n",
107 chan
->lx_read
, chan
->lx_write
);
109 printk(" rt_buffer <%s>\n", chan
->rt_buffer
);
110 printk(" lx_buffer <%s>\n", chan
->lx_buffer
);
114 /* call when we have the address of the shared structure from the SP side. */
115 static int rtlx_init(struct rtlx_info
*rtlxi
)
117 if (rtlxi
->id
!= RTLX_ID
) {
118 printk(KERN_ERR
"no valid RTLX id at 0x%p 0x%lx\n",
129 static void starting(int vpe
)
134 /* force a reload of rtlx */
137 /* wake up any sleeping rtlx_open's */
138 for (i
= 0; i
< RTLX_CHANNELS
; i
++)
139 wake_up_interruptible(&channel_wqs
[i
].lx_queue
);
142 static void stopping(int vpe
)
147 for (i
= 0; i
< RTLX_CHANNELS
; i
++)
148 wake_up_interruptible(&channel_wqs
[i
].lx_queue
);
152 int rtlx_open(int index
, int can_sleep
)
154 struct rtlx_info
**p
;
155 struct rtlx_channel
*chan
;
156 enum rtlx_state state
;
159 if (index
>= RTLX_CHANNELS
) {
160 printk(KERN_DEBUG
"rtlx_open index out of range\n");
164 if (atomic_inc_return(&channel_wqs
[index
].in_open
) > 1) {
165 printk(KERN_DEBUG
"rtlx_open channel %d already opened\n",
172 if( (p
= vpe_get_shared(tclimit
)) == NULL
) {
174 __wait_event_interruptible(channel_wqs
[index
].lx_queue
,
175 (p
= vpe_get_shared(tclimit
)), ret
);
179 printk(KERN_DEBUG
"No SP program loaded, and device "
180 "opened with O_NONBLOCK\n");
193 &channel_wqs
[index
].lx_queue
,
194 &wait
, TASK_INTERRUPTIBLE
);
198 if (!signal_pending(current
)) {
205 finish_wait(&channel_wqs
[index
].lx_queue
, &wait
);
207 pr_err(" *vpe_get_shared is NULL. "
208 "Has an SP program been loaded?\n");
214 if ((unsigned int)*p
< KSEG0
) {
215 printk(KERN_WARNING
"vpe_get_shared returned an "
216 "invalid pointer maybe an error code %d\n",
222 if ((ret
= rtlx_init(*p
)) < 0)
226 chan
= &rtlx
->channel
[index
];
228 state
= xchg(&chan
->lx_state
, RTLX_STATE_OPENED
);
229 if (state
== RTLX_STATE_OPENED
) {
236 atomic_dec(&channel_wqs
[index
].in_open
);
243 int rtlx_release(int index
)
246 pr_err("rtlx_release() with null rtlx\n");
249 rtlx
->channel
[index
].lx_state
= RTLX_STATE_UNUSED
;
253 unsigned int rtlx_read_poll(int index
, int can_sleep
)
255 struct rtlx_channel
*chan
;
260 chan
= &rtlx
->channel
[index
];
262 /* data available to read? */
263 if (chan
->lx_read
== chan
->lx_write
) {
267 __wait_event_interruptible(channel_wqs
[index
].lx_queue
,
268 (chan
->lx_read
!= chan
->lx_write
) ||
279 return (chan
->lx_write
+ chan
->buffer_size
- chan
->lx_read
)
283 static inline int write_spacefree(int read
, int write
, int size
)
287 * Never fill the buffer completely, so indexes are always
288 * equal if empty and only empty, or !equal if data available
293 return ((read
+ size
- write
) % size
) - 1;
296 unsigned int rtlx_write_poll(int index
)
298 struct rtlx_channel
*chan
= &rtlx
->channel
[index
];
300 return write_spacefree(chan
->rt_read
, chan
->rt_write
,
304 ssize_t
rtlx_read(int index
, void __user
*buff
, size_t count
)
306 size_t lx_write
, fl
= 0L;
307 struct rtlx_channel
*lx
;
308 unsigned long failed
;
313 lx
= &rtlx
->channel
[index
];
315 mutex_lock(&channel_wqs
[index
].mutex
);
317 lx_write
= lx
->lx_write
;
319 /* find out how much in total */
321 (size_t)(lx_write
+ lx
->buffer_size
- lx
->lx_read
)
324 /* then how much from the read pointer onwards */
325 fl
= min(count
, (size_t)lx
->buffer_size
- lx
->lx_read
);
327 failed
= copy_to_user(buff
, lx
->lx_buffer
+ lx
->lx_read
, fl
);
331 /* and if there is anything left at the beginning of the buffer */
333 failed
= copy_to_user(buff
+ fl
, lx
->lx_buffer
, count
- fl
);
339 lx
->lx_read
= (lx
->lx_read
+ count
) % lx
->buffer_size
;
341 mutex_unlock(&channel_wqs
[index
].mutex
);
346 ssize_t
rtlx_write(int index
, const void __user
*buffer
, size_t count
)
348 struct rtlx_channel
*rt
;
349 unsigned long failed
;
356 rt
= &rtlx
->channel
[index
];
358 mutex_lock(&channel_wqs
[index
].mutex
);
360 rt_read
= rt
->rt_read
;
362 /* total number of bytes to copy */
363 count
= min(count
, (size_t)write_spacefree(rt_read
, rt
->rt_write
,
366 /* first bit from write pointer to the end of the buffer, or count */
367 fl
= min(count
, (size_t) rt
->buffer_size
- rt
->rt_write
);
369 failed
= copy_from_user(rt
->rt_buffer
+ rt
->rt_write
, buffer
, fl
);
373 /* if there's any left copy to the beginning of the buffer */
375 failed
= copy_from_user(rt
->rt_buffer
, buffer
+ fl
, count
- fl
);
382 rt
->rt_write
= (rt
->rt_write
+ count
) % rt
->buffer_size
;
384 mutex_unlock(&channel_wqs
[index
].mutex
);
390 static int file_open(struct inode
*inode
, struct file
*filp
)
392 return rtlx_open(iminor(inode
), (filp
->f_flags
& O_NONBLOCK
) ? 0 : 1);
395 static int file_release(struct inode
*inode
, struct file
*filp
)
397 return rtlx_release(iminor(inode
));
400 static unsigned int file_poll(struct file
*file
, poll_table
* wait
)
403 unsigned int mask
= 0;
405 minor
= iminor(file
->f_path
.dentry
->d_inode
);
407 poll_wait(file
, &channel_wqs
[minor
].rt_queue
, wait
);
408 poll_wait(file
, &channel_wqs
[minor
].lx_queue
, wait
);
413 /* data available to read? */
414 if (rtlx_read_poll(minor
, 0))
415 mask
|= POLLIN
| POLLRDNORM
;
418 if (rtlx_write_poll(minor
))
419 mask
|= POLLOUT
| POLLWRNORM
;
424 static ssize_t
file_read(struct file
*file
, char __user
* buffer
, size_t count
,
427 int minor
= iminor(file
->f_path
.dentry
->d_inode
);
429 /* data available? */
430 if (!rtlx_read_poll(minor
, (file
->f_flags
& O_NONBLOCK
) ? 0 : 1)) {
431 return 0; // -EAGAIN makes cat whinge
434 return rtlx_read(minor
, buffer
, count
);
437 static ssize_t
file_write(struct file
*file
, const char __user
* buffer
,
438 size_t count
, loff_t
* ppos
)
441 struct rtlx_channel
*rt
;
443 minor
= iminor(file
->f_path
.dentry
->d_inode
);
444 rt
= &rtlx
->channel
[minor
];
446 /* any space left... */
447 if (!rtlx_write_poll(minor
)) {
450 if (file
->f_flags
& O_NONBLOCK
)
453 __wait_event_interruptible(channel_wqs
[minor
].rt_queue
,
454 rtlx_write_poll(minor
),
460 return rtlx_write(minor
, buffer
, count
);
463 static const struct file_operations rtlx_fops
= {
464 .owner
= THIS_MODULE
,
466 .release
= file_release
,
470 .llseek
= noop_llseek
,
473 static struct irqaction rtlx_irq
= {
474 .handler
= rtlx_interrupt
,
478 static int rtlx_irq_num
= MIPS_CPU_IRQ_BASE
+ MIPS_CPU_RTLX_IRQ
;
480 static char register_chrdev_failed
[] __initdata
=
481 KERN_ERR
"rtlx_module_init: unable to register device\n";
483 static int __init
rtlx_module_init(void)
488 if (!cpu_has_mipsmt
) {
489 printk("VPE loader: not a MIPS MT capable processor\n");
494 printk(KERN_WARNING
"No TCs reserved for AP/SP, not "
495 "initializing RTLX.\nPass maxtcs=<n> argument as kernel "
501 major
= register_chrdev(0, module_name
, &rtlx_fops
);
503 printk(register_chrdev_failed
);
507 /* initialise the wait queues */
508 for (i
= 0; i
< RTLX_CHANNELS
; i
++) {
509 init_waitqueue_head(&channel_wqs
[i
].rt_queue
);
510 init_waitqueue_head(&channel_wqs
[i
].lx_queue
);
511 atomic_set(&channel_wqs
[i
].in_open
, 0);
512 mutex_init(&channel_wqs
[i
].mutex
);
514 dev
= device_create(mt_class
, NULL
, MKDEV(major
, i
), NULL
,
515 "%s%d", module_name
, i
);
522 /* set up notifiers */
523 notify
.start
= starting
;
524 notify
.stop
= stopping
;
525 vpe_notify(tclimit
, ¬ify
);
528 set_vi_handler(MIPS_CPU_RTLX_IRQ
, rtlx_dispatch
);
530 pr_err("APRP RTLX init on non-vectored-interrupt processor\n");
535 rtlx_irq
.dev_id
= rtlx
;
536 setup_irq(rtlx_irq_num
, &rtlx_irq
);
541 for (i
= 0; i
< RTLX_CHANNELS
; i
++)
542 device_destroy(mt_class
, MKDEV(major
, i
));
547 static void __exit
rtlx_module_exit(void)
551 for (i
= 0; i
< RTLX_CHANNELS
; i
++)
552 device_destroy(mt_class
, MKDEV(major
, i
));
554 unregister_chrdev(major
, module_name
);
557 module_init(rtlx_module_init
);
558 module_exit(rtlx_module_exit
);
560 MODULE_DESCRIPTION("MIPS RTLX");
561 MODULE_AUTHOR("Elizabeth Oldham, MIPS Technologies, Inc.");
562 MODULE_LICENSE("GPL");