2 * Driver for the Atmel USBA high speed USB device controller
4 * Copyright (C) 2005-2007 Atmel Corporation
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
10 #include <linux/clk.h>
11 #include <linux/module.h>
12 #include <linux/init.h>
13 #include <linux/interrupt.h>
15 #include <linux/slab.h>
16 #include <linux/device.h>
17 #include <linux/dma-mapping.h>
18 #include <linux/list.h>
19 #include <linux/platform_device.h>
20 #include <linux/usb/ch9.h>
21 #include <linux/usb/gadget.h>
22 #include <linux/usb/atmel_usba_udc.h>
23 #include <linux/delay.h>
26 #include <mach/board.h>
28 #include "atmel_usba_udc.h"
31 static struct usba_udc the_udc
;
32 static struct usba_ep
*usba_ep
;
34 #ifdef CONFIG_USB_GADGET_DEBUG_FS
35 #include <linux/debugfs.h>
36 #include <linux/uaccess.h>
38 static int queue_dbg_open(struct inode
*inode
, struct file
*file
)
40 struct usba_ep
*ep
= inode
->i_private
;
41 struct usba_request
*req
, *req_copy
;
42 struct list_head
*queue_data
;
44 queue_data
= kmalloc(sizeof(*queue_data
), GFP_KERNEL
);
47 INIT_LIST_HEAD(queue_data
);
49 spin_lock_irq(&ep
->udc
->lock
);
50 list_for_each_entry(req
, &ep
->queue
, queue
) {
51 req_copy
= kmemdup(req
, sizeof(*req_copy
), GFP_ATOMIC
);
54 list_add_tail(&req_copy
->queue
, queue_data
);
56 spin_unlock_irq(&ep
->udc
->lock
);
58 file
->private_data
= queue_data
;
62 spin_unlock_irq(&ep
->udc
->lock
);
63 list_for_each_entry_safe(req
, req_copy
, queue_data
, queue
) {
64 list_del(&req
->queue
);
72 * bbbbbbbb llllllll IZS sssss nnnn FDL\n\0
76 * I/i: interrupt/no interrupt
78 * S/s: short ok/short not ok
81 * F/f: submitted/not submitted to FIFO
82 * D/d: using/not using DMA
83 * L/l: last transaction/not last transaction
85 static ssize_t
queue_dbg_read(struct file
*file
, char __user
*buf
,
86 size_t nbytes
, loff_t
*ppos
)
88 struct list_head
*queue
= file
->private_data
;
89 struct usba_request
*req
, *tmp_req
;
90 size_t len
, remaining
, actual
= 0;
93 if (!access_ok(VERIFY_WRITE
, buf
, nbytes
))
96 mutex_lock(&file
->f_dentry
->d_inode
->i_mutex
);
97 list_for_each_entry_safe(req
, tmp_req
, queue
, queue
) {
98 len
= snprintf(tmpbuf
, sizeof(tmpbuf
),
99 "%8p %08x %c%c%c %5d %c%c%c\n",
100 req
->req
.buf
, req
->req
.length
,
101 req
->req
.no_interrupt
? 'i' : 'I',
102 req
->req
.zero
? 'Z' : 'z',
103 req
->req
.short_not_ok
? 's' : 'S',
105 req
->submitted
? 'F' : 'f',
106 req
->using_dma
? 'D' : 'd',
107 req
->last_transaction
? 'L' : 'l');
108 len
= min(len
, sizeof(tmpbuf
));
112 list_del(&req
->queue
);
115 remaining
= __copy_to_user(buf
, tmpbuf
, len
);
116 actual
+= len
- remaining
;
123 mutex_unlock(&file
->f_dentry
->d_inode
->i_mutex
);
128 static int queue_dbg_release(struct inode
*inode
, struct file
*file
)
130 struct list_head
*queue_data
= file
->private_data
;
131 struct usba_request
*req
, *tmp_req
;
133 list_for_each_entry_safe(req
, tmp_req
, queue_data
, queue
) {
134 list_del(&req
->queue
);
141 static int regs_dbg_open(struct inode
*inode
, struct file
*file
)
143 struct usba_udc
*udc
;
148 mutex_lock(&inode
->i_mutex
);
149 udc
= inode
->i_private
;
150 data
= kmalloc(inode
->i_size
, GFP_KERNEL
);
154 spin_lock_irq(&udc
->lock
);
155 for (i
= 0; i
< inode
->i_size
/ 4; i
++)
156 data
[i
] = __raw_readl(udc
->regs
+ i
* 4);
157 spin_unlock_irq(&udc
->lock
);
159 file
->private_data
= data
;
163 mutex_unlock(&inode
->i_mutex
);
168 static ssize_t
regs_dbg_read(struct file
*file
, char __user
*buf
,
169 size_t nbytes
, loff_t
*ppos
)
171 struct inode
*inode
= file
->f_dentry
->d_inode
;
174 mutex_lock(&inode
->i_mutex
);
175 ret
= simple_read_from_buffer(buf
, nbytes
, ppos
,
177 file
->f_dentry
->d_inode
->i_size
);
178 mutex_unlock(&inode
->i_mutex
);
183 static int regs_dbg_release(struct inode
*inode
, struct file
*file
)
185 kfree(file
->private_data
);
189 const struct file_operations queue_dbg_fops
= {
190 .owner
= THIS_MODULE
,
191 .open
= queue_dbg_open
,
193 .read
= queue_dbg_read
,
194 .release
= queue_dbg_release
,
197 const struct file_operations regs_dbg_fops
= {
198 .owner
= THIS_MODULE
,
199 .open
= regs_dbg_open
,
200 .llseek
= generic_file_llseek
,
201 .read
= regs_dbg_read
,
202 .release
= regs_dbg_release
,
205 static void usba_ep_init_debugfs(struct usba_udc
*udc
,
208 struct dentry
*ep_root
;
210 ep_root
= debugfs_create_dir(ep
->ep
.name
, udc
->debugfs_root
);
213 ep
->debugfs_dir
= ep_root
;
215 ep
->debugfs_queue
= debugfs_create_file("queue", 0400, ep_root
,
216 ep
, &queue_dbg_fops
);
217 if (!ep
->debugfs_queue
)
221 ep
->debugfs_dma_status
222 = debugfs_create_u32("dma_status", 0400, ep_root
,
223 &ep
->last_dma_status
);
224 if (!ep
->debugfs_dma_status
)
227 if (ep_is_control(ep
)) {
229 = debugfs_create_u32("state", 0400, ep_root
,
231 if (!ep
->debugfs_state
)
239 debugfs_remove(ep
->debugfs_dma_status
);
241 debugfs_remove(ep
->debugfs_queue
);
243 debugfs_remove(ep_root
);
245 dev_err(&ep
->udc
->pdev
->dev
,
246 "failed to create debugfs directory for %s\n", ep
->ep
.name
);
249 static void usba_ep_cleanup_debugfs(struct usba_ep
*ep
)
251 debugfs_remove(ep
->debugfs_queue
);
252 debugfs_remove(ep
->debugfs_dma_status
);
253 debugfs_remove(ep
->debugfs_state
);
254 debugfs_remove(ep
->debugfs_dir
);
255 ep
->debugfs_dma_status
= NULL
;
256 ep
->debugfs_dir
= NULL
;
259 static void usba_init_debugfs(struct usba_udc
*udc
)
261 struct dentry
*root
, *regs
;
262 struct resource
*regs_resource
;
264 root
= debugfs_create_dir(udc
->gadget
.name
, NULL
);
265 if (IS_ERR(root
) || !root
)
267 udc
->debugfs_root
= root
;
269 regs
= debugfs_create_file("regs", 0400, root
, udc
, ®s_dbg_fops
);
273 regs_resource
= platform_get_resource(udc
->pdev
, IORESOURCE_MEM
,
275 regs
->d_inode
->i_size
= regs_resource
->end
- regs_resource
->start
+ 1;
276 udc
->debugfs_regs
= regs
;
278 usba_ep_init_debugfs(udc
, to_usba_ep(udc
->gadget
.ep0
));
283 debugfs_remove(root
);
285 udc
->debugfs_root
= NULL
;
286 dev_err(&udc
->pdev
->dev
, "debugfs is not available\n");
289 static void usba_cleanup_debugfs(struct usba_udc
*udc
)
291 usba_ep_cleanup_debugfs(to_usba_ep(udc
->gadget
.ep0
));
292 debugfs_remove(udc
->debugfs_regs
);
293 debugfs_remove(udc
->debugfs_root
);
294 udc
->debugfs_regs
= NULL
;
295 udc
->debugfs_root
= NULL
;
298 static inline void usba_ep_init_debugfs(struct usba_udc
*udc
,
304 static inline void usba_ep_cleanup_debugfs(struct usba_ep
*ep
)
309 static inline void usba_init_debugfs(struct usba_udc
*udc
)
314 static inline void usba_cleanup_debugfs(struct usba_udc
*udc
)
320 static int vbus_is_present(struct usba_udc
*udc
)
322 if (gpio_is_valid(udc
->vbus_pin
))
323 return gpio_get_value(udc
->vbus_pin
) ^ udc
->vbus_pin_inverted
;
325 /* No Vbus detection: Assume always present */
329 #if defined(CONFIG_ARCH_AT91SAM9RL)
331 #include <mach/at91_pmc.h>
333 static void toggle_bias(int is_on
)
335 unsigned int uckr
= at91_sys_read(AT91_CKGR_UCKR
);
338 at91_sys_write(AT91_CKGR_UCKR
, uckr
| AT91_PMC_BIASEN
);
340 at91_sys_write(AT91_CKGR_UCKR
, uckr
& ~(AT91_PMC_BIASEN
));
345 static void toggle_bias(int is_on
)
349 #endif /* CONFIG_ARCH_AT91SAM9RL */
351 static void next_fifo_transaction(struct usba_ep
*ep
, struct usba_request
*req
)
353 unsigned int transaction_len
;
355 transaction_len
= req
->req
.length
- req
->req
.actual
;
356 req
->last_transaction
= 1;
357 if (transaction_len
> ep
->ep
.maxpacket
) {
358 transaction_len
= ep
->ep
.maxpacket
;
359 req
->last_transaction
= 0;
360 } else if (transaction_len
== ep
->ep
.maxpacket
&& req
->req
.zero
)
361 req
->last_transaction
= 0;
363 DBG(DBG_QUEUE
, "%s: submit_transaction, req %p (length %d)%s\n",
364 ep
->ep
.name
, req
, transaction_len
,
365 req
->last_transaction
? ", done" : "");
367 memcpy_toio(ep
->fifo
, req
->req
.buf
+ req
->req
.actual
, transaction_len
);
368 usba_ep_writel(ep
, SET_STA
, USBA_TX_PK_RDY
);
369 req
->req
.actual
+= transaction_len
;
372 static void submit_request(struct usba_ep
*ep
, struct usba_request
*req
)
374 DBG(DBG_QUEUE
, "%s: submit_request: req %p (length %d)\n",
375 ep
->ep
.name
, req
, req
->req
.length
);
380 if (req
->using_dma
) {
381 if (req
->req
.length
== 0) {
382 usba_ep_writel(ep
, CTL_ENB
, USBA_TX_PK_RDY
);
387 usba_ep_writel(ep
, CTL_ENB
, USBA_SHORT_PACKET
);
389 usba_ep_writel(ep
, CTL_DIS
, USBA_SHORT_PACKET
);
391 usba_dma_writel(ep
, ADDRESS
, req
->req
.dma
);
392 usba_dma_writel(ep
, CONTROL
, req
->ctrl
);
394 next_fifo_transaction(ep
, req
);
395 if (req
->last_transaction
) {
396 usba_ep_writel(ep
, CTL_DIS
, USBA_TX_PK_RDY
);
397 usba_ep_writel(ep
, CTL_ENB
, USBA_TX_COMPLETE
);
399 usba_ep_writel(ep
, CTL_DIS
, USBA_TX_COMPLETE
);
400 usba_ep_writel(ep
, CTL_ENB
, USBA_TX_PK_RDY
);
405 static void submit_next_request(struct usba_ep
*ep
)
407 struct usba_request
*req
;
409 if (list_empty(&ep
->queue
)) {
410 usba_ep_writel(ep
, CTL_DIS
, USBA_TX_PK_RDY
| USBA_RX_BK_RDY
);
414 req
= list_entry(ep
->queue
.next
, struct usba_request
, queue
);
416 submit_request(ep
, req
);
419 static void send_status(struct usba_udc
*udc
, struct usba_ep
*ep
)
421 ep
->state
= STATUS_STAGE_IN
;
422 usba_ep_writel(ep
, SET_STA
, USBA_TX_PK_RDY
);
423 usba_ep_writel(ep
, CTL_ENB
, USBA_TX_COMPLETE
);
426 static void receive_data(struct usba_ep
*ep
)
428 struct usba_udc
*udc
= ep
->udc
;
429 struct usba_request
*req
;
430 unsigned long status
;
431 unsigned int bytecount
, nr_busy
;
434 status
= usba_ep_readl(ep
, STA
);
435 nr_busy
= USBA_BFEXT(BUSY_BANKS
, status
);
437 DBG(DBG_QUEUE
, "receive data: nr_busy=%u\n", nr_busy
);
439 while (nr_busy
> 0) {
440 if (list_empty(&ep
->queue
)) {
441 usba_ep_writel(ep
, CTL_DIS
, USBA_RX_BK_RDY
);
444 req
= list_entry(ep
->queue
.next
,
445 struct usba_request
, queue
);
447 bytecount
= USBA_BFEXT(BYTE_COUNT
, status
);
449 if (status
& (1 << 31))
451 if (req
->req
.actual
+ bytecount
>= req
->req
.length
) {
453 bytecount
= req
->req
.length
- req
->req
.actual
;
456 memcpy_fromio(req
->req
.buf
+ req
->req
.actual
,
457 ep
->fifo
, bytecount
);
458 req
->req
.actual
+= bytecount
;
460 usba_ep_writel(ep
, CLR_STA
, USBA_RX_BK_RDY
);
463 DBG(DBG_QUEUE
, "%s: request done\n", ep
->ep
.name
);
465 list_del_init(&req
->queue
);
466 usba_ep_writel(ep
, CTL_DIS
, USBA_RX_BK_RDY
);
467 spin_unlock(&udc
->lock
);
468 req
->req
.complete(&ep
->ep
, &req
->req
);
469 spin_lock(&udc
->lock
);
472 status
= usba_ep_readl(ep
, STA
);
473 nr_busy
= USBA_BFEXT(BUSY_BANKS
, status
);
475 if (is_complete
&& ep_is_control(ep
)) {
476 send_status(udc
, ep
);
483 request_complete(struct usba_ep
*ep
, struct usba_request
*req
, int status
)
485 struct usba_udc
*udc
= ep
->udc
;
487 WARN_ON(!list_empty(&req
->queue
));
489 if (req
->req
.status
== -EINPROGRESS
)
490 req
->req
.status
= status
;
494 &udc
->pdev
->dev
, req
->req
.dma
, req
->req
.length
,
495 ep
->is_in
? DMA_TO_DEVICE
: DMA_FROM_DEVICE
);
496 req
->req
.dma
= DMA_ADDR_INVALID
;
500 DBG(DBG_GADGET
| DBG_REQ
,
501 "%s: req %p complete: status %d, actual %u\n",
502 ep
->ep
.name
, req
, req
->req
.status
, req
->req
.actual
);
504 spin_unlock(&udc
->lock
);
505 req
->req
.complete(&ep
->ep
, &req
->req
);
506 spin_lock(&udc
->lock
);
510 request_complete_list(struct usba_ep
*ep
, struct list_head
*list
, int status
)
512 struct usba_request
*req
, *tmp_req
;
514 list_for_each_entry_safe(req
, tmp_req
, list
, queue
) {
515 list_del_init(&req
->queue
);
516 request_complete(ep
, req
, status
);
521 usba_ep_enable(struct usb_ep
*_ep
, const struct usb_endpoint_descriptor
*desc
)
523 struct usba_ep
*ep
= to_usba_ep(_ep
);
524 struct usba_udc
*udc
= ep
->udc
;
525 unsigned long flags
, ept_cfg
, maxpacket
;
526 unsigned int nr_trans
;
528 DBG(DBG_GADGET
, "%s: ep_enable: desc=%p\n", ep
->ep
.name
, desc
);
530 maxpacket
= le16_to_cpu(desc
->wMaxPacketSize
) & 0x7ff;
532 if (((desc
->bEndpointAddress
& USB_ENDPOINT_NUMBER_MASK
) != ep
->index
)
534 || desc
->bDescriptorType
!= USB_DT_ENDPOINT
536 || maxpacket
> ep
->fifo_size
) {
537 DBG(DBG_ERR
, "ep_enable: Invalid argument");
545 ept_cfg
= USBA_BF(EPT_SIZE
, USBA_EPT_SIZE_8
);
547 /* LSB is bit 1, not 0 */
548 ept_cfg
= USBA_BF(EPT_SIZE
, fls(maxpacket
- 1) - 3);
550 DBG(DBG_HW
, "%s: EPT_SIZE = %lu (maxpacket = %lu)\n",
551 ep
->ep
.name
, ept_cfg
, maxpacket
);
553 if (usb_endpoint_dir_in(desc
)) {
555 ept_cfg
|= USBA_EPT_DIR_IN
;
558 switch (usb_endpoint_type(desc
)) {
559 case USB_ENDPOINT_XFER_CONTROL
:
560 ept_cfg
|= USBA_BF(EPT_TYPE
, USBA_EPT_TYPE_CONTROL
);
561 ept_cfg
|= USBA_BF(BK_NUMBER
, USBA_BK_NUMBER_ONE
);
563 case USB_ENDPOINT_XFER_ISOC
:
565 DBG(DBG_ERR
, "ep_enable: %s is not isoc capable\n",
571 * Bits 11:12 specify number of _additional_
572 * transactions per microframe.
574 nr_trans
= ((le16_to_cpu(desc
->wMaxPacketSize
) >> 11) & 3) + 1;
579 ept_cfg
|= USBA_BF(EPT_TYPE
, USBA_EPT_TYPE_ISO
);
582 * Do triple-buffering on high-bandwidth iso endpoints.
584 if (nr_trans
> 1 && ep
->nr_banks
== 3)
585 ept_cfg
|= USBA_BF(BK_NUMBER
, USBA_BK_NUMBER_TRIPLE
);
587 ept_cfg
|= USBA_BF(BK_NUMBER
, USBA_BK_NUMBER_DOUBLE
);
588 ept_cfg
|= USBA_BF(NB_TRANS
, nr_trans
);
590 case USB_ENDPOINT_XFER_BULK
:
591 ept_cfg
|= USBA_BF(EPT_TYPE
, USBA_EPT_TYPE_BULK
);
592 ept_cfg
|= USBA_BF(BK_NUMBER
, USBA_BK_NUMBER_DOUBLE
);
594 case USB_ENDPOINT_XFER_INT
:
595 ept_cfg
|= USBA_BF(EPT_TYPE
, USBA_EPT_TYPE_INT
);
596 ept_cfg
|= USBA_BF(BK_NUMBER
, USBA_BK_NUMBER_DOUBLE
);
600 spin_lock_irqsave(&ep
->udc
->lock
, flags
);
603 spin_unlock_irqrestore(&ep
->udc
->lock
, flags
);
604 DBG(DBG_ERR
, "ep%d already enabled\n", ep
->index
);
609 ep
->ep
.maxpacket
= maxpacket
;
611 usba_ep_writel(ep
, CFG
, ept_cfg
);
612 usba_ep_writel(ep
, CTL_ENB
, USBA_EPT_ENABLE
);
617 usba_writel(udc
, INT_ENB
,
618 (usba_readl(udc
, INT_ENB
)
619 | USBA_BF(EPT_INT
, 1 << ep
->index
)
620 | USBA_BF(DMA_INT
, 1 << ep
->index
)));
621 ctrl
= USBA_AUTO_VALID
| USBA_INTDIS_DMA
;
622 usba_ep_writel(ep
, CTL_ENB
, ctrl
);
624 usba_writel(udc
, INT_ENB
,
625 (usba_readl(udc
, INT_ENB
)
626 | USBA_BF(EPT_INT
, 1 << ep
->index
)));
629 spin_unlock_irqrestore(&udc
->lock
, flags
);
631 DBG(DBG_HW
, "EPT_CFG%d after init: %#08lx\n", ep
->index
,
632 (unsigned long)usba_ep_readl(ep
, CFG
));
633 DBG(DBG_HW
, "INT_ENB after init: %#08lx\n",
634 (unsigned long)usba_readl(udc
, INT_ENB
));
639 static int usba_ep_disable(struct usb_ep
*_ep
)
641 struct usba_ep
*ep
= to_usba_ep(_ep
);
642 struct usba_udc
*udc
= ep
->udc
;
646 DBG(DBG_GADGET
, "ep_disable: %s\n", ep
->ep
.name
);
648 spin_lock_irqsave(&udc
->lock
, flags
);
651 spin_unlock_irqrestore(&udc
->lock
, flags
);
652 /* REVISIT because this driver disables endpoints in
653 * reset_all_endpoints() before calling disconnect(),
654 * most gadget drivers would trigger this non-error ...
656 if (udc
->gadget
.speed
!= USB_SPEED_UNKNOWN
)
657 DBG(DBG_ERR
, "ep_disable: %s not enabled\n",
663 list_splice_init(&ep
->queue
, &req_list
);
665 usba_dma_writel(ep
, CONTROL
, 0);
666 usba_dma_writel(ep
, ADDRESS
, 0);
667 usba_dma_readl(ep
, STATUS
);
669 usba_ep_writel(ep
, CTL_DIS
, USBA_EPT_ENABLE
);
670 usba_writel(udc
, INT_ENB
,
671 usba_readl(udc
, INT_ENB
)
672 & ~USBA_BF(EPT_INT
, 1 << ep
->index
));
674 request_complete_list(ep
, &req_list
, -ESHUTDOWN
);
676 spin_unlock_irqrestore(&udc
->lock
, flags
);
681 static struct usb_request
*
682 usba_ep_alloc_request(struct usb_ep
*_ep
, gfp_t gfp_flags
)
684 struct usba_request
*req
;
686 DBG(DBG_GADGET
, "ep_alloc_request: %p, 0x%x\n", _ep
, gfp_flags
);
688 req
= kzalloc(sizeof(*req
), gfp_flags
);
692 INIT_LIST_HEAD(&req
->queue
);
693 req
->req
.dma
= DMA_ADDR_INVALID
;
699 usba_ep_free_request(struct usb_ep
*_ep
, struct usb_request
*_req
)
701 struct usba_request
*req
= to_usba_req(_req
);
703 DBG(DBG_GADGET
, "ep_free_request: %p, %p\n", _ep
, _req
);
708 static int queue_dma(struct usba_udc
*udc
, struct usba_ep
*ep
,
709 struct usba_request
*req
, gfp_t gfp_flags
)
714 DBG(DBG_DMA
, "%s: req l/%u d/%08x %c%c%c\n",
715 ep
->ep
.name
, req
->req
.length
, req
->req
.dma
,
716 req
->req
.zero
? 'Z' : 'z',
717 req
->req
.short_not_ok
? 'S' : 's',
718 req
->req
.no_interrupt
? 'I' : 'i');
720 if (req
->req
.length
> 0x10000) {
721 /* Lengths from 0 to 65536 (inclusive) are supported */
722 DBG(DBG_ERR
, "invalid request length %u\n", req
->req
.length
);
728 if (req
->req
.dma
== DMA_ADDR_INVALID
) {
729 req
->req
.dma
= dma_map_single(
730 &udc
->pdev
->dev
, req
->req
.buf
, req
->req
.length
,
731 ep
->is_in
? DMA_TO_DEVICE
: DMA_FROM_DEVICE
);
734 dma_sync_single_for_device(
735 &udc
->pdev
->dev
, req
->req
.dma
, req
->req
.length
,
736 ep
->is_in
? DMA_TO_DEVICE
: DMA_FROM_DEVICE
);
740 req
->ctrl
= USBA_BF(DMA_BUF_LEN
, req
->req
.length
)
741 | USBA_DMA_CH_EN
| USBA_DMA_END_BUF_IE
742 | USBA_DMA_END_TR_EN
| USBA_DMA_END_TR_IE
;
745 req
->ctrl
|= USBA_DMA_END_BUF_EN
;
748 * Add this request to the queue and submit for DMA if
749 * possible. Check if we're still alive first -- we may have
750 * received a reset since last time we checked.
753 spin_lock_irqsave(&udc
->lock
, flags
);
755 if (list_empty(&ep
->queue
))
756 submit_request(ep
, req
);
758 list_add_tail(&req
->queue
, &ep
->queue
);
761 spin_unlock_irqrestore(&udc
->lock
, flags
);
767 usba_ep_queue(struct usb_ep
*_ep
, struct usb_request
*_req
, gfp_t gfp_flags
)
769 struct usba_request
*req
= to_usba_req(_req
);
770 struct usba_ep
*ep
= to_usba_ep(_ep
);
771 struct usba_udc
*udc
= ep
->udc
;
775 DBG(DBG_GADGET
| DBG_QUEUE
| DBG_REQ
, "%s: queue req %p, len %u\n",
776 ep
->ep
.name
, req
, _req
->length
);
778 if (!udc
->driver
|| udc
->gadget
.speed
== USB_SPEED_UNKNOWN
|| !ep
->desc
)
783 req
->last_transaction
= 0;
785 _req
->status
= -EINPROGRESS
;
789 return queue_dma(udc
, ep
, req
, gfp_flags
);
791 /* May have received a reset since last time we checked */
793 spin_lock_irqsave(&udc
->lock
, flags
);
795 list_add_tail(&req
->queue
, &ep
->queue
);
797 if ((!ep_is_control(ep
) && ep
->is_in
) ||
799 && (ep
->state
== DATA_STAGE_IN
800 || ep
->state
== STATUS_STAGE_IN
)))
801 usba_ep_writel(ep
, CTL_ENB
, USBA_TX_PK_RDY
);
803 usba_ep_writel(ep
, CTL_ENB
, USBA_RX_BK_RDY
);
806 spin_unlock_irqrestore(&udc
->lock
, flags
);
812 usba_update_req(struct usba_ep
*ep
, struct usba_request
*req
, u32 status
)
814 req
->req
.actual
= req
->req
.length
- USBA_BFEXT(DMA_BUF_LEN
, status
);
817 static int stop_dma(struct usba_ep
*ep
, u32
*pstatus
)
819 unsigned int timeout
;
823 * Stop the DMA controller. When writing both CH_EN
824 * and LINK to 0, the other bits are not affected.
826 usba_dma_writel(ep
, CONTROL
, 0);
828 /* Wait for the FIFO to empty */
829 for (timeout
= 40; timeout
; --timeout
) {
830 status
= usba_dma_readl(ep
, STATUS
);
831 if (!(status
& USBA_DMA_CH_EN
))
840 dev_err(&ep
->udc
->pdev
->dev
,
841 "%s: timed out waiting for DMA FIFO to empty\n",
849 static int usba_ep_dequeue(struct usb_ep
*_ep
, struct usb_request
*_req
)
851 struct usba_ep
*ep
= to_usba_ep(_ep
);
852 struct usba_udc
*udc
= ep
->udc
;
853 struct usba_request
*req
= to_usba_req(_req
);
857 DBG(DBG_GADGET
| DBG_QUEUE
, "ep_dequeue: %s, req %p\n",
860 spin_lock_irqsave(&udc
->lock
, flags
);
862 if (req
->using_dma
) {
864 * If this request is currently being transferred,
865 * stop the DMA controller and reset the FIFO.
867 if (ep
->queue
.next
== &req
->queue
) {
868 status
= usba_dma_readl(ep
, STATUS
);
869 if (status
& USBA_DMA_CH_EN
)
870 stop_dma(ep
, &status
);
872 #ifdef CONFIG_USB_GADGET_DEBUG_FS
873 ep
->last_dma_status
= status
;
876 usba_writel(udc
, EPT_RST
, 1 << ep
->index
);
878 usba_update_req(ep
, req
, status
);
883 * Errors should stop the queue from advancing until the
884 * completion function returns.
886 list_del_init(&req
->queue
);
888 request_complete(ep
, req
, -ECONNRESET
);
890 /* Process the next request if any */
891 submit_next_request(ep
);
892 spin_unlock_irqrestore(&udc
->lock
, flags
);
897 static int usba_ep_set_halt(struct usb_ep
*_ep
, int value
)
899 struct usba_ep
*ep
= to_usba_ep(_ep
);
900 struct usba_udc
*udc
= ep
->udc
;
904 DBG(DBG_GADGET
, "endpoint %s: %s HALT\n", ep
->ep
.name
,
905 value
? "set" : "clear");
908 DBG(DBG_ERR
, "Attempted to halt uninitialized ep %s\n",
913 DBG(DBG_ERR
, "Attempted to halt isochronous ep %s\n",
918 spin_lock_irqsave(&udc
->lock
, flags
);
921 * We can't halt IN endpoints while there are still data to be
924 if (!list_empty(&ep
->queue
)
925 || ((value
&& ep
->is_in
&& (usba_ep_readl(ep
, STA
)
926 & USBA_BF(BUSY_BANKS
, -1L))))) {
930 usba_ep_writel(ep
, SET_STA
, USBA_FORCE_STALL
);
932 usba_ep_writel(ep
, CLR_STA
,
933 USBA_FORCE_STALL
| USBA_TOGGLE_CLR
);
934 usba_ep_readl(ep
, STA
);
937 spin_unlock_irqrestore(&udc
->lock
, flags
);
942 static int usba_ep_fifo_status(struct usb_ep
*_ep
)
944 struct usba_ep
*ep
= to_usba_ep(_ep
);
946 return USBA_BFEXT(BYTE_COUNT
, usba_ep_readl(ep
, STA
));
949 static void usba_ep_fifo_flush(struct usb_ep
*_ep
)
951 struct usba_ep
*ep
= to_usba_ep(_ep
);
952 struct usba_udc
*udc
= ep
->udc
;
954 usba_writel(udc
, EPT_RST
, 1 << ep
->index
);
957 static const struct usb_ep_ops usba_ep_ops
= {
958 .enable
= usba_ep_enable
,
959 .disable
= usba_ep_disable
,
960 .alloc_request
= usba_ep_alloc_request
,
961 .free_request
= usba_ep_free_request
,
962 .queue
= usba_ep_queue
,
963 .dequeue
= usba_ep_dequeue
,
964 .set_halt
= usba_ep_set_halt
,
965 .fifo_status
= usba_ep_fifo_status
,
966 .fifo_flush
= usba_ep_fifo_flush
,
969 static int usba_udc_get_frame(struct usb_gadget
*gadget
)
971 struct usba_udc
*udc
= to_usba_udc(gadget
);
973 return USBA_BFEXT(FRAME_NUMBER
, usba_readl(udc
, FNUM
));
976 static int usba_udc_wakeup(struct usb_gadget
*gadget
)
978 struct usba_udc
*udc
= to_usba_udc(gadget
);
983 spin_lock_irqsave(&udc
->lock
, flags
);
984 if (udc
->devstatus
& (1 << USB_DEVICE_REMOTE_WAKEUP
)) {
985 ctrl
= usba_readl(udc
, CTRL
);
986 usba_writel(udc
, CTRL
, ctrl
| USBA_REMOTE_WAKE_UP
);
989 spin_unlock_irqrestore(&udc
->lock
, flags
);
995 usba_udc_set_selfpowered(struct usb_gadget
*gadget
, int is_selfpowered
)
997 struct usba_udc
*udc
= to_usba_udc(gadget
);
1000 spin_lock_irqsave(&udc
->lock
, flags
);
1002 udc
->devstatus
|= 1 << USB_DEVICE_SELF_POWERED
;
1004 udc
->devstatus
&= ~(1 << USB_DEVICE_SELF_POWERED
);
1005 spin_unlock_irqrestore(&udc
->lock
, flags
);
1010 static const struct usb_gadget_ops usba_udc_ops
= {
1011 .get_frame
= usba_udc_get_frame
,
1012 .wakeup
= usba_udc_wakeup
,
1013 .set_selfpowered
= usba_udc_set_selfpowered
,
1016 static struct usb_endpoint_descriptor usba_ep0_desc
= {
1017 .bLength
= USB_DT_ENDPOINT_SIZE
,
1018 .bDescriptorType
= USB_DT_ENDPOINT
,
1019 .bEndpointAddress
= 0,
1020 .bmAttributes
= USB_ENDPOINT_XFER_CONTROL
,
1021 .wMaxPacketSize
= cpu_to_le16(64),
1022 /* FIXME: I have no idea what to put here */
1026 static void nop_release(struct device
*dev
)
1031 static struct usba_udc the_udc
= {
1033 .ops
= &usba_udc_ops
,
1034 .ep_list
= LIST_HEAD_INIT(the_udc
.gadget
.ep_list
),
1036 .name
= "atmel_usba_udc",
1038 .init_name
= "gadget",
1039 .release
= nop_release
,
1045 * Called with interrupts disabled and udc->lock held.
1047 static void reset_all_endpoints(struct usba_udc
*udc
)
1050 struct usba_request
*req
, *tmp_req
;
1052 usba_writel(udc
, EPT_RST
, ~0UL);
1054 ep
= to_usba_ep(udc
->gadget
.ep0
);
1055 list_for_each_entry_safe(req
, tmp_req
, &ep
->queue
, queue
) {
1056 list_del_init(&req
->queue
);
1057 request_complete(ep
, req
, -ECONNRESET
);
1060 /* NOTE: normally, the next call to the gadget driver is in
1061 * charge of disabling endpoints... usually disconnect().
1062 * The exception would be entering a high speed test mode.
1064 * FIXME remove this code ... and retest thoroughly.
1066 list_for_each_entry(ep
, &udc
->gadget
.ep_list
, ep
.ep_list
) {
1068 spin_unlock(&udc
->lock
);
1069 usba_ep_disable(&ep
->ep
);
1070 spin_lock(&udc
->lock
);
1075 static struct usba_ep
*get_ep_by_addr(struct usba_udc
*udc
, u16 wIndex
)
1079 if ((wIndex
& USB_ENDPOINT_NUMBER_MASK
) == 0)
1080 return to_usba_ep(udc
->gadget
.ep0
);
1082 list_for_each_entry (ep
, &udc
->gadget
.ep_list
, ep
.ep_list
) {
1083 u8 bEndpointAddress
;
1087 bEndpointAddress
= ep
->desc
->bEndpointAddress
;
1088 if ((wIndex
^ bEndpointAddress
) & USB_DIR_IN
)
1090 if ((bEndpointAddress
& USB_ENDPOINT_NUMBER_MASK
)
1091 == (wIndex
& USB_ENDPOINT_NUMBER_MASK
))
1098 /* Called with interrupts disabled and udc->lock held */
1099 static inline void set_protocol_stall(struct usba_udc
*udc
, struct usba_ep
*ep
)
1101 usba_ep_writel(ep
, SET_STA
, USBA_FORCE_STALL
);
1102 ep
->state
= WAIT_FOR_SETUP
;
1105 static inline int is_stalled(struct usba_udc
*udc
, struct usba_ep
*ep
)
1107 if (usba_ep_readl(ep
, STA
) & USBA_FORCE_STALL
)
1112 static inline void set_address(struct usba_udc
*udc
, unsigned int addr
)
1116 DBG(DBG_BUS
, "setting address %u...\n", addr
);
1117 regval
= usba_readl(udc
, CTRL
);
1118 regval
= USBA_BFINS(DEV_ADDR
, addr
, regval
);
1119 usba_writel(udc
, CTRL
, regval
);
1122 static int do_test_mode(struct usba_udc
*udc
)
1124 static const char test_packet_buffer
[] = {
1126 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
1128 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA, 0xAA,
1130 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE, 0xEE,
1131 /* JJJJJJJKKKKKKK * 8 */
1132 0xFE, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF,
1133 0xFF, 0xFF, 0xFF, 0xFF, 0xFF, 0xFF,
1135 0x7F, 0xBF, 0xDF, 0xEF, 0xF7, 0xFB, 0xFD,
1136 /* {JKKKKKKK * 10}, JK */
1137 0xFC, 0x7E, 0xBF, 0xDF, 0xEF, 0xF7, 0xFB, 0xFD, 0x7E
1140 struct device
*dev
= &udc
->pdev
->dev
;
1143 test_mode
= udc
->test_mode
;
1145 /* Start from a clean slate */
1146 reset_all_endpoints(udc
);
1148 switch (test_mode
) {
1151 usba_writel(udc
, TST
, USBA_TST_J_MODE
);
1152 dev_info(dev
, "Entering Test_J mode...\n");
1156 usba_writel(udc
, TST
, USBA_TST_K_MODE
);
1157 dev_info(dev
, "Entering Test_K mode...\n");
1161 * Test_SE0_NAK: Force high-speed mode and set up ep0
1162 * for Bulk IN transfers
1165 usba_writel(udc
, TST
,
1166 USBA_BF(SPEED_CFG
, USBA_SPEED_CFG_FORCE_HIGH
));
1167 usba_ep_writel(ep
, CFG
,
1168 USBA_BF(EPT_SIZE
, USBA_EPT_SIZE_64
)
1170 | USBA_BF(EPT_TYPE
, USBA_EPT_TYPE_BULK
)
1171 | USBA_BF(BK_NUMBER
, 1));
1172 if (!(usba_ep_readl(ep
, CFG
) & USBA_EPT_MAPPED
)) {
1173 set_protocol_stall(udc
, ep
);
1174 dev_err(dev
, "Test_SE0_NAK: ep0 not mapped\n");
1176 usba_ep_writel(ep
, CTL_ENB
, USBA_EPT_ENABLE
);
1177 dev_info(dev
, "Entering Test_SE0_NAK mode...\n");
1183 usba_ep_writel(ep
, CFG
,
1184 USBA_BF(EPT_SIZE
, USBA_EPT_SIZE_64
)
1186 | USBA_BF(EPT_TYPE
, USBA_EPT_TYPE_BULK
)
1187 | USBA_BF(BK_NUMBER
, 1));
1188 if (!(usba_ep_readl(ep
, CFG
) & USBA_EPT_MAPPED
)) {
1189 set_protocol_stall(udc
, ep
);
1190 dev_err(dev
, "Test_Packet: ep0 not mapped\n");
1192 usba_ep_writel(ep
, CTL_ENB
, USBA_EPT_ENABLE
);
1193 usba_writel(udc
, TST
, USBA_TST_PKT_MODE
);
1194 memcpy_toio(ep
->fifo
, test_packet_buffer
,
1195 sizeof(test_packet_buffer
));
1196 usba_ep_writel(ep
, SET_STA
, USBA_TX_PK_RDY
);
1197 dev_info(dev
, "Entering Test_Packet mode...\n");
1201 dev_err(dev
, "Invalid test mode: 0x%04x\n", test_mode
);
1208 /* Avoid overly long expressions */
1209 static inline bool feature_is_dev_remote_wakeup(struct usb_ctrlrequest
*crq
)
1211 if (crq
->wValue
== cpu_to_le16(USB_DEVICE_REMOTE_WAKEUP
))
1216 static inline bool feature_is_dev_test_mode(struct usb_ctrlrequest
*crq
)
1218 if (crq
->wValue
== cpu_to_le16(USB_DEVICE_TEST_MODE
))
1223 static inline bool feature_is_ep_halt(struct usb_ctrlrequest
*crq
)
1225 if (crq
->wValue
== cpu_to_le16(USB_ENDPOINT_HALT
))
1230 static int handle_ep0_setup(struct usba_udc
*udc
, struct usba_ep
*ep
,
1231 struct usb_ctrlrequest
*crq
)
1235 switch (crq
->bRequest
) {
1236 case USB_REQ_GET_STATUS
: {
1239 if (crq
->bRequestType
== (USB_DIR_IN
| USB_RECIP_DEVICE
)) {
1240 status
= cpu_to_le16(udc
->devstatus
);
1241 } else if (crq
->bRequestType
1242 == (USB_DIR_IN
| USB_RECIP_INTERFACE
)) {
1243 status
= cpu_to_le16(0);
1244 } else if (crq
->bRequestType
1245 == (USB_DIR_IN
| USB_RECIP_ENDPOINT
)) {
1246 struct usba_ep
*target
;
1248 target
= get_ep_by_addr(udc
, le16_to_cpu(crq
->wIndex
));
1253 if (is_stalled(udc
, target
))
1254 status
|= cpu_to_le16(1);
1258 /* Write directly to the FIFO. No queueing is done. */
1259 if (crq
->wLength
!= cpu_to_le16(sizeof(status
)))
1261 ep
->state
= DATA_STAGE_IN
;
1262 __raw_writew(status
, ep
->fifo
);
1263 usba_ep_writel(ep
, SET_STA
, USBA_TX_PK_RDY
);
1267 case USB_REQ_CLEAR_FEATURE
: {
1268 if (crq
->bRequestType
== USB_RECIP_DEVICE
) {
1269 if (feature_is_dev_remote_wakeup(crq
))
1271 &= ~(1 << USB_DEVICE_REMOTE_WAKEUP
);
1273 /* Can't CLEAR_FEATURE TEST_MODE */
1275 } else if (crq
->bRequestType
== USB_RECIP_ENDPOINT
) {
1276 struct usba_ep
*target
;
1278 if (crq
->wLength
!= cpu_to_le16(0)
1279 || !feature_is_ep_halt(crq
))
1281 target
= get_ep_by_addr(udc
, le16_to_cpu(crq
->wIndex
));
1285 usba_ep_writel(target
, CLR_STA
, USBA_FORCE_STALL
);
1286 if (target
->index
!= 0)
1287 usba_ep_writel(target
, CLR_STA
,
1293 send_status(udc
, ep
);
1297 case USB_REQ_SET_FEATURE
: {
1298 if (crq
->bRequestType
== USB_RECIP_DEVICE
) {
1299 if (feature_is_dev_test_mode(crq
)) {
1300 send_status(udc
, ep
);
1301 ep
->state
= STATUS_STAGE_TEST
;
1302 udc
->test_mode
= le16_to_cpu(crq
->wIndex
);
1304 } else if (feature_is_dev_remote_wakeup(crq
)) {
1305 udc
->devstatus
|= 1 << USB_DEVICE_REMOTE_WAKEUP
;
1309 } else if (crq
->bRequestType
== USB_RECIP_ENDPOINT
) {
1310 struct usba_ep
*target
;
1312 if (crq
->wLength
!= cpu_to_le16(0)
1313 || !feature_is_ep_halt(crq
))
1316 target
= get_ep_by_addr(udc
, le16_to_cpu(crq
->wIndex
));
1320 usba_ep_writel(target
, SET_STA
, USBA_FORCE_STALL
);
1324 send_status(udc
, ep
);
1328 case USB_REQ_SET_ADDRESS
:
1329 if (crq
->bRequestType
!= (USB_DIR_OUT
| USB_RECIP_DEVICE
))
1332 set_address(udc
, le16_to_cpu(crq
->wValue
));
1333 send_status(udc
, ep
);
1334 ep
->state
= STATUS_STAGE_ADDR
;
1339 spin_unlock(&udc
->lock
);
1340 retval
= udc
->driver
->setup(&udc
->gadget
, crq
);
1341 spin_lock(&udc
->lock
);
1347 pr_err("udc: %s: Invalid setup request: %02x.%02x v%04x i%04x l%d, "
1348 "halting endpoint...\n",
1349 ep
->ep
.name
, crq
->bRequestType
, crq
->bRequest
,
1350 le16_to_cpu(crq
->wValue
), le16_to_cpu(crq
->wIndex
),
1351 le16_to_cpu(crq
->wLength
));
1352 set_protocol_stall(udc
, ep
);
1356 static void usba_control_irq(struct usba_udc
*udc
, struct usba_ep
*ep
)
1358 struct usba_request
*req
;
1363 epstatus
= usba_ep_readl(ep
, STA
);
1364 epctrl
= usba_ep_readl(ep
, CTL
);
1366 DBG(DBG_INT
, "%s [%d]: s/%08x c/%08x\n",
1367 ep
->ep
.name
, ep
->state
, epstatus
, epctrl
);
1370 if (!list_empty(&ep
->queue
))
1371 req
= list_entry(ep
->queue
.next
,
1372 struct usba_request
, queue
);
1374 if ((epctrl
& USBA_TX_PK_RDY
) && !(epstatus
& USBA_TX_PK_RDY
)) {
1376 next_fifo_transaction(ep
, req
);
1378 submit_request(ep
, req
);
1380 if (req
->last_transaction
) {
1381 usba_ep_writel(ep
, CTL_DIS
, USBA_TX_PK_RDY
);
1382 usba_ep_writel(ep
, CTL_ENB
, USBA_TX_COMPLETE
);
1386 if ((epstatus
& epctrl
) & USBA_TX_COMPLETE
) {
1387 usba_ep_writel(ep
, CLR_STA
, USBA_TX_COMPLETE
);
1389 switch (ep
->state
) {
1391 usba_ep_writel(ep
, CTL_ENB
, USBA_RX_BK_RDY
);
1392 usba_ep_writel(ep
, CTL_DIS
, USBA_TX_COMPLETE
);
1393 ep
->state
= STATUS_STAGE_OUT
;
1395 case STATUS_STAGE_ADDR
:
1396 /* Activate our new address */
1397 usba_writel(udc
, CTRL
, (usba_readl(udc
, CTRL
)
1399 usba_ep_writel(ep
, CTL_DIS
, USBA_TX_COMPLETE
);
1400 ep
->state
= WAIT_FOR_SETUP
;
1402 case STATUS_STAGE_IN
:
1404 list_del_init(&req
->queue
);
1405 request_complete(ep
, req
, 0);
1406 submit_next_request(ep
);
1408 usba_ep_writel(ep
, CTL_DIS
, USBA_TX_COMPLETE
);
1409 ep
->state
= WAIT_FOR_SETUP
;
1411 case STATUS_STAGE_TEST
:
1412 usba_ep_writel(ep
, CTL_DIS
, USBA_TX_COMPLETE
);
1413 ep
->state
= WAIT_FOR_SETUP
;
1414 if (do_test_mode(udc
))
1415 set_protocol_stall(udc
, ep
);
1418 pr_err("udc: %s: TXCOMP: Invalid endpoint state %d, "
1419 "halting endpoint...\n",
1420 ep
->ep
.name
, ep
->state
);
1421 set_protocol_stall(udc
, ep
);
1427 if ((epstatus
& epctrl
) & USBA_RX_BK_RDY
) {
1428 switch (ep
->state
) {
1429 case STATUS_STAGE_OUT
:
1430 usba_ep_writel(ep
, CLR_STA
, USBA_RX_BK_RDY
);
1431 usba_ep_writel(ep
, CTL_DIS
, USBA_RX_BK_RDY
);
1434 list_del_init(&req
->queue
);
1435 request_complete(ep
, req
, 0);
1437 ep
->state
= WAIT_FOR_SETUP
;
1440 case DATA_STAGE_OUT
:
1445 usba_ep_writel(ep
, CLR_STA
, USBA_RX_BK_RDY
);
1446 usba_ep_writel(ep
, CTL_DIS
, USBA_RX_BK_RDY
);
1447 pr_err("udc: %s: RXRDY: Invalid endpoint state %d, "
1448 "halting endpoint...\n",
1449 ep
->ep
.name
, ep
->state
);
1450 set_protocol_stall(udc
, ep
);
1456 if (epstatus
& USBA_RX_SETUP
) {
1458 struct usb_ctrlrequest crq
;
1459 unsigned long data
[2];
1461 unsigned int pkt_len
;
1464 if (ep
->state
!= WAIT_FOR_SETUP
) {
1466 * Didn't expect a SETUP packet at this
1467 * point. Clean up any pending requests (which
1468 * may be successful).
1470 int status
= -EPROTO
;
1473 * RXRDY and TXCOMP are dropped when SETUP
1474 * packets arrive. Just pretend we received
1475 * the status packet.
1477 if (ep
->state
== STATUS_STAGE_OUT
1478 || ep
->state
== STATUS_STAGE_IN
) {
1479 usba_ep_writel(ep
, CTL_DIS
, USBA_RX_BK_RDY
);
1484 list_del_init(&req
->queue
);
1485 request_complete(ep
, req
, status
);
1489 pkt_len
= USBA_BFEXT(BYTE_COUNT
, usba_ep_readl(ep
, STA
));
1490 DBG(DBG_HW
, "Packet length: %u\n", pkt_len
);
1491 if (pkt_len
!= sizeof(crq
)) {
1492 pr_warning("udc: Invalid packet length %u "
1493 "(expected %zu)\n", pkt_len
, sizeof(crq
));
1494 set_protocol_stall(udc
, ep
);
1498 DBG(DBG_FIFO
, "Copying ctrl request from 0x%p:\n", ep
->fifo
);
1499 memcpy_fromio(crq
.data
, ep
->fifo
, sizeof(crq
));
1501 /* Free up one bank in the FIFO so that we can
1502 * generate or receive a reply right away. */
1503 usba_ep_writel(ep
, CLR_STA
, USBA_RX_SETUP
);
1505 /* printk(KERN_DEBUG "setup: %d: %02x.%02x\n",
1506 ep->state, crq.crq.bRequestType,
1507 crq.crq.bRequest); */
1509 if (crq
.crq
.bRequestType
& USB_DIR_IN
) {
1511 * The USB 2.0 spec states that "if wLength is
1512 * zero, there is no data transfer phase."
1513 * However, testusb #14 seems to actually
1514 * expect a data phase even if wLength = 0...
1516 ep
->state
= DATA_STAGE_IN
;
1518 if (crq
.crq
.wLength
!= cpu_to_le16(0))
1519 ep
->state
= DATA_STAGE_OUT
;
1521 ep
->state
= STATUS_STAGE_IN
;
1526 ret
= handle_ep0_setup(udc
, ep
, &crq
.crq
);
1528 spin_unlock(&udc
->lock
);
1529 ret
= udc
->driver
->setup(&udc
->gadget
, &crq
.crq
);
1530 spin_lock(&udc
->lock
);
1533 DBG(DBG_BUS
, "req %02x.%02x, length %d, state %d, ret %d\n",
1534 crq
.crq
.bRequestType
, crq
.crq
.bRequest
,
1535 le16_to_cpu(crq
.crq
.wLength
), ep
->state
, ret
);
1538 /* Let the host know that we failed */
1539 set_protocol_stall(udc
, ep
);
1544 static void usba_ep_irq(struct usba_udc
*udc
, struct usba_ep
*ep
)
1546 struct usba_request
*req
;
1550 epstatus
= usba_ep_readl(ep
, STA
);
1551 epctrl
= usba_ep_readl(ep
, CTL
);
1553 DBG(DBG_INT
, "%s: interrupt, status: 0x%08x\n", ep
->ep
.name
, epstatus
);
1555 while ((epctrl
& USBA_TX_PK_RDY
) && !(epstatus
& USBA_TX_PK_RDY
)) {
1556 DBG(DBG_BUS
, "%s: TX PK ready\n", ep
->ep
.name
);
1558 if (list_empty(&ep
->queue
)) {
1559 dev_warn(&udc
->pdev
->dev
, "ep_irq: queue empty\n");
1560 usba_ep_writel(ep
, CTL_DIS
, USBA_TX_PK_RDY
);
1564 req
= list_entry(ep
->queue
.next
, struct usba_request
, queue
);
1566 if (req
->using_dma
) {
1567 /* Send a zero-length packet */
1568 usba_ep_writel(ep
, SET_STA
,
1570 usba_ep_writel(ep
, CTL_DIS
,
1572 list_del_init(&req
->queue
);
1573 submit_next_request(ep
);
1574 request_complete(ep
, req
, 0);
1577 next_fifo_transaction(ep
, req
);
1579 submit_request(ep
, req
);
1581 if (req
->last_transaction
) {
1582 list_del_init(&req
->queue
);
1583 submit_next_request(ep
);
1584 request_complete(ep
, req
, 0);
1588 epstatus
= usba_ep_readl(ep
, STA
);
1589 epctrl
= usba_ep_readl(ep
, CTL
);
1591 if ((epstatus
& epctrl
) & USBA_RX_BK_RDY
) {
1592 DBG(DBG_BUS
, "%s: RX data ready\n", ep
->ep
.name
);
1594 usba_ep_writel(ep
, CLR_STA
, USBA_RX_BK_RDY
);
1598 static void usba_dma_irq(struct usba_udc
*udc
, struct usba_ep
*ep
)
1600 struct usba_request
*req
;
1601 u32 status
, control
, pending
;
1603 status
= usba_dma_readl(ep
, STATUS
);
1604 control
= usba_dma_readl(ep
, CONTROL
);
1605 #ifdef CONFIG_USB_GADGET_DEBUG_FS
1606 ep
->last_dma_status
= status
;
1608 pending
= status
& control
;
1609 DBG(DBG_INT
| DBG_DMA
, "dma irq, s/%#08x, c/%#08x\n", status
, control
);
1611 if (status
& USBA_DMA_CH_EN
) {
1612 dev_err(&udc
->pdev
->dev
,
1613 "DMA_CH_EN is set after transfer is finished!\n");
1614 dev_err(&udc
->pdev
->dev
,
1615 "status=%#08x, pending=%#08x, control=%#08x\n",
1616 status
, pending
, control
);
1619 * try to pretend nothing happened. We might have to
1620 * do something here...
1624 if (list_empty(&ep
->queue
))
1625 /* Might happen if a reset comes along at the right moment */
1628 if (pending
& (USBA_DMA_END_TR_ST
| USBA_DMA_END_BUF_ST
)) {
1629 req
= list_entry(ep
->queue
.next
, struct usba_request
, queue
);
1630 usba_update_req(ep
, req
, status
);
1632 list_del_init(&req
->queue
);
1633 submit_next_request(ep
);
1634 request_complete(ep
, req
, 0);
1638 static irqreturn_t
usba_udc_irq(int irq
, void *devid
)
1640 struct usba_udc
*udc
= devid
;
1645 spin_lock(&udc
->lock
);
1647 status
= usba_readl(udc
, INT_STA
);
1648 DBG(DBG_INT
, "irq, status=%#08x\n", status
);
1650 if (status
& USBA_DET_SUSPEND
) {
1652 usba_writel(udc
, INT_CLR
, USBA_DET_SUSPEND
);
1653 DBG(DBG_BUS
, "Suspend detected\n");
1654 if (udc
->gadget
.speed
!= USB_SPEED_UNKNOWN
1655 && udc
->driver
&& udc
->driver
->suspend
) {
1656 spin_unlock(&udc
->lock
);
1657 udc
->driver
->suspend(&udc
->gadget
);
1658 spin_lock(&udc
->lock
);
1662 if (status
& USBA_WAKE_UP
) {
1664 usba_writel(udc
, INT_CLR
, USBA_WAKE_UP
);
1665 DBG(DBG_BUS
, "Wake Up CPU detected\n");
1668 if (status
& USBA_END_OF_RESUME
) {
1669 usba_writel(udc
, INT_CLR
, USBA_END_OF_RESUME
);
1670 DBG(DBG_BUS
, "Resume detected\n");
1671 if (udc
->gadget
.speed
!= USB_SPEED_UNKNOWN
1672 && udc
->driver
&& udc
->driver
->resume
) {
1673 spin_unlock(&udc
->lock
);
1674 udc
->driver
->resume(&udc
->gadget
);
1675 spin_lock(&udc
->lock
);
1679 dma_status
= USBA_BFEXT(DMA_INT
, status
);
1683 for (i
= 1; i
< USBA_NR_ENDPOINTS
; i
++)
1684 if (dma_status
& (1 << i
))
1685 usba_dma_irq(udc
, &usba_ep
[i
]);
1688 ep_status
= USBA_BFEXT(EPT_INT
, status
);
1692 for (i
= 0; i
< USBA_NR_ENDPOINTS
; i
++)
1693 if (ep_status
& (1 << i
)) {
1694 if (ep_is_control(&usba_ep
[i
]))
1695 usba_control_irq(udc
, &usba_ep
[i
]);
1697 usba_ep_irq(udc
, &usba_ep
[i
]);
1701 if (status
& USBA_END_OF_RESET
) {
1702 struct usba_ep
*ep0
;
1704 usba_writel(udc
, INT_CLR
, USBA_END_OF_RESET
);
1705 reset_all_endpoints(udc
);
1707 if (udc
->gadget
.speed
!= USB_SPEED_UNKNOWN
1708 && udc
->driver
->disconnect
) {
1709 udc
->gadget
.speed
= USB_SPEED_UNKNOWN
;
1710 spin_unlock(&udc
->lock
);
1711 udc
->driver
->disconnect(&udc
->gadget
);
1712 spin_lock(&udc
->lock
);
1715 if (status
& USBA_HIGH_SPEED
) {
1716 DBG(DBG_BUS
, "High-speed bus reset detected\n");
1717 udc
->gadget
.speed
= USB_SPEED_HIGH
;
1719 DBG(DBG_BUS
, "Full-speed bus reset detected\n");
1720 udc
->gadget
.speed
= USB_SPEED_FULL
;
1724 ep0
->desc
= &usba_ep0_desc
;
1725 ep0
->state
= WAIT_FOR_SETUP
;
1726 usba_ep_writel(ep0
, CFG
,
1727 (USBA_BF(EPT_SIZE
, EP0_EPT_SIZE
)
1728 | USBA_BF(EPT_TYPE
, USBA_EPT_TYPE_CONTROL
)
1729 | USBA_BF(BK_NUMBER
, USBA_BK_NUMBER_ONE
)));
1730 usba_ep_writel(ep0
, CTL_ENB
,
1731 USBA_EPT_ENABLE
| USBA_RX_SETUP
);
1732 usba_writel(udc
, INT_ENB
,
1733 (usba_readl(udc
, INT_ENB
)
1734 | USBA_BF(EPT_INT
, 1)
1736 | USBA_END_OF_RESUME
));
1739 * Unclear why we hit this irregularly, e.g. in usbtest,
1740 * but it's clearly harmless...
1742 if (!(usba_ep_readl(ep0
, CFG
) & USBA_EPT_MAPPED
))
1743 dev_dbg(&udc
->pdev
->dev
,
1744 "ODD: EP0 configuration is invalid!\n");
1747 spin_unlock(&udc
->lock
);
1752 static irqreturn_t
usba_vbus_irq(int irq
, void *devid
)
1754 struct usba_udc
*udc
= devid
;
1760 spin_lock(&udc
->lock
);
1762 /* May happen if Vbus pin toggles during probe() */
1766 vbus
= vbus_is_present(udc
);
1767 if (vbus
!= udc
->vbus_prev
) {
1770 usba_writel(udc
, CTRL
, USBA_ENABLE_MASK
);
1771 usba_writel(udc
, INT_ENB
, USBA_END_OF_RESET
);
1773 udc
->gadget
.speed
= USB_SPEED_UNKNOWN
;
1774 reset_all_endpoints(udc
);
1776 usba_writel(udc
, CTRL
, USBA_DISABLE_MASK
);
1777 if (udc
->driver
->disconnect
) {
1778 spin_unlock(&udc
->lock
);
1779 udc
->driver
->disconnect(&udc
->gadget
);
1780 spin_lock(&udc
->lock
);
1783 udc
->vbus_prev
= vbus
;
1787 spin_unlock(&udc
->lock
);
1792 int usb_gadget_probe_driver(struct usb_gadget_driver
*driver
,
1793 int (*bind
)(struct usb_gadget
*))
1795 struct usba_udc
*udc
= &the_udc
;
1796 unsigned long flags
;
1802 spin_lock_irqsave(&udc
->lock
, flags
);
1804 spin_unlock_irqrestore(&udc
->lock
, flags
);
1808 udc
->devstatus
= 1 << USB_DEVICE_SELF_POWERED
;
1809 udc
->driver
= driver
;
1810 udc
->gadget
.dev
.driver
= &driver
->driver
;
1811 spin_unlock_irqrestore(&udc
->lock
, flags
);
1813 clk_enable(udc
->pclk
);
1814 clk_enable(udc
->hclk
);
1816 ret
= bind(&udc
->gadget
);
1818 DBG(DBG_ERR
, "Could not bind to driver %s: error %d\n",
1819 driver
->driver
.name
, ret
);
1820 goto err_driver_bind
;
1823 DBG(DBG_GADGET
, "registered driver `%s'\n", driver
->driver
.name
);
1826 if (gpio_is_valid(udc
->vbus_pin
))
1827 enable_irq(gpio_to_irq(udc
->vbus_pin
));
1829 /* If Vbus is present, enable the controller and wait for reset */
1830 spin_lock_irqsave(&udc
->lock
, flags
);
1831 if (vbus_is_present(udc
) && udc
->vbus_prev
== 0) {
1833 usba_writel(udc
, CTRL
, USBA_ENABLE_MASK
);
1834 usba_writel(udc
, INT_ENB
, USBA_END_OF_RESET
);
1836 spin_unlock_irqrestore(&udc
->lock
, flags
);
1842 udc
->gadget
.dev
.driver
= NULL
;
1845 EXPORT_SYMBOL(usb_gadget_probe_driver
);
1847 int usb_gadget_unregister_driver(struct usb_gadget_driver
*driver
)
1849 struct usba_udc
*udc
= &the_udc
;
1850 unsigned long flags
;
1854 if (driver
!= udc
->driver
|| !driver
->unbind
)
1857 if (gpio_is_valid(udc
->vbus_pin
))
1858 disable_irq(gpio_to_irq(udc
->vbus_pin
));
1860 spin_lock_irqsave(&udc
->lock
, flags
);
1861 udc
->gadget
.speed
= USB_SPEED_UNKNOWN
;
1862 reset_all_endpoints(udc
);
1863 spin_unlock_irqrestore(&udc
->lock
, flags
);
1865 /* This will also disable the DP pullup */
1867 usba_writel(udc
, CTRL
, USBA_DISABLE_MASK
);
1869 if (udc
->driver
->disconnect
)
1870 udc
->driver
->disconnect(&udc
->gadget
);
1872 driver
->unbind(&udc
->gadget
);
1873 udc
->gadget
.dev
.driver
= NULL
;
1876 clk_disable(udc
->hclk
);
1877 clk_disable(udc
->pclk
);
1879 DBG(DBG_GADGET
, "unregistered driver `%s'\n", driver
->driver
.name
);
1883 EXPORT_SYMBOL(usb_gadget_unregister_driver
);
1885 static int __init
usba_udc_probe(struct platform_device
*pdev
)
1887 struct usba_platform_data
*pdata
= pdev
->dev
.platform_data
;
1888 struct resource
*regs
, *fifo
;
1889 struct clk
*pclk
, *hclk
;
1890 struct usba_udc
*udc
= &the_udc
;
1893 regs
= platform_get_resource(pdev
, IORESOURCE_MEM
, CTRL_IOMEM_ID
);
1894 fifo
= platform_get_resource(pdev
, IORESOURCE_MEM
, FIFO_IOMEM_ID
);
1895 if (!regs
|| !fifo
|| !pdata
)
1898 irq
= platform_get_irq(pdev
, 0);
1902 pclk
= clk_get(&pdev
->dev
, "pclk");
1904 return PTR_ERR(pclk
);
1905 hclk
= clk_get(&pdev
->dev
, "hclk");
1907 ret
= PTR_ERR(hclk
);
1911 spin_lock_init(&udc
->lock
);
1915 udc
->vbus_pin
= -ENODEV
;
1918 udc
->regs
= ioremap(regs
->start
, resource_size(regs
));
1920 dev_err(&pdev
->dev
, "Unable to map I/O memory, aborting.\n");
1923 dev_info(&pdev
->dev
, "MMIO registers at 0x%08lx mapped at %p\n",
1924 (unsigned long)regs
->start
, udc
->regs
);
1925 udc
->fifo
= ioremap(fifo
->start
, resource_size(fifo
));
1927 dev_err(&pdev
->dev
, "Unable to map FIFO, aborting.\n");
1930 dev_info(&pdev
->dev
, "FIFO at 0x%08lx mapped at %p\n",
1931 (unsigned long)fifo
->start
, udc
->fifo
);
1933 device_initialize(&udc
->gadget
.dev
);
1934 udc
->gadget
.dev
.parent
= &pdev
->dev
;
1935 udc
->gadget
.dev
.dma_mask
= pdev
->dev
.dma_mask
;
1937 platform_set_drvdata(pdev
, udc
);
1939 /* Make sure we start from a clean slate */
1942 usba_writel(udc
, CTRL
, USBA_DISABLE_MASK
);
1945 usba_ep
= kzalloc(sizeof(struct usba_ep
) * pdata
->num_ep
,
1950 the_udc
.gadget
.ep0
= &usba_ep
[0].ep
;
1952 INIT_LIST_HEAD(&usba_ep
[0].ep
.ep_list
);
1953 usba_ep
[0].ep_regs
= udc
->regs
+ USBA_EPT_BASE(0);
1954 usba_ep
[0].dma_regs
= udc
->regs
+ USBA_DMA_BASE(0);
1955 usba_ep
[0].fifo
= udc
->fifo
+ USBA_FIFO_BASE(0);
1956 usba_ep
[0].ep
.ops
= &usba_ep_ops
;
1957 usba_ep
[0].ep
.name
= pdata
->ep
[0].name
;
1958 usba_ep
[0].ep
.maxpacket
= pdata
->ep
[0].fifo_size
;
1959 usba_ep
[0].udc
= &the_udc
;
1960 INIT_LIST_HEAD(&usba_ep
[0].queue
);
1961 usba_ep
[0].fifo_size
= pdata
->ep
[0].fifo_size
;
1962 usba_ep
[0].nr_banks
= pdata
->ep
[0].nr_banks
;
1963 usba_ep
[0].index
= pdata
->ep
[0].index
;
1964 usba_ep
[0].can_dma
= pdata
->ep
[0].can_dma
;
1965 usba_ep
[0].can_isoc
= pdata
->ep
[0].can_isoc
;
1967 for (i
= 1; i
< pdata
->num_ep
; i
++) {
1968 struct usba_ep
*ep
= &usba_ep
[i
];
1970 ep
->ep_regs
= udc
->regs
+ USBA_EPT_BASE(i
);
1971 ep
->dma_regs
= udc
->regs
+ USBA_DMA_BASE(i
);
1972 ep
->fifo
= udc
->fifo
+ USBA_FIFO_BASE(i
);
1973 ep
->ep
.ops
= &usba_ep_ops
;
1974 ep
->ep
.name
= pdata
->ep
[i
].name
;
1975 ep
->ep
.maxpacket
= pdata
->ep
[i
].fifo_size
;
1977 INIT_LIST_HEAD(&ep
->queue
);
1978 ep
->fifo_size
= pdata
->ep
[i
].fifo_size
;
1979 ep
->nr_banks
= pdata
->ep
[i
].nr_banks
;
1980 ep
->index
= pdata
->ep
[i
].index
;
1981 ep
->can_dma
= pdata
->ep
[i
].can_dma
;
1982 ep
->can_isoc
= pdata
->ep
[i
].can_isoc
;
1984 list_add_tail(&ep
->ep
.ep_list
, &udc
->gadget
.ep_list
);
1987 ret
= request_irq(irq
, usba_udc_irq
, 0, "atmel_usba_udc", udc
);
1989 dev_err(&pdev
->dev
, "Cannot request irq %d (error %d)\n",
1991 goto err_request_irq
;
1995 ret
= device_add(&udc
->gadget
.dev
);
1997 dev_dbg(&pdev
->dev
, "Could not add gadget: %d\n", ret
);
1998 goto err_device_add
;
2001 if (gpio_is_valid(pdata
->vbus_pin
)) {
2002 if (!gpio_request(pdata
->vbus_pin
, "atmel_usba_udc")) {
2003 udc
->vbus_pin
= pdata
->vbus_pin
;
2004 udc
->vbus_pin_inverted
= pdata
->vbus_pin_inverted
;
2006 ret
= request_irq(gpio_to_irq(udc
->vbus_pin
),
2008 "atmel_usba_udc", udc
);
2010 gpio_free(udc
->vbus_pin
);
2011 udc
->vbus_pin
= -ENODEV
;
2012 dev_warn(&udc
->pdev
->dev
,
2013 "failed to request vbus irq; "
2014 "assuming always on\n");
2016 disable_irq(gpio_to_irq(udc
->vbus_pin
));
2019 /* gpio_request fail so use -EINVAL for gpio_is_valid */
2020 ubc
->vbus_pin
= -EINVAL
;
2024 usba_init_debugfs(udc
);
2025 for (i
= 1; i
< pdata
->num_ep
; i
++)
2026 usba_ep_init_debugfs(udc
, &usba_ep
[i
]);
2043 platform_set_drvdata(pdev
, NULL
);
2048 static int __exit
usba_udc_remove(struct platform_device
*pdev
)
2050 struct usba_udc
*udc
;
2052 struct usba_platform_data
*pdata
= pdev
->dev
.platform_data
;
2054 udc
= platform_get_drvdata(pdev
);
2056 for (i
= 1; i
< pdata
->num_ep
; i
++)
2057 usba_ep_cleanup_debugfs(&usba_ep
[i
]);
2058 usba_cleanup_debugfs(udc
);
2060 if (gpio_is_valid(udc
->vbus_pin
))
2061 gpio_free(udc
->vbus_pin
);
2063 free_irq(udc
->irq
, udc
);
2070 device_unregister(&udc
->gadget
.dev
);
2075 static struct platform_driver udc_driver
= {
2076 .remove
= __exit_p(usba_udc_remove
),
2078 .name
= "atmel_usba_udc",
2079 .owner
= THIS_MODULE
,
2083 static int __init
udc_init(void)
2085 return platform_driver_probe(&udc_driver
, usba_udc_probe
);
2087 module_init(udc_init
);
2089 static void __exit
udc_exit(void)
2091 platform_driver_unregister(&udc_driver
);
2093 module_exit(udc_exit
);
2095 MODULE_DESCRIPTION("Atmel USBA UDC driver");
2096 MODULE_AUTHOR("Haavard Skinnemoen <hskinnemoen@atmel.com>");
2097 MODULE_LICENSE("GPL");
2098 MODULE_ALIAS("platform:atmel_usba_udc");