2 * Driver for the NXP ISP1760 chip
4 * However, the code might contain some bugs. What doesn't work for sure is:
7 e The interrupt line is configured as active low, level.
9 * (c) 2007 Sebastian Siewior <bigeasy@linutronix.de>
12 #include <linux/module.h>
13 #include <linux/kernel.h>
14 #include <linux/slab.h>
15 #include <linux/list.h>
16 #include <linux/usb.h>
17 #include <linux/debugfs.h>
18 #include <linux/uaccess.h>
20 #include <asm/unaligned.h>
22 #include "../core/hcd.h"
23 #include "isp1760-hcd.h"
25 static struct kmem_cache
*qtd_cachep
;
26 static struct kmem_cache
*qh_cachep
;
31 struct inter_packet_info atl_ints
[32];
32 struct inter_packet_info int_ints
[32];
33 struct memory_chunk memory_pool
[BLOCKS
];
35 /* periodic schedule support */
36 #define DEFAULT_I_TDPS 1024
37 unsigned periodic_size
;
39 unsigned long reset_done
;
40 unsigned long next_statechange
;
41 unsigned int devflags
;
44 static inline struct isp1760_hcd
*hcd_to_priv(struct usb_hcd
*hcd
)
46 return (struct isp1760_hcd
*) (hcd
->hcd_priv
);
48 static inline struct usb_hcd
*priv_to_hcd(struct isp1760_hcd
*priv
)
50 return container_of((void *) priv
, struct usb_hcd
, hcd_priv
);
53 /* Section 2.2 Host Controller Capability Registers */
54 #define HC_LENGTH(p) (((p)>>00)&0x00ff) /* bits 7:0 */
55 #define HC_VERSION(p) (((p)>>16)&0xffff) /* bits 31:16 */
56 #define HCS_INDICATOR(p) ((p)&(1 << 16)) /* true: has port indicators */
57 #define HCS_PPC(p) ((p)&(1 << 4)) /* true: port power control */
58 #define HCS_N_PORTS(p) (((p)>>0)&0xf) /* bits 3:0, ports on HC */
59 #define HCC_ISOC_CACHE(p) ((p)&(1 << 7)) /* true: can cache isoc frame */
60 #define HCC_ISOC_THRES(p) (((p)>>4)&0x7) /* bits 6:4, uframes cached */
62 /* Section 2.3 Host Controller Operational Registers */
63 #define CMD_LRESET (1<<7) /* partial reset (no ports, etc) */
64 #define CMD_RESET (1<<1) /* reset HC not bus */
65 #define CMD_RUN (1<<0) /* start/stop HC */
66 #define STS_PCD (1<<2) /* port change detect */
67 #define FLAG_CF (1<<0) /* true: we'll support "high speed" */
69 #define PORT_OWNER (1<<13) /* true: companion hc owns this port */
70 #define PORT_POWER (1<<12) /* true: has power (see PPC) */
71 #define PORT_USB11(x) (((x) & (3 << 10)) == (1 << 10)) /* USB 1.1 device */
72 #define PORT_RESET (1<<8) /* reset port */
73 #define PORT_SUSPEND (1<<7) /* suspend port */
74 #define PORT_RESUME (1<<6) /* resume it */
75 #define PORT_PE (1<<2) /* port enable */
76 #define PORT_CSC (1<<1) /* connect status change */
77 #define PORT_CONNECT (1<<0) /* device connected */
78 #define PORT_RWC_BITS (PORT_CSC)
81 struct isp1760_qtd
*hw_next
;
86 /* the rest is HCD-private */
87 struct list_head qtd_list
;
93 #define URB_COMPLETE_NOTIFY (1 << 0)
94 #define URB_ENQUEUED (1 << 1)
95 #define URB_TYPE_ATL (1 << 2)
96 #define URB_TYPE_INT (1 << 3)
100 /* first part defined by EHCI spec */
101 struct list_head qtd_list
;
102 struct isp1760_hcd
*priv
;
104 /* periodic schedule info */
105 unsigned short period
; /* polling interval */
106 struct usb_device
*dev
;
112 #define ehci_port_speed(priv, portsc) (1 << USB_PORT_FEAT_HIGHSPEED)
114 static unsigned int isp1760_readl(__u32 __iomem
*regs
)
119 static void isp1760_writel(const unsigned int val
, __u32 __iomem
*regs
)
125 * The next two copy via MMIO data to/from the device. memcpy_{to|from}io()
126 * doesn't quite work because some people have to enforce 32-bit access
128 static void priv_read_copy(struct isp1760_hcd
*priv
, u32
*src
,
129 __u32 __iomem
*dst
, u32 len
)
135 printk(KERN_ERR
"ERROR: buffer: %p len: %d\n", src
, len
);
140 *src
= __raw_readl(dst
);
149 /* in case we have 3, 2 or 1 by left. The dst buffer may not be fully
152 val
= isp1760_readl(dst
);
164 static void priv_write_copy(const struct isp1760_hcd
*priv
, const u32
*src
,
165 __u32 __iomem
*dst
, u32 len
)
168 __raw_writel(*src
, dst
);
176 /* in case we have 3, 2 or 1 by left. The buffer is allocated and the
177 * extra bytes should not be read by the HW
180 __raw_writel(*src
, dst
);
183 /* memory management of the 60kb on the chip from 0x1000 to 0xffff */
184 static void init_memory(struct isp1760_hcd
*priv
)
190 for (i
= 0; i
< BLOCK_1_NUM
; i
++) {
191 priv
->memory_pool
[i
].start
= payload
;
192 priv
->memory_pool
[i
].size
= BLOCK_1_SIZE
;
193 priv
->memory_pool
[i
].free
= 1;
194 payload
+= priv
->memory_pool
[i
].size
;
198 for (i
= BLOCK_1_NUM
; i
< BLOCK_1_NUM
+ BLOCK_2_NUM
; i
++) {
199 priv
->memory_pool
[i
].start
= payload
;
200 priv
->memory_pool
[i
].size
= BLOCK_2_SIZE
;
201 priv
->memory_pool
[i
].free
= 1;
202 payload
+= priv
->memory_pool
[i
].size
;
206 for (i
= BLOCK_1_NUM
+ BLOCK_2_NUM
; i
< BLOCKS
; i
++) {
207 priv
->memory_pool
[i
].start
= payload
;
208 priv
->memory_pool
[i
].size
= BLOCK_3_SIZE
;
209 priv
->memory_pool
[i
].free
= 1;
210 payload
+= priv
->memory_pool
[i
].size
;
213 BUG_ON(payload
- priv
->memory_pool
[i
- 1].size
> PAYLOAD_SIZE
);
216 static u32
alloc_mem(struct isp1760_hcd
*priv
, u32 size
)
221 return ISP1760_NULL_POINTER
;
223 for (i
= 0; i
< BLOCKS
; i
++) {
224 if (priv
->memory_pool
[i
].size
>= size
&&
225 priv
->memory_pool
[i
].free
) {
227 priv
->memory_pool
[i
].free
= 0;
228 return priv
->memory_pool
[i
].start
;
232 printk(KERN_ERR
"ISP1760 MEM: can not allocate %d bytes of memory\n",
234 printk(KERN_ERR
"Current memory map:\n");
235 for (i
= 0; i
< BLOCKS
; i
++) {
236 printk(KERN_ERR
"Pool %2d size %4d status: %d\n",
237 i
, priv
->memory_pool
[i
].size
,
238 priv
->memory_pool
[i
].free
);
240 /* XXX maybe -ENOMEM could be possible */
245 static void free_mem(struct isp1760_hcd
*priv
, u32 mem
)
249 if (mem
== ISP1760_NULL_POINTER
)
252 for (i
= 0; i
< BLOCKS
; i
++) {
253 if (priv
->memory_pool
[i
].start
== mem
) {
255 BUG_ON(priv
->memory_pool
[i
].free
);
257 priv
->memory_pool
[i
].free
= 1;
262 printk(KERN_ERR
"Trying to free not-here-allocated memory :%08x\n",
267 static void isp1760_init_regs(struct usb_hcd
*hcd
)
269 isp1760_writel(0, hcd
->regs
+ HC_BUFFER_STATUS_REG
);
270 isp1760_writel(NO_TRANSFER_ACTIVE
, hcd
->regs
+
271 HC_ATL_PTD_SKIPMAP_REG
);
272 isp1760_writel(NO_TRANSFER_ACTIVE
, hcd
->regs
+
273 HC_INT_PTD_SKIPMAP_REG
);
274 isp1760_writel(NO_TRANSFER_ACTIVE
, hcd
->regs
+
275 HC_ISO_PTD_SKIPMAP_REG
);
277 isp1760_writel(~NO_TRANSFER_ACTIVE
, hcd
->regs
+
278 HC_ATL_PTD_DONEMAP_REG
);
279 isp1760_writel(~NO_TRANSFER_ACTIVE
, hcd
->regs
+
280 HC_INT_PTD_DONEMAP_REG
);
281 isp1760_writel(~NO_TRANSFER_ACTIVE
, hcd
->regs
+
282 HC_ISO_PTD_DONEMAP_REG
);
285 static int handshake(struct isp1760_hcd
*priv
, void __iomem
*ptr
,
286 u32 mask
, u32 done
, int usec
)
291 result
= isp1760_readl(ptr
);
303 /* reset a non-running (STS_HALT == 1) controller */
304 static int ehci_reset(struct isp1760_hcd
*priv
)
307 struct usb_hcd
*hcd
= priv_to_hcd(priv
);
308 u32 command
= isp1760_readl(hcd
->regs
+ HC_USBCMD
);
310 command
|= CMD_RESET
;
311 isp1760_writel(command
, hcd
->regs
+ HC_USBCMD
);
312 hcd
->state
= HC_STATE_HALT
;
313 priv
->next_statechange
= jiffies
;
314 retval
= handshake(priv
, hcd
->regs
+ HC_USBCMD
,
315 CMD_RESET
, 0, 250 * 1000);
319 static void qh_destroy(struct isp1760_qh
*qh
)
321 BUG_ON(!list_empty(&qh
->qtd_list
));
322 kmem_cache_free(qh_cachep
, qh
);
325 static struct isp1760_qh
*isp1760_qh_alloc(struct isp1760_hcd
*priv
,
328 struct isp1760_qh
*qh
;
330 qh
= kmem_cache_zalloc(qh_cachep
, flags
);
334 INIT_LIST_HEAD(&qh
->qtd_list
);
339 /* magic numbers that can affect system performance */
340 #define EHCI_TUNE_CERR 3 /* 0-3 qtd retries; 0 == don't stop */
341 #define EHCI_TUNE_RL_HS 4 /* nak throttle; see 4.9 */
342 #define EHCI_TUNE_RL_TT 0
343 #define EHCI_TUNE_MULT_HS 1 /* 1-3 transactions/uframe; 4.10.3 */
344 #define EHCI_TUNE_MULT_TT 1
345 #define EHCI_TUNE_FLS 2 /* (small) 256 frame schedule */
347 /* one-time init, only for memory state */
348 static int priv_init(struct usb_hcd
*hcd
)
350 struct isp1760_hcd
*priv
= hcd_to_priv(hcd
);
353 spin_lock_init(&priv
->lock
);
356 * hw default: 1K periodic list heads, one per frame.
357 * periodic_size can shrink by USBCMD update if hcc_params allows.
359 priv
->periodic_size
= DEFAULT_I_TDPS
;
361 /* controllers may cache some of the periodic schedule ... */
362 hcc_params
= isp1760_readl(hcd
->regs
+ HC_HCCPARAMS
);
363 /* full frame cache */
364 if (HCC_ISOC_CACHE(hcc_params
))
366 else /* N microframes cached */
367 priv
->i_thresh
= 2 + HCC_ISOC_THRES(hcc_params
);
372 static int isp1760_hc_setup(struct usb_hcd
*hcd
)
374 struct isp1760_hcd
*priv
= hcd_to_priv(hcd
);
378 /* Setup HW Mode Control: This assumes a level active-low interrupt */
379 hwmode
= HW_DATA_BUS_32BIT
;
381 if (priv
->devflags
& ISP1760_FLAG_BUS_WIDTH_16
)
382 hwmode
&= ~HW_DATA_BUS_32BIT
;
383 if (priv
->devflags
& ISP1760_FLAG_ANALOG_OC
)
384 hwmode
|= HW_ANA_DIGI_OC
;
385 if (priv
->devflags
& ISP1760_FLAG_DACK_POL_HIGH
)
386 hwmode
|= HW_DACK_POL_HIGH
;
387 if (priv
->devflags
& ISP1760_FLAG_DREQ_POL_HIGH
)
388 hwmode
|= HW_DREQ_POL_HIGH
;
391 * We have to set this first in case we're in 16-bit mode.
392 * Write it twice to ensure correct upper bits if switching
395 isp1760_writel(hwmode
, hcd
->regs
+ HC_HW_MODE_CTRL
);
396 isp1760_writel(hwmode
, hcd
->regs
+ HC_HW_MODE_CTRL
);
398 isp1760_writel(0xdeadbabe, hcd
->regs
+ HC_SCRATCH_REG
);
399 /* Change bus pattern */
400 scratch
= isp1760_readl(hcd
->regs
+ HC_CHIP_ID_REG
);
401 scratch
= isp1760_readl(hcd
->regs
+ HC_SCRATCH_REG
);
402 if (scratch
!= 0xdeadbabe) {
403 printk(KERN_ERR
"ISP1760: Scratch test failed.\n");
408 isp1760_init_regs(hcd
);
411 isp1760_writel(SW_RESET_RESET_ALL
, hcd
->regs
+ HC_RESET_REG
);
414 isp1760_writel(SW_RESET_RESET_HC
, hcd
->regs
+ HC_RESET_REG
);
417 result
= ehci_reset(priv
);
423 isp1760_info(priv
, "bus width: %d, oc: %s\n",
424 (priv
->devflags
& ISP1760_FLAG_BUS_WIDTH_16
) ?
425 16 : 32, (priv
->devflags
& ISP1760_FLAG_ANALOG_OC
) ?
426 "analog" : "digital");
429 isp1760_writel(hwmode
| ALL_ATX_RESET
, hcd
->regs
+ HC_HW_MODE_CTRL
);
431 isp1760_writel(hwmode
, hcd
->regs
+ HC_HW_MODE_CTRL
);
433 isp1760_writel(INTERRUPT_ENABLE_MASK
, hcd
->regs
+ HC_INTERRUPT_REG
);
434 isp1760_writel(INTERRUPT_ENABLE_MASK
, hcd
->regs
+ HC_INTERRUPT_ENABLE
);
437 * PORT 1 Control register of the ISP1760 is the OTG control
438 * register on ISP1761.
440 if (!(priv
->devflags
& ISP1760_FLAG_ISP1761
) &&
441 !(priv
->devflags
& ISP1760_FLAG_PORT1_DIS
)) {
442 isp1760_writel(PORT1_POWER
| PORT1_INIT2
,
443 hcd
->regs
+ HC_PORT1_CTRL
);
447 priv
->hcs_params
= isp1760_readl(hcd
->regs
+ HC_HCSPARAMS
);
449 return priv_init(hcd
);
452 static void isp1760_init_maps(struct usb_hcd
*hcd
)
454 /*set last maps, for iso its only 1, else 32 tds bitmap*/
455 isp1760_writel(0x80000000, hcd
->regs
+ HC_ATL_PTD_LASTPTD_REG
);
456 isp1760_writel(0x80000000, hcd
->regs
+ HC_INT_PTD_LASTPTD_REG
);
457 isp1760_writel(0x00000001, hcd
->regs
+ HC_ISO_PTD_LASTPTD_REG
);
460 static void isp1760_enable_interrupts(struct usb_hcd
*hcd
)
462 isp1760_writel(0, hcd
->regs
+ HC_ATL_IRQ_MASK_AND_REG
);
463 isp1760_writel(0, hcd
->regs
+ HC_ATL_IRQ_MASK_OR_REG
);
464 isp1760_writel(0, hcd
->regs
+ HC_INT_IRQ_MASK_AND_REG
);
465 isp1760_writel(0, hcd
->regs
+ HC_INT_IRQ_MASK_OR_REG
);
466 isp1760_writel(0, hcd
->regs
+ HC_ISO_IRQ_MASK_AND_REG
);
467 isp1760_writel(0xffffffff, hcd
->regs
+ HC_ISO_IRQ_MASK_OR_REG
);
471 static int isp1760_run(struct usb_hcd
*hcd
)
473 struct isp1760_hcd
*priv
= hcd_to_priv(hcd
);
479 hcd
->uses_new_polling
= 1;
482 hcd
->state
= HC_STATE_RUNNING
;
483 isp1760_enable_interrupts(hcd
);
484 temp
= isp1760_readl(hcd
->regs
+ HC_HW_MODE_CTRL
);
485 isp1760_writel(temp
| HW_GLOBAL_INTR_EN
, hcd
->regs
+ HC_HW_MODE_CTRL
);
487 command
= isp1760_readl(hcd
->regs
+ HC_USBCMD
);
488 command
&= ~(CMD_LRESET
|CMD_RESET
);
490 isp1760_writel(command
, hcd
->regs
+ HC_USBCMD
);
492 retval
= handshake(priv
, hcd
->regs
+ HC_USBCMD
, CMD_RUN
, CMD_RUN
,
499 * Spec says to write FLAG_CF as last config action, priv code grabs
500 * the semaphore while doing so.
502 down_write(&ehci_cf_port_reset_rwsem
);
503 isp1760_writel(FLAG_CF
, hcd
->regs
+ HC_CONFIGFLAG
);
505 retval
= handshake(priv
, hcd
->regs
+ HC_CONFIGFLAG
, FLAG_CF
, FLAG_CF
,
507 up_write(&ehci_cf_port_reset_rwsem
);
511 chipid
= isp1760_readl(hcd
->regs
+ HC_CHIP_ID_REG
);
512 isp1760_info(priv
, "USB ISP %04x HW rev. %d started\n", chipid
& 0xffff,
515 /* PTD Register Init Part 2, Step 28 */
517 isp1760_init_maps(hcd
);
519 /* GRR this is run-once init(), being done every time the HC starts.
520 * So long as they're part of class devices, we can't do it init()
521 * since the class device isn't created that early.
526 static u32
base_to_chip(u32 base
)
528 return ((base
- 0x400) >> 3);
531 static void transform_into_atl(struct isp1760_hcd
*priv
, struct isp1760_qh
*qh
,
532 struct isp1760_qtd
*qtd
, struct urb
*urb
,
533 u32 payload
, struct ptd
*ptd
)
543 u32 nak
= NAK_COUNTER
;
545 /* according to 3.6.2, max packet len can not be > 0x400 */
546 maxpacket
= usb_maxpacket(urb
->dev
, urb
->pipe
, usb_pipeout(urb
->pipe
));
547 multi
= 1 + ((maxpacket
>> 11) & 0x3);
552 dw0
|= PTD_LENGTH(qtd
->length
);
553 dw0
|= PTD_MAXPACKET(maxpacket
);
554 dw0
|= PTD_ENDPOINT(usb_pipeendpoint(urb
->pipe
));
555 dw1
= usb_pipeendpoint(urb
->pipe
) >> 1;
558 dw1
|= PTD_DEVICE_ADDR(usb_pipedevice(urb
->pipe
));
560 pid_code
= qtd
->packet_type
;
561 dw1
|= PTD_PID_TOKEN(pid_code
);
563 if (usb_pipebulk(urb
->pipe
))
564 dw1
|= PTD_TRANS_BULK
;
565 else if (usb_pipeint(urb
->pipe
))
566 dw1
|= PTD_TRANS_INT
;
568 if (urb
->dev
->speed
!= USB_SPEED_HIGH
) {
569 /* split transaction */
571 dw1
|= PTD_TRANS_SPLIT
;
572 if (urb
->dev
->speed
== USB_SPEED_LOW
)
573 dw1
|= PTD_SE_USB_LOSPEED
;
575 dw1
|= PTD_PORT_NUM(urb
->dev
->ttport
);
576 dw1
|= PTD_HUB_NUM(urb
->dev
->tt
->hub
->devnum
);
578 /* SE bit for Split INT transfers */
579 if (usb_pipeint(urb
->pipe
) &&
580 (urb
->dev
->speed
== USB_SPEED_LOW
))
587 dw0
|= PTD_MULTI(multi
);
588 if (usb_pipecontrol(urb
->pipe
) || usb_pipebulk(urb
->pipe
))
595 dw2
|= PTD_DATA_START_ADDR(base_to_chip(payload
));
596 dw2
|= PTD_RL_CNT(rl
);
597 dw3
|= PTD_NAC_CNT(nak
);
600 if (usb_pipecontrol(urb
->pipe
))
601 dw3
|= PTD_DATA_TOGGLE(qtd
->toggle
);
608 dw3
|= PTD_CERR(ERR_COUNTER
);
610 memset(ptd
, 0, sizeof(*ptd
));
612 ptd
->dw0
= cpu_to_le32(dw0
);
613 ptd
->dw1
= cpu_to_le32(dw1
);
614 ptd
->dw2
= cpu_to_le32(dw2
);
615 ptd
->dw3
= cpu_to_le32(dw3
);
618 static void transform_add_int(struct isp1760_hcd
*priv
, struct isp1760_qh
*qh
,
619 struct isp1760_qtd
*qtd
, struct urb
*urb
,
620 u32 payload
, struct ptd
*ptd
)
629 maxpacket
= usb_maxpacket(urb
->dev
, urb
->pipe
, usb_pipeout(urb
->pipe
));
630 multi
= 1 + ((maxpacket
>> 11) & 0x3);
632 /* length of the data per uframe */
633 maxpacket
= multi
* maxpacket
;
635 numberofusofs
= urb
->transfer_buffer_length
/ maxpacket
;
636 if (urb
->transfer_buffer_length
% maxpacket
)
641 for (i
= 0; i
< numberofusofs
; i
++) {
646 if (urb
->dev
->speed
!= USB_SPEED_HIGH
) {
648 ptd
->dw5
= __constant_cpu_to_le32(0x1c);
650 if (qh
->period
>= 32)
651 period
= qh
->period
/ 2;
658 period
= qh
->period
/8;
665 if (qh
->period
>= 8) {
666 /* millisecond period */
667 period
= (period
<< 3);
669 /* usof based tranmsfers */
670 /* minimum 4 usofs */
675 ptd
->dw2
|= cpu_to_le32(period
);
676 ptd
->dw4
= cpu_to_le32(usof
);
679 static void transform_into_int(struct isp1760_hcd
*priv
, struct isp1760_qh
*qh
,
680 struct isp1760_qtd
*qtd
, struct urb
*urb
,
681 u32 payload
, struct ptd
*ptd
)
683 transform_into_atl(priv
, qh
, qtd
, urb
, payload
, ptd
);
684 transform_add_int(priv
, qh
, qtd
, urb
, payload
, ptd
);
687 static int qtd_fill(struct isp1760_qtd
*qtd
, void *databuffer
, size_t len
,
692 qtd
->data_buffer
= databuffer
;
693 qtd
->packet_type
= GET_QTD_TOKEN_TYPE(token
);
694 qtd
->toggle
= GET_DATA_TOGGLE(token
);
696 if (len
> HC_ATL_PL_SIZE
)
697 count
= HC_ATL_PL_SIZE
;
705 static int check_error(struct ptd
*ptd
)
710 dw3
= le32_to_cpu(ptd
->dw3
);
711 if (dw3
& DW3_HALT_BIT
)
714 if (dw3
& DW3_ERROR_BIT
) {
715 printk(KERN_ERR
"error bit is set in DW3\n");
719 if (dw3
& DW3_QTD_ACTIVE
) {
720 printk(KERN_ERR
"transfer active bit is set DW3\n");
721 printk(KERN_ERR
"nak counter: %d, rl: %d\n", (dw3
>> 19) & 0xf,
722 (le32_to_cpu(ptd
->dw2
) >> 25) & 0xf);
728 static void check_int_err_status(u32 dw4
)
734 for (i
= 0; i
< 8; i
++) {
737 printk(KERN_ERR
"ERROR: under run , %d\n", i
);
741 printk(KERN_ERR
"ERROR: transaction error, %d\n", i
);
745 printk(KERN_ERR
"ERROR: babble error, %d\n", i
);
752 static void enqueue_one_qtd(struct isp1760_qtd
*qtd
, struct isp1760_hcd
*priv
,
756 struct usb_hcd
*hcd
= priv_to_hcd(priv
);
758 token
= qtd
->packet_type
;
760 if (qtd
->length
&& (qtd
->length
<= HC_ATL_PL_SIZE
)) {
766 priv_write_copy(priv
, qtd
->data_buffer
,
773 static void enqueue_one_atl_qtd(u32 atl_regs
, u32 payload
,
774 struct isp1760_hcd
*priv
, struct isp1760_qh
*qh
,
775 struct urb
*urb
, u32 slot
, struct isp1760_qtd
*qtd
)
778 struct usb_hcd
*hcd
= priv_to_hcd(priv
);
780 transform_into_atl(priv
, qh
, qtd
, urb
, payload
, &ptd
);
781 priv_write_copy(priv
, (u32
*)&ptd
, hcd
->regs
+ atl_regs
, sizeof(ptd
));
782 enqueue_one_qtd(qtd
, priv
, payload
);
784 priv
->atl_ints
[slot
].urb
= urb
;
785 priv
->atl_ints
[slot
].qh
= qh
;
786 priv
->atl_ints
[slot
].qtd
= qtd
;
787 priv
->atl_ints
[slot
].data_buffer
= qtd
->data_buffer
;
788 priv
->atl_ints
[slot
].payload
= payload
;
789 qtd
->status
|= URB_ENQUEUED
| URB_TYPE_ATL
;
790 qtd
->status
|= slot
<< 16;
793 static void enqueue_one_int_qtd(u32 int_regs
, u32 payload
,
794 struct isp1760_hcd
*priv
, struct isp1760_qh
*qh
,
795 struct urb
*urb
, u32 slot
, struct isp1760_qtd
*qtd
)
798 struct usb_hcd
*hcd
= priv_to_hcd(priv
);
800 transform_into_int(priv
, qh
, qtd
, urb
, payload
, &ptd
);
801 priv_write_copy(priv
, (u32
*)&ptd
, hcd
->regs
+ int_regs
, sizeof(ptd
));
802 enqueue_one_qtd(qtd
, priv
, payload
);
804 priv
->int_ints
[slot
].urb
= urb
;
805 priv
->int_ints
[slot
].qh
= qh
;
806 priv
->int_ints
[slot
].qtd
= qtd
;
807 priv
->int_ints
[slot
].data_buffer
= qtd
->data_buffer
;
808 priv
->int_ints
[slot
].payload
= payload
;
809 qtd
->status
|= URB_ENQUEUED
| URB_TYPE_INT
;
810 qtd
->status
|= slot
<< 16;
813 static void enqueue_an_ATL_packet(struct usb_hcd
*hcd
, struct isp1760_qh
*qh
,
814 struct isp1760_qtd
*qtd
)
816 struct isp1760_hcd
*priv
= hcd_to_priv(hcd
);
817 u32 skip_map
, or_map
;
820 u32 atl_regs
, payload
;
823 skip_map
= isp1760_readl(hcd
->regs
+ HC_ATL_PTD_SKIPMAP_REG
);
826 slot
= __ffs(skip_map
);
827 queue_entry
= 1 << slot
;
829 atl_regs
= ATL_REGS_OFFSET
+ slot
* sizeof(struct ptd
);
831 payload
= alloc_mem(priv
, qtd
->length
);
833 enqueue_one_atl_qtd(atl_regs
, payload
, priv
, qh
, qtd
->urb
, slot
, qtd
);
835 or_map
= isp1760_readl(hcd
->regs
+ HC_ATL_IRQ_MASK_OR_REG
);
836 or_map
|= queue_entry
;
837 isp1760_writel(or_map
, hcd
->regs
+ HC_ATL_IRQ_MASK_OR_REG
);
839 skip_map
&= ~queue_entry
;
840 isp1760_writel(skip_map
, hcd
->regs
+ HC_ATL_PTD_SKIPMAP_REG
);
842 buffstatus
= isp1760_readl(hcd
->regs
+ HC_BUFFER_STATUS_REG
);
843 buffstatus
|= ATL_BUFFER
;
844 isp1760_writel(buffstatus
, hcd
->regs
+ HC_BUFFER_STATUS_REG
);
847 static void enqueue_an_INT_packet(struct usb_hcd
*hcd
, struct isp1760_qh
*qh
,
848 struct isp1760_qtd
*qtd
)
850 struct isp1760_hcd
*priv
= hcd_to_priv(hcd
);
851 u32 skip_map
, or_map
;
854 u32 int_regs
, payload
;
857 skip_map
= isp1760_readl(hcd
->regs
+ HC_INT_PTD_SKIPMAP_REG
);
860 slot
= __ffs(skip_map
);
861 queue_entry
= 1 << slot
;
863 int_regs
= INT_REGS_OFFSET
+ slot
* sizeof(struct ptd
);
865 payload
= alloc_mem(priv
, qtd
->length
);
867 enqueue_one_int_qtd(int_regs
, payload
, priv
, qh
, qtd
->urb
, slot
, qtd
);
869 or_map
= isp1760_readl(hcd
->regs
+ HC_INT_IRQ_MASK_OR_REG
);
870 or_map
|= queue_entry
;
871 isp1760_writel(or_map
, hcd
->regs
+ HC_INT_IRQ_MASK_OR_REG
);
873 skip_map
&= ~queue_entry
;
874 isp1760_writel(skip_map
, hcd
->regs
+ HC_INT_PTD_SKIPMAP_REG
);
876 buffstatus
= isp1760_readl(hcd
->regs
+ HC_BUFFER_STATUS_REG
);
877 buffstatus
|= INT_BUFFER
;
878 isp1760_writel(buffstatus
, hcd
->regs
+ HC_BUFFER_STATUS_REG
);
881 static void isp1760_urb_done(struct isp1760_hcd
*priv
, struct urb
*urb
, int status
)
882 __releases(priv
->lock
)
883 __acquires(priv
->lock
)
885 if (!urb
->unlinked
) {
886 if (status
== -EINPROGRESS
)
890 /* complete() can reenter this HCD */
891 usb_hcd_unlink_urb_from_ep(priv_to_hcd(priv
), urb
);
892 spin_unlock(&priv
->lock
);
893 usb_hcd_giveback_urb(priv_to_hcd(priv
), urb
, status
);
894 spin_lock(&priv
->lock
);
897 static void isp1760_qtd_free(struct isp1760_qtd
*qtd
)
899 kmem_cache_free(qtd_cachep
, qtd
);
902 static struct isp1760_qtd
*clean_this_qtd(struct isp1760_qtd
*qtd
)
904 struct isp1760_qtd
*tmp_qtd
;
906 tmp_qtd
= qtd
->hw_next
;
907 list_del(&qtd
->qtd_list
);
908 isp1760_qtd_free(qtd
);
913 * Remove this QTD from the QH list and free its memory. If this QTD
914 * isn't the last one than remove also his successor(s).
915 * Returns the QTD which is part of an new URB and should be enqueued.
917 static struct isp1760_qtd
*clean_up_qtdlist(struct isp1760_qtd
*qtd
)
919 struct isp1760_qtd
*tmp_qtd
;
923 tmp_qtd
= qtd
->hw_next
;
924 last_one
= qtd
->status
& URB_COMPLETE_NOTIFY
;
925 list_del(&qtd
->qtd_list
);
926 isp1760_qtd_free(qtd
);
928 } while (!last_one
&& qtd
);
933 static void do_atl_int(struct usb_hcd
*usb_hcd
)
935 struct isp1760_hcd
*priv
= hcd_to_priv(usb_hcd
);
936 u32 done_map
, skip_map
;
938 struct urb
*urb
= NULL
;
945 u32 status
= -EINVAL
;
947 struct isp1760_qtd
*qtd
;
948 struct isp1760_qh
*qh
;
952 done_map
= isp1760_readl(usb_hcd
->regs
+
953 HC_ATL_PTD_DONEMAP_REG
);
954 skip_map
= isp1760_readl(usb_hcd
->regs
+
955 HC_ATL_PTD_SKIPMAP_REG
);
957 or_map
= isp1760_readl(usb_hcd
->regs
+ HC_ATL_IRQ_MASK_OR_REG
);
959 isp1760_writel(or_map
, usb_hcd
->regs
+ HC_ATL_IRQ_MASK_OR_REG
);
961 atl_regs_base
= ATL_REGS_OFFSET
;
969 queue_entry
= __ffs(done_map
);
970 done_map
&= ~(1 << queue_entry
);
971 skip_map
|= 1 << queue_entry
;
973 atl_regs
= atl_regs_base
+ queue_entry
* sizeof(struct ptd
);
975 urb
= priv
->atl_ints
[queue_entry
].urb
;
976 qtd
= priv
->atl_ints
[queue_entry
].qtd
;
977 qh
= priv
->atl_ints
[queue_entry
].qh
;
978 payload
= priv
->atl_ints
[queue_entry
].payload
;
981 printk(KERN_ERR
"qh is 0\n");
984 isp1760_writel(atl_regs
+ ISP_BANK(0), usb_hcd
->regs
+
986 isp1760_writel(payload
+ ISP_BANK(1), usb_hcd
->regs
+
989 * write bank1 address twice to ensure the 90ns delay (time
990 * between BANK0 write and the priv_read_copy() call is at
991 * least 3*t_WHWL + 2*t_w11 = 3*25ns + 2*17ns = 109ns)
993 isp1760_writel(payload
+ ISP_BANK(1), usb_hcd
->regs
+
996 priv_read_copy(priv
, (u32
*)&ptd
, usb_hcd
->regs
+ atl_regs
+
997 ISP_BANK(0), sizeof(ptd
));
999 dw1
= le32_to_cpu(ptd
.dw1
);
1000 dw2
= le32_to_cpu(ptd
.dw2
);
1001 dw3
= le32_to_cpu(ptd
.dw3
);
1002 rl
= (dw2
>> 25) & 0x0f;
1003 nakcount
= (dw3
>> 19) & 0xf;
1005 /* Transfer Error, *but* active and no HALT -> reload */
1006 if ((dw3
& DW3_ERROR_BIT
) && (dw3
& DW3_QTD_ACTIVE
) &&
1007 !(dw3
& DW3_HALT_BIT
)) {
1009 /* according to ppriv code, we have to
1010 * reload this one if trasfered bytes != requested bytes
1011 * else act like everything went smooth..
1012 * XXX This just doesn't feel right and hasn't
1016 length
= PTD_XFERRED_LENGTH(dw3
);
1017 printk(KERN_ERR
"Should reload now.... transfered %d "
1018 "of %zu\n", length
, qtd
->length
);
1022 if (!nakcount
&& (dw3
& DW3_QTD_ACTIVE
)) {
1026 * NAKs are handled in HW by the chip. Usually if the
1027 * device is not able to send data fast enough.
1028 * This did not trigger for a long time now.
1030 printk(KERN_ERR
"Reloading ptd %p/%p... qh %p readed: "
1031 "%d of %zu done: %08x cur: %08x\n", qtd
,
1032 urb
, qh
, PTD_XFERRED_LENGTH(dw3
),
1033 qtd
->length
, done_map
,
1034 (1 << queue_entry
));
1036 /* RL counter = ERR counter */
1037 dw3
&= ~(0xf << 19);
1039 dw3
&= ~(3 << (55 - 32));
1040 dw3
|= ERR_COUNTER
<< (55 - 32);
1043 * It is not needed to write skip map back because it
1044 * is unchanged. Just make sure that this entry is
1045 * unskipped once it gets written to the HW.
1047 skip_map
&= ~(1 << queue_entry
);
1048 or_map
= isp1760_readl(usb_hcd
->regs
+
1049 HC_ATL_IRQ_MASK_OR_REG
);
1050 or_map
|= 1 << queue_entry
;
1051 isp1760_writel(or_map
, usb_hcd
->regs
+
1052 HC_ATL_IRQ_MASK_OR_REG
);
1054 ptd
.dw3
= cpu_to_le32(dw3
);
1055 priv_write_copy(priv
, (u32
*)&ptd
, usb_hcd
->regs
+
1056 atl_regs
, sizeof(ptd
));
1058 ptd
.dw0
|= __constant_cpu_to_le32(PTD_VALID
);
1059 priv_write_copy(priv
, (u32
*)&ptd
, usb_hcd
->regs
+
1060 atl_regs
, sizeof(ptd
));
1062 buffstatus
= isp1760_readl(usb_hcd
->regs
+
1063 HC_BUFFER_STATUS_REG
);
1064 buffstatus
|= ATL_BUFFER
;
1065 isp1760_writel(buffstatus
, usb_hcd
->regs
+
1066 HC_BUFFER_STATUS_REG
);
1070 error
= check_error(&ptd
);
1073 priv
->atl_ints
[queue_entry
].qh
->toggle
= 0;
1074 priv
->atl_ints
[queue_entry
].qh
->ping
= 0;
1075 urb
->status
= -EPIPE
;
1078 printk(KERN_ERR
"Error in %s().\n", __func__
);
1079 printk(KERN_ERR
"IN dw0: %08x dw1: %08x dw2: %08x "
1080 "dw3: %08x dw4: %08x dw5: %08x dw6: "
1082 ptd
.dw0
, ptd
.dw1
, ptd
.dw2
, ptd
.dw3
,
1083 ptd
.dw4
, ptd
.dw5
, ptd
.dw6
, ptd
.dw7
);
1086 if (usb_pipetype(urb
->pipe
) == PIPE_BULK
) {
1087 priv
->atl_ints
[queue_entry
].qh
->toggle
= dw3
&
1089 priv
->atl_ints
[queue_entry
].qh
->ping
= dw3
&
1094 length
= PTD_XFERRED_LENGTH(dw3
);
1096 switch (DW1_GET_PID(dw1
)) {
1098 priv_read_copy(priv
,
1099 priv
->atl_ints
[queue_entry
].data_buffer
,
1100 usb_hcd
->regs
+ payload
+ ISP_BANK(1),
1105 urb
->actual_length
+= length
;
1112 priv
->atl_ints
[queue_entry
].data_buffer
= NULL
;
1113 priv
->atl_ints
[queue_entry
].urb
= NULL
;
1114 priv
->atl_ints
[queue_entry
].qtd
= NULL
;
1115 priv
->atl_ints
[queue_entry
].qh
= NULL
;
1117 free_mem(priv
, payload
);
1119 isp1760_writel(skip_map
, usb_hcd
->regs
+
1120 HC_ATL_PTD_SKIPMAP_REG
);
1122 if (urb
->status
== -EPIPE
) {
1123 /* HALT was received */
1125 qtd
= clean_up_qtdlist(qtd
);
1126 isp1760_urb_done(priv
, urb
, urb
->status
);
1128 } else if (usb_pipebulk(urb
->pipe
) && (length
< qtd
->length
)) {
1129 /* short BULK received */
1131 if (urb
->transfer_flags
& URB_SHORT_NOT_OK
) {
1132 urb
->status
= -EREMOTEIO
;
1133 isp1760_dbg(priv
, "short bulk, %d instead %zu "
1134 "with URB_SHORT_NOT_OK flag.\n",
1135 length
, qtd
->length
);
1138 if (urb
->status
== -EINPROGRESS
)
1141 qtd
= clean_up_qtdlist(qtd
);
1143 isp1760_urb_done(priv
, urb
, urb
->status
);
1145 } else if (qtd
->status
& URB_COMPLETE_NOTIFY
) {
1146 /* that was the last qtd of that URB */
1148 if (urb
->status
== -EINPROGRESS
)
1151 qtd
= clean_this_qtd(qtd
);
1152 isp1760_urb_done(priv
, urb
, urb
->status
);
1155 /* next QTD of this URB */
1157 qtd
= clean_this_qtd(qtd
);
1162 enqueue_an_ATL_packet(usb_hcd
, qh
, qtd
);
1164 skip_map
= isp1760_readl(usb_hcd
->regs
+
1165 HC_ATL_PTD_SKIPMAP_REG
);
1169 static void do_intl_int(struct usb_hcd
*usb_hcd
)
1171 struct isp1760_hcd
*priv
= hcd_to_priv(usb_hcd
);
1172 u32 done_map
, skip_map
;
1174 struct urb
*urb
= NULL
;
1182 struct isp1760_qtd
*qtd
;
1183 struct isp1760_qh
*qh
;
1185 done_map
= isp1760_readl(usb_hcd
->regs
+
1186 HC_INT_PTD_DONEMAP_REG
);
1187 skip_map
= isp1760_readl(usb_hcd
->regs
+
1188 HC_INT_PTD_SKIPMAP_REG
);
1190 or_map
= isp1760_readl(usb_hcd
->regs
+ HC_INT_IRQ_MASK_OR_REG
);
1191 or_map
&= ~done_map
;
1192 isp1760_writel(or_map
, usb_hcd
->regs
+ HC_INT_IRQ_MASK_OR_REG
);
1194 int_regs_base
= INT_REGS_OFFSET
;
1200 queue_entry
= __ffs(done_map
);
1201 done_map
&= ~(1 << queue_entry
);
1202 skip_map
|= 1 << queue_entry
;
1204 int_regs
= int_regs_base
+ queue_entry
* sizeof(struct ptd
);
1205 urb
= priv
->int_ints
[queue_entry
].urb
;
1206 qtd
= priv
->int_ints
[queue_entry
].qtd
;
1207 qh
= priv
->int_ints
[queue_entry
].qh
;
1208 payload
= priv
->int_ints
[queue_entry
].payload
;
1211 printk(KERN_ERR
"(INT) qh is 0\n");
1215 isp1760_writel(int_regs
+ ISP_BANK(0), usb_hcd
->regs
+
1217 isp1760_writel(payload
+ ISP_BANK(1), usb_hcd
->regs
+
1220 * write bank1 address twice to ensure the 90ns delay (time
1221 * between BANK0 write and the priv_read_copy() call is at
1222 * least 3*t_WHWL + 2*t_w11 = 3*25ns + 2*17ns = 92ns)
1224 isp1760_writel(payload
+ ISP_BANK(1), usb_hcd
->regs
+
1227 priv_read_copy(priv
, (u32
*)&ptd
, usb_hcd
->regs
+ int_regs
+
1228 ISP_BANK(0), sizeof(ptd
));
1229 dw1
= le32_to_cpu(ptd
.dw1
);
1230 dw3
= le32_to_cpu(ptd
.dw3
);
1231 check_int_err_status(le32_to_cpu(ptd
.dw4
));
1233 error
= check_error(&ptd
);
1236 printk(KERN_ERR
"Error in %s().\n", __func__
);
1237 printk(KERN_ERR
"IN dw0: %08x dw1: %08x dw2: %08x "
1238 "dw3: %08x dw4: %08x dw5: %08x dw6: "
1240 ptd
.dw0
, ptd
.dw1
, ptd
.dw2
, ptd
.dw3
,
1241 ptd
.dw4
, ptd
.dw5
, ptd
.dw6
, ptd
.dw7
);
1243 urb
->status
= -EPIPE
;
1244 priv
->int_ints
[queue_entry
].qh
->toggle
= 0;
1245 priv
->int_ints
[queue_entry
].qh
->ping
= 0;
1248 priv
->int_ints
[queue_entry
].qh
->toggle
=
1250 priv
->int_ints
[queue_entry
].qh
->ping
= dw3
& (1 << 26);
1253 if (urb
->dev
->speed
!= USB_SPEED_HIGH
)
1254 length
= PTD_XFERRED_LENGTH_LO(dw3
);
1256 length
= PTD_XFERRED_LENGTH(dw3
);
1259 switch (DW1_GET_PID(dw1
)) {
1261 priv_read_copy(priv
,
1262 priv
->int_ints
[queue_entry
].data_buffer
,
1263 usb_hcd
->regs
+ payload
+ ISP_BANK(1),
1267 urb
->actual_length
+= length
;
1274 priv
->int_ints
[queue_entry
].data_buffer
= NULL
;
1275 priv
->int_ints
[queue_entry
].urb
= NULL
;
1276 priv
->int_ints
[queue_entry
].qtd
= NULL
;
1277 priv
->int_ints
[queue_entry
].qh
= NULL
;
1279 isp1760_writel(skip_map
, usb_hcd
->regs
+
1280 HC_INT_PTD_SKIPMAP_REG
);
1281 free_mem(priv
, payload
);
1283 if (urb
->status
== -EPIPE
) {
1286 qtd
= clean_up_qtdlist(qtd
);
1287 isp1760_urb_done(priv
, urb
, urb
->status
);
1289 } else if (qtd
->status
& URB_COMPLETE_NOTIFY
) {
1291 if (urb
->status
== -EINPROGRESS
)
1294 qtd
= clean_this_qtd(qtd
);
1295 isp1760_urb_done(priv
, urb
, urb
->status
);
1298 /* next QTD of this URB */
1300 qtd
= clean_this_qtd(qtd
);
1305 enqueue_an_INT_packet(usb_hcd
, qh
, qtd
);
1307 skip_map
= isp1760_readl(usb_hcd
->regs
+
1308 HC_INT_PTD_SKIPMAP_REG
);
1312 #define max_packet(wMaxPacketSize) ((wMaxPacketSize) & 0x07ff)
1313 static struct isp1760_qh
*qh_make(struct isp1760_hcd
*priv
, struct urb
*urb
,
1316 struct isp1760_qh
*qh
;
1319 qh
= isp1760_qh_alloc(priv
, flags
);
1324 * init endpoint/device data for this QH
1326 is_input
= usb_pipein(urb
->pipe
);
1327 type
= usb_pipetype(urb
->pipe
);
1329 if (type
== PIPE_INTERRUPT
) {
1331 if (urb
->dev
->speed
== USB_SPEED_HIGH
) {
1333 qh
->period
= urb
->interval
>> 3;
1334 if (qh
->period
== 0 && urb
->interval
!= 1) {
1335 /* NOTE interval 2 or 4 uframes could work.
1336 * But interval 1 scheduling is simpler, and
1337 * includes high bandwidth.
1339 printk(KERN_ERR
"intr period %d uframes, NYET!",
1345 qh
->period
= urb
->interval
;
1349 /* support for tt scheduling, and access to toggles */
1352 if (!usb_pipecontrol(urb
->pipe
))
1353 usb_settoggle(urb
->dev
, usb_pipeendpoint(urb
->pipe
), !is_input
,
1359 * For control/bulk/interrupt, return QH with these TDs appended.
1360 * Allocates and initializes the QH if necessary.
1361 * Returns null if it can't allocate a QH it needs to.
1362 * If the QH has TDs (urbs) already, that's great.
1364 static struct isp1760_qh
*qh_append_tds(struct isp1760_hcd
*priv
,
1365 struct urb
*urb
, struct list_head
*qtd_list
, int epnum
,
1368 struct isp1760_qh
*qh
;
1369 struct isp1760_qtd
*qtd
;
1370 struct isp1760_qtd
*prev_qtd
;
1372 qh
= (struct isp1760_qh
*)*ptr
;
1374 /* can't sleep here, we have priv->lock... */
1375 qh
= qh_make(priv
, urb
, GFP_ATOMIC
);
1381 qtd
= list_entry(qtd_list
->next
, struct isp1760_qtd
,
1383 if (!list_empty(&qh
->qtd_list
))
1384 prev_qtd
= list_entry(qh
->qtd_list
.prev
,
1385 struct isp1760_qtd
, qtd_list
);
1389 list_splice(qtd_list
, qh
->qtd_list
.prev
);
1391 BUG_ON(prev_qtd
->hw_next
);
1392 prev_qtd
->hw_next
= qtd
;
1399 static void qtd_list_free(struct isp1760_hcd
*priv
, struct urb
*urb
,
1400 struct list_head
*qtd_list
)
1402 struct list_head
*entry
, *temp
;
1404 list_for_each_safe(entry
, temp
, qtd_list
) {
1405 struct isp1760_qtd
*qtd
;
1407 qtd
= list_entry(entry
, struct isp1760_qtd
, qtd_list
);
1408 list_del(&qtd
->qtd_list
);
1409 isp1760_qtd_free(qtd
);
1413 static int isp1760_prepare_enqueue(struct isp1760_hcd
*priv
, struct urb
*urb
,
1414 struct list_head
*qtd_list
, gfp_t mem_flags
, packet_enqueue
*p
)
1416 struct isp1760_qtd
*qtd
;
1418 unsigned long flags
;
1419 struct isp1760_qh
*qh
= NULL
;
1423 qtd
= list_entry(qtd_list
->next
, struct isp1760_qtd
, qtd_list
);
1424 epnum
= urb
->ep
->desc
.bEndpointAddress
;
1426 spin_lock_irqsave(&priv
->lock
, flags
);
1427 if (!test_bit(HCD_FLAG_HW_ACCESSIBLE
, &priv_to_hcd(priv
)->flags
)) {
1431 rc
= usb_hcd_link_urb_to_ep(priv_to_hcd(priv
), urb
);
1435 qh
= urb
->ep
->hcpriv
;
1437 qh_busy
= !list_empty(&qh
->qtd_list
);
1441 qh
= qh_append_tds(priv
, urb
, qtd_list
, epnum
, &urb
->ep
->hcpriv
);
1443 usb_hcd_unlink_urb_from_ep(priv_to_hcd(priv
), urb
);
1449 p(priv_to_hcd(priv
), qh
, qtd
);
1452 spin_unlock_irqrestore(&priv
->lock
, flags
);
1454 qtd_list_free(priv
, urb
, qtd_list
);
1458 static struct isp1760_qtd
*isp1760_qtd_alloc(struct isp1760_hcd
*priv
,
1461 struct isp1760_qtd
*qtd
;
1463 qtd
= kmem_cache_zalloc(qtd_cachep
, flags
);
1465 INIT_LIST_HEAD(&qtd
->qtd_list
);
1471 * create a list of filled qtds for this URB; won't link into qh.
1473 static struct list_head
*qh_urb_transaction(struct isp1760_hcd
*priv
,
1474 struct urb
*urb
, struct list_head
*head
, gfp_t flags
)
1476 struct isp1760_qtd
*qtd
, *qtd_prev
;
1483 * URBs map to sequences of QTDs: one logical transaction
1485 qtd
= isp1760_qtd_alloc(priv
, flags
);
1489 list_add_tail(&qtd
->qtd_list
, head
);
1491 urb
->status
= -EINPROGRESS
;
1494 /* for split transactions, SplitXState initialized to zero */
1496 len
= urb
->transfer_buffer_length
;
1497 is_input
= usb_pipein(urb
->pipe
);
1498 if (usb_pipecontrol(urb
->pipe
)) {
1500 qtd_fill(qtd
, urb
->setup_packet
,
1501 sizeof(struct usb_ctrlrequest
),
1504 /* ... and always at least one more pid */
1505 token
^= DATA_TOGGLE
;
1507 qtd
= isp1760_qtd_alloc(priv
, flags
);
1511 qtd_prev
->hw_next
= qtd
;
1512 list_add_tail(&qtd
->qtd_list
, head
);
1514 /* for zero length DATA stages, STATUS is always IN */
1520 * data transfer stage: buffer setup
1522 buf
= urb
->transfer_buffer
;
1529 maxpacket
= max_packet(usb_maxpacket(urb
->dev
, urb
->pipe
, !is_input
));
1532 * buffer gets wrapped in one or more qtds;
1533 * last one may be "short" (including zero len)
1534 * and may serve as a control status ack
1540 /* XXX This looks like usb storage / SCSI bug */
1541 printk(KERN_ERR
"buf is null, dma is %08lx len is %d\n",
1542 (long unsigned)urb
->transfer_dma
, len
);
1546 this_qtd_len
= qtd_fill(qtd
, buf
, len
, token
);
1547 len
-= this_qtd_len
;
1548 buf
+= this_qtd_len
;
1550 /* qh makes control packets use qtd toggle; maybe switch it */
1551 if ((maxpacket
& (this_qtd_len
+ (maxpacket
- 1))) == 0)
1552 token
^= DATA_TOGGLE
;
1558 qtd
= isp1760_qtd_alloc(priv
, flags
);
1562 qtd_prev
->hw_next
= qtd
;
1563 list_add_tail(&qtd
->qtd_list
, head
);
1567 * control requests may need a terminating data "status" ack;
1568 * bulk ones may need a terminating short packet (zero length).
1570 if (urb
->transfer_buffer_length
!= 0) {
1573 if (usb_pipecontrol(urb
->pipe
)) {
1575 /* "in" <--> "out" */
1578 token
|= DATA_TOGGLE
;
1579 } else if (usb_pipebulk(urb
->pipe
)
1580 && (urb
->transfer_flags
& URB_ZERO_PACKET
)
1581 && !(urb
->transfer_buffer_length
% maxpacket
)) {
1586 qtd
= isp1760_qtd_alloc(priv
, flags
);
1590 qtd_prev
->hw_next
= qtd
;
1591 list_add_tail(&qtd
->qtd_list
, head
);
1593 /* never any data in such packets */
1594 qtd_fill(qtd
, NULL
, 0, token
);
1598 qtd
->status
= URB_COMPLETE_NOTIFY
;
1602 qtd_list_free(priv
, urb
, head
);
1606 static int isp1760_urb_enqueue(struct usb_hcd
*hcd
, struct urb
*urb
,
1609 struct isp1760_hcd
*priv
= hcd_to_priv(hcd
);
1610 struct list_head qtd_list
;
1613 INIT_LIST_HEAD(&qtd_list
);
1615 switch (usb_pipetype(urb
->pipe
)) {
1619 if (!qh_urb_transaction(priv
, urb
, &qtd_list
, mem_flags
))
1621 pe
= enqueue_an_ATL_packet
;
1624 case PIPE_INTERRUPT
:
1625 if (!qh_urb_transaction(priv
, urb
, &qtd_list
, mem_flags
))
1627 pe
= enqueue_an_INT_packet
;
1630 case PIPE_ISOCHRONOUS
:
1631 printk(KERN_ERR
"PIPE_ISOCHRONOUS ain't supported\n");
1636 return isp1760_prepare_enqueue(priv
, urb
, &qtd_list
, mem_flags
, pe
);
1639 static int isp1760_urb_dequeue(struct usb_hcd
*hcd
, struct urb
*urb
,
1642 struct isp1760_hcd
*priv
= hcd_to_priv(hcd
);
1643 struct inter_packet_info
*ints
;
1645 u32 reg_base
, or_reg
, skip_reg
;
1646 unsigned long flags
;
1649 switch (usb_pipetype(urb
->pipe
)) {
1650 case PIPE_ISOCHRONOUS
:
1654 case PIPE_INTERRUPT
:
1655 ints
= priv
->int_ints
;
1656 reg_base
= INT_REGS_OFFSET
;
1657 or_reg
= HC_INT_IRQ_MASK_OR_REG
;
1658 skip_reg
= HC_INT_PTD_SKIPMAP_REG
;
1662 ints
= priv
->atl_ints
;
1663 reg_base
= ATL_REGS_OFFSET
;
1664 or_reg
= HC_ATL_IRQ_MASK_OR_REG
;
1665 skip_reg
= HC_ATL_PTD_SKIPMAP_REG
;
1669 memset(&ptd
, 0, sizeof(ptd
));
1670 spin_lock_irqsave(&priv
->lock
, flags
);
1672 for (i
= 0; i
< 32; i
++) {
1673 if (ints
->urb
== urb
) {
1676 struct isp1760_qtd
*qtd
;
1678 skip_map
= isp1760_readl(hcd
->regs
+ skip_reg
);
1680 isp1760_writel(skip_map
, hcd
->regs
+ skip_reg
);
1682 or_map
= isp1760_readl(hcd
->regs
+ or_reg
);
1683 or_map
&= ~(1 << i
);
1684 isp1760_writel(or_map
, hcd
->regs
+ or_reg
);
1686 priv_write_copy(priv
, (u32
*)&ptd
, hcd
->regs
+ reg_base
1687 + i
* sizeof(ptd
), sizeof(ptd
));
1690 clean_up_qtdlist(qtd
);
1692 free_mem(priv
, ints
->payload
);
1697 ints
->data_buffer
= NULL
;
1700 isp1760_urb_done(priv
, urb
, status
);
1706 spin_unlock_irqrestore(&priv
->lock
, flags
);
1710 static irqreturn_t
isp1760_irq(struct usb_hcd
*usb_hcd
)
1712 struct isp1760_hcd
*priv
= hcd_to_priv(usb_hcd
);
1714 irqreturn_t irqret
= IRQ_NONE
;
1716 spin_lock(&priv
->lock
);
1718 if (!(usb_hcd
->state
& HC_STATE_RUNNING
))
1721 imask
= isp1760_readl(usb_hcd
->regs
+ HC_INTERRUPT_REG
);
1722 if (unlikely(!imask
))
1725 isp1760_writel(imask
, usb_hcd
->regs
+ HC_INTERRUPT_REG
);
1726 if (imask
& HC_ATL_INT
)
1727 do_atl_int(usb_hcd
);
1729 if (imask
& HC_INTL_INT
)
1730 do_intl_int(usb_hcd
);
1732 irqret
= IRQ_HANDLED
;
1734 spin_unlock(&priv
->lock
);
1738 static int isp1760_hub_status_data(struct usb_hcd
*hcd
, char *buf
)
1740 struct isp1760_hcd
*priv
= hcd_to_priv(hcd
);
1741 u32 temp
, status
= 0;
1744 unsigned long flags
;
1746 /* if !USB_SUSPEND, root hub timers won't get shut down ... */
1747 if (!HC_IS_RUNNING(hcd
->state
))
1750 /* init status to no-changes */
1754 spin_lock_irqsave(&priv
->lock
, flags
);
1755 temp
= isp1760_readl(hcd
->regs
+ HC_PORTSC1
);
1757 if (temp
& PORT_OWNER
) {
1758 if (temp
& PORT_CSC
) {
1760 isp1760_writel(temp
, hcd
->regs
+ HC_PORTSC1
);
1766 * Return status information even for ports with OWNER set.
1767 * Otherwise khubd wouldn't see the disconnect event when a
1768 * high-speed device is switched over to the companion
1769 * controller by the user.
1772 if ((temp
& mask
) != 0
1773 || ((temp
& PORT_RESUME
) != 0
1774 && time_after_eq(jiffies
,
1775 priv
->reset_done
))) {
1776 buf
[0] |= 1 << (0 + 1);
1779 /* FIXME autosuspend idle root hubs */
1781 spin_unlock_irqrestore(&priv
->lock
, flags
);
1782 return status
? retval
: 0;
1785 static void isp1760_hub_descriptor(struct isp1760_hcd
*priv
,
1786 struct usb_hub_descriptor
*desc
)
1788 int ports
= HCS_N_PORTS(priv
->hcs_params
);
1791 desc
->bDescriptorType
= 0x29;
1792 /* priv 1.0, 2.3.9 says 20ms max */
1793 desc
->bPwrOn2PwrGood
= 10;
1794 desc
->bHubContrCurrent
= 0;
1796 desc
->bNbrPorts
= ports
;
1797 temp
= 1 + (ports
/ 8);
1798 desc
->bDescLength
= 7 + 2 * temp
;
1800 /* two bitmaps: ports removable, and usb 1.0 legacy PortPwrCtrlMask */
1801 memset(&desc
->bitmap
[0], 0, temp
);
1802 memset(&desc
->bitmap
[temp
], 0xff, temp
);
1804 /* per-port overcurrent reporting */
1806 if (HCS_PPC(priv
->hcs_params
))
1807 /* per-port power control */
1810 /* no power switching */
1812 desc
->wHubCharacteristics
= cpu_to_le16(temp
);
1815 #define PORT_WAKE_BITS (PORT_WKOC_E|PORT_WKDISC_E|PORT_WKCONN_E)
1817 static int check_reset_complete(struct isp1760_hcd
*priv
, int index
,
1818 u32 __iomem
*status_reg
, int port_status
)
1820 if (!(port_status
& PORT_CONNECT
))
1823 /* if reset finished and it's still not enabled -- handoff */
1824 if (!(port_status
& PORT_PE
)) {
1826 printk(KERN_ERR
"port %d full speed --> companion\n",
1829 port_status
|= PORT_OWNER
;
1830 port_status
&= ~PORT_RWC_BITS
;
1831 isp1760_writel(port_status
, status_reg
);
1834 printk(KERN_ERR
"port %d high speed\n", index
+ 1);
1839 static int isp1760_hub_control(struct usb_hcd
*hcd
, u16 typeReq
,
1840 u16 wValue
, u16 wIndex
, char *buf
, u16 wLength
)
1842 struct isp1760_hcd
*priv
= hcd_to_priv(hcd
);
1843 int ports
= HCS_N_PORTS(priv
->hcs_params
);
1844 u32 __iomem
*status_reg
= hcd
->regs
+ HC_PORTSC1
;
1846 unsigned long flags
;
1851 * FIXME: support SetPortFeatures USB_PORT_FEAT_INDICATOR.
1852 * HCS_INDICATOR may say we can change LEDs to off/amber/green.
1853 * (track current state ourselves) ... blink for diagnostics,
1854 * power, "this is the one", etc. EHCI spec supports this.
1857 spin_lock_irqsave(&priv
->lock
, flags
);
1859 case ClearHubFeature
:
1861 case C_HUB_LOCAL_POWER
:
1862 case C_HUB_OVER_CURRENT
:
1863 /* no hub-wide feature/status flags */
1869 case ClearPortFeature
:
1870 if (!wIndex
|| wIndex
> ports
)
1873 temp
= isp1760_readl(status_reg
);
1876 * Even if OWNER is set, so the port is owned by the
1877 * companion controller, khubd needs to be able to clear
1878 * the port-change status bits (especially
1879 * USB_PORT_FEAT_C_CONNECTION).
1883 case USB_PORT_FEAT_ENABLE
:
1884 isp1760_writel(temp
& ~PORT_PE
, status_reg
);
1886 case USB_PORT_FEAT_C_ENABLE
:
1889 case USB_PORT_FEAT_SUSPEND
:
1890 if (temp
& PORT_RESET
)
1893 if (temp
& PORT_SUSPEND
) {
1894 if ((temp
& PORT_PE
) == 0)
1896 /* resume signaling for 20 msec */
1897 temp
&= ~(PORT_RWC_BITS
);
1898 isp1760_writel(temp
| PORT_RESUME
,
1900 priv
->reset_done
= jiffies
+
1901 msecs_to_jiffies(20);
1904 case USB_PORT_FEAT_C_SUSPEND
:
1905 /* we auto-clear this feature */
1907 case USB_PORT_FEAT_POWER
:
1908 if (HCS_PPC(priv
->hcs_params
))
1909 isp1760_writel(temp
& ~PORT_POWER
, status_reg
);
1911 case USB_PORT_FEAT_C_CONNECTION
:
1912 isp1760_writel(temp
| PORT_CSC
,
1915 case USB_PORT_FEAT_C_OVER_CURRENT
:
1918 case USB_PORT_FEAT_C_RESET
:
1919 /* GetPortStatus clears reset */
1924 isp1760_readl(hcd
->regs
+ HC_USBCMD
);
1926 case GetHubDescriptor
:
1927 isp1760_hub_descriptor(priv
, (struct usb_hub_descriptor
*)
1931 /* no hub-wide feature/status flags */
1935 if (!wIndex
|| wIndex
> ports
)
1939 temp
= isp1760_readl(status_reg
);
1941 /* wPortChange bits */
1942 if (temp
& PORT_CSC
)
1943 status
|= 1 << USB_PORT_FEAT_C_CONNECTION
;
1946 /* whoever resumes must GetPortStatus to complete it!! */
1947 if (temp
& PORT_RESUME
) {
1948 printk(KERN_ERR
"Port resume should be skipped.\n");
1950 /* Remote Wakeup received? */
1951 if (!priv
->reset_done
) {
1952 /* resume signaling for 20 msec */
1953 priv
->reset_done
= jiffies
1954 + msecs_to_jiffies(20);
1955 /* check the port again */
1956 mod_timer(&priv_to_hcd(priv
)->rh_timer
,
1960 /* resume completed? */
1961 else if (time_after_eq(jiffies
,
1962 priv
->reset_done
)) {
1963 status
|= 1 << USB_PORT_FEAT_C_SUSPEND
;
1964 priv
->reset_done
= 0;
1966 /* stop resume signaling */
1967 temp
= isp1760_readl(status_reg
);
1969 temp
& ~(PORT_RWC_BITS
| PORT_RESUME
),
1971 retval
= handshake(priv
, status_reg
,
1972 PORT_RESUME
, 0, 2000 /* 2msec */);
1975 "port %d resume error %d\n",
1976 wIndex
+ 1, retval
);
1979 temp
&= ~(PORT_SUSPEND
|PORT_RESUME
|(3<<10));
1983 /* whoever resets must GetPortStatus to complete it!! */
1984 if ((temp
& PORT_RESET
)
1985 && time_after_eq(jiffies
,
1986 priv
->reset_done
)) {
1987 status
|= 1 << USB_PORT_FEAT_C_RESET
;
1988 priv
->reset_done
= 0;
1990 /* force reset to complete */
1991 isp1760_writel(temp
& ~PORT_RESET
,
1993 /* REVISIT: some hardware needs 550+ usec to clear
1994 * this bit; seems too long to spin routinely...
1996 retval
= handshake(priv
, status_reg
,
1997 PORT_RESET
, 0, 750);
1999 isp1760_err(priv
, "port %d reset error %d\n",
2000 wIndex
+ 1, retval
);
2004 /* see what we found out */
2005 temp
= check_reset_complete(priv
, wIndex
, status_reg
,
2006 isp1760_readl(status_reg
));
2009 * Even if OWNER is set, there's no harm letting khubd
2010 * see the wPortStatus values (they should all be 0 except
2011 * for PORT_POWER anyway).
2014 if (temp
& PORT_OWNER
)
2015 printk(KERN_ERR
"Warning: PORT_OWNER is set\n");
2017 if (temp
& PORT_CONNECT
) {
2018 status
|= 1 << USB_PORT_FEAT_CONNECTION
;
2019 /* status may be from integrated TT */
2020 status
|= ehci_port_speed(priv
, temp
);
2023 status
|= 1 << USB_PORT_FEAT_ENABLE
;
2024 if (temp
& (PORT_SUSPEND
|PORT_RESUME
))
2025 status
|= 1 << USB_PORT_FEAT_SUSPEND
;
2026 if (temp
& PORT_RESET
)
2027 status
|= 1 << USB_PORT_FEAT_RESET
;
2028 if (temp
& PORT_POWER
)
2029 status
|= 1 << USB_PORT_FEAT_POWER
;
2031 put_unaligned(cpu_to_le32(status
), (__le32
*) buf
);
2035 case C_HUB_LOCAL_POWER
:
2036 case C_HUB_OVER_CURRENT
:
2037 /* no hub-wide feature/status flags */
2043 case SetPortFeature
:
2044 selector
= wIndex
>> 8;
2046 if (!wIndex
|| wIndex
> ports
)
2049 temp
= isp1760_readl(status_reg
);
2050 if (temp
& PORT_OWNER
)
2053 /* temp &= ~PORT_RWC_BITS; */
2055 case USB_PORT_FEAT_ENABLE
:
2056 isp1760_writel(temp
| PORT_PE
, status_reg
);
2059 case USB_PORT_FEAT_SUSPEND
:
2060 if ((temp
& PORT_PE
) == 0
2061 || (temp
& PORT_RESET
) != 0)
2064 isp1760_writel(temp
| PORT_SUSPEND
, status_reg
);
2066 case USB_PORT_FEAT_POWER
:
2067 if (HCS_PPC(priv
->hcs_params
))
2068 isp1760_writel(temp
| PORT_POWER
,
2071 case USB_PORT_FEAT_RESET
:
2072 if (temp
& PORT_RESUME
)
2074 /* line status bits may report this as low speed,
2075 * which can be fine if this root hub has a
2076 * transaction translator built in.
2078 if ((temp
& (PORT_PE
|PORT_CONNECT
)) == PORT_CONNECT
2079 && PORT_USB11(temp
)) {
2086 * caller must wait, then call GetPortStatus
2087 * usb 2.0 spec says 50 ms resets on root
2089 priv
->reset_done
= jiffies
+
2090 msecs_to_jiffies(50);
2092 isp1760_writel(temp
, status_reg
);
2097 isp1760_readl(hcd
->regs
+ HC_USBCMD
);
2102 /* "stall" on error */
2105 spin_unlock_irqrestore(&priv
->lock
, flags
);
2109 static void isp1760_endpoint_disable(struct usb_hcd
*usb_hcd
,
2110 struct usb_host_endpoint
*ep
)
2112 struct isp1760_hcd
*priv
= hcd_to_priv(usb_hcd
);
2113 struct isp1760_qh
*qh
;
2114 struct isp1760_qtd
*qtd
;
2115 unsigned long flags
;
2117 spin_lock_irqsave(&priv
->lock
, flags
);
2124 /* more than entry might get removed */
2125 if (list_empty(&qh
->qtd_list
))
2128 qtd
= list_first_entry(&qh
->qtd_list
, struct isp1760_qtd
,
2131 if (qtd
->status
& URB_ENQUEUED
) {
2133 spin_unlock_irqrestore(&priv
->lock
, flags
);
2134 isp1760_urb_dequeue(usb_hcd
, qtd
->urb
, -ECONNRESET
);
2135 spin_lock_irqsave(&priv
->lock
, flags
);
2140 clean_up_qtdlist(qtd
);
2141 isp1760_urb_done(priv
, urb
, -ECONNRESET
);
2146 /* remove requests and leak them.
2147 * ATL are pretty fast done, INT could take a while...
2148 * The latter shoule be removed
2151 spin_unlock_irqrestore(&priv
->lock
, flags
);
2154 static int isp1760_get_frame(struct usb_hcd
*hcd
)
2156 struct isp1760_hcd
*priv
= hcd_to_priv(hcd
);
2159 fr
= isp1760_readl(hcd
->regs
+ HC_FRINDEX
);
2160 return (fr
>> 3) % priv
->periodic_size
;
2163 static void isp1760_stop(struct usb_hcd
*hcd
)
2165 struct isp1760_hcd
*priv
= hcd_to_priv(hcd
);
2168 isp1760_hub_control(hcd
, ClearPortFeature
, USB_PORT_FEAT_POWER
, 1,
2172 spin_lock_irq(&priv
->lock
);
2175 temp
= isp1760_readl(hcd
->regs
+ HC_HW_MODE_CTRL
);
2176 isp1760_writel(temp
&= ~HW_GLOBAL_INTR_EN
, hcd
->regs
+ HC_HW_MODE_CTRL
);
2177 spin_unlock_irq(&priv
->lock
);
2179 isp1760_writel(0, hcd
->regs
+ HC_CONFIGFLAG
);
2182 static void isp1760_shutdown(struct usb_hcd
*hcd
)
2187 temp
= isp1760_readl(hcd
->regs
+ HC_HW_MODE_CTRL
);
2188 isp1760_writel(temp
&= ~HW_GLOBAL_INTR_EN
, hcd
->regs
+ HC_HW_MODE_CTRL
);
2190 command
= isp1760_readl(hcd
->regs
+ HC_USBCMD
);
2191 command
&= ~CMD_RUN
;
2192 isp1760_writel(command
, hcd
->regs
+ HC_USBCMD
);
2195 static const struct hc_driver isp1760_hc_driver
= {
2196 .description
= "isp1760-hcd",
2197 .product_desc
= "NXP ISP1760 USB Host Controller",
2198 .hcd_priv_size
= sizeof(struct isp1760_hcd
),
2200 .flags
= HCD_MEMORY
| HCD_USB2
,
2201 .reset
= isp1760_hc_setup
,
2202 .start
= isp1760_run
,
2203 .stop
= isp1760_stop
,
2204 .shutdown
= isp1760_shutdown
,
2205 .urb_enqueue
= isp1760_urb_enqueue
,
2206 .urb_dequeue
= isp1760_urb_dequeue
,
2207 .endpoint_disable
= isp1760_endpoint_disable
,
2208 .get_frame_number
= isp1760_get_frame
,
2209 .hub_status_data
= isp1760_hub_status_data
,
2210 .hub_control
= isp1760_hub_control
,
2213 int __init
init_kmem_once(void)
2215 qtd_cachep
= kmem_cache_create("isp1760_qtd",
2216 sizeof(struct isp1760_qtd
), 0, SLAB_TEMPORARY
|
2217 SLAB_MEM_SPREAD
, NULL
);
2222 qh_cachep
= kmem_cache_create("isp1760_qh", sizeof(struct isp1760_qh
),
2223 0, SLAB_TEMPORARY
| SLAB_MEM_SPREAD
, NULL
);
2226 kmem_cache_destroy(qtd_cachep
);
2233 void deinit_kmem_cache(void)
2235 kmem_cache_destroy(qtd_cachep
);
2236 kmem_cache_destroy(qh_cachep
);
2239 struct usb_hcd
*isp1760_register(u64 res_start
, u64 res_len
, int irq
,
2240 u64 irqflags
, struct device
*dev
, const char *busname
,
2241 unsigned int devflags
)
2243 struct usb_hcd
*hcd
;
2244 struct isp1760_hcd
*priv
;
2248 return ERR_PTR(-ENODEV
);
2250 /* prevent usb-core allocating DMA pages */
2251 dev
->dma_mask
= NULL
;
2253 hcd
= usb_create_hcd(&isp1760_hc_driver
, dev
, dev_name(dev
));
2255 return ERR_PTR(-ENOMEM
);
2257 priv
= hcd_to_priv(hcd
);
2258 priv
->devflags
= devflags
;
2260 hcd
->regs
= ioremap(res_start
, res_len
);
2267 hcd
->rsrc_start
= res_start
;
2268 hcd
->rsrc_len
= res_len
;
2270 ret
= usb_add_hcd(hcd
, irq
, irqflags
);
2282 return ERR_PTR(ret
);
2285 MODULE_DESCRIPTION("Driver for the ISP1760 USB-controller from NXP");
2286 MODULE_AUTHOR("Sebastian Siewior <bigeasy@linuxtronix.de>");
2287 MODULE_LICENSE("GPL v2");