2 * Copyright (c) 2010 Hans Petter Selasky. All rights reserved.
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
13 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
14 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
16 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
17 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
18 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
19 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
20 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
21 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
22 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 #include <sys/stdint.h>
27 #include <sys/param.h>
28 #include <sys/queue.h>
29 #include <sys/types.h>
30 #include <sys/systm.h>
31 #include <sys/kernel.h>
33 #include <sys/module.h>
35 #include <sys/mutex.h>
36 #include <sys/condvar.h>
37 #include <sys/sysctl.h>
38 #include <sys/unistd.h>
39 #include <sys/callout.h>
40 #include <sys/malloc.h>
43 #include <bus/u4b/usb.h>
44 #include <bus/u4b/usbdi.h>
46 #include <bus/u4b/usb_core.h>
47 #include <bus/u4b/usb_busdma.h>
48 #include <bus/u4b/usb_process.h>
49 #include <bus/u4b/usb_util.h>
51 #include <bus/u4b/usb_controller.h>
52 #include <bus/u4b/usb_bus.h>
53 #include <bus/u4b/usb_pci.h>
54 #include <bus/u4b/controller/xhci.h>
55 #include <bus/u4b/controller/xhcireg.h>
58 static device_probe_t xhci_pci_probe
;
59 static device_attach_t xhci_pci_attach
;
60 static device_detach_t xhci_pci_detach
;
61 static usb_take_controller_t xhci_pci_take_controller
;
63 static device_method_t xhci_device_methods
[] = {
64 /* device interface */
65 DEVMETHOD(device_probe
, xhci_pci_probe
),
66 DEVMETHOD(device_attach
, xhci_pci_attach
),
67 DEVMETHOD(device_detach
, xhci_pci_detach
),
68 DEVMETHOD(device_suspend
, bus_generic_suspend
),
69 DEVMETHOD(device_resume
, bus_generic_resume
),
70 DEVMETHOD(device_shutdown
, bus_generic_shutdown
),
71 DEVMETHOD(usb_take_controller
, xhci_pci_take_controller
),
76 static driver_t xhci_driver
= {
78 .methods
= xhci_device_methods
,
79 .size
= sizeof(struct xhci_softc
),
82 static devclass_t xhci_devclass
;
84 DRIVER_MODULE(xhci
, pci
, xhci_driver
, xhci_devclass
, NULL
, NULL
);
85 MODULE_DEPEND(xhci
, usb
, 1, 1, 1);
89 xhci_pci_match(device_t self
)
91 uint32_t device_id
= pci_get_devid(self
);
95 return ("NEC uPD720200 USB 3.0 controller");
98 return ("ASMedia ASM1042 USB 3.0 controller");
101 return ("Intel Panther Point USB 3.0 controller");
103 return ("Intel Lynx Point USB 3.0 controller");
109 if ((pci_get_class(self
) == PCIC_SERIALBUS
)
110 && (pci_get_subclass(self
) == PCIS_SERIALBUS_USB
)
111 && (pci_get_progif(self
) == PCIP_SERIALBUS_USB_XHCI
)) {
112 return ("XHCI (generic) USB 3.0 controller");
114 return (NULL
); /* dunno */
118 xhci_pci_probe(device_t self
)
120 const char *desc
= xhci_pci_match(self
);
123 device_set_desc(self
, desc
);
130 static int xhci_use_msi
= 1;
131 TUNABLE_INT("hw.usb.xhci.msi", &xhci_use_msi
);
134 xhci_interrupt_poll(void *_sc
)
136 struct xhci_softc
*sc
= _sc
;
137 USB_BUS_UNLOCK(&sc
->sc_bus
);
139 USB_BUS_LOCK(&sc
->sc_bus
);
140 usb_callout_reset(&sc
->sc_callout
, 1, (void *)&xhci_interrupt_poll
, sc
);
144 xhci_pci_port_route(device_t self
, uint32_t set
, uint32_t clear
)
148 temp
= pci_read_config(self
, PCI_XHCI_INTEL_USB3_PSSEN
, 4) |
149 pci_read_config(self
, PCI_XHCI_INTEL_XUSB2PR
, 4);
154 pci_write_config(self
, PCI_XHCI_INTEL_USB3_PSSEN
, temp
, 4);
155 pci_write_config(self
, PCI_XHCI_INTEL_XUSB2PR
, temp
, 4);
157 device_printf(self
, "Port routing mask set to 0x%08x\n", temp
);
163 xhci_pci_attach(device_t self
)
165 struct xhci_softc
*sc
= device_get_softc(self
);
168 /* XXX check for 64-bit capability */
170 if (xhci_init(sc
, self
)) {
171 device_printf(self
, "Could not initialize softc\n");
175 pci_enable_busmaster(self
);
177 rid
= PCI_XHCI_CBMEM
;
178 sc
->sc_io_res
= bus_alloc_resource_any(self
, SYS_RES_MEMORY
, &rid
,
180 if (!sc
->sc_io_res
) {
181 device_printf(self
, "Could not map memory\n");
184 sc
->sc_io_tag
= rman_get_bustag(sc
->sc_io_res
);
185 sc
->sc_io_hdl
= rman_get_bushandle(sc
->sc_io_res
);
186 sc
->sc_io_size
= rman_get_size(sc
->sc_io_res
);
188 usb_callout_init_mtx(&sc
->sc_callout
, &sc
->sc_bus
.bus_lock
, 0);
192 count
= pci_msi_count(self
);
195 if (pci_alloc_msi(self
, &rid
, 1, count
) == 0) {
197 device_printf(self
, "MSI enabled\n");
202 sc
->sc_irq_res
= bus_alloc_resource_any(self
, SYS_RES_IRQ
,
203 &sc
->sc_irq_rid
, RF_SHAREABLE
| RF_ACTIVE
);
204 if (sc
->sc_irq_res
== NULL
) {
205 device_printf(self
, "Could not allocate IRQ\n");
208 sc
->sc_bus
.bdev
= device_add_child(self
, "usbus", -1);
209 if (sc
->sc_bus
.bdev
== NULL
) {
210 device_printf(self
, "Could not add USB device\n");
213 device_set_ivars(sc
->sc_bus
.bdev
, &sc
->sc_bus
);
215 ksprintf(sc
->sc_vendor
, "0x%04x", pci_get_vendor(self
));
217 if (sc
->sc_irq_res
!= NULL
) {
218 err
= bus_setup_intr(self
, sc
->sc_irq_res
, INTR_MPSAFE
,
219 (driver_intr_t
*)xhci_interrupt
, sc
, &sc
->sc_intr_hdl
, NULL
);
221 device_printf(self
, "Could not setup IRQ, err=%d\n", err
);
222 sc
->sc_intr_hdl
= NULL
;
225 if (sc
->sc_irq_res
== NULL
|| sc
->sc_intr_hdl
== NULL
||
226 xhci_use_polling() != 0) {
227 device_printf(self
, "Interrupt polling at %dHz\n", hz
);
228 USB_BUS_LOCK(&sc
->sc_bus
);
229 xhci_interrupt_poll(sc
);
230 USB_BUS_UNLOCK(&sc
->sc_bus
);
233 /* On Intel chipsets reroute ports from EHCI to XHCI controller. */
234 switch (pci_get_devid(self
)) {
235 case 0x1e318086: /* Panther Point */
236 case 0x8c318086: /* Lynx Point */
237 sc
->sc_port_route
= &xhci_pci_port_route
;
243 xhci_pci_take_controller(self
);
245 err
= xhci_halt_controller(sc
);
248 err
= xhci_start_controller(sc
);
251 err
= device_probe_and_attach(sc
->sc_bus
.bdev
);
254 device_printf(self
, "XHCI halt/start/probe failed err=%d\n", err
);
260 xhci_pci_detach(self
);
265 xhci_pci_detach(device_t self
)
267 struct xhci_softc
*sc
= device_get_softc(self
);
270 if (sc
->sc_bus
.bdev
!= NULL
) {
271 bdev
= sc
->sc_bus
.bdev
;
273 device_delete_child(self
, bdev
);
275 /* during module unload there are lots of children leftover */
276 device_delete_children(self
);
279 usb_callout_drain(&sc
->sc_callout
);
280 xhci_halt_controller(sc
);
283 pci_disable_busmaster(self
);
285 if (sc
->sc_irq_res
&& sc
->sc_intr_hdl
) {
286 bus_teardown_intr(self
, sc
->sc_irq_res
, sc
->sc_intr_hdl
);
287 sc
->sc_intr_hdl
= NULL
;
289 if (sc
->sc_irq_res
) {
290 if (sc
->sc_irq_rid
== 1)
291 pci_release_msi(self
);
292 bus_release_resource(self
, SYS_RES_IRQ
, sc
->sc_irq_rid
,
294 sc
->sc_irq_res
= NULL
;
297 bus_release_resource(self
, SYS_RES_MEMORY
, PCI_XHCI_CBMEM
,
299 sc
->sc_io_res
= NULL
;
308 xhci_pci_take_controller(device_t self
)
310 struct xhci_softc
*sc
= device_get_softc(self
);
317 cparams
= XREAD4(sc
, capa
, XHCI_HCSPARAMS0
);
321 /* Synchronise with the BIOS if it owns the controller. */
322 for (eecp
= XHCI_HCS0_XECP(cparams
) << 2; eecp
!= 0 && XHCI_XECP_NEXT(eec
);
323 eecp
+= XHCI_XECP_NEXT(eec
) << 2) {
324 eec
= XREAD4(sc
, capa
, eecp
);
326 if (XHCI_XECP_ID(eec
) != XHCI_ID_USB_LEGACY
)
328 bios_sem
= XREAD1(sc
, capa
, eecp
+
332 device_printf(sc
->sc_bus
.bdev
, "waiting for BIOS "
333 "to give up control\n");
334 XWRITE1(sc
, capa
, eecp
+
335 XHCI_XECP_OS_SEM
, 1);
338 bios_sem
= XREAD1(sc
, capa
, eecp
+
344 device_printf(sc
->sc_bus
.bdev
,
345 "timed out waiting for BIOS\n");
348 usb_pause_mtx(NULL
, hz
/ 100); /* wait 10ms */