?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
[PATCH] ppc64 kprobes: don't eat dabr/iabr exceptions
[linux-2.6/x86.git] / drivers / ieee1394 / ohci1394.c
blob36e25ac823dc73c2f69c58e391dd4382af59de55
1 /*
2 * ohci1394.c - driver for OHCI 1394 boards
3 * Copyright (C)1999,2000 Sebastien Rougeaux <sebastien.rougeaux@anu.edu.au>
4 * Gord Peters <GordPeters@smarttech.com>
5 * 2001 Ben Collins <bcollins@debian.org>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software Foundation,
19 * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
20 */
21
22 /*
23 * Things known to be working:
24 * . Async Request Transmit
25 * . Async Response Receive
26 * . Async Request Receive
27 * . Async Response Transmit
28 * . Iso Receive
29 * . DMA mmap for iso receive
30 * . Config ROM generation
31 *
32 * Things implemented, but still in test phase:
33 * . Iso Transmit
34 * . Async Stream Packets Transmit (Receive done via Iso interface)
35 *
36 * Things not implemented:
37 * . DMA error recovery
38 *
39 * Known bugs:
40 * . devctl BUS_RESET arg confusion (reset type or root holdoff?)
41 * added LONG_RESET_ROOT and SHORT_RESET_ROOT for root holdoff --kk
42 */
43
44 /*
45 * Acknowledgments:
46 *
47 * Adam J Richter <adam@yggdrasil.com>
48 * . Use of pci_class to find device
49 *
50 * Emilie Chung <emilie.chung@axis.com>
51 * . Tip on Async Request Filter
52 *
53 * Pascal Drolet <pascal.drolet@informission.ca>
54 * . Various tips for optimization and functionnalities
55 *
56 * Robert Ficklin <rficklin@westengineering.com>
57 * . Loop in irq_handler
58 *
59 * James Goodwin <jamesg@Filanet.com>
60 * . Various tips on initialization, self-id reception, etc.
61 *
62 * Albrecht Dress <ad@mpifr-bonn.mpg.de>
63 * . Apple PowerBook detection
64 *
65 * Daniel Kobras <daniel.kobras@student.uni-tuebingen.de>
66 * . Reset the board properly before leaving + misc cleanups
67 *
68 * Leon van Stuivenberg <leonvs@iae.nl>
69 * . Bug fixes
70 *
71 * Ben Collins <bcollins@debian.org>
72 * . Working big-endian support
73 * . Updated to 2.4.x module scheme (PCI aswell)
74 * . Config ROM generation
75 *
76 * Manfred Weihs <weihs@ict.tuwien.ac.at>
77 * . Reworked code for initiating bus resets
78 * (long, short, with or without hold-off)
79 *
80 * Nandu Santhi <contactnandu@users.sourceforge.net>
81 * . Added support for nVidia nForce2 onboard Firewire chipset
82 *
83 */
84
85 #include <linux/config.h>
86 #include <linux/kernel.h>
87 #include <linux/list.h>
88 #include <linux/slab.h>
89 #include <linux/interrupt.h>
90 #include <linux/wait.h>
91 #include <linux/errno.h>
92 #include <linux/module.h>
93 #include <linux/moduleparam.h>
94 #include <linux/pci.h>
95 #include <linux/fs.h>
96 #include <linux/poll.h>
97 #include <asm/byteorder.h>
98 #include <asm/atomic.h>
99 #include <asm/uaccess.h>
100 #include <linux/delay.h>
101 #include <linux/spinlock.h>
102
103 #include <asm/pgtable.h>
104 #include <asm/page.h>
105 #include <asm/irq.h>
106 #include <linux/sched.h>
107 #include <linux/types.h>
108 #include <linux/vmalloc.h>
109 #include <linux/init.h>
110
111 #ifdef CONFIG_PPC_PMAC
112 #include <asm/machdep.h>
113 #include <asm/pmac_feature.h>
114 #include <asm/prom.h>
115 #include <asm/pci-bridge.h>
116 #endif
117
118 #include "csr1212.h"
119 #include "ieee1394.h"
120 #include "ieee1394_types.h"
121 #include "hosts.h"
122 #include "dma.h"
123 #include "iso.h"
124 #include "ieee1394_core.h"
125 #include "highlevel.h"
126 #include "ohci1394.h"
127
128 #ifdef CONFIG_IEEE1394_VERBOSEDEBUG
129 #define OHCI1394_DEBUG
130 #endif
131
132 #ifdef DBGMSG
133 #undef DBGMSG
134 #endif
135
136 #ifdef OHCI1394_DEBUG
137 #define DBGMSG(fmt, args...) \
138 printk(KERN_INFO "%s: fw-host%d: " fmt "\n" , OHCI1394_DRIVER_NAME, ohci->host->id , ## args)
139 #else
140 #define DBGMSG(fmt, args...)
141 #endif
142
143 #ifdef CONFIG_IEEE1394_OHCI_DMA_DEBUG
144 #define OHCI_DMA_ALLOC(fmt, args...) \
145 HPSB_ERR("%s(%s)alloc(%d): "fmt, OHCI1394_DRIVER_NAME, __FUNCTION__, \
146 ++global_outstanding_dmas, ## args)
147 #define OHCI_DMA_FREE(fmt, args...) \
148 HPSB_ERR("%s(%s)free(%d): "fmt, OHCI1394_DRIVER_NAME, __FUNCTION__, \
149 --global_outstanding_dmas, ## args)
150 static int global_outstanding_dmas = 0;
151 #else
152 #define OHCI_DMA_ALLOC(fmt, args...)
153 #define OHCI_DMA_FREE(fmt, args...)
154 #endif
155
156 /* print general (card independent) information */
157 #define PRINT_G(level, fmt, args...) \
158 printk(level "%s: " fmt "\n" , OHCI1394_DRIVER_NAME , ## args)
159
160 /* print card specific information */
161 #define PRINT(level, fmt, args...) \
162 printk(level "%s: fw-host%d: " fmt "\n" , OHCI1394_DRIVER_NAME, ohci->host->id , ## args)
163
164 static char version[] __devinitdata =
165 "$Rev: 1250 $ Ben Collins <bcollins@debian.org>";
166
167 /* Module Parameters */
168 static int phys_dma = 1;
169 module_param(phys_dma, int, 0644);
170 MODULE_PARM_DESC(phys_dma, "Enable physical dma (default = 1).");
171
172 static void dma_trm_tasklet(unsigned long data);
173 static void dma_trm_reset(struct dma_trm_ctx *d);
174
175 static int alloc_dma_rcv_ctx(struct ti_ohci *ohci, struct dma_rcv_ctx *d,
176 enum context_type type, int ctx, int num_desc,
177 int buf_size, int split_buf_size, int context_base);
178 static void stop_dma_rcv_ctx(struct dma_rcv_ctx *d);
179 static void free_dma_rcv_ctx(struct dma_rcv_ctx *d);
180
181 static int alloc_dma_trm_ctx(struct ti_ohci *ohci, struct dma_trm_ctx *d,
182 enum context_type type, int ctx, int num_desc,
183 int context_base);
184
185 static void ohci1394_pci_remove(struct pci_dev *pdev);
186
187 #ifndef __LITTLE_ENDIAN
188 static unsigned hdr_sizes[] =
189 {
190 3, /* TCODE_WRITEQ */
191 4, /* TCODE_WRITEB */
192 3, /* TCODE_WRITE_RESPONSE */
193 0, /* ??? */
194 3, /* TCODE_READQ */
195 4, /* TCODE_READB */
196 3, /* TCODE_READQ_RESPONSE */
197 4, /* TCODE_READB_RESPONSE */
198 1, /* TCODE_CYCLE_START (???) */
199 4, /* TCODE_LOCK_REQUEST */
200 2, /* TCODE_ISO_DATA */
201 4, /* TCODE_LOCK_RESPONSE */
202 };
203
204 /* Swap headers */
205 static inline void packet_swab(quadlet_t *data, int tcode)
206 {
207 size_t size = hdr_sizes[tcode];
208
209 if (tcode > TCODE_LOCK_RESPONSE || hdr_sizes[tcode] == 0)
210 return;
211
212 while (size--)
213 data[size] = swab32(data[size]);
214 }
215 #else
216 /* Don't waste cycles on same sex byte swaps */
217 #define packet_swab(w,x)
218 #endif /* !LITTLE_ENDIAN */
219
220 /***********************************
221 * IEEE-1394 functionality section *
222 ***********************************/
223
224 static u8 get_phy_reg(struct ti_ohci *ohci, u8 addr)
225 {
226 int i;
227 unsigned long flags;
228 quadlet_t r;
229
230 spin_lock_irqsave (&ohci->phy_reg_lock, flags);
231
232 reg_write(ohci, OHCI1394_PhyControl, (addr << 8) | 0x00008000);
233
234 for (i = 0; i < OHCI_LOOP_COUNT; i++) {
235 if (reg_read(ohci, OHCI1394_PhyControl) & 0x80000000)
236 break;
237
238 mdelay(1);
239 }
240
241 r = reg_read(ohci, OHCI1394_PhyControl);
242
243 if (i >= OHCI_LOOP_COUNT)
244 PRINT (KERN_ERR, "Get PHY Reg timeout [0x%08x/0x%08x/%d]",
245 r, r & 0x80000000, i);
246
247 spin_unlock_irqrestore (&ohci->phy_reg_lock, flags);
248
249 return (r & 0x00ff0000) >> 16;
250 }
251
252 static void set_phy_reg(struct ti_ohci *ohci, u8 addr, u8 data)
253 {
254 int i;
255 unsigned long flags;
256 u32 r = 0;
257
258 spin_lock_irqsave (&ohci->phy_reg_lock, flags);
259
260 reg_write(ohci, OHCI1394_PhyControl, (addr << 8) | data | 0x00004000);
261
262 for (i = 0; i < OHCI_LOOP_COUNT; i++) {
263 r = reg_read(ohci, OHCI1394_PhyControl);
264 if (!(r & 0x00004000))
265 break;
266
267 mdelay(1);
268 }
269
270 if (i == OHCI_LOOP_COUNT)
271 PRINT (KERN_ERR, "Set PHY Reg timeout [0x%08x/0x%08x/%d]",
272 r, r & 0x00004000, i);
273
274 spin_unlock_irqrestore (&ohci->phy_reg_lock, flags);
275
276 return;
277 }
278
279 /* Or's our value into the current value */
280 static void set_phy_reg_mask(struct ti_ohci *ohci, u8 addr, u8 data)
281 {
282 u8 old;
283
284 old = get_phy_reg (ohci, addr);
285 old |= data;
286 set_phy_reg (ohci, addr, old);
287
288 return;
289 }
290
291 static void handle_selfid(struct ti_ohci *ohci, struct hpsb_host *host,
292 int phyid, int isroot)
293 {
294 quadlet_t *q = ohci->selfid_buf_cpu;
295 quadlet_t self_id_count=reg_read(ohci, OHCI1394_SelfIDCount);
296 size_t size;
297 quadlet_t q0, q1;
298
299 /* Check status of self-id reception */
300
301 if (ohci->selfid_swap)
302 q0 = le32_to_cpu(q[0]);
303 else
304 q0 = q[0];
305
306 if ((self_id_count & 0x80000000) ||
307 ((self_id_count & 0x00FF0000) != (q0 & 0x00FF0000))) {
308 PRINT(KERN_ERR,
309 "Error in reception of SelfID packets [0x%08x/0x%08x] (count: %d)",
310 self_id_count, q0, ohci->self_id_errors);
311
312 /* Tip by James Goodwin <jamesg@Filanet.com>:
313 * We had an error, generate another bus reset in response. */
314 if (ohci->self_id_errors<OHCI1394_MAX_SELF_ID_ERRORS) {
315 set_phy_reg_mask (ohci, 1, 0x40);
316 ohci->self_id_errors++;
317 } else {
318 PRINT(KERN_ERR,
319 "Too many errors on SelfID error reception, giving up!");
320 }
321 return;
322 }
323
324 /* SelfID Ok, reset error counter. */
325 ohci->self_id_errors = 0;
326
327 size = ((self_id_count & 0x00001FFC) >> 2) - 1;
328 q++;
329
330 while (size > 0) {
331 if (ohci->selfid_swap) {
332 q0 = le32_to_cpu(q[0]);
333 q1 = le32_to_cpu(q[1]);
334 } else {
335 q0 = q[0];
336 q1 = q[1];
337 }
338
339 if (q0 == ~q1) {
340 DBGMSG ("SelfID packet 0x%x received", q0);
341 hpsb_selfid_received(host, cpu_to_be32(q0));
342 if (((q0 & 0x3f000000) >> 24) == phyid)
343 DBGMSG ("SelfID for this node is 0x%08x", q0);
344 } else {
345 PRINT(KERN_ERR,
346 "SelfID is inconsistent [0x%08x/0x%08x]", q0, q1);
347 }
348 q += 2;
349 size -= 2;
350 }
351
352 DBGMSG("SelfID complete");
353
354 return;
355 }
356
357 static void ohci_soft_reset(struct ti_ohci *ohci) {
358 int i;
359
360 reg_write(ohci, OHCI1394_HCControlSet, OHCI1394_HCControl_softReset);
361
362 for (i = 0; i < OHCI_LOOP_COUNT; i++) {
363 if (!(reg_read(ohci, OHCI1394_HCControlSet) & OHCI1394_HCControl_softReset))
364 break;
365 mdelay(1);
366 }
367 DBGMSG ("Soft reset finished");
368 }
369
370
371 /* Generate the dma receive prgs and start the context */
372 static void initialize_dma_rcv_ctx(struct dma_rcv_ctx *d, int generate_irq)
373 {
374 struct ti_ohci *ohci = (struct ti_ohci*)(d->ohci);
375 int i;
376
377 ohci1394_stop_context(ohci, d->ctrlClear, NULL);
378
379 for (i=0; i<d->num_desc; i++) {
380 u32 c;
381
382 c = DMA_CTL_INPUT_MORE | DMA_CTL_UPDATE | DMA_CTL_BRANCH;
383 if (generate_irq)
384 c |= DMA_CTL_IRQ;
385
386 d->prg_cpu[i]->control = cpu_to_le32(c | d->buf_size);
387
388 /* End of descriptor list? */
389 if (i + 1 < d->num_desc) {
390 d->prg_cpu[i]->branchAddress =
391 cpu_to_le32((d->prg_bus[i+1] & 0xfffffff0) | 0x1);
392 } else {
393 d->prg_cpu[i]->branchAddress =
394 cpu_to_le32((d->prg_bus[0] & 0xfffffff0));
395 }
396
397 d->prg_cpu[i]->address = cpu_to_le32(d->buf_bus[i]);
398 d->prg_cpu[i]->status = cpu_to_le32(d->buf_size);
399 }
400
401 d->buf_ind = 0;
402 d->buf_offset = 0;
403
404 if (d->type == DMA_CTX_ISO) {
405 /* Clear contextControl */
406 reg_write(ohci, d->ctrlClear, 0xffffffff);
407
408 /* Set bufferFill, isochHeader, multichannel for IR context */
409 reg_write(ohci, d->ctrlSet, 0xd0000000);
410
411 /* Set the context match register to match on all tags */
412 reg_write(ohci, d->ctxtMatch, 0xf0000000);
413
414 /* Clear the multi channel mask high and low registers */
415 reg_write(ohci, OHCI1394_IRMultiChanMaskHiClear, 0xffffffff);
416 reg_write(ohci, OHCI1394_IRMultiChanMaskLoClear, 0xffffffff);
417
418 /* Set up isoRecvIntMask to generate interrupts */
419 reg_write(ohci, OHCI1394_IsoRecvIntMaskSet, 1 << d->ctx);
420 }
421
422 /* Tell the controller where the first AR program is */
423 reg_write(ohci, d->cmdPtr, d->prg_bus[0] | 0x1);
424
425 /* Run context */
426 reg_write(ohci, d->ctrlSet, 0x00008000);
427
428 DBGMSG("Receive DMA ctx=%d initialized", d->ctx);
429 }
430
431 /* Initialize the dma transmit context */
432 static void initialize_dma_trm_ctx(struct dma_trm_ctx *d)
433 {
434 struct ti_ohci *ohci = (struct ti_ohci*)(d->ohci);
435
436 /* Stop the context */
437 ohci1394_stop_context(ohci, d->ctrlClear, NULL);
438
439 d->prg_ind = 0;
440 d->sent_ind = 0;
441 d->free_prgs = d->num_desc;
442 d->branchAddrPtr = NULL;
443 INIT_LIST_HEAD(&d->fifo_list);
444 INIT_LIST_HEAD(&d->pending_list);
445
446 if (d->type == DMA_CTX_ISO) {
447 /* enable interrupts */
448 reg_write(ohci, OHCI1394_IsoXmitIntMaskSet, 1 << d->ctx);
449 }
450
451 DBGMSG("Transmit DMA ctx=%d initialized", d->ctx);
452 }
453
454 /* Count the number of available iso contexts */
455 static int get_nb_iso_ctx(struct ti_ohci *ohci, int reg)
456 {
457 int i,ctx=0;
458 u32 tmp;
459
460 reg_write(ohci, reg, 0xffffffff);
461 tmp = reg_read(ohci, reg);
462
463 DBGMSG("Iso contexts reg: %08x implemented: %08x", reg, tmp);
464
465 /* Count the number of contexts */
466 for (i=0; i<32; i++) {
467 if (tmp & 1) ctx++;
468 tmp >>= 1;
469 }
470 return ctx;
471 }
472
473 /* Global initialization */
474 static void ohci_initialize(struct ti_ohci *ohci)
475 {
476 char irq_buf[16];
477 quadlet_t buf;
478 int num_ports, i;
479
480 spin_lock_init(&ohci->phy_reg_lock);
481 spin_lock_init(&ohci->event_lock);
482
483 /* Put some defaults to these undefined bus options */
484 buf = reg_read(ohci, OHCI1394_BusOptions);
485 buf |= 0x60000000; /* Enable CMC and ISC */
486 if (!hpsb_disable_irm)
487 buf |= 0x80000000; /* Enable IRMC */
488 buf &= ~0x00ff0000; /* XXX: Set cyc_clk_acc to zero for now */
489 buf &= ~0x18000000; /* Disable PMC and BMC */
490 reg_write(ohci, OHCI1394_BusOptions, buf);
491
492 /* Set the bus number */
493 reg_write(ohci, OHCI1394_NodeID, 0x0000ffc0);
494
495 /* Enable posted writes */
496 reg_write(ohci, OHCI1394_HCControlSet, OHCI1394_HCControl_postedWriteEnable);
497
498 /* Clear link control register */
499 reg_write(ohci, OHCI1394_LinkControlClear, 0xffffffff);
500
501 /* Enable cycle timer and cycle master and set the IRM
502 * contender bit in our self ID packets if appropriate. */
503 reg_write(ohci, OHCI1394_LinkControlSet,
504 OHCI1394_LinkControl_CycleTimerEnable |
505 OHCI1394_LinkControl_CycleMaster);
506 set_phy_reg_mask(ohci, 4, PHY_04_LCTRL |
507 (hpsb_disable_irm ? 0 : PHY_04_CONTENDER));
508
509 /* Set up self-id dma buffer */
510 reg_write(ohci, OHCI1394_SelfIDBuffer, ohci->selfid_buf_bus);
511
512 /* enable self-id and phys */
513 reg_write(ohci, OHCI1394_LinkControlSet, OHCI1394_LinkControl_RcvSelfID |
514 OHCI1394_LinkControl_RcvPhyPkt);
515
516 /* Set the Config ROM mapping register */
517 reg_write(ohci, OHCI1394_ConfigROMmap, ohci->csr_config_rom_bus);
518
519 /* Now get our max packet size */
520 ohci->max_packet_size =
521 1<<(((reg_read(ohci, OHCI1394_BusOptions)>>12)&0xf)+1);
522
523 /* Don't accept phy packets into AR request context */
524 reg_write(ohci, OHCI1394_LinkControlClear, 0x00000400);
525
526 /* Clear the interrupt mask */
527 reg_write(ohci, OHCI1394_IsoRecvIntMaskClear, 0xffffffff);
528 reg_write(ohci, OHCI1394_IsoRecvIntEventClear, 0xffffffff);
529
530 /* Clear the interrupt mask */
531 reg_write(ohci, OHCI1394_IsoXmitIntMaskClear, 0xffffffff);
532 reg_write(ohci, OHCI1394_IsoXmitIntEventClear, 0xffffffff);
533
534 /* Initialize AR dma */
535 initialize_dma_rcv_ctx(&ohci->ar_req_context, 0);
536 initialize_dma_rcv_ctx(&ohci->ar_resp_context, 0);
537
538 /* Initialize AT dma */
539 initialize_dma_trm_ctx(&ohci->at_req_context);
540 initialize_dma_trm_ctx(&ohci->at_resp_context);
541
542 /* Initialize IR Legacy DMA channel mask */
543 ohci->ir_legacy_channels = 0;
544
545 /*
546 * Accept AT requests from all nodes. This probably
547 * will have to be controlled from the subsystem
548 * on a per node basis.
549 */
550 reg_write(ohci,OHCI1394_AsReqFilterHiSet, 0x80000000);
551
552 /* Specify AT retries */
553 reg_write(ohci, OHCI1394_ATRetries,
554 OHCI1394_MAX_AT_REQ_RETRIES |
555 (OHCI1394_MAX_AT_RESP_RETRIES<<4) |
556 (OHCI1394_MAX_PHYS_RESP_RETRIES<<8));
557
558 /* We don't want hardware swapping */
559 reg_write(ohci, OHCI1394_HCControlClear, OHCI1394_HCControl_noByteSwap);
560
561 /* Enable interrupts */
562 reg_write(ohci, OHCI1394_IntMaskSet,
563 OHCI1394_unrecoverableError |
564 OHCI1394_masterIntEnable |
565 OHCI1394_busReset |
566 OHCI1394_selfIDComplete |
567 OHCI1394_RSPkt |
568 OHCI1394_RQPkt |
569 OHCI1394_respTxComplete |
570 OHCI1394_reqTxComplete |
571 OHCI1394_isochRx |
572 OHCI1394_isochTx |
573 OHCI1394_cycleInconsistent);
574
575 /* Enable link */
576 reg_write(ohci, OHCI1394_HCControlSet, OHCI1394_HCControl_linkEnable);
577
578 buf = reg_read(ohci, OHCI1394_Version);
579 #ifndef __sparc__
580 sprintf (irq_buf, "%d", ohci->dev->irq);
581 #else
582 sprintf (irq_buf, "%s", __irq_itoa(ohci->dev->irq));
583 #endif
584 PRINT(KERN_INFO, "OHCI-1394 %d.%d (PCI): IRQ=[%s] "
585 "MMIO=[%lx-%lx] Max Packet=[%d]",
586 ((((buf) >> 16) & 0xf) + (((buf) >> 20) & 0xf) * 10),
587 ((((buf) >> 4) & 0xf) + ((buf) & 0xf) * 10), irq_buf,
588 pci_resource_start(ohci->dev, 0),
589 pci_resource_start(ohci->dev, 0) + OHCI1394_REGISTER_SIZE - 1,
590 ohci->max_packet_size);
591
592 /* Check all of our ports to make sure that if anything is
593 * connected, we enable that port. */
594 num_ports = get_phy_reg(ohci, 2) & 0xf;
595 for (i = 0; i < num_ports; i++) {
596 unsigned int status;
597
598 set_phy_reg(ohci, 7, i);
599 status = get_phy_reg(ohci, 8);
600
601 if (status & 0x20)
602 set_phy_reg(ohci, 8, status & ~1);
603 }
604
605 /* Serial EEPROM Sanity check. */
606 if ((ohci->max_packet_size < 512) ||
607 (ohci->max_packet_size > 4096)) {
608 /* Serial EEPROM contents are suspect, set a sane max packet
609 * size and print the raw contents for bug reports if verbose
610 * debug is enabled. */
611 #ifdef CONFIG_IEEE1394_VERBOSEDEBUG
612 int i;
613 #endif
614
615 PRINT(KERN_DEBUG, "Serial EEPROM has suspicious values, "
616 "attempting to setting max_packet_size to 512 bytes");
617 reg_write(ohci, OHCI1394_BusOptions,
618 (reg_read(ohci, OHCI1394_BusOptions) & 0xf007) | 0x8002);
619 ohci->max_packet_size = 512;
620 #ifdef CONFIG_IEEE1394_VERBOSEDEBUG
621 PRINT(KERN_DEBUG, " EEPROM Present: %d",
622 (reg_read(ohci, OHCI1394_Version) >> 24) & 0x1);
623 reg_write(ohci, OHCI1394_GUID_ROM, 0x80000000);
624
625 for (i = 0;
626 ((i < 1000) &&
627 (reg_read(ohci, OHCI1394_GUID_ROM) & 0x80000000)); i++)
628 udelay(10);
629
630 for (i = 0; i < 0x20; i++) {
631 reg_write(ohci, OHCI1394_GUID_ROM, 0x02000000);
632 PRINT(KERN_DEBUG, " EEPROM %02x: %02x", i,
633 (reg_read(ohci, OHCI1394_GUID_ROM) >> 16) & 0xff);
634 }
635 #endif
636 }
637 }
638
639 /*
640 * Insert a packet in the DMA fifo and generate the DMA prg
641 * FIXME: rewrite the program in order to accept packets crossing
642 * page boundaries.
643 * check also that a single dma descriptor doesn't cross a
644 * page boundary.
645 */
646 static void insert_packet(struct ti_ohci *ohci,
647 struct dma_trm_ctx *d, struct hpsb_packet *packet)
648 {
649 u32 cycleTimer;
650 int idx = d->prg_ind;
651
652 DBGMSG("Inserting packet for node " NODE_BUS_FMT
653 ", tlabel=%d, tcode=0x%x, speed=%d",
654 NODE_BUS_ARGS(ohci->host, packet->node_id), packet->tlabel,
655 packet->tcode, packet->speed_code);
656
657 d->prg_cpu[idx]->begin.address = 0;
658 d->prg_cpu[idx]->begin.branchAddress = 0;
659
660 if (d->type == DMA_CTX_ASYNC_RESP) {
661 /*
662 * For response packets, we need to put a timeout value in
663 * the 16 lower bits of the status... let's try 1 sec timeout
664 */
665 cycleTimer = reg_read(ohci, OHCI1394_IsochronousCycleTimer);
666 d->prg_cpu[idx]->begin.status = cpu_to_le32(
667 (((((cycleTimer>>25)&0x7)+1)&0x7)<<13) |
668 ((cycleTimer&0x01fff000)>>12));
669
670 DBGMSG("cycleTimer: %08x timeStamp: %08x",
671 cycleTimer, d->prg_cpu[idx]->begin.status);
672 } else
673 d->prg_cpu[idx]->begin.status = 0;
674
675 if ( (packet->type == hpsb_async) || (packet->type == hpsb_raw) ) {
676
677 if (packet->type == hpsb_raw) {
678 d->prg_cpu[idx]->data[0] = cpu_to_le32(OHCI1394_TCODE_PHY<<4);
679 d->prg_cpu[idx]->data[1] = cpu_to_le32(packet->header[0]);
680 d->prg_cpu[idx]->data[2] = cpu_to_le32(packet->header[1]);
681 } else {
682 d->prg_cpu[idx]->data[0] = packet->speed_code<<16 |
683 (packet->header[0] & 0xFFFF);
684
685 if (packet->tcode == TCODE_ISO_DATA) {
686 /* Sending an async stream packet */
687 d->prg_cpu[idx]->data[1] = packet->header[0] & 0xFFFF0000;
688 } else {
689 /* Sending a normal async request or response */
690 d->prg_cpu[idx]->data[1] =
691 (packet->header[1] & 0xFFFF) |
692 (packet->header[0] & 0xFFFF0000);
693 d->prg_cpu[idx]->data[2] = packet->header[2];
694 d->prg_cpu[idx]->data[3] = packet->header[3];
695 }
696 packet_swab(d->prg_cpu[idx]->data, packet->tcode);
697 }
698
699 if (packet->data_size) { /* block transmit */
700 if (packet->tcode == TCODE_STREAM_DATA){
701 d->prg_cpu[idx]->begin.control =
702 cpu_to_le32(DMA_CTL_OUTPUT_MORE |
703 DMA_CTL_IMMEDIATE | 0x8);
704 } else {
705 d->prg_cpu[idx]->begin.control =
706 cpu_to_le32(DMA_CTL_OUTPUT_MORE |
707 DMA_CTL_IMMEDIATE | 0x10);
708 }
709 d->prg_cpu[idx]->end.control =
710 cpu_to_le32(DMA_CTL_OUTPUT_LAST |
711 DMA_CTL_IRQ |
712 DMA_CTL_BRANCH |
713 packet->data_size);
714 /*
715 * Check that the packet data buffer
716 * does not cross a page boundary.
717 *
718 * XXX Fix this some day. eth1394 seems to trigger
719 * it, but ignoring it doesn't seem to cause a
720 * problem.
721 */
722 #if 0
723 if (cross_bound((unsigned long)packet->data,
724 packet->data_size)>0) {
725 /* FIXME: do something about it */
726 PRINT(KERN_ERR,
727 "%s: packet data addr: %p size %Zd bytes "
728 "cross page boundary", __FUNCTION__,
729 packet->data, packet->data_size);
730 }
731 #endif
732 d->prg_cpu[idx]->end.address = cpu_to_le32(
733 pci_map_single(ohci->dev, packet->data,
734 packet->data_size,
735 PCI_DMA_TODEVICE));
736 OHCI_DMA_ALLOC("single, block transmit packet");
737
738 d->prg_cpu[idx]->end.branchAddress = 0;
739 d->prg_cpu[idx]->end.status = 0;
740 if (d->branchAddrPtr)
741 *(d->branchAddrPtr) =
742 cpu_to_le32(d->prg_bus[idx] | 0x3);
743 d->branchAddrPtr =
744 &(d->prg_cpu[idx]->end.branchAddress);
745 } else { /* quadlet transmit */
746 if (packet->type == hpsb_raw)
747 d->prg_cpu[idx]->begin.control =
748 cpu_to_le32(DMA_CTL_OUTPUT_LAST |
749 DMA_CTL_IMMEDIATE |
750 DMA_CTL_IRQ |
751 DMA_CTL_BRANCH |
752 (packet->header_size + 4));
753 else
754 d->prg_cpu[idx]->begin.control =
755 cpu_to_le32(DMA_CTL_OUTPUT_LAST |
756 DMA_CTL_IMMEDIATE |
757 DMA_CTL_IRQ |
758 DMA_CTL_BRANCH |
759 packet->header_size);
760
761 if (d->branchAddrPtr)
762 *(d->branchAddrPtr) =
763 cpu_to_le32(d->prg_bus[idx] | 0x2);
764 d->branchAddrPtr =
765 &(d->prg_cpu[idx]->begin.branchAddress);
766 }
767
768 } else { /* iso packet */
769 d->prg_cpu[idx]->data[0] = packet->speed_code<<16 |
770 (packet->header[0] & 0xFFFF);
771 d->prg_cpu[idx]->data[1] = packet->header[0] & 0xFFFF0000;
772 packet_swab(d->prg_cpu[idx]->data, packet->tcode);
773
774 d->prg_cpu[idx]->begin.control =
775 cpu_to_le32(DMA_CTL_OUTPUT_MORE |
776 DMA_CTL_IMMEDIATE | 0x8);
777 d->prg_cpu[idx]->end.control =
778 cpu_to_le32(DMA_CTL_OUTPUT_LAST |
779 DMA_CTL_UPDATE |
780 DMA_CTL_IRQ |
781 DMA_CTL_BRANCH |
782 packet->data_size);
783 d->prg_cpu[idx]->end.address = cpu_to_le32(
784 pci_map_single(ohci->dev, packet->data,
785 packet->data_size, PCI_DMA_TODEVICE));
786 OHCI_DMA_ALLOC("single, iso transmit packet");
787
788 d->prg_cpu[idx]->end.branchAddress = 0;
789 d->prg_cpu[idx]->end.status = 0;
790 DBGMSG("Iso xmit context info: header[%08x %08x]\n"
791 " begin=%08x %08x %08x %08x\n"
792 " %08x %08x %08x %08x\n"
793 " end =%08x %08x %08x %08x",
794 d->prg_cpu[idx]->data[0], d->prg_cpu[idx]->data[1],
795 d->prg_cpu[idx]->begin.control,
796 d->prg_cpu[idx]->begin.address,
797 d->prg_cpu[idx]->begin.branchAddress,
798 d->prg_cpu[idx]->begin.status,
799 d->prg_cpu[idx]->data[0],
800 d->prg_cpu[idx]->data[1],
801 d->prg_cpu[idx]->data[2],
802 d->prg_cpu[idx]->data[3],
803 d->prg_cpu[idx]->end.control,
804 d->prg_cpu[idx]->end.address,
805 d->prg_cpu[idx]->end.branchAddress,
806 d->prg_cpu[idx]->end.status);
807 if (d->branchAddrPtr)
808 *(d->branchAddrPtr) = cpu_to_le32(d->prg_bus[idx] | 0x3);
809 d->branchAddrPtr = &(d->prg_cpu[idx]->end.branchAddress);
810 }
811 d->free_prgs--;
812
813 /* queue the packet in the appropriate context queue */
814 list_add_tail(&packet->driver_list, &d->fifo_list);
815 d->prg_ind = (d->prg_ind + 1) % d->num_desc;
816 }
817
818 /*
819 * This function fills the FIFO with the (eventual) pending packets
820 * and runs or wakes up the DMA prg if necessary.
821 *
822 * The function MUST be called with the d->lock held.
823 */
824 static void dma_trm_flush(struct ti_ohci *ohci, struct dma_trm_ctx *d)
825 {
826 struct hpsb_packet *packet, *ptmp;
827 int idx = d->prg_ind;
828 int z = 0;
829
830 /* insert the packets into the dma fifo */
831 list_for_each_entry_safe(packet, ptmp, &d->pending_list, driver_list) {
832 if (!d->free_prgs)
833 break;
834
835 /* For the first packet only */
836 if (!z)
837 z = (packet->data_size) ? 3 : 2;
838
839 /* Insert the packet */
840 list_del_init(&packet->driver_list);
841 insert_packet(ohci, d, packet);
842 }
843
844 /* Nothing must have been done, either no free_prgs or no packets */
845 if (z == 0)
846 return;
847
848 /* Is the context running ? (should be unless it is
849 the first packet to be sent in this context) */
850 if (!(reg_read(ohci, d->ctrlSet) & 0x8000)) {
851 u32 nodeId = reg_read(ohci, OHCI1394_NodeID);
852
853 DBGMSG("Starting transmit DMA ctx=%d",d->ctx);
854 reg_write(ohci, d->cmdPtr, d->prg_bus[idx] | z);
855
856 /* Check that the node id is valid, and not 63 */
857 if (!(nodeId & 0x80000000) || (nodeId & 0x3f) == 63)
858 PRINT(KERN_ERR, "Running dma failed because Node ID is not valid");
859 else
860 reg_write(ohci, d->ctrlSet, 0x8000);
861 } else {
862 /* Wake up the dma context if necessary */
863 if (!(reg_read(ohci, d->ctrlSet) & 0x400))
864 DBGMSG("Waking transmit DMA ctx=%d",d->ctx);
865
866 /* do this always, to avoid race condition */
867 reg_write(ohci, d->ctrlSet, 0x1000);
868 }
869
870 return;
871 }
872
873 /* Transmission of an async or iso packet */
874 static int ohci_transmit(struct hpsb_host *host, struct hpsb_packet *packet)
875 {
876 struct ti_ohci *ohci = host->hostdata;
877 struct dma_trm_ctx *d;
878 unsigned long flags;
879
880 if (packet->data_size > ohci->max_packet_size) {
881 PRINT(KERN_ERR,
882 "Transmit packet size %Zd is too big",
883 packet->data_size);
884 return -EOVERFLOW;
885 }
886
887 /* Decide whether we have an iso, a request, or a response packet */
888 if (packet->type == hpsb_raw)
889 d = &ohci->at_req_context;
890 else if ((packet->tcode == TCODE_ISO_DATA) && (packet->type == hpsb_iso)) {
891 /* The legacy IT DMA context is initialized on first
892 * use. However, the alloc cannot be run from
893 * interrupt context, so we bail out if that is the
894 * case. I don't see anyone sending ISO packets from
895 * interrupt context anyway... */
896
897 if (ohci->it_legacy_context.ohci == NULL) {
898 if (in_interrupt()) {
899 PRINT(KERN_ERR,
900 "legacy IT context cannot be initialized during interrupt");
901 return -EINVAL;
902 }
903
904 if (alloc_dma_trm_ctx(ohci, &ohci->it_legacy_context,
905 DMA_CTX_ISO, 0, IT_NUM_DESC,
906 OHCI1394_IsoXmitContextBase) < 0) {
907 PRINT(KERN_ERR,
908 "error initializing legacy IT context");
909 return -ENOMEM;
910 }
911
912 initialize_dma_trm_ctx(&ohci->it_legacy_context);
913 }
914
915 d = &ohci->it_legacy_context;
916 } else if ((packet->tcode & 0x02) && (packet->tcode != TCODE_ISO_DATA))
917 d = &ohci->at_resp_context;
918 else
919 d = &ohci->at_req_context;
920
921 spin_lock_irqsave(&d->lock,flags);
922
923 list_add_tail(&packet->driver_list, &d->pending_list);
924
925 dma_trm_flush(ohci, d);
926
927 spin_unlock_irqrestore(&d->lock,flags);
928
929 return 0;
930 }
931
932 static int ohci_devctl(struct hpsb_host *host, enum devctl_cmd cmd, int arg)
933 {
934 struct ti_ohci *ohci = host->hostdata;
935 int retval = 0;
936 unsigned long flags;
937 int phy_reg;
938
939 switch (cmd) {
940 case RESET_BUS:
941 switch (arg) {
942 case SHORT_RESET:
943 phy_reg = get_phy_reg(ohci, 5);
944 phy_reg |= 0x40;
945 set_phy_reg(ohci, 5, phy_reg); /* set ISBR */
946 break;
947 case LONG_RESET:
948 phy_reg = get_phy_reg(ohci, 1);
949 phy_reg |= 0x40;
950 set_phy_reg(ohci, 1, phy_reg); /* set IBR */
951 break;
952 case SHORT_RESET_NO_FORCE_ROOT:
953 phy_reg = get_phy_reg(ohci, 1);
954 if (phy_reg & 0x80) {
955 phy_reg &= ~0x80;
956 set_phy_reg(ohci, 1, phy_reg); /* clear RHB */
957 }
958
959 phy_reg = get_phy_reg(ohci, 5);
960 phy_reg |= 0x40;
961 set_phy_reg(ohci, 5, phy_reg); /* set ISBR */
962 break;
963 case LONG_RESET_NO_FORCE_ROOT:
964 phy_reg = get_phy_reg(ohci, 1);
965 phy_reg &= ~0x80;
966 phy_reg |= 0x40;
967 set_phy_reg(ohci, 1, phy_reg); /* clear RHB, set IBR */
968 break;
969 case SHORT_RESET_FORCE_ROOT:
970 phy_reg = get_phy_reg(ohci, 1);
971 if (!(phy_reg & 0x80)) {
972 phy_reg |= 0x80;
973 set_phy_reg(ohci, 1, phy_reg); /* set RHB */
974 }
975
976 phy_reg = get_phy_reg(ohci, 5);
977 phy_reg |= 0x40;
978 set_phy_reg(ohci, 5, phy_reg); /* set ISBR */
979 break;
980 case LONG_RESET_FORCE_ROOT:
981 phy_reg = get_phy_reg(ohci, 1);
982 phy_reg |= 0xc0;
983 set_phy_reg(ohci, 1, phy_reg); /* set RHB and IBR */
984 break;
985 default:
986 retval = -1;
987 }
988 break;
989
990 case GET_CYCLE_COUNTER:
991 retval = reg_read(ohci, OHCI1394_IsochronousCycleTimer);
992 break;
993
994 case SET_CYCLE_COUNTER:
995 reg_write(ohci, OHCI1394_IsochronousCycleTimer, arg);
996 break;
997
998 case SET_BUS_ID:
999 PRINT(KERN_ERR, "devctl command SET_BUS_ID err");
1000 break;
1001
1002 case ACT_CYCLE_MASTER:
1003 if (arg) {
1004 /* check if we are root and other nodes are present */
1005 u32 nodeId = reg_read(ohci, OHCI1394_NodeID);
1006 if ((nodeId & (1<<30)) && (nodeId & 0x3f)) {
1007 /*
1008 * enable cycleTimer, cycleMaster
1009 */
1010 DBGMSG("Cycle master enabled");
1011 reg_write(ohci, OHCI1394_LinkControlSet,
1012 OHCI1394_LinkControl_CycleTimerEnable |
1013 OHCI1394_LinkControl_CycleMaster);
1014 }
1015 } else {
1016 /* disable cycleTimer, cycleMaster, cycleSource */
1017 reg_write(ohci, OHCI1394_LinkControlClear,
1018 OHCI1394_LinkControl_CycleTimerEnable |
1019 OHCI1394_LinkControl_CycleMaster |
1020 OHCI1394_LinkControl_CycleSource);
1021 }
1022 break;
1023
1024 case CANCEL_REQUESTS:
1025 DBGMSG("Cancel request received");
1026 dma_trm_reset(&ohci->at_req_context);
1027 dma_trm_reset(&ohci->at_resp_context);
1028 break;
1029
1030 case ISO_LISTEN_CHANNEL:
1031 {
1032 u64 mask;
1033 struct dma_rcv_ctx *d = &ohci->ir_legacy_context;
1034 int ir_legacy_active;
1035
1036 if (arg<0 || arg>63) {
1037 PRINT(KERN_ERR,
1038 "%s: IS0 listen channel %d is out of range",
1039 __FUNCTION__, arg);
1040 return -EFAULT;
1041 }
1042
1043 mask = (u64)0x1<<arg;
1044
1045 spin_lock_irqsave(&ohci->IR_channel_lock, flags);
1046
1047 if (ohci->ISO_channel_usage & mask) {
1048 PRINT(KERN_ERR,
1049 "%s: IS0 listen channel %d is already used",
1050 __FUNCTION__, arg);
1051 spin_unlock_irqrestore(&ohci->IR_channel_lock, flags);
1052 return -EFAULT;
1053 }
1054
1055 ir_legacy_active = ohci->ir_legacy_channels;
1056
1057 ohci->ISO_channel_usage |= mask;
1058 ohci->ir_legacy_channels |= mask;
1059
1060 spin_unlock_irqrestore(&ohci->IR_channel_lock, flags);
1061
1062 if (!ir_legacy_active) {
1063 if (ohci1394_register_iso_tasklet(ohci,
1064 &ohci->ir_legacy_tasklet) < 0) {
1065 PRINT(KERN_ERR, "No IR DMA context available");
1066 return -EBUSY;
1067 }
1068
1069 /* the IR context can be assigned to any DMA context
1070 * by ohci1394_register_iso_tasklet */
1071 d->ctx = ohci->ir_legacy_tasklet.context;
1072 d->ctrlSet = OHCI1394_IsoRcvContextControlSet +
1073 32*d->ctx;
1074 d->ctrlClear = OHCI1394_IsoRcvContextControlClear +
1075 32*d->ctx;
1076 d->cmdPtr = OHCI1394_IsoRcvCommandPtr + 32*d->ctx;
1077 d->ctxtMatch = OHCI1394_IsoRcvContextMatch + 32*d->ctx;
1078
1079 initialize_dma_rcv_ctx(&ohci->ir_legacy_context, 1);
1080
1081 PRINT(KERN_ERR, "IR legacy activated");
1082 }
1083
1084 spin_lock_irqsave(&ohci->IR_channel_lock, flags);
1085
1086 if (arg>31)
1087 reg_write(ohci, OHCI1394_IRMultiChanMaskHiSet,
1088 1<<(arg-32));
1089 else
1090 reg_write(ohci, OHCI1394_IRMultiChanMaskLoSet,
1091 1<<arg);
1092
1093 spin_unlock_irqrestore(&ohci->IR_channel_lock, flags);
1094 DBGMSG("Listening enabled on channel %d", arg);
1095 break;
1096 }
1097 case ISO_UNLISTEN_CHANNEL:
1098 {
1099 u64 mask;
1100
1101 if (arg<0 || arg>63) {
1102 PRINT(KERN_ERR,
1103 "%s: IS0 unlisten channel %d is out of range",
1104 __FUNCTION__, arg);
1105 return -EFAULT;
1106 }
1107
1108 mask = (u64)0x1<<arg;
1109
1110 spin_lock_irqsave(&ohci->IR_channel_lock, flags);
1111
1112 if (!(ohci->ISO_channel_usage & mask)) {
1113 PRINT(KERN_ERR,
1114 "%s: IS0 unlisten channel %d is not used",
1115 __FUNCTION__, arg);
1116 spin_unlock_irqrestore(&ohci->IR_channel_lock, flags);
1117 return -EFAULT;
1118 }
1119
1120 ohci->ISO_channel_usage &= ~mask;
1121 ohci->ir_legacy_channels &= ~mask;
1122
1123 if (arg>31)
1124 reg_write(ohci, OHCI1394_IRMultiChanMaskHiClear,
1125 1<<(arg-32));
1126 else
1127 reg_write(ohci, OHCI1394_IRMultiChanMaskLoClear,
1128 1<<arg);
1129
1130 spin_unlock_irqrestore(&ohci->IR_channel_lock, flags);
1131 DBGMSG("Listening disabled on channel %d", arg);
1132
1133 if (ohci->ir_legacy_channels == 0) {
1134 stop_dma_rcv_ctx(&ohci->ir_legacy_context);
1135 DBGMSG("ISO legacy receive context stopped");
1136 }
1137
1138 break;
1139 }
1140 default:
1141 PRINT_G(KERN_ERR, "ohci_devctl cmd %d not implemented yet",
1142 cmd);
1143 break;
1144 }
1145 return retval;
1146 }
1147
1148 /***********************************
1149 * rawiso ISO reception *
1150 ***********************************/
1151
1152 /*
1153 We use either buffer-fill or packet-per-buffer DMA mode. The DMA
1154 buffer is split into "blocks" (regions described by one DMA
1155 descriptor). Each block must be one page or less in size, and
1156 must not cross a page boundary.
1157
1158 There is one little wrinkle with buffer-fill mode: a packet that
1159 starts in the final block may wrap around into the first block. But
1160 the user API expects all packets to be contiguous. Our solution is
1161 to keep the very last page of the DMA buffer in reserve - if a
1162 packet spans the gap, we copy its tail into this page.
1163 */
1164
1165 struct ohci_iso_recv {
1166 struct ti_ohci *ohci;
1167
1168 struct ohci1394_iso_tasklet task;
1169 int task_active;
1170
1171 enum { BUFFER_FILL_MODE = 0,
1172 PACKET_PER_BUFFER_MODE = 1 } dma_mode;
1173
1174 /* memory and PCI mapping for the DMA descriptors */
1175 struct dma_prog_region prog;
1176 struct dma_cmd *block; /* = (struct dma_cmd*) prog.virt */
1177
1178 /* how many DMA blocks fit in the buffer */
1179 unsigned int nblocks;
1180
1181 /* stride of DMA blocks */
1182 unsigned int buf_stride;
1183
1184 /* number of blocks to batch between interrupts */
1185 int block_irq_interval;
1186
1187 /* block that DMA will finish next */
1188 int block_dma;
1189
1190 /* (buffer-fill only) block that the reader will release next */
1191 int block_reader;
1192
1193 /* (buffer-fill only) bytes of buffer the reader has released,
1194 less than one block */
1195 int released_bytes;
1196
1197 /* (buffer-fill only) buffer offset at which the next packet will appear */
1198 int dma_offset;
1199
1200 /* OHCI DMA context control registers */
1201 u32 ContextControlSet;
1202 u32 ContextControlClear;
1203 u32 CommandPtr;
1204 u32 ContextMatch;
1205 };
1206
1207 static void ohci_iso_recv_task(unsigned long data);
1208 static void ohci_iso_recv_stop(struct hpsb_iso *iso);
1209 static void ohci_iso_recv_shutdown(struct hpsb_iso *iso);
1210 static int ohci_iso_recv_start(struct hpsb_iso *iso, int cycle, int tag_mask, int sync);
1211 static void ohci_iso_recv_program(struct hpsb_iso *iso);
1212
1213 static int ohci_iso_recv_init(struct hpsb_iso *iso)
1214 {
1215 struct ti_ohci *ohci = iso->host->hostdata;
1216 struct ohci_iso_recv *recv;
1217 int ctx;
1218 int ret = -ENOMEM;
1219
1220 recv = kmalloc(sizeof(*recv), SLAB_KERNEL);
1221 if (!recv)
1222 return -ENOMEM;
1223
1224 iso->hostdata = recv;
1225 recv->ohci = ohci;
1226 recv->task_active = 0;
1227 dma_prog_region_init(&recv->prog);
1228 recv->block = NULL;
1229
1230 /* use buffer-fill mode, unless irq_interval is 1
1231 (note: multichannel requires buffer-fill) */
1232
1233 if (((iso->irq_interval == 1 && iso->dma_mode == HPSB_ISO_DMA_OLD_ABI) ||
1234 iso->dma_mode == HPSB_ISO_DMA_PACKET_PER_BUFFER) && iso->channel != -1) {
1235 recv->dma_mode = PACKET_PER_BUFFER_MODE;
1236 } else {
1237 recv->dma_mode = BUFFER_FILL_MODE;
1238 }
1239
1240 /* set nblocks, buf_stride, block_irq_interval */
1241
1242 if (recv->dma_mode == BUFFER_FILL_MODE) {
1243 recv->buf_stride = PAGE_SIZE;
1244
1245 /* one block per page of data in the DMA buffer, minus the final guard page */
1246 recv->nblocks = iso->buf_size/PAGE_SIZE - 1;
1247 if (recv->nblocks < 3) {
1248 DBGMSG("ohci_iso_recv_init: DMA buffer too small");
1249 goto err;
1250 }
1251
1252 /* iso->irq_interval is in packets - translate that to blocks */
1253 if (iso->irq_interval == 1)
1254 recv->block_irq_interval = 1;
1255 else
1256 recv->block_irq_interval = iso->irq_interval *
1257 ((recv->nblocks+1)/iso->buf_packets);
1258 if (recv->block_irq_interval*4 > recv->nblocks)
1259 recv->block_irq_interval = recv->nblocks/4;
1260 if (recv->block_irq_interval < 1)
1261 recv->block_irq_interval = 1;
1262
1263 } else {
1264 int max_packet_size;
1265
1266 recv->nblocks = iso->buf_packets;
1267 recv->block_irq_interval = iso->irq_interval;
1268 if (recv->block_irq_interval * 4 > iso->buf_packets)
1269 recv->block_irq_interval = iso->buf_packets / 4;
1270 if (recv->block_irq_interval < 1)
1271 recv->block_irq_interval = 1;
1272
1273 /* choose a buffer stride */
1274 /* must be a power of 2, and <= PAGE_SIZE */
1275
1276 max_packet_size = iso->buf_size / iso->buf_packets;
1277
1278 for (recv->buf_stride = 8; recv->buf_stride < max_packet_size;
1279 recv->buf_stride *= 2);
1280
1281 if (recv->buf_stride*iso->buf_packets > iso->buf_size ||
1282 recv->buf_stride > PAGE_SIZE) {
1283 /* this shouldn't happen, but anyway... */
1284 DBGMSG("ohci_iso_recv_init: problem choosing a buffer stride");
1285 goto err;
1286 }
1287 }
1288
1289 recv->block_reader = 0;
1290 recv->released_bytes = 0;
1291 recv->block_dma = 0;
1292 recv->dma_offset = 0;
1293
1294 /* size of DMA program = one descriptor per block */
1295 if (dma_prog_region_alloc(&recv->prog,
1296 sizeof(struct dma_cmd) * recv->nblocks,
1297 recv->ohci->dev))
1298 goto err;
1299
1300 recv->block = (struct dma_cmd*) recv->prog.kvirt;
1301
1302 ohci1394_init_iso_tasklet(&recv->task,
1303 iso->channel == -1 ? OHCI_ISO_MULTICHANNEL_RECEIVE :
1304 OHCI_ISO_RECEIVE,
1305 ohci_iso_recv_task, (unsigned long) iso);
1306
1307 if (ohci1394_register_iso_tasklet(recv->ohci, &recv->task) < 0) {
1308 ret = -EBUSY;
1309 goto err;
1310 }
1311
1312 recv->task_active = 1;
1313
1314 /* recv context registers are spaced 32 bytes apart */
1315 ctx = recv->task.context;
1316 recv->ContextControlSet = OHCI1394_IsoRcvContextControlSet + 32 * ctx;
1317 recv->ContextControlClear = OHCI1394_IsoRcvContextControlClear + 32 * ctx;
1318 recv->CommandPtr = OHCI1394_IsoRcvCommandPtr + 32 * ctx;
1319 recv->ContextMatch = OHCI1394_IsoRcvContextMatch + 32 * ctx;
1320
1321 if (iso->channel == -1) {
1322 /* clear multi-channel selection mask */
1323 reg_write(recv->ohci, OHCI1394_IRMultiChanMaskHiClear, 0xFFFFFFFF);
1324 reg_write(recv->ohci, OHCI1394_IRMultiChanMaskLoClear, 0xFFFFFFFF);
1325 }
1326
1327 /* write the DMA program */
1328 ohci_iso_recv_program(iso);
1329
1330 DBGMSG("ohci_iso_recv_init: %s mode, DMA buffer is %lu pages"
1331 " (%u bytes), using %u blocks, buf_stride %u, block_irq_interval %d",
1332 recv->dma_mode == BUFFER_FILL_MODE ?
1333 "buffer-fill" : "packet-per-buffer",
1334 iso->buf_size/PAGE_SIZE, iso->buf_size,
1335 recv->nblocks, recv->buf_stride, recv->block_irq_interval);
1336
1337 return 0;
1338
1339 err:
1340 ohci_iso_recv_shutdown(iso);
1341 return ret;
1342 }
1343
1344 static void ohci_iso_recv_stop(struct hpsb_iso *iso)
1345 {
1346 struct ohci_iso_recv *recv = iso->hostdata;
1347
1348 /* disable interrupts */
1349 reg_write(recv->ohci, OHCI1394_IsoRecvIntMaskClear, 1 << recv->task.context);
1350
1351 /* halt DMA */
1352 ohci1394_stop_context(recv->ohci, recv->ContextControlClear, NULL);
1353 }
1354
1355 static void ohci_iso_recv_shutdown(struct hpsb_iso *iso)
1356 {
1357 struct ohci_iso_recv *recv = iso->hostdata;
1358
1359 if (recv->task_active) {
1360 ohci_iso_recv_stop(iso);
1361 ohci1394_unregister_iso_tasklet(recv->ohci, &recv->task);
1362 recv->task_active = 0;
1363 }
1364
1365 dma_prog_region_free(&recv->prog);
1366 kfree(recv);
1367 iso->hostdata = NULL;
1368 }
1369
1370 /* set up a "gapped" ring buffer DMA program */
1371 static void ohci_iso_recv_program(struct hpsb_iso *iso)
1372 {
1373 struct ohci_iso_recv *recv = iso->hostdata;
1374 int blk;
1375
1376 /* address of 'branch' field in previous DMA descriptor */
1377 u32 *prev_branch = NULL;
1378
1379 for (blk = 0; blk < recv->nblocks; blk++) {
1380 u32 control;
1381
1382 /* the DMA descriptor */
1383 struct dma_cmd *cmd = &recv->block[blk];
1384
1385 /* offset of the DMA descriptor relative to the DMA prog buffer */
1386 unsigned long prog_offset = blk * sizeof(struct dma_cmd);
1387
1388 /* offset of this packet's data within the DMA buffer */
1389 unsigned long buf_offset = blk * recv->buf_stride;
1390
1391 if (recv->dma_mode == BUFFER_FILL_MODE) {
1392 control = 2 << 28; /* INPUT_MORE */
1393 } else {
1394 control = 3 << 28; /* INPUT_LAST */
1395 }
1396
1397 control |= 8 << 24; /* s = 1, update xferStatus and resCount */
1398
1399 /* interrupt on last block, and at intervals */
1400 if (blk == recv->nblocks-1 || (blk % recv->block_irq_interval) == 0) {
1401 control |= 3 << 20; /* want interrupt */
1402 }
1403
1404 control |= 3 << 18; /* enable branch to address */
1405 control |= recv->buf_stride;
1406
1407 cmd->control = cpu_to_le32(control);
1408 cmd->address = cpu_to_le32(dma_region_offset_to_bus(&iso->data_buf, buf_offset));
1409 cmd->branchAddress = 0; /* filled in on next loop */
1410 cmd->status = cpu_to_le32(recv->buf_stride);
1411
1412 /* link the previous descriptor to this one */
1413 if (prev_branch) {
1414 *prev_branch = cpu_to_le32(dma_prog_region_offset_to_bus(&recv->prog, prog_offset) | 1);
1415 }
1416
1417 prev_branch = &cmd->branchAddress;
1418 }
1419
1420 /* the final descriptor's branch address and Z should be left at 0 */
1421 }
1422
1423 /* listen or unlisten to a specific channel (multi-channel mode only) */
1424 static void ohci_iso_recv_change_channel(struct hpsb_iso *iso, unsigned char channel, int listen)
1425 {
1426 struct ohci_iso_recv *recv = iso->hostdata;
1427 int reg, i;
1428
1429 if (channel < 32) {
1430 reg = listen ? OHCI1394_IRMultiChanMaskLoSet : OHCI1394_IRMultiChanMaskLoClear;
1431 i = channel;
1432 } else {
1433 reg = listen ? OHCI1394_IRMultiChanMaskHiSet : OHCI1394_IRMultiChanMaskHiClear;
1434 i = channel - 32;
1435 }
1436
1437 reg_write(recv->ohci, reg, (1 << i));
1438
1439 /* issue a dummy read to force all PCI writes to be posted immediately */
1440 mb();
1441 reg_read(recv->ohci, OHCI1394_IsochronousCycleTimer);
1442 }
1443
1444 static void ohci_iso_recv_set_channel_mask(struct hpsb_iso *iso, u64 mask)
1445 {
1446 struct ohci_iso_recv *recv = iso->hostdata;
1447 int i;
1448
1449 for (i = 0; i < 64; i++) {
1450 if (mask & (1ULL << i)) {
1451 if (i < 32)
1452 reg_write(recv->ohci, OHCI1394_IRMultiChanMaskLoSet, (1 << i));
1453 else
1454 reg_write(recv->ohci, OHCI1394_IRMultiChanMaskHiSet, (1 << (i-32)));
1455 } else {
1456 if (i < 32)
1457 reg_write(recv->ohci, OHCI1394_IRMultiChanMaskLoClear, (1 << i));
1458 else
1459 reg_write(recv->ohci, OHCI1394_IRMultiChanMaskHiClear, (1 << (i-32)));
1460 }
1461 }
1462
1463 /* issue a dummy read to force all PCI writes to be posted immediately */
1464 mb();
1465 reg_read(recv->ohci, OHCI1394_IsochronousCycleTimer);
1466 }
1467
1468 static int ohci_iso_recv_start(struct hpsb_iso *iso, int cycle, int tag_mask, int sync)
1469 {
1470 struct ohci_iso_recv *recv = iso->hostdata;
1471 struct ti_ohci *ohci = recv->ohci;
1472 u32 command, contextMatch;
1473
1474 reg_write(recv->ohci, recv->ContextControlClear, 0xFFFFFFFF);
1475 wmb();
1476
1477 /* always keep ISO headers */
1478 command = (1 << 30);
1479
1480 if (recv->dma_mode == BUFFER_FILL_MODE)
1481 command |= (1 << 31);
1482
1483 reg_write(recv->ohci, recv->ContextControlSet, command);
1484
1485 /* match on specified tags */
1486 contextMatch = tag_mask << 28;
1487
1488 if (iso->channel == -1) {
1489 /* enable multichannel reception */
1490 reg_write(recv->ohci, recv->ContextControlSet, (1 << 28));
1491 } else {
1492 /* listen on channel */
1493 contextMatch |= iso->channel;
1494 }
1495
1496 if (cycle != -1) {
1497 u32 seconds;
1498
1499 /* enable cycleMatch */
1500 reg_write(recv->ohci, recv->ContextControlSet, (1 << 29));
1501
1502 /* set starting cycle */
1503 cycle &= 0x1FFF;
1504
1505 /* 'cycle' is only mod 8000, but we also need two 'seconds' bits -
1506 just snarf them from the current time */
1507 seconds = reg_read(recv->ohci, OHCI1394_IsochronousCycleTimer) >> 25;
1508
1509 /* advance one second to give some extra time for DMA to start */
1510 seconds += 1;
1511
1512 cycle |= (seconds & 3) << 13;
1513
1514 contextMatch |= cycle << 12;
1515 }
1516
1517 if (sync != -1) {
1518 /* set sync flag on first DMA descriptor */
1519 struct dma_cmd *cmd = &recv->block[recv->block_dma];
1520 cmd->control |= cpu_to_le32(DMA_CTL_WAIT);
1521
1522 /* match sync field */
1523 contextMatch |= (sync&0xf)<<8;
1524 }
1525
1526 reg_write(recv->ohci, recv->ContextMatch, contextMatch);
1527
1528 /* address of first descriptor block */
1529 command = dma_prog_region_offset_to_bus(&recv->prog,
1530 recv->block_dma * sizeof(struct dma_cmd));
1531 command |= 1; /* Z=1 */
1532
1533 reg_write(recv->ohci, recv->CommandPtr, command);
1534
1535 /* enable interrupts */
1536 reg_write(recv->ohci, OHCI1394_IsoRecvIntMaskSet, 1 << recv->task.context);
1537
1538 wmb();
1539
1540 /* run */
1541 reg_write(recv->ohci, recv->ContextControlSet, 0x8000);
1542
1543 /* issue a dummy read of the cycle timer register to force
1544 all PCI writes to be posted immediately */
1545 mb();
1546 reg_read(recv->ohci, OHCI1394_IsochronousCycleTimer);
1547
1548 /* check RUN */
1549 if (!(reg_read(recv->ohci, recv->ContextControlSet) & 0x8000)) {
1550 PRINT(KERN_ERR,
1551 "Error starting IR DMA (ContextControl 0x%08x)\n",
1552 reg_read(recv->ohci, recv->ContextControlSet));
1553 return -1;
1554 }
1555
1556 return 0;
1557 }
1558
1559 static void ohci_iso_recv_release_block(struct ohci_iso_recv *recv, int block)
1560 {
1561 /* re-use the DMA descriptor for the block */
1562 /* by linking the previous descriptor to it */
1563
1564 int next_i = block;
1565 int prev_i = (next_i == 0) ? (recv->nblocks - 1) : (next_i - 1);
1566
1567 struct dma_cmd *next = &recv->block[next_i];
1568 struct dma_cmd *prev = &recv->block[prev_i];
1569
1570 /* 'next' becomes the new end of the DMA chain,
1571 so disable branch and enable interrupt */
1572 next->branchAddress = 0;
1573 next->control |= cpu_to_le32(3 << 20);
1574 next->status = cpu_to_le32(recv->buf_stride);
1575
1576 /* link prev to next */
1577 prev->branchAddress = cpu_to_le32(dma_prog_region_offset_to_bus(&recv->prog,
1578 sizeof(struct dma_cmd) * next_i)
1579 | 1); /* Z=1 */
1580
1581 /* disable interrupt on previous DMA descriptor, except at intervals */
1582 if ((prev_i % recv->block_irq_interval) == 0) {
1583 prev->control |= cpu_to_le32(3 << 20); /* enable interrupt */
1584 } else {
1585 prev->control &= cpu_to_le32(~(3<<20)); /* disable interrupt */
1586 }
1587 wmb();
1588
1589 /* wake up DMA in case it fell asleep */
1590 reg_write(recv->ohci, recv->ContextControlSet, (1 << 12));
1591 }
1592
1593 static void ohci_iso_recv_bufferfill_release(struct ohci_iso_recv *recv,
1594 struct hpsb_iso_packet_info *info)
1595 {
1596 int len;
1597
1598 /* release the memory where the packet was */
1599 len = info->len;
1600
1601 /* add the wasted space for padding to 4 bytes */
1602 if (len % 4)
1603 len += 4 - (len % 4);
1604
1605 /* add 8 bytes for the OHCI DMA data format overhead */
1606 len += 8;
1607
1608 recv->released_bytes += len;
1609
1610 /* have we released enough memory for one block? */
1611 while (recv->released_bytes > recv->buf_stride) {
1612 ohci_iso_recv_release_block(recv, recv->block_reader);
1613 recv->block_reader = (recv->block_reader + 1) % recv->nblocks;
1614 recv->released_bytes -= recv->buf_stride;
1615 }
1616 }
1617
1618 static inline void ohci_iso_recv_release(struct hpsb_iso *iso, struct hpsb_iso_packet_info *info)
1619 {
1620 struct ohci_iso_recv *recv = iso->hostdata;
1621 if (recv->dma_mode == BUFFER_FILL_MODE) {
1622 ohci_iso_recv_bufferfill_release(recv, info);
1623 } else {
1624 ohci_iso_recv_release_block(recv, info - iso->infos);
1625 }
1626 }
1627
1628 /* parse all packets from blocks that have been fully received */
1629 static void ohci_iso_recv_bufferfill_parse(struct hpsb_iso *iso, struct ohci_iso_recv *recv)
1630 {
1631 int wake = 0;
1632 int runaway = 0;
1633 struct ti_ohci *ohci = recv->ohci;
1634
1635 while (1) {
1636 /* we expect the next parsable packet to begin at recv->dma_offset */
1637 /* note: packet layout is as shown in section 10.6.1.1 of the OHCI spec */
1638
1639 unsigned int offset;
1640 unsigned short len, cycle;
1641 unsigned char channel, tag, sy;
1642
1643 unsigned char *p = iso->data_buf.kvirt;
1644
1645 unsigned int this_block = recv->dma_offset/recv->buf_stride;
1646
1647 /* don't loop indefinitely */
1648 if (runaway++ > 100000) {
1649 atomic_inc(&iso->overflows);
1650 PRINT(KERN_ERR,
1651 "IR DMA error - Runaway during buffer parsing!\n");
1652 break;
1653 }
1654
1655 /* stop parsing once we arrive at block_dma (i.e. don't get ahead of DMA) */
1656 if (this_block == recv->block_dma)
1657 break;
1658
1659 wake = 1;
1660
1661 /* parse data length, tag, channel, and sy */
1662
1663 /* note: we keep our own local copies of 'len' and 'offset'
1664 so the user can't mess with them by poking in the mmap area */
1665
1666 len = p[recv->dma_offset+2] | (p[recv->dma_offset+3] << 8);
1667
1668 if (len > 4096) {
1669 PRINT(KERN_ERR,
1670 "IR DMA error - bogus 'len' value %u\n", len);
1671 }
1672
1673 channel = p[recv->dma_offset+1] & 0x3F;
1674 tag = p[recv->dma_offset+1] >> 6;
1675 sy = p[recv->dma_offset+0] & 0xF;
1676
1677 /* advance to data payload */
1678 recv->dma_offset += 4;
1679
1680 /* check for wrap-around */
1681 if (recv->dma_offset >= recv->buf_stride*recv->nblocks) {
1682 recv->dma_offset -= recv->buf_stride*recv->nblocks;
1683 }
1684
1685 /* dma_offset now points to the first byte of the data payload */
1686 offset = recv->dma_offset;
1687
1688 /* advance to xferStatus/timeStamp */
1689 recv->dma_offset += len;
1690
1691 /* payload is padded to 4 bytes */
1692 if (len % 4) {
1693 recv->dma_offset += 4 - (len%4);
1694 }
1695
1696 /* check for wrap-around */
1697 if (recv->dma_offset >= recv->buf_stride*recv->nblocks) {
1698 /* uh oh, the packet data wraps from the last
1699 to the first DMA block - make the packet
1700 contiguous by copying its "tail" into the
1701 guard page */
1702
1703 int guard_off = recv->buf_stride*recv->nblocks;
1704 int tail_len = len - (guard_off - offset);
1705
1706 if (tail_len > 0 && tail_len < recv->buf_stride) {
1707 memcpy(iso->data_buf.kvirt + guard_off,
1708 iso->data_buf.kvirt,
1709 tail_len);
1710 }
1711
1712 recv->dma_offset -= recv->buf_stride*recv->nblocks;
1713 }
1714
1715 /* parse timestamp */
1716 cycle = p[recv->dma_offset+0] | (p[recv->dma_offset+1]<<8);
1717 cycle &= 0x1FFF;
1718
1719 /* advance to next packet */
1720 recv->dma_offset += 4;
1721
1722 /* check for wrap-around */
1723 if (recv->dma_offset >= recv->buf_stride*recv->nblocks) {
1724 recv->dma_offset -= recv->buf_stride*recv->nblocks;
1725 }
1726
1727 hpsb_iso_packet_received(iso, offset, len, cycle, channel, tag, sy);
1728 }
1729
1730 if (wake)
1731 hpsb_iso_wake(iso);
1732 }
1733
1734 static void ohci_iso_recv_bufferfill_task(struct hpsb_iso *iso, struct ohci_iso_recv *recv)
1735 {
1736 int loop;
1737 struct ti_ohci *ohci = recv->ohci;
1738
1739 /* loop over all blocks */
1740 for (loop = 0; loop < recv->nblocks; loop++) {
1741
1742 /* check block_dma to see if it's done */
1743 struct dma_cmd *im = &recv->block[recv->block_dma];
1744
1745 /* check the DMA descriptor for new writes to xferStatus */
1746 u16 xferstatus = le32_to_cpu(im->status) >> 16;
1747
1748 /* rescount is the number of bytes *remaining to be written* in the block */
1749 u16 rescount = le32_to_cpu(im->status) & 0xFFFF;
1750
1751 unsigned char event = xferstatus & 0x1F;
1752
1753 if (!event) {
1754 /* nothing has happened to this block yet */
1755 break;
1756 }
1757
1758 if (event != 0x11) {
1759 atomic_inc(&iso->overflows);
1760 PRINT(KERN_ERR,
1761 "IR DMA error - OHCI error code 0x%02x\n", event);
1762 }
1763
1764 if (rescount != 0) {
1765 /* the card is still writing to this block;
1766 we can't touch it until it's done */
1767 break;
1768 }
1769
1770 /* OK, the block is finished... */
1771
1772 /* sync our view of the block */
1773 dma_region_sync_for_cpu(&iso->data_buf, recv->block_dma*recv->buf_stride, recv->buf_stride);
1774
1775 /* reset the DMA descriptor */
1776 im->status = recv->buf_stride;
1777
1778 /* advance block_dma */
1779 recv->block_dma = (recv->block_dma + 1) % recv->nblocks;
1780
1781 if ((recv->block_dma+1) % recv->nblocks == recv->block_reader) {
1782 atomic_inc(&iso->overflows);
1783 DBGMSG("ISO reception overflow - "
1784 "ran out of DMA blocks");
1785 }
1786 }
1787
1788 /* parse any packets that have arrived */
1789 ohci_iso_recv_bufferfill_parse(iso, recv);
1790 }
1791
1792 static void ohci_iso_recv_packetperbuf_task(struct hpsb_iso *iso, struct ohci_iso_recv *recv)
1793 {
1794 int count;
1795 int wake = 0;
1796 struct ti_ohci *ohci = recv->ohci;
1797
1798 /* loop over the entire buffer */
1799 for (count = 0; count < recv->nblocks; count++) {
1800 u32 packet_len = 0;
1801
1802 /* pointer to the DMA descriptor */
1803 struct dma_cmd *il = ((struct dma_cmd*) recv->prog.kvirt) + iso->pkt_dma;
1804
1805 /* check the DMA descriptor for new writes to xferStatus */
1806 u16 xferstatus = le32_to_cpu(il->status) >> 16;
1807 u16 rescount = le32_to_cpu(il->status) & 0xFFFF;
1808
1809 unsigned char event = xferstatus & 0x1F;
1810
1811 if (!event) {
1812 /* this packet hasn't come in yet; we are done for now */
1813 goto out;
1814 }
1815
1816 if (event == 0x11) {
1817 /* packet received successfully! */
1818
1819 /* rescount is the number of bytes *remaining* in the packet buffer,
1820 after the packet was written */
1821 packet_len = recv->buf_stride - rescount;
1822
1823 } else if (event == 0x02) {
1824 PRINT(KERN_ERR, "IR DMA error - packet too long for buffer\n");
1825 } else if (event) {
1826 PRINT(KERN_ERR, "IR DMA error - OHCI error code 0x%02x\n", event);
1827 }
1828
1829 /* sync our view of the buffer */
1830 dma_region_sync_for_cpu(&iso->data_buf, iso->pkt_dma * recv->buf_stride, recv->buf_stride);
1831
1832 /* record the per-packet info */
1833 {
1834 /* iso header is 8 bytes ahead of the data payload */
1835 unsigned char *hdr;
1836
1837 unsigned int offset;
1838 unsigned short cycle;
1839 unsigned char channel, tag, sy;
1840
1841 offset = iso->pkt_dma * recv->buf_stride;
1842 hdr = iso->data_buf.kvirt + offset;
1843
1844 /* skip iso header */
1845 offset += 8;
1846 packet_len -= 8;
1847
1848 cycle = (hdr[0] | (hdr[1] << 8)) & 0x1FFF;
1849 channel = hdr[5] & 0x3F;
1850 tag = hdr[5] >> 6;
1851 sy = hdr[4] & 0xF;
1852
1853 hpsb_iso_packet_received(iso, offset, packet_len, cycle, channel, tag, sy);
1854 }
1855
1856 /* reset the DMA descriptor */
1857 il->status = recv->buf_stride;
1858
1859 wake = 1;
1860 recv->block_dma = iso->pkt_dma;
1861 }
1862
1863 out:
1864 if (wake)
1865 hpsb_iso_wake(iso);
1866 }
1867
1868 static void ohci_iso_recv_task(unsigned long data)
1869 {
1870 struct hpsb_iso *iso = (struct hpsb_iso*) data;
1871 struct ohci_iso_recv *recv = iso->hostdata;
1872
1873 if (recv->dma_mode == BUFFER_FILL_MODE)
1874 ohci_iso_recv_bufferfill_task(iso, recv);
1875 else
1876 ohci_iso_recv_packetperbuf_task(iso, recv);
1877 }
1878
1879 /***********************************
1880 * rawiso ISO transmission *
1881 ***********************************/
1882
1883 struct ohci_iso_xmit {
1884 struct ti_ohci *ohci;
1885 struct dma_prog_region prog;
1886 struct ohci1394_iso_tasklet task;
1887 int task_active;
1888
1889 u32 ContextControlSet;
1890 u32 ContextControlClear;
1891 u32 CommandPtr;
1892 };
1893
1894 /* transmission DMA program:
1895 one OUTPUT_MORE_IMMEDIATE for the IT header
1896 one OUTPUT_LAST for the buffer data */
1897
1898 struct iso_xmit_cmd {
1899 struct dma_cmd output_more_immediate;
1900 u8 iso_hdr[8];
1901 u32 unused[2];
1902 struct dma_cmd output_last;
1903 };
1904
1905 static int ohci_iso_xmit_init(struct hpsb_iso *iso);
1906 static int ohci_iso_xmit_start(struct hpsb_iso *iso, int cycle);
1907 static void ohci_iso_xmit_shutdown(struct hpsb_iso *iso);
1908 static void ohci_iso_xmit_task(unsigned long data);
1909
1910 static int ohci_iso_xmit_init(struct hpsb_iso *iso)
1911 {
1912 struct ohci_iso_xmit *xmit;
1913 unsigned int prog_size;
1914 int ctx;
1915 int ret = -ENOMEM;
1916
1917 xmit = kmalloc(sizeof(*xmit), SLAB_KERNEL);
1918 if (!xmit)
1919 return -ENOMEM;
1920
1921 iso->hostdata = xmit;
1922 xmit->ohci = iso->host->hostdata;
1923 xmit->task_active = 0;
1924
1925 dma_prog_region_init(&xmit->prog);
1926
1927 prog_size = sizeof(struct iso_xmit_cmd) * iso->buf_packets;
1928
1929 if (dma_prog_region_alloc(&xmit->prog, prog_size, xmit->ohci->dev))
1930 goto err;
1931
1932 ohci1394_init_iso_tasklet(&xmit->task, OHCI_ISO_TRANSMIT,
1933 ohci_iso_xmit_task, (unsigned long) iso);
1934
1935 if (ohci1394_register_iso_tasklet(xmit->ohci, &xmit->task) < 0) {
1936 ret = -EBUSY;
1937 goto err;
1938 }
1939
1940 xmit->task_active = 1;
1941
1942 /* xmit context registers are spaced 16 bytes apart */
1943 ctx = xmit->task.context;
1944 xmit->ContextControlSet = OHCI1394_IsoXmitContextControlSet + 16 * ctx;
1945 xmit->ContextControlClear = OHCI1394_IsoXmitContextControlClear + 16 * ctx;
1946 xmit->CommandPtr = OHCI1394_IsoXmitCommandPtr + 16 * ctx;
1947
1948 return 0;
1949
1950 err:
1951 ohci_iso_xmit_shutdown(iso);
1952 return ret;
1953 }
1954
1955 static void ohci_iso_xmit_stop(struct hpsb_iso *iso)
1956 {
1957 struct ohci_iso_xmit *xmit = iso->hostdata;
1958 struct ti_ohci *ohci = xmit->ohci;
1959
1960 /* disable interrupts */
1961 reg_write(xmit->ohci, OHCI1394_IsoXmitIntMaskClear, 1 << xmit->task.context);
1962
1963 /* halt DMA */
1964 if (ohci1394_stop_context(xmit->ohci, xmit->ContextControlClear, NULL)) {
1965 /* XXX the DMA context will lock up if you try to send too much data! */
1966 PRINT(KERN_ERR,
1967 "you probably exceeded the OHCI card's bandwidth limit - "
1968 "reload the module and reduce xmit bandwidth");
1969 }
1970 }
1971
1972 static void ohci_iso_xmit_shutdown(struct hpsb_iso *iso)
1973 {
1974 struct ohci_iso_xmit *xmit = iso->hostdata;
1975
1976 if (xmit->task_active) {
1977 ohci_iso_xmit_stop(iso);
1978 ohci1394_unregister_iso_tasklet(xmit->ohci, &xmit->task);
1979 xmit->task_active = 0;
1980 }
1981
1982 dma_prog_region_free(&xmit->prog);
1983 kfree(xmit);
1984 iso->hostdata = NULL;
1985 }
1986
1987 static void ohci_iso_xmit_task(unsigned long data)
1988 {
1989 struct hpsb_iso *iso = (struct hpsb_iso*) data;
1990 struct ohci_iso_xmit *xmit = iso->hostdata;
1991 struct ti_ohci *ohci = xmit->ohci;
1992 int wake = 0;
1993 int count;
1994
1995 /* check the whole buffer if necessary, starting at pkt_dma */
1996 for (count = 0; count < iso->buf_packets; count++) {
1997 int cycle;
1998
1999 /* DMA descriptor */
2000 struct iso_xmit_cmd *cmd = dma_region_i(&xmit->prog, struct iso_xmit_cmd, iso->pkt_dma);
2001
2002 /* check for new writes to xferStatus */
2003 u16 xferstatus = le32_to_cpu(cmd->output_last.status) >> 16;
2004 u8 event = xferstatus & 0x1F;
2005
2006 if (!event) {
2007 /* packet hasn't been sent yet; we are done for now */
2008 break;
2009 }
2010
2011 if (event != 0x11)
2012 PRINT(KERN_ERR,
2013 "IT DMA error - OHCI error code 0x%02x\n", event);
2014
2015 /* at least one packet went out, so wake up the writer */
2016 wake = 1;
2017
2018 /* parse cycle */
2019 cycle = le32_to_cpu(cmd->output_last.status) & 0x1FFF;
2020
2021 /* tell the subsystem the packet has gone out */
2022 hpsb_iso_packet_sent(iso, cycle, event != 0x11);
2023
2024 /* reset the DMA descriptor for next time */
2025 cmd->output_last.status = 0;
2026 }
2027
2028 if (wake)
2029 hpsb_iso_wake(iso);
2030 }
2031
2032 static int ohci_iso_xmit_queue(struct hpsb_iso *iso, struct hpsb_iso_packet_info *info)
2033 {
2034 struct ohci_iso_xmit *xmit = iso->hostdata;
2035 struct ti_ohci *ohci = xmit->ohci;
2036
2037 int next_i, prev_i;
2038 struct iso_xmit_cmd *next, *prev;
2039
2040 unsigned int offset;
2041 unsigned short len;
2042 unsigned char tag, sy;
2043
2044 /* check that the packet doesn't cross a page boundary
2045 (we could allow this if we added OUTPUT_MORE descriptor support) */
2046 if (cross_bound(info->offset, info->len)) {
2047 PRINT(KERN_ERR,
2048 "rawiso xmit: packet %u crosses a page boundary",
2049 iso->first_packet);
2050 return -EINVAL;
2051 }
2052
2053 offset = info->offset;
2054 len = info->len;
2055 tag = info->tag;
2056 sy = info->sy;
2057
2058 /* sync up the card's view of the buffer */
2059 dma_region_sync_for_device(&iso->data_buf, offset, len);
2060
2061 /* append first_packet to the DMA chain */
2062 /* by linking the previous descriptor to it */
2063 /* (next will become the new end of the DMA chain) */
2064
2065 next_i = iso->first_packet;
2066 prev_i = (next_i == 0) ? (iso->buf_packets - 1) : (next_i - 1);
2067
2068 next = dma_region_i(&xmit->prog, struct iso_xmit_cmd, next_i);
2069 prev = dma_region_i(&xmit->prog, struct iso_xmit_cmd, prev_i);
2070
2071 /* set up the OUTPUT_MORE_IMMEDIATE descriptor */
2072 memset(next, 0, sizeof(struct iso_xmit_cmd));
2073 next->output_more_immediate.control = cpu_to_le32(0x02000008);
2074
2075 /* ISO packet header is embedded in the OUTPUT_MORE_IMMEDIATE */
2076
2077 /* tcode = 0xA, and sy */
2078 next->iso_hdr[0] = 0xA0 | (sy & 0xF);
2079
2080 /* tag and channel number */
2081 next->iso_hdr[1] = (tag << 6) | (iso->channel & 0x3F);
2082
2083 /* transmission speed */
2084 next->iso_hdr[2] = iso->speed & 0x7;
2085
2086 /* payload size */
2087 next->iso_hdr[6] = len & 0xFF;
2088 next->iso_hdr[7] = len >> 8;
2089
2090 /* set up the OUTPUT_LAST */
2091 next->output_last.control = cpu_to_le32(1 << 28);
2092 next->output_last.control |= cpu_to_le32(1 << 27); /* update timeStamp */
2093 next->output_last.control |= cpu_to_le32(3 << 20); /* want interrupt */
2094 next->output_last.control |= cpu_to_le32(3 << 18); /* enable branch */
2095 next->output_last.control |= cpu_to_le32(len);
2096
2097 /* payload bus address */
2098 next->output_last.address = cpu_to_le32(dma_region_offset_to_bus(&iso->data_buf, offset));
2099
2100 /* leave branchAddress at zero for now */
2101
2102 /* re-write the previous DMA descriptor to chain to this one */
2103
2104 /* set prev branch address to point to next (Z=3) */
2105 prev->output_last.branchAddress = cpu_to_le32(
2106 dma_prog_region_offset_to_bus(&xmit->prog, sizeof(struct iso_xmit_cmd) * next_i) | 3);
2107
2108 /* disable interrupt, unless required by the IRQ interval */
2109 if (prev_i % iso->irq_interval) {
2110 prev->output_last.control &= cpu_to_le32(~(3 << 20)); /* no interrupt */
2111 } else {
2112 prev->output_last.control |= cpu_to_le32(3 << 20); /* enable interrupt */
2113 }
2114
2115 wmb();
2116
2117 /* wake DMA in case it is sleeping */
2118 reg_write(xmit->ohci, xmit->ContextControlSet, 1 << 12);
2119
2120 /* issue a dummy read of the cycle timer to force all PCI
2121 writes to be posted immediately */
2122 mb();
2123 reg_read(xmit->ohci, OHCI1394_IsochronousCycleTimer);
2124
2125 return 0;
2126 }
2127
2128 static int ohci_iso_xmit_start(struct hpsb_iso *iso, int cycle)
2129 {
2130 struct ohci_iso_xmit *xmit = iso->hostdata;
2131 struct ti_ohci *ohci = xmit->ohci;
2132
2133 /* clear out the control register */
2134 reg_write(xmit->ohci, xmit->ContextControlClear, 0xFFFFFFFF);
2135 wmb();
2136
2137 /* address and length of first descriptor block (Z=3) */
2138 reg_write(xmit->ohci, xmit->CommandPtr,
2139 dma_prog_region_offset_to_bus(&xmit->prog, iso->pkt_dma * sizeof(struct iso_xmit_cmd)) | 3);
2140
2141 /* cycle match */
2142 if (cycle != -1) {
2143 u32 start = cycle & 0x1FFF;
2144
2145 /* 'cycle' is only mod 8000, but we also need two 'seconds' bits -
2146 just snarf them from the current time */
2147 u32 seconds = reg_read(xmit->ohci, OHCI1394_IsochronousCycleTimer) >> 25;
2148
2149 /* advance one second to give some extra time for DMA to start */
2150 seconds += 1;
2151
2152 start |= (seconds & 3) << 13;
2153
2154 reg_write(xmit->ohci, xmit->ContextControlSet, 0x80000000 | (start << 16));
2155 }
2156
2157 /* enable interrupts */
2158 reg_write(xmit->ohci, OHCI1394_IsoXmitIntMaskSet, 1 << xmit->task.context);
2159
2160 /* run */
2161 reg_write(xmit->ohci, xmit->ContextControlSet, 0x8000);
2162 mb();
2163
2164 /* wait 100 usec to give the card time to go active */
2165 udelay(100);
2166
2167 /* check the RUN bit */
2168 if (!(reg_read(xmit->ohci, xmit->ContextControlSet) & 0x8000)) {
2169 PRINT(KERN_ERR, "Error starting IT DMA (ContextControl 0x%08x)\n",
2170 reg_read(xmit->ohci, xmit->ContextControlSet));
2171 return -1;
2172 }
2173
2174 return 0;
2175 }
2176
2177 static int ohci_isoctl(struct hpsb_iso *iso, enum isoctl_cmd cmd, unsigned long arg)
2178 {
2179
2180 switch(cmd) {
2181 case XMIT_INIT:
2182 return ohci_iso_xmit_init(iso);
2183 case XMIT_START:
2184 return ohci_iso_xmit_start(iso, arg);
2185 case XMIT_STOP:
2186 ohci_iso_xmit_stop(iso);
2187 return 0;
2188 case XMIT_QUEUE:
2189 return ohci_iso_xmit_queue(iso, (struct hpsb_iso_packet_info*) arg);
2190 case XMIT_SHUTDOWN:
2191 ohci_iso_xmit_shutdown(iso);
2192 return 0;
2193
2194 case RECV_INIT:
2195 return ohci_iso_recv_init(iso);
2196 case RECV_START: {
2197 int *args = (int*) arg;
2198 return ohci_iso_recv_start(iso, args[0], args[1], args[2]);
2199 }
2200 case RECV_STOP:
2201 ohci_iso_recv_stop(iso);
2202 return 0;
2203 case RECV_RELEASE:
2204 ohci_iso_recv_release(iso, (struct hpsb_iso_packet_info*) arg);
2205 return 0;
2206 case RECV_FLUSH:
2207 ohci_iso_recv_task((unsigned long) iso);
2208 return 0;
2209 case RECV_SHUTDOWN:
2210 ohci_iso_recv_shutdown(iso);
2211 return 0;
2212 case RECV_LISTEN_CHANNEL:
2213 ohci_iso_recv_change_channel(iso, arg, 1);
2214 return 0;
2215 case RECV_UNLISTEN_CHANNEL:
2216 ohci_iso_recv_change_channel(iso, arg, 0);
2217 return 0;
2218 case RECV_SET_CHANNEL_MASK:
2219 ohci_iso_recv_set_channel_mask(iso, *((u64*) arg));
2220 return 0;
2221
2222 default:
2223 PRINT_G(KERN_ERR, "ohci_isoctl cmd %d not implemented yet",
2224 cmd);
2225 break;
2226 }
2227 return -EINVAL;
2228 }
2229
2230 /***************************************
2231 * IEEE-1394 functionality section END *
2232 ***************************************/
2233
2234
2235 /********************************************************
2236 * Global stuff (interrupt handler, init/shutdown code) *
2237 ********************************************************/
2238
2239 static void dma_trm_reset(struct dma_trm_ctx *d)
2240 {
2241 unsigned long flags;
2242 LIST_HEAD(packet_list);
2243 struct ti_ohci *ohci = d->ohci;
2244 struct hpsb_packet *packet, *ptmp;
2245
2246 ohci1394_stop_context(ohci, d->ctrlClear, NULL);
2247
2248 /* Lock the context, reset it and release it. Move the packets
2249 * that were pending in the context to packet_list and free
2250 * them after releasing the lock. */
2251
2252 spin_lock_irqsave(&d->lock, flags);
2253
2254 list_splice(&d->fifo_list, &packet_list);
2255 list_splice(&d->pending_list, &packet_list);
2256 INIT_LIST_HEAD(&d->fifo_list);
2257 INIT_LIST_HEAD(&d->pending_list);
2258
2259 d->branchAddrPtr = NULL;
2260 d->sent_ind = d->prg_ind;
2261 d->free_prgs = d->num_desc;
2262
2263 spin_unlock_irqrestore(&d->lock, flags);
2264
2265 if (list_empty(&packet_list))
2266 return;
2267
2268 PRINT(KERN_INFO, "AT dma reset ctx=%d, aborting transmission", d->ctx);
2269
2270 /* Now process subsystem callbacks for the packets from this
2271 * context. */
2272 list_for_each_entry_safe(packet, ptmp, &packet_list, driver_list) {
2273 list_del_init(&packet->driver_list);
2274 hpsb_packet_sent(ohci->host, packet, ACKX_ABORTED);
2275 }
2276 }
2277
2278 static void ohci_schedule_iso_tasklets(struct ti_ohci *ohci,
2279 quadlet_t rx_event,
2280 quadlet_t tx_event)
2281 {
2282 struct ohci1394_iso_tasklet *t;
2283 unsigned long mask;
2284
2285 spin_lock(&ohci->iso_tasklet_list_lock);
2286
2287 list_for_each_entry(t, &ohci->iso_tasklet_list, link) {
2288 mask = 1 << t->context;
2289
2290 if (t->type == OHCI_ISO_TRANSMIT && tx_event & mask)
2291 tasklet_schedule(&t->tasklet);
2292 else if (rx_event & mask)
2293 tasklet_schedule(&t->tasklet);
2294 }
2295
2296 spin_unlock(&ohci->iso_tasklet_list_lock);
2297
2298 }
2299
2300 static irqreturn_t ohci_irq_handler(int irq, void *dev_id,
2301 struct pt_regs *regs_are_unused)
2302 {
2303 quadlet_t event, node_id;
2304 struct ti_ohci *ohci = (struct ti_ohci *)dev_id;
2305 struct hpsb_host *host = ohci->host;
2306 int phyid = -1, isroot = 0;
2307 unsigned long flags;
2308
2309 /* Read and clear the interrupt event register. Don't clear
2310 * the busReset event, though. This is done when we get the
2311 * selfIDComplete interrupt. */
2312 spin_lock_irqsave(&ohci->event_lock, flags);
2313 event = reg_read(ohci, OHCI1394_IntEventClear);
2314 reg_write(ohci, OHCI1394_IntEventClear, event & ~OHCI1394_busReset);
2315 spin_unlock_irqrestore(&ohci->event_lock, flags);
2316
2317 if (!event)
2318 return IRQ_NONE;
2319
2320 /* If event is ~(u32)0 cardbus card was ejected. In this case
2321 * we just return, and clean up in the ohci1394_pci_remove
2322 * function. */
2323 if (event == ~(u32) 0) {
2324 DBGMSG("Device removed.");
2325 return IRQ_NONE;
2326 }
2327
2328 DBGMSG("IntEvent: %08x", event);
2329
2330 if (event & OHCI1394_unrecoverableError) {
2331 int ctx;
2332 PRINT(KERN_ERR, "Unrecoverable error!");
2333
2334 if (reg_read(ohci, OHCI1394_AsReqTrContextControlSet) & 0x800)
2335 PRINT(KERN_ERR, "Async Req Tx Context died: "
2336 "ctrl[%08x] cmdptr[%08x]",
2337 reg_read(ohci, OHCI1394_AsReqTrContextControlSet),
2338 reg_read(ohci, OHCI1394_AsReqTrCommandPtr));
2339
2340 if (reg_read(ohci, OHCI1394_AsRspTrContextControlSet) & 0x800)
2341 PRINT(KERN_ERR, "Async Rsp Tx Context died: "
2342 "ctrl[%08x] cmdptr[%08x]",
2343 reg_read(ohci, OHCI1394_AsRspTrContextControlSet),
2344 reg_read(ohci, OHCI1394_AsRspTrCommandPtr));
2345
2346 if (reg_read(ohci, OHCI1394_AsReqRcvContextControlSet) & 0x800)
2347 PRINT(KERN_ERR, "Async Req Rcv Context died: "
2348 "ctrl[%08x] cmdptr[%08x]",
2349 reg_read(ohci, OHCI1394_AsReqRcvContextControlSet),
2350 reg_read(ohci, OHCI1394_AsReqRcvCommandPtr));
2351
2352 if (reg_read(ohci, OHCI1394_AsRspRcvContextControlSet) & 0x800)
2353 PRINT(KERN_ERR, "Async Rsp Rcv Context died: "
2354 "ctrl[%08x] cmdptr[%08x]",
2355 reg_read(ohci, OHCI1394_AsRspRcvContextControlSet),
2356 reg_read(ohci, OHCI1394_AsRspRcvCommandPtr));
2357
2358 for (ctx = 0; ctx < ohci->nb_iso_xmit_ctx; ctx++) {
2359 if (reg_read(ohci, OHCI1394_IsoXmitContextControlSet + (16 * ctx)) & 0x800)
2360 PRINT(KERN_ERR, "Iso Xmit %d Context died: "
2361 "ctrl[%08x] cmdptr[%08x]", ctx,
2362 reg_read(ohci, OHCI1394_IsoXmitContextControlSet + (16 * ctx)),
2363 reg_read(ohci, OHCI1394_IsoXmitCommandPtr + (16 * ctx)));
2364 }
2365
2366 for (ctx = 0; ctx < ohci->nb_iso_rcv_ctx; ctx++) {
2367 if (reg_read(ohci, OHCI1394_IsoRcvContextControlSet + (32 * ctx)) & 0x800)
2368 PRINT(KERN_ERR, "Iso Recv %d Context died: "
2369 "ctrl[%08x] cmdptr[%08x] match[%08x]", ctx,
2370 reg_read(ohci, OHCI1394_IsoRcvContextControlSet + (32 * ctx)),
2371 reg_read(ohci, OHCI1394_IsoRcvCommandPtr + (32 * ctx)),
2372 reg_read(ohci, OHCI1394_IsoRcvContextMatch + (32 * ctx)));
2373 }
2374
2375 event &= ~OHCI1394_unrecoverableError;
2376 }
2377
2378 if (event & OHCI1394_cycleInconsistent) {
2379 /* We subscribe to the cycleInconsistent event only to
2380 * clear the corresponding event bit... otherwise,
2381 * isochronous cycleMatch DMA won't work. */
2382 DBGMSG("OHCI1394_cycleInconsistent");
2383 event &= ~OHCI1394_cycleInconsistent;
2384 }
2385
2386 if (event & OHCI1394_busReset) {
2387 /* The busReset event bit can't be cleared during the
2388 * selfID phase, so we disable busReset interrupts, to
2389 * avoid burying the cpu in interrupt requests. */
2390 spin_lock_irqsave(&ohci->event_lock, flags);
2391 reg_write(ohci, OHCI1394_IntMaskClear, OHCI1394_busReset);
2392
2393 if (ohci->check_busreset) {
2394 int loop_count = 0;
2395
2396 udelay(10);
2397
2398 while (reg_read(ohci, OHCI1394_IntEventSet) & OHCI1394_busReset) {
2399 reg_write(ohci, OHCI1394_IntEventClear, OHCI1394_busReset);
2400
2401 spin_unlock_irqrestore(&ohci->event_lock, flags);
2402 udelay(10);
2403 spin_lock_irqsave(&ohci->event_lock, flags);
2404
2405 /* The loop counter check is to prevent the driver
2406 * from remaining in this state forever. For the
2407 * initial bus reset, the loop continues for ever
2408 * and the system hangs, until some device is plugged-in
2409 * or out manually into a port! The forced reset seems
2410 * to solve this problem. This mainly effects nForce2. */
2411 if (loop_count > 10000) {
2412 ohci_devctl(host, RESET_BUS, LONG_RESET);
2413 DBGMSG("Detected bus-reset loop. Forced a bus reset!");
2414 loop_count = 0;
2415 }
2416
2417 loop_count++;
2418 }
2419 }
2420 spin_unlock_irqrestore(&ohci->event_lock, flags);
2421 if (!host->in_bus_reset) {
2422 DBGMSG("irq_handler: Bus reset requested");
2423
2424 /* Subsystem call */
2425 hpsb_bus_reset(ohci->host);
2426 }
2427 event &= ~OHCI1394_busReset;
2428 }
2429
2430 if (event & OHCI1394_reqTxComplete) {
2431 struct dma_trm_ctx *d = &ohci->at_req_context;
2432 DBGMSG("Got reqTxComplete interrupt "
2433 "status=0x%08X", reg_read(ohci, d->ctrlSet));
2434 if (reg_read(ohci, d->ctrlSet) & 0x800)
2435 ohci1394_stop_context(ohci, d->ctrlClear,
2436 "reqTxComplete");
2437 else
2438 dma_trm_tasklet((unsigned long)d);
2439 //tasklet_schedule(&d->task);
2440 event &= ~OHCI1394_reqTxComplete;
2441 }
2442 if (event & OHCI1394_respTxComplete) {
2443 struct dma_trm_ctx *d = &ohci->at_resp_context;
2444 DBGMSG("Got respTxComplete interrupt "
2445 "status=0x%08X", reg_read(ohci, d->ctrlSet));
2446 if (reg_read(ohci, d->ctrlSet) & 0x800)
2447 ohci1394_stop_context(ohci, d->ctrlClear,
2448 "respTxComplete");
2449 else
2450 tasklet_schedule(&d->task);
2451 event &= ~OHCI1394_respTxComplete;
2452 }
2453 if (event & OHCI1394_RQPkt) {
2454 struct dma_rcv_ctx *d = &ohci->ar_req_context;
2455 DBGMSG("Got RQPkt interrupt status=0x%08X",
2456 reg_read(ohci, d->ctrlSet));
2457 if (reg_read(ohci, d->ctrlSet) & 0x800)
2458 ohci1394_stop_context(ohci, d->ctrlClear, "RQPkt");
2459 else
2460 tasklet_schedule(&d->task);
2461 event &= ~OHCI1394_RQPkt;
2462 }
2463 if (event & OHCI1394_RSPkt) {
2464 struct dma_rcv_ctx *d = &ohci->ar_resp_context;
2465 DBGMSG("Got RSPkt interrupt status=0x%08X",
2466 reg_read(ohci, d->ctrlSet));
2467 if (reg_read(ohci, d->ctrlSet) & 0x800)
2468 ohci1394_stop_context(ohci, d->ctrlClear, "RSPkt");
2469 else
2470 tasklet_schedule(&d->task);
2471 event &= ~OHCI1394_RSPkt;
2472 }
2473 if (event & OHCI1394_isochRx) {
2474 quadlet_t rx_event;
2475
2476 rx_event = reg_read(ohci, OHCI1394_IsoRecvIntEventSet);
2477 reg_write(ohci, OHCI1394_IsoRecvIntEventClear, rx_event);
2478 ohci_schedule_iso_tasklets(ohci, rx_event, 0);
2479 event &= ~OHCI1394_isochRx;
2480 }
2481 if (event & OHCI1394_isochTx) {
2482 quadlet_t tx_event;
2483
2484 tx_event = reg_read(ohci, OHCI1394_IsoXmitIntEventSet);
2485 reg_write(ohci, OHCI1394_IsoXmitIntEventClear, tx_event);
2486 ohci_schedule_iso_tasklets(ohci, 0, tx_event);
2487 event &= ~OHCI1394_isochTx;
2488 }
2489 if (event & OHCI1394_selfIDComplete) {
2490 if (host->in_bus_reset) {
2491 node_id = reg_read(ohci, OHCI1394_NodeID);
2492
2493 if (!(node_id & 0x80000000)) {
2494 PRINT(KERN_ERR,
2495 "SelfID received, but NodeID invalid "
2496 "(probably new bus reset occurred): %08X",
2497 node_id);
2498 goto selfid_not_valid;
2499 }
2500
2501 phyid = node_id & 0x0000003f;
2502 isroot = (node_id & 0x40000000) != 0;
2503
2504 DBGMSG("SelfID interrupt received "
2505 "(phyid %d, %s)", phyid,
2506 (isroot ? "root" : "not root"));
2507
2508 handle_selfid(ohci, host, phyid, isroot);
2509
2510 /* Clear the bus reset event and re-enable the
2511 * busReset interrupt. */
2512 spin_lock_irqsave(&ohci->event_lock, flags);
2513 reg_write(ohci, OHCI1394_IntEventClear, OHCI1394_busReset);
2514 reg_write(ohci, OHCI1394_IntMaskSet, OHCI1394_busReset);
2515 spin_unlock_irqrestore(&ohci->event_lock, flags);
2516
2517 /* Accept Physical requests from all nodes. */
2518 reg_write(ohci,OHCI1394_AsReqFilterHiSet, 0xffffffff);
2519 reg_write(ohci,OHCI1394_AsReqFilterLoSet, 0xffffffff);
2520
2521 /* Turn on phys dma reception.
2522 *
2523 * TODO: Enable some sort of filtering management.
2524 */
2525 if (phys_dma) {
2526 reg_write(ohci,OHCI1394_PhyReqFilterHiSet, 0xffffffff);
2527 reg_write(ohci,OHCI1394_PhyReqFilterLoSet, 0xffffffff);
2528 reg_write(ohci,OHCI1394_PhyUpperBound, 0xffff0000);
2529 } else {
2530 reg_write(ohci,OHCI1394_PhyReqFilterHiSet, 0x00000000);
2531 reg_write(ohci,OHCI1394_PhyReqFilterLoSet, 0x00000000);
2532 }
2533
2534 DBGMSG("PhyReqFilter=%08x%08x",
2535 reg_read(ohci,OHCI1394_PhyReqFilterHiSet),
2536 reg_read(ohci,OHCI1394_PhyReqFilterLoSet));
2537
2538 hpsb_selfid_complete(host, phyid, isroot);
2539 } else
2540 PRINT(KERN_ERR,
2541 "SelfID received outside of bus reset sequence");
2542
2543 selfid_not_valid:
2544 event &= ~OHCI1394_selfIDComplete;
2545 }
2546
2547 /* Make sure we handle everything, just in case we accidentally
2548 * enabled an interrupt that we didn't write a handler for. */
2549 if (event)
2550 PRINT(KERN_ERR, "Unhandled interrupt(s) 0x%08x",
2551 event);
2552
2553 return IRQ_HANDLED;
2554 }
2555
2556 /* Put the buffer back into the dma context */
2557 static void insert_dma_buffer(struct dma_rcv_ctx *d, int idx)
2558 {
2559 struct ti_ohci *ohci = (struct ti_ohci*)(d->ohci);
2560 DBGMSG("Inserting dma buf ctx=%d idx=%d", d->ctx, idx);
2561
2562 d->prg_cpu[idx]->status = cpu_to_le32(d->buf_size);
2563 d->prg_cpu[idx]->branchAddress &= le32_to_cpu(0xfffffff0);
2564 idx = (idx + d->num_desc - 1 ) % d->num_desc;
2565 d->prg_cpu[idx]->branchAddress |= le32_to_cpu(0x00000001);
2566
2567 /* To avoid a race, ensure 1394 interface hardware sees the inserted
2568 * context program descriptors before it sees the wakeup bit set. */
2569 wmb();
2570
2571 /* wake up the dma context if necessary */
2572 if (!(reg_read(ohci, d->ctrlSet) & 0x400)) {
2573 PRINT(KERN_INFO,
2574 "Waking dma ctx=%d ... processing is probably too slow",
2575 d->ctx);
2576 }
2577
2578 /* do this always, to avoid race condition */
2579 reg_write(ohci, d->ctrlSet, 0x1000);
2580 }
2581
2582 #define cond_le32_to_cpu(data, noswap) \
2583 (noswap ? data : le32_to_cpu(data))
2584
2585 static const int TCODE_SIZE[16] = {20, 0, 16, -1, 16, 20, 20, 0,
2586 -1, 0, -1, 0, -1, -1, 16, -1};
2587
2588 /*
2589 * Determine the length of a packet in the buffer
2590 * Optimization suggested by Pascal Drolet <pascal.drolet@informission.ca>
2591 */
2592 static __inline__ int packet_length(struct dma_rcv_ctx *d, int idx, quadlet_t *buf_ptr,
2593 int offset, unsigned char tcode, int noswap)
2594 {
2595 int length = -1;
2596
2597 if (d->type == DMA_CTX_ASYNC_REQ || d->type == DMA_CTX_ASYNC_RESP) {
2598 length = TCODE_SIZE[tcode];
2599 if (length == 0) {
2600 if (offset + 12 >= d->buf_size) {
2601 length = (cond_le32_to_cpu(d->buf_cpu[(idx + 1) % d->num_desc]
2602 [3 - ((d->buf_size - offset) >> 2)], noswap) >> 16);
2603 } else {
2604 length = (cond_le32_to_cpu(buf_ptr[3], noswap) >> 16);
2605 }
2606 length += 20;
2607 }
2608 } else if (d->type == DMA_CTX_ISO) {
2609 /* Assumption: buffer fill mode with header/trailer */
2610 length = (cond_le32_to_cpu(buf_ptr[0], noswap) >> 16) + 8;
2611 }
2612
2613 if (length > 0 && length % 4)
2614 length += 4 - (length % 4);
2615
2616 return length;
2617 }
2618
2619 /* Tasklet that processes dma receive buffers */
2620 static void dma_rcv_tasklet (unsigned long data)
2621 {
2622 struct dma_rcv_ctx *d = (struct dma_rcv_ctx*)data;
2623 struct ti_ohci *ohci = (struct ti_ohci*)(d->ohci);
2624 unsigned int split_left, idx, offset, rescount;
2625 unsigned char tcode;
2626 int length, bytes_left, ack;
2627 unsigned long flags;
2628 quadlet_t *buf_ptr;
2629 char *split_ptr;
2630 char msg[256];
2631
2632 spin_lock_irqsave(&d->lock, flags);
2633
2634 idx = d->buf_ind;
2635 offset = d->buf_offset;
2636 buf_ptr = d->buf_cpu[idx] + offset/4;
2637
2638 rescount = le32_to_cpu(d->prg_cpu[idx]->status) & 0xffff;
2639 bytes_left = d->buf_size - rescount - offset;
2640
2641 while (bytes_left > 0) {
2642 tcode = (cond_le32_to_cpu(buf_ptr[0], ohci->no_swap_incoming) >> 4) & 0xf;
2643
2644 /* packet_length() will return < 4 for an error */
2645 length = packet_length(d, idx, buf_ptr, offset, tcode, ohci->no_swap_incoming);
2646
2647 if (length < 4) { /* something is wrong */
2648 sprintf(msg,"Unexpected tcode 0x%x(0x%08x) in AR ctx=%d, length=%d",
2649 tcode, cond_le32_to_cpu(buf_ptr[0], ohci->no_swap_incoming),
2650 d->ctx, length);
2651 ohci1394_stop_context(ohci, d->ctrlClear, msg);
2652 spin_unlock_irqrestore(&d->lock, flags);
2653 return;
2654 }
2655
2656 /* The first case is where we have a packet that crosses
2657 * over more than one descriptor. The next case is where
2658 * it's all in the first descriptor. */
2659 if ((offset + length) > d->buf_size) {
2660 DBGMSG("Split packet rcv'd");
2661 if (length > d->split_buf_size) {
2662 ohci1394_stop_context(ohci, d->ctrlClear,
2663 "Split packet size exceeded");
2664 d->buf_ind = idx;
2665 d->buf_offset = offset;
2666 spin_unlock_irqrestore(&d->lock, flags);
2667 return;
2668 }
2669
2670 if (le32_to_cpu(d->prg_cpu[(idx+1)%d->num_desc]->status)
2671 == d->buf_size) {
2672 /* Other part of packet not written yet.
2673 * this should never happen I think
2674 * anyway we'll get it on the next call. */
2675 PRINT(KERN_INFO,
2676 "Got only half a packet!");
2677 d->buf_ind = idx;
2678 d->buf_offset = offset;
2679 spin_unlock_irqrestore(&d->lock, flags);
2680 return;
2681 }
2682
2683 split_left = length;
2684 split_ptr = (char *)d->spb;
2685 memcpy(split_ptr,buf_ptr,d->buf_size-offset);
2686 split_left -= d->buf_size-offset;
2687 split_ptr += d->buf_size-offset;
2688 insert_dma_buffer(d, idx);
2689 idx = (idx+1) % d->num_desc;
2690 buf_ptr = d->buf_cpu[idx];
2691 offset=0;
2692
2693 while (split_left >= d->buf_size) {
2694 memcpy(split_ptr,buf_ptr,d->buf_size);
2695 split_ptr += d->buf_size;
2696 split_left -= d->buf_size;
2697 insert_dma_buffer(d, idx);
2698 idx = (idx+1) % d->num_desc;
2699 buf_ptr = d->buf_cpu[idx];
2700 }
2701
2702 if (split_left > 0) {
2703 memcpy(split_ptr, buf_ptr, split_left);
2704 offset = split_left;
2705 buf_ptr += offset/4;
2706 }
2707 } else {
2708 DBGMSG("Single packet rcv'd");
2709 memcpy(d->spb, buf_ptr, length);
2710 offset += length;
2711 buf_ptr += length/4;
2712 if (offset==d->buf_size) {
2713 insert_dma_buffer(d, idx);
2714 idx = (idx+1) % d->num_desc;
2715 buf_ptr = d->buf_cpu[idx];
2716 offset=0;
2717 }
2718 }
2719
2720 /* We get one phy packet to the async descriptor for each
2721 * bus reset. We always ignore it. */
2722 if (tcode != OHCI1394_TCODE_PHY) {
2723 if (!ohci->no_swap_incoming)
2724 packet_swab(d->spb, tcode);
2725 DBGMSG("Packet received from node"
2726 " %d ack=0x%02X spd=%d tcode=0x%X"
2727 " length=%d ctx=%d tlabel=%d",
2728 (d->spb[1]>>16)&0x3f,
2729 (cond_le32_to_cpu(d->spb[length/4-1], ohci->no_swap_incoming)>>16)&0x1f,
2730 (cond_le32_to_cpu(d->spb[length/4-1], ohci->no_swap_incoming)>>21)&0x3,
2731 tcode, length, d->ctx,
2732 (cond_le32_to_cpu(d->spb[0], ohci->no_swap_incoming)>>10)&0x3f);
2733
2734 ack = (((cond_le32_to_cpu(d->spb[length/4-1], ohci->no_swap_incoming)>>16)&0x1f)
2735 == 0x11) ? 1 : 0;
2736
2737 hpsb_packet_received(ohci->host, d->spb,
2738 length-4, ack);
2739 }
2740 #ifdef OHCI1394_DEBUG
2741 else
2742 PRINT (KERN_DEBUG, "Got phy packet ctx=%d ... discarded",
2743 d->ctx);
2744 #endif
2745
2746 rescount = le32_to_cpu(d->prg_cpu[idx]->status) & 0xffff;
2747
2748 bytes_left = d->buf_size - rescount - offset;
2749
2750 }
2751
2752 d->buf_ind = idx;
2753 d->buf_offset = offset;
2754
2755 spin_unlock_irqrestore(&d->lock, flags);
2756 }
2757
2758 /* Bottom half that processes sent packets */
2759 static void dma_trm_tasklet (unsigned long data)
2760 {
2761 struct dma_trm_ctx *d = (struct dma_trm_ctx*)data;
2762 struct ti_ohci *ohci = (struct ti_ohci*)(d->ohci);
2763 struct hpsb_packet *packet, *ptmp;
2764 unsigned long flags;
2765 u32 status, ack;
2766 size_t datasize;
2767
2768 spin_lock_irqsave(&d->lock, flags);
2769
2770 list_for_each_entry_safe(packet, ptmp, &d->fifo_list, driver_list) {
2771 datasize = packet->data_size;
2772 if (datasize && packet->type != hpsb_raw)
2773 status = le32_to_cpu(
2774 d->prg_cpu[d->sent_ind]->end.status) >> 16;
2775 else
2776 status = le32_to_cpu(
2777 d->prg_cpu[d->sent_ind]->begin.status) >> 16;
2778
2779 if (status == 0)
2780 /* this packet hasn't been sent yet*/
2781 break;
2782
2783 #ifdef OHCI1394_DEBUG
2784 if (datasize)
2785 if (((le32_to_cpu(d->prg_cpu[d->sent_ind]->data[0])>>4)&0xf) == 0xa)
2786 DBGMSG("Stream packet sent to channel %d tcode=0x%X "
2787 "ack=0x%X spd=%d dataLength=%d ctx=%d",
2788 (le32_to_cpu(d->prg_cpu[d->sent_ind]->data[0])>>8)&0x3f,
2789 (le32_to_cpu(d->prg_cpu[d->sent_ind]->data[0])>>4)&0xf,
2790 status&0x1f, (status>>5)&0x3,
2791 le32_to_cpu(d->prg_cpu[d->sent_ind]->data[1])>>16,
2792 d->ctx);
2793 else
2794 DBGMSG("Packet sent to node %d tcode=0x%X tLabel="
2795 "%d ack=0x%X spd=%d dataLength=%d ctx=%d",
2796 (le32_to_cpu(d->prg_cpu[d->sent_ind]->data[1])>>16)&0x3f,
2797 (le32_to_cpu(d->prg_cpu[d->sent_ind]->data[0])>>4)&0xf,
2798 (le32_to_cpu(d->prg_cpu[d->sent_ind]->data[0])>>10)&0x3f,
2799 status&0x1f, (status>>5)&0x3,
2800 le32_to_cpu(d->prg_cpu[d->sent_ind]->data[3])>>16,
2801 d->ctx);
2802 else
2803 DBGMSG("Packet sent to node %d tcode=0x%X tLabel="
2804 "%d ack=0x%X spd=%d data=0x%08X ctx=%d",
2805 (le32_to_cpu(d->prg_cpu[d->sent_ind]->data[1])
2806 >>16)&0x3f,
2807 (le32_to_cpu(d->prg_cpu[d->sent_ind]->data[0])
2808 >>4)&0xf,
2809 (le32_to_cpu(d->prg_cpu[d->sent_ind]->data[0])
2810 >>10)&0x3f,
2811 status&0x1f, (status>>5)&0x3,
2812 le32_to_cpu(d->prg_cpu[d->sent_ind]->data[3]),
2813 d->ctx);
2814 #endif
2815
2816 if (status & 0x10) {
2817 ack = status & 0xf;
2818 } else {
2819 switch (status & 0x1f) {
2820 case EVT_NO_STATUS: /* that should never happen */
2821 case EVT_RESERVED_A: /* that should never happen */
2822 case EVT_LONG_PACKET: /* that should never happen */
2823 PRINT(KERN_WARNING, "Received OHCI evt_* error 0x%x", status & 0x1f);
2824 ack = ACKX_SEND_ERROR;
2825 break;
2826 case EVT_MISSING_ACK:
2827 ack = ACKX_TIMEOUT;
2828 break;
2829 case EVT_UNDERRUN:
2830 ack = ACKX_SEND_ERROR;
2831 break;
2832 case EVT_OVERRUN: /* that should never happen */
2833 PRINT(KERN_WARNING, "Received OHCI evt_* error 0x%x", status & 0x1f);
2834 ack = ACKX_SEND_ERROR;
2835 break;
2836 case EVT_DESCRIPTOR_READ:
2837 case EVT_DATA_READ:
2838 case EVT_DATA_WRITE:
2839 ack = ACKX_SEND_ERROR;
2840 break;
2841 case EVT_BUS_RESET: /* that should never happen */
2842 PRINT(KERN_WARNING, "Received OHCI evt_* error 0x%x", status & 0x1f);
2843 ack = ACKX_SEND_ERROR;
2844 break;
2845 case EVT_TIMEOUT:
2846 ack = ACKX_TIMEOUT;
2847 break;
2848 case EVT_TCODE_ERR:
2849 ack = ACKX_SEND_ERROR;
2850 break;
2851 case EVT_RESERVED_B: /* that should never happen */
2852 case EVT_RESERVED_C: /* that should never happen */
2853 PRINT(KERN_WARNING, "Received OHCI evt_* error 0x%x", status & 0x1f);
2854 ack = ACKX_SEND_ERROR;
2855 break;
2856 case EVT_UNKNOWN:
2857 case EVT_FLUSHED:
2858 ack = ACKX_SEND_ERROR;
2859 break;
2860 default:
2861 PRINT(KERN_ERR, "Unhandled OHCI evt_* error 0x%x", status & 0x1f);
2862 ack = ACKX_SEND_ERROR;
2863 BUG();
2864 }
2865 }
2866
2867 list_del_init(&packet->driver_list);
2868 hpsb_packet_sent(ohci->host, packet, ack);
2869
2870 if (datasize) {
2871 pci_unmap_single(ohci->dev,
2872 cpu_to_le32(d->prg_cpu[d->sent_ind]->end.address),
2873 datasize, PCI_DMA_TODEVICE);
2874 OHCI_DMA_FREE("single Xmit data packet");
2875 }
2876
2877 d->sent_ind = (d->sent_ind+1)%d->num_desc;
2878 d->free_prgs++;
2879 }
2880
2881 dma_trm_flush(ohci, d);
2882
2883 spin_unlock_irqrestore(&d->lock, flags);
2884 }
2885
2886 static void stop_dma_rcv_ctx(struct dma_rcv_ctx *d)
2887 {
2888 if (d->ctrlClear) {
2889 ohci1394_stop_context(d->ohci, d->ctrlClear, NULL);
2890
2891 if (d->type == DMA_CTX_ISO) {
2892 /* disable interrupts */
2893 reg_write(d->ohci, OHCI1394_IsoRecvIntMaskClear, 1 << d->ctx);
2894 ohci1394_unregister_iso_tasklet(d->ohci, &d->ohci->ir_legacy_tasklet);
2895 } else {
2896 tasklet_kill(&d->task);
2897 }
2898 }
2899 }
2900
2901
2902 static void free_dma_rcv_ctx(struct dma_rcv_ctx *d)
2903 {
2904 int i;
2905 struct ti_ohci *ohci = d->ohci;
2906
2907 if (ohci == NULL)
2908 return;
2909
2910 DBGMSG("Freeing dma_rcv_ctx %d", d->ctx);
2911
2912 if (d->buf_cpu) {
2913 for (i=0; i<d->num_desc; i++)
2914 if (d->buf_cpu[i] && d->buf_bus[i]) {
2915 pci_free_consistent(
2916 ohci->dev, d->buf_size,
2917 d->buf_cpu[i], d->buf_bus[i]);
2918 OHCI_DMA_FREE("consistent dma_rcv buf[%d]", i);
2919 }
2920 kfree(d->buf_cpu);
2921 kfree(d->buf_bus);
2922 }
2923 if (d->prg_cpu) {
2924 for (i=0; i<d->num_desc; i++)
2925 if (d->prg_cpu[i] && d->prg_bus[i]) {
2926 pci_pool_free(d->prg_pool, d->prg_cpu[i], d->prg_bus[i]);
2927 OHCI_DMA_FREE("consistent dma_rcv prg[%d]", i);
2928 }
2929 pci_pool_destroy(d->prg_pool);
2930 OHCI_DMA_FREE("dma_rcv prg pool");
2931 kfree(d->prg_cpu);
2932 kfree(d->prg_bus);
2933 }
2934 kfree(d->spb);
2935
2936 /* Mark this context as freed. */
2937 d->ohci = NULL;
2938 }
2939
2940 static int
2941 alloc_dma_rcv_ctx(struct ti_ohci *ohci, struct dma_rcv_ctx *d,
2942 enum context_type type, int ctx, int num_desc,
2943 int buf_size, int split_buf_size, int context_base)
2944 {
2945 int i, len;
2946 static int num_allocs;
2947 static char pool_name[20];
2948
2949 d->ohci = ohci;
2950 d->type = type;
2951 d->ctx = ctx;
2952
2953 d->num_desc = num_desc;
2954 d->buf_size = buf_size;
2955 d->split_buf_size = split_buf_size;
2956
2957 d->ctrlSet = 0;
2958 d->ctrlClear = 0;
2959 d->cmdPtr = 0;
2960
2961 d->buf_cpu = kmalloc(d->num_desc * sizeof(quadlet_t*), GFP_ATOMIC);
2962 d->buf_bus = kmalloc(d->num_desc * sizeof(dma_addr_t), GFP_ATOMIC);
2963
2964 if (d->buf_cpu == NULL || d->buf_bus == NULL) {
2965 PRINT(KERN_ERR, "Failed to allocate dma buffer");
2966 free_dma_rcv_ctx(d);
2967 return -ENOMEM;
2968 }
2969 memset(d->buf_cpu, 0, d->num_desc * sizeof(quadlet_t*));
2970 memset(d->buf_bus, 0, d->num_desc * sizeof(dma_addr_t));
2971
2972 d->prg_cpu = kmalloc(d->num_desc * sizeof(struct dma_cmd*),
2973 GFP_ATOMIC);
2974 d->prg_bus = kmalloc(d->num_desc * sizeof(dma_addr_t), GFP_ATOMIC);
2975
2976 if (d->prg_cpu == NULL || d->prg_bus == NULL) {
2977 PRINT(KERN_ERR, "Failed to allocate dma prg");
2978 free_dma_rcv_ctx(d);
2979 return -ENOMEM;
2980 }
2981 memset(d->prg_cpu, 0, d->num_desc * sizeof(struct dma_cmd*));
2982 memset(d->prg_bus, 0, d->num_desc * sizeof(dma_addr_t));
2983
2984 d->spb = kmalloc(d->split_buf_size, GFP_ATOMIC);
2985
2986 if (d->spb == NULL) {
2987 PRINT(KERN_ERR, "Failed to allocate split buffer");
2988 free_dma_rcv_ctx(d);
2989 return -ENOMEM;
2990 }
2991
2992 len = sprintf(pool_name, "ohci1394_rcv_prg");
2993 sprintf(pool_name+len, "%d", num_allocs);
2994 d->prg_pool = pci_pool_create(pool_name, ohci->dev,
2995 sizeof(struct dma_cmd), 4, 0);
2996 if(d->prg_pool == NULL)
2997 {
2998 PRINT(KERN_ERR, "pci_pool_create failed for %s", pool_name);
2999 free_dma_rcv_ctx(d);
3000 return -ENOMEM;
3001 }
3002 num_allocs++;
3003
3004 OHCI_DMA_ALLOC("dma_rcv prg pool");
3005
3006 for (i=0; i<d->num_desc; i++) {
3007 d->buf_cpu[i] = pci_alloc_consistent(ohci->dev,
3008 d->buf_size,
3009 d->buf_bus+i);
3010 OHCI_DMA_ALLOC("consistent dma_rcv buf[%d]", i);
3011
3012 if (d->buf_cpu[i] != NULL) {
3013 memset(d->buf_cpu[i], 0, d->buf_size);
3014 } else {
3015 PRINT(KERN_ERR,
3016 "Failed to allocate dma buffer");
3017 free_dma_rcv_ctx(d);
3018 return -ENOMEM;
3019 }
3020
3021 d->prg_cpu[i] = pci_pool_alloc(d->prg_pool, SLAB_KERNEL, d->prg_bus+i);
3022 OHCI_DMA_ALLOC("pool dma_rcv prg[%d]", i);
3023
3024 if (d->prg_cpu[i] != NULL) {
3025 memset(d->prg_cpu[i], 0, sizeof(struct dma_cmd));
3026 } else {
3027 PRINT(KERN_ERR,
3028 "Failed to allocate dma prg");
3029 free_dma_rcv_ctx(d);
3030 return -ENOMEM;
3031 }
3032 }
3033
3034 spin_lock_init(&d->lock);
3035
3036 if (type == DMA_CTX_ISO) {
3037 ohci1394_init_iso_tasklet(&ohci->ir_legacy_tasklet,
3038 OHCI_ISO_MULTICHANNEL_RECEIVE,
3039 dma_rcv_tasklet, (unsigned long) d);
3040 } else {
3041 d->ctrlSet = context_base + OHCI1394_ContextControlSet;
3042 d->ctrlClear = context_base + OHCI1394_ContextControlClear;
3043 d->cmdPtr = context_base + OHCI1394_ContextCommandPtr;
3044
3045 tasklet_init (&d->task, dma_rcv_tasklet, (unsigned long) d);
3046 }
3047
3048 return 0;
3049 }
3050
3051 static void free_dma_trm_ctx(struct dma_trm_ctx *d)
3052 {
3053 int i;
3054 struct ti_ohci *ohci = d->ohci;
3055
3056 if (ohci == NULL)
3057 return;
3058
3059 DBGMSG("Freeing dma_trm_ctx %d", d->ctx);
3060
3061 if (d->prg_cpu) {
3062 for (i=0; i<d->num_desc; i++)
3063 if (d->prg_cpu[i] && d->prg_bus[i]) {
3064 pci_pool_free(d->prg_pool, d->prg_cpu[i], d->prg_bus[i]);
3065 OHCI_DMA_FREE("pool dma_trm prg[%d]", i);
3066 }
3067 pci_pool_destroy(d->prg_pool);
3068 OHCI_DMA_FREE("dma_trm prg pool");
3069 kfree(d->prg_cpu);
3070 kfree(d->prg_bus);
3071 }
3072
3073 /* Mark this context as freed. */
3074 d->ohci = NULL;
3075 }
3076
3077 static int
3078 alloc_dma_trm_ctx(struct ti_ohci *ohci, struct dma_trm_ctx *d,
3079 enum context_type type, int ctx, int num_desc,
3080 int context_base)
3081 {
3082 int i, len;
3083 static char pool_name[20];
3084 static int num_allocs=0;
3085
3086 d->ohci = ohci;
3087 d->type = type;
3088 d->ctx = ctx;
3089 d->num_desc = num_desc;
3090 d->ctrlSet = 0;
3091 d->ctrlClear = 0;
3092 d->cmdPtr = 0;
3093
3094 d->prg_cpu = kmalloc(d->num_desc * sizeof(struct at_dma_prg*),
3095 GFP_KERNEL);
3096 d->prg_bus = kmalloc(d->num_desc * sizeof(dma_addr_t), GFP_KERNEL);
3097
3098 if (d->prg_cpu == NULL || d->prg_bus == NULL) {
3099 PRINT(KERN_ERR, "Failed to allocate at dma prg");
3100 free_dma_trm_ctx(d);
3101 return -ENOMEM;
3102 }
3103 memset(d->prg_cpu, 0, d->num_desc * sizeof(struct at_dma_prg*));
3104 memset(d->prg_bus, 0, d->num_desc * sizeof(dma_addr_t));
3105
3106 len = sprintf(pool_name, "ohci1394_trm_prg");
3107 sprintf(pool_name+len, "%d", num_allocs);
3108 d->prg_pool = pci_pool_create(pool_name, ohci->dev,
3109 sizeof(struct at_dma_prg), 4, 0);
3110 if (d->prg_pool == NULL) {
3111 PRINT(KERN_ERR, "pci_pool_create failed for %s", pool_name);
3112 free_dma_trm_ctx(d);
3113 return -ENOMEM;
3114 }
3115 num_allocs++;
3116
3117 OHCI_DMA_ALLOC("dma_rcv prg pool");
3118
3119 for (i = 0; i < d->num_desc; i++) {
3120 d->prg_cpu[i] = pci_pool_alloc(d->prg_pool, SLAB_KERNEL, d->prg_bus+i);
3121 OHCI_DMA_ALLOC("pool dma_trm prg[%d]", i);
3122
3123 if (d->prg_cpu[i] != NULL) {
3124 memset(d->prg_cpu[i], 0, sizeof(struct at_dma_prg));
3125 } else {
3126 PRINT(KERN_ERR,
3127 "Failed to allocate at dma prg");
3128 free_dma_trm_ctx(d);
3129 return -ENOMEM;
3130 }
3131 }
3132
3133 spin_lock_init(&d->lock);
3134
3135 /* initialize tasklet */
3136 if (type == DMA_CTX_ISO) {
3137 ohci1394_init_iso_tasklet(&ohci->it_legacy_tasklet, OHCI_ISO_TRANSMIT,
3138 dma_trm_tasklet, (unsigned long) d);
3139 if (ohci1394_register_iso_tasklet(ohci,
3140 &ohci->it_legacy_tasklet) < 0) {
3141 PRINT(KERN_ERR, "No IT DMA context available");
3142 free_dma_trm_ctx(d);
3143 return -EBUSY;
3144 }
3145
3146 /* IT can be assigned to any context by register_iso_tasklet */
3147 d->ctx = ohci->it_legacy_tasklet.context;
3148 d->ctrlSet = OHCI1394_IsoXmitContextControlSet + 16 * d->ctx;
3149 d->ctrlClear = OHCI1394_IsoXmitContextControlClear + 16 * d->ctx;
3150 d->cmdPtr = OHCI1394_IsoXmitCommandPtr + 16 * d->ctx;
3151 } else {
3152 d->ctrlSet = context_base + OHCI1394_ContextControlSet;
3153 d->ctrlClear = context_base + OHCI1394_ContextControlClear;
3154 d->cmdPtr = context_base + OHCI1394_ContextCommandPtr;
3155 tasklet_init (&d->task, dma_trm_tasklet, (unsigned long)d);
3156 }
3157
3158 return 0;
3159 }
3160
3161 static void ohci_set_hw_config_rom(struct hpsb_host *host, quadlet_t *config_rom)
3162 {
3163 struct ti_ohci *ohci = host->hostdata;
3164
3165 reg_write(ohci, OHCI1394_ConfigROMhdr, be32_to_cpu(config_rom[0]));
3166 reg_write(ohci, OHCI1394_BusOptions, be32_to_cpu(config_rom[2]));
3167
3168 memcpy(ohci->csr_config_rom_cpu, config_rom, OHCI_CONFIG_ROM_LEN);
3169 }
3170
3171
3172 static quadlet_t ohci_hw_csr_reg(struct hpsb_host *host, int reg,
3173 quadlet_t data, quadlet_t compare)
3174 {
3175 struct ti_ohci *ohci = host->hostdata;
3176 int i;
3177
3178 reg_write(ohci, OHCI1394_CSRData, data);
3179 reg_write(ohci, OHCI1394_CSRCompareData, compare);
3180 reg_write(ohci, OHCI1394_CSRControl, reg & 0x3);
3181
3182 for (i = 0; i < OHCI_LOOP_COUNT; i++) {
3183 if (reg_read(ohci, OHCI1394_CSRControl) & 0x80000000)
3184 break;
3185
3186 mdelay(1);
3187 }
3188
3189 return reg_read(ohci, OHCI1394_CSRData);
3190 }
3191
3192 static struct hpsb_host_driver ohci1394_driver = {
3193 .owner = THIS_MODULE,
3194 .name = OHCI1394_DRIVER_NAME,
3195 .set_hw_config_rom = ohci_set_hw_config_rom,
3196 .transmit_packet = ohci_transmit,
3197 .devctl = ohci_devctl,
3198 .isoctl = ohci_isoctl,
3199 .hw_csr_reg = ohci_hw_csr_reg,
3200 };
3201
3202 \f
3203
3204 /***********************************
3205 * PCI Driver Interface functions *
3206 ***********************************/
3207
3208 #define FAIL(err, fmt, args...) \
3209 do { \
3210 PRINT_G(KERN_ERR, fmt , ## args); \
3211 ohci1394_pci_remove(dev); \
3212 return err; \
3213 } while (0)
3214
3215 static int __devinit ohci1394_pci_probe(struct pci_dev *dev,
3216 const struct pci_device_id *ent)
3217 {
3218 static int version_printed = 0;
3219
3220 struct hpsb_host *host;
3221 struct ti_ohci *ohci; /* shortcut to currently handled device */
3222 unsigned long ohci_base;
3223
3224 if (version_printed++ == 0)
3225 PRINT_G(KERN_INFO, "%s", version);
3226
3227 if (pci_enable_device(dev))
3228 FAIL(-ENXIO, "Failed to enable OHCI hardware");
3229 pci_set_master(dev);
3230
3231 host = hpsb_alloc_host(&ohci1394_driver, sizeof(struct ti_ohci), &dev->dev);
3232 if (!host) FAIL(-ENOMEM, "Failed to allocate host structure");
3233
3234 ohci = host->hostdata;
3235 ohci->dev = dev;
3236 ohci->host = host;
3237 ohci->init_state = OHCI_INIT_ALLOC_HOST;
3238 host->pdev = dev;
3239 pci_set_drvdata(dev, ohci);
3240
3241 /* We don't want hardware swapping */
3242 pci_write_config_dword(dev, OHCI1394_PCI_HCI_Control, 0);
3243
3244 /* Some oddball Apple controllers do not order the selfid
3245 * properly, so we make up for it here. */
3246 #ifndef __LITTLE_ENDIAN
3247 /* XXX: Need a better way to check this. I'm wondering if we can
3248 * read the values of the OHCI1394_PCI_HCI_Control and the
3249 * noByteSwapData registers to see if they were not cleared to
3250 * zero. Should this work? Obviously it's not defined what these
3251 * registers will read when they aren't supported. Bleh! */
3252 if (dev->vendor == PCI_VENDOR_ID_APPLE &&
3253 dev->device == PCI_DEVICE_ID_APPLE_UNI_N_FW) {
3254 ohci->no_swap_incoming = 1;
3255 ohci->selfid_swap = 0;
3256 } else
3257 ohci->selfid_swap = 1;
3258 #endif
3259
3260
3261 #ifndef PCI_DEVICE_ID_NVIDIA_NFORCE2_FW
3262 #define PCI_DEVICE_ID_NVIDIA_NFORCE2_FW 0x006e
3263 #endif
3264
3265 /* These chipsets require a bit of extra care when checking after
3266 * a busreset. */
3267 if ((dev->vendor == PCI_VENDOR_ID_APPLE &&
3268 dev->device == PCI_DEVICE_ID_APPLE_UNI_N_FW) ||
3269 (dev->vendor == PCI_VENDOR_ID_NVIDIA &&
3270 dev->device == PCI_DEVICE_ID_NVIDIA_NFORCE2_FW))
3271 ohci->check_busreset = 1;
3272
3273 /* We hardwire the MMIO length, since some CardBus adaptors
3274 * fail to report the right length. Anyway, the ohci spec
3275 * clearly says it's 2kb, so this shouldn't be a problem. */
3276 ohci_base = pci_resource_start(dev, 0);
3277 if (pci_resource_len(dev, 0) != OHCI1394_REGISTER_SIZE)
3278 PRINT(KERN_WARNING, "Unexpected PCI resource length of %lx!",
3279 pci_resource_len(dev, 0));
3280
3281 /* Seems PCMCIA handles this internally. Not sure why. Seems
3282 * pretty bogus to force a driver to special case this. */
3283 #ifndef PCMCIA
3284 if (!request_mem_region (ohci_base, OHCI1394_REGISTER_SIZE, OHCI1394_DRIVER_NAME))
3285 FAIL(-ENOMEM, "MMIO resource (0x%lx - 0x%lx) unavailable",
3286 ohci_base, ohci_base + OHCI1394_REGISTER_SIZE);
3287 #endif
3288 ohci->init_state = OHCI_INIT_HAVE_MEM_REGION;
3289
3290 ohci->registers = ioremap(ohci_base, OHCI1394_REGISTER_SIZE);
3291 if (ohci->registers == NULL)
3292 FAIL(-ENXIO, "Failed to remap registers - card not accessible");
3293 ohci->init_state = OHCI_INIT_HAVE_IOMAPPING;
3294 DBGMSG("Remapped memory spaces reg 0x%p", ohci->registers);
3295
3296 /* csr_config rom allocation */
3297 ohci->csr_config_rom_cpu =
3298 pci_alloc_consistent(ohci->dev, OHCI_CONFIG_ROM_LEN,
3299 &ohci->csr_config_rom_bus);
3300 OHCI_DMA_ALLOC("consistent csr_config_rom");
3301 if (ohci->csr_config_rom_cpu == NULL)
3302 FAIL(-ENOMEM, "Failed to allocate buffer config rom");
3303 ohci->init_state = OHCI_INIT_HAVE_CONFIG_ROM_BUFFER;
3304
3305 /* self-id dma buffer allocation */
3306 ohci->selfid_buf_cpu =
3307 pci_alloc_consistent(ohci->dev, OHCI1394_SI_DMA_BUF_SIZE,
3308 &ohci->selfid_buf_bus);
3309 OHCI_DMA_ALLOC("consistent selfid_buf");
3310
3311 if (ohci->selfid_buf_cpu == NULL)
3312 FAIL(-ENOMEM, "Failed to allocate DMA buffer for self-id packets");
3313 ohci->init_state = OHCI_INIT_HAVE_SELFID_BUFFER;
3314
3315 if ((unsigned long)ohci->selfid_buf_cpu & 0x1fff)
3316 PRINT(KERN_INFO, "SelfID buffer %p is not aligned on "
3317 "8Kb boundary... may cause problems on some CXD3222 chip",
3318 ohci->selfid_buf_cpu);
3319
3320 /* No self-id errors at startup */
3321 ohci->self_id_errors = 0;
3322
3323 ohci->init_state = OHCI_INIT_HAVE_TXRX_BUFFERS__MAYBE;
3324 /* AR DMA request context allocation */
3325 if (alloc_dma_rcv_ctx(ohci, &ohci->ar_req_context,
3326 DMA_CTX_ASYNC_REQ, 0, AR_REQ_NUM_DESC,
3327 AR_REQ_BUF_SIZE, AR_REQ_SPLIT_BUF_SIZE,
3328 OHCI1394_AsReqRcvContextBase) < 0)
3329 FAIL(-ENOMEM, "Failed to allocate AR Req context");
3330
3331 /* AR DMA response context allocation */
3332 if (alloc_dma_rcv_ctx(ohci, &ohci->ar_resp_context,
3333 DMA_CTX_ASYNC_RESP, 0, AR_RESP_NUM_DESC,
3334 AR_RESP_BUF_SIZE, AR_RESP_SPLIT_BUF_SIZE,
3335 OHCI1394_AsRspRcvContextBase) < 0)
3336 FAIL(-ENOMEM, "Failed to allocate AR Resp context");
3337
3338 /* AT DMA request context */
3339 if (alloc_dma_trm_ctx(ohci, &ohci->at_req_context,
3340 DMA_CTX_ASYNC_REQ, 0, AT_REQ_NUM_DESC,
3341 OHCI1394_AsReqTrContextBase) < 0)
3342 FAIL(-ENOMEM, "Failed to allocate AT Req context");
3343
3344 /* AT DMA response context */
3345 if (alloc_dma_trm_ctx(ohci, &ohci->at_resp_context,
3346 DMA_CTX_ASYNC_RESP, 1, AT_RESP_NUM_DESC,
3347 OHCI1394_AsRspTrContextBase) < 0)
3348 FAIL(-ENOMEM, "Failed to allocate AT Resp context");
3349
3350 /* Start off with a soft reset, to clear everything to a sane
3351 * state. */
3352 ohci_soft_reset(ohci);
3353
3354 /* Now enable LPS, which we need in order to start accessing
3355 * most of the registers. In fact, on some cards (ALI M5251),
3356 * accessing registers in the SClk domain without LPS enabled
3357 * will lock up the machine. Wait 50msec to make sure we have
3358 * full link enabled. */
3359 reg_write(ohci, OHCI1394_HCControlSet, OHCI1394_HCControl_LPS);
3360
3361 /* Disable and clear interrupts */
3362 reg_write(ohci, OHCI1394_IntEventClear, 0xffffffff);
3363 reg_write(ohci, OHCI1394_IntMaskClear, 0xffffffff);
3364
3365 mdelay(50);
3366
3367 /* Determine the number of available IR and IT contexts. */
3368 ohci->nb_iso_rcv_ctx =
3369 get_nb_iso_ctx(ohci, OHCI1394_IsoRecvIntMaskSet);
3370 DBGMSG("%d iso receive contexts available",
3371 ohci->nb_iso_rcv_ctx);
3372
3373 ohci->nb_iso_xmit_ctx =
3374 get_nb_iso_ctx(ohci, OHCI1394_IsoXmitIntMaskSet);
3375 DBGMSG("%d iso transmit contexts available",
3376 ohci->nb_iso_xmit_ctx);
3377
3378 /* Set the usage bits for non-existent contexts so they can't
3379 * be allocated */
3380 ohci->ir_ctx_usage = ~0 << ohci->nb_iso_rcv_ctx;
3381 ohci->it_ctx_usage = ~0 << ohci->nb_iso_xmit_ctx;
3382
3383 INIT_LIST_HEAD(&ohci->iso_tasklet_list);
3384 spin_lock_init(&ohci->iso_tasklet_list_lock);
3385 ohci->ISO_channel_usage = 0;
3386 spin_lock_init(&ohci->IR_channel_lock);
3387
3388 /* Allocate the IR DMA context right here so we don't have
3389 * to do it in interrupt path - note that this doesn't
3390 * waste much memory and avoids the jugglery required to
3391 * allocate it in IRQ path. */
3392 if (alloc_dma_rcv_ctx(ohci, &ohci->ir_legacy_context,
3393 DMA_CTX_ISO, 0, IR_NUM_DESC,
3394 IR_BUF_SIZE, IR_SPLIT_BUF_SIZE,
3395 OHCI1394_IsoRcvContextBase) < 0) {
3396 FAIL(-ENOMEM, "Cannot allocate IR Legacy DMA context");
3397 }
3398
3399 /* We hopefully don't have to pre-allocate IT DMA like we did
3400 * for IR DMA above. Allocate it on-demand and mark inactive. */
3401 ohci->it_legacy_context.ohci = NULL;
3402
3403 if (request_irq(dev->irq, ohci_irq_handler, SA_SHIRQ,
3404 OHCI1394_DRIVER_NAME, ohci))
3405 FAIL(-ENOMEM, "Failed to allocate shared interrupt %d", dev->irq);
3406
3407 ohci->init_state = OHCI_INIT_HAVE_IRQ;
3408 ohci_initialize(ohci);
3409
3410 /* Set certain csr values */
3411 host->csr.guid_hi = reg_read(ohci, OHCI1394_GUIDHi);
3412 host->csr.guid_lo = reg_read(ohci, OHCI1394_GUIDLo);
3413 host->csr.cyc_clk_acc = 100; /* how do we determine clk accuracy? */
3414 host->csr.max_rec = (reg_read(ohci, OHCI1394_BusOptions) >> 12) & 0xf;
3415 host->csr.lnk_spd = reg_read(ohci, OHCI1394_BusOptions) & 0x7;
3416
3417 /* Tell the highlevel this host is ready */
3418 if (hpsb_add_host(host))
3419 FAIL(-ENOMEM, "Failed to register host with highlevel");
3420
3421 ohci->init_state = OHCI_INIT_DONE;
3422
3423 return 0;
3424 #undef FAIL
3425 }
3426
3427 static void ohci1394_pci_remove(struct pci_dev *pdev)
3428 {
3429 struct ti_ohci *ohci;
3430 struct device *dev;
3431
3432 ohci = pci_get_drvdata(pdev);
3433 if (!ohci)
3434 return;
3435
3436 dev = get_device(&ohci->host->device);
3437
3438 switch (ohci->init_state) {
3439 case OHCI_INIT_DONE:
3440 hpsb_remove_host(ohci->host);
3441
3442 /* Clear out BUS Options */
3443 reg_write(ohci, OHCI1394_ConfigROMhdr, 0);
3444 reg_write(ohci, OHCI1394_BusOptions,
3445 (reg_read(ohci, OHCI1394_BusOptions) & 0x0000f007) |
3446 0x00ff0000);
3447 memset(ohci->csr_config_rom_cpu, 0, OHCI_CONFIG_ROM_LEN);
3448
3449 case OHCI_INIT_HAVE_IRQ:
3450 /* Clear interrupt registers */
3451 reg_write(ohci, OHCI1394_IntMaskClear, 0xffffffff);
3452 reg_write(ohci, OHCI1394_IntEventClear, 0xffffffff);
3453 reg_write(ohci, OHCI1394_IsoXmitIntMaskClear, 0xffffffff);
3454 reg_write(ohci, OHCI1394_IsoXmitIntEventClear, 0xffffffff);
3455 reg_write(ohci, OHCI1394_IsoRecvIntMaskClear, 0xffffffff);
3456 reg_write(ohci, OHCI1394_IsoRecvIntEventClear, 0xffffffff);
3457
3458 /* Disable IRM Contender */
3459 set_phy_reg(ohci, 4, ~0xc0 & get_phy_reg(ohci, 4));
3460
3461 /* Clear link control register */
3462 reg_write(ohci, OHCI1394_LinkControlClear, 0xffffffff);
3463
3464 /* Let all other nodes know to ignore us */
3465 ohci_devctl(ohci->host, RESET_BUS, LONG_RESET_NO_FORCE_ROOT);
3466
3467 /* Soft reset before we start - this disables
3468 * interrupts and clears linkEnable and LPS. */
3469 ohci_soft_reset(ohci);
3470 free_irq(ohci->dev->irq, ohci);
3471
3472 case OHCI_INIT_HAVE_TXRX_BUFFERS__MAYBE:
3473 /* The ohci_soft_reset() stops all DMA contexts, so we
3474 * dont need to do this. */
3475 /* Free AR dma */
3476 free_dma_rcv_ctx(&ohci->ar_req_context);
3477 free_dma_rcv_ctx(&ohci->ar_resp_context);
3478
3479 /* Free AT dma */
3480 free_dma_trm_ctx(&ohci->at_req_context);
3481 free_dma_trm_ctx(&ohci->at_resp_context);
3482
3483 /* Free IR dma */
3484 free_dma_rcv_ctx(&ohci->ir_legacy_context);
3485
3486 /* Free IT dma */
3487 free_dma_trm_ctx(&ohci->it_legacy_context);
3488
3489 /* Free IR legacy dma */
3490 free_dma_rcv_ctx(&ohci->ir_legacy_context);
3491
3492
3493 case OHCI_INIT_HAVE_SELFID_BUFFER:
3494 pci_free_consistent(ohci->dev, OHCI1394_SI_DMA_BUF_SIZE,
3495 ohci->selfid_buf_cpu,
3496 ohci->selfid_buf_bus);
3497 OHCI_DMA_FREE("consistent selfid_buf");
3498
3499 case OHCI_INIT_HAVE_CONFIG_ROM_BUFFER:
3500 pci_free_consistent(ohci->dev, OHCI_CONFIG_ROM_LEN,
3501 ohci->csr_config_rom_cpu,
3502 ohci->csr_config_rom_bus);
3503 OHCI_DMA_FREE("consistent csr_config_rom");
3504
3505 case OHCI_INIT_HAVE_IOMAPPING:
3506 iounmap(ohci->registers);
3507
3508 case OHCI_INIT_HAVE_MEM_REGION:
3509 #ifndef PCMCIA
3510 release_mem_region(pci_resource_start(ohci->dev, 0),
3511 OHCI1394_REGISTER_SIZE);
3512 #endif
3513
3514 #ifdef CONFIG_PPC_PMAC
3515 /* On UniNorth, power down the cable and turn off the chip
3516 * clock when the module is removed to save power on
3517 * laptops. Turning it back ON is done by the arch code when
3518 * pci_enable_device() is called */
3519 {
3520 struct device_node* of_node;
3521
3522 of_node = pci_device_to_OF_node(ohci->dev);
3523 if (of_node) {
3524 pmac_call_feature(PMAC_FTR_1394_ENABLE, of_node, 0, 0);
3525 pmac_call_feature(PMAC_FTR_1394_CABLE_POWER, of_node, 0, 0);
3526 }
3527 }
3528 #endif /* CONFIG_PPC_PMAC */
3529
3530 case OHCI_INIT_ALLOC_HOST:
3531 pci_set_drvdata(ohci->dev, NULL);
3532 }
3533
3534 if (dev)
3535 put_device(dev);
3536 }
3537
3538
3539 static int ohci1394_pci_resume (struct pci_dev *pdev)
3540 {
3541 #ifdef CONFIG_PMAC_PBOOK
3542 {
3543 struct device_node *of_node;
3544
3545 /* Re-enable 1394 */
3546 of_node = pci_device_to_OF_node (pdev);
3547 if (of_node)
3548 pmac_call_feature (PMAC_FTR_1394_ENABLE, of_node, 0, 1);
3549 }
3550 #endif
3551
3552 pci_enable_device(pdev);
3553
3554 return 0;
3555 }
3556
3557
3558 static int ohci1394_pci_suspend (struct pci_dev *pdev, pm_message_t state)
3559 {
3560 #ifdef CONFIG_PMAC_PBOOK
3561 {
3562 struct device_node *of_node;
3563
3564 /* Disable 1394 */
3565 of_node = pci_device_to_OF_node (pdev);
3566 if (of_node)
3567 pmac_call_feature(PMAC_FTR_1394_ENABLE, of_node, 0, 0);
3568 }
3569 #endif
3570
3571 return 0;
3572 }
3573
3574
3575 #define PCI_CLASS_FIREWIRE_OHCI ((PCI_CLASS_SERIAL_FIREWIRE << 8) | 0x10)
3576
3577 static struct pci_device_id ohci1394_pci_tbl[] = {
3578 {
3579 .class = PCI_CLASS_FIREWIRE_OHCI,
3580 .class_mask = PCI_ANY_ID,
3581 .vendor = PCI_ANY_ID,
3582 .device = PCI_ANY_ID,
3583 .subvendor = PCI_ANY_ID,
3584 .subdevice = PCI_ANY_ID,
3585 },
3586 { 0, },
3587 };
3588
3589 MODULE_DEVICE_TABLE(pci, ohci1394_pci_tbl);
3590
3591 static struct pci_driver ohci1394_pci_driver = {
3592 .name = OHCI1394_DRIVER_NAME,
3593 .id_table = ohci1394_pci_tbl,
3594 .probe = ohci1394_pci_probe,
3595 .remove = ohci1394_pci_remove,
3596 .resume = ohci1394_pci_resume,
3597 .suspend = ohci1394_pci_suspend,
3598 };
3599
3600 \f
3601
3602 /***********************************
3603 * OHCI1394 Video Interface *
3604 ***********************************/
3605
3606 /* essentially the only purpose of this code is to allow another
3607 module to hook into ohci's interrupt handler */
3608
3609 int ohci1394_stop_context(struct ti_ohci *ohci, int reg, char *msg)
3610 {
3611 int i=0;
3612
3613 /* stop the channel program if it's still running */
3614 reg_write(ohci, reg, 0x8000);
3615
3616 /* Wait until it effectively stops */
3617 while (reg_read(ohci, reg) & 0x400) {
3618 i++;
3619 if (i>5000) {
3620 PRINT(KERN_ERR,
3621 "Runaway loop while stopping context: %s...", msg ? msg : "");
3622 return 1;
3623 }
3624
3625 mb();
3626 udelay(10);
3627 }
3628 if (msg) PRINT(KERN_ERR, "%s: dma prg stopped", msg);
3629 return 0;
3630 }
3631
3632 void ohci1394_init_iso_tasklet(struct ohci1394_iso_tasklet *tasklet, int type,
3633 void (*func)(unsigned long), unsigned long data)
3634 {
3635 tasklet_init(&tasklet->tasklet, func, data);
3636 tasklet->type = type;
3637 /* We init the tasklet->link field, so we can list_del() it
3638 * without worrying whether it was added to the list or not. */
3639 INIT_LIST_HEAD(&tasklet->link);
3640 }
3641
3642 int ohci1394_register_iso_tasklet(struct ti_ohci *ohci,
3643 struct ohci1394_iso_tasklet *tasklet)
3644 {
3645 unsigned long flags, *usage;
3646 int n, i, r = -EBUSY;
3647
3648 if (tasklet->type == OHCI_ISO_TRANSMIT) {
3649 n = ohci->nb_iso_xmit_ctx;
3650 usage = &ohci->it_ctx_usage;
3651 }
3652 else {
3653 n = ohci->nb_iso_rcv_ctx;
3654 usage = &ohci->ir_ctx_usage;
3655
3656 /* only one receive context can be multichannel (OHCI sec 10.4.1) */
3657 if (tasklet->type == OHCI_ISO_MULTICHANNEL_RECEIVE) {
3658 if (test_and_set_bit(0, &ohci->ir_multichannel_used)) {
3659 return r;
3660 }
3661 }
3662 }
3663
3664 spin_lock_irqsave(&ohci->iso_tasklet_list_lock, flags);
3665
3666 for (i = 0; i < n; i++)
3667 if (!test_and_set_bit(i, usage)) {
3668 tasklet->context = i;
3669 list_add_tail(&tasklet->link, &ohci->iso_tasklet_list);
3670 r = 0;
3671 break;
3672 }
3673
3674 spin_unlock_irqrestore(&ohci->iso_tasklet_list_lock, flags);
3675
3676 return r;
3677 }
3678
3679 void ohci1394_unregister_iso_tasklet(struct ti_ohci *ohci,
3680 struct ohci1394_iso_tasklet *tasklet)
3681 {
3682 unsigned long flags;
3683
3684 tasklet_kill(&tasklet->tasklet);
3685
3686 spin_lock_irqsave(&ohci->iso_tasklet_list_lock, flags);
3687
3688 if (tasklet->type == OHCI_ISO_TRANSMIT)
3689 clear_bit(tasklet->context, &ohci->it_ctx_usage);
3690 else {
3691 clear_bit(tasklet->context, &ohci->ir_ctx_usage);
3692
3693 if (tasklet->type == OHCI_ISO_MULTICHANNEL_RECEIVE) {
3694 clear_bit(0, &ohci->ir_multichannel_used);
3695 }
3696 }
3697
3698 list_del(&tasklet->link);
3699
3700 spin_unlock_irqrestore(&ohci->iso_tasklet_list_lock, flags);
3701 }
3702
3703 EXPORT_SYMBOL(ohci1394_stop_context);
3704 EXPORT_SYMBOL(ohci1394_init_iso_tasklet);
3705 EXPORT_SYMBOL(ohci1394_register_iso_tasklet);
3706 EXPORT_SYMBOL(ohci1394_unregister_iso_tasklet);
3707
3708
3709 /***********************************
3710 * General module initialization *
3711 ***********************************/
3712
3713 MODULE_AUTHOR("Sebastien Rougeaux <sebastien.rougeaux@anu.edu.au>");
3714 MODULE_DESCRIPTION("Driver for PCI OHCI IEEE-1394 controllers");
3715 MODULE_LICENSE("GPL");
3716
3717 static void __exit ohci1394_cleanup (void)
3718 {
3719 pci_unregister_driver(&ohci1394_pci_driver);
3720 }
3721
3722 static int __init ohci1394_init(void)
3723 {
3724 return pci_register_driver(&ohci1394_pci_driver);
3725 }
3726
3727 module_init(ohci1394_init);
3728 module_exit(ohci1394_cleanup);
x86 "subsystem" repository