solos-pci: Fix race condition in tasklet RX handling
[linux-2.6/linux-acpi-2.6/ibm-acpi-2.6.git] / drivers / atm / solos-pci.c
blob36134221abd409d1dc1105b946ad59bd937654ce
1 /*
2 * Driver for the Solos PCI ADSL2+ card, designed to support Linux by
3 * Traverse Technologies -- http://www.traverse.com.au/
4 * Xrio Limited -- http://www.xrio.com/
7 * Copyright © 2008 Traverse Technologies
8 * Copyright © 2008 Intel Corporation
10 * Authors: Nathan Williams <nathan@traverse.com.au>
11 * David Woodhouse <dwmw2@infradead.org>
12 * Treker Chen <treker@xrio.com>
14 * This program is free software; you can redistribute it and/or
15 * modify it under the terms of the GNU General Public License
16 * version 2, as published by the Free Software Foundation.
18 * This program is distributed in the hope that it will be useful,
19 * but WITHOUT ANY WARRANTY; without even the implied warranty of
20 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
21 * GNU General Public License for more details.
24 #define DEBUG
25 #define VERBOSE_DEBUG
27 #include <linux/interrupt.h>
28 #include <linux/module.h>
29 #include <linux/kernel.h>
30 #include <linux/errno.h>
31 #include <linux/ioport.h>
32 #include <linux/types.h>
33 #include <linux/pci.h>
34 #include <linux/atm.h>
35 #include <linux/atmdev.h>
36 #include <linux/skbuff.h>
37 #include <linux/sysfs.h>
38 #include <linux/device.h>
39 #include <linux/kobject.h>
40 #include <linux/firmware.h>
41 #include <linux/ctype.h>
42 #include <linux/swab.h>
43 #include <linux/slab.h>
45 #define VERSION "0.07"
46 #define PTAG "solos-pci"
48 #define CONFIG_RAM_SIZE 128
49 #define FLAGS_ADDR 0x7C
50 #define IRQ_EN_ADDR 0x78
51 #define FPGA_VER 0x74
52 #define IRQ_CLEAR 0x70
53 #define WRITE_FLASH 0x6C
54 #define PORTS 0x68
55 #define FLASH_BLOCK 0x64
56 #define FLASH_BUSY 0x60
57 #define FPGA_MODE 0x5C
58 #define FLASH_MODE 0x58
59 #define TX_DMA_ADDR(port) (0x40 + (4 * (port)))
60 #define RX_DMA_ADDR(port) (0x30 + (4 * (port)))
62 #define DATA_RAM_SIZE 32768
63 #define BUF_SIZE 2048
64 #define OLD_BUF_SIZE 4096 /* For FPGA versions <= 2*/
65 #define FPGA_PAGE 528 /* FPGA flash page size*/
66 #define SOLOS_PAGE 512 /* Solos flash page size*/
67 #define FPGA_BLOCK (FPGA_PAGE * 8) /* FPGA flash block size*/
68 #define SOLOS_BLOCK (SOLOS_PAGE * 8) /* Solos flash block size*/
70 #define RX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2)
71 #define TX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2 + (card->buffer_size))
72 #define FLASH_BUF ((card->buffers) + 4*(card->buffer_size)*2)
74 #define RX_DMA_SIZE 2048
76 #define FPGA_VERSION(a,b) (((a) << 8) + (b))
77 #define LEGACY_BUFFERS 2
78 #define DMA_SUPPORTED 4
80 static int reset = 0;
81 static int atmdebug = 0;
82 static int firmware_upgrade = 0;
83 static int fpga_upgrade = 0;
84 static int db_firmware_upgrade = 0;
85 static int db_fpga_upgrade = 0;
87 struct pkt_hdr {
88 __le16 size;
89 __le16 vpi;
90 __le16 vci;
91 __le16 type;
94 struct solos_skb_cb {
95 struct atm_vcc *vcc;
96 uint32_t dma_addr;
100 #define SKB_CB(skb) ((struct solos_skb_cb *)skb->cb)
102 #define PKT_DATA 0
103 #define PKT_COMMAND 1
104 #define PKT_POPEN 3
105 #define PKT_PCLOSE 4
106 #define PKT_STATUS 5
108 struct solos_card {
109 void __iomem *config_regs;
110 void __iomem *buffers;
111 int nr_ports;
112 int tx_mask;
113 struct pci_dev *dev;
114 struct atm_dev *atmdev[4];
115 struct tasklet_struct tlet;
116 spinlock_t tx_lock;
117 spinlock_t tx_queue_lock;
118 spinlock_t cli_queue_lock;
119 spinlock_t param_queue_lock;
120 struct list_head param_queue;
121 struct sk_buff_head tx_queue[4];
122 struct sk_buff_head cli_queue[4];
123 struct sk_buff *tx_skb[4];
124 struct sk_buff *rx_skb[4];
125 wait_queue_head_t param_wq;
126 wait_queue_head_t fw_wq;
127 int using_dma;
128 int fpga_version;
129 int buffer_size;
133 struct solos_param {
134 struct list_head list;
135 pid_t pid;
136 int port;
137 struct sk_buff *response;
140 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data)
142 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>");
143 MODULE_DESCRIPTION("Solos PCI driver");
144 MODULE_VERSION(VERSION);
145 MODULE_LICENSE("GPL");
146 MODULE_FIRMWARE("solos-FPGA.bin");
147 MODULE_FIRMWARE("solos-Firmware.bin");
148 MODULE_FIRMWARE("solos-db-FPGA.bin");
149 MODULE_PARM_DESC(reset, "Reset Solos chips on startup");
150 MODULE_PARM_DESC(atmdebug, "Print ATM data");
151 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade");
152 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade");
153 MODULE_PARM_DESC(db_firmware_upgrade, "Initiate daughter board Solos firmware upgrade");
154 MODULE_PARM_DESC(db_fpga_upgrade, "Initiate daughter board FPGA upgrade");
155 module_param(reset, int, 0444);
156 module_param(atmdebug, int, 0644);
157 module_param(firmware_upgrade, int, 0444);
158 module_param(fpga_upgrade, int, 0444);
159 module_param(db_firmware_upgrade, int, 0444);
160 module_param(db_fpga_upgrade, int, 0444);
162 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
163 struct atm_vcc *vcc);
164 static uint32_t fpga_tx(struct solos_card *);
165 static irqreturn_t solos_irq(int irq, void *dev_id);
166 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci);
167 static int list_vccs(int vci);
168 static void release_vccs(struct atm_dev *dev);
169 static int atm_init(struct solos_card *);
170 static void atm_remove(struct solos_card *);
171 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size);
172 static void solos_bh(unsigned long);
173 static int print_buffer(struct sk_buff *buf);
175 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb)
177 if (vcc->pop)
178 vcc->pop(vcc, skb);
179 else
180 dev_kfree_skb_any(skb);
183 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr,
184 char *buf)
186 struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
187 struct solos_card *card = atmdev->dev_data;
188 struct solos_param prm;
189 struct sk_buff *skb;
190 struct pkt_hdr *header;
191 int buflen;
193 buflen = strlen(attr->attr.name) + 10;
195 skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
196 if (!skb) {
197 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n");
198 return -ENOMEM;
201 header = (void *)skb_put(skb, sizeof(*header));
203 buflen = snprintf((void *)&header[1], buflen - 1,
204 "L%05d\n%s\n", current->pid, attr->attr.name);
205 skb_put(skb, buflen);
207 header->size = cpu_to_le16(buflen);
208 header->vpi = cpu_to_le16(0);
209 header->vci = cpu_to_le16(0);
210 header->type = cpu_to_le16(PKT_COMMAND);
212 prm.pid = current->pid;
213 prm.response = NULL;
214 prm.port = SOLOS_CHAN(atmdev);
216 spin_lock_irq(&card->param_queue_lock);
217 list_add(&prm.list, &card->param_queue);
218 spin_unlock_irq(&card->param_queue_lock);
220 fpga_queue(card, prm.port, skb, NULL);
222 wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
224 spin_lock_irq(&card->param_queue_lock);
225 list_del(&prm.list);
226 spin_unlock_irq(&card->param_queue_lock);
228 if (!prm.response)
229 return -EIO;
231 buflen = prm.response->len;
232 memcpy(buf, prm.response->data, buflen);
233 kfree_skb(prm.response);
235 return buflen;
238 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr,
239 const char *buf, size_t count)
241 struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
242 struct solos_card *card = atmdev->dev_data;
243 struct solos_param prm;
244 struct sk_buff *skb;
245 struct pkt_hdr *header;
246 int buflen;
247 ssize_t ret;
249 buflen = strlen(attr->attr.name) + 11 + count;
251 skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
252 if (!skb) {
253 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n");
254 return -ENOMEM;
257 header = (void *)skb_put(skb, sizeof(*header));
259 buflen = snprintf((void *)&header[1], buflen - 1,
260 "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf);
262 skb_put(skb, buflen);
263 header->size = cpu_to_le16(buflen);
264 header->vpi = cpu_to_le16(0);
265 header->vci = cpu_to_le16(0);
266 header->type = cpu_to_le16(PKT_COMMAND);
268 prm.pid = current->pid;
269 prm.response = NULL;
270 prm.port = SOLOS_CHAN(atmdev);
272 spin_lock_irq(&card->param_queue_lock);
273 list_add(&prm.list, &card->param_queue);
274 spin_unlock_irq(&card->param_queue_lock);
276 fpga_queue(card, prm.port, skb, NULL);
278 wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
280 spin_lock_irq(&card->param_queue_lock);
281 list_del(&prm.list);
282 spin_unlock_irq(&card->param_queue_lock);
284 skb = prm.response;
286 if (!skb)
287 return -EIO;
289 buflen = skb->len;
291 /* Sometimes it has a newline, sometimes it doesn't. */
292 if (skb->data[buflen - 1] == '\n')
293 buflen--;
295 if (buflen == 2 && !strncmp(skb->data, "OK", 2))
296 ret = count;
297 else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5))
298 ret = -EIO;
299 else {
300 /* We know we have enough space allocated for this; we allocated
301 it ourselves */
302 skb->data[buflen] = 0;
304 dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n",
305 skb->data);
306 ret = -EIO;
308 kfree_skb(skb);
310 return ret;
313 static char *next_string(struct sk_buff *skb)
315 int i = 0;
316 char *this = skb->data;
318 for (i = 0; i < skb->len; i++) {
319 if (this[i] == '\n') {
320 this[i] = 0;
321 skb_pull(skb, i + 1);
322 return this;
324 if (!isprint(this[i]))
325 return NULL;
327 return NULL;
331 * Status packet has fields separated by \n, starting with a version number
332 * for the information therein. Fields are....
334 * packet version
335 * RxBitRate (version >= 1)
336 * TxBitRate (version >= 1)
337 * State (version >= 1)
338 * LocalSNRMargin (version >= 1)
339 * LocalLineAttn (version >= 1)
341 static int process_status(struct solos_card *card, int port, struct sk_buff *skb)
343 char *str, *end, *state_str, *snr, *attn;
344 int ver, rate_up, rate_down;
346 if (!card->atmdev[port])
347 return -ENODEV;
349 str = next_string(skb);
350 if (!str)
351 return -EIO;
353 ver = simple_strtol(str, NULL, 10);
354 if (ver < 1) {
355 dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n",
356 ver);
357 return -EIO;
360 str = next_string(skb);
361 if (!str)
362 return -EIO;
363 if (!strcmp(str, "ERROR")) {
364 dev_dbg(&card->dev->dev, "Status packet indicated Solos error on port %d (starting up?)\n",
365 port);
366 return 0;
369 rate_down = simple_strtol(str, &end, 10);
370 if (*end)
371 return -EIO;
373 str = next_string(skb);
374 if (!str)
375 return -EIO;
376 rate_up = simple_strtol(str, &end, 10);
377 if (*end)
378 return -EIO;
380 state_str = next_string(skb);
381 if (!state_str)
382 return -EIO;
384 /* Anything but 'Showtime' is down */
385 if (strcmp(state_str, "Showtime")) {
386 card->atmdev[port]->signal = ATM_PHY_SIG_LOST;
387 release_vccs(card->atmdev[port]);
388 dev_info(&card->dev->dev, "Port %d: %s\n", port, state_str);
389 return 0;
392 snr = next_string(skb);
393 if (!snr)
394 return -EIO;
395 attn = next_string(skb);
396 if (!attn)
397 return -EIO;
399 dev_info(&card->dev->dev, "Port %d: %s @%d/%d kb/s%s%s%s%s\n",
400 port, state_str, rate_down/1000, rate_up/1000,
401 snr[0]?", SNR ":"", snr, attn[0]?", Attn ":"", attn);
403 card->atmdev[port]->link_rate = rate_down / 424;
404 card->atmdev[port]->signal = ATM_PHY_SIG_FOUND;
406 return 0;
409 static int process_command(struct solos_card *card, int port, struct sk_buff *skb)
411 struct solos_param *prm;
412 unsigned long flags;
413 int cmdpid;
414 int found = 0;
416 if (skb->len < 7)
417 return 0;
419 if (skb->data[0] != 'L' || !isdigit(skb->data[1]) ||
420 !isdigit(skb->data[2]) || !isdigit(skb->data[3]) ||
421 !isdigit(skb->data[4]) || !isdigit(skb->data[5]) ||
422 skb->data[6] != '\n')
423 return 0;
425 cmdpid = simple_strtol(&skb->data[1], NULL, 10);
427 spin_lock_irqsave(&card->param_queue_lock, flags);
428 list_for_each_entry(prm, &card->param_queue, list) {
429 if (prm->port == port && prm->pid == cmdpid) {
430 prm->response = skb;
431 skb_pull(skb, 7);
432 wake_up(&card->param_wq);
433 found = 1;
434 break;
437 spin_unlock_irqrestore(&card->param_queue_lock, flags);
438 return found;
441 static ssize_t console_show(struct device *dev, struct device_attribute *attr,
442 char *buf)
444 struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
445 struct solos_card *card = atmdev->dev_data;
446 struct sk_buff *skb;
448 spin_lock(&card->cli_queue_lock);
449 skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]);
450 spin_unlock(&card->cli_queue_lock);
451 if(skb == NULL)
452 return sprintf(buf, "No data.\n");
454 memcpy(buf, skb->data, skb->len);
455 dev_dbg(&card->dev->dev, "len: %d\n", skb->len);
457 kfree_skb(skb);
458 return skb->len;
461 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size)
463 struct sk_buff *skb;
464 struct pkt_hdr *header;
466 if (size > (BUF_SIZE - sizeof(*header))) {
467 dev_dbg(&card->dev->dev, "Command is too big. Dropping request\n");
468 return 0;
470 skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC);
471 if (!skb) {
472 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n");
473 return 0;
476 header = (void *)skb_put(skb, sizeof(*header));
478 header->size = cpu_to_le16(size);
479 header->vpi = cpu_to_le16(0);
480 header->vci = cpu_to_le16(0);
481 header->type = cpu_to_le16(PKT_COMMAND);
483 memcpy(skb_put(skb, size), buf, size);
485 fpga_queue(card, dev, skb, NULL);
487 return 0;
490 static ssize_t console_store(struct device *dev, struct device_attribute *attr,
491 const char *buf, size_t count)
493 struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
494 struct solos_card *card = atmdev->dev_data;
495 int err;
497 err = send_command(card, SOLOS_CHAN(atmdev), buf, count);
499 return err?:count;
502 static DEVICE_ATTR(console, 0644, console_show, console_store);
505 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL);
506 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store);
508 #include "solos-attrlist.c"
510 #undef SOLOS_ATTR_RO
511 #undef SOLOS_ATTR_RW
513 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr,
514 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr,
516 static struct attribute *solos_attrs[] = {
517 #include "solos-attrlist.c"
518 NULL
521 static struct attribute_group solos_attr_group = {
522 .attrs = solos_attrs,
523 .name = "parameters",
526 static int flash_upgrade(struct solos_card *card, int chip)
528 const struct firmware *fw;
529 const char *fw_name;
530 uint32_t data32 = 0;
531 int blocksize = 0;
532 int numblocks = 0;
533 int offset;
535 switch (chip) {
536 case 0:
537 fw_name = "solos-FPGA.bin";
538 blocksize = FPGA_BLOCK;
539 break;
540 case 1:
541 fw_name = "solos-Firmware.bin";
542 blocksize = SOLOS_BLOCK;
543 break;
544 case 2:
545 if (card->fpga_version > LEGACY_BUFFERS){
546 fw_name = "solos-db-FPGA.bin";
547 blocksize = FPGA_BLOCK;
548 } else {
549 dev_info(&card->dev->dev, "FPGA version doesn't support"
550 " daughter board upgrades\n");
551 return -EPERM;
553 break;
554 case 3:
555 if (card->fpga_version > LEGACY_BUFFERS){
556 fw_name = "solos-Firmware.bin";
557 blocksize = SOLOS_BLOCK;
558 } else {
559 dev_info(&card->dev->dev, "FPGA version doesn't support"
560 " daughter board upgrades\n");
561 return -EPERM;
563 break;
564 default:
565 return -ENODEV;
568 if (request_firmware(&fw, fw_name, &card->dev->dev))
569 return -ENOENT;
571 dev_info(&card->dev->dev, "Flash upgrade starting\n");
573 numblocks = fw->size / blocksize;
574 dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size);
575 dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks);
577 dev_info(&card->dev->dev, "Changing FPGA to Update mode\n");
578 iowrite32(1, card->config_regs + FPGA_MODE);
579 data32 = ioread32(card->config_regs + FPGA_MODE);
581 /* Set mode to Chip Erase */
582 if(chip == 0 || chip == 2)
583 dev_info(&card->dev->dev, "Set FPGA Flash mode to FPGA Chip Erase\n");
584 if(chip == 1 || chip == 3)
585 dev_info(&card->dev->dev, "Set FPGA Flash mode to Solos Chip Erase\n");
586 iowrite32((chip * 2), card->config_regs + FLASH_MODE);
589 iowrite32(1, card->config_regs + WRITE_FLASH);
590 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
592 for (offset = 0; offset < fw->size; offset += blocksize) {
593 int i;
595 /* Clear write flag */
596 iowrite32(0, card->config_regs + WRITE_FLASH);
598 /* Set mode to Block Write */
599 /* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */
600 iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE);
602 /* Copy block to buffer, swapping each 16 bits */
603 for(i = 0; i < blocksize; i += 4) {
604 uint32_t word = swahb32p((uint32_t *)(fw->data + offset + i));
605 if(card->fpga_version > LEGACY_BUFFERS)
606 iowrite32(word, FLASH_BUF + i);
607 else
608 iowrite32(word, RX_BUF(card, 3) + i);
611 /* Specify block number and then trigger flash write */
612 iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK);
613 iowrite32(1, card->config_regs + WRITE_FLASH);
614 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
617 release_firmware(fw);
618 iowrite32(0, card->config_regs + WRITE_FLASH);
619 iowrite32(0, card->config_regs + FPGA_MODE);
620 iowrite32(0, card->config_regs + FLASH_MODE);
621 dev_info(&card->dev->dev, "Returning FPGA to Data mode\n");
622 return 0;
625 static irqreturn_t solos_irq(int irq, void *dev_id)
627 struct solos_card *card = dev_id;
628 int handled = 1;
630 iowrite32(0, card->config_regs + IRQ_CLEAR);
632 /* If we're up and running, just kick the tasklet to process TX/RX */
633 if (card->atmdev[0])
634 tasklet_schedule(&card->tlet);
635 else
636 wake_up(&card->fw_wq);
638 return IRQ_RETVAL(handled);
641 void solos_bh(unsigned long card_arg)
643 struct solos_card *card = (void *)card_arg;
644 uint32_t card_flags;
645 uint32_t rx_done = 0;
646 int port;
649 * Since fpga_tx() is going to need to read the flags under its lock,
650 * it can return them to us so that we don't have to hit PCI MMIO
651 * again for the same information
653 card_flags = fpga_tx(card);
655 for (port = 0; port < card->nr_ports; port++) {
656 if (card_flags & (0x10 << port)) {
657 struct pkt_hdr _hdr, *header;
658 struct sk_buff *skb;
659 struct atm_vcc *vcc;
660 int size;
662 if (card->using_dma) {
663 skb = card->rx_skb[port];
664 card->rx_skb[port] = NULL;
666 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
667 RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
669 header = (void *)skb->data;
670 size = le16_to_cpu(header->size);
671 skb_put(skb, size + sizeof(*header));
672 skb_pull(skb, sizeof(*header));
673 } else {
674 header = &_hdr;
676 rx_done |= 0x10 << port;
678 memcpy_fromio(header, RX_BUF(card, port), sizeof(*header));
680 size = le16_to_cpu(header->size);
681 if (size > (card->buffer_size - sizeof(*header))){
682 dev_warn(&card->dev->dev, "Invalid buffer size\n");
683 continue;
686 skb = alloc_skb(size + 1, GFP_ATOMIC);
687 if (!skb) {
688 if (net_ratelimit())
689 dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n");
690 continue;
693 memcpy_fromio(skb_put(skb, size),
694 RX_BUF(card, port) + sizeof(*header),
695 size);
697 if (atmdebug) {
698 dev_info(&card->dev->dev, "Received: device %d\n", port);
699 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
700 size, le16_to_cpu(header->vpi),
701 le16_to_cpu(header->vci));
702 print_buffer(skb);
705 switch (le16_to_cpu(header->type)) {
706 case PKT_DATA:
707 vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi),
708 le16_to_cpu(header->vci));
709 if (!vcc) {
710 if (net_ratelimit())
711 dev_warn(&card->dev->dev, "Received packet for unknown VCI.VPI %d.%d on port %d\n",
712 le16_to_cpu(header->vci), le16_to_cpu(header->vpi),
713 port);
714 continue;
716 atm_charge(vcc, skb->truesize);
717 vcc->push(vcc, skb);
718 atomic_inc(&vcc->stats->rx);
719 break;
721 case PKT_STATUS:
722 if (process_status(card, port, skb) &&
723 net_ratelimit()) {
724 dev_warn(&card->dev->dev, "Bad status packet of %d bytes on port %d:\n", skb->len, port);
725 print_buffer(skb);
727 dev_kfree_skb_any(skb);
728 break;
730 case PKT_COMMAND:
731 default: /* FIXME: Not really, surely? */
732 if (process_command(card, port, skb))
733 break;
734 spin_lock(&card->cli_queue_lock);
735 if (skb_queue_len(&card->cli_queue[port]) > 10) {
736 if (net_ratelimit())
737 dev_warn(&card->dev->dev, "Dropping console response on port %d\n",
738 port);
739 dev_kfree_skb_any(skb);
740 } else
741 skb_queue_tail(&card->cli_queue[port], skb);
742 spin_unlock(&card->cli_queue_lock);
743 break;
746 /* Allocate RX skbs for any ports which need them */
747 if (card->using_dma && card->atmdev[port] &&
748 !card->rx_skb[port]) {
749 struct sk_buff *skb = alloc_skb(RX_DMA_SIZE, GFP_ATOMIC);
750 if (skb) {
751 SKB_CB(skb)->dma_addr =
752 pci_map_single(card->dev, skb->data,
753 RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
754 iowrite32(SKB_CB(skb)->dma_addr,
755 card->config_regs + RX_DMA_ADDR(port));
756 card->rx_skb[port] = skb;
757 } else {
758 if (net_ratelimit())
759 dev_warn(&card->dev->dev, "Failed to allocate RX skb");
761 /* We'll have to try again later */
762 tasklet_schedule(&card->tlet);
766 if (rx_done)
767 iowrite32(rx_done, card->config_regs + FLAGS_ADDR);
769 return;
772 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci)
774 struct hlist_head *head;
775 struct atm_vcc *vcc = NULL;
776 struct hlist_node *node;
777 struct sock *s;
779 read_lock(&vcc_sklist_lock);
780 head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
781 sk_for_each(s, node, head) {
782 vcc = atm_sk(s);
783 if (vcc->dev == dev && vcc->vci == vci &&
784 vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE &&
785 test_bit(ATM_VF_READY, &vcc->flags))
786 goto out;
788 vcc = NULL;
789 out:
790 read_unlock(&vcc_sklist_lock);
791 return vcc;
794 static int list_vccs(int vci)
796 struct hlist_head *head;
797 struct atm_vcc *vcc;
798 struct hlist_node *node;
799 struct sock *s;
800 int num_found = 0;
801 int i;
803 read_lock(&vcc_sklist_lock);
804 if (vci != 0){
805 head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
806 sk_for_each(s, node, head) {
807 num_found ++;
808 vcc = atm_sk(s);
809 printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
810 vcc->dev->number,
811 vcc->vpi,
812 vcc->vci);
814 } else {
815 for(i = 0; i < VCC_HTABLE_SIZE; i++){
816 head = &vcc_hash[i];
817 sk_for_each(s, node, head) {
818 num_found ++;
819 vcc = atm_sk(s);
820 printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
821 vcc->dev->number,
822 vcc->vpi,
823 vcc->vci);
827 read_unlock(&vcc_sklist_lock);
828 return num_found;
831 static void release_vccs(struct atm_dev *dev)
833 int i;
835 write_lock_irq(&vcc_sklist_lock);
836 for (i = 0; i < VCC_HTABLE_SIZE; i++) {
837 struct hlist_head *head = &vcc_hash[i];
838 struct hlist_node *node, *tmp;
839 struct sock *s;
840 struct atm_vcc *vcc;
842 sk_for_each_safe(s, node, tmp, head) {
843 vcc = atm_sk(s);
844 if (vcc->dev == dev) {
845 vcc_release_async(vcc, -EPIPE);
846 sk_del_node_init(s);
850 write_unlock_irq(&vcc_sklist_lock);
854 static int popen(struct atm_vcc *vcc)
856 struct solos_card *card = vcc->dev->dev_data;
857 struct sk_buff *skb;
858 struct pkt_hdr *header;
860 if (vcc->qos.aal != ATM_AAL5) {
861 dev_warn(&card->dev->dev, "Unsupported ATM type %d\n",
862 vcc->qos.aal);
863 return -EINVAL;
866 skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
867 if (!skb && net_ratelimit()) {
868 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n");
869 return -ENOMEM;
871 header = (void *)skb_put(skb, sizeof(*header));
873 header->size = cpu_to_le16(0);
874 header->vpi = cpu_to_le16(vcc->vpi);
875 header->vci = cpu_to_le16(vcc->vci);
876 header->type = cpu_to_le16(PKT_POPEN);
878 fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
880 set_bit(ATM_VF_ADDR, &vcc->flags);
881 set_bit(ATM_VF_READY, &vcc->flags);
882 list_vccs(0);
885 return 0;
888 static void pclose(struct atm_vcc *vcc)
890 struct solos_card *card = vcc->dev->dev_data;
891 struct sk_buff *skb;
892 struct pkt_hdr *header;
894 skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
895 if (!skb) {
896 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n");
897 return;
899 header = (void *)skb_put(skb, sizeof(*header));
901 header->size = cpu_to_le16(0);
902 header->vpi = cpu_to_le16(vcc->vpi);
903 header->vci = cpu_to_le16(vcc->vci);
904 header->type = cpu_to_le16(PKT_PCLOSE);
906 fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
908 clear_bit(ATM_VF_ADDR, &vcc->flags);
909 clear_bit(ATM_VF_READY, &vcc->flags);
911 /* Hold up vcc_destroy_socket() (our caller) until solos_bh() in the
912 tasklet has finished processing any incoming packets (and, more to
913 the point, using the vcc pointer). */
914 tasklet_unlock_wait(&card->tlet);
915 return;
918 static int print_buffer(struct sk_buff *buf)
920 int len,i;
921 char msg[500];
922 char item[10];
924 len = buf->len;
925 for (i = 0; i < len; i++){
926 if(i % 8 == 0)
927 sprintf(msg, "%02X: ", i);
929 sprintf(item,"%02X ",*(buf->data + i));
930 strcat(msg, item);
931 if(i % 8 == 7) {
932 sprintf(item, "\n");
933 strcat(msg, item);
934 printk(KERN_DEBUG "%s", msg);
937 if (i % 8 != 0) {
938 sprintf(item, "\n");
939 strcat(msg, item);
940 printk(KERN_DEBUG "%s", msg);
942 printk(KERN_DEBUG "\n");
944 return 0;
947 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
948 struct atm_vcc *vcc)
950 int old_len;
951 unsigned long flags;
953 SKB_CB(skb)->vcc = vcc;
955 spin_lock_irqsave(&card->tx_queue_lock, flags);
956 old_len = skb_queue_len(&card->tx_queue[port]);
957 skb_queue_tail(&card->tx_queue[port], skb);
958 if (!old_len)
959 card->tx_mask |= (1 << port);
960 spin_unlock_irqrestore(&card->tx_queue_lock, flags);
962 /* Theoretically we could just schedule the tasklet here, but
963 that introduces latency we don't want -- it's noticeable */
964 if (!old_len)
965 fpga_tx(card);
968 static uint32_t fpga_tx(struct solos_card *card)
970 uint32_t tx_pending, card_flags;
971 uint32_t tx_started = 0;
972 struct sk_buff *skb;
973 struct atm_vcc *vcc;
974 unsigned char port;
975 unsigned long flags;
977 spin_lock_irqsave(&card->tx_lock, flags);
979 card_flags = ioread32(card->config_regs + FLAGS_ADDR);
981 * The queue lock is required for _writing_ to tx_mask, but we're
982 * OK to read it here without locking. The only potential update
983 * that we could race with is in fpga_queue() where it sets a bit
984 * for a new port... but it's going to call this function again if
985 * it's doing that, anyway.
987 tx_pending = card->tx_mask & ~card_flags;
989 for (port = 0; tx_pending; tx_pending >>= 1, port++) {
990 if (tx_pending & 1) {
991 struct sk_buff *oldskb = card->tx_skb[port];
992 if (oldskb)
993 pci_unmap_single(card->dev, SKB_CB(oldskb)->dma_addr,
994 oldskb->len, PCI_DMA_TODEVICE);
996 spin_lock(&card->tx_queue_lock);
997 skb = skb_dequeue(&card->tx_queue[port]);
998 if (!skb)
999 card->tx_mask &= ~(1 << port);
1000 spin_unlock(&card->tx_queue_lock);
1002 if (skb && !card->using_dma) {
1003 memcpy_toio(TX_BUF(card, port), skb->data, skb->len);
1004 tx_started |= 1 << port;
1005 oldskb = skb; /* We're done with this skb already */
1006 } else if (skb && card->using_dma) {
1007 SKB_CB(skb)->dma_addr = pci_map_single(card->dev, skb->data,
1008 skb->len, PCI_DMA_TODEVICE);
1009 iowrite32(SKB_CB(skb)->dma_addr,
1010 card->config_regs + TX_DMA_ADDR(port));
1013 if (!oldskb)
1014 continue;
1016 /* Clean up and free oldskb now it's gone */
1017 if (atmdebug) {
1018 dev_info(&card->dev->dev, "Transmitted: port %d\n",
1019 port);
1020 print_buffer(oldskb);
1023 vcc = SKB_CB(oldskb)->vcc;
1025 if (vcc) {
1026 atomic_inc(&vcc->stats->tx);
1027 solos_pop(vcc, oldskb);
1028 } else
1029 dev_kfree_skb_irq(oldskb);
1033 /* For non-DMA TX, write the 'TX start' bit for all four ports simultaneously */
1034 if (tx_started)
1035 iowrite32(tx_started, card->config_regs + FLAGS_ADDR);
1037 spin_unlock_irqrestore(&card->tx_lock, flags);
1038 return card_flags;
1041 static int psend(struct atm_vcc *vcc, struct sk_buff *skb)
1043 struct solos_card *card = vcc->dev->dev_data;
1044 struct pkt_hdr *header;
1045 int pktlen;
1047 pktlen = skb->len;
1048 if (pktlen > (BUF_SIZE - sizeof(*header))) {
1049 dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n");
1050 solos_pop(vcc, skb);
1051 return 0;
1054 if (!skb_clone_writable(skb, sizeof(*header))) {
1055 int expand_by = 0;
1056 int ret;
1058 if (skb_headroom(skb) < sizeof(*header))
1059 expand_by = sizeof(*header) - skb_headroom(skb);
1061 ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC);
1062 if (ret) {
1063 dev_warn(&card->dev->dev, "pskb_expand_head failed.\n");
1064 solos_pop(vcc, skb);
1065 return ret;
1069 header = (void *)skb_push(skb, sizeof(*header));
1071 /* This does _not_ include the size of the header */
1072 header->size = cpu_to_le16(pktlen);
1073 header->vpi = cpu_to_le16(vcc->vpi);
1074 header->vci = cpu_to_le16(vcc->vci);
1075 header->type = cpu_to_le16(PKT_DATA);
1077 fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc);
1079 return 0;
1082 static struct atmdev_ops fpga_ops = {
1083 .open = popen,
1084 .close = pclose,
1085 .ioctl = NULL,
1086 .getsockopt = NULL,
1087 .setsockopt = NULL,
1088 .send = psend,
1089 .send_oam = NULL,
1090 .phy_put = NULL,
1091 .phy_get = NULL,
1092 .change_qos = NULL,
1093 .proc_read = NULL,
1094 .owner = THIS_MODULE
1097 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id)
1099 int err;
1100 uint16_t fpga_ver;
1101 uint8_t major_ver, minor_ver;
1102 uint32_t data32;
1103 struct solos_card *card;
1105 card = kzalloc(sizeof(*card), GFP_KERNEL);
1106 if (!card)
1107 return -ENOMEM;
1109 card->dev = dev;
1110 init_waitqueue_head(&card->fw_wq);
1111 init_waitqueue_head(&card->param_wq);
1113 err = pci_enable_device(dev);
1114 if (err) {
1115 dev_warn(&dev->dev, "Failed to enable PCI device\n");
1116 goto out;
1119 err = pci_set_dma_mask(dev, DMA_BIT_MASK(32));
1120 if (err) {
1121 dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n");
1122 goto out;
1125 err = pci_request_regions(dev, "solos");
1126 if (err) {
1127 dev_warn(&dev->dev, "Failed to request regions\n");
1128 goto out;
1131 card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE);
1132 if (!card->config_regs) {
1133 dev_warn(&dev->dev, "Failed to ioremap config registers\n");
1134 goto out_release_regions;
1136 card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE);
1137 if (!card->buffers) {
1138 dev_warn(&dev->dev, "Failed to ioremap data buffers\n");
1139 goto out_unmap_config;
1142 if (reset) {
1143 iowrite32(1, card->config_regs + FPGA_MODE);
1144 data32 = ioread32(card->config_regs + FPGA_MODE);
1146 iowrite32(0, card->config_regs + FPGA_MODE);
1147 data32 = ioread32(card->config_regs + FPGA_MODE);
1150 data32 = ioread32(card->config_regs + FPGA_VER);
1151 fpga_ver = (data32 & 0x0000FFFF);
1152 major_ver = ((data32 & 0xFF000000) >> 24);
1153 minor_ver = ((data32 & 0x00FF0000) >> 16);
1154 card->fpga_version = FPGA_VERSION(major_ver,minor_ver);
1155 if (card->fpga_version > LEGACY_BUFFERS)
1156 card->buffer_size = BUF_SIZE;
1157 else
1158 card->buffer_size = OLD_BUF_SIZE;
1159 dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n",
1160 major_ver, minor_ver, fpga_ver);
1162 if (card->fpga_version >= DMA_SUPPORTED){
1163 card->using_dma = 1;
1164 } else {
1165 card->using_dma = 0;
1166 /* Set RX empty flag for all ports */
1167 iowrite32(0xF0, card->config_regs + FLAGS_ADDR);
1170 data32 = ioread32(card->config_regs + PORTS);
1171 card->nr_ports = (data32 & 0x000000FF);
1173 pci_set_drvdata(dev, card);
1175 tasklet_init(&card->tlet, solos_bh, (unsigned long)card);
1176 spin_lock_init(&card->tx_lock);
1177 spin_lock_init(&card->tx_queue_lock);
1178 spin_lock_init(&card->cli_queue_lock);
1179 spin_lock_init(&card->param_queue_lock);
1180 INIT_LIST_HEAD(&card->param_queue);
1182 err = request_irq(dev->irq, solos_irq, IRQF_SHARED,
1183 "solos-pci", card);
1184 if (err) {
1185 dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq);
1186 goto out_unmap_both;
1189 iowrite32(1, card->config_regs + IRQ_EN_ADDR);
1191 if (fpga_upgrade)
1192 flash_upgrade(card, 0);
1194 if (firmware_upgrade)
1195 flash_upgrade(card, 1);
1197 if (db_fpga_upgrade)
1198 flash_upgrade(card, 2);
1200 if (db_firmware_upgrade)
1201 flash_upgrade(card, 3);
1203 err = atm_init(card);
1204 if (err)
1205 goto out_free_irq;
1207 return 0;
1209 out_free_irq:
1210 iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1211 free_irq(dev->irq, card);
1212 tasklet_kill(&card->tlet);
1214 out_unmap_both:
1215 pci_set_drvdata(dev, NULL);
1216 pci_iounmap(dev, card->config_regs);
1217 out_unmap_config:
1218 pci_iounmap(dev, card->buffers);
1219 out_release_regions:
1220 pci_release_regions(dev);
1221 out:
1222 kfree(card);
1223 return err;
1226 static int atm_init(struct solos_card *card)
1228 int i;
1230 for (i = 0; i < card->nr_ports; i++) {
1231 struct sk_buff *skb;
1232 struct pkt_hdr *header;
1234 skb_queue_head_init(&card->tx_queue[i]);
1235 skb_queue_head_init(&card->cli_queue[i]);
1237 card->atmdev[i] = atm_dev_register("solos-pci", &fpga_ops, -1, NULL);
1238 if (!card->atmdev[i]) {
1239 dev_err(&card->dev->dev, "Could not register ATM device %d\n", i);
1240 atm_remove(card);
1241 return -ENODEV;
1243 if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console))
1244 dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i);
1245 if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group))
1246 dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i);
1248 dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number);
1250 card->atmdev[i]->ci_range.vpi_bits = 8;
1251 card->atmdev[i]->ci_range.vci_bits = 16;
1252 card->atmdev[i]->dev_data = card;
1253 card->atmdev[i]->phy_data = (void *)(unsigned long)i;
1254 card->atmdev[i]->signal = ATM_PHY_SIG_UNKNOWN;
1256 skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
1257 if (!skb) {
1258 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n");
1259 continue;
1262 header = (void *)skb_put(skb, sizeof(*header));
1264 header->size = cpu_to_le16(0);
1265 header->vpi = cpu_to_le16(0);
1266 header->vci = cpu_to_le16(0);
1267 header->type = cpu_to_le16(PKT_STATUS);
1269 fpga_queue(card, i, skb, NULL);
1271 return 0;
1274 static void atm_remove(struct solos_card *card)
1276 int i;
1278 for (i = 0; i < card->nr_ports; i++) {
1279 if (card->atmdev[i]) {
1280 struct sk_buff *skb;
1282 dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number);
1284 sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group);
1285 atm_dev_deregister(card->atmdev[i]);
1287 skb = card->rx_skb[i];
1288 if (skb) {
1289 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
1290 RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
1291 dev_kfree_skb(skb);
1293 skb = card->tx_skb[i];
1294 if (skb) {
1295 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
1296 skb->len, PCI_DMA_TODEVICE);
1297 dev_kfree_skb(skb);
1299 while ((skb = skb_dequeue(&card->tx_queue[i])))
1300 dev_kfree_skb(skb);
1306 static void fpga_remove(struct pci_dev *dev)
1308 struct solos_card *card = pci_get_drvdata(dev);
1310 /* Disable IRQs */
1311 iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1313 /* Reset FPGA */
1314 iowrite32(1, card->config_regs + FPGA_MODE);
1315 (void)ioread32(card->config_regs + FPGA_MODE);
1317 atm_remove(card);
1319 free_irq(dev->irq, card);
1320 tasklet_kill(&card->tlet);
1322 /* Release device from reset */
1323 iowrite32(0, card->config_regs + FPGA_MODE);
1324 (void)ioread32(card->config_regs + FPGA_MODE);
1326 pci_iounmap(dev, card->buffers);
1327 pci_iounmap(dev, card->config_regs);
1329 pci_release_regions(dev);
1330 pci_disable_device(dev);
1332 pci_set_drvdata(dev, NULL);
1333 kfree(card);
1336 static struct pci_device_id fpga_pci_tbl[] __devinitdata = {
1337 { 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
1338 { 0, }
1341 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl);
1343 static struct pci_driver fpga_driver = {
1344 .name = "solos",
1345 .id_table = fpga_pci_tbl,
1346 .probe = fpga_probe,
1347 .remove = fpga_remove,
1351 static int __init solos_pci_init(void)
1353 printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION);
1354 return pci_register_driver(&fpga_driver);
1357 static void __exit solos_pci_exit(void)
1359 pci_unregister_driver(&fpga_driver);
1360 printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION);
1363 module_init(solos_pci_init);
1364 module_exit(solos_pci_exit);