2 * Copyright 2008 Cisco Systems, Inc. All rights reserved.
3 * Copyright 2007 Nuova Systems, Inc. All rights reserved.
5 * This program is free software; you may redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; version 2 of the License.
9 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
10 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
11 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
12 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
13 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
14 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
15 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
19 #include <linux/kernel.h>
20 #include <linux/errno.h>
21 #include <linux/types.h>
22 #include <linux/pci.h>
23 #include <linux/delay.h>
24 #include <linux/if_ether.h>
25 #include "vnic_resource.h"
26 #include "vnic_devcmd.h"
28 #include "vnic_stats.h"
38 struct vnic_res res
[RES_TYPE_MAX
];
39 enum vnic_dev_intr_mode intr_mode
;
40 struct vnic_devcmd __iomem
*devcmd
;
41 struct vnic_devcmd_notify
*notify
;
42 struct vnic_devcmd_notify notify_copy
;
45 dma_addr_t linkstatus_pa
;
46 struct vnic_stats
*stats
;
48 struct vnic_devcmd_fw_info
*fw_info
;
49 dma_addr_t fw_info_pa
;
52 #define VNIC_MAX_RES_HDR_SIZE \
53 (sizeof(struct vnic_resource_header) + \
54 sizeof(struct vnic_resource) * RES_TYPE_MAX)
55 #define VNIC_RES_STRIDE 128
57 void *vnic_dev_priv(struct vnic_dev
*vdev
)
62 static int vnic_dev_discover_res(struct vnic_dev
*vdev
,
63 struct vnic_dev_bar
*bar
)
65 struct vnic_resource_header __iomem
*rh
;
66 struct vnic_resource __iomem
*r
;
69 if (bar
->len
< VNIC_MAX_RES_HDR_SIZE
) {
70 printk(KERN_ERR
"vNIC BAR0 res hdr length error\n");
76 printk(KERN_ERR
"vNIC BAR0 res hdr not mem-mapped\n");
80 if (ioread32(&rh
->magic
) != VNIC_RES_MAGIC
||
81 ioread32(&rh
->version
) != VNIC_RES_VERSION
) {
82 printk(KERN_ERR
"vNIC BAR0 res magic/version error "
83 "exp (%lx/%lx) curr (%x/%x)\n",
84 VNIC_RES_MAGIC
, VNIC_RES_VERSION
,
85 ioread32(&rh
->magic
), ioread32(&rh
->version
));
89 r
= (struct vnic_resource __iomem
*)(rh
+ 1);
91 while ((type
= ioread8(&r
->type
)) != RES_TYPE_EOL
) {
93 u8 bar_num
= ioread8(&r
->bar
);
94 u32 bar_offset
= ioread32(&r
->bar_offset
);
95 u32 count
= ioread32(&r
->count
);
100 if (bar_num
!= 0) /* only mapping in BAR0 resources */
107 case RES_TYPE_INTR_CTRL
:
108 /* each count is stride bytes long */
109 len
= count
* VNIC_RES_STRIDE
;
110 if (len
+ bar_offset
> bar
->len
) {
111 printk(KERN_ERR
"vNIC BAR0 resource %d "
112 "out-of-bounds, offset 0x%x + "
113 "size 0x%x > bar len 0x%lx\n",
120 case RES_TYPE_INTR_PBA_LEGACY
:
121 case RES_TYPE_DEVCMD
:
128 vdev
->res
[type
].count
= count
;
129 vdev
->res
[type
].vaddr
= (char __iomem
*)bar
->vaddr
+ bar_offset
;
135 unsigned int vnic_dev_get_res_count(struct vnic_dev
*vdev
,
136 enum vnic_res_type type
)
138 return vdev
->res
[type
].count
;
141 void __iomem
*vnic_dev_get_res(struct vnic_dev
*vdev
, enum vnic_res_type type
,
144 if (!vdev
->res
[type
].vaddr
)
151 case RES_TYPE_INTR_CTRL
:
152 return (char __iomem
*)vdev
->res
[type
].vaddr
+
153 index
* VNIC_RES_STRIDE
;
155 return (char __iomem
*)vdev
->res
[type
].vaddr
;
159 unsigned int vnic_dev_desc_ring_size(struct vnic_dev_ring
*ring
,
160 unsigned int desc_count
,
161 unsigned int desc_size
)
163 /* The base address of the desc rings must be 512 byte aligned.
164 * Descriptor count is aligned to groups of 32 descriptors. A
165 * count of 0 means the maximum 4096 descriptors. Descriptor
166 * size is aligned to 16 bytes.
169 unsigned int count_align
= 32;
170 unsigned int desc_align
= 16;
172 ring
->base_align
= 512;
177 ring
->desc_count
= ALIGN(desc_count
, count_align
);
179 ring
->desc_size
= ALIGN(desc_size
, desc_align
);
181 ring
->size
= ring
->desc_count
* ring
->desc_size
;
182 ring
->size_unaligned
= ring
->size
+ ring
->base_align
;
184 return ring
->size_unaligned
;
187 void vnic_dev_clear_desc_ring(struct vnic_dev_ring
*ring
)
189 memset(ring
->descs
, 0, ring
->size
);
192 int vnic_dev_alloc_desc_ring(struct vnic_dev
*vdev
, struct vnic_dev_ring
*ring
,
193 unsigned int desc_count
, unsigned int desc_size
)
195 vnic_dev_desc_ring_size(ring
, desc_count
, desc_size
);
197 ring
->descs_unaligned
= pci_alloc_consistent(vdev
->pdev
,
198 ring
->size_unaligned
,
199 &ring
->base_addr_unaligned
);
201 if (!ring
->descs_unaligned
) {
203 "Failed to allocate ring (size=%d), aborting\n",
208 ring
->base_addr
= ALIGN(ring
->base_addr_unaligned
,
210 ring
->descs
= (u8
*)ring
->descs_unaligned
+
211 (ring
->base_addr
- ring
->base_addr_unaligned
);
213 vnic_dev_clear_desc_ring(ring
);
215 ring
->desc_avail
= ring
->desc_count
- 1;
220 void vnic_dev_free_desc_ring(struct vnic_dev
*vdev
, struct vnic_dev_ring
*ring
)
223 pci_free_consistent(vdev
->pdev
,
224 ring
->size_unaligned
,
225 ring
->descs_unaligned
,
226 ring
->base_addr_unaligned
);
231 int vnic_dev_cmd(struct vnic_dev
*vdev
, enum vnic_devcmd_cmd cmd
,
232 u64
*a0
, u64
*a1
, int wait
)
234 struct vnic_devcmd __iomem
*devcmd
= vdev
->devcmd
;
237 int dev_cmd_err
[] = {
238 /* convert from fw's version of error.h to host's version */
240 EINVAL
, /* ERR_EINVAL */
241 EFAULT
, /* ERR_EFAULT */
242 EPERM
, /* ERR_EPERM */
243 EBUSY
, /* ERR_EBUSY */
247 status
= ioread32(&devcmd
->status
);
248 if (status
& STAT_BUSY
) {
249 printk(KERN_ERR
"Busy devcmd %d\n", _CMD_N(cmd
));
253 if (_CMD_DIR(cmd
) & _CMD_DIR_WRITE
) {
254 writeq(*a0
, &devcmd
->args
[0]);
255 writeq(*a1
, &devcmd
->args
[1]);
259 iowrite32(cmd
, &devcmd
->cmd
);
261 if ((_CMD_FLAGS(cmd
) & _CMD_FLAGS_NOWAIT
))
264 for (delay
= 0; delay
< wait
; delay
++) {
268 status
= ioread32(&devcmd
->status
);
269 if (!(status
& STAT_BUSY
)) {
271 if (status
& STAT_ERROR
) {
272 err
= dev_cmd_err
[(int)readq(&devcmd
->args
[0])];
273 printk(KERN_ERR
"Error %d devcmd %d\n",
278 if (_CMD_DIR(cmd
) & _CMD_DIR_READ
) {
280 *a0
= readq(&devcmd
->args
[0]);
281 *a1
= readq(&devcmd
->args
[1]);
288 printk(KERN_ERR
"Timedout devcmd %d\n", _CMD_N(cmd
));
292 int vnic_dev_fw_info(struct vnic_dev
*vdev
,
293 struct vnic_devcmd_fw_info
**fw_info
)
299 if (!vdev
->fw_info
) {
300 vdev
->fw_info
= pci_alloc_consistent(vdev
->pdev
,
301 sizeof(struct vnic_devcmd_fw_info
),
306 a0
= vdev
->fw_info_pa
;
308 /* only get fw_info once and cache it */
309 err
= vnic_dev_cmd(vdev
, CMD_MCPU_FW_INFO
, &a0
, &a1
, wait
);
312 *fw_info
= vdev
->fw_info
;
317 int vnic_dev_spec(struct vnic_dev
*vdev
, unsigned int offset
, unsigned int size
,
327 err
= vnic_dev_cmd(vdev
, CMD_DEV_SPEC
, &a0
, &a1
, wait
);
331 *(u8
*)value
= (u8
)a0
;
334 *(u16
*)value
= (u16
)a0
;
337 *(u32
*)value
= (u32
)a0
;
350 int vnic_dev_stats_clear(struct vnic_dev
*vdev
)
354 return vnic_dev_cmd(vdev
, CMD_STATS_CLEAR
, &a0
, &a1
, wait
);
357 int vnic_dev_stats_dump(struct vnic_dev
*vdev
, struct vnic_stats
**stats
)
363 vdev
->stats
= pci_alloc_consistent(vdev
->pdev
,
364 sizeof(struct vnic_stats
), &vdev
->stats_pa
);
369 *stats
= vdev
->stats
;
371 a1
= sizeof(struct vnic_stats
);
373 return vnic_dev_cmd(vdev
, CMD_STATS_DUMP
, &a0
, &a1
, wait
);
376 int vnic_dev_close(struct vnic_dev
*vdev
)
380 return vnic_dev_cmd(vdev
, CMD_CLOSE
, &a0
, &a1
, wait
);
383 int vnic_dev_enable(struct vnic_dev
*vdev
)
387 return vnic_dev_cmd(vdev
, CMD_ENABLE
, &a0
, &a1
, wait
);
390 int vnic_dev_disable(struct vnic_dev
*vdev
)
394 return vnic_dev_cmd(vdev
, CMD_DISABLE
, &a0
, &a1
, wait
);
397 int vnic_dev_open(struct vnic_dev
*vdev
, int arg
)
399 u64 a0
= (u32
)arg
, a1
= 0;
401 return vnic_dev_cmd(vdev
, CMD_OPEN
, &a0
, &a1
, wait
);
404 int vnic_dev_open_done(struct vnic_dev
*vdev
, int *done
)
412 err
= vnic_dev_cmd(vdev
, CMD_OPEN_STATUS
, &a0
, &a1
, wait
);
421 int vnic_dev_soft_reset(struct vnic_dev
*vdev
, int arg
)
423 u64 a0
= (u32
)arg
, a1
= 0;
425 return vnic_dev_cmd(vdev
, CMD_SOFT_RESET
, &a0
, &a1
, wait
);
428 int vnic_dev_soft_reset_done(struct vnic_dev
*vdev
, int *done
)
436 err
= vnic_dev_cmd(vdev
, CMD_SOFT_RESET_STATUS
, &a0
, &a1
, wait
);
445 int vnic_dev_hang_notify(struct vnic_dev
*vdev
)
449 return vnic_dev_cmd(vdev
, CMD_HANG_NOTIFY
, &a0
, &a1
, wait
);
452 int vnic_dev_mac_addr(struct vnic_dev
*vdev
, u8
*mac_addr
)
458 for (i
= 0; i
< ETH_ALEN
; i
++)
461 err
= vnic_dev_cmd(vdev
, CMD_MAC_ADDR
, &a0
, &a1
, wait
);
465 for (i
= 0; i
< ETH_ALEN
; i
++)
466 mac_addr
[i
] = ((u8
*)&a0
)[i
];
471 void vnic_dev_packet_filter(struct vnic_dev
*vdev
, int directed
, int multicast
,
472 int broadcast
, int promisc
, int allmulti
)
478 a0
= (directed
? CMD_PFILTER_DIRECTED
: 0) |
479 (multicast
? CMD_PFILTER_MULTICAST
: 0) |
480 (broadcast
? CMD_PFILTER_BROADCAST
: 0) |
481 (promisc
? CMD_PFILTER_PROMISCUOUS
: 0) |
482 (allmulti
? CMD_PFILTER_ALL_MULTICAST
: 0);
484 err
= vnic_dev_cmd(vdev
, CMD_PACKET_FILTER
, &a0
, &a1
, wait
);
486 printk(KERN_ERR
"Can't set packet filter\n");
489 void vnic_dev_add_addr(struct vnic_dev
*vdev
, u8
*addr
)
496 for (i
= 0; i
< ETH_ALEN
; i
++)
497 ((u8
*)&a0
)[i
] = addr
[i
];
499 err
= vnic_dev_cmd(vdev
, CMD_ADDR_ADD
, &a0
, &a1
, wait
);
502 "Can't add addr [%02x:%02x:%02x:%02x:%02x:%02x], %d\n",
503 addr
[0], addr
[1], addr
[2], addr
[3], addr
[4], addr
[5],
507 void vnic_dev_del_addr(struct vnic_dev
*vdev
, u8
*addr
)
514 for (i
= 0; i
< ETH_ALEN
; i
++)
515 ((u8
*)&a0
)[i
] = addr
[i
];
517 err
= vnic_dev_cmd(vdev
, CMD_ADDR_DEL
, &a0
, &a1
, wait
);
520 "Can't del addr [%02x:%02x:%02x:%02x:%02x:%02x], %d\n",
521 addr
[0], addr
[1], addr
[2], addr
[3], addr
[4], addr
[5],
525 int vnic_dev_notify_set(struct vnic_dev
*vdev
, u16 intr
)
531 vdev
->notify
= pci_alloc_consistent(vdev
->pdev
,
532 sizeof(struct vnic_devcmd_notify
),
538 a0
= vdev
->notify_pa
;
539 a1
= ((u64
)intr
<< 32) & 0x0000ffff00000000ULL
;
540 a1
+= sizeof(struct vnic_devcmd_notify
);
542 return vnic_dev_cmd(vdev
, CMD_NOTIFY
, &a0
, &a1
, wait
);
545 void vnic_dev_notify_unset(struct vnic_dev
*vdev
)
550 a0
= 0; /* paddr = 0 to unset notify buffer */
551 a1
= 0x0000ffff00000000ULL
; /* intr num = -1 to unreg for intr */
552 a1
+= sizeof(struct vnic_devcmd_notify
);
554 vnic_dev_cmd(vdev
, CMD_NOTIFY
, &a0
, &a1
, wait
);
557 static int vnic_dev_notify_ready(struct vnic_dev
*vdev
)
560 unsigned int nwords
= sizeof(struct vnic_devcmd_notify
) / 4;
569 memcpy(&vdev
->notify_copy
, vdev
->notify
,
570 sizeof(struct vnic_devcmd_notify
));
571 words
= (u32
*)&vdev
->notify_copy
;
572 for (i
= 1; i
< nwords
; i
++)
574 } while (csum
!= words
[0]);
579 int vnic_dev_init(struct vnic_dev
*vdev
, int arg
)
581 u64 a0
= (u32
)arg
, a1
= 0;
583 return vnic_dev_cmd(vdev
, CMD_INIT
, &a0
, &a1
, wait
);
586 int vnic_dev_link_status(struct vnic_dev
*vdev
)
588 if (vdev
->linkstatus
)
589 return *vdev
->linkstatus
;
591 if (!vnic_dev_notify_ready(vdev
))
594 return vdev
->notify_copy
.link_state
;
597 u32
vnic_dev_port_speed(struct vnic_dev
*vdev
)
599 if (!vnic_dev_notify_ready(vdev
))
602 return vdev
->notify_copy
.port_speed
;
605 u32
vnic_dev_msg_lvl(struct vnic_dev
*vdev
)
607 if (!vnic_dev_notify_ready(vdev
))
610 return vdev
->notify_copy
.msglvl
;
613 u32
vnic_dev_mtu(struct vnic_dev
*vdev
)
615 if (!vnic_dev_notify_ready(vdev
))
618 return vdev
->notify_copy
.mtu
;
621 u32
vnic_dev_link_down_cnt(struct vnic_dev
*vdev
)
623 if (!vnic_dev_notify_ready(vdev
))
626 return vdev
->notify_copy
.link_down_cnt
;
629 void vnic_dev_set_intr_mode(struct vnic_dev
*vdev
,
630 enum vnic_dev_intr_mode intr_mode
)
632 vdev
->intr_mode
= intr_mode
;
635 enum vnic_dev_intr_mode
vnic_dev_get_intr_mode(
636 struct vnic_dev
*vdev
)
638 return vdev
->intr_mode
;
641 void vnic_dev_unregister(struct vnic_dev
*vdev
)
645 pci_free_consistent(vdev
->pdev
,
646 sizeof(struct vnic_devcmd_notify
),
649 if (vdev
->linkstatus
)
650 pci_free_consistent(vdev
->pdev
,
653 vdev
->linkstatus_pa
);
655 pci_free_consistent(vdev
->pdev
,
656 sizeof(struct vnic_dev
),
657 vdev
->stats
, vdev
->stats_pa
);
659 pci_free_consistent(vdev
->pdev
,
660 sizeof(struct vnic_devcmd_fw_info
),
661 vdev
->fw_info
, vdev
->fw_info_pa
);
666 struct vnic_dev
*vnic_dev_register(struct vnic_dev
*vdev
,
667 void *priv
, struct pci_dev
*pdev
, struct vnic_dev_bar
*bar
)
670 vdev
= kzalloc(sizeof(struct vnic_dev
), GFP_KERNEL
);
678 if (vnic_dev_discover_res(vdev
, bar
))
681 vdev
->devcmd
= vnic_dev_get_res(vdev
, RES_TYPE_DEVCMD
, 0);
688 vnic_dev_unregister(vdev
);