?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
ethtool: Clean up definitions of rule location arrays in RX NFC
[linux-2.6/linux-acpi-2.6/ibm-acpi-2.6.git] / drivers / net / ethernet / sun / niu.c
blob5e1e1d2748aed21f10c8aae40c79ce72d97fa944
1 /* niu.c: Neptune ethernet driver.
2 *
3 * Copyright (C) 2007, 2008 David S. Miller (davem@davemloft.net)
4 */
5
6 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
7
8 #include <linux/module.h>
9 #include <linux/init.h>
10 #include <linux/interrupt.h>
11 #include <linux/pci.h>
12 #include <linux/dma-mapping.h>
13 #include <linux/netdevice.h>
14 #include <linux/ethtool.h>
15 #include <linux/etherdevice.h>
16 #include <linux/platform_device.h>
17 #include <linux/delay.h>
18 #include <linux/bitops.h>
19 #include <linux/mii.h>
20 #include <linux/if.h>
21 #include <linux/if_ether.h>
22 #include <linux/if_vlan.h>
23 #include <linux/ip.h>
24 #include <linux/in.h>
25 #include <linux/ipv6.h>
26 #include <linux/log2.h>
27 #include <linux/jiffies.h>
28 #include <linux/crc32.h>
29 #include <linux/list.h>
30 #include <linux/slab.h>
31
32 #include <linux/io.h>
33 #include <linux/of_device.h>
34
35 #include "niu.h"
36
37 #define DRV_MODULE_NAME "niu"
38 #define DRV_MODULE_VERSION "1.1"
39 #define DRV_MODULE_RELDATE "Apr 22, 2010"
40
41 static char version[] __devinitdata =
42 DRV_MODULE_NAME ".c:v" DRV_MODULE_VERSION " (" DRV_MODULE_RELDATE ")\n";
43
44 MODULE_AUTHOR("David S. Miller (davem@davemloft.net)");
45 MODULE_DESCRIPTION("NIU ethernet driver");
46 MODULE_LICENSE("GPL");
47 MODULE_VERSION(DRV_MODULE_VERSION);
48
49 #ifndef readq
50 static u64 readq(void __iomem *reg)
51 {
52 return ((u64) readl(reg)) | (((u64) readl(reg + 4UL)) << 32);
53 }
54
55 static void writeq(u64 val, void __iomem *reg)
56 {
57 writel(val & 0xffffffff, reg);
58 writel(val >> 32, reg + 0x4UL);
59 }
60 #endif
61
62 static DEFINE_PCI_DEVICE_TABLE(niu_pci_tbl) = {
63 {PCI_DEVICE(PCI_VENDOR_ID_SUN, 0xabcd)},
64 {}
65 };
66
67 MODULE_DEVICE_TABLE(pci, niu_pci_tbl);
68
69 #define NIU_TX_TIMEOUT (5 * HZ)
70
71 #define nr64(reg) readq(np->regs + (reg))
72 #define nw64(reg, val) writeq((val), np->regs + (reg))
73
74 #define nr64_mac(reg) readq(np->mac_regs + (reg))
75 #define nw64_mac(reg, val) writeq((val), np->mac_regs + (reg))
76
77 #define nr64_ipp(reg) readq(np->regs + np->ipp_off + (reg))
78 #define nw64_ipp(reg, val) writeq((val), np->regs + np->ipp_off + (reg))
79
80 #define nr64_pcs(reg) readq(np->regs + np->pcs_off + (reg))
81 #define nw64_pcs(reg, val) writeq((val), np->regs + np->pcs_off + (reg))
82
83 #define nr64_xpcs(reg) readq(np->regs + np->xpcs_off + (reg))
84 #define nw64_xpcs(reg, val) writeq((val), np->regs + np->xpcs_off + (reg))
85
86 #define NIU_MSG_DEFAULT (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK)
87
88 static int niu_debug;
89 static int debug = -1;
90 module_param(debug, int, 0);
91 MODULE_PARM_DESC(debug, "NIU debug level");
92
93 #define niu_lock_parent(np, flags) \
94 spin_lock_irqsave(&np->parent->lock, flags)
95 #define niu_unlock_parent(np, flags) \
96 spin_unlock_irqrestore(&np->parent->lock, flags)
97
98 static int serdes_init_10g_serdes(struct niu *np);
99
100 static int __niu_wait_bits_clear_mac(struct niu *np, unsigned long reg,
101 u64 bits, int limit, int delay)
102 {
103 while (--limit >= 0) {
104 u64 val = nr64_mac(reg);
105
106 if (!(val & bits))
107 break;
108 udelay(delay);
109 }
110 if (limit < 0)
111 return -ENODEV;
112 return 0;
113 }
114
115 static int __niu_set_and_wait_clear_mac(struct niu *np, unsigned long reg,
116 u64 bits, int limit, int delay,
117 const char *reg_name)
118 {
119 int err;
120
121 nw64_mac(reg, bits);
122 err = __niu_wait_bits_clear_mac(np, reg, bits, limit, delay);
123 if (err)
124 netdev_err(np->dev, "bits (%llx) of register %s would not clear, val[%llx]\n",
125 (unsigned long long)bits, reg_name,
126 (unsigned long long)nr64_mac(reg));
127 return err;
128 }
129
130 #define niu_set_and_wait_clear_mac(NP, REG, BITS, LIMIT, DELAY, REG_NAME) \
131 ({ BUILD_BUG_ON(LIMIT <= 0 || DELAY < 0); \
132 __niu_set_and_wait_clear_mac(NP, REG, BITS, LIMIT, DELAY, REG_NAME); \
133 })
134
135 static int __niu_wait_bits_clear_ipp(struct niu *np, unsigned long reg,
136 u64 bits, int limit, int delay)
137 {
138 while (--limit >= 0) {
139 u64 val = nr64_ipp(reg);
140
141 if (!(val & bits))
142 break;
143 udelay(delay);
144 }
145 if (limit < 0)
146 return -ENODEV;
147 return 0;
148 }
149
150 static int __niu_set_and_wait_clear_ipp(struct niu *np, unsigned long reg,
151 u64 bits, int limit, int delay,
152 const char *reg_name)
153 {
154 int err;
155 u64 val;
156
157 val = nr64_ipp(reg);
158 val |= bits;
159 nw64_ipp(reg, val);
160
161 err = __niu_wait_bits_clear_ipp(np, reg, bits, limit, delay);
162 if (err)
163 netdev_err(np->dev, "bits (%llx) of register %s would not clear, val[%llx]\n",
164 (unsigned long long)bits, reg_name,
165 (unsigned long long)nr64_ipp(reg));
166 return err;
167 }
168
169 #define niu_set_and_wait_clear_ipp(NP, REG, BITS, LIMIT, DELAY, REG_NAME) \
170 ({ BUILD_BUG_ON(LIMIT <= 0 || DELAY < 0); \
171 __niu_set_and_wait_clear_ipp(NP, REG, BITS, LIMIT, DELAY, REG_NAME); \
172 })
173
174 static int __niu_wait_bits_clear(struct niu *np, unsigned long reg,
175 u64 bits, int limit, int delay)
176 {
177 while (--limit >= 0) {
178 u64 val = nr64(reg);
179
180 if (!(val & bits))
181 break;
182 udelay(delay);
183 }
184 if (limit < 0)
185 return -ENODEV;
186 return 0;
187 }
188
189 #define niu_wait_bits_clear(NP, REG, BITS, LIMIT, DELAY) \
190 ({ BUILD_BUG_ON(LIMIT <= 0 || DELAY < 0); \
191 __niu_wait_bits_clear(NP, REG, BITS, LIMIT, DELAY); \
192 })
193
194 static int __niu_set_and_wait_clear(struct niu *np, unsigned long reg,
195 u64 bits, int limit, int delay,
196 const char *reg_name)
197 {
198 int err;
199
200 nw64(reg, bits);
201 err = __niu_wait_bits_clear(np, reg, bits, limit, delay);
202 if (err)
203 netdev_err(np->dev, "bits (%llx) of register %s would not clear, val[%llx]\n",
204 (unsigned long long)bits, reg_name,
205 (unsigned long long)nr64(reg));
206 return err;
207 }
208
209 #define niu_set_and_wait_clear(NP, REG, BITS, LIMIT, DELAY, REG_NAME) \
210 ({ BUILD_BUG_ON(LIMIT <= 0 || DELAY < 0); \
211 __niu_set_and_wait_clear(NP, REG, BITS, LIMIT, DELAY, REG_NAME); \
212 })
213
214 static void niu_ldg_rearm(struct niu *np, struct niu_ldg *lp, int on)
215 {
216 u64 val = (u64) lp->timer;
217
218 if (on)
219 val |= LDG_IMGMT_ARM;
220
221 nw64(LDG_IMGMT(lp->ldg_num), val);
222 }
223
224 static int niu_ldn_irq_enable(struct niu *np, int ldn, int on)
225 {
226 unsigned long mask_reg, bits;
227 u64 val;
228
229 if (ldn < 0 || ldn > LDN_MAX)
230 return -EINVAL;
231
232 if (ldn < 64) {
233 mask_reg = LD_IM0(ldn);
234 bits = LD_IM0_MASK;
235 } else {
236 mask_reg = LD_IM1(ldn - 64);
237 bits = LD_IM1_MASK;
238 }
239
240 val = nr64(mask_reg);
241 if (on)
242 val &= ~bits;
243 else
244 val |= bits;
245 nw64(mask_reg, val);
246
247 return 0;
248 }
249
250 static int niu_enable_ldn_in_ldg(struct niu *np, struct niu_ldg *lp, int on)
251 {
252 struct niu_parent *parent = np->parent;
253 int i;
254
255 for (i = 0; i <= LDN_MAX; i++) {
256 int err;
257
258 if (parent->ldg_map[i] != lp->ldg_num)
259 continue;
260
261 err = niu_ldn_irq_enable(np, i, on);
262 if (err)
263 return err;
264 }
265 return 0;
266 }
267
268 static int niu_enable_interrupts(struct niu *np, int on)
269 {
270 int i;
271
272 for (i = 0; i < np->num_ldg; i++) {
273 struct niu_ldg *lp = &np->ldg[i];
274 int err;
275
276 err = niu_enable_ldn_in_ldg(np, lp, on);
277 if (err)
278 return err;
279 }
280 for (i = 0; i < np->num_ldg; i++)
281 niu_ldg_rearm(np, &np->ldg[i], on);
282
283 return 0;
284 }
285
286 static u32 phy_encode(u32 type, int port)
287 {
288 return type << (port * 2);
289 }
290
291 static u32 phy_decode(u32 val, int port)
292 {
293 return (val >> (port * 2)) & PORT_TYPE_MASK;
294 }
295
296 static int mdio_wait(struct niu *np)
297 {
298 int limit = 1000;
299 u64 val;
300
301 while (--limit > 0) {
302 val = nr64(MIF_FRAME_OUTPUT);
303 if ((val >> MIF_FRAME_OUTPUT_TA_SHIFT) & 0x1)
304 return val & MIF_FRAME_OUTPUT_DATA;
305
306 udelay(10);
307 }
308
309 return -ENODEV;
310 }
311
312 static int mdio_read(struct niu *np, int port, int dev, int reg)
313 {
314 int err;
315
316 nw64(MIF_FRAME_OUTPUT, MDIO_ADDR_OP(port, dev, reg));
317 err = mdio_wait(np);
318 if (err < 0)
319 return err;
320
321 nw64(MIF_FRAME_OUTPUT, MDIO_READ_OP(port, dev));
322 return mdio_wait(np);
323 }
324
325 static int mdio_write(struct niu *np, int port, int dev, int reg, int data)
326 {
327 int err;
328
329 nw64(MIF_FRAME_OUTPUT, MDIO_ADDR_OP(port, dev, reg));
330 err = mdio_wait(np);
331 if (err < 0)
332 return err;
333
334 nw64(MIF_FRAME_OUTPUT, MDIO_WRITE_OP(port, dev, data));
335 err = mdio_wait(np);
336 if (err < 0)
337 return err;
338
339 return 0;
340 }
341
342 static int mii_read(struct niu *np, int port, int reg)
343 {
344 nw64(MIF_FRAME_OUTPUT, MII_READ_OP(port, reg));
345 return mdio_wait(np);
346 }
347
348 static int mii_write(struct niu *np, int port, int reg, int data)
349 {
350 int err;
351
352 nw64(MIF_FRAME_OUTPUT, MII_WRITE_OP(port, reg, data));
353 err = mdio_wait(np);
354 if (err < 0)
355 return err;
356
357 return 0;
358 }
359
360 static int esr2_set_tx_cfg(struct niu *np, unsigned long channel, u32 val)
361 {
362 int err;
363
364 err = mdio_write(np, np->port, NIU_ESR2_DEV_ADDR,
365 ESR2_TI_PLL_TX_CFG_L(channel),
366 val & 0xffff);
367 if (!err)
368 err = mdio_write(np, np->port, NIU_ESR2_DEV_ADDR,
369 ESR2_TI_PLL_TX_CFG_H(channel),
370 val >> 16);
371 return err;
372 }
373
374 static int esr2_set_rx_cfg(struct niu *np, unsigned long channel, u32 val)
375 {
376 int err;
377
378 err = mdio_write(np, np->port, NIU_ESR2_DEV_ADDR,
379 ESR2_TI_PLL_RX_CFG_L(channel),
380 val & 0xffff);
381 if (!err)
382 err = mdio_write(np, np->port, NIU_ESR2_DEV_ADDR,
383 ESR2_TI_PLL_RX_CFG_H(channel),
384 val >> 16);
385 return err;
386 }
387
388 /* Mode is always 10G fiber. */
389 static int serdes_init_niu_10g_fiber(struct niu *np)
390 {
391 struct niu_link_config *lp = &np->link_config;
392 u32 tx_cfg, rx_cfg;
393 unsigned long i;
394
395 tx_cfg = (PLL_TX_CFG_ENTX | PLL_TX_CFG_SWING_1375MV);
396 rx_cfg = (PLL_RX_CFG_ENRX | PLL_RX_CFG_TERM_0P8VDDT |
397 PLL_RX_CFG_ALIGN_ENA | PLL_RX_CFG_LOS_LTHRESH |
398 PLL_RX_CFG_EQ_LP_ADAPTIVE);
399
400 if (lp->loopback_mode == LOOPBACK_PHY) {
401 u16 test_cfg = PLL_TEST_CFG_LOOPBACK_CML_DIS;
402
403 mdio_write(np, np->port, NIU_ESR2_DEV_ADDR,
404 ESR2_TI_PLL_TEST_CFG_L, test_cfg);
405
406 tx_cfg |= PLL_TX_CFG_ENTEST;
407 rx_cfg |= PLL_RX_CFG_ENTEST;
408 }
409
410 /* Initialize all 4 lanes of the SERDES. */
411 for (i = 0; i < 4; i++) {
412 int err = esr2_set_tx_cfg(np, i, tx_cfg);
413 if (err)
414 return err;
415 }
416
417 for (i = 0; i < 4; i++) {
418 int err = esr2_set_rx_cfg(np, i, rx_cfg);
419 if (err)
420 return err;
421 }
422
423 return 0;
424 }
425
426 static int serdes_init_niu_1g_serdes(struct niu *np)
427 {
428 struct niu_link_config *lp = &np->link_config;
429 u16 pll_cfg, pll_sts;
430 int max_retry = 100;
431 u64 uninitialized_var(sig), mask, val;
432 u32 tx_cfg, rx_cfg;
433 unsigned long i;
434 int err;
435
436 tx_cfg = (PLL_TX_CFG_ENTX | PLL_TX_CFG_SWING_1375MV |
437 PLL_TX_CFG_RATE_HALF);
438 rx_cfg = (PLL_RX_CFG_ENRX | PLL_RX_CFG_TERM_0P8VDDT |
439 PLL_RX_CFG_ALIGN_ENA | PLL_RX_CFG_LOS_LTHRESH |
440 PLL_RX_CFG_RATE_HALF);
441
442 if (np->port == 0)
443 rx_cfg |= PLL_RX_CFG_EQ_LP_ADAPTIVE;
444
445 if (lp->loopback_mode == LOOPBACK_PHY) {
446 u16 test_cfg = PLL_TEST_CFG_LOOPBACK_CML_DIS;
447
448 mdio_write(np, np->port, NIU_ESR2_DEV_ADDR,
449 ESR2_TI_PLL_TEST_CFG_L, test_cfg);
450
451 tx_cfg |= PLL_TX_CFG_ENTEST;
452 rx_cfg |= PLL_RX_CFG_ENTEST;
453 }
454
455 /* Initialize PLL for 1G */
456 pll_cfg = (PLL_CFG_ENPLL | PLL_CFG_MPY_8X);
457
458 err = mdio_write(np, np->port, NIU_ESR2_DEV_ADDR,
459 ESR2_TI_PLL_CFG_L, pll_cfg);
460 if (err) {
461 netdev_err(np->dev, "NIU Port %d %s() mdio write to ESR2_TI_PLL_CFG_L failed\n",
462 np->port, __func__);
463 return err;
464 }
465
466 pll_sts = PLL_CFG_ENPLL;
467
468 err = mdio_write(np, np->port, NIU_ESR2_DEV_ADDR,
469 ESR2_TI_PLL_STS_L, pll_sts);
470 if (err) {
471 netdev_err(np->dev, "NIU Port %d %s() mdio write to ESR2_TI_PLL_STS_L failed\n",
472 np->port, __func__);
473 return err;
474 }
475
476 udelay(200);
477
478 /* Initialize all 4 lanes of the SERDES. */
479 for (i = 0; i < 4; i++) {
480 err = esr2_set_tx_cfg(np, i, tx_cfg);
481 if (err)
482 return err;
483 }
484
485 for (i = 0; i < 4; i++) {
486 err = esr2_set_rx_cfg(np, i, rx_cfg);
487 if (err)
488 return err;
489 }
490
491 switch (np->port) {
492 case 0:
493 val = (ESR_INT_SRDY0_P0 | ESR_INT_DET0_P0);
494 mask = val;
495 break;
496
497 case 1:
498 val = (ESR_INT_SRDY0_P1 | ESR_INT_DET0_P1);
499 mask = val;
500 break;
501
502 default:
503 return -EINVAL;
504 }
505
506 while (max_retry--) {
507 sig = nr64(ESR_INT_SIGNALS);
508 if ((sig & mask) == val)
509 break;
510
511 mdelay(500);
512 }
513
514 if ((sig & mask) != val) {
515 netdev_err(np->dev, "Port %u signal bits [%08x] are not [%08x]\n",
516 np->port, (int)(sig & mask), (int)val);
517 return -ENODEV;
518 }
519
520 return 0;
521 }
522
523 static int serdes_init_niu_10g_serdes(struct niu *np)
524 {
525 struct niu_link_config *lp = &np->link_config;
526 u32 tx_cfg, rx_cfg, pll_cfg, pll_sts;
527 int max_retry = 100;
528 u64 uninitialized_var(sig), mask, val;
529 unsigned long i;
530 int err;
531
532 tx_cfg = (PLL_TX_CFG_ENTX | PLL_TX_CFG_SWING_1375MV);
533 rx_cfg = (PLL_RX_CFG_ENRX | PLL_RX_CFG_TERM_0P8VDDT |
534 PLL_RX_CFG_ALIGN_ENA | PLL_RX_CFG_LOS_LTHRESH |
535 PLL_RX_CFG_EQ_LP_ADAPTIVE);
536
537 if (lp->loopback_mode == LOOPBACK_PHY) {
538 u16 test_cfg = PLL_TEST_CFG_LOOPBACK_CML_DIS;
539
540 mdio_write(np, np->port, NIU_ESR2_DEV_ADDR,
541 ESR2_TI_PLL_TEST_CFG_L, test_cfg);
542
543 tx_cfg |= PLL_TX_CFG_ENTEST;
544 rx_cfg |= PLL_RX_CFG_ENTEST;
545 }
546
547 /* Initialize PLL for 10G */
548 pll_cfg = (PLL_CFG_ENPLL | PLL_CFG_MPY_10X);
549
550 err = mdio_write(np, np->port, NIU_ESR2_DEV_ADDR,
551 ESR2_TI_PLL_CFG_L, pll_cfg & 0xffff);
552 if (err) {
553 netdev_err(np->dev, "NIU Port %d %s() mdio write to ESR2_TI_PLL_CFG_L failed\n",
554 np->port, __func__);
555 return err;
556 }
557
558 pll_sts = PLL_CFG_ENPLL;
559
560 err = mdio_write(np, np->port, NIU_ESR2_DEV_ADDR,
561 ESR2_TI_PLL_STS_L, pll_sts & 0xffff);
562 if (err) {
563 netdev_err(np->dev, "NIU Port %d %s() mdio write to ESR2_TI_PLL_STS_L failed\n",
564 np->port, __func__);
565 return err;
566 }
567
568 udelay(200);
569
570 /* Initialize all 4 lanes of the SERDES. */
571 for (i = 0; i < 4; i++) {
572 err = esr2_set_tx_cfg(np, i, tx_cfg);
573 if (err)
574 return err;
575 }
576
577 for (i = 0; i < 4; i++) {
578 err = esr2_set_rx_cfg(np, i, rx_cfg);
579 if (err)
580 return err;
581 }
582
583 /* check if serdes is ready */
584
585 switch (np->port) {
586 case 0:
587 mask = ESR_INT_SIGNALS_P0_BITS;
588 val = (ESR_INT_SRDY0_P0 |
589 ESR_INT_DET0_P0 |
590 ESR_INT_XSRDY_P0 |
591 ESR_INT_XDP_P0_CH3 |
592 ESR_INT_XDP_P0_CH2 |
593 ESR_INT_XDP_P0_CH1 |
594 ESR_INT_XDP_P0_CH0);
595 break;
596
597 case 1:
598 mask = ESR_INT_SIGNALS_P1_BITS;
599 val = (ESR_INT_SRDY0_P1 |
600 ESR_INT_DET0_P1 |
601 ESR_INT_XSRDY_P1 |
602 ESR_INT_XDP_P1_CH3 |
603 ESR_INT_XDP_P1_CH2 |
604 ESR_INT_XDP_P1_CH1 |
605 ESR_INT_XDP_P1_CH0);
606 break;
607
608 default:
609 return -EINVAL;
610 }
611
612 while (max_retry--) {
613 sig = nr64(ESR_INT_SIGNALS);
614 if ((sig & mask) == val)
615 break;
616
617 mdelay(500);
618 }
619
620 if ((sig & mask) != val) {
621 pr_info("NIU Port %u signal bits [%08x] are not [%08x] for 10G...trying 1G\n",
622 np->port, (int)(sig & mask), (int)val);
623
624 /* 10G failed, try initializing at 1G */
625 err = serdes_init_niu_1g_serdes(np);
626 if (!err) {
627 np->flags &= ~NIU_FLAGS_10G;
628 np->mac_xcvr = MAC_XCVR_PCS;
629 } else {
630 netdev_err(np->dev, "Port %u 10G/1G SERDES Link Failed\n",
631 np->port);
632 return -ENODEV;
633 }
634 }
635 return 0;
636 }
637
638 static int esr_read_rxtx_ctrl(struct niu *np, unsigned long chan, u32 *val)
639 {
640 int err;
641
642 err = mdio_read(np, np->port, NIU_ESR_DEV_ADDR, ESR_RXTX_CTRL_L(chan));
643 if (err >= 0) {
644 *val = (err & 0xffff);
645 err = mdio_read(np, np->port, NIU_ESR_DEV_ADDR,
646 ESR_RXTX_CTRL_H(chan));
647 if (err >= 0)
648 *val |= ((err & 0xffff) << 16);
649 err = 0;
650 }
651 return err;
652 }
653
654 static int esr_read_glue0(struct niu *np, unsigned long chan, u32 *val)
655 {
656 int err;
657
658 err = mdio_read(np, np->port, NIU_ESR_DEV_ADDR,
659 ESR_GLUE_CTRL0_L(chan));
660 if (err >= 0) {
661 *val = (err & 0xffff);
662 err = mdio_read(np, np->port, NIU_ESR_DEV_ADDR,
663 ESR_GLUE_CTRL0_H(chan));
664 if (err >= 0) {
665 *val |= ((err & 0xffff) << 16);
666 err = 0;
667 }
668 }
669 return err;
670 }
671
672 static int esr_read_reset(struct niu *np, u32 *val)
673 {
674 int err;
675
676 err = mdio_read(np, np->port, NIU_ESR_DEV_ADDR,
677 ESR_RXTX_RESET_CTRL_L);
678 if (err >= 0) {
679 *val = (err & 0xffff);
680 err = mdio_read(np, np->port, NIU_ESR_DEV_ADDR,
681 ESR_RXTX_RESET_CTRL_H);
682 if (err >= 0) {
683 *val |= ((err & 0xffff) << 16);
684 err = 0;
685 }
686 }
687 return err;
688 }
689
690 static int esr_write_rxtx_ctrl(struct niu *np, unsigned long chan, u32 val)
691 {
692 int err;
693
694 err = mdio_write(np, np->port, NIU_ESR_DEV_ADDR,
695 ESR_RXTX_CTRL_L(chan), val & 0xffff);
696 if (!err)
697 err = mdio_write(np, np->port, NIU_ESR_DEV_ADDR,
698 ESR_RXTX_CTRL_H(chan), (val >> 16));
699 return err;
700 }
701
702 static int esr_write_glue0(struct niu *np, unsigned long chan, u32 val)
703 {
704 int err;
705
706 err = mdio_write(np, np->port, NIU_ESR_DEV_ADDR,
707 ESR_GLUE_CTRL0_L(chan), val & 0xffff);
708 if (!err)
709 err = mdio_write(np, np->port, NIU_ESR_DEV_ADDR,
710 ESR_GLUE_CTRL0_H(chan), (val >> 16));
711 return err;
712 }
713
714 static int esr_reset(struct niu *np)
715 {
716 u32 uninitialized_var(reset);
717 int err;
718
719 err = mdio_write(np, np->port, NIU_ESR_DEV_ADDR,
720 ESR_RXTX_RESET_CTRL_L, 0x0000);
721 if (err)
722 return err;
723 err = mdio_write(np, np->port, NIU_ESR_DEV_ADDR,
724 ESR_RXTX_RESET_CTRL_H, 0xffff);
725 if (err)
726 return err;
727 udelay(200);
728
729 err = mdio_write(np, np->port, NIU_ESR_DEV_ADDR,
730 ESR_RXTX_RESET_CTRL_L, 0xffff);
731 if (err)
732 return err;
733 udelay(200);
734
735 err = mdio_write(np, np->port, NIU_ESR_DEV_ADDR,
736 ESR_RXTX_RESET_CTRL_H, 0x0000);
737 if (err)
738 return err;
739 udelay(200);
740
741 err = esr_read_reset(np, &reset);
742 if (err)
743 return err;
744 if (reset != 0) {
745 netdev_err(np->dev, "Port %u ESR_RESET did not clear [%08x]\n",
746 np->port, reset);
747 return -ENODEV;
748 }
749
750 return 0;
751 }
752
753 static int serdes_init_10g(struct niu *np)
754 {
755 struct niu_link_config *lp = &np->link_config;
756 unsigned long ctrl_reg, test_cfg_reg, i;
757 u64 ctrl_val, test_cfg_val, sig, mask, val;
758 int err;
759
760 switch (np->port) {
761 case 0:
762 ctrl_reg = ENET_SERDES_0_CTRL_CFG;
763 test_cfg_reg = ENET_SERDES_0_TEST_CFG;
764 break;
765 case 1:
766 ctrl_reg = ENET_SERDES_1_CTRL_CFG;
767 test_cfg_reg = ENET_SERDES_1_TEST_CFG;
768 break;
769
770 default:
771 return -EINVAL;
772 }
773 ctrl_val = (ENET_SERDES_CTRL_SDET_0 |
774 ENET_SERDES_CTRL_SDET_1 |
775 ENET_SERDES_CTRL_SDET_2 |
776 ENET_SERDES_CTRL_SDET_3 |
777 (0x5 << ENET_SERDES_CTRL_EMPH_0_SHIFT) |
778 (0x5 << ENET_SERDES_CTRL_EMPH_1_SHIFT) |
779 (0x5 << ENET_SERDES_CTRL_EMPH_2_SHIFT) |
780 (0x5 << ENET_SERDES_CTRL_EMPH_3_SHIFT) |
781 (0x1 << ENET_SERDES_CTRL_LADJ_0_SHIFT) |
782 (0x1 << ENET_SERDES_CTRL_LADJ_1_SHIFT) |
783 (0x1 << ENET_SERDES_CTRL_LADJ_2_SHIFT) |
784 (0x1 << ENET_SERDES_CTRL_LADJ_3_SHIFT));
785 test_cfg_val = 0;
786
787 if (lp->loopback_mode == LOOPBACK_PHY) {
788 test_cfg_val |= ((ENET_TEST_MD_PAD_LOOPBACK <<
789 ENET_SERDES_TEST_MD_0_SHIFT) |
790 (ENET_TEST_MD_PAD_LOOPBACK <<
791 ENET_SERDES_TEST_MD_1_SHIFT) |
792 (ENET_TEST_MD_PAD_LOOPBACK <<
793 ENET_SERDES_TEST_MD_2_SHIFT) |
794 (ENET_TEST_MD_PAD_LOOPBACK <<
795 ENET_SERDES_TEST_MD_3_SHIFT));
796 }
797
798 nw64(ctrl_reg, ctrl_val);
799 nw64(test_cfg_reg, test_cfg_val);
800
801 /* Initialize all 4 lanes of the SERDES. */
802 for (i = 0; i < 4; i++) {
803 u32 rxtx_ctrl, glue0;
804
805 err = esr_read_rxtx_ctrl(np, i, &rxtx_ctrl);
806 if (err)
807 return err;
808 err = esr_read_glue0(np, i, &glue0);
809 if (err)
810 return err;
811
812 rxtx_ctrl &= ~(ESR_RXTX_CTRL_VMUXLO);
813 rxtx_ctrl |= (ESR_RXTX_CTRL_ENSTRETCH |
814 (2 << ESR_RXTX_CTRL_VMUXLO_SHIFT));
815
816 glue0 &= ~(ESR_GLUE_CTRL0_SRATE |
817 ESR_GLUE_CTRL0_THCNT |
818 ESR_GLUE_CTRL0_BLTIME);
819 glue0 |= (ESR_GLUE_CTRL0_RXLOSENAB |
820 (0xf << ESR_GLUE_CTRL0_SRATE_SHIFT) |
821 (0xff << ESR_GLUE_CTRL0_THCNT_SHIFT) |
822 (BLTIME_300_CYCLES <<
823 ESR_GLUE_CTRL0_BLTIME_SHIFT));
824
825 err = esr_write_rxtx_ctrl(np, i, rxtx_ctrl);
826 if (err)
827 return err;
828 err = esr_write_glue0(np, i, glue0);
829 if (err)
830 return err;
831 }
832
833 err = esr_reset(np);
834 if (err)
835 return err;
836
837 sig = nr64(ESR_INT_SIGNALS);
838 switch (np->port) {
839 case 0:
840 mask = ESR_INT_SIGNALS_P0_BITS;
841 val = (ESR_INT_SRDY0_P0 |
842 ESR_INT_DET0_P0 |
843 ESR_INT_XSRDY_P0 |
844 ESR_INT_XDP_P0_CH3 |
845 ESR_INT_XDP_P0_CH2 |
846 ESR_INT_XDP_P0_CH1 |
847 ESR_INT_XDP_P0_CH0);
848 break;
849
850 case 1:
851 mask = ESR_INT_SIGNALS_P1_BITS;
852 val = (ESR_INT_SRDY0_P1 |
853 ESR_INT_DET0_P1 |
854 ESR_INT_XSRDY_P1 |
855 ESR_INT_XDP_P1_CH3 |
856 ESR_INT_XDP_P1_CH2 |
857 ESR_INT_XDP_P1_CH1 |
858 ESR_INT_XDP_P1_CH0);
859 break;
860
861 default:
862 return -EINVAL;
863 }
864
865 if ((sig & mask) != val) {
866 if (np->flags & NIU_FLAGS_HOTPLUG_PHY) {
867 np->flags &= ~NIU_FLAGS_HOTPLUG_PHY_PRESENT;
868 return 0;
869 }
870 netdev_err(np->dev, "Port %u signal bits [%08x] are not [%08x]\n",
871 np->port, (int)(sig & mask), (int)val);
872 return -ENODEV;
873 }
874 if (np->flags & NIU_FLAGS_HOTPLUG_PHY)
875 np->flags |= NIU_FLAGS_HOTPLUG_PHY_PRESENT;
876 return 0;
877 }
878
879 static int serdes_init_1g(struct niu *np)
880 {
881 u64 val;
882
883 val = nr64(ENET_SERDES_1_PLL_CFG);
884 val &= ~ENET_SERDES_PLL_FBDIV2;
885 switch (np->port) {
886 case 0:
887 val |= ENET_SERDES_PLL_HRATE0;
888 break;
889 case 1:
890 val |= ENET_SERDES_PLL_HRATE1;
891 break;
892 case 2:
893 val |= ENET_SERDES_PLL_HRATE2;
894 break;
895 case 3:
896 val |= ENET_SERDES_PLL_HRATE3;
897 break;
898 default:
899 return -EINVAL;
900 }
901 nw64(ENET_SERDES_1_PLL_CFG, val);
902
903 return 0;
904 }
905
906 static int serdes_init_1g_serdes(struct niu *np)
907 {
908 struct niu_link_config *lp = &np->link_config;
909 unsigned long ctrl_reg, test_cfg_reg, pll_cfg, i;
910 u64 ctrl_val, test_cfg_val, sig, mask, val;
911 int err;
912 u64 reset_val, val_rd;
913
914 val = ENET_SERDES_PLL_HRATE0 | ENET_SERDES_PLL_HRATE1 |
915 ENET_SERDES_PLL_HRATE2 | ENET_SERDES_PLL_HRATE3 |
916 ENET_SERDES_PLL_FBDIV0;
917 switch (np->port) {
918 case 0:
919 reset_val = ENET_SERDES_RESET_0;
920 ctrl_reg = ENET_SERDES_0_CTRL_CFG;
921 test_cfg_reg = ENET_SERDES_0_TEST_CFG;
922 pll_cfg = ENET_SERDES_0_PLL_CFG;
923 break;
924 case 1:
925 reset_val = ENET_SERDES_RESET_1;
926 ctrl_reg = ENET_SERDES_1_CTRL_CFG;
927 test_cfg_reg = ENET_SERDES_1_TEST_CFG;
928 pll_cfg = ENET_SERDES_1_PLL_CFG;
929 break;
930
931 default:
932 return -EINVAL;
933 }
934 ctrl_val = (ENET_SERDES_CTRL_SDET_0 |
935 ENET_SERDES_CTRL_SDET_1 |
936 ENET_SERDES_CTRL_SDET_2 |
937 ENET_SERDES_CTRL_SDET_3 |
938 (0x5 << ENET_SERDES_CTRL_EMPH_0_SHIFT) |
939 (0x5 << ENET_SERDES_CTRL_EMPH_1_SHIFT) |
940 (0x5 << ENET_SERDES_CTRL_EMPH_2_SHIFT) |
941 (0x5 << ENET_SERDES_CTRL_EMPH_3_SHIFT) |
942 (0x1 << ENET_SERDES_CTRL_LADJ_0_SHIFT) |
943 (0x1 << ENET_SERDES_CTRL_LADJ_1_SHIFT) |
944 (0x1 << ENET_SERDES_CTRL_LADJ_2_SHIFT) |
945 (0x1 << ENET_SERDES_CTRL_LADJ_3_SHIFT));
946 test_cfg_val = 0;
947
948 if (lp->loopback_mode == LOOPBACK_PHY) {
949 test_cfg_val |= ((ENET_TEST_MD_PAD_LOOPBACK <<
950 ENET_SERDES_TEST_MD_0_SHIFT) |
951 (ENET_TEST_MD_PAD_LOOPBACK <<
952 ENET_SERDES_TEST_MD_1_SHIFT) |
953 (ENET_TEST_MD_PAD_LOOPBACK <<
954 ENET_SERDES_TEST_MD_2_SHIFT) |
955 (ENET_TEST_MD_PAD_LOOPBACK <<
956 ENET_SERDES_TEST_MD_3_SHIFT));
957 }
958
959 nw64(ENET_SERDES_RESET, reset_val);
960 mdelay(20);
961 val_rd = nr64(ENET_SERDES_RESET);
962 val_rd &= ~reset_val;
963 nw64(pll_cfg, val);
964 nw64(ctrl_reg, ctrl_val);
965 nw64(test_cfg_reg, test_cfg_val);
966 nw64(ENET_SERDES_RESET, val_rd);
967 mdelay(2000);
968
969 /* Initialize all 4 lanes of the SERDES. */
970 for (i = 0; i < 4; i++) {
971 u32 rxtx_ctrl, glue0;
972
973 err = esr_read_rxtx_ctrl(np, i, &rxtx_ctrl);
974 if (err)
975 return err;
976 err = esr_read_glue0(np, i, &glue0);
977 if (err)
978 return err;
979
980 rxtx_ctrl &= ~(ESR_RXTX_CTRL_VMUXLO);
981 rxtx_ctrl |= (ESR_RXTX_CTRL_ENSTRETCH |
982 (2 << ESR_RXTX_CTRL_VMUXLO_SHIFT));
983
984 glue0 &= ~(ESR_GLUE_CTRL0_SRATE |
985 ESR_GLUE_CTRL0_THCNT |
986 ESR_GLUE_CTRL0_BLTIME);
987 glue0 |= (ESR_GLUE_CTRL0_RXLOSENAB |
988 (0xf << ESR_GLUE_CTRL0_SRATE_SHIFT) |
989 (0xff << ESR_GLUE_CTRL0_THCNT_SHIFT) |
990 (BLTIME_300_CYCLES <<
991 ESR_GLUE_CTRL0_BLTIME_SHIFT));
992
993 err = esr_write_rxtx_ctrl(np, i, rxtx_ctrl);
994 if (err)
995 return err;
996 err = esr_write_glue0(np, i, glue0);
997 if (err)
998 return err;
999 }
1000
1001
1002 sig = nr64(ESR_INT_SIGNALS);
1003 switch (np->port) {
1004 case 0:
1005 val = (ESR_INT_SRDY0_P0 | ESR_INT_DET0_P0);
1006 mask = val;
1007 break;
1008
1009 case 1:
1010 val = (ESR_INT_SRDY0_P1 | ESR_INT_DET0_P1);
1011 mask = val;
1012 break;
1013
1014 default:
1015 return -EINVAL;
1016 }
1017
1018 if ((sig & mask) != val) {
1019 netdev_err(np->dev, "Port %u signal bits [%08x] are not [%08x]\n",
1020 np->port, (int)(sig & mask), (int)val);
1021 return -ENODEV;
1022 }
1023
1024 return 0;
1025 }
1026
1027 static int link_status_1g_serdes(struct niu *np, int *link_up_p)
1028 {
1029 struct niu_link_config *lp = &np->link_config;
1030 int link_up;
1031 u64 val;
1032 u16 current_speed;
1033 unsigned long flags;
1034 u8 current_duplex;
1035
1036 link_up = 0;
1037 current_speed = SPEED_INVALID;
1038 current_duplex = DUPLEX_INVALID;
1039
1040 spin_lock_irqsave(&np->lock, flags);
1041
1042 val = nr64_pcs(PCS_MII_STAT);
1043
1044 if (val & PCS_MII_STAT_LINK_STATUS) {
1045 link_up = 1;
1046 current_speed = SPEED_1000;
1047 current_duplex = DUPLEX_FULL;
1048 }
1049
1050 lp->active_speed = current_speed;
1051 lp->active_duplex = current_duplex;
1052 spin_unlock_irqrestore(&np->lock, flags);
1053
1054 *link_up_p = link_up;
1055 return 0;
1056 }
1057
1058 static int link_status_10g_serdes(struct niu *np, int *link_up_p)
1059 {
1060 unsigned long flags;
1061 struct niu_link_config *lp = &np->link_config;
1062 int link_up = 0;
1063 int link_ok = 1;
1064 u64 val, val2;
1065 u16 current_speed;
1066 u8 current_duplex;
1067
1068 if (!(np->flags & NIU_FLAGS_10G))
1069 return link_status_1g_serdes(np, link_up_p);
1070
1071 current_speed = SPEED_INVALID;
1072 current_duplex = DUPLEX_INVALID;
1073 spin_lock_irqsave(&np->lock, flags);
1074
1075 val = nr64_xpcs(XPCS_STATUS(0));
1076 val2 = nr64_mac(XMAC_INTER2);
1077 if (val2 & 0x01000000)
1078 link_ok = 0;
1079
1080 if ((val & 0x1000ULL) && link_ok) {
1081 link_up = 1;
1082 current_speed = SPEED_10000;
1083 current_duplex = DUPLEX_FULL;
1084 }
1085 lp->active_speed = current_speed;
1086 lp->active_duplex = current_duplex;
1087 spin_unlock_irqrestore(&np->lock, flags);
1088 *link_up_p = link_up;
1089 return 0;
1090 }
1091
1092 static int link_status_mii(struct niu *np, int *link_up_p)
1093 {
1094 struct niu_link_config *lp = &np->link_config;
1095 int err;
1096 int bmsr, advert, ctrl1000, stat1000, lpa, bmcr, estatus;
1097 int supported, advertising, active_speed, active_duplex;
1098
1099 err = mii_read(np, np->phy_addr, MII_BMCR);
1100 if (unlikely(err < 0))
1101 return err;
1102 bmcr = err;
1103
1104 err = mii_read(np, np->phy_addr, MII_BMSR);
1105 if (unlikely(err < 0))
1106 return err;
1107 bmsr = err;
1108
1109 err = mii_read(np, np->phy_addr, MII_ADVERTISE);
1110 if (unlikely(err < 0))
1111 return err;
1112 advert = err;
1113
1114 err = mii_read(np, np->phy_addr, MII_LPA);
1115 if (unlikely(err < 0))
1116 return err;
1117 lpa = err;
1118
1119 if (likely(bmsr & BMSR_ESTATEN)) {
1120 err = mii_read(np, np->phy_addr, MII_ESTATUS);
1121 if (unlikely(err < 0))
1122 return err;
1123 estatus = err;
1124
1125 err = mii_read(np, np->phy_addr, MII_CTRL1000);
1126 if (unlikely(err < 0))
1127 return err;
1128 ctrl1000 = err;
1129
1130 err = mii_read(np, np->phy_addr, MII_STAT1000);
1131 if (unlikely(err < 0))
1132 return err;
1133 stat1000 = err;
1134 } else
1135 estatus = ctrl1000 = stat1000 = 0;
1136
1137 supported = 0;
1138 if (bmsr & BMSR_ANEGCAPABLE)
1139 supported |= SUPPORTED_Autoneg;
1140 if (bmsr & BMSR_10HALF)
1141 supported |= SUPPORTED_10baseT_Half;
1142 if (bmsr & BMSR_10FULL)
1143 supported |= SUPPORTED_10baseT_Full;
1144 if (bmsr & BMSR_100HALF)
1145 supported |= SUPPORTED_100baseT_Half;
1146 if (bmsr & BMSR_100FULL)
1147 supported |= SUPPORTED_100baseT_Full;
1148 if (estatus & ESTATUS_1000_THALF)
1149 supported |= SUPPORTED_1000baseT_Half;
1150 if (estatus & ESTATUS_1000_TFULL)
1151 supported |= SUPPORTED_1000baseT_Full;
1152 lp->supported = supported;
1153
1154 advertising = 0;
1155 if (advert & ADVERTISE_10HALF)
1156 advertising |= ADVERTISED_10baseT_Half;
1157 if (advert & ADVERTISE_10FULL)
1158 advertising |= ADVERTISED_10baseT_Full;
1159 if (advert & ADVERTISE_100HALF)
1160 advertising |= ADVERTISED_100baseT_Half;
1161 if (advert & ADVERTISE_100FULL)
1162 advertising |= ADVERTISED_100baseT_Full;
1163 if (ctrl1000 & ADVERTISE_1000HALF)
1164 advertising |= ADVERTISED_1000baseT_Half;
1165 if (ctrl1000 & ADVERTISE_1000FULL)
1166 advertising |= ADVERTISED_1000baseT_Full;
1167
1168 if (bmcr & BMCR_ANENABLE) {
1169 int neg, neg1000;
1170
1171 lp->active_autoneg = 1;
1172 advertising |= ADVERTISED_Autoneg;
1173
1174 neg = advert & lpa;
1175 neg1000 = (ctrl1000 << 2) & stat1000;
1176
1177 if (neg1000 & (LPA_1000FULL | LPA_1000HALF))
1178 active_speed = SPEED_1000;
1179 else if (neg & LPA_100)
1180 active_speed = SPEED_100;
1181 else if (neg & (LPA_10HALF | LPA_10FULL))
1182 active_speed = SPEED_10;
1183 else
1184 active_speed = SPEED_INVALID;
1185
1186 if ((neg1000 & LPA_1000FULL) || (neg & LPA_DUPLEX))
1187 active_duplex = DUPLEX_FULL;
1188 else if (active_speed != SPEED_INVALID)
1189 active_duplex = DUPLEX_HALF;
1190 else
1191 active_duplex = DUPLEX_INVALID;
1192 } else {
1193 lp->active_autoneg = 0;
1194
1195 if ((bmcr & BMCR_SPEED1000) && !(bmcr & BMCR_SPEED100))
1196 active_speed = SPEED_1000;
1197 else if (bmcr & BMCR_SPEED100)
1198 active_speed = SPEED_100;
1199 else
1200 active_speed = SPEED_10;
1201
1202 if (bmcr & BMCR_FULLDPLX)
1203 active_duplex = DUPLEX_FULL;
1204 else
1205 active_duplex = DUPLEX_HALF;
1206 }
1207
1208 lp->active_advertising = advertising;
1209 lp->active_speed = active_speed;
1210 lp->active_duplex = active_duplex;
1211 *link_up_p = !!(bmsr & BMSR_LSTATUS);
1212
1213 return 0;
1214 }
1215
1216 static int link_status_1g_rgmii(struct niu *np, int *link_up_p)
1217 {
1218 struct niu_link_config *lp = &np->link_config;
1219 u16 current_speed, bmsr;
1220 unsigned long flags;
1221 u8 current_duplex;
1222 int err, link_up;
1223
1224 link_up = 0;
1225 current_speed = SPEED_INVALID;
1226 current_duplex = DUPLEX_INVALID;
1227
1228 spin_lock_irqsave(&np->lock, flags);
1229
1230 err = -EINVAL;
1231
1232 err = mii_read(np, np->phy_addr, MII_BMSR);
1233 if (err < 0)
1234 goto out;
1235
1236 bmsr = err;
1237 if (bmsr & BMSR_LSTATUS) {
1238 u16 adv, lpa;
1239
1240 err = mii_read(np, np->phy_addr, MII_ADVERTISE);
1241 if (err < 0)
1242 goto out;
1243 adv = err;
1244
1245 err = mii_read(np, np->phy_addr, MII_LPA);
1246 if (err < 0)
1247 goto out;
1248 lpa = err;
1249
1250 err = mii_read(np, np->phy_addr, MII_ESTATUS);
1251 if (err < 0)
1252 goto out;
1253 link_up = 1;
1254 current_speed = SPEED_1000;
1255 current_duplex = DUPLEX_FULL;
1256
1257 }
1258 lp->active_speed = current_speed;
1259 lp->active_duplex = current_duplex;
1260 err = 0;
1261
1262 out:
1263 spin_unlock_irqrestore(&np->lock, flags);
1264
1265 *link_up_p = link_up;
1266 return err;
1267 }
1268
1269 static int link_status_1g(struct niu *np, int *link_up_p)
1270 {
1271 struct niu_link_config *lp = &np->link_config;
1272 unsigned long flags;
1273 int err;
1274
1275 spin_lock_irqsave(&np->lock, flags);
1276
1277 err = link_status_mii(np, link_up_p);
1278 lp->supported |= SUPPORTED_TP;
1279 lp->active_advertising |= ADVERTISED_TP;
1280
1281 spin_unlock_irqrestore(&np->lock, flags);
1282 return err;
1283 }
1284
1285 static int bcm8704_reset(struct niu *np)
1286 {
1287 int err, limit;
1288
1289 err = mdio_read(np, np->phy_addr,
1290 BCM8704_PHYXS_DEV_ADDR, MII_BMCR);
1291 if (err < 0 || err == 0xffff)
1292 return err;
1293 err |= BMCR_RESET;
1294 err = mdio_write(np, np->phy_addr, BCM8704_PHYXS_DEV_ADDR,
1295 MII_BMCR, err);
1296 if (err)
1297 return err;
1298
1299 limit = 1000;
1300 while (--limit >= 0) {
1301 err = mdio_read(np, np->phy_addr,
1302 BCM8704_PHYXS_DEV_ADDR, MII_BMCR);
1303 if (err < 0)
1304 return err;
1305 if (!(err & BMCR_RESET))
1306 break;
1307 }
1308 if (limit < 0) {
1309 netdev_err(np->dev, "Port %u PHY will not reset (bmcr=%04x)\n",
1310 np->port, (err & 0xffff));
1311 return -ENODEV;
1312 }
1313 return 0;
1314 }
1315
1316 /* When written, certain PHY registers need to be read back twice
1317 * in order for the bits to settle properly.
1318 */
1319 static int bcm8704_user_dev3_readback(struct niu *np, int reg)
1320 {
1321 int err = mdio_read(np, np->phy_addr, BCM8704_USER_DEV3_ADDR, reg);
1322 if (err < 0)
1323 return err;
1324 err = mdio_read(np, np->phy_addr, BCM8704_USER_DEV3_ADDR, reg);
1325 if (err < 0)
1326 return err;
1327 return 0;
1328 }
1329
1330 static int bcm8706_init_user_dev3(struct niu *np)
1331 {
1332 int err;
1333
1334
1335 err = mdio_read(np, np->phy_addr, BCM8704_USER_DEV3_ADDR,
1336 BCM8704_USER_OPT_DIGITAL_CTRL);
1337 if (err < 0)
1338 return err;
1339 err &= ~USER_ODIG_CTRL_GPIOS;
1340 err |= (0x3 << USER_ODIG_CTRL_GPIOS_SHIFT);
1341 err |= USER_ODIG_CTRL_RESV2;
1342 err = mdio_write(np, np->phy_addr, BCM8704_USER_DEV3_ADDR,
1343 BCM8704_USER_OPT_DIGITAL_CTRL, err);
1344 if (err)
1345 return err;
1346
1347 mdelay(1000);
1348
1349 return 0;
1350 }
1351
1352 static int bcm8704_init_user_dev3(struct niu *np)
1353 {
1354 int err;
1355
1356 err = mdio_write(np, np->phy_addr,
1357 BCM8704_USER_DEV3_ADDR, BCM8704_USER_CONTROL,
1358 (USER_CONTROL_OPTXRST_LVL |
1359 USER_CONTROL_OPBIASFLT_LVL |
1360 USER_CONTROL_OBTMPFLT_LVL |
1361 USER_CONTROL_OPPRFLT_LVL |
1362 USER_CONTROL_OPTXFLT_LVL |
1363 USER_CONTROL_OPRXLOS_LVL |
1364 USER_CONTROL_OPRXFLT_LVL |
1365 USER_CONTROL_OPTXON_LVL |
1366 (0x3f << USER_CONTROL_RES1_SHIFT)));
1367 if (err)
1368 return err;
1369
1370 err = mdio_write(np, np->phy_addr,
1371 BCM8704_USER_DEV3_ADDR, BCM8704_USER_PMD_TX_CONTROL,
1372 (USER_PMD_TX_CTL_XFP_CLKEN |
1373 (1 << USER_PMD_TX_CTL_TX_DAC_TXD_SH) |
1374 (2 << USER_PMD_TX_CTL_TX_DAC_TXCK_SH) |
1375 USER_PMD_TX_CTL_TSCK_LPWREN));
1376 if (err)
1377 return err;
1378
1379 err = bcm8704_user_dev3_readback(np, BCM8704_USER_CONTROL);
1380 if (err)
1381 return err;
1382 err = bcm8704_user_dev3_readback(np, BCM8704_USER_PMD_TX_CONTROL);
1383 if (err)
1384 return err;
1385
1386 err = mdio_read(np, np->phy_addr, BCM8704_USER_DEV3_ADDR,
1387 BCM8704_USER_OPT_DIGITAL_CTRL);
1388 if (err < 0)
1389 return err;
1390 err &= ~USER_ODIG_CTRL_GPIOS;
1391 err |= (0x3 << USER_ODIG_CTRL_GPIOS_SHIFT);
1392 err = mdio_write(np, np->phy_addr, BCM8704_USER_DEV3_ADDR,
1393 BCM8704_USER_OPT_DIGITAL_CTRL, err);
1394 if (err)
1395 return err;
1396
1397 mdelay(1000);
1398
1399 return 0;
1400 }
1401
1402 static int mrvl88x2011_act_led(struct niu *np, int val)
1403 {
1404 int err;
1405
1406 err = mdio_read(np, np->phy_addr, MRVL88X2011_USER_DEV2_ADDR,
1407 MRVL88X2011_LED_8_TO_11_CTL);
1408 if (err < 0)
1409 return err;
1410
1411 err &= ~MRVL88X2011_LED(MRVL88X2011_LED_ACT,MRVL88X2011_LED_CTL_MASK);
1412 err |= MRVL88X2011_LED(MRVL88X2011_LED_ACT,val);
1413
1414 return mdio_write(np, np->phy_addr, MRVL88X2011_USER_DEV2_ADDR,
1415 MRVL88X2011_LED_8_TO_11_CTL, err);
1416 }
1417
1418 static int mrvl88x2011_led_blink_rate(struct niu *np, int rate)
1419 {
1420 int err;
1421
1422 err = mdio_read(np, np->phy_addr, MRVL88X2011_USER_DEV2_ADDR,
1423 MRVL88X2011_LED_BLINK_CTL);
1424 if (err >= 0) {
1425 err &= ~MRVL88X2011_LED_BLKRATE_MASK;
1426 err |= (rate << 4);
1427
1428 err = mdio_write(np, np->phy_addr, MRVL88X2011_USER_DEV2_ADDR,
1429 MRVL88X2011_LED_BLINK_CTL, err);
1430 }
1431
1432 return err;
1433 }
1434
1435 static int xcvr_init_10g_mrvl88x2011(struct niu *np)
1436 {
1437 int err;
1438
1439 /* Set LED functions */
1440 err = mrvl88x2011_led_blink_rate(np, MRVL88X2011_LED_BLKRATE_134MS);
1441 if (err)
1442 return err;
1443
1444 /* led activity */
1445 err = mrvl88x2011_act_led(np, MRVL88X2011_LED_CTL_OFF);
1446 if (err)
1447 return err;
1448
1449 err = mdio_read(np, np->phy_addr, MRVL88X2011_USER_DEV3_ADDR,
1450 MRVL88X2011_GENERAL_CTL);
1451 if (err < 0)
1452 return err;
1453
1454 err |= MRVL88X2011_ENA_XFPREFCLK;
1455
1456 err = mdio_write(np, np->phy_addr, MRVL88X2011_USER_DEV3_ADDR,
1457 MRVL88X2011_GENERAL_CTL, err);
1458 if (err < 0)
1459 return err;
1460
1461 err = mdio_read(np, np->phy_addr, MRVL88X2011_USER_DEV1_ADDR,
1462 MRVL88X2011_PMA_PMD_CTL_1);
1463 if (err < 0)
1464 return err;
1465
1466 if (np->link_config.loopback_mode == LOOPBACK_MAC)
1467 err |= MRVL88X2011_LOOPBACK;
1468 else
1469 err &= ~MRVL88X2011_LOOPBACK;
1470
1471 err = mdio_write(np, np->phy_addr, MRVL88X2011_USER_DEV1_ADDR,
1472 MRVL88X2011_PMA_PMD_CTL_1, err);
1473 if (err < 0)
1474 return err;
1475
1476 /* Enable PMD */
1477 return mdio_write(np, np->phy_addr, MRVL88X2011_USER_DEV1_ADDR,
1478 MRVL88X2011_10G_PMD_TX_DIS, MRVL88X2011_ENA_PMDTX);
1479 }
1480
1481
1482 static int xcvr_diag_bcm870x(struct niu *np)
1483 {
1484 u16 analog_stat0, tx_alarm_status;
1485 int err = 0;
1486
1487 #if 1
1488 err = mdio_read(np, np->phy_addr, BCM8704_PMA_PMD_DEV_ADDR,
1489 MII_STAT1000);
1490 if (err < 0)
1491 return err;
1492 pr_info("Port %u PMA_PMD(MII_STAT1000) [%04x]\n", np->port, err);
1493
1494 err = mdio_read(np, np->phy_addr, BCM8704_USER_DEV3_ADDR, 0x20);
1495 if (err < 0)
1496 return err;
1497 pr_info("Port %u USER_DEV3(0x20) [%04x]\n", np->port, err);
1498
1499 err = mdio_read(np, np->phy_addr, BCM8704_PHYXS_DEV_ADDR,
1500 MII_NWAYTEST);
1501 if (err < 0)
1502 return err;
1503 pr_info("Port %u PHYXS(MII_NWAYTEST) [%04x]\n", np->port, err);
1504 #endif
1505
1506 /* XXX dig this out it might not be so useful XXX */
1507 err = mdio_read(np, np->phy_addr, BCM8704_USER_DEV3_ADDR,
1508 BCM8704_USER_ANALOG_STATUS0);
1509 if (err < 0)
1510 return err;
1511 err = mdio_read(np, np->phy_addr, BCM8704_USER_DEV3_ADDR,
1512 BCM8704_USER_ANALOG_STATUS0);
1513 if (err < 0)
1514 return err;
1515 analog_stat0 = err;
1516
1517 err = mdio_read(np, np->phy_addr, BCM8704_USER_DEV3_ADDR,
1518 BCM8704_USER_TX_ALARM_STATUS);
1519 if (err < 0)
1520 return err;
1521 err = mdio_read(np, np->phy_addr, BCM8704_USER_DEV3_ADDR,
1522 BCM8704_USER_TX_ALARM_STATUS);
1523 if (err < 0)
1524 return err;
1525 tx_alarm_status = err;
1526
1527 if (analog_stat0 != 0x03fc) {
1528 if ((analog_stat0 == 0x43bc) && (tx_alarm_status != 0)) {
1529 pr_info("Port %u cable not connected or bad cable\n",
1530 np->port);
1531 } else if (analog_stat0 == 0x639c) {
1532 pr_info("Port %u optical module is bad or missing\n",
1533 np->port);
1534 }
1535 }
1536
1537 return 0;
1538 }
1539
1540 static int xcvr_10g_set_lb_bcm870x(struct niu *np)
1541 {
1542 struct niu_link_config *lp = &np->link_config;
1543 int err;
1544
1545 err = mdio_read(np, np->phy_addr, BCM8704_PCS_DEV_ADDR,
1546 MII_BMCR);
1547 if (err < 0)
1548 return err;
1549
1550 err &= ~BMCR_LOOPBACK;
1551
1552 if (lp->loopback_mode == LOOPBACK_MAC)
1553 err |= BMCR_LOOPBACK;
1554
1555 err = mdio_write(np, np->phy_addr, BCM8704_PCS_DEV_ADDR,
1556 MII_BMCR, err);
1557 if (err)
1558 return err;
1559
1560 return 0;
1561 }
1562
1563 static int xcvr_init_10g_bcm8706(struct niu *np)
1564 {
1565 int err = 0;
1566 u64 val;
1567
1568 if ((np->flags & NIU_FLAGS_HOTPLUG_PHY) &&
1569 (np->flags & NIU_FLAGS_HOTPLUG_PHY_PRESENT) == 0)
1570 return err;
1571
1572 val = nr64_mac(XMAC_CONFIG);
1573 val &= ~XMAC_CONFIG_LED_POLARITY;
1574 val |= XMAC_CONFIG_FORCE_LED_ON;
1575 nw64_mac(XMAC_CONFIG, val);
1576
1577 val = nr64(MIF_CONFIG);
1578 val |= MIF_CONFIG_INDIRECT_MODE;
1579 nw64(MIF_CONFIG, val);
1580
1581 err = bcm8704_reset(np);
1582 if (err)
1583 return err;
1584
1585 err = xcvr_10g_set_lb_bcm870x(np);
1586 if (err)
1587 return err;
1588
1589 err = bcm8706_init_user_dev3(np);
1590 if (err)
1591 return err;
1592
1593 err = xcvr_diag_bcm870x(np);
1594 if (err)
1595 return err;
1596
1597 return 0;
1598 }
1599
1600 static int xcvr_init_10g_bcm8704(struct niu *np)
1601 {
1602 int err;
1603
1604 err = bcm8704_reset(np);
1605 if (err)
1606 return err;
1607
1608 err = bcm8704_init_user_dev3(np);
1609 if (err)
1610 return err;
1611
1612 err = xcvr_10g_set_lb_bcm870x(np);
1613 if (err)
1614 return err;
1615
1616 err = xcvr_diag_bcm870x(np);
1617 if (err)
1618 return err;
1619
1620 return 0;
1621 }
1622
1623 static int xcvr_init_10g(struct niu *np)
1624 {
1625 int phy_id, err;
1626 u64 val;
1627
1628 val = nr64_mac(XMAC_CONFIG);
1629 val &= ~XMAC_CONFIG_LED_POLARITY;
1630 val |= XMAC_CONFIG_FORCE_LED_ON;
1631 nw64_mac(XMAC_CONFIG, val);
1632
1633 /* XXX shared resource, lock parent XXX */
1634 val = nr64(MIF_CONFIG);
1635 val |= MIF_CONFIG_INDIRECT_MODE;
1636 nw64(MIF_CONFIG, val);
1637
1638 phy_id = phy_decode(np->parent->port_phy, np->port);
1639 phy_id = np->parent->phy_probe_info.phy_id[phy_id][np->port];
1640
1641 /* handle different phy types */
1642 switch (phy_id & NIU_PHY_ID_MASK) {
1643 case NIU_PHY_ID_MRVL88X2011:
1644 err = xcvr_init_10g_mrvl88x2011(np);
1645 break;
1646
1647 default: /* bcom 8704 */
1648 err = xcvr_init_10g_bcm8704(np);
1649 break;
1650 }
1651
1652 return err;
1653 }
1654
1655 static int mii_reset(struct niu *np)
1656 {
1657 int limit, err;
1658
1659 err = mii_write(np, np->phy_addr, MII_BMCR, BMCR_RESET);
1660 if (err)
1661 return err;
1662
1663 limit = 1000;
1664 while (--limit >= 0) {
1665 udelay(500);
1666 err = mii_read(np, np->phy_addr, MII_BMCR);
1667 if (err < 0)
1668 return err;
1669 if (!(err & BMCR_RESET))
1670 break;
1671 }
1672 if (limit < 0) {
1673 netdev_err(np->dev, "Port %u MII would not reset, bmcr[%04x]\n",
1674 np->port, err);
1675 return -ENODEV;
1676 }
1677
1678 return 0;
1679 }
1680
1681 static int xcvr_init_1g_rgmii(struct niu *np)
1682 {
1683 int err;
1684 u64 val;
1685 u16 bmcr, bmsr, estat;
1686
1687 val = nr64(MIF_CONFIG);
1688 val &= ~MIF_CONFIG_INDIRECT_MODE;
1689 nw64(MIF_CONFIG, val);
1690
1691 err = mii_reset(np);
1692 if (err)
1693 return err;
1694
1695 err = mii_read(np, np->phy_addr, MII_BMSR);
1696 if (err < 0)
1697 return err;
1698 bmsr = err;
1699
1700 estat = 0;
1701 if (bmsr & BMSR_ESTATEN) {
1702 err = mii_read(np, np->phy_addr, MII_ESTATUS);
1703 if (err < 0)
1704 return err;
1705 estat = err;
1706 }
1707
1708 bmcr = 0;
1709 err = mii_write(np, np->phy_addr, MII_BMCR, bmcr);
1710 if (err)
1711 return err;
1712
1713 if (bmsr & BMSR_ESTATEN) {
1714 u16 ctrl1000 = 0;
1715
1716 if (estat & ESTATUS_1000_TFULL)
1717 ctrl1000 |= ADVERTISE_1000FULL;
1718 err = mii_write(np, np->phy_addr, MII_CTRL1000, ctrl1000);
1719 if (err)
1720 return err;
1721 }
1722
1723 bmcr = (BMCR_SPEED1000 | BMCR_FULLDPLX);
1724
1725 err = mii_write(np, np->phy_addr, MII_BMCR, bmcr);
1726 if (err)
1727 return err;
1728
1729 err = mii_read(np, np->phy_addr, MII_BMCR);
1730 if (err < 0)
1731 return err;
1732 bmcr = mii_read(np, np->phy_addr, MII_BMCR);
1733
1734 err = mii_read(np, np->phy_addr, MII_BMSR);
1735 if (err < 0)
1736 return err;
1737
1738 return 0;
1739 }
1740
1741 static int mii_init_common(struct niu *np)
1742 {
1743 struct niu_link_config *lp = &np->link_config;
1744 u16 bmcr, bmsr, adv, estat;
1745 int err;
1746
1747 err = mii_reset(np);
1748 if (err)
1749 return err;
1750
1751 err = mii_read(np, np->phy_addr, MII_BMSR);
1752 if (err < 0)
1753 return err;
1754 bmsr = err;
1755
1756 estat = 0;
1757 if (bmsr & BMSR_ESTATEN) {
1758 err = mii_read(np, np->phy_addr, MII_ESTATUS);
1759 if (err < 0)
1760 return err;
1761 estat = err;
1762 }
1763
1764 bmcr = 0;
1765 err = mii_write(np, np->phy_addr, MII_BMCR, bmcr);
1766 if (err)
1767 return err;
1768
1769 if (lp->loopback_mode == LOOPBACK_MAC) {
1770 bmcr |= BMCR_LOOPBACK;
1771 if (lp->active_speed == SPEED_1000)
1772 bmcr |= BMCR_SPEED1000;
1773 if (lp->active_duplex == DUPLEX_FULL)
1774 bmcr |= BMCR_FULLDPLX;
1775 }
1776
1777 if (lp->loopback_mode == LOOPBACK_PHY) {
1778 u16 aux;
1779
1780 aux = (BCM5464R_AUX_CTL_EXT_LB |
1781 BCM5464R_AUX_CTL_WRITE_1);
1782 err = mii_write(np, np->phy_addr, BCM5464R_AUX_CTL, aux);
1783 if (err)
1784 return err;
1785 }
1786
1787 if (lp->autoneg) {
1788 u16 ctrl1000;
1789
1790 adv = ADVERTISE_CSMA | ADVERTISE_PAUSE_CAP;
1791 if ((bmsr & BMSR_10HALF) &&
1792 (lp->advertising & ADVERTISED_10baseT_Half))
1793 adv |= ADVERTISE_10HALF;
1794 if ((bmsr & BMSR_10FULL) &&
1795 (lp->advertising & ADVERTISED_10baseT_Full))
1796 adv |= ADVERTISE_10FULL;
1797 if ((bmsr & BMSR_100HALF) &&
1798 (lp->advertising & ADVERTISED_100baseT_Half))
1799 adv |= ADVERTISE_100HALF;
1800 if ((bmsr & BMSR_100FULL) &&
1801 (lp->advertising & ADVERTISED_100baseT_Full))
1802 adv |= ADVERTISE_100FULL;
1803 err = mii_write(np, np->phy_addr, MII_ADVERTISE, adv);
1804 if (err)
1805 return err;
1806
1807 if (likely(bmsr & BMSR_ESTATEN)) {
1808 ctrl1000 = 0;
1809 if ((estat & ESTATUS_1000_THALF) &&
1810 (lp->advertising & ADVERTISED_1000baseT_Half))
1811 ctrl1000 |= ADVERTISE_1000HALF;
1812 if ((estat & ESTATUS_1000_TFULL) &&
1813 (lp->advertising & ADVERTISED_1000baseT_Full))
1814 ctrl1000 |= ADVERTISE_1000FULL;
1815 err = mii_write(np, np->phy_addr,
1816 MII_CTRL1000, ctrl1000);
1817 if (err)
1818 return err;
1819 }
1820
1821 bmcr |= (BMCR_ANENABLE | BMCR_ANRESTART);
1822 } else {
1823 /* !lp->autoneg */
1824 int fulldpx;
1825
1826 if (lp->duplex == DUPLEX_FULL) {
1827 bmcr |= BMCR_FULLDPLX;
1828 fulldpx = 1;
1829 } else if (lp->duplex == DUPLEX_HALF)
1830 fulldpx = 0;
1831 else
1832 return -EINVAL;
1833
1834 if (lp->speed == SPEED_1000) {
1835 /* if X-full requested while not supported, or
1836 X-half requested while not supported... */
1837 if ((fulldpx && !(estat & ESTATUS_1000_TFULL)) ||
1838 (!fulldpx && !(estat & ESTATUS_1000_THALF)))
1839 return -EINVAL;
1840 bmcr |= BMCR_SPEED1000;
1841 } else if (lp->speed == SPEED_100) {
1842 if ((fulldpx && !(bmsr & BMSR_100FULL)) ||
1843 (!fulldpx && !(bmsr & BMSR_100HALF)))
1844 return -EINVAL;
1845 bmcr |= BMCR_SPEED100;
1846 } else if (lp->speed == SPEED_10) {
1847 if ((fulldpx && !(bmsr & BMSR_10FULL)) ||
1848 (!fulldpx && !(bmsr & BMSR_10HALF)))
1849 return -EINVAL;
1850 } else
1851 return -EINVAL;
1852 }
1853
1854 err = mii_write(np, np->phy_addr, MII_BMCR, bmcr);
1855 if (err)
1856 return err;
1857
1858 #if 0
1859 err = mii_read(np, np->phy_addr, MII_BMCR);
1860 if (err < 0)
1861 return err;
1862 bmcr = err;
1863
1864 err = mii_read(np, np->phy_addr, MII_BMSR);
1865 if (err < 0)
1866 return err;
1867 bmsr = err;
1868
1869 pr_info("Port %u after MII init bmcr[%04x] bmsr[%04x]\n",
1870 np->port, bmcr, bmsr);
1871 #endif
1872
1873 return 0;
1874 }
1875
1876 static int xcvr_init_1g(struct niu *np)
1877 {
1878 u64 val;
1879
1880 /* XXX shared resource, lock parent XXX */
1881 val = nr64(MIF_CONFIG);
1882 val &= ~MIF_CONFIG_INDIRECT_MODE;
1883 nw64(MIF_CONFIG, val);
1884
1885 return mii_init_common(np);
1886 }
1887
1888 static int niu_xcvr_init(struct niu *np)
1889 {
1890 const struct niu_phy_ops *ops = np->phy_ops;
1891 int err;
1892
1893 err = 0;
1894 if (ops->xcvr_init)
1895 err = ops->xcvr_init(np);
1896
1897 return err;
1898 }
1899
1900 static int niu_serdes_init(struct niu *np)
1901 {
1902 const struct niu_phy_ops *ops = np->phy_ops;
1903 int err;
1904
1905 err = 0;
1906 if (ops->serdes_init)
1907 err = ops->serdes_init(np);
1908
1909 return err;
1910 }
1911
1912 static void niu_init_xif(struct niu *);
1913 static void niu_handle_led(struct niu *, int status);
1914
1915 static int niu_link_status_common(struct niu *np, int link_up)
1916 {
1917 struct niu_link_config *lp = &np->link_config;
1918 struct net_device *dev = np->dev;
1919 unsigned long flags;
1920
1921 if (!netif_carrier_ok(dev) && link_up) {
1922 netif_info(np, link, dev, "Link is up at %s, %s duplex\n",
1923 lp->active_speed == SPEED_10000 ? "10Gb/sec" :
1924 lp->active_speed == SPEED_1000 ? "1Gb/sec" :
1925 lp->active_speed == SPEED_100 ? "100Mbit/sec" :
1926 "10Mbit/sec",
1927 lp->active_duplex == DUPLEX_FULL ? "full" : "half");
1928
1929 spin_lock_irqsave(&np->lock, flags);
1930 niu_init_xif(np);
1931 niu_handle_led(np, 1);
1932 spin_unlock_irqrestore(&np->lock, flags);
1933
1934 netif_carrier_on(dev);
1935 } else if (netif_carrier_ok(dev) && !link_up) {
1936 netif_warn(np, link, dev, "Link is down\n");
1937 spin_lock_irqsave(&np->lock, flags);
1938 niu_handle_led(np, 0);
1939 spin_unlock_irqrestore(&np->lock, flags);
1940 netif_carrier_off(dev);
1941 }
1942
1943 return 0;
1944 }
1945
1946 static int link_status_10g_mrvl(struct niu *np, int *link_up_p)
1947 {
1948 int err, link_up, pma_status, pcs_status;
1949
1950 link_up = 0;
1951
1952 err = mdio_read(np, np->phy_addr, MRVL88X2011_USER_DEV1_ADDR,
1953 MRVL88X2011_10G_PMD_STATUS_2);
1954 if (err < 0)
1955 goto out;
1956
1957 /* Check PMA/PMD Register: 1.0001.2 == 1 */
1958 err = mdio_read(np, np->phy_addr, MRVL88X2011_USER_DEV1_ADDR,
1959 MRVL88X2011_PMA_PMD_STATUS_1);
1960 if (err < 0)
1961 goto out;
1962
1963 pma_status = ((err & MRVL88X2011_LNK_STATUS_OK) ? 1 : 0);
1964
1965 /* Check PMC Register : 3.0001.2 == 1: read twice */
1966 err = mdio_read(np, np->phy_addr, MRVL88X2011_USER_DEV3_ADDR,
1967 MRVL88X2011_PMA_PMD_STATUS_1);
1968 if (err < 0)
1969 goto out;
1970
1971 err = mdio_read(np, np->phy_addr, MRVL88X2011_USER_DEV3_ADDR,
1972 MRVL88X2011_PMA_PMD_STATUS_1);
1973 if (err < 0)
1974 goto out;
1975
1976 pcs_status = ((err & MRVL88X2011_LNK_STATUS_OK) ? 1 : 0);
1977
1978 /* Check XGXS Register : 4.0018.[0-3,12] */
1979 err = mdio_read(np, np->phy_addr, MRVL88X2011_USER_DEV4_ADDR,
1980 MRVL88X2011_10G_XGXS_LANE_STAT);
1981 if (err < 0)
1982 goto out;
1983
1984 if (err == (PHYXS_XGXS_LANE_STAT_ALINGED | PHYXS_XGXS_LANE_STAT_LANE3 |
1985 PHYXS_XGXS_LANE_STAT_LANE2 | PHYXS_XGXS_LANE_STAT_LANE1 |
1986 PHYXS_XGXS_LANE_STAT_LANE0 | PHYXS_XGXS_LANE_STAT_MAGIC |
1987 0x800))
1988 link_up = (pma_status && pcs_status) ? 1 : 0;
1989
1990 np->link_config.active_speed = SPEED_10000;
1991 np->link_config.active_duplex = DUPLEX_FULL;
1992 err = 0;
1993 out:
1994 mrvl88x2011_act_led(np, (link_up ?
1995 MRVL88X2011_LED_CTL_PCS_ACT :
1996 MRVL88X2011_LED_CTL_OFF));
1997
1998 *link_up_p = link_up;
1999 return err;
2000 }
2001
2002 static int link_status_10g_bcm8706(struct niu *np, int *link_up_p)
2003 {
2004 int err, link_up;
2005 link_up = 0;
2006
2007 err = mdio_read(np, np->phy_addr, BCM8704_PMA_PMD_DEV_ADDR,
2008 BCM8704_PMD_RCV_SIGDET);
2009 if (err < 0 || err == 0xffff)
2010 goto out;
2011 if (!(err & PMD_RCV_SIGDET_GLOBAL)) {
2012 err = 0;
2013 goto out;
2014 }
2015
2016 err = mdio_read(np, np->phy_addr, BCM8704_PCS_DEV_ADDR,
2017 BCM8704_PCS_10G_R_STATUS);
2018 if (err < 0)
2019 goto out;
2020
2021 if (!(err & PCS_10G_R_STATUS_BLK_LOCK)) {
2022 err = 0;
2023 goto out;
2024 }
2025
2026 err = mdio_read(np, np->phy_addr, BCM8704_PHYXS_DEV_ADDR,
2027 BCM8704_PHYXS_XGXS_LANE_STAT);
2028 if (err < 0)
2029 goto out;
2030 if (err != (PHYXS_XGXS_LANE_STAT_ALINGED |
2031 PHYXS_XGXS_LANE_STAT_MAGIC |
2032 PHYXS_XGXS_LANE_STAT_PATTEST |
2033 PHYXS_XGXS_LANE_STAT_LANE3 |
2034 PHYXS_XGXS_LANE_STAT_LANE2 |
2035 PHYXS_XGXS_LANE_STAT_LANE1 |
2036 PHYXS_XGXS_LANE_STAT_LANE0)) {
2037 err = 0;
2038 np->link_config.active_speed = SPEED_INVALID;
2039 np->link_config.active_duplex = DUPLEX_INVALID;
2040 goto out;
2041 }
2042
2043 link_up = 1;
2044 np->link_config.active_speed = SPEED_10000;
2045 np->link_config.active_duplex = DUPLEX_FULL;
2046 err = 0;
2047
2048 out:
2049 *link_up_p = link_up;
2050 return err;
2051 }
2052
2053 static int link_status_10g_bcom(struct niu *np, int *link_up_p)
2054 {
2055 int err, link_up;
2056
2057 link_up = 0;
2058
2059 err = mdio_read(np, np->phy_addr, BCM8704_PMA_PMD_DEV_ADDR,
2060 BCM8704_PMD_RCV_SIGDET);
2061 if (err < 0)
2062 goto out;
2063 if (!(err & PMD_RCV_SIGDET_GLOBAL)) {
2064 err = 0;
2065 goto out;
2066 }
2067
2068 err = mdio_read(np, np->phy_addr, BCM8704_PCS_DEV_ADDR,
2069 BCM8704_PCS_10G_R_STATUS);
2070 if (err < 0)
2071 goto out;
2072 if (!(err & PCS_10G_R_STATUS_BLK_LOCK)) {
2073 err = 0;
2074 goto out;
2075 }
2076
2077 err = mdio_read(np, np->phy_addr, BCM8704_PHYXS_DEV_ADDR,
2078 BCM8704_PHYXS_XGXS_LANE_STAT);
2079 if (err < 0)
2080 goto out;
2081
2082 if (err != (PHYXS_XGXS_LANE_STAT_ALINGED |
2083 PHYXS_XGXS_LANE_STAT_MAGIC |
2084 PHYXS_XGXS_LANE_STAT_LANE3 |
2085 PHYXS_XGXS_LANE_STAT_LANE2 |
2086 PHYXS_XGXS_LANE_STAT_LANE1 |
2087 PHYXS_XGXS_LANE_STAT_LANE0)) {
2088 err = 0;
2089 goto out;
2090 }
2091
2092 link_up = 1;
2093 np->link_config.active_speed = SPEED_10000;
2094 np->link_config.active_duplex = DUPLEX_FULL;
2095 err = 0;
2096
2097 out:
2098 *link_up_p = link_up;
2099 return err;
2100 }
2101
2102 static int link_status_10g(struct niu *np, int *link_up_p)
2103 {
2104 unsigned long flags;
2105 int err = -EINVAL;
2106
2107 spin_lock_irqsave(&np->lock, flags);
2108
2109 if (np->link_config.loopback_mode == LOOPBACK_DISABLED) {
2110 int phy_id;
2111
2112 phy_id = phy_decode(np->parent->port_phy, np->port);
2113 phy_id = np->parent->phy_probe_info.phy_id[phy_id][np->port];
2114
2115 /* handle different phy types */
2116 switch (phy_id & NIU_PHY_ID_MASK) {
2117 case NIU_PHY_ID_MRVL88X2011:
2118 err = link_status_10g_mrvl(np, link_up_p);
2119 break;
2120
2121 default: /* bcom 8704 */
2122 err = link_status_10g_bcom(np, link_up_p);
2123 break;
2124 }
2125 }
2126
2127 spin_unlock_irqrestore(&np->lock, flags);
2128
2129 return err;
2130 }
2131
2132 static int niu_10g_phy_present(struct niu *np)
2133 {
2134 u64 sig, mask, val;
2135
2136 sig = nr64(ESR_INT_SIGNALS);
2137 switch (np->port) {
2138 case 0:
2139 mask = ESR_INT_SIGNALS_P0_BITS;
2140 val = (ESR_INT_SRDY0_P0 |
2141 ESR_INT_DET0_P0 |
2142 ESR_INT_XSRDY_P0 |
2143 ESR_INT_XDP_P0_CH3 |
2144 ESR_INT_XDP_P0_CH2 |
2145 ESR_INT_XDP_P0_CH1 |
2146 ESR_INT_XDP_P0_CH0);
2147 break;
2148
2149 case 1:
2150 mask = ESR_INT_SIGNALS_P1_BITS;
2151 val = (ESR_INT_SRDY0_P1 |
2152 ESR_INT_DET0_P1 |
2153 ESR_INT_XSRDY_P1 |
2154 ESR_INT_XDP_P1_CH3 |
2155 ESR_INT_XDP_P1_CH2 |
2156 ESR_INT_XDP_P1_CH1 |
2157 ESR_INT_XDP_P1_CH0);
2158 break;
2159
2160 default:
2161 return 0;
2162 }
2163
2164 if ((sig & mask) != val)
2165 return 0;
2166 return 1;
2167 }
2168
2169 static int link_status_10g_hotplug(struct niu *np, int *link_up_p)
2170 {
2171 unsigned long flags;
2172 int err = 0;
2173 int phy_present;
2174 int phy_present_prev;
2175
2176 spin_lock_irqsave(&np->lock, flags);
2177
2178 if (np->link_config.loopback_mode == LOOPBACK_DISABLED) {
2179 phy_present_prev = (np->flags & NIU_FLAGS_HOTPLUG_PHY_PRESENT) ?
2180 1 : 0;
2181 phy_present = niu_10g_phy_present(np);
2182 if (phy_present != phy_present_prev) {
2183 /* state change */
2184 if (phy_present) {
2185 /* A NEM was just plugged in */
2186 np->flags |= NIU_FLAGS_HOTPLUG_PHY_PRESENT;
2187 if (np->phy_ops->xcvr_init)
2188 err = np->phy_ops->xcvr_init(np);
2189 if (err) {
2190 err = mdio_read(np, np->phy_addr,
2191 BCM8704_PHYXS_DEV_ADDR, MII_BMCR);
2192 if (err == 0xffff) {
2193 /* No mdio, back-to-back XAUI */
2194 goto out;
2195 }
2196 /* debounce */
2197 np->flags &= ~NIU_FLAGS_HOTPLUG_PHY_PRESENT;
2198 }
2199 } else {
2200 np->flags &= ~NIU_FLAGS_HOTPLUG_PHY_PRESENT;
2201 *link_up_p = 0;
2202 netif_warn(np, link, np->dev,
2203 "Hotplug PHY Removed\n");
2204 }
2205 }
2206 out:
2207 if (np->flags & NIU_FLAGS_HOTPLUG_PHY_PRESENT) {
2208 err = link_status_10g_bcm8706(np, link_up_p);
2209 if (err == 0xffff) {
2210 /* No mdio, back-to-back XAUI: it is C10NEM */
2211 *link_up_p = 1;
2212 np->link_config.active_speed = SPEED_10000;
2213 np->link_config.active_duplex = DUPLEX_FULL;
2214 }
2215 }
2216 }
2217
2218 spin_unlock_irqrestore(&np->lock, flags);
2219
2220 return 0;
2221 }
2222
2223 static int niu_link_status(struct niu *np, int *link_up_p)
2224 {
2225 const struct niu_phy_ops *ops = np->phy_ops;
2226 int err;
2227
2228 err = 0;
2229 if (ops->link_status)
2230 err = ops->link_status(np, link_up_p);
2231
2232 return err;
2233 }
2234
2235 static void niu_timer(unsigned long __opaque)
2236 {
2237 struct niu *np = (struct niu *) __opaque;
2238 unsigned long off;
2239 int err, link_up;
2240
2241 err = niu_link_status(np, &link_up);
2242 if (!err)
2243 niu_link_status_common(np, link_up);
2244
2245 if (netif_carrier_ok(np->dev))
2246 off = 5 * HZ;
2247 else
2248 off = 1 * HZ;
2249 np->timer.expires = jiffies + off;
2250
2251 add_timer(&np->timer);
2252 }
2253
2254 static const struct niu_phy_ops phy_ops_10g_serdes = {
2255 .serdes_init = serdes_init_10g_serdes,
2256 .link_status = link_status_10g_serdes,
2257 };
2258
2259 static const struct niu_phy_ops phy_ops_10g_serdes_niu = {
2260 .serdes_init = serdes_init_niu_10g_serdes,
2261 .link_status = link_status_10g_serdes,
2262 };
2263
2264 static const struct niu_phy_ops phy_ops_1g_serdes_niu = {
2265 .serdes_init = serdes_init_niu_1g_serdes,
2266 .link_status = link_status_1g_serdes,
2267 };
2268
2269 static const struct niu_phy_ops phy_ops_1g_rgmii = {
2270 .xcvr_init = xcvr_init_1g_rgmii,
2271 .link_status = link_status_1g_rgmii,
2272 };
2273
2274 static const struct niu_phy_ops phy_ops_10g_fiber_niu = {
2275 .serdes_init = serdes_init_niu_10g_fiber,
2276 .xcvr_init = xcvr_init_10g,
2277 .link_status = link_status_10g,
2278 };
2279
2280 static const struct niu_phy_ops phy_ops_10g_fiber = {
2281 .serdes_init = serdes_init_10g,
2282 .xcvr_init = xcvr_init_10g,
2283 .link_status = link_status_10g,
2284 };
2285
2286 static const struct niu_phy_ops phy_ops_10g_fiber_hotplug = {
2287 .serdes_init = serdes_init_10g,
2288 .xcvr_init = xcvr_init_10g_bcm8706,
2289 .link_status = link_status_10g_hotplug,
2290 };
2291
2292 static const struct niu_phy_ops phy_ops_niu_10g_hotplug = {
2293 .serdes_init = serdes_init_niu_10g_fiber,
2294 .xcvr_init = xcvr_init_10g_bcm8706,
2295 .link_status = link_status_10g_hotplug,
2296 };
2297
2298 static const struct niu_phy_ops phy_ops_10g_copper = {
2299 .serdes_init = serdes_init_10g,
2300 .link_status = link_status_10g, /* XXX */
2301 };
2302
2303 static const struct niu_phy_ops phy_ops_1g_fiber = {
2304 .serdes_init = serdes_init_1g,
2305 .xcvr_init = xcvr_init_1g,
2306 .link_status = link_status_1g,
2307 };
2308
2309 static const struct niu_phy_ops phy_ops_1g_copper = {
2310 .xcvr_init = xcvr_init_1g,
2311 .link_status = link_status_1g,
2312 };
2313
2314 struct niu_phy_template {
2315 const struct niu_phy_ops *ops;
2316 u32 phy_addr_base;
2317 };
2318
2319 static const struct niu_phy_template phy_template_niu_10g_fiber = {
2320 .ops = &phy_ops_10g_fiber_niu,
2321 .phy_addr_base = 16,
2322 };
2323
2324 static const struct niu_phy_template phy_template_niu_10g_serdes = {
2325 .ops = &phy_ops_10g_serdes_niu,
2326 .phy_addr_base = 0,
2327 };
2328
2329 static const struct niu_phy_template phy_template_niu_1g_serdes = {
2330 .ops = &phy_ops_1g_serdes_niu,
2331 .phy_addr_base = 0,
2332 };
2333
2334 static const struct niu_phy_template phy_template_10g_fiber = {
2335 .ops = &phy_ops_10g_fiber,
2336 .phy_addr_base = 8,
2337 };
2338
2339 static const struct niu_phy_template phy_template_10g_fiber_hotplug = {
2340 .ops = &phy_ops_10g_fiber_hotplug,
2341 .phy_addr_base = 8,
2342 };
2343
2344 static const struct niu_phy_template phy_template_niu_10g_hotplug = {
2345 .ops = &phy_ops_niu_10g_hotplug,
2346 .phy_addr_base = 8,
2347 };
2348
2349 static const struct niu_phy_template phy_template_10g_copper = {
2350 .ops = &phy_ops_10g_copper,
2351 .phy_addr_base = 10,
2352 };
2353
2354 static const struct niu_phy_template phy_template_1g_fiber = {
2355 .ops = &phy_ops_1g_fiber,
2356 .phy_addr_base = 0,
2357 };
2358
2359 static const struct niu_phy_template phy_template_1g_copper = {
2360 .ops = &phy_ops_1g_copper,
2361 .phy_addr_base = 0,
2362 };
2363
2364 static const struct niu_phy_template phy_template_1g_rgmii = {
2365 .ops = &phy_ops_1g_rgmii,
2366 .phy_addr_base = 0,
2367 };
2368
2369 static const struct niu_phy_template phy_template_10g_serdes = {
2370 .ops = &phy_ops_10g_serdes,
2371 .phy_addr_base = 0,
2372 };
2373
2374 static int niu_atca_port_num[4] = {
2375 0, 0, 11, 10
2376 };
2377
2378 static int serdes_init_10g_serdes(struct niu *np)
2379 {
2380 struct niu_link_config *lp = &np->link_config;
2381 unsigned long ctrl_reg, test_cfg_reg, pll_cfg, i;
2382 u64 ctrl_val, test_cfg_val, sig, mask, val;
2383
2384 switch (np->port) {
2385 case 0:
2386 ctrl_reg = ENET_SERDES_0_CTRL_CFG;
2387 test_cfg_reg = ENET_SERDES_0_TEST_CFG;
2388 pll_cfg = ENET_SERDES_0_PLL_CFG;
2389 break;
2390 case 1:
2391 ctrl_reg = ENET_SERDES_1_CTRL_CFG;
2392 test_cfg_reg = ENET_SERDES_1_TEST_CFG;
2393 pll_cfg = ENET_SERDES_1_PLL_CFG;
2394 break;
2395
2396 default:
2397 return -EINVAL;
2398 }
2399 ctrl_val = (ENET_SERDES_CTRL_SDET_0 |
2400 ENET_SERDES_CTRL_SDET_1 |
2401 ENET_SERDES_CTRL_SDET_2 |
2402 ENET_SERDES_CTRL_SDET_3 |
2403 (0x5 << ENET_SERDES_CTRL_EMPH_0_SHIFT) |
2404 (0x5 << ENET_SERDES_CTRL_EMPH_1_SHIFT) |
2405 (0x5 << ENET_SERDES_CTRL_EMPH_2_SHIFT) |
2406 (0x5 << ENET_SERDES_CTRL_EMPH_3_SHIFT) |
2407 (0x1 << ENET_SERDES_CTRL_LADJ_0_SHIFT) |
2408 (0x1 << ENET_SERDES_CTRL_LADJ_1_SHIFT) |
2409 (0x1 << ENET_SERDES_CTRL_LADJ_2_SHIFT) |
2410 (0x1 << ENET_SERDES_CTRL_LADJ_3_SHIFT));
2411 test_cfg_val = 0;
2412
2413 if (lp->loopback_mode == LOOPBACK_PHY) {
2414 test_cfg_val |= ((ENET_TEST_MD_PAD_LOOPBACK <<
2415 ENET_SERDES_TEST_MD_0_SHIFT) |
2416 (ENET_TEST_MD_PAD_LOOPBACK <<
2417 ENET_SERDES_TEST_MD_1_SHIFT) |
2418 (ENET_TEST_MD_PAD_LOOPBACK <<
2419 ENET_SERDES_TEST_MD_2_SHIFT) |
2420 (ENET_TEST_MD_PAD_LOOPBACK <<
2421 ENET_SERDES_TEST_MD_3_SHIFT));
2422 }
2423
2424 esr_reset(np);
2425 nw64(pll_cfg, ENET_SERDES_PLL_FBDIV2);
2426 nw64(ctrl_reg, ctrl_val);
2427 nw64(test_cfg_reg, test_cfg_val);
2428
2429 /* Initialize all 4 lanes of the SERDES. */
2430 for (i = 0; i < 4; i++) {
2431 u32 rxtx_ctrl, glue0;
2432 int err;
2433
2434 err = esr_read_rxtx_ctrl(np, i, &rxtx_ctrl);
2435 if (err)
2436 return err;
2437 err = esr_read_glue0(np, i, &glue0);
2438 if (err)
2439 return err;
2440
2441 rxtx_ctrl &= ~(ESR_RXTX_CTRL_VMUXLO);
2442 rxtx_ctrl |= (ESR_RXTX_CTRL_ENSTRETCH |
2443 (2 << ESR_RXTX_CTRL_VMUXLO_SHIFT));
2444
2445 glue0 &= ~(ESR_GLUE_CTRL0_SRATE |
2446 ESR_GLUE_CTRL0_THCNT |
2447 ESR_GLUE_CTRL0_BLTIME);
2448 glue0 |= (ESR_GLUE_CTRL0_RXLOSENAB |
2449 (0xf << ESR_GLUE_CTRL0_SRATE_SHIFT) |
2450 (0xff << ESR_GLUE_CTRL0_THCNT_SHIFT) |
2451 (BLTIME_300_CYCLES <<
2452 ESR_GLUE_CTRL0_BLTIME_SHIFT));
2453
2454 err = esr_write_rxtx_ctrl(np, i, rxtx_ctrl);
2455 if (err)
2456 return err;
2457 err = esr_write_glue0(np, i, glue0);
2458 if (err)
2459 return err;
2460 }
2461
2462
2463 sig = nr64(ESR_INT_SIGNALS);
2464 switch (np->port) {
2465 case 0:
2466 mask = ESR_INT_SIGNALS_P0_BITS;
2467 val = (ESR_INT_SRDY0_P0 |
2468 ESR_INT_DET0_P0 |
2469 ESR_INT_XSRDY_P0 |
2470 ESR_INT_XDP_P0_CH3 |
2471 ESR_INT_XDP_P0_CH2 |
2472 ESR_INT_XDP_P0_CH1 |
2473 ESR_INT_XDP_P0_CH0);
2474 break;
2475
2476 case 1:
2477 mask = ESR_INT_SIGNALS_P1_BITS;
2478 val = (ESR_INT_SRDY0_P1 |
2479 ESR_INT_DET0_P1 |
2480 ESR_INT_XSRDY_P1 |
2481 ESR_INT_XDP_P1_CH3 |
2482 ESR_INT_XDP_P1_CH2 |
2483 ESR_INT_XDP_P1_CH1 |
2484 ESR_INT_XDP_P1_CH0);
2485 break;
2486
2487 default:
2488 return -EINVAL;
2489 }
2490
2491 if ((sig & mask) != val) {
2492 int err;
2493 err = serdes_init_1g_serdes(np);
2494 if (!err) {
2495 np->flags &= ~NIU_FLAGS_10G;
2496 np->mac_xcvr = MAC_XCVR_PCS;
2497 } else {
2498 netdev_err(np->dev, "Port %u 10G/1G SERDES Link Failed\n",
2499 np->port);
2500 return -ENODEV;
2501 }
2502 }
2503
2504 return 0;
2505 }
2506
2507 static int niu_determine_phy_disposition(struct niu *np)
2508 {
2509 struct niu_parent *parent = np->parent;
2510 u8 plat_type = parent->plat_type;
2511 const struct niu_phy_template *tp;
2512 u32 phy_addr_off = 0;
2513
2514 if (plat_type == PLAT_TYPE_NIU) {
2515 switch (np->flags &
2516 (NIU_FLAGS_10G |
2517 NIU_FLAGS_FIBER |
2518 NIU_FLAGS_XCVR_SERDES)) {
2519 case NIU_FLAGS_10G | NIU_FLAGS_XCVR_SERDES:
2520 /* 10G Serdes */
2521 tp = &phy_template_niu_10g_serdes;
2522 break;
2523 case NIU_FLAGS_XCVR_SERDES:
2524 /* 1G Serdes */
2525 tp = &phy_template_niu_1g_serdes;
2526 break;
2527 case NIU_FLAGS_10G | NIU_FLAGS_FIBER:
2528 /* 10G Fiber */
2529 default:
2530 if (np->flags & NIU_FLAGS_HOTPLUG_PHY) {
2531 tp = &phy_template_niu_10g_hotplug;
2532 if (np->port == 0)
2533 phy_addr_off = 8;
2534 if (np->port == 1)
2535 phy_addr_off = 12;
2536 } else {
2537 tp = &phy_template_niu_10g_fiber;
2538 phy_addr_off += np->port;
2539 }
2540 break;
2541 }
2542 } else {
2543 switch (np->flags &
2544 (NIU_FLAGS_10G |
2545 NIU_FLAGS_FIBER |
2546 NIU_FLAGS_XCVR_SERDES)) {
2547 case 0:
2548 /* 1G copper */
2549 tp = &phy_template_1g_copper;
2550 if (plat_type == PLAT_TYPE_VF_P0)
2551 phy_addr_off = 10;
2552 else if (plat_type == PLAT_TYPE_VF_P1)
2553 phy_addr_off = 26;
2554
2555 phy_addr_off += (np->port ^ 0x3);
2556 break;
2557
2558 case NIU_FLAGS_10G:
2559 /* 10G copper */
2560 tp = &phy_template_10g_copper;
2561 break;
2562
2563 case NIU_FLAGS_FIBER:
2564 /* 1G fiber */
2565 tp = &phy_template_1g_fiber;
2566 break;
2567
2568 case NIU_FLAGS_10G | NIU_FLAGS_FIBER:
2569 /* 10G fiber */
2570 tp = &phy_template_10g_fiber;
2571 if (plat_type == PLAT_TYPE_VF_P0 ||
2572 plat_type == PLAT_TYPE_VF_P1)
2573 phy_addr_off = 8;
2574 phy_addr_off += np->port;
2575 if (np->flags & NIU_FLAGS_HOTPLUG_PHY) {
2576 tp = &phy_template_10g_fiber_hotplug;
2577 if (np->port == 0)
2578 phy_addr_off = 8;
2579 if (np->port == 1)
2580 phy_addr_off = 12;
2581 }
2582 break;
2583
2584 case NIU_FLAGS_10G | NIU_FLAGS_XCVR_SERDES:
2585 case NIU_FLAGS_XCVR_SERDES | NIU_FLAGS_FIBER:
2586 case NIU_FLAGS_XCVR_SERDES:
2587 switch(np->port) {
2588 case 0:
2589 case 1:
2590 tp = &phy_template_10g_serdes;
2591 break;
2592 case 2:
2593 case 3:
2594 tp = &phy_template_1g_rgmii;
2595 break;
2596 default:
2597 return -EINVAL;
2598 break;
2599 }
2600 phy_addr_off = niu_atca_port_num[np->port];
2601 break;
2602
2603 default:
2604 return -EINVAL;
2605 }
2606 }
2607
2608 np->phy_ops = tp->ops;
2609 np->phy_addr = tp->phy_addr_base + phy_addr_off;
2610
2611 return 0;
2612 }
2613
2614 static int niu_init_link(struct niu *np)
2615 {
2616 struct niu_parent *parent = np->parent;
2617 int err, ignore;
2618
2619 if (parent->plat_type == PLAT_TYPE_NIU) {
2620 err = niu_xcvr_init(np);
2621 if (err)
2622 return err;
2623 msleep(200);
2624 }
2625 err = niu_serdes_init(np);
2626 if (err && !(np->flags & NIU_FLAGS_HOTPLUG_PHY))
2627 return err;
2628 msleep(200);
2629 err = niu_xcvr_init(np);
2630 if (!err || (np->flags & NIU_FLAGS_HOTPLUG_PHY))
2631 niu_link_status(np, &ignore);
2632 return 0;
2633 }
2634
2635 static void niu_set_primary_mac(struct niu *np, unsigned char *addr)
2636 {
2637 u16 reg0 = addr[4] << 8 | addr[5];
2638 u16 reg1 = addr[2] << 8 | addr[3];
2639 u16 reg2 = addr[0] << 8 | addr[1];
2640
2641 if (np->flags & NIU_FLAGS_XMAC) {
2642 nw64_mac(XMAC_ADDR0, reg0);
2643 nw64_mac(XMAC_ADDR1, reg1);
2644 nw64_mac(XMAC_ADDR2, reg2);
2645 } else {
2646 nw64_mac(BMAC_ADDR0, reg0);
2647 nw64_mac(BMAC_ADDR1, reg1);
2648 nw64_mac(BMAC_ADDR2, reg2);
2649 }
2650 }
2651
2652 static int niu_num_alt_addr(struct niu *np)
2653 {
2654 if (np->flags & NIU_FLAGS_XMAC)
2655 return XMAC_NUM_ALT_ADDR;
2656 else
2657 return BMAC_NUM_ALT_ADDR;
2658 }
2659
2660 static int niu_set_alt_mac(struct niu *np, int index, unsigned char *addr)
2661 {
2662 u16 reg0 = addr[4] << 8 | addr[5];
2663 u16 reg1 = addr[2] << 8 | addr[3];
2664 u16 reg2 = addr[0] << 8 | addr[1];
2665
2666 if (index >= niu_num_alt_addr(np))
2667 return -EINVAL;
2668
2669 if (np->flags & NIU_FLAGS_XMAC) {
2670 nw64_mac(XMAC_ALT_ADDR0(index), reg0);
2671 nw64_mac(XMAC_ALT_ADDR1(index), reg1);
2672 nw64_mac(XMAC_ALT_ADDR2(index), reg2);
2673 } else {
2674 nw64_mac(BMAC_ALT_ADDR0(index), reg0);
2675 nw64_mac(BMAC_ALT_ADDR1(index), reg1);
2676 nw64_mac(BMAC_ALT_ADDR2(index), reg2);
2677 }
2678
2679 return 0;
2680 }
2681
2682 static int niu_enable_alt_mac(struct niu *np, int index, int on)
2683 {
2684 unsigned long reg;
2685 u64 val, mask;
2686
2687 if (index >= niu_num_alt_addr(np))
2688 return -EINVAL;
2689
2690 if (np->flags & NIU_FLAGS_XMAC) {
2691 reg = XMAC_ADDR_CMPEN;
2692 mask = 1 << index;
2693 } else {
2694 reg = BMAC_ADDR_CMPEN;
2695 mask = 1 << (index + 1);
2696 }
2697
2698 val = nr64_mac(reg);
2699 if (on)
2700 val |= mask;
2701 else
2702 val &= ~mask;
2703 nw64_mac(reg, val);
2704
2705 return 0;
2706 }
2707
2708 static void __set_rdc_table_num_hw(struct niu *np, unsigned long reg,
2709 int num, int mac_pref)
2710 {
2711 u64 val = nr64_mac(reg);
2712 val &= ~(HOST_INFO_MACRDCTBLN | HOST_INFO_MPR);
2713 val |= num;
2714 if (mac_pref)
2715 val |= HOST_INFO_MPR;
2716 nw64_mac(reg, val);
2717 }
2718
2719 static int __set_rdc_table_num(struct niu *np,
2720 int xmac_index, int bmac_index,
2721 int rdc_table_num, int mac_pref)
2722 {
2723 unsigned long reg;
2724
2725 if (rdc_table_num & ~HOST_INFO_MACRDCTBLN)
2726 return -EINVAL;
2727 if (np->flags & NIU_FLAGS_XMAC)
2728 reg = XMAC_HOST_INFO(xmac_index);
2729 else
2730 reg = BMAC_HOST_INFO(bmac_index);
2731 __set_rdc_table_num_hw(np, reg, rdc_table_num, mac_pref);
2732 return 0;
2733 }
2734
2735 static int niu_set_primary_mac_rdc_table(struct niu *np, int table_num,
2736 int mac_pref)
2737 {
2738 return __set_rdc_table_num(np, 17, 0, table_num, mac_pref);
2739 }
2740
2741 static int niu_set_multicast_mac_rdc_table(struct niu *np, int table_num,
2742 int mac_pref)
2743 {
2744 return __set_rdc_table_num(np, 16, 8, table_num, mac_pref);
2745 }
2746
2747 static int niu_set_alt_mac_rdc_table(struct niu *np, int idx,
2748 int table_num, int mac_pref)
2749 {
2750 if (idx >= niu_num_alt_addr(np))
2751 return -EINVAL;
2752 return __set_rdc_table_num(np, idx, idx + 1, table_num, mac_pref);
2753 }
2754
2755 static u64 vlan_entry_set_parity(u64 reg_val)
2756 {
2757 u64 port01_mask;
2758 u64 port23_mask;
2759
2760 port01_mask = 0x00ff;
2761 port23_mask = 0xff00;
2762
2763 if (hweight64(reg_val & port01_mask) & 1)
2764 reg_val |= ENET_VLAN_TBL_PARITY0;
2765 else
2766 reg_val &= ~ENET_VLAN_TBL_PARITY0;
2767
2768 if (hweight64(reg_val & port23_mask) & 1)
2769 reg_val |= ENET_VLAN_TBL_PARITY1;
2770 else
2771 reg_val &= ~ENET_VLAN_TBL_PARITY1;
2772
2773 return reg_val;
2774 }
2775
2776 static void vlan_tbl_write(struct niu *np, unsigned long index,
2777 int port, int vpr, int rdc_table)
2778 {
2779 u64 reg_val = nr64(ENET_VLAN_TBL(index));
2780
2781 reg_val &= ~((ENET_VLAN_TBL_VPR |
2782 ENET_VLAN_TBL_VLANRDCTBLN) <<
2783 ENET_VLAN_TBL_SHIFT(port));
2784 if (vpr)
2785 reg_val |= (ENET_VLAN_TBL_VPR <<
2786 ENET_VLAN_TBL_SHIFT(port));
2787 reg_val |= (rdc_table << ENET_VLAN_TBL_SHIFT(port));
2788
2789 reg_val = vlan_entry_set_parity(reg_val);
2790
2791 nw64(ENET_VLAN_TBL(index), reg_val);
2792 }
2793
2794 static void vlan_tbl_clear(struct niu *np)
2795 {
2796 int i;
2797
2798 for (i = 0; i < ENET_VLAN_TBL_NUM_ENTRIES; i++)
2799 nw64(ENET_VLAN_TBL(i), 0);
2800 }
2801
2802 static int tcam_wait_bit(struct niu *np, u64 bit)
2803 {
2804 int limit = 1000;
2805
2806 while (--limit > 0) {
2807 if (nr64(TCAM_CTL) & bit)
2808 break;
2809 udelay(1);
2810 }
2811 if (limit <= 0)
2812 return -ENODEV;
2813
2814 return 0;
2815 }
2816
2817 static int tcam_flush(struct niu *np, int index)
2818 {
2819 nw64(TCAM_KEY_0, 0x00);
2820 nw64(TCAM_KEY_MASK_0, 0xff);
2821 nw64(TCAM_CTL, (TCAM_CTL_RWC_TCAM_WRITE | index));
2822
2823 return tcam_wait_bit(np, TCAM_CTL_STAT);
2824 }
2825
2826 #if 0
2827 static int tcam_read(struct niu *np, int index,
2828 u64 *key, u64 *mask)
2829 {
2830 int err;
2831
2832 nw64(TCAM_CTL, (TCAM_CTL_RWC_TCAM_READ | index));
2833 err = tcam_wait_bit(np, TCAM_CTL_STAT);
2834 if (!err) {
2835 key[0] = nr64(TCAM_KEY_0);
2836 key[1] = nr64(TCAM_KEY_1);
2837 key[2] = nr64(TCAM_KEY_2);
2838 key[3] = nr64(TCAM_KEY_3);
2839 mask[0] = nr64(TCAM_KEY_MASK_0);
2840 mask[1] = nr64(TCAM_KEY_MASK_1);
2841 mask[2] = nr64(TCAM_KEY_MASK_2);
2842 mask[3] = nr64(TCAM_KEY_MASK_3);
2843 }
2844 return err;
2845 }
2846 #endif
2847
2848 static int tcam_write(struct niu *np, int index,
2849 u64 *key, u64 *mask)
2850 {
2851 nw64(TCAM_KEY_0, key[0]);
2852 nw64(TCAM_KEY_1, key[1]);
2853 nw64(TCAM_KEY_2, key[2]);
2854 nw64(TCAM_KEY_3, key[3]);
2855 nw64(TCAM_KEY_MASK_0, mask[0]);
2856 nw64(TCAM_KEY_MASK_1, mask[1]);
2857 nw64(TCAM_KEY_MASK_2, mask[2]);
2858 nw64(TCAM_KEY_MASK_3, mask[3]);
2859 nw64(TCAM_CTL, (TCAM_CTL_RWC_TCAM_WRITE | index));
2860
2861 return tcam_wait_bit(np, TCAM_CTL_STAT);
2862 }
2863
2864 #if 0
2865 static int tcam_assoc_read(struct niu *np, int index, u64 *data)
2866 {
2867 int err;
2868
2869 nw64(TCAM_CTL, (TCAM_CTL_RWC_RAM_READ | index));
2870 err = tcam_wait_bit(np, TCAM_CTL_STAT);
2871 if (!err)
2872 *data = nr64(TCAM_KEY_1);
2873
2874 return err;
2875 }
2876 #endif
2877
2878 static int tcam_assoc_write(struct niu *np, int index, u64 assoc_data)
2879 {
2880 nw64(TCAM_KEY_1, assoc_data);
2881 nw64(TCAM_CTL, (TCAM_CTL_RWC_RAM_WRITE | index));
2882
2883 return tcam_wait_bit(np, TCAM_CTL_STAT);
2884 }
2885
2886 static void tcam_enable(struct niu *np, int on)
2887 {
2888 u64 val = nr64(FFLP_CFG_1);
2889
2890 if (on)
2891 val &= ~FFLP_CFG_1_TCAM_DIS;
2892 else
2893 val |= FFLP_CFG_1_TCAM_DIS;
2894 nw64(FFLP_CFG_1, val);
2895 }
2896
2897 static void tcam_set_lat_and_ratio(struct niu *np, u64 latency, u64 ratio)
2898 {
2899 u64 val = nr64(FFLP_CFG_1);
2900
2901 val &= ~(FFLP_CFG_1_FFLPINITDONE |
2902 FFLP_CFG_1_CAMLAT |
2903 FFLP_CFG_1_CAMRATIO);
2904 val |= (latency << FFLP_CFG_1_CAMLAT_SHIFT);
2905 val |= (ratio << FFLP_CFG_1_CAMRATIO_SHIFT);
2906 nw64(FFLP_CFG_1, val);
2907
2908 val = nr64(FFLP_CFG_1);
2909 val |= FFLP_CFG_1_FFLPINITDONE;
2910 nw64(FFLP_CFG_1, val);
2911 }
2912
2913 static int tcam_user_eth_class_enable(struct niu *np, unsigned long class,
2914 int on)
2915 {
2916 unsigned long reg;
2917 u64 val;
2918
2919 if (class < CLASS_CODE_ETHERTYPE1 ||
2920 class > CLASS_CODE_ETHERTYPE2)
2921 return -EINVAL;
2922
2923 reg = L2_CLS(class - CLASS_CODE_ETHERTYPE1);
2924 val = nr64(reg);
2925 if (on)
2926 val |= L2_CLS_VLD;
2927 else
2928 val &= ~L2_CLS_VLD;
2929 nw64(reg, val);
2930
2931 return 0;
2932 }
2933
2934 #if 0
2935 static int tcam_user_eth_class_set(struct niu *np, unsigned long class,
2936 u64 ether_type)
2937 {
2938 unsigned long reg;
2939 u64 val;
2940
2941 if (class < CLASS_CODE_ETHERTYPE1 ||
2942 class > CLASS_CODE_ETHERTYPE2 ||
2943 (ether_type & ~(u64)0xffff) != 0)
2944 return -EINVAL;
2945
2946 reg = L2_CLS(class - CLASS_CODE_ETHERTYPE1);
2947 val = nr64(reg);
2948 val &= ~L2_CLS_ETYPE;
2949 val |= (ether_type << L2_CLS_ETYPE_SHIFT);
2950 nw64(reg, val);
2951
2952 return 0;
2953 }
2954 #endif
2955
2956 static int tcam_user_ip_class_enable(struct niu *np, unsigned long class,
2957 int on)
2958 {
2959 unsigned long reg;
2960 u64 val;
2961
2962 if (class < CLASS_CODE_USER_PROG1 ||
2963 class > CLASS_CODE_USER_PROG4)
2964 return -EINVAL;
2965
2966 reg = L3_CLS(class - CLASS_CODE_USER_PROG1);
2967 val = nr64(reg);
2968 if (on)
2969 val |= L3_CLS_VALID;
2970 else
2971 val &= ~L3_CLS_VALID;
2972 nw64(reg, val);
2973
2974 return 0;
2975 }
2976
2977 static int tcam_user_ip_class_set(struct niu *np, unsigned long class,
2978 int ipv6, u64 protocol_id,
2979 u64 tos_mask, u64 tos_val)
2980 {
2981 unsigned long reg;
2982 u64 val;
2983
2984 if (class < CLASS_CODE_USER_PROG1 ||
2985 class > CLASS_CODE_USER_PROG4 ||
2986 (protocol_id & ~(u64)0xff) != 0 ||
2987 (tos_mask & ~(u64)0xff) != 0 ||
2988 (tos_val & ~(u64)0xff) != 0)
2989 return -EINVAL;
2990
2991 reg = L3_CLS(class - CLASS_CODE_USER_PROG1);
2992 val = nr64(reg);
2993 val &= ~(L3_CLS_IPVER | L3_CLS_PID |
2994 L3_CLS_TOSMASK | L3_CLS_TOS);
2995 if (ipv6)
2996 val |= L3_CLS_IPVER;
2997 val |= (protocol_id << L3_CLS_PID_SHIFT);
2998 val |= (tos_mask << L3_CLS_TOSMASK_SHIFT);
2999 val |= (tos_val << L3_CLS_TOS_SHIFT);
3000 nw64(reg, val);
3001
3002 return 0;
3003 }
3004
3005 static int tcam_early_init(struct niu *np)
3006 {
3007 unsigned long i;
3008 int err;
3009
3010 tcam_enable(np, 0);
3011 tcam_set_lat_and_ratio(np,
3012 DEFAULT_TCAM_LATENCY,
3013 DEFAULT_TCAM_ACCESS_RATIO);
3014 for (i = CLASS_CODE_ETHERTYPE1; i <= CLASS_CODE_ETHERTYPE2; i++) {
3015 err = tcam_user_eth_class_enable(np, i, 0);
3016 if (err)
3017 return err;
3018 }
3019 for (i = CLASS_CODE_USER_PROG1; i <= CLASS_CODE_USER_PROG4; i++) {
3020 err = tcam_user_ip_class_enable(np, i, 0);
3021 if (err)
3022 return err;
3023 }
3024
3025 return 0;
3026 }
3027
3028 static int tcam_flush_all(struct niu *np)
3029 {
3030 unsigned long i;
3031
3032 for (i = 0; i < np->parent->tcam_num_entries; i++) {
3033 int err = tcam_flush(np, i);
3034 if (err)
3035 return err;
3036 }
3037 return 0;
3038 }
3039
3040 static u64 hash_addr_regval(unsigned long index, unsigned long num_entries)
3041 {
3042 return (u64)index | (num_entries == 1 ? HASH_TBL_ADDR_AUTOINC : 0);
3043 }
3044
3045 #if 0
3046 static int hash_read(struct niu *np, unsigned long partition,
3047 unsigned long index, unsigned long num_entries,
3048 u64 *data)
3049 {
3050 u64 val = hash_addr_regval(index, num_entries);
3051 unsigned long i;
3052
3053 if (partition >= FCRAM_NUM_PARTITIONS ||
3054 index + num_entries > FCRAM_SIZE)
3055 return -EINVAL;
3056
3057 nw64(HASH_TBL_ADDR(partition), val);
3058 for (i = 0; i < num_entries; i++)
3059 data[i] = nr64(HASH_TBL_DATA(partition));
3060
3061 return 0;
3062 }
3063 #endif
3064
3065 static int hash_write(struct niu *np, unsigned long partition,
3066 unsigned long index, unsigned long num_entries,
3067 u64 *data)
3068 {
3069 u64 val = hash_addr_regval(index, num_entries);
3070 unsigned long i;
3071
3072 if (partition >= FCRAM_NUM_PARTITIONS ||
3073 index + (num_entries * 8) > FCRAM_SIZE)
3074 return -EINVAL;
3075
3076 nw64(HASH_TBL_ADDR(partition), val);
3077 for (i = 0; i < num_entries; i++)
3078 nw64(HASH_TBL_DATA(partition), data[i]);
3079
3080 return 0;
3081 }
3082
3083 static void fflp_reset(struct niu *np)
3084 {
3085 u64 val;
3086
3087 nw64(FFLP_CFG_1, FFLP_CFG_1_PIO_FIO_RST);
3088 udelay(10);
3089 nw64(FFLP_CFG_1, 0);
3090
3091 val = FFLP_CFG_1_FCRAMOUTDR_NORMAL | FFLP_CFG_1_FFLPINITDONE;
3092 nw64(FFLP_CFG_1, val);
3093 }
3094
3095 static void fflp_set_timings(struct niu *np)
3096 {
3097 u64 val = nr64(FFLP_CFG_1);
3098
3099 val &= ~FFLP_CFG_1_FFLPINITDONE;
3100 val |= (DEFAULT_FCRAMRATIO << FFLP_CFG_1_FCRAMRATIO_SHIFT);
3101 nw64(FFLP_CFG_1, val);
3102
3103 val = nr64(FFLP_CFG_1);
3104 val |= FFLP_CFG_1_FFLPINITDONE;
3105 nw64(FFLP_CFG_1, val);
3106
3107 val = nr64(FCRAM_REF_TMR);
3108 val &= ~(FCRAM_REF_TMR_MAX | FCRAM_REF_TMR_MIN);
3109 val |= (DEFAULT_FCRAM_REFRESH_MAX << FCRAM_REF_TMR_MAX_SHIFT);
3110 val |= (DEFAULT_FCRAM_REFRESH_MIN << FCRAM_REF_TMR_MIN_SHIFT);
3111 nw64(FCRAM_REF_TMR, val);
3112 }
3113
3114 static int fflp_set_partition(struct niu *np, u64 partition,
3115 u64 mask, u64 base, int enable)
3116 {
3117 unsigned long reg;
3118 u64 val;
3119
3120 if (partition >= FCRAM_NUM_PARTITIONS ||
3121 (mask & ~(u64)0x1f) != 0 ||
3122 (base & ~(u64)0x1f) != 0)
3123 return -EINVAL;
3124
3125 reg = FLW_PRT_SEL(partition);
3126
3127 val = nr64(reg);
3128 val &= ~(FLW_PRT_SEL_EXT | FLW_PRT_SEL_MASK | FLW_PRT_SEL_BASE);
3129 val |= (mask << FLW_PRT_SEL_MASK_SHIFT);
3130 val |= (base << FLW_PRT_SEL_BASE_SHIFT);
3131 if (enable)
3132 val |= FLW_PRT_SEL_EXT;
3133 nw64(reg, val);
3134
3135 return 0;
3136 }
3137
3138 static int fflp_disable_all_partitions(struct niu *np)
3139 {
3140 unsigned long i;
3141
3142 for (i = 0; i < FCRAM_NUM_PARTITIONS; i++) {
3143 int err = fflp_set_partition(np, 0, 0, 0, 0);
3144 if (err)
3145 return err;
3146 }
3147 return 0;
3148 }
3149
3150 static void fflp_llcsnap_enable(struct niu *np, int on)
3151 {
3152 u64 val = nr64(FFLP_CFG_1);
3153
3154 if (on)
3155 val |= FFLP_CFG_1_LLCSNAP;
3156 else
3157 val &= ~FFLP_CFG_1_LLCSNAP;
3158 nw64(FFLP_CFG_1, val);
3159 }
3160
3161 static void fflp_errors_enable(struct niu *np, int on)
3162 {
3163 u64 val = nr64(FFLP_CFG_1);
3164
3165 if (on)
3166 val &= ~FFLP_CFG_1_ERRORDIS;
3167 else
3168 val |= FFLP_CFG_1_ERRORDIS;
3169 nw64(FFLP_CFG_1, val);
3170 }
3171
3172 static int fflp_hash_clear(struct niu *np)
3173 {
3174 struct fcram_hash_ipv4 ent;
3175 unsigned long i;
3176
3177 /* IPV4 hash entry with valid bit clear, rest is don't care. */
3178 memset(&ent, 0, sizeof(ent));
3179 ent.header = HASH_HEADER_EXT;
3180
3181 for (i = 0; i < FCRAM_SIZE; i += sizeof(ent)) {
3182 int err = hash_write(np, 0, i, 1, (u64 *) &ent);
3183 if (err)
3184 return err;
3185 }
3186 return 0;
3187 }
3188
3189 static int fflp_early_init(struct niu *np)
3190 {
3191 struct niu_parent *parent;
3192 unsigned long flags;
3193 int err;
3194
3195 niu_lock_parent(np, flags);
3196
3197 parent = np->parent;
3198 err = 0;
3199 if (!(parent->flags & PARENT_FLGS_CLS_HWINIT)) {
3200 if (np->parent->plat_type != PLAT_TYPE_NIU) {
3201 fflp_reset(np);
3202 fflp_set_timings(np);
3203 err = fflp_disable_all_partitions(np);
3204 if (err) {
3205 netif_printk(np, probe, KERN_DEBUG, np->dev,
3206 "fflp_disable_all_partitions failed, err=%d\n",
3207 err);
3208 goto out;
3209 }
3210 }
3211
3212 err = tcam_early_init(np);
3213 if (err) {
3214 netif_printk(np, probe, KERN_DEBUG, np->dev,
3215 "tcam_early_init failed, err=%d\n", err);
3216 goto out;
3217 }
3218 fflp_llcsnap_enable(np, 1);
3219 fflp_errors_enable(np, 0);
3220 nw64(H1POLY, 0);
3221 nw64(H2POLY, 0);
3222
3223 err = tcam_flush_all(np);
3224 if (err) {
3225 netif_printk(np, probe, KERN_DEBUG, np->dev,
3226 "tcam_flush_all failed, err=%d\n", err);
3227 goto out;
3228 }
3229 if (np->parent->plat_type != PLAT_TYPE_NIU) {
3230 err = fflp_hash_clear(np);
3231 if (err) {
3232 netif_printk(np, probe, KERN_DEBUG, np->dev,
3233 "fflp_hash_clear failed, err=%d\n",
3234 err);
3235 goto out;
3236 }
3237 }
3238
3239 vlan_tbl_clear(np);
3240
3241 parent->flags |= PARENT_FLGS_CLS_HWINIT;
3242 }
3243 out:
3244 niu_unlock_parent(np, flags);
3245 return err;
3246 }
3247
3248 static int niu_set_flow_key(struct niu *np, unsigned long class_code, u64 key)
3249 {
3250 if (class_code < CLASS_CODE_USER_PROG1 ||
3251 class_code > CLASS_CODE_SCTP_IPV6)
3252 return -EINVAL;
3253
3254 nw64(FLOW_KEY(class_code - CLASS_CODE_USER_PROG1), key);
3255 return 0;
3256 }
3257
3258 static int niu_set_tcam_key(struct niu *np, unsigned long class_code, u64 key)
3259 {
3260 if (class_code < CLASS_CODE_USER_PROG1 ||
3261 class_code > CLASS_CODE_SCTP_IPV6)
3262 return -EINVAL;
3263
3264 nw64(TCAM_KEY(class_code - CLASS_CODE_USER_PROG1), key);
3265 return 0;
3266 }
3267
3268 /* Entries for the ports are interleaved in the TCAM */
3269 static u16 tcam_get_index(struct niu *np, u16 idx)
3270 {
3271 /* One entry reserved for IP fragment rule */
3272 if (idx >= (np->clas.tcam_sz - 1))
3273 idx = 0;
3274 return np->clas.tcam_top + ((idx+1) * np->parent->num_ports);
3275 }
3276
3277 static u16 tcam_get_size(struct niu *np)
3278 {
3279 /* One entry reserved for IP fragment rule */
3280 return np->clas.tcam_sz - 1;
3281 }
3282
3283 static u16 tcam_get_valid_entry_cnt(struct niu *np)
3284 {
3285 /* One entry reserved for IP fragment rule */
3286 return np->clas.tcam_valid_entries - 1;
3287 }
3288
3289 static void niu_rx_skb_append(struct sk_buff *skb, struct page *page,
3290 u32 offset, u32 size)
3291 {
3292 int i = skb_shinfo(skb)->nr_frags;
3293
3294 __skb_fill_page_desc(skb, i, page, offset, size);
3295
3296 skb->len += size;
3297 skb->data_len += size;
3298 skb->truesize += size;
3299
3300 skb_shinfo(skb)->nr_frags = i + 1;
3301 }
3302
3303 static unsigned int niu_hash_rxaddr(struct rx_ring_info *rp, u64 a)
3304 {
3305 a >>= PAGE_SHIFT;
3306 a ^= (a >> ilog2(MAX_RBR_RING_SIZE));
3307
3308 return a & (MAX_RBR_RING_SIZE - 1);
3309 }
3310
3311 static struct page *niu_find_rxpage(struct rx_ring_info *rp, u64 addr,
3312 struct page ***link)
3313 {
3314 unsigned int h = niu_hash_rxaddr(rp, addr);
3315 struct page *p, **pp;
3316
3317 addr &= PAGE_MASK;
3318 pp = &rp->rxhash[h];
3319 for (; (p = *pp) != NULL; pp = (struct page **) &p->mapping) {
3320 if (p->index == addr) {
3321 *link = pp;
3322 goto found;
3323 }
3324 }
3325 BUG();
3326
3327 found:
3328 return p;
3329 }
3330
3331 static void niu_hash_page(struct rx_ring_info *rp, struct page *page, u64 base)
3332 {
3333 unsigned int h = niu_hash_rxaddr(rp, base);
3334
3335 page->index = base;
3336 page->mapping = (struct address_space *) rp->rxhash[h];
3337 rp->rxhash[h] = page;
3338 }
3339
3340 static int niu_rbr_add_page(struct niu *np, struct rx_ring_info *rp,
3341 gfp_t mask, int start_index)
3342 {
3343 struct page *page;
3344 u64 addr;
3345 int i;
3346
3347 page = alloc_page(mask);
3348 if (!page)
3349 return -ENOMEM;
3350
3351 addr = np->ops->map_page(np->device, page, 0,
3352 PAGE_SIZE, DMA_FROM_DEVICE);
3353
3354 niu_hash_page(rp, page, addr);
3355 if (rp->rbr_blocks_per_page > 1)
3356 atomic_add(rp->rbr_blocks_per_page - 1,
3357 &compound_head(page)->_count);
3358
3359 for (i = 0; i < rp->rbr_blocks_per_page; i++) {
3360 __le32 *rbr = &rp->rbr[start_index + i];
3361
3362 *rbr = cpu_to_le32(addr >> RBR_DESCR_ADDR_SHIFT);
3363 addr += rp->rbr_block_size;
3364 }
3365
3366 return 0;
3367 }
3368
3369 static void niu_rbr_refill(struct niu *np, struct rx_ring_info *rp, gfp_t mask)
3370 {
3371 int index = rp->rbr_index;
3372
3373 rp->rbr_pending++;
3374 if ((rp->rbr_pending % rp->rbr_blocks_per_page) == 0) {
3375 int err = niu_rbr_add_page(np, rp, mask, index);
3376
3377 if (unlikely(err)) {
3378 rp->rbr_pending--;
3379 return;
3380 }
3381
3382 rp->rbr_index += rp->rbr_blocks_per_page;
3383 BUG_ON(rp->rbr_index > rp->rbr_table_size);
3384 if (rp->rbr_index == rp->rbr_table_size)
3385 rp->rbr_index = 0;
3386
3387 if (rp->rbr_pending >= rp->rbr_kick_thresh) {
3388 nw64(RBR_KICK(rp->rx_channel), rp->rbr_pending);
3389 rp->rbr_pending = 0;
3390 }
3391 }
3392 }
3393
3394 static int niu_rx_pkt_ignore(struct niu *np, struct rx_ring_info *rp)
3395 {
3396 unsigned int index = rp->rcr_index;
3397 int num_rcr = 0;
3398
3399 rp->rx_dropped++;
3400 while (1) {
3401 struct page *page, **link;
3402 u64 addr, val;
3403 u32 rcr_size;
3404
3405 num_rcr++;
3406
3407 val = le64_to_cpup(&rp->rcr[index]);
3408 addr = (val & RCR_ENTRY_PKT_BUF_ADDR) <<
3409 RCR_ENTRY_PKT_BUF_ADDR_SHIFT;
3410 page = niu_find_rxpage(rp, addr, &link);
3411
3412 rcr_size = rp->rbr_sizes[(val & RCR_ENTRY_PKTBUFSZ) >>
3413 RCR_ENTRY_PKTBUFSZ_SHIFT];
3414 if ((page->index + PAGE_SIZE) - rcr_size == addr) {
3415 *link = (struct page *) page->mapping;
3416 np->ops->unmap_page(np->device, page->index,
3417 PAGE_SIZE, DMA_FROM_DEVICE);
3418 page->index = 0;
3419 page->mapping = NULL;
3420 __free_page(page);
3421 rp->rbr_refill_pending++;
3422 }
3423
3424 index = NEXT_RCR(rp, index);
3425 if (!(val & RCR_ENTRY_MULTI))
3426 break;
3427
3428 }
3429 rp->rcr_index = index;
3430
3431 return num_rcr;
3432 }
3433
3434 static int niu_process_rx_pkt(struct napi_struct *napi, struct niu *np,
3435 struct rx_ring_info *rp)
3436 {
3437 unsigned int index = rp->rcr_index;
3438 struct rx_pkt_hdr1 *rh;
3439 struct sk_buff *skb;
3440 int len, num_rcr;
3441
3442 skb = netdev_alloc_skb(np->dev, RX_SKB_ALLOC_SIZE);
3443 if (unlikely(!skb))
3444 return niu_rx_pkt_ignore(np, rp);
3445
3446 num_rcr = 0;
3447 while (1) {
3448 struct page *page, **link;
3449 u32 rcr_size, append_size;
3450 u64 addr, val, off;
3451
3452 num_rcr++;
3453
3454 val = le64_to_cpup(&rp->rcr[index]);
3455
3456 len = (val & RCR_ENTRY_L2_LEN) >>
3457 RCR_ENTRY_L2_LEN_SHIFT;
3458 len -= ETH_FCS_LEN;
3459
3460 addr = (val & RCR_ENTRY_PKT_BUF_ADDR) <<
3461 RCR_ENTRY_PKT_BUF_ADDR_SHIFT;
3462 page = niu_find_rxpage(rp, addr, &link);
3463
3464 rcr_size = rp->rbr_sizes[(val & RCR_ENTRY_PKTBUFSZ) >>
3465 RCR_ENTRY_PKTBUFSZ_SHIFT];
3466
3467 off = addr & ~PAGE_MASK;
3468 append_size = rcr_size;
3469 if (num_rcr == 1) {
3470 int ptype;
3471
3472 ptype = (val >> RCR_ENTRY_PKT_TYPE_SHIFT);
3473 if ((ptype == RCR_PKT_TYPE_TCP ||
3474 ptype == RCR_PKT_TYPE_UDP) &&
3475 !(val & (RCR_ENTRY_NOPORT |
3476 RCR_ENTRY_ERROR)))
3477 skb->ip_summed = CHECKSUM_UNNECESSARY;
3478 else
3479 skb_checksum_none_assert(skb);
3480 } else if (!(val & RCR_ENTRY_MULTI))
3481 append_size = len - skb->len;
3482
3483 niu_rx_skb_append(skb, page, off, append_size);
3484 if ((page->index + rp->rbr_block_size) - rcr_size == addr) {
3485 *link = (struct page *) page->mapping;
3486 np->ops->unmap_page(np->device, page->index,
3487 PAGE_SIZE, DMA_FROM_DEVICE);
3488 page->index = 0;
3489 page->mapping = NULL;
3490 rp->rbr_refill_pending++;
3491 } else
3492 get_page(page);
3493
3494 index = NEXT_RCR(rp, index);
3495 if (!(val & RCR_ENTRY_MULTI))
3496 break;
3497
3498 }
3499 rp->rcr_index = index;
3500
3501 len += sizeof(*rh);
3502 len = min_t(int, len, sizeof(*rh) + VLAN_ETH_HLEN);
3503 __pskb_pull_tail(skb, len);
3504
3505 rh = (struct rx_pkt_hdr1 *) skb->data;
3506 if (np->dev->features & NETIF_F_RXHASH)
3507 skb->rxhash = ((u32)rh->hashval2_0 << 24 |
3508 (u32)rh->hashval2_1 << 16 |
3509 (u32)rh->hashval1_1 << 8 |
3510 (u32)rh->hashval1_2 << 0);
3511 skb_pull(skb, sizeof(*rh));
3512
3513 rp->rx_packets++;
3514 rp->rx_bytes += skb->len;
3515
3516 skb->protocol = eth_type_trans(skb, np->dev);
3517 skb_record_rx_queue(skb, rp->rx_channel);
3518 napi_gro_receive(napi, skb);
3519
3520 return num_rcr;
3521 }
3522
3523 static int niu_rbr_fill(struct niu *np, struct rx_ring_info *rp, gfp_t mask)
3524 {
3525 int blocks_per_page = rp->rbr_blocks_per_page;
3526 int err, index = rp->rbr_index;
3527
3528 err = 0;
3529 while (index < (rp->rbr_table_size - blocks_per_page)) {
3530 err = niu_rbr_add_page(np, rp, mask, index);
3531 if (err)
3532 break;
3533
3534 index += blocks_per_page;
3535 }
3536
3537 rp->rbr_index = index;
3538 return err;
3539 }
3540
3541 static void niu_rbr_free(struct niu *np, struct rx_ring_info *rp)
3542 {
3543 int i;
3544
3545 for (i = 0; i < MAX_RBR_RING_SIZE; i++) {
3546 struct page *page;
3547
3548 page = rp->rxhash[i];
3549 while (page) {
3550 struct page *next = (struct page *) page->mapping;
3551 u64 base = page->index;
3552
3553 np->ops->unmap_page(np->device, base, PAGE_SIZE,
3554 DMA_FROM_DEVICE);
3555 page->index = 0;
3556 page->mapping = NULL;
3557
3558 __free_page(page);
3559
3560 page = next;
3561 }
3562 }
3563
3564 for (i = 0; i < rp->rbr_table_size; i++)
3565 rp->rbr[i] = cpu_to_le32(0);
3566 rp->rbr_index = 0;
3567 }
3568
3569 static int release_tx_packet(struct niu *np, struct tx_ring_info *rp, int idx)
3570 {
3571 struct tx_buff_info *tb = &rp->tx_buffs[idx];
3572 struct sk_buff *skb = tb->skb;
3573 struct tx_pkt_hdr *tp;
3574 u64 tx_flags;
3575 int i, len;
3576
3577 tp = (struct tx_pkt_hdr *) skb->data;
3578 tx_flags = le64_to_cpup(&tp->flags);
3579
3580 rp->tx_packets++;
3581 rp->tx_bytes += (((tx_flags & TXHDR_LEN) >> TXHDR_LEN_SHIFT) -
3582 ((tx_flags & TXHDR_PAD) / 2));
3583
3584 len = skb_headlen(skb);
3585 np->ops->unmap_single(np->device, tb->mapping,
3586 len, DMA_TO_DEVICE);
3587
3588 if (le64_to_cpu(rp->descr[idx]) & TX_DESC_MARK)
3589 rp->mark_pending--;
3590
3591 tb->skb = NULL;
3592 do {
3593 idx = NEXT_TX(rp, idx);
3594 len -= MAX_TX_DESC_LEN;
3595 } while (len > 0);
3596
3597 for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
3598 tb = &rp->tx_buffs[idx];
3599 BUG_ON(tb->skb != NULL);
3600 np->ops->unmap_page(np->device, tb->mapping,
3601 skb_shinfo(skb)->frags[i].size,
3602 DMA_TO_DEVICE);
3603 idx = NEXT_TX(rp, idx);
3604 }
3605
3606 dev_kfree_skb(skb);
3607
3608 return idx;
3609 }
3610
3611 #define NIU_TX_WAKEUP_THRESH(rp) ((rp)->pending / 4)
3612
3613 static void niu_tx_work(struct niu *np, struct tx_ring_info *rp)
3614 {
3615 struct netdev_queue *txq;
3616 u16 pkt_cnt, tmp;
3617 int cons, index;
3618 u64 cs;
3619
3620 index = (rp - np->tx_rings);
3621 txq = netdev_get_tx_queue(np->dev, index);
3622
3623 cs = rp->tx_cs;
3624 if (unlikely(!(cs & (TX_CS_MK | TX_CS_MMK))))
3625 goto out;
3626
3627 tmp = pkt_cnt = (cs & TX_CS_PKT_CNT) >> TX_CS_PKT_CNT_SHIFT;
3628 pkt_cnt = (pkt_cnt - rp->last_pkt_cnt) &
3629 (TX_CS_PKT_CNT >> TX_CS_PKT_CNT_SHIFT);
3630
3631 rp->last_pkt_cnt = tmp;
3632
3633 cons = rp->cons;
3634
3635 netif_printk(np, tx_done, KERN_DEBUG, np->dev,
3636 "%s() pkt_cnt[%u] cons[%d]\n", __func__, pkt_cnt, cons);
3637
3638 while (pkt_cnt--)
3639 cons = release_tx_packet(np, rp, cons);
3640
3641 rp->cons = cons;
3642 smp_mb();
3643
3644 out:
3645 if (unlikely(netif_tx_queue_stopped(txq) &&
3646 (niu_tx_avail(rp) > NIU_TX_WAKEUP_THRESH(rp)))) {
3647 __netif_tx_lock(txq, smp_processor_id());
3648 if (netif_tx_queue_stopped(txq) &&
3649 (niu_tx_avail(rp) > NIU_TX_WAKEUP_THRESH(rp)))
3650 netif_tx_wake_queue(txq);
3651 __netif_tx_unlock(txq);
3652 }
3653 }
3654
3655 static inline void niu_sync_rx_discard_stats(struct niu *np,
3656 struct rx_ring_info *rp,
3657 const int limit)
3658 {
3659 /* This elaborate scheme is needed for reading the RX discard
3660 * counters, as they are only 16-bit and can overflow quickly,
3661 * and because the overflow indication bit is not usable as
3662 * the counter value does not wrap, but remains at max value
3663 * 0xFFFF.
3664 *
3665 * In theory and in practice counters can be lost in between
3666 * reading nr64() and clearing the counter nw64(). For this
3667 * reason, the number of counter clearings nw64() is
3668 * limited/reduced though the limit parameter.
3669 */
3670 int rx_channel = rp->rx_channel;
3671 u32 misc, wred;
3672
3673 /* RXMISC (Receive Miscellaneous Discard Count), covers the
3674 * following discard events: IPP (Input Port Process),
3675 * FFLP/TCAM, Full RCR (Receive Completion Ring) RBR (Receive
3676 * Block Ring) prefetch buffer is empty.
3677 */
3678 misc = nr64(RXMISC(rx_channel));
3679 if (unlikely((misc & RXMISC_COUNT) > limit)) {
3680 nw64(RXMISC(rx_channel), 0);
3681 rp->rx_errors += misc & RXMISC_COUNT;
3682
3683 if (unlikely(misc & RXMISC_OFLOW))
3684 dev_err(np->device, "rx-%d: Counter overflow RXMISC discard\n",
3685 rx_channel);
3686
3687 netif_printk(np, rx_err, KERN_DEBUG, np->dev,
3688 "rx-%d: MISC drop=%u over=%u\n",
3689 rx_channel, misc, misc-limit);
3690 }
3691
3692 /* WRED (Weighted Random Early Discard) by hardware */
3693 wred = nr64(RED_DIS_CNT(rx_channel));
3694 if (unlikely((wred & RED_DIS_CNT_COUNT) > limit)) {
3695 nw64(RED_DIS_CNT(rx_channel), 0);
3696 rp->rx_dropped += wred & RED_DIS_CNT_COUNT;
3697
3698 if (unlikely(wred & RED_DIS_CNT_OFLOW))
3699 dev_err(np->device, "rx-%d: Counter overflow WRED discard\n", rx_channel);
3700
3701 netif_printk(np, rx_err, KERN_DEBUG, np->dev,
3702 "rx-%d: WRED drop=%u over=%u\n",
3703 rx_channel, wred, wred-limit);
3704 }
3705 }
3706
3707 static int niu_rx_work(struct napi_struct *napi, struct niu *np,
3708 struct rx_ring_info *rp, int budget)
3709 {
3710 int qlen, rcr_done = 0, work_done = 0;
3711 struct rxdma_mailbox *mbox = rp->mbox;
3712 u64 stat;
3713
3714 #if 1
3715 stat = nr64(RX_DMA_CTL_STAT(rp->rx_channel));
3716 qlen = nr64(RCRSTAT_A(rp->rx_channel)) & RCRSTAT_A_QLEN;
3717 #else
3718 stat = le64_to_cpup(&mbox->rx_dma_ctl_stat);
3719 qlen = (le64_to_cpup(&mbox->rcrstat_a) & RCRSTAT_A_QLEN);
3720 #endif
3721 mbox->rx_dma_ctl_stat = 0;
3722 mbox->rcrstat_a = 0;
3723
3724 netif_printk(np, rx_status, KERN_DEBUG, np->dev,
3725 "%s(chan[%d]), stat[%llx] qlen=%d\n",
3726 __func__, rp->rx_channel, (unsigned long long)stat, qlen);
3727
3728 rcr_done = work_done = 0;
3729 qlen = min(qlen, budget);
3730 while (work_done < qlen) {
3731 rcr_done += niu_process_rx_pkt(napi, np, rp);
3732 work_done++;
3733 }
3734
3735 if (rp->rbr_refill_pending >= rp->rbr_kick_thresh) {
3736 unsigned int i;
3737
3738 for (i = 0; i < rp->rbr_refill_pending; i++)
3739 niu_rbr_refill(np, rp, GFP_ATOMIC);
3740 rp->rbr_refill_pending = 0;
3741 }
3742
3743 stat = (RX_DMA_CTL_STAT_MEX |
3744 ((u64)work_done << RX_DMA_CTL_STAT_PKTREAD_SHIFT) |
3745 ((u64)rcr_done << RX_DMA_CTL_STAT_PTRREAD_SHIFT));
3746
3747 nw64(RX_DMA_CTL_STAT(rp->rx_channel), stat);
3748
3749 /* Only sync discards stats when qlen indicate potential for drops */
3750 if (qlen > 10)
3751 niu_sync_rx_discard_stats(np, rp, 0x7FFF);
3752
3753 return work_done;
3754 }
3755
3756 static int niu_poll_core(struct niu *np, struct niu_ldg *lp, int budget)
3757 {
3758 u64 v0 = lp->v0;
3759 u32 tx_vec = (v0 >> 32);
3760 u32 rx_vec = (v0 & 0xffffffff);
3761 int i, work_done = 0;
3762
3763 netif_printk(np, intr, KERN_DEBUG, np->dev,
3764 "%s() v0[%016llx]\n", __func__, (unsigned long long)v0);
3765
3766 for (i = 0; i < np->num_tx_rings; i++) {
3767 struct tx_ring_info *rp = &np->tx_rings[i];
3768 if (tx_vec & (1 << rp->tx_channel))
3769 niu_tx_work(np, rp);
3770 nw64(LD_IM0(LDN_TXDMA(rp->tx_channel)), 0);
3771 }
3772
3773 for (i = 0; i < np->num_rx_rings; i++) {
3774 struct rx_ring_info *rp = &np->rx_rings[i];
3775
3776 if (rx_vec & (1 << rp->rx_channel)) {
3777 int this_work_done;
3778
3779 this_work_done = niu_rx_work(&lp->napi, np, rp,
3780 budget);
3781
3782 budget -= this_work_done;
3783 work_done += this_work_done;
3784 }
3785 nw64(LD_IM0(LDN_RXDMA(rp->rx_channel)), 0);
3786 }
3787
3788 return work_done;
3789 }
3790
3791 static int niu_poll(struct napi_struct *napi, int budget)
3792 {
3793 struct niu_ldg *lp = container_of(napi, struct niu_ldg, napi);
3794 struct niu *np = lp->np;
3795 int work_done;
3796
3797 work_done = niu_poll_core(np, lp, budget);
3798
3799 if (work_done < budget) {
3800 napi_complete(napi);
3801 niu_ldg_rearm(np, lp, 1);
3802 }
3803 return work_done;
3804 }
3805
3806 static void niu_log_rxchan_errors(struct niu *np, struct rx_ring_info *rp,
3807 u64 stat)
3808 {
3809 netdev_err(np->dev, "RX channel %u errors ( ", rp->rx_channel);
3810
3811 if (stat & RX_DMA_CTL_STAT_RBR_TMOUT)
3812 pr_cont("RBR_TMOUT ");
3813 if (stat & RX_DMA_CTL_STAT_RSP_CNT_ERR)
3814 pr_cont("RSP_CNT ");
3815 if (stat & RX_DMA_CTL_STAT_BYTE_EN_BUS)
3816 pr_cont("BYTE_EN_BUS ");
3817 if (stat & RX_DMA_CTL_STAT_RSP_DAT_ERR)
3818 pr_cont("RSP_DAT ");
3819 if (stat & RX_DMA_CTL_STAT_RCR_ACK_ERR)
3820 pr_cont("RCR_ACK ");
3821 if (stat & RX_DMA_CTL_STAT_RCR_SHA_PAR)
3822 pr_cont("RCR_SHA_PAR ");
3823 if (stat & RX_DMA_CTL_STAT_RBR_PRE_PAR)
3824 pr_cont("RBR_PRE_PAR ");
3825 if (stat & RX_DMA_CTL_STAT_CONFIG_ERR)
3826 pr_cont("CONFIG ");
3827 if (stat & RX_DMA_CTL_STAT_RCRINCON)
3828 pr_cont("RCRINCON ");
3829 if (stat & RX_DMA_CTL_STAT_RCRFULL)
3830 pr_cont("RCRFULL ");
3831 if (stat & RX_DMA_CTL_STAT_RBRFULL)
3832 pr_cont("RBRFULL ");
3833 if (stat & RX_DMA_CTL_STAT_RBRLOGPAGE)
3834 pr_cont("RBRLOGPAGE ");
3835 if (stat & RX_DMA_CTL_STAT_CFIGLOGPAGE)
3836 pr_cont("CFIGLOGPAGE ");
3837 if (stat & RX_DMA_CTL_STAT_DC_FIFO_ERR)
3838 pr_cont("DC_FIDO ");
3839
3840 pr_cont(")\n");
3841 }
3842
3843 static int niu_rx_error(struct niu *np, struct rx_ring_info *rp)
3844 {
3845 u64 stat = nr64(RX_DMA_CTL_STAT(rp->rx_channel));
3846 int err = 0;
3847
3848
3849 if (stat & (RX_DMA_CTL_STAT_CHAN_FATAL |
3850 RX_DMA_CTL_STAT_PORT_FATAL))
3851 err = -EINVAL;
3852
3853 if (err) {
3854 netdev_err(np->dev, "RX channel %u error, stat[%llx]\n",
3855 rp->rx_channel,
3856 (unsigned long long) stat);
3857
3858 niu_log_rxchan_errors(np, rp, stat);
3859 }
3860
3861 nw64(RX_DMA_CTL_STAT(rp->rx_channel),
3862 stat & RX_DMA_CTL_WRITE_CLEAR_ERRS);
3863
3864 return err;
3865 }
3866
3867 static void niu_log_txchan_errors(struct niu *np, struct tx_ring_info *rp,
3868 u64 cs)
3869 {
3870 netdev_err(np->dev, "TX channel %u errors ( ", rp->tx_channel);
3871
3872 if (cs & TX_CS_MBOX_ERR)
3873 pr_cont("MBOX ");
3874 if (cs & TX_CS_PKT_SIZE_ERR)
3875 pr_cont("PKT_SIZE ");
3876 if (cs & TX_CS_TX_RING_OFLOW)
3877 pr_cont("TX_RING_OFLOW ");
3878 if (cs & TX_CS_PREF_BUF_PAR_ERR)
3879 pr_cont("PREF_BUF_PAR ");
3880 if (cs & TX_CS_NACK_PREF)
3881 pr_cont("NACK_PREF ");
3882 if (cs & TX_CS_NACK_PKT_RD)
3883 pr_cont("NACK_PKT_RD ");
3884 if (cs & TX_CS_CONF_PART_ERR)
3885 pr_cont("CONF_PART ");
3886 if (cs & TX_CS_PKT_PRT_ERR)
3887 pr_cont("PKT_PTR ");
3888
3889 pr_cont(")\n");
3890 }
3891
3892 static int niu_tx_error(struct niu *np, struct tx_ring_info *rp)
3893 {
3894 u64 cs, logh, logl;
3895
3896 cs = nr64(TX_CS(rp->tx_channel));
3897 logh = nr64(TX_RNG_ERR_LOGH(rp->tx_channel));
3898 logl = nr64(TX_RNG_ERR_LOGL(rp->tx_channel));
3899
3900 netdev_err(np->dev, "TX channel %u error, cs[%llx] logh[%llx] logl[%llx]\n",
3901 rp->tx_channel,
3902 (unsigned long long)cs,
3903 (unsigned long long)logh,
3904 (unsigned long long)logl);
3905
3906 niu_log_txchan_errors(np, rp, cs);
3907
3908 return -ENODEV;
3909 }
3910
3911 static int niu_mif_interrupt(struct niu *np)
3912 {
3913 u64 mif_status = nr64(MIF_STATUS);
3914 int phy_mdint = 0;
3915
3916 if (np->flags & NIU_FLAGS_XMAC) {
3917 u64 xrxmac_stat = nr64_mac(XRXMAC_STATUS);
3918
3919 if (xrxmac_stat & XRXMAC_STATUS_PHY_MDINT)
3920 phy_mdint = 1;
3921 }
3922
3923 netdev_err(np->dev, "MIF interrupt, stat[%llx] phy_mdint(%d)\n",
3924 (unsigned long long)mif_status, phy_mdint);
3925
3926 return -ENODEV;
3927 }
3928
3929 static void niu_xmac_interrupt(struct niu *np)
3930 {
3931 struct niu_xmac_stats *mp = &np->mac_stats.xmac;
3932 u64 val;
3933
3934 val = nr64_mac(XTXMAC_STATUS);
3935 if (val & XTXMAC_STATUS_FRAME_CNT_EXP)
3936 mp->tx_frames += TXMAC_FRM_CNT_COUNT;
3937 if (val & XTXMAC_STATUS_BYTE_CNT_EXP)
3938 mp->tx_bytes += TXMAC_BYTE_CNT_COUNT;
3939 if (val & XTXMAC_STATUS_TXFIFO_XFR_ERR)
3940 mp->tx_fifo_errors++;
3941 if (val & XTXMAC_STATUS_TXMAC_OFLOW)
3942 mp->tx_overflow_errors++;
3943 if (val & XTXMAC_STATUS_MAX_PSIZE_ERR)
3944 mp->tx_max_pkt_size_errors++;
3945 if (val & XTXMAC_STATUS_TXMAC_UFLOW)
3946 mp->tx_underflow_errors++;
3947
3948 val = nr64_mac(XRXMAC_STATUS);
3949 if (val & XRXMAC_STATUS_LCL_FLT_STATUS)
3950 mp->rx_local_faults++;
3951 if (val & XRXMAC_STATUS_RFLT_DET)
3952 mp->rx_remote_faults++;
3953 if (val & XRXMAC_STATUS_LFLT_CNT_EXP)
3954 mp->rx_link_faults += LINK_FAULT_CNT_COUNT;
3955 if (val & XRXMAC_STATUS_ALIGNERR_CNT_EXP)
3956 mp->rx_align_errors += RXMAC_ALIGN_ERR_CNT_COUNT;
3957 if (val & XRXMAC_STATUS_RXFRAG_CNT_EXP)
3958 mp->rx_frags += RXMAC_FRAG_CNT_COUNT;
3959 if (val & XRXMAC_STATUS_RXMULTF_CNT_EXP)
3960 mp->rx_mcasts += RXMAC_MC_FRM_CNT_COUNT;
3961 if (val & XRXMAC_STATUS_RXBCAST_CNT_EXP)
3962 mp->rx_bcasts += RXMAC_BC_FRM_CNT_COUNT;
3963 if (val & XRXMAC_STATUS_RXBCAST_CNT_EXP)
3964 mp->rx_bcasts += RXMAC_BC_FRM_CNT_COUNT;
3965 if (val & XRXMAC_STATUS_RXHIST1_CNT_EXP)
3966 mp->rx_hist_cnt1 += RXMAC_HIST_CNT1_COUNT;
3967 if (val & XRXMAC_STATUS_RXHIST2_CNT_EXP)
3968 mp->rx_hist_cnt2 += RXMAC_HIST_CNT2_COUNT;
3969 if (val & XRXMAC_STATUS_RXHIST3_CNT_EXP)
3970 mp->rx_hist_cnt3 += RXMAC_HIST_CNT3_COUNT;
3971 if (val & XRXMAC_STATUS_RXHIST4_CNT_EXP)
3972 mp->rx_hist_cnt4 += RXMAC_HIST_CNT4_COUNT;
3973 if (val & XRXMAC_STATUS_RXHIST5_CNT_EXP)
3974 mp->rx_hist_cnt5 += RXMAC_HIST_CNT5_COUNT;
3975 if (val & XRXMAC_STATUS_RXHIST6_CNT_EXP)
3976 mp->rx_hist_cnt6 += RXMAC_HIST_CNT6_COUNT;
3977 if (val & XRXMAC_STATUS_RXHIST7_CNT_EXP)
3978 mp->rx_hist_cnt7 += RXMAC_HIST_CNT7_COUNT;
3979 if (val & XRXMAC_STATUS_RXOCTET_CNT_EXP)
3980 mp->rx_octets += RXMAC_BT_CNT_COUNT;
3981 if (val & XRXMAC_STATUS_CVIOLERR_CNT_EXP)
3982 mp->rx_code_violations += RXMAC_CD_VIO_CNT_COUNT;
3983 if (val & XRXMAC_STATUS_LENERR_CNT_EXP)
3984 mp->rx_len_errors += RXMAC_MPSZER_CNT_COUNT;
3985 if (val & XRXMAC_STATUS_CRCERR_CNT_EXP)
3986 mp->rx_crc_errors += RXMAC_CRC_ER_CNT_COUNT;
3987 if (val & XRXMAC_STATUS_RXUFLOW)
3988 mp->rx_underflows++;
3989 if (val & XRXMAC_STATUS_RXOFLOW)
3990 mp->rx_overflows++;
3991
3992 val = nr64_mac(XMAC_FC_STAT);
3993 if (val & XMAC_FC_STAT_TX_MAC_NPAUSE)
3994 mp->pause_off_state++;
3995 if (val & XMAC_FC_STAT_TX_MAC_PAUSE)
3996 mp->pause_on_state++;
3997 if (val & XMAC_FC_STAT_RX_MAC_RPAUSE)
3998 mp->pause_received++;
3999 }
4000
4001 static void niu_bmac_interrupt(struct niu *np)
4002 {
4003 struct niu_bmac_stats *mp = &np->mac_stats.bmac;
4004 u64 val;
4005
4006 val = nr64_mac(BTXMAC_STATUS);
4007 if (val & BTXMAC_STATUS_UNDERRUN)
4008 mp->tx_underflow_errors++;
4009 if (val & BTXMAC_STATUS_MAX_PKT_ERR)
4010 mp->tx_max_pkt_size_errors++;
4011 if (val & BTXMAC_STATUS_BYTE_CNT_EXP)
4012 mp->tx_bytes += BTXMAC_BYTE_CNT_COUNT;
4013 if (val & BTXMAC_STATUS_FRAME_CNT_EXP)
4014 mp->tx_frames += BTXMAC_FRM_CNT_COUNT;
4015
4016 val = nr64_mac(BRXMAC_STATUS);
4017 if (val & BRXMAC_STATUS_OVERFLOW)
4018 mp->rx_overflows++;
4019 if (val & BRXMAC_STATUS_FRAME_CNT_EXP)
4020 mp->rx_frames += BRXMAC_FRAME_CNT_COUNT;
4021 if (val & BRXMAC_STATUS_ALIGN_ERR_EXP)
4022 mp->rx_align_errors += BRXMAC_ALIGN_ERR_CNT_COUNT;
4023 if (val & BRXMAC_STATUS_CRC_ERR_EXP)
4024 mp->rx_crc_errors += BRXMAC_ALIGN_ERR_CNT_COUNT;
4025 if (val & BRXMAC_STATUS_LEN_ERR_EXP)
4026 mp->rx_len_errors += BRXMAC_CODE_VIOL_ERR_CNT_COUNT;
4027
4028 val = nr64_mac(BMAC_CTRL_STATUS);
4029 if (val & BMAC_CTRL_STATUS_NOPAUSE)
4030 mp->pause_off_state++;
4031 if (val & BMAC_CTRL_STATUS_PAUSE)
4032 mp->pause_on_state++;
4033 if (val & BMAC_CTRL_STATUS_PAUSE_RECV)
4034 mp->pause_received++;
4035 }
4036
4037 static int niu_mac_interrupt(struct niu *np)
4038 {
4039 if (np->flags & NIU_FLAGS_XMAC)
4040 niu_xmac_interrupt(np);
4041 else
4042 niu_bmac_interrupt(np);
4043
4044 return 0;
4045 }
4046
4047 static void niu_log_device_error(struct niu *np, u64 stat)
4048 {
4049 netdev_err(np->dev, "Core device errors ( ");
4050
4051 if (stat & SYS_ERR_MASK_META2)
4052 pr_cont("META2 ");
4053 if (stat & SYS_ERR_MASK_META1)
4054 pr_cont("META1 ");
4055 if (stat & SYS_ERR_MASK_PEU)
4056 pr_cont("PEU ");
4057 if (stat & SYS_ERR_MASK_TXC)
4058 pr_cont("TXC ");
4059 if (stat & SYS_ERR_MASK_RDMC)
4060 pr_cont("RDMC ");
4061 if (stat & SYS_ERR_MASK_TDMC)
4062 pr_cont("TDMC ");
4063 if (stat & SYS_ERR_MASK_ZCP)
4064 pr_cont("ZCP ");
4065 if (stat & SYS_ERR_MASK_FFLP)
4066 pr_cont("FFLP ");
4067 if (stat & SYS_ERR_MASK_IPP)
4068 pr_cont("IPP ");
4069 if (stat & SYS_ERR_MASK_MAC)
4070 pr_cont("MAC ");
4071 if (stat & SYS_ERR_MASK_SMX)
4072 pr_cont("SMX ");
4073
4074 pr_cont(")\n");
4075 }
4076
4077 static int niu_device_error(struct niu *np)
4078 {
4079 u64 stat = nr64(SYS_ERR_STAT);
4080
4081 netdev_err(np->dev, "Core device error, stat[%llx]\n",
4082 (unsigned long long)stat);
4083
4084 niu_log_device_error(np, stat);
4085
4086 return -ENODEV;
4087 }
4088
4089 static int niu_slowpath_interrupt(struct niu *np, struct niu_ldg *lp,
4090 u64 v0, u64 v1, u64 v2)
4091 {
4092
4093 int i, err = 0;
4094
4095 lp->v0 = v0;
4096 lp->v1 = v1;
4097 lp->v2 = v2;
4098
4099 if (v1 & 0x00000000ffffffffULL) {
4100 u32 rx_vec = (v1 & 0xffffffff);
4101
4102 for (i = 0; i < np->num_rx_rings; i++) {
4103 struct rx_ring_info *rp = &np->rx_rings[i];
4104
4105 if (rx_vec & (1 << rp->rx_channel)) {
4106 int r = niu_rx_error(np, rp);
4107 if (r) {
4108 err = r;
4109 } else {
4110 if (!v0)
4111 nw64(RX_DMA_CTL_STAT(rp->rx_channel),
4112 RX_DMA_CTL_STAT_MEX);
4113 }
4114 }
4115 }
4116 }
4117 if (v1 & 0x7fffffff00000000ULL) {
4118 u32 tx_vec = (v1 >> 32) & 0x7fffffff;
4119
4120 for (i = 0; i < np->num_tx_rings; i++) {
4121 struct tx_ring_info *rp = &np->tx_rings[i];
4122
4123 if (tx_vec & (1 << rp->tx_channel)) {
4124 int r = niu_tx_error(np, rp);
4125 if (r)
4126 err = r;
4127 }
4128 }
4129 }
4130 if ((v0 | v1) & 0x8000000000000000ULL) {
4131 int r = niu_mif_interrupt(np);
4132 if (r)
4133 err = r;
4134 }
4135 if (v2) {
4136 if (v2 & 0x01ef) {
4137 int r = niu_mac_interrupt(np);
4138 if (r)
4139 err = r;
4140 }
4141 if (v2 & 0x0210) {
4142 int r = niu_device_error(np);
4143 if (r)
4144 err = r;
4145 }
4146 }
4147
4148 if (err)
4149 niu_enable_interrupts(np, 0);
4150
4151 return err;
4152 }
4153
4154 static void niu_rxchan_intr(struct niu *np, struct rx_ring_info *rp,
4155 int ldn)
4156 {
4157 struct rxdma_mailbox *mbox = rp->mbox;
4158 u64 stat_write, stat = le64_to_cpup(&mbox->rx_dma_ctl_stat);
4159
4160 stat_write = (RX_DMA_CTL_STAT_RCRTHRES |
4161 RX_DMA_CTL_STAT_RCRTO);
4162 nw64(RX_DMA_CTL_STAT(rp->rx_channel), stat_write);
4163
4164 netif_printk(np, intr, KERN_DEBUG, np->dev,
4165 "%s() stat[%llx]\n", __func__, (unsigned long long)stat);
4166 }
4167
4168 static void niu_txchan_intr(struct niu *np, struct tx_ring_info *rp,
4169 int ldn)
4170 {
4171 rp->tx_cs = nr64(TX_CS(rp->tx_channel));
4172
4173 netif_printk(np, intr, KERN_DEBUG, np->dev,
4174 "%s() cs[%llx]\n", __func__, (unsigned long long)rp->tx_cs);
4175 }
4176
4177 static void __niu_fastpath_interrupt(struct niu *np, int ldg, u64 v0)
4178 {
4179 struct niu_parent *parent = np->parent;
4180 u32 rx_vec, tx_vec;
4181 int i;
4182
4183 tx_vec = (v0 >> 32);
4184 rx_vec = (v0 & 0xffffffff);
4185
4186 for (i = 0; i < np->num_rx_rings; i++) {
4187 struct rx_ring_info *rp = &np->rx_rings[i];
4188 int ldn = LDN_RXDMA(rp->rx_channel);
4189
4190 if (parent->ldg_map[ldn] != ldg)
4191 continue;
4192
4193 nw64(LD_IM0(ldn), LD_IM0_MASK);
4194 if (rx_vec & (1 << rp->rx_channel))
4195 niu_rxchan_intr(np, rp, ldn);
4196 }
4197
4198 for (i = 0; i < np->num_tx_rings; i++) {
4199 struct tx_ring_info *rp = &np->tx_rings[i];
4200 int ldn = LDN_TXDMA(rp->tx_channel);
4201
4202 if (parent->ldg_map[ldn] != ldg)
4203 continue;
4204
4205 nw64(LD_IM0(ldn), LD_IM0_MASK);
4206 if (tx_vec & (1 << rp->tx_channel))
4207 niu_txchan_intr(np, rp, ldn);
4208 }
4209 }
4210
4211 static void niu_schedule_napi(struct niu *np, struct niu_ldg *lp,
4212 u64 v0, u64 v1, u64 v2)
4213 {
4214 if (likely(napi_schedule_prep(&lp->napi))) {
4215 lp->v0 = v0;
4216 lp->v1 = v1;
4217 lp->v2 = v2;
4218 __niu_fastpath_interrupt(np, lp->ldg_num, v0);
4219 __napi_schedule(&lp->napi);
4220 }
4221 }
4222
4223 static irqreturn_t niu_interrupt(int irq, void *dev_id)
4224 {
4225 struct niu_ldg *lp = dev_id;
4226 struct niu *np = lp->np;
4227 int ldg = lp->ldg_num;
4228 unsigned long flags;
4229 u64 v0, v1, v2;
4230
4231 if (netif_msg_intr(np))
4232 printk(KERN_DEBUG KBUILD_MODNAME ": " "%s() ldg[%p](%d)",
4233 __func__, lp, ldg);
4234
4235 spin_lock_irqsave(&np->lock, flags);
4236
4237 v0 = nr64(LDSV0(ldg));
4238 v1 = nr64(LDSV1(ldg));
4239 v2 = nr64(LDSV2(ldg));
4240
4241 if (netif_msg_intr(np))
4242 pr_cont(" v0[%llx] v1[%llx] v2[%llx]\n",
4243 (unsigned long long) v0,
4244 (unsigned long long) v1,
4245 (unsigned long long) v2);
4246
4247 if (unlikely(!v0 && !v1 && !v2)) {
4248 spin_unlock_irqrestore(&np->lock, flags);
4249 return IRQ_NONE;
4250 }
4251
4252 if (unlikely((v0 & ((u64)1 << LDN_MIF)) || v1 || v2)) {
4253 int err = niu_slowpath_interrupt(np, lp, v0, v1, v2);
4254 if (err)
4255 goto out;
4256 }
4257 if (likely(v0 & ~((u64)1 << LDN_MIF)))
4258 niu_schedule_napi(np, lp, v0, v1, v2);
4259 else
4260 niu_ldg_rearm(np, lp, 1);
4261 out:
4262 spin_unlock_irqrestore(&np->lock, flags);
4263
4264 return IRQ_HANDLED;
4265 }
4266
4267 static void niu_free_rx_ring_info(struct niu *np, struct rx_ring_info *rp)
4268 {
4269 if (rp->mbox) {
4270 np->ops->free_coherent(np->device,
4271 sizeof(struct rxdma_mailbox),
4272 rp->mbox, rp->mbox_dma);
4273 rp->mbox = NULL;
4274 }
4275 if (rp->rcr) {
4276 np->ops->free_coherent(np->device,
4277 MAX_RCR_RING_SIZE * sizeof(__le64),
4278 rp->rcr, rp->rcr_dma);
4279 rp->rcr = NULL;
4280 rp->rcr_table_size = 0;
4281 rp->rcr_index = 0;
4282 }
4283 if (rp->rbr) {
4284 niu_rbr_free(np, rp);
4285
4286 np->ops->free_coherent(np->device,
4287 MAX_RBR_RING_SIZE * sizeof(__le32),
4288 rp->rbr, rp->rbr_dma);
4289 rp->rbr = NULL;
4290 rp->rbr_table_size = 0;
4291 rp->rbr_index = 0;
4292 }
4293 kfree(rp->rxhash);
4294 rp->rxhash = NULL;
4295 }
4296
4297 static void niu_free_tx_ring_info(struct niu *np, struct tx_ring_info *rp)
4298 {
4299 if (rp->mbox) {
4300 np->ops->free_coherent(np->device,
4301 sizeof(struct txdma_mailbox),
4302 rp->mbox, rp->mbox_dma);
4303 rp->mbox = NULL;
4304 }
4305 if (rp->descr) {
4306 int i;
4307
4308 for (i = 0; i < MAX_TX_RING_SIZE; i++) {
4309 if (rp->tx_buffs[i].skb)
4310 (void) release_tx_packet(np, rp, i);
4311 }
4312
4313 np->ops->free_coherent(np->device,
4314 MAX_TX_RING_SIZE * sizeof(__le64),
4315 rp->descr, rp->descr_dma);
4316 rp->descr = NULL;
4317 rp->pending = 0;
4318 rp->prod = 0;
4319 rp->cons = 0;
4320 rp->wrap_bit = 0;
4321 }
4322 }
4323
4324 static void niu_free_channels(struct niu *np)
4325 {
4326 int i;
4327
4328 if (np->rx_rings) {
4329 for (i = 0; i < np->num_rx_rings; i++) {
4330 struct rx_ring_info *rp = &np->rx_rings[i];
4331
4332 niu_free_rx_ring_info(np, rp);
4333 }
4334 kfree(np->rx_rings);
4335 np->rx_rings = NULL;
4336 np->num_rx_rings = 0;
4337 }
4338
4339 if (np->tx_rings) {
4340 for (i = 0; i < np->num_tx_rings; i++) {
4341 struct tx_ring_info *rp = &np->tx_rings[i];
4342
4343 niu_free_tx_ring_info(np, rp);
4344 }
4345 kfree(np->tx_rings);
4346 np->tx_rings = NULL;
4347 np->num_tx_rings = 0;
4348 }
4349 }
4350
4351 static int niu_alloc_rx_ring_info(struct niu *np,
4352 struct rx_ring_info *rp)
4353 {
4354 BUILD_BUG_ON(sizeof(struct rxdma_mailbox) != 64);
4355
4356 rp->rxhash = kzalloc(MAX_RBR_RING_SIZE * sizeof(struct page *),
4357 GFP_KERNEL);
4358 if (!rp->rxhash)
4359 return -ENOMEM;
4360
4361 rp->mbox = np->ops->alloc_coherent(np->device,
4362 sizeof(struct rxdma_mailbox),
4363 &rp->mbox_dma, GFP_KERNEL);
4364 if (!rp->mbox)
4365 return -ENOMEM;
4366 if ((unsigned long)rp->mbox & (64UL - 1)) {
4367 netdev_err(np->dev, "Coherent alloc gives misaligned RXDMA mailbox %p\n",
4368 rp->mbox);
4369 return -EINVAL;
4370 }
4371
4372 rp->rcr = np->ops->alloc_coherent(np->device,
4373 MAX_RCR_RING_SIZE * sizeof(__le64),
4374 &rp->rcr_dma, GFP_KERNEL);
4375 if (!rp->rcr)
4376 return -ENOMEM;
4377 if ((unsigned long)rp->rcr & (64UL - 1)) {
4378 netdev_err(np->dev, "Coherent alloc gives misaligned RXDMA RCR table %p\n",
4379 rp->rcr);
4380 return -EINVAL;
4381 }
4382 rp->rcr_table_size = MAX_RCR_RING_SIZE;
4383 rp->rcr_index = 0;
4384
4385 rp->rbr = np->ops->alloc_coherent(np->device,
4386 MAX_RBR_RING_SIZE * sizeof(__le32),
4387 &rp->rbr_dma, GFP_KERNEL);
4388 if (!rp->rbr)
4389 return -ENOMEM;
4390 if ((unsigned long)rp->rbr & (64UL - 1)) {
4391 netdev_err(np->dev, "Coherent alloc gives misaligned RXDMA RBR table %p\n",
4392 rp->rbr);
4393 return -EINVAL;
4394 }
4395 rp->rbr_table_size = MAX_RBR_RING_SIZE;
4396 rp->rbr_index = 0;
4397 rp->rbr_pending = 0;
4398
4399 return 0;
4400 }
4401
4402 static void niu_set_max_burst(struct niu *np, struct tx_ring_info *rp)
4403 {
4404 int mtu = np->dev->mtu;
4405
4406 /* These values are recommended by the HW designers for fair
4407 * utilization of DRR amongst the rings.
4408 */
4409 rp->max_burst = mtu + 32;
4410 if (rp->max_burst > 4096)
4411 rp->max_burst = 4096;
4412 }
4413
4414 static int niu_alloc_tx_ring_info(struct niu *np,
4415 struct tx_ring_info *rp)
4416 {
4417 BUILD_BUG_ON(sizeof(struct txdma_mailbox) != 64);
4418
4419 rp->mbox = np->ops->alloc_coherent(np->device,
4420 sizeof(struct txdma_mailbox),
4421 &rp->mbox_dma, GFP_KERNEL);
4422 if (!rp->mbox)
4423 return -ENOMEM;
4424 if ((unsigned long)rp->mbox & (64UL - 1)) {
4425 netdev_err(np->dev, "Coherent alloc gives misaligned TXDMA mailbox %p\n",
4426 rp->mbox);
4427 return -EINVAL;
4428 }
4429
4430 rp->descr = np->ops->alloc_coherent(np->device,
4431 MAX_TX_RING_SIZE * sizeof(__le64),
4432 &rp->descr_dma, GFP_KERNEL);
4433 if (!rp->descr)
4434 return -ENOMEM;
4435 if ((unsigned long)rp->descr & (64UL - 1)) {
4436 netdev_err(np->dev, "Coherent alloc gives misaligned TXDMA descr table %p\n",
4437 rp->descr);
4438 return -EINVAL;
4439 }
4440
4441 rp->pending = MAX_TX_RING_SIZE;
4442 rp->prod = 0;
4443 rp->cons = 0;
4444 rp->wrap_bit = 0;
4445
4446 /* XXX make these configurable... XXX */
4447 rp->mark_freq = rp->pending / 4;
4448
4449 niu_set_max_burst(np, rp);
4450
4451 return 0;
4452 }
4453
4454 static void niu_size_rbr(struct niu *np, struct rx_ring_info *rp)
4455 {
4456 u16 bss;
4457
4458 bss = min(PAGE_SHIFT, 15);
4459
4460 rp->rbr_block_size = 1 << bss;
4461 rp->rbr_blocks_per_page = 1 << (PAGE_SHIFT-bss);
4462
4463 rp->rbr_sizes[0] = 256;
4464 rp->rbr_sizes[1] = 1024;
4465 if (np->dev->mtu > ETH_DATA_LEN) {
4466 switch (PAGE_SIZE) {
4467 case 4 * 1024:
4468 rp->rbr_sizes[2] = 4096;
4469 break;
4470
4471 default:
4472 rp->rbr_sizes[2] = 8192;
4473 break;
4474 }
4475 } else {
4476 rp->rbr_sizes[2] = 2048;
4477 }
4478 rp->rbr_sizes[3] = rp->rbr_block_size;
4479 }
4480
4481 static int niu_alloc_channels(struct niu *np)
4482 {
4483 struct niu_parent *parent = np->parent;
4484 int first_rx_channel, first_tx_channel;
4485 int num_rx_rings, num_tx_rings;
4486 struct rx_ring_info *rx_rings;
4487 struct tx_ring_info *tx_rings;
4488 int i, port, err;
4489
4490 port = np->port;
4491 first_rx_channel = first_tx_channel = 0;
4492 for (i = 0; i < port; i++) {
4493 first_rx_channel += parent->rxchan_per_port[i];
4494 first_tx_channel += parent->txchan_per_port[i];
4495 }
4496
4497 num_rx_rings = parent->rxchan_per_port[port];
4498 num_tx_rings = parent->txchan_per_port[port];
4499
4500 rx_rings = kcalloc(num_rx_rings, sizeof(struct rx_ring_info),
4501 GFP_KERNEL);
4502 err = -ENOMEM;
4503 if (!rx_rings)
4504 goto out_err;
4505
4506 np->num_rx_rings = num_rx_rings;
4507 smp_wmb();
4508 np->rx_rings = rx_rings;
4509
4510 netif_set_real_num_rx_queues(np->dev, num_rx_rings);
4511
4512 for (i = 0; i < np->num_rx_rings; i++) {
4513 struct rx_ring_info *rp = &np->rx_rings[i];
4514
4515 rp->np = np;
4516 rp->rx_channel = first_rx_channel + i;
4517
4518 err = niu_alloc_rx_ring_info(np, rp);
4519 if (err)
4520 goto out_err;
4521
4522 niu_size_rbr(np, rp);
4523
4524 /* XXX better defaults, configurable, etc... XXX */
4525 rp->nonsyn_window = 64;
4526 rp->nonsyn_threshold = rp->rcr_table_size - 64;
4527 rp->syn_window = 64;
4528 rp->syn_threshold = rp->rcr_table_size - 64;
4529 rp->rcr_pkt_threshold = 16;
4530 rp->rcr_timeout = 8;
4531 rp->rbr_kick_thresh = RBR_REFILL_MIN;
4532 if (rp->rbr_kick_thresh < rp->rbr_blocks_per_page)
4533 rp->rbr_kick_thresh = rp->rbr_blocks_per_page;
4534
4535 err = niu_rbr_fill(np, rp, GFP_KERNEL);
4536 if (err)
4537 return err;
4538 }
4539
4540 tx_rings = kcalloc(num_tx_rings, sizeof(struct tx_ring_info),
4541 GFP_KERNEL);
4542 err = -ENOMEM;
4543 if (!tx_rings)
4544 goto out_err;
4545
4546 np->num_tx_rings = num_tx_rings;
4547 smp_wmb();
4548 np->tx_rings = tx_rings;
4549
4550 netif_set_real_num_tx_queues(np->dev, num_tx_rings);
4551
4552 for (i = 0; i < np->num_tx_rings; i++) {
4553 struct tx_ring_info *rp = &np->tx_rings[i];
4554
4555 rp->np = np;
4556 rp->tx_channel = first_tx_channel + i;
4557
4558 err = niu_alloc_tx_ring_info(np, rp);
4559 if (err)
4560 goto out_err;
4561 }
4562
4563 return 0;
4564
4565 out_err:
4566 niu_free_channels(np);
4567 return err;
4568 }
4569
4570 static int niu_tx_cs_sng_poll(struct niu *np, int channel)
4571 {
4572 int limit = 1000;
4573
4574 while (--limit > 0) {
4575 u64 val = nr64(TX_CS(channel));
4576 if (val & TX_CS_SNG_STATE)
4577 return 0;
4578 }
4579 return -ENODEV;
4580 }
4581
4582 static int niu_tx_channel_stop(struct niu *np, int channel)
4583 {
4584 u64 val = nr64(TX_CS(channel));
4585
4586 val |= TX_CS_STOP_N_GO;
4587 nw64(TX_CS(channel), val);
4588
4589 return niu_tx_cs_sng_poll(np, channel);
4590 }
4591
4592 static int niu_tx_cs_reset_poll(struct niu *np, int channel)
4593 {
4594 int limit = 1000;
4595
4596 while (--limit > 0) {
4597 u64 val = nr64(TX_CS(channel));
4598 if (!(val & TX_CS_RST))
4599 return 0;
4600 }
4601 return -ENODEV;
4602 }
4603
4604 static int niu_tx_channel_reset(struct niu *np, int channel)
4605 {
4606 u64 val = nr64(TX_CS(channel));
4607 int err;
4608
4609 val |= TX_CS_RST;
4610 nw64(TX_CS(channel), val);
4611
4612 err = niu_tx_cs_reset_poll(np, channel);
4613 if (!err)
4614 nw64(TX_RING_KICK(channel), 0);
4615
4616 return err;
4617 }
4618
4619 static int niu_tx_channel_lpage_init(struct niu *np, int channel)
4620 {
4621 u64 val;
4622
4623 nw64(TX_LOG_MASK1(channel), 0);
4624 nw64(TX_LOG_VAL1(channel), 0);
4625 nw64(TX_LOG_MASK2(channel), 0);
4626 nw64(TX_LOG_VAL2(channel), 0);
4627 nw64(TX_LOG_PAGE_RELO1(channel), 0);
4628 nw64(TX_LOG_PAGE_RELO2(channel), 0);
4629 nw64(TX_LOG_PAGE_HDL(channel), 0);
4630
4631 val = (u64)np->port << TX_LOG_PAGE_VLD_FUNC_SHIFT;
4632 val |= (TX_LOG_PAGE_VLD_PAGE0 | TX_LOG_PAGE_VLD_PAGE1);
4633 nw64(TX_LOG_PAGE_VLD(channel), val);
4634
4635 /* XXX TXDMA 32bit mode? XXX */
4636
4637 return 0;
4638 }
4639
4640 static void niu_txc_enable_port(struct niu *np, int on)
4641 {
4642 unsigned long flags;
4643 u64 val, mask;
4644
4645 niu_lock_parent(np, flags);
4646 val = nr64(TXC_CONTROL);
4647 mask = (u64)1 << np->port;
4648 if (on) {
4649 val |= TXC_CONTROL_ENABLE | mask;
4650 } else {
4651 val &= ~mask;
4652 if ((val & ~TXC_CONTROL_ENABLE) == 0)
4653 val &= ~TXC_CONTROL_ENABLE;
4654 }
4655 nw64(TXC_CONTROL, val);
4656 niu_unlock_parent(np, flags);
4657 }
4658
4659 static void niu_txc_set_imask(struct niu *np, u64 imask)
4660 {
4661 unsigned long flags;
4662 u64 val;
4663
4664 niu_lock_parent(np, flags);
4665 val = nr64(TXC_INT_MASK);
4666 val &= ~TXC_INT_MASK_VAL(np->port);
4667 val |= (imask << TXC_INT_MASK_VAL_SHIFT(np->port));
4668 niu_unlock_parent(np, flags);
4669 }
4670
4671 static void niu_txc_port_dma_enable(struct niu *np, int on)
4672 {
4673 u64 val = 0;
4674
4675 if (on) {
4676 int i;
4677
4678 for (i = 0; i < np->num_tx_rings; i++)
4679 val |= (1 << np->tx_rings[i].tx_channel);
4680 }
4681 nw64(TXC_PORT_DMA(np->port), val);
4682 }
4683
4684 static int niu_init_one_tx_channel(struct niu *np, struct tx_ring_info *rp)
4685 {
4686 int err, channel = rp->tx_channel;
4687 u64 val, ring_len;
4688
4689 err = niu_tx_channel_stop(np, channel);
4690 if (err)
4691 return err;
4692
4693 err = niu_tx_channel_reset(np, channel);
4694 if (err)
4695 return err;
4696
4697 err = niu_tx_channel_lpage_init(np, channel);
4698 if (err)
4699 return err;
4700
4701 nw64(TXC_DMA_MAX(channel), rp->max_burst);
4702 nw64(TX_ENT_MSK(channel), 0);
4703
4704 if (rp->descr_dma & ~(TX_RNG_CFIG_STADDR_BASE |
4705 TX_RNG_CFIG_STADDR)) {
4706 netdev_err(np->dev, "TX ring channel %d DMA addr (%llx) is not aligned\n",
4707 channel, (unsigned long long)rp->descr_dma);
4708 return -EINVAL;
4709 }
4710
4711 /* The length field in TX_RNG_CFIG is measured in 64-byte
4712 * blocks. rp->pending is the number of TX descriptors in
4713 * our ring, 8 bytes each, thus we divide by 8 bytes more
4714 * to get the proper value the chip wants.
4715 */
4716 ring_len = (rp->pending / 8);
4717
4718 val = ((ring_len << TX_RNG_CFIG_LEN_SHIFT) |
4719 rp->descr_dma);
4720 nw64(TX_RNG_CFIG(channel), val);
4721
4722 if (((rp->mbox_dma >> 32) & ~TXDMA_MBH_MBADDR) ||
4723 ((u32)rp->mbox_dma & ~TXDMA_MBL_MBADDR)) {
4724 netdev_err(np->dev, "TX ring channel %d MBOX addr (%llx) has invalid bits\n",
4725 channel, (unsigned long long)rp->mbox_dma);
4726 return -EINVAL;
4727 }
4728 nw64(TXDMA_MBH(channel), rp->mbox_dma >> 32);
4729 nw64(TXDMA_MBL(channel), rp->mbox_dma & TXDMA_MBL_MBADDR);
4730
4731 nw64(TX_CS(channel), 0);
4732
4733 rp->last_pkt_cnt = 0;
4734
4735 return 0;
4736 }
4737
4738 static void niu_init_rdc_groups(struct niu *np)
4739 {
4740 struct niu_rdc_tables *tp = &np->parent->rdc_group_cfg[np->port];
4741 int i, first_table_num = tp->first_table_num;
4742
4743 for (i = 0; i < tp->num_tables; i++) {
4744 struct rdc_table *tbl = &tp->tables[i];
4745 int this_table = first_table_num + i;
4746 int slot;
4747
4748 for (slot = 0; slot < NIU_RDC_TABLE_SLOTS; slot++)
4749 nw64(RDC_TBL(this_table, slot),
4750 tbl->rxdma_channel[slot]);
4751 }
4752
4753 nw64(DEF_RDC(np->port), np->parent->rdc_default[np->port]);
4754 }
4755
4756 static void niu_init_drr_weight(struct niu *np)
4757 {
4758 int type = phy_decode(np->parent->port_phy, np->port);
4759 u64 val;
4760
4761 switch (type) {
4762 case PORT_TYPE_10G:
4763 val = PT_DRR_WEIGHT_DEFAULT_10G;
4764 break;
4765
4766 case PORT_TYPE_1G:
4767 default:
4768 val = PT_DRR_WEIGHT_DEFAULT_1G;
4769 break;
4770 }
4771 nw64(PT_DRR_WT(np->port), val);
4772 }
4773
4774 static int niu_init_hostinfo(struct niu *np)
4775 {
4776 struct niu_parent *parent = np->parent;
4777 struct niu_rdc_tables *tp = &parent->rdc_group_cfg[np->port];
4778 int i, err, num_alt = niu_num_alt_addr(np);
4779 int first_rdc_table = tp->first_table_num;
4780
4781 err = niu_set_primary_mac_rdc_table(np, first_rdc_table, 1);
4782 if (err)
4783 return err;
4784
4785 err = niu_set_multicast_mac_rdc_table(np, first_rdc_table, 1);
4786 if (err)
4787 return err;
4788
4789 for (i = 0; i < num_alt; i++) {
4790 err = niu_set_alt_mac_rdc_table(np, i, first_rdc_table, 1);
4791 if (err)
4792 return err;
4793 }
4794
4795 return 0;
4796 }
4797
4798 static int niu_rx_channel_reset(struct niu *np, int channel)
4799 {
4800 return niu_set_and_wait_clear(np, RXDMA_CFIG1(channel),
4801 RXDMA_CFIG1_RST, 1000, 10,
4802 "RXDMA_CFIG1");
4803 }
4804
4805 static int niu_rx_channel_lpage_init(struct niu *np, int channel)
4806 {
4807 u64 val;
4808
4809 nw64(RX_LOG_MASK1(channel), 0);
4810 nw64(RX_LOG_VAL1(channel), 0);
4811 nw64(RX_LOG_MASK2(channel), 0);
4812 nw64(RX_LOG_VAL2(channel), 0);
4813 nw64(RX_LOG_PAGE_RELO1(channel), 0);
4814 nw64(RX_LOG_PAGE_RELO2(channel), 0);
4815 nw64(RX_LOG_PAGE_HDL(channel), 0);
4816
4817 val = (u64)np->port << RX_LOG_PAGE_VLD_FUNC_SHIFT;
4818 val |= (RX_LOG_PAGE_VLD_PAGE0 | RX_LOG_PAGE_VLD_PAGE1);
4819 nw64(RX_LOG_PAGE_VLD(channel), val);
4820
4821 return 0;
4822 }
4823
4824 static void niu_rx_channel_wred_init(struct niu *np, struct rx_ring_info *rp)
4825 {
4826 u64 val;
4827
4828 val = (((u64)rp->nonsyn_window << RDC_RED_PARA_WIN_SHIFT) |
4829 ((u64)rp->nonsyn_threshold << RDC_RED_PARA_THRE_SHIFT) |
4830 ((u64)rp->syn_window << RDC_RED_PARA_WIN_SYN_SHIFT) |
4831 ((u64)rp->syn_threshold << RDC_RED_PARA_THRE_SYN_SHIFT));
4832 nw64(RDC_RED_PARA(rp->rx_channel), val);
4833 }
4834
4835 static int niu_compute_rbr_cfig_b(struct rx_ring_info *rp, u64 *ret)
4836 {
4837 u64 val = 0;
4838
4839 *ret = 0;
4840 switch (rp->rbr_block_size) {
4841 case 4 * 1024:
4842 val |= (RBR_BLKSIZE_4K << RBR_CFIG_B_BLKSIZE_SHIFT);
4843 break;
4844 case 8 * 1024:
4845 val |= (RBR_BLKSIZE_8K << RBR_CFIG_B_BLKSIZE_SHIFT);
4846 break;
4847 case 16 * 1024:
4848 val |= (RBR_BLKSIZE_16K << RBR_CFIG_B_BLKSIZE_SHIFT);
4849 break;
4850 case 32 * 1024:
4851 val |= (RBR_BLKSIZE_32K << RBR_CFIG_B_BLKSIZE_SHIFT);
4852 break;
4853 default:
4854 return -EINVAL;
4855 }
4856 val |= RBR_CFIG_B_VLD2;
4857 switch (rp->rbr_sizes[2]) {
4858 case 2 * 1024:
4859 val |= (RBR_BUFSZ2_2K << RBR_CFIG_B_BUFSZ2_SHIFT);
4860 break;
4861 case 4 * 1024:
4862 val |= (RBR_BUFSZ2_4K << RBR_CFIG_B_BUFSZ2_SHIFT);
4863 break;
4864 case 8 * 1024:
4865 val |= (RBR_BUFSZ2_8K << RBR_CFIG_B_BUFSZ2_SHIFT);
4866 break;
4867 case 16 * 1024:
4868 val |= (RBR_BUFSZ2_16K << RBR_CFIG_B_BUFSZ2_SHIFT);
4869 break;
4870
4871 default:
4872 return -EINVAL;
4873 }
4874 val |= RBR_CFIG_B_VLD1;
4875 switch (rp->rbr_sizes[1]) {
4876 case 1 * 1024:
4877 val |= (RBR_BUFSZ1_1K << RBR_CFIG_B_BUFSZ1_SHIFT);
4878 break;
4879 case 2 * 1024:
4880 val |= (RBR_BUFSZ1_2K << RBR_CFIG_B_BUFSZ1_SHIFT);
4881 break;
4882 case 4 * 1024:
4883 val |= (RBR_BUFSZ1_4K << RBR_CFIG_B_BUFSZ1_SHIFT);
4884 break;
4885 case 8 * 1024:
4886 val |= (RBR_BUFSZ1_8K << RBR_CFIG_B_BUFSZ1_SHIFT);
4887 break;
4888
4889 default:
4890 return -EINVAL;
4891 }
4892 val |= RBR_CFIG_B_VLD0;
4893 switch (rp->rbr_sizes[0]) {
4894 case 256:
4895 val |= (RBR_BUFSZ0_256 << RBR_CFIG_B_BUFSZ0_SHIFT);
4896 break;
4897 case 512:
4898 val |= (RBR_BUFSZ0_512 << RBR_CFIG_B_BUFSZ0_SHIFT);
4899 break;
4900 case 1 * 1024:
4901 val |= (RBR_BUFSZ0_1K << RBR_CFIG_B_BUFSZ0_SHIFT);
4902 break;
4903 case 2 * 1024:
4904 val |= (RBR_BUFSZ0_2K << RBR_CFIG_B_BUFSZ0_SHIFT);
4905 break;
4906
4907 default:
4908 return -EINVAL;
4909 }
4910
4911 *ret = val;
4912 return 0;
4913 }
4914
4915 static int niu_enable_rx_channel(struct niu *np, int channel, int on)
4916 {
4917 u64 val = nr64(RXDMA_CFIG1(channel));
4918 int limit;
4919
4920 if (on)
4921 val |= RXDMA_CFIG1_EN;
4922 else
4923 val &= ~RXDMA_CFIG1_EN;
4924 nw64(RXDMA_CFIG1(channel), val);
4925
4926 limit = 1000;
4927 while (--limit > 0) {
4928 if (nr64(RXDMA_CFIG1(channel)) & RXDMA_CFIG1_QST)
4929 break;
4930 udelay(10);
4931 }
4932 if (limit <= 0)
4933 return -ENODEV;
4934 return 0;
4935 }
4936
4937 static int niu_init_one_rx_channel(struct niu *np, struct rx_ring_info *rp)
4938 {
4939 int err, channel = rp->rx_channel;
4940 u64 val;
4941
4942 err = niu_rx_channel_reset(np, channel);
4943 if (err)
4944 return err;
4945
4946 err = niu_rx_channel_lpage_init(np, channel);
4947 if (err)
4948 return err;
4949
4950 niu_rx_channel_wred_init(np, rp);
4951
4952 nw64(RX_DMA_ENT_MSK(channel), RX_DMA_ENT_MSK_RBR_EMPTY);
4953 nw64(RX_DMA_CTL_STAT(channel),
4954 (RX_DMA_CTL_STAT_MEX |
4955 RX_DMA_CTL_STAT_RCRTHRES |
4956 RX_DMA_CTL_STAT_RCRTO |
4957 RX_DMA_CTL_STAT_RBR_EMPTY));
4958 nw64(RXDMA_CFIG1(channel), rp->mbox_dma >> 32);
4959 nw64(RXDMA_CFIG2(channel),
4960 ((rp->mbox_dma & RXDMA_CFIG2_MBADDR_L) |
4961 RXDMA_CFIG2_FULL_HDR));
4962 nw64(RBR_CFIG_A(channel),
4963 ((u64)rp->rbr_table_size << RBR_CFIG_A_LEN_SHIFT) |
4964 (rp->rbr_dma & (RBR_CFIG_A_STADDR_BASE | RBR_CFIG_A_STADDR)));
4965 err = niu_compute_rbr_cfig_b(rp, &val);
4966 if (err)
4967 return err;
4968 nw64(RBR_CFIG_B(channel), val);
4969 nw64(RCRCFIG_A(channel),
4970 ((u64)rp->rcr_table_size << RCRCFIG_A_LEN_SHIFT) |
4971 (rp->rcr_dma & (RCRCFIG_A_STADDR_BASE | RCRCFIG_A_STADDR)));
4972 nw64(RCRCFIG_B(channel),
4973 ((u64)rp->rcr_pkt_threshold << RCRCFIG_B_PTHRES_SHIFT) |
4974 RCRCFIG_B_ENTOUT |
4975 ((u64)rp->rcr_timeout << RCRCFIG_B_TIMEOUT_SHIFT));
4976
4977 err = niu_enable_rx_channel(np, channel, 1);
4978 if (err)
4979 return err;
4980
4981 nw64(RBR_KICK(channel), rp->rbr_index);
4982
4983 val = nr64(RX_DMA_CTL_STAT(channel));
4984 val |= RX_DMA_CTL_STAT_RBR_EMPTY;
4985 nw64(RX_DMA_CTL_STAT(channel), val);
4986
4987 return 0;
4988 }
4989
4990 static int niu_init_rx_channels(struct niu *np)
4991 {
4992 unsigned long flags;
4993 u64 seed = jiffies_64;
4994 int err, i;
4995
4996 niu_lock_parent(np, flags);
4997 nw64(RX_DMA_CK_DIV, np->parent->rxdma_clock_divider);
4998 nw64(RED_RAN_INIT, RED_RAN_INIT_OPMODE | (seed & RED_RAN_INIT_VAL));
4999 niu_unlock_parent(np, flags);
5000
5001 /* XXX RXDMA 32bit mode? XXX */
5002
5003 niu_init_rdc_groups(np);
5004 niu_init_drr_weight(np);
5005
5006 err = niu_init_hostinfo(np);
5007 if (err)
5008 return err;
5009
5010 for (i = 0; i < np->num_rx_rings; i++) {
5011 struct rx_ring_info *rp = &np->rx_rings[i];
5012
5013 err = niu_init_one_rx_channel(np, rp);
5014 if (err)
5015 return err;
5016 }
5017
5018 return 0;
5019 }
5020
5021 static int niu_set_ip_frag_rule(struct niu *np)
5022 {
5023 struct niu_parent *parent = np->parent;
5024 struct niu_classifier *cp = &np->clas;
5025 struct niu_tcam_entry *tp;
5026 int index, err;
5027
5028 index = cp->tcam_top;
5029 tp = &parent->tcam[index];
5030
5031 /* Note that the noport bit is the same in both ipv4 and
5032 * ipv6 format TCAM entries.
5033 */
5034 memset(tp, 0, sizeof(*tp));
5035 tp->key[1] = TCAM_V4KEY1_NOPORT;
5036 tp->key_mask[1] = TCAM_V4KEY1_NOPORT;
5037 tp->assoc_data = (TCAM_ASSOCDATA_TRES_USE_OFFSET |
5038 ((u64)0 << TCAM_ASSOCDATA_OFFSET_SHIFT));
5039 err = tcam_write(np, index, tp->key, tp->key_mask);
5040 if (err)
5041 return err;
5042 err = tcam_assoc_write(np, index, tp->assoc_data);
5043 if (err)
5044 return err;
5045 tp->valid = 1;
5046 cp->tcam_valid_entries++;
5047
5048 return 0;
5049 }
5050
5051 static int niu_init_classifier_hw(struct niu *np)
5052 {
5053 struct niu_parent *parent = np->parent;
5054 struct niu_classifier *cp = &np->clas;
5055 int i, err;
5056
5057 nw64(H1POLY, cp->h1_init);
5058 nw64(H2POLY, cp->h2_init);
5059
5060 err = niu_init_hostinfo(np);
5061 if (err)
5062 return err;
5063
5064 for (i = 0; i < ENET_VLAN_TBL_NUM_ENTRIES; i++) {
5065 struct niu_vlan_rdc *vp = &cp->vlan_mappings[i];
5066
5067 vlan_tbl_write(np, i, np->port,
5068 vp->vlan_pref, vp->rdc_num);
5069 }
5070
5071 for (i = 0; i < cp->num_alt_mac_mappings; i++) {
5072 struct niu_altmac_rdc *ap = &cp->alt_mac_mappings[i];
5073
5074 err = niu_set_alt_mac_rdc_table(np, ap->alt_mac_num,
5075 ap->rdc_num, ap->mac_pref);
5076 if (err)
5077 return err;
5078 }
5079
5080 for (i = CLASS_CODE_USER_PROG1; i <= CLASS_CODE_SCTP_IPV6; i++) {
5081 int index = i - CLASS_CODE_USER_PROG1;
5082
5083 err = niu_set_tcam_key(np, i, parent->tcam_key[index]);
5084 if (err)
5085 return err;
5086 err = niu_set_flow_key(np, i, parent->flow_key[index]);
5087 if (err)
5088 return err;
5089 }
5090
5091 err = niu_set_ip_frag_rule(np);
5092 if (err)
5093 return err;
5094
5095 tcam_enable(np, 1);
5096
5097 return 0;
5098 }
5099
5100 static int niu_zcp_write(struct niu *np, int index, u64 *data)
5101 {
5102 nw64(ZCP_RAM_DATA0, data[0]);
5103 nw64(ZCP_RAM_DATA1, data[1]);
5104 nw64(ZCP_RAM_DATA2, data[2]);
5105 nw64(ZCP_RAM_DATA3, data[3]);
5106 nw64(ZCP_RAM_DATA4, data[4]);
5107 nw64(ZCP_RAM_BE, ZCP_RAM_BE_VAL);
5108 nw64(ZCP_RAM_ACC,
5109 (ZCP_RAM_ACC_WRITE |
5110 (0 << ZCP_RAM_ACC_ZFCID_SHIFT) |
5111 (ZCP_RAM_SEL_CFIFO(np->port) << ZCP_RAM_ACC_RAM_SEL_SHIFT)));
5112
5113 return niu_wait_bits_clear(np, ZCP_RAM_ACC, ZCP_RAM_ACC_BUSY,
5114 1000, 100);
5115 }
5116
5117 static int niu_zcp_read(struct niu *np, int index, u64 *data)
5118 {
5119 int err;
5120
5121 err = niu_wait_bits_clear(np, ZCP_RAM_ACC, ZCP_RAM_ACC_BUSY,
5122 1000, 100);
5123 if (err) {
5124 netdev_err(np->dev, "ZCP read busy won't clear, ZCP_RAM_ACC[%llx]\n",
5125 (unsigned long long)nr64(ZCP_RAM_ACC));
5126 return err;
5127 }
5128
5129 nw64(ZCP_RAM_ACC,
5130 (ZCP_RAM_ACC_READ |
5131 (0 << ZCP_RAM_ACC_ZFCID_SHIFT) |
5132 (ZCP_RAM_SEL_CFIFO(np->port) << ZCP_RAM_ACC_RAM_SEL_SHIFT)));
5133
5134 err = niu_wait_bits_clear(np, ZCP_RAM_ACC, ZCP_RAM_ACC_BUSY,
5135 1000, 100);
5136 if (err) {
5137 netdev_err(np->dev, "ZCP read busy2 won't clear, ZCP_RAM_ACC[%llx]\n",
5138 (unsigned long long)nr64(ZCP_RAM_ACC));
5139 return err;
5140 }
5141
5142 data[0] = nr64(ZCP_RAM_DATA0);
5143 data[1] = nr64(ZCP_RAM_DATA1);
5144 data[2] = nr64(ZCP_RAM_DATA2);
5145 data[3] = nr64(ZCP_RAM_DATA3);
5146 data[4] = nr64(ZCP_RAM_DATA4);
5147
5148 return 0;
5149 }
5150
5151 static void niu_zcp_cfifo_reset(struct niu *np)
5152 {
5153 u64 val = nr64(RESET_CFIFO);
5154
5155 val |= RESET_CFIFO_RST(np->port);
5156 nw64(RESET_CFIFO, val);
5157 udelay(10);
5158
5159 val &= ~RESET_CFIFO_RST(np->port);
5160 nw64(RESET_CFIFO, val);
5161 }
5162
5163 static int niu_init_zcp(struct niu *np)
5164 {
5165 u64 data[5], rbuf[5];
5166 int i, max, err;
5167
5168 if (np->parent->plat_type != PLAT_TYPE_NIU) {
5169 if (np->port == 0 || np->port == 1)
5170 max = ATLAS_P0_P1_CFIFO_ENTRIES;
5171 else
5172 max = ATLAS_P2_P3_CFIFO_ENTRIES;
5173 } else
5174 max = NIU_CFIFO_ENTRIES;
5175
5176 data[0] = 0;
5177 data[1] = 0;
5178 data[2] = 0;
5179 data[3] = 0;
5180 data[4] = 0;
5181
5182 for (i = 0; i < max; i++) {
5183 err = niu_zcp_write(np, i, data);
5184 if (err)
5185 return err;
5186 err = niu_zcp_read(np, i, rbuf);
5187 if (err)
5188 return err;
5189 }
5190
5191 niu_zcp_cfifo_reset(np);
5192 nw64(CFIFO_ECC(np->port), 0);
5193 nw64(ZCP_INT_STAT, ZCP_INT_STAT_ALL);
5194 (void) nr64(ZCP_INT_STAT);
5195 nw64(ZCP_INT_MASK, ZCP_INT_MASK_ALL);
5196
5197 return 0;
5198 }
5199
5200 static void niu_ipp_write(struct niu *np, int index, u64 *data)
5201 {
5202 u64 val = nr64_ipp(IPP_CFIG);
5203
5204 nw64_ipp(IPP_CFIG, val | IPP_CFIG_DFIFO_PIO_W);
5205 nw64_ipp(IPP_DFIFO_WR_PTR, index);
5206 nw64_ipp(IPP_DFIFO_WR0, data[0]);
5207 nw64_ipp(IPP_DFIFO_WR1, data[1]);
5208 nw64_ipp(IPP_DFIFO_WR2, data[2]);
5209 nw64_ipp(IPP_DFIFO_WR3, data[3]);
5210 nw64_ipp(IPP_DFIFO_WR4, data[4]);
5211 nw64_ipp(IPP_CFIG, val & ~IPP_CFIG_DFIFO_PIO_W);
5212 }
5213
5214 static void niu_ipp_read(struct niu *np, int index, u64 *data)
5215 {
5216 nw64_ipp(IPP_DFIFO_RD_PTR, index);
5217 data[0] = nr64_ipp(IPP_DFIFO_RD0);
5218 data[1] = nr64_ipp(IPP_DFIFO_RD1);
5219 data[2] = nr64_ipp(IPP_DFIFO_RD2);
5220 data[3] = nr64_ipp(IPP_DFIFO_RD3);
5221 data[4] = nr64_ipp(IPP_DFIFO_RD4);
5222 }
5223
5224 static int niu_ipp_reset(struct niu *np)
5225 {
5226 return niu_set_and_wait_clear_ipp(np, IPP_CFIG, IPP_CFIG_SOFT_RST,
5227 1000, 100, "IPP_CFIG");
5228 }
5229
5230 static int niu_init_ipp(struct niu *np)
5231 {
5232 u64 data[5], rbuf[5], val;
5233 int i, max, err;
5234
5235 if (np->parent->plat_type != PLAT_TYPE_NIU) {
5236 if (np->port == 0 || np->port == 1)
5237 max = ATLAS_P0_P1_DFIFO_ENTRIES;
5238 else
5239 max = ATLAS_P2_P3_DFIFO_ENTRIES;
5240 } else
5241 max = NIU_DFIFO_ENTRIES;
5242
5243 data[0] = 0;
5244 data[1] = 0;
5245 data[2] = 0;
5246 data[3] = 0;
5247 data[4] = 0;
5248
5249 for (i = 0; i < max; i++) {
5250 niu_ipp_write(np, i, data);
5251 niu_ipp_read(np, i, rbuf);
5252 }
5253
5254 (void) nr64_ipp(IPP_INT_STAT);
5255 (void) nr64_ipp(IPP_INT_STAT);
5256
5257 err = niu_ipp_reset(np);
5258 if (err)
5259 return err;
5260
5261 (void) nr64_ipp(IPP_PKT_DIS);
5262 (void) nr64_ipp(IPP_BAD_CS_CNT);
5263 (void) nr64_ipp(IPP_ECC);
5264
5265 (void) nr64_ipp(IPP_INT_STAT);
5266
5267 nw64_ipp(IPP_MSK, ~IPP_MSK_ALL);
5268
5269 val = nr64_ipp(IPP_CFIG);
5270 val &= ~IPP_CFIG_IP_MAX_PKT;
5271 val |= (IPP_CFIG_IPP_ENABLE |
5272 IPP_CFIG_DFIFO_ECC_EN |
5273 IPP_CFIG_DROP_BAD_CRC |
5274 IPP_CFIG_CKSUM_EN |
5275 (0x1ffff << IPP_CFIG_IP_MAX_PKT_SHIFT));
5276 nw64_ipp(IPP_CFIG, val);
5277
5278 return 0;
5279 }
5280
5281 static void niu_handle_led(struct niu *np, int status)
5282 {
5283 u64 val;
5284 val = nr64_mac(XMAC_CONFIG);
5285
5286 if ((np->flags & NIU_FLAGS_10G) != 0 &&
5287 (np->flags & NIU_FLAGS_FIBER) != 0) {
5288 if (status) {
5289 val |= XMAC_CONFIG_LED_POLARITY;
5290 val &= ~XMAC_CONFIG_FORCE_LED_ON;
5291 } else {
5292 val |= XMAC_CONFIG_FORCE_LED_ON;
5293 val &= ~XMAC_CONFIG_LED_POLARITY;
5294 }
5295 }
5296
5297 nw64_mac(XMAC_CONFIG, val);
5298 }
5299
5300 static void niu_init_xif_xmac(struct niu *np)
5301 {
5302 struct niu_link_config *lp = &np->link_config;
5303 u64 val;
5304
5305 if (np->flags & NIU_FLAGS_XCVR_SERDES) {
5306 val = nr64(MIF_CONFIG);
5307 val |= MIF_CONFIG_ATCA_GE;
5308 nw64(MIF_CONFIG, val);
5309 }
5310
5311 val = nr64_mac(XMAC_CONFIG);
5312 val &= ~XMAC_CONFIG_SEL_POR_CLK_SRC;
5313
5314 val |= XMAC_CONFIG_TX_OUTPUT_EN;
5315
5316 if (lp->loopback_mode == LOOPBACK_MAC) {
5317 val &= ~XMAC_CONFIG_SEL_POR_CLK_SRC;
5318 val |= XMAC_CONFIG_LOOPBACK;
5319 } else {
5320 val &= ~XMAC_CONFIG_LOOPBACK;
5321 }
5322
5323 if (np->flags & NIU_FLAGS_10G) {
5324 val &= ~XMAC_CONFIG_LFS_DISABLE;
5325 } else {
5326 val |= XMAC_CONFIG_LFS_DISABLE;
5327 if (!(np->flags & NIU_FLAGS_FIBER) &&
5328 !(np->flags & NIU_FLAGS_XCVR_SERDES))
5329 val |= XMAC_CONFIG_1G_PCS_BYPASS;
5330 else
5331 val &= ~XMAC_CONFIG_1G_PCS_BYPASS;
5332 }
5333
5334 val &= ~XMAC_CONFIG_10G_XPCS_BYPASS;
5335
5336 if (lp->active_speed == SPEED_100)
5337 val |= XMAC_CONFIG_SEL_CLK_25MHZ;
5338 else
5339 val &= ~XMAC_CONFIG_SEL_CLK_25MHZ;
5340
5341 nw64_mac(XMAC_CONFIG, val);
5342
5343 val = nr64_mac(XMAC_CONFIG);
5344 val &= ~XMAC_CONFIG_MODE_MASK;
5345 if (np->flags & NIU_FLAGS_10G) {
5346 val |= XMAC_CONFIG_MODE_XGMII;
5347 } else {
5348 if (lp->active_speed == SPEED_1000)
5349 val |= XMAC_CONFIG_MODE_GMII;
5350 else
5351 val |= XMAC_CONFIG_MODE_MII;
5352 }
5353
5354 nw64_mac(XMAC_CONFIG, val);
5355 }
5356
5357 static void niu_init_xif_bmac(struct niu *np)
5358 {
5359 struct niu_link_config *lp = &np->link_config;
5360 u64 val;
5361
5362 val = BMAC_XIF_CONFIG_TX_OUTPUT_EN;
5363
5364 if (lp->loopback_mode == LOOPBACK_MAC)
5365 val |= BMAC_XIF_CONFIG_MII_LOOPBACK;
5366 else
5367 val &= ~BMAC_XIF_CONFIG_MII_LOOPBACK;
5368
5369 if (lp->active_speed == SPEED_1000)
5370 val |= BMAC_XIF_CONFIG_GMII_MODE;
5371 else
5372 val &= ~BMAC_XIF_CONFIG_GMII_MODE;
5373
5374 val &= ~(BMAC_XIF_CONFIG_LINK_LED |
5375 BMAC_XIF_CONFIG_LED_POLARITY);
5376
5377 if (!(np->flags & NIU_FLAGS_10G) &&
5378 !(np->flags & NIU_FLAGS_FIBER) &&
5379 lp->active_speed == SPEED_100)
5380 val |= BMAC_XIF_CONFIG_25MHZ_CLOCK;
5381 else
5382 val &= ~BMAC_XIF_CONFIG_25MHZ_CLOCK;
5383
5384 nw64_mac(BMAC_XIF_CONFIG, val);
5385 }
5386
5387 static void niu_init_xif(struct niu *np)
5388 {
5389 if (np->flags & NIU_FLAGS_XMAC)
5390 niu_init_xif_xmac(np);
5391 else
5392 niu_init_xif_bmac(np);
5393 }
5394
5395 static void niu_pcs_mii_reset(struct niu *np)
5396 {
5397 int limit = 1000;
5398 u64 val = nr64_pcs(PCS_MII_CTL);
5399 val |= PCS_MII_CTL_RST;
5400 nw64_pcs(PCS_MII_CTL, val);
5401 while ((--limit >= 0) && (val & PCS_MII_CTL_RST)) {
5402 udelay(100);
5403 val = nr64_pcs(PCS_MII_CTL);
5404 }
5405 }
5406
5407 static void niu_xpcs_reset(struct niu *np)
5408 {
5409 int limit = 1000;
5410 u64 val = nr64_xpcs(XPCS_CONTROL1);
5411 val |= XPCS_CONTROL1_RESET;
5412 nw64_xpcs(XPCS_CONTROL1, val);
5413 while ((--limit >= 0) && (val & XPCS_CONTROL1_RESET)) {
5414 udelay(100);
5415 val = nr64_xpcs(XPCS_CONTROL1);
5416 }
5417 }
5418
5419 static int niu_init_pcs(struct niu *np)
5420 {
5421 struct niu_link_config *lp = &np->link_config;
5422 u64 val;
5423
5424 switch (np->flags & (NIU_FLAGS_10G |
5425 NIU_FLAGS_FIBER |
5426 NIU_FLAGS_XCVR_SERDES)) {
5427 case NIU_FLAGS_FIBER:
5428 /* 1G fiber */
5429 nw64_pcs(PCS_CONF, PCS_CONF_MASK | PCS_CONF_ENABLE);
5430 nw64_pcs(PCS_DPATH_MODE, 0);
5431 niu_pcs_mii_reset(np);
5432 break;
5433
5434 case NIU_FLAGS_10G:
5435 case NIU_FLAGS_10G | NIU_FLAGS_FIBER:
5436 case NIU_FLAGS_10G | NIU_FLAGS_XCVR_SERDES:
5437 /* 10G SERDES */
5438 if (!(np->flags & NIU_FLAGS_XMAC))
5439 return -EINVAL;
5440
5441 /* 10G copper or fiber */
5442 val = nr64_mac(XMAC_CONFIG);
5443 val &= ~XMAC_CONFIG_10G_XPCS_BYPASS;
5444 nw64_mac(XMAC_CONFIG, val);
5445
5446 niu_xpcs_reset(np);
5447
5448 val = nr64_xpcs(XPCS_CONTROL1);
5449 if (lp->loopback_mode == LOOPBACK_PHY)
5450 val |= XPCS_CONTROL1_LOOPBACK;
5451 else
5452 val &= ~XPCS_CONTROL1_LOOPBACK;
5453 nw64_xpcs(XPCS_CONTROL1, val);
5454
5455 nw64_xpcs(XPCS_DESKEW_ERR_CNT, 0);
5456 (void) nr64_xpcs(XPCS_SYMERR_CNT01);
5457 (void) nr64_xpcs(XPCS_SYMERR_CNT23);
5458 break;
5459
5460
5461 case NIU_FLAGS_XCVR_SERDES:
5462 /* 1G SERDES */
5463 niu_pcs_mii_reset(np);
5464 nw64_pcs(PCS_CONF, PCS_CONF_MASK | PCS_CONF_ENABLE);
5465 nw64_pcs(PCS_DPATH_MODE, 0);
5466 break;
5467
5468 case 0:
5469 /* 1G copper */
5470 case NIU_FLAGS_XCVR_SERDES | NIU_FLAGS_FIBER:
5471 /* 1G RGMII FIBER */
5472 nw64_pcs(PCS_DPATH_MODE, PCS_DPATH_MODE_MII);
5473 niu_pcs_mii_reset(np);
5474 break;
5475
5476 default:
5477 return -EINVAL;
5478 }
5479
5480 return 0;
5481 }
5482
5483 static int niu_reset_tx_xmac(struct niu *np)
5484 {
5485 return niu_set_and_wait_clear_mac(np, XTXMAC_SW_RST,
5486 (XTXMAC_SW_RST_REG_RS |
5487 XTXMAC_SW_RST_SOFT_RST),
5488 1000, 100, "XTXMAC_SW_RST");
5489 }
5490
5491 static int niu_reset_tx_bmac(struct niu *np)
5492 {
5493 int limit;
5494
5495 nw64_mac(BTXMAC_SW_RST, BTXMAC_SW_RST_RESET);
5496 limit = 1000;
5497 while (--limit >= 0) {
5498 if (!(nr64_mac(BTXMAC_SW_RST) & BTXMAC_SW_RST_RESET))
5499 break;
5500 udelay(100);
5501 }
5502 if (limit < 0) {
5503 dev_err(np->device, "Port %u TX BMAC would not reset, BTXMAC_SW_RST[%llx]\n",
5504 np->port,
5505 (unsigned long long) nr64_mac(BTXMAC_SW_RST));
5506 return -ENODEV;
5507 }
5508
5509 return 0;
5510 }
5511
5512 static int niu_reset_tx_mac(struct niu *np)
5513 {
5514 if (np->flags & NIU_FLAGS_XMAC)
5515 return niu_reset_tx_xmac(np);
5516 else
5517 return niu_reset_tx_bmac(np);
5518 }
5519
5520 static void niu_init_tx_xmac(struct niu *np, u64 min, u64 max)
5521 {
5522 u64 val;
5523
5524 val = nr64_mac(XMAC_MIN);
5525 val &= ~(XMAC_MIN_TX_MIN_PKT_SIZE |
5526 XMAC_MIN_RX_MIN_PKT_SIZE);
5527 val |= (min << XMAC_MIN_RX_MIN_PKT_SIZE_SHFT);
5528 val |= (min << XMAC_MIN_TX_MIN_PKT_SIZE_SHFT);
5529 nw64_mac(XMAC_MIN, val);
5530
5531 nw64_mac(XMAC_MAX, max);
5532
5533 nw64_mac(XTXMAC_STAT_MSK, ~(u64)0);
5534
5535 val = nr64_mac(XMAC_IPG);
5536 if (np->flags & NIU_FLAGS_10G) {
5537 val &= ~XMAC_IPG_IPG_XGMII;
5538 val |= (IPG_12_15_XGMII << XMAC_IPG_IPG_XGMII_SHIFT);
5539 } else {
5540 val &= ~XMAC_IPG_IPG_MII_GMII;
5541 val |= (IPG_12_MII_GMII << XMAC_IPG_IPG_MII_GMII_SHIFT);
5542 }
5543 nw64_mac(XMAC_IPG, val);
5544
5545 val = nr64_mac(XMAC_CONFIG);
5546 val &= ~(XMAC_CONFIG_ALWAYS_NO_CRC |
5547 XMAC_CONFIG_STRETCH_MODE |
5548 XMAC_CONFIG_VAR_MIN_IPG_EN |
5549 XMAC_CONFIG_TX_ENABLE);
5550 nw64_mac(XMAC_CONFIG, val);
5551
5552 nw64_mac(TXMAC_FRM_CNT, 0);
5553 nw64_mac(TXMAC_BYTE_CNT, 0);
5554 }
5555
5556 static void niu_init_tx_bmac(struct niu *np, u64 min, u64 max)
5557 {
5558 u64 val;
5559
5560 nw64_mac(BMAC_MIN_FRAME, min);
5561 nw64_mac(BMAC_MAX_FRAME, max);
5562
5563 nw64_mac(BTXMAC_STATUS_MASK, ~(u64)0);
5564 nw64_mac(BMAC_CTRL_TYPE, 0x8808);
5565 nw64_mac(BMAC_PREAMBLE_SIZE, 7);
5566
5567 val = nr64_mac(BTXMAC_CONFIG);
5568 val &= ~(BTXMAC_CONFIG_FCS_DISABLE |
5569 BTXMAC_CONFIG_ENABLE);
5570 nw64_mac(BTXMAC_CONFIG, val);
5571 }
5572
5573 static void niu_init_tx_mac(struct niu *np)
5574 {
5575 u64 min, max;
5576
5577 min = 64;
5578 if (np->dev->mtu > ETH_DATA_LEN)
5579 max = 9216;
5580 else
5581 max = 1522;
5582
5583 /* The XMAC_MIN register only accepts values for TX min which
5584 * have the low 3 bits cleared.
5585 */
5586 BUG_ON(min & 0x7);
5587
5588 if (np->flags & NIU_FLAGS_XMAC)
5589 niu_init_tx_xmac(np, min, max);
5590 else
5591 niu_init_tx_bmac(np, min, max);
5592 }
5593
5594 static int niu_reset_rx_xmac(struct niu *np)
5595 {
5596 int limit;
5597
5598 nw64_mac(XRXMAC_SW_RST,
5599 XRXMAC_SW_RST_REG_RS | XRXMAC_SW_RST_SOFT_RST);
5600 limit = 1000;
5601 while (--limit >= 0) {
5602 if (!(nr64_mac(XRXMAC_SW_RST) & (XRXMAC_SW_RST_REG_RS |
5603 XRXMAC_SW_RST_SOFT_RST)))
5604 break;
5605 udelay(100);
5606 }
5607 if (limit < 0) {
5608 dev_err(np->device, "Port %u RX XMAC would not reset, XRXMAC_SW_RST[%llx]\n",
5609 np->port,
5610 (unsigned long long) nr64_mac(XRXMAC_SW_RST));
5611 return -ENODEV;
5612 }
5613
5614 return 0;
5615 }
5616
5617 static int niu_reset_rx_bmac(struct niu *np)
5618 {
5619 int limit;
5620
5621 nw64_mac(BRXMAC_SW_RST, BRXMAC_SW_RST_RESET);
5622 limit = 1000;
5623 while (--limit >= 0) {
5624 if (!(nr64_mac(BRXMAC_SW_RST) & BRXMAC_SW_RST_RESET))
5625 break;
5626 udelay(100);
5627 }
5628 if (limit < 0) {
5629 dev_err(np->device, "Port %u RX BMAC would not reset, BRXMAC_SW_RST[%llx]\n",
5630 np->port,
5631 (unsigned long long) nr64_mac(BRXMAC_SW_RST));
5632 return -ENODEV;
5633 }
5634
5635 return 0;
5636 }
5637
5638 static int niu_reset_rx_mac(struct niu *np)
5639 {
5640 if (np->flags & NIU_FLAGS_XMAC)
5641 return niu_reset_rx_xmac(np);
5642 else
5643 return niu_reset_rx_bmac(np);
5644 }
5645
5646 static void niu_init_rx_xmac(struct niu *np)
5647 {
5648 struct niu_parent *parent = np->parent;
5649 struct niu_rdc_tables *tp = &parent->rdc_group_cfg[np->port];
5650 int first_rdc_table = tp->first_table_num;
5651 unsigned long i;
5652 u64 val;
5653
5654 nw64_mac(XMAC_ADD_FILT0, 0);
5655 nw64_mac(XMAC_ADD_FILT1, 0);
5656 nw64_mac(XMAC_ADD_FILT2, 0);
5657 nw64_mac(XMAC_ADD_FILT12_MASK, 0);
5658 nw64_mac(XMAC_ADD_FILT00_MASK, 0);
5659 for (i = 0; i < MAC_NUM_HASH; i++)
5660 nw64_mac(XMAC_HASH_TBL(i), 0);
5661 nw64_mac(XRXMAC_STAT_MSK, ~(u64)0);
5662 niu_set_primary_mac_rdc_table(np, first_rdc_table, 1);
5663 niu_set_multicast_mac_rdc_table(np, first_rdc_table, 1);
5664
5665 val = nr64_mac(XMAC_CONFIG);
5666 val &= ~(XMAC_CONFIG_RX_MAC_ENABLE |
5667 XMAC_CONFIG_PROMISCUOUS |
5668 XMAC_CONFIG_PROMISC_GROUP |
5669 XMAC_CONFIG_ERR_CHK_DIS |
5670 XMAC_CONFIG_RX_CRC_CHK_DIS |
5671 XMAC_CONFIG_RESERVED_MULTICAST |
5672 XMAC_CONFIG_RX_CODEV_CHK_DIS |
5673 XMAC_CONFIG_ADDR_FILTER_EN |
5674 XMAC_CONFIG_RCV_PAUSE_ENABLE |
5675 XMAC_CONFIG_STRIP_CRC |
5676 XMAC_CONFIG_PASS_FLOW_CTRL |
5677 XMAC_CONFIG_MAC2IPP_PKT_CNT_EN);
5678 val |= (XMAC_CONFIG_HASH_FILTER_EN);
5679 nw64_mac(XMAC_CONFIG, val);
5680
5681 nw64_mac(RXMAC_BT_CNT, 0);
5682 nw64_mac(RXMAC_BC_FRM_CNT, 0);
5683 nw64_mac(RXMAC_MC_FRM_CNT, 0);
5684 nw64_mac(RXMAC_FRAG_CNT, 0);
5685 nw64_mac(RXMAC_HIST_CNT1, 0);
5686 nw64_mac(RXMAC_HIST_CNT2, 0);
5687 nw64_mac(RXMAC_HIST_CNT3, 0);
5688 nw64_mac(RXMAC_HIST_CNT4, 0);
5689 nw64_mac(RXMAC_HIST_CNT5, 0);
5690 nw64_mac(RXMAC_HIST_CNT6, 0);
5691 nw64_mac(RXMAC_HIST_CNT7, 0);
5692 nw64_mac(RXMAC_MPSZER_CNT, 0);
5693 nw64_mac(RXMAC_CRC_ER_CNT, 0);
5694 nw64_mac(RXMAC_CD_VIO_CNT, 0);
5695 nw64_mac(LINK_FAULT_CNT, 0);
5696 }
5697
5698 static void niu_init_rx_bmac(struct niu *np)
5699 {
5700 struct niu_parent *parent = np->parent;
5701 struct niu_rdc_tables *tp = &parent->rdc_group_cfg[np->port];
5702 int first_rdc_table = tp->first_table_num;
5703 unsigned long i;
5704 u64 val;
5705
5706 nw64_mac(BMAC_ADD_FILT0, 0);
5707 nw64_mac(BMAC_ADD_FILT1, 0);
5708 nw64_mac(BMAC_ADD_FILT2, 0);
5709 nw64_mac(BMAC_ADD_FILT12_MASK, 0);
5710 nw64_mac(BMAC_ADD_FILT00_MASK, 0);
5711 for (i = 0; i < MAC_NUM_HASH; i++)
5712 nw64_mac(BMAC_HASH_TBL(i), 0);
5713 niu_set_primary_mac_rdc_table(np, first_rdc_table, 1);
5714 niu_set_multicast_mac_rdc_table(np, first_rdc_table, 1);
5715 nw64_mac(BRXMAC_STATUS_MASK, ~(u64)0);
5716
5717 val = nr64_mac(BRXMAC_CONFIG);
5718 val &= ~(BRXMAC_CONFIG_ENABLE |
5719 BRXMAC_CONFIG_STRIP_PAD |
5720 BRXMAC_CONFIG_STRIP_FCS |
5721 BRXMAC_CONFIG_PROMISC |
5722 BRXMAC_CONFIG_PROMISC_GRP |
5723 BRXMAC_CONFIG_ADDR_FILT_EN |
5724 BRXMAC_CONFIG_DISCARD_DIS);
5725 val |= (BRXMAC_CONFIG_HASH_FILT_EN);
5726 nw64_mac(BRXMAC_CONFIG, val);
5727
5728 val = nr64_mac(BMAC_ADDR_CMPEN);
5729 val |= BMAC_ADDR_CMPEN_EN0;
5730 nw64_mac(BMAC_ADDR_CMPEN, val);
5731 }
5732
5733 static void niu_init_rx_mac(struct niu *np)
5734 {
5735 niu_set_primary_mac(np, np->dev->dev_addr);
5736
5737 if (np->flags & NIU_FLAGS_XMAC)
5738 niu_init_rx_xmac(np);
5739 else
5740 niu_init_rx_bmac(np);
5741 }
5742
5743 static void niu_enable_tx_xmac(struct niu *np, int on)
5744 {
5745 u64 val = nr64_mac(XMAC_CONFIG);
5746
5747 if (on)
5748 val |= XMAC_CONFIG_TX_ENABLE;
5749 else
5750 val &= ~XMAC_CONFIG_TX_ENABLE;
5751 nw64_mac(XMAC_CONFIG, val);
5752 }
5753
5754 static void niu_enable_tx_bmac(struct niu *np, int on)
5755 {
5756 u64 val = nr64_mac(BTXMAC_CONFIG);
5757
5758 if (on)
5759 val |= BTXMAC_CONFIG_ENABLE;
5760 else
5761 val &= ~BTXMAC_CONFIG_ENABLE;
5762 nw64_mac(BTXMAC_CONFIG, val);
5763 }
5764
5765 static void niu_enable_tx_mac(struct niu *np, int on)
5766 {
5767 if (np->flags & NIU_FLAGS_XMAC)
5768 niu_enable_tx_xmac(np, on);
5769 else
5770 niu_enable_tx_bmac(np, on);
5771 }
5772
5773 static void niu_enable_rx_xmac(struct niu *np, int on)
5774 {
5775 u64 val = nr64_mac(XMAC_CONFIG);
5776
5777 val &= ~(XMAC_CONFIG_HASH_FILTER_EN |
5778 XMAC_CONFIG_PROMISCUOUS);
5779
5780 if (np->flags & NIU_FLAGS_MCAST)
5781 val |= XMAC_CONFIG_HASH_FILTER_EN;
5782 if (np->flags & NIU_FLAGS_PROMISC)
5783 val |= XMAC_CONFIG_PROMISCUOUS;
5784
5785 if (on)
5786 val |= XMAC_CONFIG_RX_MAC_ENABLE;
5787 else
5788 val &= ~XMAC_CONFIG_RX_MAC_ENABLE;
5789 nw64_mac(XMAC_CONFIG, val);
5790 }
5791
5792 static void niu_enable_rx_bmac(struct niu *np, int on)
5793 {
5794 u64 val = nr64_mac(BRXMAC_CONFIG);
5795
5796 val &= ~(BRXMAC_CONFIG_HASH_FILT_EN |
5797 BRXMAC_CONFIG_PROMISC);
5798
5799 if (np->flags & NIU_FLAGS_MCAST)
5800 val |= BRXMAC_CONFIG_HASH_FILT_EN;
5801 if (np->flags & NIU_FLAGS_PROMISC)
5802 val |= BRXMAC_CONFIG_PROMISC;
5803
5804 if (on)
5805 val |= BRXMAC_CONFIG_ENABLE;
5806 else
5807 val &= ~BRXMAC_CONFIG_ENABLE;
5808 nw64_mac(BRXMAC_CONFIG, val);
5809 }
5810
5811 static void niu_enable_rx_mac(struct niu *np, int on)
5812 {
5813 if (np->flags & NIU_FLAGS_XMAC)
5814 niu_enable_rx_xmac(np, on);
5815 else
5816 niu_enable_rx_bmac(np, on);
5817 }
5818
5819 static int niu_init_mac(struct niu *np)
5820 {
5821 int err;
5822
5823 niu_init_xif(np);
5824 err = niu_init_pcs(np);
5825 if (err)
5826 return err;
5827
5828 err = niu_reset_tx_mac(np);
5829 if (err)
5830 return err;
5831 niu_init_tx_mac(np);
5832 err = niu_reset_rx_mac(np);
5833 if (err)
5834 return err;
5835 niu_init_rx_mac(np);
5836
5837 /* This looks hookey but the RX MAC reset we just did will
5838 * undo some of the state we setup in niu_init_tx_mac() so we
5839 * have to call it again. In particular, the RX MAC reset will
5840 * set the XMAC_MAX register back to it's default value.
5841 */
5842 niu_init_tx_mac(np);
5843 niu_enable_tx_mac(np, 1);
5844
5845 niu_enable_rx_mac(np, 1);
5846
5847 return 0;
5848 }
5849
5850 static void niu_stop_one_tx_channel(struct niu *np, struct tx_ring_info *rp)
5851 {
5852 (void) niu_tx_channel_stop(np, rp->tx_channel);
5853 }
5854
5855 static void niu_stop_tx_channels(struct niu *np)
5856 {
5857 int i;
5858
5859 for (i = 0; i < np->num_tx_rings; i++) {
5860 struct tx_ring_info *rp = &np->tx_rings[i];
5861
5862 niu_stop_one_tx_channel(np, rp);
5863 }
5864 }
5865
5866 static void niu_reset_one_tx_channel(struct niu *np, struct tx_ring_info *rp)
5867 {
5868 (void) niu_tx_channel_reset(np, rp->tx_channel);
5869 }
5870
5871 static void niu_reset_tx_channels(struct niu *np)
5872 {
5873 int i;
5874
5875 for (i = 0; i < np->num_tx_rings; i++) {
5876 struct tx_ring_info *rp = &np->tx_rings[i];
5877
5878 niu_reset_one_tx_channel(np, rp);
5879 }
5880 }
5881
5882 static void niu_stop_one_rx_channel(struct niu *np, struct rx_ring_info *rp)
5883 {
5884 (void) niu_enable_rx_channel(np, rp->rx_channel, 0);
5885 }
5886
5887 static void niu_stop_rx_channels(struct niu *np)
5888 {
5889 int i;
5890
5891 for (i = 0; i < np->num_rx_rings; i++) {
5892 struct rx_ring_info *rp = &np->rx_rings[i];
5893
5894 niu_stop_one_rx_channel(np, rp);
5895 }
5896 }
5897
5898 static void niu_reset_one_rx_channel(struct niu *np, struct rx_ring_info *rp)
5899 {
5900 int channel = rp->rx_channel;
5901
5902 (void) niu_rx_channel_reset(np, channel);
5903 nw64(RX_DMA_ENT_MSK(channel), RX_DMA_ENT_MSK_ALL);
5904 nw64(RX_DMA_CTL_STAT(channel), 0);
5905 (void) niu_enable_rx_channel(np, channel, 0);
5906 }
5907
5908 static void niu_reset_rx_channels(struct niu *np)
5909 {
5910 int i;
5911
5912 for (i = 0; i < np->num_rx_rings; i++) {
5913 struct rx_ring_info *rp = &np->rx_rings[i];
5914
5915 niu_reset_one_rx_channel(np, rp);
5916 }
5917 }
5918
5919 static void niu_disable_ipp(struct niu *np)
5920 {
5921 u64 rd, wr, val;
5922 int limit;
5923
5924 rd = nr64_ipp(IPP_DFIFO_RD_PTR);
5925 wr = nr64_ipp(IPP_DFIFO_WR_PTR);
5926 limit = 100;
5927 while (--limit >= 0 && (rd != wr)) {
5928 rd = nr64_ipp(IPP_DFIFO_RD_PTR);
5929 wr = nr64_ipp(IPP_DFIFO_WR_PTR);
5930 }
5931 if (limit < 0 &&
5932 (rd != 0 && wr != 1)) {
5933 netdev_err(np->dev, "IPP would not quiesce, rd_ptr[%llx] wr_ptr[%llx]\n",
5934 (unsigned long long)nr64_ipp(IPP_DFIFO_RD_PTR),
5935 (unsigned long long)nr64_ipp(IPP_DFIFO_WR_PTR));
5936 }
5937
5938 val = nr64_ipp(IPP_CFIG);
5939 val &= ~(IPP_CFIG_IPP_ENABLE |
5940 IPP_CFIG_DFIFO_ECC_EN |
5941 IPP_CFIG_DROP_BAD_CRC |
5942 IPP_CFIG_CKSUM_EN);
5943 nw64_ipp(IPP_CFIG, val);
5944
5945 (void) niu_ipp_reset(np);
5946 }
5947
5948 static int niu_init_hw(struct niu *np)
5949 {
5950 int i, err;
5951
5952 netif_printk(np, ifup, KERN_DEBUG, np->dev, "Initialize TXC\n");
5953 niu_txc_enable_port(np, 1);
5954 niu_txc_port_dma_enable(np, 1);
5955 niu_txc_set_imask(np, 0);
5956
5957 netif_printk(np, ifup, KERN_DEBUG, np->dev, "Initialize TX channels\n");
5958 for (i = 0; i < np->num_tx_rings; i++) {
5959 struct tx_ring_info *rp = &np->tx_rings[i];
5960
5961 err = niu_init_one_tx_channel(np, rp);
5962 if (err)
5963 return err;
5964 }
5965
5966 netif_printk(np, ifup, KERN_DEBUG, np->dev, "Initialize RX channels\n");
5967 err = niu_init_rx_channels(np);
5968 if (err)
5969 goto out_uninit_tx_channels;
5970
5971 netif_printk(np, ifup, KERN_DEBUG, np->dev, "Initialize classifier\n");
5972 err = niu_init_classifier_hw(np);
5973 if (err)
5974 goto out_uninit_rx_channels;
5975
5976 netif_printk(np, ifup, KERN_DEBUG, np->dev, "Initialize ZCP\n");
5977 err = niu_init_zcp(np);
5978 if (err)
5979 goto out_uninit_rx_channels;
5980
5981 netif_printk(np, ifup, KERN_DEBUG, np->dev, "Initialize IPP\n");
5982 err = niu_init_ipp(np);
5983 if (err)
5984 goto out_uninit_rx_channels;
5985
5986 netif_printk(np, ifup, KERN_DEBUG, np->dev, "Initialize MAC\n");
5987 err = niu_init_mac(np);
5988 if (err)
5989 goto out_uninit_ipp;
5990
5991 return 0;
5992
5993 out_uninit_ipp:
5994 netif_printk(np, ifup, KERN_DEBUG, np->dev, "Uninit IPP\n");
5995 niu_disable_ipp(np);
5996
5997 out_uninit_rx_channels:
5998 netif_printk(np, ifup, KERN_DEBUG, np->dev, "Uninit RX channels\n");
5999 niu_stop_rx_channels(np);
6000 niu_reset_rx_channels(np);
6001
6002 out_uninit_tx_channels:
6003 netif_printk(np, ifup, KERN_DEBUG, np->dev, "Uninit TX channels\n");
6004 niu_stop_tx_channels(np);
6005 niu_reset_tx_channels(np);
6006
6007 return err;
6008 }
6009
6010 static void niu_stop_hw(struct niu *np)
6011 {
6012 netif_printk(np, ifdown, KERN_DEBUG, np->dev, "Disable interrupts\n");
6013 niu_enable_interrupts(np, 0);
6014
6015 netif_printk(np, ifdown, KERN_DEBUG, np->dev, "Disable RX MAC\n");
6016 niu_enable_rx_mac(np, 0);
6017
6018 netif_printk(np, ifdown, KERN_DEBUG, np->dev, "Disable IPP\n");
6019 niu_disable_ipp(np);
6020
6021 netif_printk(np, ifdown, KERN_DEBUG, np->dev, "Stop TX channels\n");
6022 niu_stop_tx_channels(np);
6023
6024 netif_printk(np, ifdown, KERN_DEBUG, np->dev, "Stop RX channels\n");
6025 niu_stop_rx_channels(np);
6026
6027 netif_printk(np, ifdown, KERN_DEBUG, np->dev, "Reset TX channels\n");
6028 niu_reset_tx_channels(np);
6029
6030 netif_printk(np, ifdown, KERN_DEBUG, np->dev, "Reset RX channels\n");
6031 niu_reset_rx_channels(np);
6032 }
6033
6034 static void niu_set_irq_name(struct niu *np)
6035 {
6036 int port = np->port;
6037 int i, j = 1;
6038
6039 sprintf(np->irq_name[0], "%s:MAC", np->dev->name);
6040
6041 if (port == 0) {
6042 sprintf(np->irq_name[1], "%s:MIF", np->dev->name);
6043 sprintf(np->irq_name[2], "%s:SYSERR", np->dev->name);
6044 j = 3;
6045 }
6046
6047 for (i = 0; i < np->num_ldg - j; i++) {
6048 if (i < np->num_rx_rings)
6049 sprintf(np->irq_name[i+j], "%s-rx-%d",
6050 np->dev->name, i);
6051 else if (i < np->num_tx_rings + np->num_rx_rings)
6052 sprintf(np->irq_name[i+j], "%s-tx-%d", np->dev->name,
6053 i - np->num_rx_rings);
6054 }
6055 }
6056
6057 static int niu_request_irq(struct niu *np)
6058 {
6059 int i, j, err;
6060
6061 niu_set_irq_name(np);
6062
6063 err = 0;
6064 for (i = 0; i < np->num_ldg; i++) {
6065 struct niu_ldg *lp = &np->ldg[i];
6066
6067 err = request_irq(lp->irq, niu_interrupt, IRQF_SHARED,
6068 np->irq_name[i], lp);
6069 if (err)
6070 goto out_free_irqs;
6071
6072 }
6073
6074 return 0;
6075
6076 out_free_irqs:
6077 for (j = 0; j < i; j++) {
6078 struct niu_ldg *lp = &np->ldg[j];
6079
6080 free_irq(lp->irq, lp);
6081 }
6082 return err;
6083 }
6084
6085 static void niu_free_irq(struct niu *np)
6086 {
6087 int i;
6088
6089 for (i = 0; i < np->num_ldg; i++) {
6090 struct niu_ldg *lp = &np->ldg[i];
6091
6092 free_irq(lp->irq, lp);
6093 }
6094 }
6095
6096 static void niu_enable_napi(struct niu *np)
6097 {
6098 int i;
6099
6100 for (i = 0; i < np->num_ldg; i++)
6101 napi_enable(&np->ldg[i].napi);
6102 }
6103
6104 static void niu_disable_napi(struct niu *np)
6105 {
6106 int i;
6107
6108 for (i = 0; i < np->num_ldg; i++)
6109 napi_disable(&np->ldg[i].napi);
6110 }
6111
6112 static int niu_open(struct net_device *dev)
6113 {
6114 struct niu *np = netdev_priv(dev);
6115 int err;
6116
6117 netif_carrier_off(dev);
6118
6119 err = niu_alloc_channels(np);
6120 if (err)
6121 goto out_err;
6122
6123 err = niu_enable_interrupts(np, 0);
6124 if (err)
6125 goto out_free_channels;
6126
6127 err = niu_request_irq(np);
6128 if (err)
6129 goto out_free_channels;
6130
6131 niu_enable_napi(np);
6132
6133 spin_lock_irq(&np->lock);
6134
6135 err = niu_init_hw(np);
6136 if (!err) {
6137 init_timer(&np->timer);
6138 np->timer.expires = jiffies + HZ;
6139 np->timer.data = (unsigned long) np;
6140 np->timer.function = niu_timer;
6141
6142 err = niu_enable_interrupts(np, 1);
6143 if (err)
6144 niu_stop_hw(np);
6145 }
6146
6147 spin_unlock_irq(&np->lock);
6148
6149 if (err) {
6150 niu_disable_napi(np);
6151 goto out_free_irq;
6152 }
6153
6154 netif_tx_start_all_queues(dev);
6155
6156 if (np->link_config.loopback_mode != LOOPBACK_DISABLED)
6157 netif_carrier_on(dev);
6158
6159 add_timer(&np->timer);
6160
6161 return 0;
6162
6163 out_free_irq:
6164 niu_free_irq(np);
6165
6166 out_free_channels:
6167 niu_free_channels(np);
6168
6169 out_err:
6170 return err;
6171 }
6172
6173 static void niu_full_shutdown(struct niu *np, struct net_device *dev)
6174 {
6175 cancel_work_sync(&np->reset_task);
6176
6177 niu_disable_napi(np);
6178 netif_tx_stop_all_queues(dev);
6179
6180 del_timer_sync(&np->timer);
6181
6182 spin_lock_irq(&np->lock);
6183
6184 niu_stop_hw(np);
6185
6186 spin_unlock_irq(&np->lock);
6187 }
6188
6189 static int niu_close(struct net_device *dev)
6190 {
6191 struct niu *np = netdev_priv(dev);
6192
6193 niu_full_shutdown(np, dev);
6194
6195 niu_free_irq(np);
6196
6197 niu_free_channels(np);
6198
6199 niu_handle_led(np, 0);
6200
6201 return 0;
6202 }
6203
6204 static void niu_sync_xmac_stats(struct niu *np)
6205 {
6206 struct niu_xmac_stats *mp = &np->mac_stats.xmac;
6207
6208 mp->tx_frames += nr64_mac(TXMAC_FRM_CNT);
6209 mp->tx_bytes += nr64_mac(TXMAC_BYTE_CNT);
6210
6211 mp->rx_link_faults += nr64_mac(LINK_FAULT_CNT);
6212 mp->rx_align_errors += nr64_mac(RXMAC_ALIGN_ERR_CNT);
6213 mp->rx_frags += nr64_mac(RXMAC_FRAG_CNT);
6214 mp->rx_mcasts += nr64_mac(RXMAC_MC_FRM_CNT);
6215 mp->rx_bcasts += nr64_mac(RXMAC_BC_FRM_CNT);
6216 mp->rx_hist_cnt1 += nr64_mac(RXMAC_HIST_CNT1);
6217 mp->rx_hist_cnt2 += nr64_mac(RXMAC_HIST_CNT2);
6218 mp->rx_hist_cnt3 += nr64_mac(RXMAC_HIST_CNT3);
6219 mp->rx_hist_cnt4 += nr64_mac(RXMAC_HIST_CNT4);
6220 mp->rx_hist_cnt5 += nr64_mac(RXMAC_HIST_CNT5);
6221 mp->rx_hist_cnt6 += nr64_mac(RXMAC_HIST_CNT6);
6222 mp->rx_hist_cnt7 += nr64_mac(RXMAC_HIST_CNT7);
6223 mp->rx_octets += nr64_mac(RXMAC_BT_CNT);
6224 mp->rx_code_violations += nr64_mac(RXMAC_CD_VIO_CNT);
6225 mp->rx_len_errors += nr64_mac(RXMAC_MPSZER_CNT);
6226 mp->rx_crc_errors += nr64_mac(RXMAC_CRC_ER_CNT);
6227 }
6228
6229 static void niu_sync_bmac_stats(struct niu *np)
6230 {
6231 struct niu_bmac_stats *mp = &np->mac_stats.bmac;
6232
6233 mp->tx_bytes += nr64_mac(BTXMAC_BYTE_CNT);
6234 mp->tx_frames += nr64_mac(BTXMAC_FRM_CNT);
6235
6236 mp->rx_frames += nr64_mac(BRXMAC_FRAME_CNT);
6237 mp->rx_align_errors += nr64_mac(BRXMAC_ALIGN_ERR_CNT);
6238 mp->rx_crc_errors += nr64_mac(BRXMAC_ALIGN_ERR_CNT);
6239 mp->rx_len_errors += nr64_mac(BRXMAC_CODE_VIOL_ERR_CNT);
6240 }
6241
6242 static void niu_sync_mac_stats(struct niu *np)
6243 {
6244 if (np->flags & NIU_FLAGS_XMAC)
6245 niu_sync_xmac_stats(np);
6246 else
6247 niu_sync_bmac_stats(np);
6248 }
6249
6250 static void niu_get_rx_stats(struct niu *np,
6251 struct rtnl_link_stats64 *stats)
6252 {
6253 u64 pkts, dropped, errors, bytes;
6254 struct rx_ring_info *rx_rings;
6255 int i;
6256
6257 pkts = dropped = errors = bytes = 0;
6258
6259 rx_rings = ACCESS_ONCE(np->rx_rings);
6260 if (!rx_rings)
6261 goto no_rings;
6262
6263 for (i = 0; i < np->num_rx_rings; i++) {
6264 struct rx_ring_info *rp = &rx_rings[i];
6265
6266 niu_sync_rx_discard_stats(np, rp, 0);
6267
6268 pkts += rp->rx_packets;
6269 bytes += rp->rx_bytes;
6270 dropped += rp->rx_dropped;
6271 errors += rp->rx_errors;
6272 }
6273
6274 no_rings:
6275 stats->rx_packets = pkts;
6276 stats->rx_bytes = bytes;
6277 stats->rx_dropped = dropped;
6278 stats->rx_errors = errors;
6279 }
6280
6281 static void niu_get_tx_stats(struct niu *np,
6282 struct rtnl_link_stats64 *stats)
6283 {
6284 u64 pkts, errors, bytes;
6285 struct tx_ring_info *tx_rings;
6286 int i;
6287
6288 pkts = errors = bytes = 0;
6289
6290 tx_rings = ACCESS_ONCE(np->tx_rings);
6291 if (!tx_rings)
6292 goto no_rings;
6293
6294 for (i = 0; i < np->num_tx_rings; i++) {
6295 struct tx_ring_info *rp = &tx_rings[i];
6296
6297 pkts += rp->tx_packets;
6298 bytes += rp->tx_bytes;
6299 errors += rp->tx_errors;
6300 }
6301
6302 no_rings:
6303 stats->tx_packets = pkts;
6304 stats->tx_bytes = bytes;
6305 stats->tx_errors = errors;
6306 }
6307
6308 static struct rtnl_link_stats64 *niu_get_stats(struct net_device *dev,
6309 struct rtnl_link_stats64 *stats)
6310 {
6311 struct niu *np = netdev_priv(dev);
6312
6313 if (netif_running(dev)) {
6314 niu_get_rx_stats(np, stats);
6315 niu_get_tx_stats(np, stats);
6316 }
6317
6318 return stats;
6319 }
6320
6321 static void niu_load_hash_xmac(struct niu *np, u16 *hash)
6322 {
6323 int i;
6324
6325 for (i = 0; i < 16; i++)
6326 nw64_mac(XMAC_HASH_TBL(i), hash[i]);
6327 }
6328
6329 static void niu_load_hash_bmac(struct niu *np, u16 *hash)
6330 {
6331 int i;
6332
6333 for (i = 0; i < 16; i++)
6334 nw64_mac(BMAC_HASH_TBL(i), hash[i]);
6335 }
6336
6337 static void niu_load_hash(struct niu *np, u16 *hash)
6338 {
6339 if (np->flags & NIU_FLAGS_XMAC)
6340 niu_load_hash_xmac(np, hash);
6341 else
6342 niu_load_hash_bmac(np, hash);
6343 }
6344
6345 static void niu_set_rx_mode(struct net_device *dev)
6346 {
6347 struct niu *np = netdev_priv(dev);
6348 int i, alt_cnt, err;
6349 struct netdev_hw_addr *ha;
6350 unsigned long flags;
6351 u16 hash[16] = { 0, };
6352
6353 spin_lock_irqsave(&np->lock, flags);
6354 niu_enable_rx_mac(np, 0);
6355
6356 np->flags &= ~(NIU_FLAGS_MCAST | NIU_FLAGS_PROMISC);
6357 if (dev->flags & IFF_PROMISC)
6358 np->flags |= NIU_FLAGS_PROMISC;
6359 if ((dev->flags & IFF_ALLMULTI) || (!netdev_mc_empty(dev)))
6360 np->flags |= NIU_FLAGS_MCAST;
6361
6362 alt_cnt = netdev_uc_count(dev);
6363 if (alt_cnt > niu_num_alt_addr(np)) {
6364 alt_cnt = 0;
6365 np->flags |= NIU_FLAGS_PROMISC;
6366 }
6367
6368 if (alt_cnt) {
6369 int index = 0;
6370
6371 netdev_for_each_uc_addr(ha, dev) {
6372 err = niu_set_alt_mac(np, index, ha->addr);
6373 if (err)
6374 netdev_warn(dev, "Error %d adding alt mac %d\n",
6375 err, index);
6376 err = niu_enable_alt_mac(np, index, 1);
6377 if (err)
6378 netdev_warn(dev, "Error %d enabling alt mac %d\n",
6379 err, index);
6380
6381 index++;
6382 }
6383 } else {
6384 int alt_start;
6385 if (np->flags & NIU_FLAGS_XMAC)
6386 alt_start = 0;
6387 else
6388 alt_start = 1;
6389 for (i = alt_start; i < niu_num_alt_addr(np); i++) {
6390 err = niu_enable_alt_mac(np, i, 0);
6391 if (err)
6392 netdev_warn(dev, "Error %d disabling alt mac %d\n",
6393 err, i);
6394 }
6395 }
6396 if (dev->flags & IFF_ALLMULTI) {
6397 for (i = 0; i < 16; i++)
6398 hash[i] = 0xffff;
6399 } else if (!netdev_mc_empty(dev)) {
6400 netdev_for_each_mc_addr(ha, dev) {
6401 u32 crc = ether_crc_le(ETH_ALEN, ha->addr);
6402
6403 crc >>= 24;
6404 hash[crc >> 4] |= (1 << (15 - (crc & 0xf)));
6405 }
6406 }
6407
6408 if (np->flags & NIU_FLAGS_MCAST)
6409 niu_load_hash(np, hash);
6410
6411 niu_enable_rx_mac(np, 1);
6412 spin_unlock_irqrestore(&np->lock, flags);
6413 }
6414
6415 static int niu_set_mac_addr(struct net_device *dev, void *p)
6416 {
6417 struct niu *np = netdev_priv(dev);
6418 struct sockaddr *addr = p;
6419 unsigned long flags;
6420
6421 if (!is_valid_ether_addr(addr->sa_data))
6422 return -EINVAL;
6423
6424 memcpy(dev->dev_addr, addr->sa_data, ETH_ALEN);
6425
6426 if (!netif_running(dev))
6427 return 0;
6428
6429 spin_lock_irqsave(&np->lock, flags);
6430 niu_enable_rx_mac(np, 0);
6431 niu_set_primary_mac(np, dev->dev_addr);
6432 niu_enable_rx_mac(np, 1);
6433 spin_unlock_irqrestore(&np->lock, flags);
6434
6435 return 0;
6436 }
6437
6438 static int niu_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
6439 {
6440 return -EOPNOTSUPP;
6441 }
6442
6443 static void niu_netif_stop(struct niu *np)
6444 {
6445 np->dev->trans_start = jiffies; /* prevent tx timeout */
6446
6447 niu_disable_napi(np);
6448
6449 netif_tx_disable(np->dev);
6450 }
6451
6452 static void niu_netif_start(struct niu *np)
6453 {
6454 /* NOTE: unconditional netif_wake_queue is only appropriate
6455 * so long as all callers are assured to have free tx slots
6456 * (such as after niu_init_hw).
6457 */
6458 netif_tx_wake_all_queues(np->dev);
6459
6460 niu_enable_napi(np);
6461
6462 niu_enable_interrupts(np, 1);
6463 }
6464
6465 static void niu_reset_buffers(struct niu *np)
6466 {
6467 int i, j, k, err;
6468
6469 if (np->rx_rings) {
6470 for (i = 0; i < np->num_rx_rings; i++) {
6471 struct rx_ring_info *rp = &np->rx_rings[i];
6472
6473 for (j = 0, k = 0; j < MAX_RBR_RING_SIZE; j++) {
6474 struct page *page;
6475
6476 page = rp->rxhash[j];
6477 while (page) {
6478 struct page *next =
6479 (struct page *) page->mapping;
6480 u64 base = page->index;
6481 base = base >> RBR_DESCR_ADDR_SHIFT;
6482 rp->rbr[k++] = cpu_to_le32(base);
6483 page = next;
6484 }
6485 }
6486 for (; k < MAX_RBR_RING_SIZE; k++) {
6487 err = niu_rbr_add_page(np, rp, GFP_ATOMIC, k);
6488 if (unlikely(err))
6489 break;
6490 }
6491
6492 rp->rbr_index = rp->rbr_table_size - 1;
6493 rp->rcr_index = 0;
6494 rp->rbr_pending = 0;
6495 rp->rbr_refill_pending = 0;
6496 }
6497 }
6498 if (np->tx_rings) {
6499 for (i = 0; i < np->num_tx_rings; i++) {
6500 struct tx_ring_info *rp = &np->tx_rings[i];
6501
6502 for (j = 0; j < MAX_TX_RING_SIZE; j++) {
6503 if (rp->tx_buffs[j].skb)
6504 (void) release_tx_packet(np, rp, j);
6505 }
6506
6507 rp->pending = MAX_TX_RING_SIZE;
6508 rp->prod = 0;
6509 rp->cons = 0;
6510 rp->wrap_bit = 0;
6511 }
6512 }
6513 }
6514
6515 static void niu_reset_task(struct work_struct *work)
6516 {
6517 struct niu *np = container_of(work, struct niu, reset_task);
6518 unsigned long flags;
6519 int err;
6520
6521 spin_lock_irqsave(&np->lock, flags);
6522 if (!netif_running(np->dev)) {
6523 spin_unlock_irqrestore(&np->lock, flags);
6524 return;
6525 }
6526
6527 spin_unlock_irqrestore(&np->lock, flags);
6528
6529 del_timer_sync(&np->timer);
6530
6531 niu_netif_stop(np);
6532
6533 spin_lock_irqsave(&np->lock, flags);
6534
6535 niu_stop_hw(np);
6536
6537 spin_unlock_irqrestore(&np->lock, flags);
6538
6539 niu_reset_buffers(np);
6540
6541 spin_lock_irqsave(&np->lock, flags);
6542
6543 err = niu_init_hw(np);
6544 if (!err) {
6545 np->timer.expires = jiffies + HZ;
6546 add_timer(&np->timer);
6547 niu_netif_start(np);
6548 }
6549
6550 spin_unlock_irqrestore(&np->lock, flags);
6551 }
6552
6553 static void niu_tx_timeout(struct net_device *dev)
6554 {
6555 struct niu *np = netdev_priv(dev);
6556
6557 dev_err(np->device, "%s: Transmit timed out, resetting\n",
6558 dev->name);
6559
6560 schedule_work(&np->reset_task);
6561 }
6562
6563 static void niu_set_txd(struct tx_ring_info *rp, int index,
6564 u64 mapping, u64 len, u64 mark,
6565 u64 n_frags)
6566 {
6567 __le64 *desc = &rp->descr[index];
6568
6569 *desc = cpu_to_le64(mark |
6570 (n_frags << TX_DESC_NUM_PTR_SHIFT) |
6571 (len << TX_DESC_TR_LEN_SHIFT) |
6572 (mapping & TX_DESC_SAD));
6573 }
6574
6575 static u64 niu_compute_tx_flags(struct sk_buff *skb, struct ethhdr *ehdr,
6576 u64 pad_bytes, u64 len)
6577 {
6578 u16 eth_proto, eth_proto_inner;
6579 u64 csum_bits, l3off, ihl, ret;
6580 u8 ip_proto;
6581 int ipv6;
6582
6583 eth_proto = be16_to_cpu(ehdr->h_proto);
6584 eth_proto_inner = eth_proto;
6585 if (eth_proto == ETH_P_8021Q) {
6586 struct vlan_ethhdr *vp = (struct vlan_ethhdr *) ehdr;
6587 __be16 val = vp->h_vlan_encapsulated_proto;
6588
6589 eth_proto_inner = be16_to_cpu(val);
6590 }
6591
6592 ipv6 = ihl = 0;
6593 switch (skb->protocol) {
6594 case cpu_to_be16(ETH_P_IP):
6595 ip_proto = ip_hdr(skb)->protocol;
6596 ihl = ip_hdr(skb)->ihl;
6597 break;
6598 case cpu_to_be16(ETH_P_IPV6):
6599 ip_proto = ipv6_hdr(skb)->nexthdr;
6600 ihl = (40 >> 2);
6601 ipv6 = 1;
6602 break;
6603 default:
6604 ip_proto = ihl = 0;
6605 break;
6606 }
6607
6608 csum_bits = TXHDR_CSUM_NONE;
6609 if (skb->ip_summed == CHECKSUM_PARTIAL) {
6610 u64 start, stuff;
6611
6612 csum_bits = (ip_proto == IPPROTO_TCP ?
6613 TXHDR_CSUM_TCP :
6614 (ip_proto == IPPROTO_UDP ?
6615 TXHDR_CSUM_UDP : TXHDR_CSUM_SCTP));
6616
6617 start = skb_checksum_start_offset(skb) -
6618 (pad_bytes + sizeof(struct tx_pkt_hdr));
6619 stuff = start + skb->csum_offset;
6620
6621 csum_bits |= (start / 2) << TXHDR_L4START_SHIFT;
6622 csum_bits |= (stuff / 2) << TXHDR_L4STUFF_SHIFT;
6623 }
6624
6625 l3off = skb_network_offset(skb) -
6626 (pad_bytes + sizeof(struct tx_pkt_hdr));
6627
6628 ret = (((pad_bytes / 2) << TXHDR_PAD_SHIFT) |
6629 (len << TXHDR_LEN_SHIFT) |
6630 ((l3off / 2) << TXHDR_L3START_SHIFT) |
6631 (ihl << TXHDR_IHL_SHIFT) |
6632 ((eth_proto_inner < 1536) ? TXHDR_LLC : 0) |
6633 ((eth_proto == ETH_P_8021Q) ? TXHDR_VLAN : 0) |
6634 (ipv6 ? TXHDR_IP_VER : 0) |
6635 csum_bits);
6636
6637 return ret;
6638 }
6639
6640 static netdev_tx_t niu_start_xmit(struct sk_buff *skb,
6641 struct net_device *dev)
6642 {
6643 struct niu *np = netdev_priv(dev);
6644 unsigned long align, headroom;
6645 struct netdev_queue *txq;
6646 struct tx_ring_info *rp;
6647 struct tx_pkt_hdr *tp;
6648 unsigned int len, nfg;
6649 struct ethhdr *ehdr;
6650 int prod, i, tlen;
6651 u64 mapping, mrk;
6652
6653 i = skb_get_queue_mapping(skb);
6654 rp = &np->tx_rings[i];
6655 txq = netdev_get_tx_queue(dev, i);
6656
6657 if (niu_tx_avail(rp) <= (skb_shinfo(skb)->nr_frags + 1)) {
6658 netif_tx_stop_queue(txq);
6659 dev_err(np->device, "%s: BUG! Tx ring full when queue awake!\n", dev->name);
6660 rp->tx_errors++;
6661 return NETDEV_TX_BUSY;
6662 }
6663
6664 if (skb->len < ETH_ZLEN) {
6665 unsigned int pad_bytes = ETH_ZLEN - skb->len;
6666
6667 if (skb_pad(skb, pad_bytes))
6668 goto out;
6669 skb_put(skb, pad_bytes);
6670 }
6671
6672 len = sizeof(struct tx_pkt_hdr) + 15;
6673 if (skb_headroom(skb) < len) {
6674 struct sk_buff *skb_new;
6675
6676 skb_new = skb_realloc_headroom(skb, len);
6677 if (!skb_new) {
6678 rp->tx_errors++;
6679 goto out_drop;
6680 }
6681 kfree_skb(skb);
6682 skb = skb_new;
6683 } else
6684 skb_orphan(skb);
6685
6686 align = ((unsigned long) skb->data & (16 - 1));
6687 headroom = align + sizeof(struct tx_pkt_hdr);
6688
6689 ehdr = (struct ethhdr *) skb->data;
6690 tp = (struct tx_pkt_hdr *) skb_push(skb, headroom);
6691
6692 len = skb->len - sizeof(struct tx_pkt_hdr);
6693 tp->flags = cpu_to_le64(niu_compute_tx_flags(skb, ehdr, align, len));
6694 tp->resv = 0;
6695
6696 len = skb_headlen(skb);
6697 mapping = np->ops->map_single(np->device, skb->data,
6698 len, DMA_TO_DEVICE);
6699
6700 prod = rp->prod;
6701
6702 rp->tx_buffs[prod].skb = skb;
6703 rp->tx_buffs[prod].mapping = mapping;
6704
6705 mrk = TX_DESC_SOP;
6706 if (++rp->mark_counter == rp->mark_freq) {
6707 rp->mark_counter = 0;
6708 mrk |= TX_DESC_MARK;
6709 rp->mark_pending++;
6710 }
6711
6712 tlen = len;
6713 nfg = skb_shinfo(skb)->nr_frags;
6714 while (tlen > 0) {
6715 tlen -= MAX_TX_DESC_LEN;
6716 nfg++;
6717 }
6718
6719 while (len > 0) {
6720 unsigned int this_len = len;
6721
6722 if (this_len > MAX_TX_DESC_LEN)
6723 this_len = MAX_TX_DESC_LEN;
6724
6725 niu_set_txd(rp, prod, mapping, this_len, mrk, nfg);
6726 mrk = nfg = 0;
6727
6728 prod = NEXT_TX(rp, prod);
6729 mapping += this_len;
6730 len -= this_len;
6731 }
6732
6733 for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
6734 skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
6735
6736 len = frag->size;
6737 mapping = np->ops->map_page(np->device, skb_frag_page(frag),
6738 frag->page_offset, len,
6739 DMA_TO_DEVICE);
6740
6741 rp->tx_buffs[prod].skb = NULL;
6742 rp->tx_buffs[prod].mapping = mapping;
6743
6744 niu_set_txd(rp, prod, mapping, len, 0, 0);
6745
6746 prod = NEXT_TX(rp, prod);
6747 }
6748
6749 if (prod < rp->prod)
6750 rp->wrap_bit ^= TX_RING_KICK_WRAP;
6751 rp->prod = prod;
6752
6753 nw64(TX_RING_KICK(rp->tx_channel), rp->wrap_bit | (prod << 3));
6754
6755 if (unlikely(niu_tx_avail(rp) <= (MAX_SKB_FRAGS + 1))) {
6756 netif_tx_stop_queue(txq);
6757 if (niu_tx_avail(rp) > NIU_TX_WAKEUP_THRESH(rp))
6758 netif_tx_wake_queue(txq);
6759 }
6760
6761 out:
6762 return NETDEV_TX_OK;
6763
6764 out_drop:
6765 rp->tx_errors++;
6766 kfree_skb(skb);
6767 goto out;
6768 }
6769
6770 static int niu_change_mtu(struct net_device *dev, int new_mtu)
6771 {
6772 struct niu *np = netdev_priv(dev);
6773 int err, orig_jumbo, new_jumbo;
6774
6775 if (new_mtu < 68 || new_mtu > NIU_MAX_MTU)
6776 return -EINVAL;
6777
6778 orig_jumbo = (dev->mtu > ETH_DATA_LEN);
6779 new_jumbo = (new_mtu > ETH_DATA_LEN);
6780
6781 dev->mtu = new_mtu;
6782
6783 if (!netif_running(dev) ||
6784 (orig_jumbo == new_jumbo))
6785 return 0;
6786
6787 niu_full_shutdown(np, dev);
6788
6789 niu_free_channels(np);
6790
6791 niu_enable_napi(np);
6792
6793 err = niu_alloc_channels(np);
6794 if (err)
6795 return err;
6796
6797 spin_lock_irq(&np->lock);
6798
6799 err = niu_init_hw(np);
6800 if (!err) {
6801 init_timer(&np->timer);
6802 np->timer.expires = jiffies + HZ;
6803 np->timer.data = (unsigned long) np;
6804 np->timer.function = niu_timer;
6805
6806 err = niu_enable_interrupts(np, 1);
6807 if (err)
6808 niu_stop_hw(np);
6809 }
6810
6811 spin_unlock_irq(&np->lock);
6812
6813 if (!err) {
6814 netif_tx_start_all_queues(dev);
6815 if (np->link_config.loopback_mode != LOOPBACK_DISABLED)
6816 netif_carrier_on(dev);
6817
6818 add_timer(&np->timer);
6819 }
6820
6821 return err;
6822 }
6823
6824 static void niu_get_drvinfo(struct net_device *dev,
6825 struct ethtool_drvinfo *info)
6826 {
6827 struct niu *np = netdev_priv(dev);
6828 struct niu_vpd *vpd = &np->vpd;
6829
6830 strcpy(info->driver, DRV_MODULE_NAME);
6831 strcpy(info->version, DRV_MODULE_VERSION);
6832 sprintf(info->fw_version, "%d.%d",
6833 vpd->fcode_major, vpd->fcode_minor);
6834 if (np->parent->plat_type != PLAT_TYPE_NIU)
6835 strcpy(info->bus_info, pci_name(np->pdev));
6836 }
6837
6838 static int niu_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
6839 {
6840 struct niu *np = netdev_priv(dev);
6841 struct niu_link_config *lp;
6842
6843 lp = &np->link_config;
6844
6845 memset(cmd, 0, sizeof(*cmd));
6846 cmd->phy_address = np->phy_addr;
6847 cmd->supported = lp->supported;
6848 cmd->advertising = lp->active_advertising;
6849 cmd->autoneg = lp->active_autoneg;
6850 ethtool_cmd_speed_set(cmd, lp->active_speed);
6851 cmd->duplex = lp->active_duplex;
6852 cmd->port = (np->flags & NIU_FLAGS_FIBER) ? PORT_FIBRE : PORT_TP;
6853 cmd->transceiver = (np->flags & NIU_FLAGS_XCVR_SERDES) ?
6854 XCVR_EXTERNAL : XCVR_INTERNAL;
6855
6856 return 0;
6857 }
6858
6859 static int niu_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
6860 {
6861 struct niu *np = netdev_priv(dev);
6862 struct niu_link_config *lp = &np->link_config;
6863
6864 lp->advertising = cmd->advertising;
6865 lp->speed = ethtool_cmd_speed(cmd);
6866 lp->duplex = cmd->duplex;
6867 lp->autoneg = cmd->autoneg;
6868 return niu_init_link(np);
6869 }
6870
6871 static u32 niu_get_msglevel(struct net_device *dev)
6872 {
6873 struct niu *np = netdev_priv(dev);
6874 return np->msg_enable;
6875 }
6876
6877 static void niu_set_msglevel(struct net_device *dev, u32 value)
6878 {
6879 struct niu *np = netdev_priv(dev);
6880 np->msg_enable = value;
6881 }
6882
6883 static int niu_nway_reset(struct net_device *dev)
6884 {
6885 struct niu *np = netdev_priv(dev);
6886
6887 if (np->link_config.autoneg)
6888 return niu_init_link(np);
6889
6890 return 0;
6891 }
6892
6893 static int niu_get_eeprom_len(struct net_device *dev)
6894 {
6895 struct niu *np = netdev_priv(dev);
6896
6897 return np->eeprom_len;
6898 }
6899
6900 static int niu_get_eeprom(struct net_device *dev,
6901 struct ethtool_eeprom *eeprom, u8 *data)
6902 {
6903 struct niu *np = netdev_priv(dev);
6904 u32 offset, len, val;
6905
6906 offset = eeprom->offset;
6907 len = eeprom->len;
6908
6909 if (offset + len < offset)
6910 return -EINVAL;
6911 if (offset >= np->eeprom_len)
6912 return -EINVAL;
6913 if (offset + len > np->eeprom_len)
6914 len = eeprom->len = np->eeprom_len - offset;
6915
6916 if (offset & 3) {
6917 u32 b_offset, b_count;
6918
6919 b_offset = offset & 3;
6920 b_count = 4 - b_offset;
6921 if (b_count > len)
6922 b_count = len;
6923
6924 val = nr64(ESPC_NCR((offset - b_offset) / 4));
6925 memcpy(data, ((char *)&val) + b_offset, b_count);
6926 data += b_count;
6927 len -= b_count;
6928 offset += b_count;
6929 }
6930 while (len >= 4) {
6931 val = nr64(ESPC_NCR(offset / 4));
6932 memcpy(data, &val, 4);
6933 data += 4;
6934 len -= 4;
6935 offset += 4;
6936 }
6937 if (len) {
6938 val = nr64(ESPC_NCR(offset / 4));
6939 memcpy(data, &val, len);
6940 }
6941 return 0;
6942 }
6943
6944 static void niu_ethflow_to_l3proto(int flow_type, u8 *pid)
6945 {
6946 switch (flow_type) {
6947 case TCP_V4_FLOW:
6948 case TCP_V6_FLOW:
6949 *pid = IPPROTO_TCP;
6950 break;
6951 case UDP_V4_FLOW:
6952 case UDP_V6_FLOW:
6953 *pid = IPPROTO_UDP;
6954 break;
6955 case SCTP_V4_FLOW:
6956 case SCTP_V6_FLOW:
6957 *pid = IPPROTO_SCTP;
6958 break;
6959 case AH_V4_FLOW:
6960 case AH_V6_FLOW:
6961 *pid = IPPROTO_AH;
6962 break;
6963 case ESP_V4_FLOW:
6964 case ESP_V6_FLOW:
6965 *pid = IPPROTO_ESP;
6966 break;
6967 default:
6968 *pid = 0;
6969 break;
6970 }
6971 }
6972
6973 static int niu_class_to_ethflow(u64 class, int *flow_type)
6974 {
6975 switch (class) {
6976 case CLASS_CODE_TCP_IPV4:
6977 *flow_type = TCP_V4_FLOW;
6978 break;
6979 case CLASS_CODE_UDP_IPV4:
6980 *flow_type = UDP_V4_FLOW;
6981 break;
6982 case CLASS_CODE_AH_ESP_IPV4:
6983 *flow_type = AH_V4_FLOW;
6984 break;
6985 case CLASS_CODE_SCTP_IPV4:
6986 *flow_type = SCTP_V4_FLOW;
6987 break;
6988 case CLASS_CODE_TCP_IPV6:
6989 *flow_type = TCP_V6_FLOW;
6990 break;
6991 case CLASS_CODE_UDP_IPV6:
6992 *flow_type = UDP_V6_FLOW;
6993 break;
6994 case CLASS_CODE_AH_ESP_IPV6:
6995 *flow_type = AH_V6_FLOW;
6996 break;
6997 case CLASS_CODE_SCTP_IPV6:
6998 *flow_type = SCTP_V6_FLOW;
6999 break;
7000 case CLASS_CODE_USER_PROG1:
7001 case CLASS_CODE_USER_PROG2:
7002 case CLASS_CODE_USER_PROG3:
7003 case CLASS_CODE_USER_PROG4:
7004 *flow_type = IP_USER_FLOW;
7005 break;
7006 default:
7007 return 0;
7008 }
7009
7010 return 1;
7011 }
7012
7013 static int niu_ethflow_to_class(int flow_type, u64 *class)
7014 {
7015 switch (flow_type) {
7016 case TCP_V4_FLOW:
7017 *class = CLASS_CODE_TCP_IPV4;
7018 break;
7019 case UDP_V4_FLOW:
7020 *class = CLASS_CODE_UDP_IPV4;
7021 break;
7022 case AH_ESP_V4_FLOW:
7023 case AH_V4_FLOW:
7024 case ESP_V4_FLOW:
7025 *class = CLASS_CODE_AH_ESP_IPV4;
7026 break;
7027 case SCTP_V4_FLOW:
7028 *class = CLASS_CODE_SCTP_IPV4;
7029 break;
7030 case TCP_V6_FLOW:
7031 *class = CLASS_CODE_TCP_IPV6;
7032 break;
7033 case UDP_V6_FLOW:
7034 *class = CLASS_CODE_UDP_IPV6;
7035 break;
7036 case AH_ESP_V6_FLOW:
7037 case AH_V6_FLOW:
7038 case ESP_V6_FLOW:
7039 *class = CLASS_CODE_AH_ESP_IPV6;
7040 break;
7041 case SCTP_V6_FLOW:
7042 *class = CLASS_CODE_SCTP_IPV6;
7043 break;
7044 default:
7045 return 0;
7046 }
7047
7048 return 1;
7049 }
7050
7051 static u64 niu_flowkey_to_ethflow(u64 flow_key)
7052 {
7053 u64 ethflow = 0;
7054
7055 if (flow_key & FLOW_KEY_L2DA)
7056 ethflow |= RXH_L2DA;
7057 if (flow_key & FLOW_KEY_VLAN)
7058 ethflow |= RXH_VLAN;
7059 if (flow_key & FLOW_KEY_IPSA)
7060 ethflow |= RXH_IP_SRC;
7061 if (flow_key & FLOW_KEY_IPDA)
7062 ethflow |= RXH_IP_DST;
7063 if (flow_key & FLOW_KEY_PROTO)
7064 ethflow |= RXH_L3_PROTO;
7065 if (flow_key & (FLOW_KEY_L4_BYTE12 << FLOW_KEY_L4_0_SHIFT))
7066 ethflow |= RXH_L4_B_0_1;
7067 if (flow_key & (FLOW_KEY_L4_BYTE12 << FLOW_KEY_L4_1_SHIFT))
7068 ethflow |= RXH_L4_B_2_3;
7069
7070 return ethflow;
7071
7072 }
7073
7074 static int niu_ethflow_to_flowkey(u64 ethflow, u64 *flow_key)
7075 {
7076 u64 key = 0;
7077
7078 if (ethflow & RXH_L2DA)
7079 key |= FLOW_KEY_L2DA;
7080 if (ethflow & RXH_VLAN)
7081 key |= FLOW_KEY_VLAN;
7082 if (ethflow & RXH_IP_SRC)
7083 key |= FLOW_KEY_IPSA;
7084 if (ethflow & RXH_IP_DST)
7085 key |= FLOW_KEY_IPDA;
7086 if (ethflow & RXH_L3_PROTO)
7087 key |= FLOW_KEY_PROTO;
7088 if (ethflow & RXH_L4_B_0_1)
7089 key |= (FLOW_KEY_L4_BYTE12 << FLOW_KEY_L4_0_SHIFT);
7090 if (ethflow & RXH_L4_B_2_3)
7091 key |= (FLOW_KEY_L4_BYTE12 << FLOW_KEY_L4_1_SHIFT);
7092
7093 *flow_key = key;
7094
7095 return 1;
7096
7097 }
7098
7099 static int niu_get_hash_opts(struct niu *np, struct ethtool_rxnfc *nfc)
7100 {
7101 u64 class;
7102
7103 nfc->data = 0;
7104
7105 if (!niu_ethflow_to_class(nfc->flow_type, &class))
7106 return -EINVAL;
7107
7108 if (np->parent->tcam_key[class - CLASS_CODE_USER_PROG1] &
7109 TCAM_KEY_DISC)
7110 nfc->data = RXH_DISCARD;
7111 else
7112 nfc->data = niu_flowkey_to_ethflow(np->parent->flow_key[class -
7113 CLASS_CODE_USER_PROG1]);
7114 return 0;
7115 }
7116
7117 static void niu_get_ip4fs_from_tcam_key(struct niu_tcam_entry *tp,
7118 struct ethtool_rx_flow_spec *fsp)
7119 {
7120 u32 tmp;
7121 u16 prt;
7122
7123 tmp = (tp->key[3] & TCAM_V4KEY3_SADDR) >> TCAM_V4KEY3_SADDR_SHIFT;
7124 fsp->h_u.tcp_ip4_spec.ip4src = cpu_to_be32(tmp);
7125
7126 tmp = (tp->key[3] & TCAM_V4KEY3_DADDR) >> TCAM_V4KEY3_DADDR_SHIFT;
7127 fsp->h_u.tcp_ip4_spec.ip4dst = cpu_to_be32(tmp);
7128
7129 tmp = (tp->key_mask[3] & TCAM_V4KEY3_SADDR) >> TCAM_V4KEY3_SADDR_SHIFT;
7130 fsp->m_u.tcp_ip4_spec.ip4src = cpu_to_be32(tmp);
7131
7132 tmp = (tp->key_mask[3] & TCAM_V4KEY3_DADDR) >> TCAM_V4KEY3_DADDR_SHIFT;
7133 fsp->m_u.tcp_ip4_spec.ip4dst = cpu_to_be32(tmp);
7134
7135 fsp->h_u.tcp_ip4_spec.tos = (tp->key[2] & TCAM_V4KEY2_TOS) >>
7136 TCAM_V4KEY2_TOS_SHIFT;
7137 fsp->m_u.tcp_ip4_spec.tos = (tp->key_mask[2] & TCAM_V4KEY2_TOS) >>
7138 TCAM_V4KEY2_TOS_SHIFT;
7139
7140 switch (fsp->flow_type) {
7141 case TCP_V4_FLOW:
7142 case UDP_V4_FLOW:
7143 case SCTP_V4_FLOW:
7144 prt = ((tp->key[2] & TCAM_V4KEY2_PORT_SPI) >>
7145 TCAM_V4KEY2_PORT_SPI_SHIFT) >> 16;
7146 fsp->h_u.tcp_ip4_spec.psrc = cpu_to_be16(prt);
7147
7148 prt = ((tp->key[2] & TCAM_V4KEY2_PORT_SPI) >>
7149 TCAM_V4KEY2_PORT_SPI_SHIFT) & 0xffff;
7150 fsp->h_u.tcp_ip4_spec.pdst = cpu_to_be16(prt);
7151
7152 prt = ((tp->key_mask[2] & TCAM_V4KEY2_PORT_SPI) >>
7153 TCAM_V4KEY2_PORT_SPI_SHIFT) >> 16;
7154 fsp->m_u.tcp_ip4_spec.psrc = cpu_to_be16(prt);
7155
7156 prt = ((tp->key_mask[2] & TCAM_V4KEY2_PORT_SPI) >>
7157 TCAM_V4KEY2_PORT_SPI_SHIFT) & 0xffff;
7158 fsp->m_u.tcp_ip4_spec.pdst = cpu_to_be16(prt);
7159 break;
7160 case AH_V4_FLOW:
7161 case ESP_V4_FLOW:
7162 tmp = (tp->key[2] & TCAM_V4KEY2_PORT_SPI) >>
7163 TCAM_V4KEY2_PORT_SPI_SHIFT;
7164 fsp->h_u.ah_ip4_spec.spi = cpu_to_be32(tmp);
7165
7166 tmp = (tp->key_mask[2] & TCAM_V4KEY2_PORT_SPI) >>
7167 TCAM_V4KEY2_PORT_SPI_SHIFT;
7168 fsp->m_u.ah_ip4_spec.spi = cpu_to_be32(tmp);
7169 break;
7170 case IP_USER_FLOW:
7171 tmp = (tp->key[2] & TCAM_V4KEY2_PORT_SPI) >>
7172 TCAM_V4KEY2_PORT_SPI_SHIFT;
7173 fsp->h_u.usr_ip4_spec.l4_4_bytes = cpu_to_be32(tmp);
7174
7175 tmp = (tp->key_mask[2] & TCAM_V4KEY2_PORT_SPI) >>
7176 TCAM_V4KEY2_PORT_SPI_SHIFT;
7177 fsp->m_u.usr_ip4_spec.l4_4_bytes = cpu_to_be32(tmp);
7178
7179 fsp->h_u.usr_ip4_spec.proto =
7180 (tp->key[2] & TCAM_V4KEY2_PROTO) >>
7181 TCAM_V4KEY2_PROTO_SHIFT;
7182 fsp->m_u.usr_ip4_spec.proto =
7183 (tp->key_mask[2] & TCAM_V4KEY2_PROTO) >>
7184 TCAM_V4KEY2_PROTO_SHIFT;
7185
7186 fsp->h_u.usr_ip4_spec.ip_ver = ETH_RX_NFC_IP4;
7187 break;
7188 default:
7189 break;
7190 }
7191 }
7192
7193 static int niu_get_ethtool_tcam_entry(struct niu *np,
7194 struct ethtool_rxnfc *nfc)
7195 {
7196 struct niu_parent *parent = np->parent;
7197 struct niu_tcam_entry *tp;
7198 struct ethtool_rx_flow_spec *fsp = &nfc->fs;
7199 u16 idx;
7200 u64 class;
7201 int ret = 0;
7202
7203 idx = tcam_get_index(np, (u16)nfc->fs.location);
7204
7205 tp = &parent->tcam[idx];
7206 if (!tp->valid) {
7207 netdev_info(np->dev, "niu%d: entry [%d] invalid for idx[%d]\n",
7208 parent->index, (u16)nfc->fs.location, idx);
7209 return -EINVAL;
7210 }
7211
7212 /* fill the flow spec entry */
7213 class = (tp->key[0] & TCAM_V4KEY0_CLASS_CODE) >>
7214 TCAM_V4KEY0_CLASS_CODE_SHIFT;
7215 ret = niu_class_to_ethflow(class, &fsp->flow_type);
7216
7217 if (ret < 0) {
7218 netdev_info(np->dev, "niu%d: niu_class_to_ethflow failed\n",
7219 parent->index);
7220 ret = -EINVAL;
7221 goto out;
7222 }
7223
7224 if (fsp->flow_type == AH_V4_FLOW || fsp->flow_type == AH_V6_FLOW) {
7225 u32 proto = (tp->key[2] & TCAM_V4KEY2_PROTO) >>
7226 TCAM_V4KEY2_PROTO_SHIFT;
7227 if (proto == IPPROTO_ESP) {
7228 if (fsp->flow_type == AH_V4_FLOW)
7229 fsp->flow_type = ESP_V4_FLOW;
7230 else
7231 fsp->flow_type = ESP_V6_FLOW;
7232 }
7233 }
7234
7235 switch (fsp->flow_type) {
7236 case TCP_V4_FLOW:
7237 case UDP_V4_FLOW:
7238 case SCTP_V4_FLOW:
7239 case AH_V4_FLOW:
7240 case ESP_V4_FLOW:
7241 niu_get_ip4fs_from_tcam_key(tp, fsp);
7242 break;
7243 case TCP_V6_FLOW:
7244 case UDP_V6_FLOW:
7245 case SCTP_V6_FLOW:
7246 case AH_V6_FLOW:
7247 case ESP_V6_FLOW:
7248 /* Not yet implemented */
7249 ret = -EINVAL;
7250 break;
7251 case IP_USER_FLOW:
7252 niu_get_ip4fs_from_tcam_key(tp, fsp);
7253 break;
7254 default:
7255 ret = -EINVAL;
7256 break;
7257 }
7258
7259 if (ret < 0)
7260 goto out;
7261
7262 if (tp->assoc_data & TCAM_ASSOCDATA_DISC)
7263 fsp->ring_cookie = RX_CLS_FLOW_DISC;
7264 else
7265 fsp->ring_cookie = (tp->assoc_data & TCAM_ASSOCDATA_OFFSET) >>
7266 TCAM_ASSOCDATA_OFFSET_SHIFT;
7267
7268 /* put the tcam size here */
7269 nfc->data = tcam_get_size(np);
7270 out:
7271 return ret;
7272 }
7273
7274 static int niu_get_ethtool_tcam_all(struct niu *np,
7275 struct ethtool_rxnfc *nfc,
7276 u32 *rule_locs)
7277 {
7278 struct niu_parent *parent = np->parent;
7279 struct niu_tcam_entry *tp;
7280 int i, idx, cnt;
7281 unsigned long flags;
7282 int ret = 0;
7283
7284 /* put the tcam size here */
7285 nfc->data = tcam_get_size(np);
7286
7287 niu_lock_parent(np, flags);
7288 for (cnt = 0, i = 0; i < nfc->data; i++) {
7289 idx = tcam_get_index(np, i);
7290 tp = &parent->tcam[idx];
7291 if (!tp->valid)
7292 continue;
7293 if (cnt == nfc->rule_cnt) {
7294 ret = -EMSGSIZE;
7295 break;
7296 }
7297 rule_locs[cnt] = i;
7298 cnt++;
7299 }
7300 niu_unlock_parent(np, flags);
7301
7302 return ret;
7303 }
7304
7305 static int niu_get_nfc(struct net_device *dev, struct ethtool_rxnfc *cmd,
7306 u32 *rule_locs)
7307 {
7308 struct niu *np = netdev_priv(dev);
7309 int ret = 0;
7310
7311 switch (cmd->cmd) {
7312 case ETHTOOL_GRXFH:
7313 ret = niu_get_hash_opts(np, cmd);
7314 break;
7315 case ETHTOOL_GRXRINGS:
7316 cmd->data = np->num_rx_rings;
7317 break;
7318 case ETHTOOL_GRXCLSRLCNT:
7319 cmd->rule_cnt = tcam_get_valid_entry_cnt(np);
7320 break;
7321 case ETHTOOL_GRXCLSRULE:
7322 ret = niu_get_ethtool_tcam_entry(np, cmd);
7323 break;
7324 case ETHTOOL_GRXCLSRLALL:
7325 ret = niu_get_ethtool_tcam_all(np, cmd, rule_locs);
7326 break;
7327 default:
7328 ret = -EINVAL;
7329 break;
7330 }
7331
7332 return ret;
7333 }
7334
7335 static int niu_set_hash_opts(struct niu *np, struct ethtool_rxnfc *nfc)
7336 {
7337 u64 class;
7338 u64 flow_key = 0;
7339 unsigned long flags;
7340
7341 if (!niu_ethflow_to_class(nfc->flow_type, &class))
7342 return -EINVAL;
7343
7344 if (class < CLASS_CODE_USER_PROG1 ||
7345 class > CLASS_CODE_SCTP_IPV6)
7346 return -EINVAL;
7347
7348 if (nfc->data & RXH_DISCARD) {
7349 niu_lock_parent(np, flags);
7350 flow_key = np->parent->tcam_key[class -
7351 CLASS_CODE_USER_PROG1];
7352 flow_key |= TCAM_KEY_DISC;
7353 nw64(TCAM_KEY(class - CLASS_CODE_USER_PROG1), flow_key);
7354 np->parent->tcam_key[class - CLASS_CODE_USER_PROG1] = flow_key;
7355 niu_unlock_parent(np, flags);
7356 return 0;
7357 } else {
7358 /* Discard was set before, but is not set now */
7359 if (np->parent->tcam_key[class - CLASS_CODE_USER_PROG1] &
7360 TCAM_KEY_DISC) {
7361 niu_lock_parent(np, flags);
7362 flow_key = np->parent->tcam_key[class -
7363 CLASS_CODE_USER_PROG1];
7364 flow_key &= ~TCAM_KEY_DISC;
7365 nw64(TCAM_KEY(class - CLASS_CODE_USER_PROG1),
7366 flow_key);
7367 np->parent->tcam_key[class - CLASS_CODE_USER_PROG1] =
7368 flow_key;
7369 niu_unlock_parent(np, flags);
7370 }
7371 }
7372
7373 if (!niu_ethflow_to_flowkey(nfc->data, &flow_key))
7374 return -EINVAL;
7375
7376 niu_lock_parent(np, flags);
7377 nw64(FLOW_KEY(class - CLASS_CODE_USER_PROG1), flow_key);
7378 np->parent->flow_key[class - CLASS_CODE_USER_PROG1] = flow_key;
7379 niu_unlock_parent(np, flags);
7380
7381 return 0;
7382 }
7383
7384 static void niu_get_tcamkey_from_ip4fs(struct ethtool_rx_flow_spec *fsp,
7385 struct niu_tcam_entry *tp,
7386 int l2_rdc_tab, u64 class)
7387 {
7388 u8 pid = 0;
7389 u32 sip, dip, sipm, dipm, spi, spim;
7390 u16 sport, dport, spm, dpm;
7391
7392 sip = be32_to_cpu(fsp->h_u.tcp_ip4_spec.ip4src);
7393 sipm = be32_to_cpu(fsp->m_u.tcp_ip4_spec.ip4src);
7394 dip = be32_to_cpu(fsp->h_u.tcp_ip4_spec.ip4dst);
7395 dipm = be32_to_cpu(fsp->m_u.tcp_ip4_spec.ip4dst);
7396
7397 tp->key[0] = class << TCAM_V4KEY0_CLASS_CODE_SHIFT;
7398 tp->key_mask[0] = TCAM_V4KEY0_CLASS_CODE;
7399 tp->key[1] = (u64)l2_rdc_tab << TCAM_V4KEY1_L2RDCNUM_SHIFT;
7400 tp->key_mask[1] = TCAM_V4KEY1_L2RDCNUM;
7401
7402 tp->key[3] = (u64)sip << TCAM_V4KEY3_SADDR_SHIFT;
7403 tp->key[3] |= dip;
7404
7405 tp->key_mask[3] = (u64)sipm << TCAM_V4KEY3_SADDR_SHIFT;
7406 tp->key_mask[3] |= dipm;
7407
7408 tp->key[2] |= ((u64)fsp->h_u.tcp_ip4_spec.tos <<
7409 TCAM_V4KEY2_TOS_SHIFT);
7410 tp->key_mask[2] |= ((u64)fsp->m_u.tcp_ip4_spec.tos <<
7411 TCAM_V4KEY2_TOS_SHIFT);
7412 switch (fsp->flow_type) {
7413 case TCP_V4_FLOW:
7414 case UDP_V4_FLOW:
7415 case SCTP_V4_FLOW:
7416 sport = be16_to_cpu(fsp->h_u.tcp_ip4_spec.psrc);
7417 spm = be16_to_cpu(fsp->m_u.tcp_ip4_spec.psrc);
7418 dport = be16_to_cpu(fsp->h_u.tcp_ip4_spec.pdst);
7419 dpm = be16_to_cpu(fsp->m_u.tcp_ip4_spec.pdst);
7420
7421 tp->key[2] |= (((u64)sport << 16) | dport);
7422 tp->key_mask[2] |= (((u64)spm << 16) | dpm);
7423 niu_ethflow_to_l3proto(fsp->flow_type, &pid);
7424 break;
7425 case AH_V4_FLOW:
7426 case ESP_V4_FLOW:
7427 spi = be32_to_cpu(fsp->h_u.ah_ip4_spec.spi);
7428 spim = be32_to_cpu(fsp->m_u.ah_ip4_spec.spi);
7429
7430 tp->key[2] |= spi;
7431 tp->key_mask[2] |= spim;
7432 niu_ethflow_to_l3proto(fsp->flow_type, &pid);
7433 break;
7434 case IP_USER_FLOW:
7435 spi = be32_to_cpu(fsp->h_u.usr_ip4_spec.l4_4_bytes);
7436 spim = be32_to_cpu(fsp->m_u.usr_ip4_spec.l4_4_bytes);
7437
7438 tp->key[2] |= spi;
7439 tp->key_mask[2] |= spim;
7440 pid = fsp->h_u.usr_ip4_spec.proto;
7441 break;
7442 default:
7443 break;
7444 }
7445
7446 tp->key[2] |= ((u64)pid << TCAM_V4KEY2_PROTO_SHIFT);
7447 if (pid) {
7448 tp->key_mask[2] |= TCAM_V4KEY2_PROTO;
7449 }
7450 }
7451
7452 static int niu_add_ethtool_tcam_entry(struct niu *np,
7453 struct ethtool_rxnfc *nfc)
7454 {
7455 struct niu_parent *parent = np->parent;
7456 struct niu_tcam_entry *tp;
7457 struct ethtool_rx_flow_spec *fsp = &nfc->fs;
7458 struct niu_rdc_tables *rdc_table = &parent->rdc_group_cfg[np->port];
7459 int l2_rdc_table = rdc_table->first_table_num;
7460 u16 idx;
7461 u64 class;
7462 unsigned long flags;
7463 int err, ret;
7464
7465 ret = 0;
7466
7467 idx = nfc->fs.location;
7468 if (idx >= tcam_get_size(np))
7469 return -EINVAL;
7470
7471 if (fsp->flow_type == IP_USER_FLOW) {
7472 int i;
7473 int add_usr_cls = 0;
7474 struct ethtool_usrip4_spec *uspec = &fsp->h_u.usr_ip4_spec;
7475 struct ethtool_usrip4_spec *umask = &fsp->m_u.usr_ip4_spec;
7476
7477 if (uspec->ip_ver != ETH_RX_NFC_IP4)
7478 return -EINVAL;
7479
7480 niu_lock_parent(np, flags);
7481
7482 for (i = 0; i < NIU_L3_PROG_CLS; i++) {
7483 if (parent->l3_cls[i]) {
7484 if (uspec->proto == parent->l3_cls_pid[i]) {
7485 class = parent->l3_cls[i];
7486 parent->l3_cls_refcnt[i]++;
7487 add_usr_cls = 1;
7488 break;
7489 }
7490 } else {
7491 /* Program new user IP class */
7492 switch (i) {
7493 case 0:
7494 class = CLASS_CODE_USER_PROG1;
7495 break;
7496 case 1:
7497 class = CLASS_CODE_USER_PROG2;
7498 break;
7499 case 2:
7500 class = CLASS_CODE_USER_PROG3;
7501 break;
7502 case 3:
7503 class = CLASS_CODE_USER_PROG4;
7504 break;
7505 default:
7506 break;
7507 }
7508 ret = tcam_user_ip_class_set(np, class, 0,
7509 uspec->proto,
7510 uspec->tos,
7511 umask->tos);
7512 if (ret)
7513 goto out;
7514
7515 ret = tcam_user_ip_class_enable(np, class, 1);
7516 if (ret)
7517 goto out;
7518 parent->l3_cls[i] = class;
7519 parent->l3_cls_pid[i] = uspec->proto;
7520 parent->l3_cls_refcnt[i]++;
7521 add_usr_cls = 1;
7522 break;
7523 }
7524 }
7525 if (!add_usr_cls) {
7526 netdev_info(np->dev, "niu%d: %s(): Could not find/insert class for pid %d\n",
7527 parent->index, __func__, uspec->proto);
7528 ret = -EINVAL;
7529 goto out;
7530 }
7531 niu_unlock_parent(np, flags);
7532 } else {
7533 if (!niu_ethflow_to_class(fsp->flow_type, &class)) {
7534 return -EINVAL;
7535 }
7536 }
7537
7538 niu_lock_parent(np, flags);
7539
7540 idx = tcam_get_index(np, idx);
7541 tp = &parent->tcam[idx];
7542
7543 memset(tp, 0, sizeof(*tp));
7544
7545 /* fill in the tcam key and mask */
7546 switch (fsp->flow_type) {
7547 case TCP_V4_FLOW:
7548 case UDP_V4_FLOW:
7549 case SCTP_V4_FLOW:
7550 case AH_V4_FLOW:
7551 case ESP_V4_FLOW:
7552 niu_get_tcamkey_from_ip4fs(fsp, tp, l2_rdc_table, class);
7553 break;
7554 case TCP_V6_FLOW:
7555 case UDP_V6_FLOW:
7556 case SCTP_V6_FLOW:
7557 case AH_V6_FLOW:
7558 case ESP_V6_FLOW:
7559 /* Not yet implemented */
7560 netdev_info(np->dev, "niu%d: In %s(): flow %d for IPv6 not implemented\n",
7561 parent->index, __func__, fsp->flow_type);
7562 ret = -EINVAL;
7563 goto out;
7564 case IP_USER_FLOW:
7565 niu_get_tcamkey_from_ip4fs(fsp, tp, l2_rdc_table, class);
7566 break;
7567 default:
7568 netdev_info(np->dev, "niu%d: In %s(): Unknown flow type %d\n",
7569 parent->index, __func__, fsp->flow_type);
7570 ret = -EINVAL;
7571 goto out;
7572 }
7573
7574 /* fill in the assoc data */
7575 if (fsp->ring_cookie == RX_CLS_FLOW_DISC) {
7576 tp->assoc_data = TCAM_ASSOCDATA_DISC;
7577 } else {
7578 if (fsp->ring_cookie >= np->num_rx_rings) {
7579 netdev_info(np->dev, "niu%d: In %s(): Invalid RX ring %lld\n",
7580 parent->index, __func__,
7581 (long long)fsp->ring_cookie);
7582 ret = -EINVAL;
7583 goto out;
7584 }
7585 tp->assoc_data = (TCAM_ASSOCDATA_TRES_USE_OFFSET |
7586 (fsp->ring_cookie <<
7587 TCAM_ASSOCDATA_OFFSET_SHIFT));
7588 }
7589
7590 err = tcam_write(np, idx, tp->key, tp->key_mask);
7591 if (err) {
7592 ret = -EINVAL;
7593 goto out;
7594 }
7595 err = tcam_assoc_write(np, idx, tp->assoc_data);
7596 if (err) {
7597 ret = -EINVAL;
7598 goto out;
7599 }
7600
7601 /* validate the entry */
7602 tp->valid = 1;
7603 np->clas.tcam_valid_entries++;
7604 out:
7605 niu_unlock_parent(np, flags);
7606
7607 return ret;
7608 }
7609
7610 static int niu_del_ethtool_tcam_entry(struct niu *np, u32 loc)
7611 {
7612 struct niu_parent *parent = np->parent;
7613 struct niu_tcam_entry *tp;
7614 u16 idx;
7615 unsigned long flags;
7616 u64 class;
7617 int ret = 0;
7618
7619 if (loc >= tcam_get_size(np))
7620 return -EINVAL;
7621
7622 niu_lock_parent(np, flags);
7623
7624 idx = tcam_get_index(np, loc);
7625 tp = &parent->tcam[idx];
7626
7627 /* if the entry is of a user defined class, then update*/
7628 class = (tp->key[0] & TCAM_V4KEY0_CLASS_CODE) >>
7629 TCAM_V4KEY0_CLASS_CODE_SHIFT;
7630
7631 if (class >= CLASS_CODE_USER_PROG1 && class <= CLASS_CODE_USER_PROG4) {
7632 int i;
7633 for (i = 0; i < NIU_L3_PROG_CLS; i++) {
7634 if (parent->l3_cls[i] == class) {
7635 parent->l3_cls_refcnt[i]--;
7636 if (!parent->l3_cls_refcnt[i]) {
7637 /* disable class */
7638 ret = tcam_user_ip_class_enable(np,
7639 class,
7640 0);
7641 if (ret)
7642 goto out;
7643 parent->l3_cls[i] = 0;
7644 parent->l3_cls_pid[i] = 0;
7645 }
7646 break;
7647 }
7648 }
7649 if (i == NIU_L3_PROG_CLS) {
7650 netdev_info(np->dev, "niu%d: In %s(): Usr class 0x%llx not found\n",
7651 parent->index, __func__,
7652 (unsigned long long)class);
7653 ret = -EINVAL;
7654 goto out;
7655 }
7656 }
7657
7658 ret = tcam_flush(np, idx);
7659 if (ret)
7660 goto out;
7661
7662 /* invalidate the entry */
7663 tp->valid = 0;
7664 np->clas.tcam_valid_entries--;
7665 out:
7666 niu_unlock_parent(np, flags);
7667
7668 return ret;
7669 }
7670
7671 static int niu_set_nfc(struct net_device *dev, struct ethtool_rxnfc *cmd)
7672 {
7673 struct niu *np = netdev_priv(dev);
7674 int ret = 0;
7675
7676 switch (cmd->cmd) {
7677 case ETHTOOL_SRXFH:
7678 ret = niu_set_hash_opts(np, cmd);
7679 break;
7680 case ETHTOOL_SRXCLSRLINS:
7681 ret = niu_add_ethtool_tcam_entry(np, cmd);
7682 break;
7683 case ETHTOOL_SRXCLSRLDEL:
7684 ret = niu_del_ethtool_tcam_entry(np, cmd->fs.location);
7685 break;
7686 default:
7687 ret = -EINVAL;
7688 break;
7689 }
7690
7691 return ret;
7692 }
7693
7694 static const struct {
7695 const char string[ETH_GSTRING_LEN];
7696 } niu_xmac_stat_keys[] = {
7697 { "tx_frames" },
7698 { "tx_bytes" },
7699 { "tx_fifo_errors" },
7700 { "tx_overflow_errors" },
7701 { "tx_max_pkt_size_errors" },
7702 { "tx_underflow_errors" },
7703 { "rx_local_faults" },
7704 { "rx_remote_faults" },
7705 { "rx_link_faults" },
7706 { "rx_align_errors" },
7707 { "rx_frags" },
7708 { "rx_mcasts" },
7709 { "rx_bcasts" },
7710 { "rx_hist_cnt1" },
7711 { "rx_hist_cnt2" },
7712 { "rx_hist_cnt3" },
7713 { "rx_hist_cnt4" },
7714 { "rx_hist_cnt5" },
7715 { "rx_hist_cnt6" },
7716 { "rx_hist_cnt7" },
7717 { "rx_octets" },
7718 { "rx_code_violations" },
7719 { "rx_len_errors" },
7720 { "rx_crc_errors" },
7721 { "rx_underflows" },
7722 { "rx_overflows" },
7723 { "pause_off_state" },
7724 { "pause_on_state" },
7725 { "pause_received" },
7726 };
7727
7728 #define NUM_XMAC_STAT_KEYS ARRAY_SIZE(niu_xmac_stat_keys)
7729
7730 static const struct {
7731 const char string[ETH_GSTRING_LEN];
7732 } niu_bmac_stat_keys[] = {
7733 { "tx_underflow_errors" },
7734 { "tx_max_pkt_size_errors" },
7735 { "tx_bytes" },
7736 { "tx_frames" },
7737 { "rx_overflows" },
7738 { "rx_frames" },
7739 { "rx_align_errors" },
7740 { "rx_crc_errors" },
7741 { "rx_len_errors" },
7742 { "pause_off_state" },
7743 { "pause_on_state" },
7744 { "pause_received" },
7745 };
7746
7747 #define NUM_BMAC_STAT_KEYS ARRAY_SIZE(niu_bmac_stat_keys)
7748
7749 static const struct {
7750 const char string[ETH_GSTRING_LEN];
7751 } niu_rxchan_stat_keys[] = {
7752 { "rx_channel" },
7753 { "rx_packets" },
7754 { "rx_bytes" },
7755 { "rx_dropped" },
7756 { "rx_errors" },
7757 };
7758
7759 #define NUM_RXCHAN_STAT_KEYS ARRAY_SIZE(niu_rxchan_stat_keys)
7760
7761 static const struct {
7762 const char string[ETH_GSTRING_LEN];
7763 } niu_txchan_stat_keys[] = {
7764 { "tx_channel" },
7765 { "tx_packets" },
7766 { "tx_bytes" },
7767 { "tx_errors" },
7768 };
7769
7770 #define NUM_TXCHAN_STAT_KEYS ARRAY_SIZE(niu_txchan_stat_keys)
7771
7772 static void niu_get_strings(struct net_device *dev, u32 stringset, u8 *data)
7773 {
7774 struct niu *np = netdev_priv(dev);
7775 int i;
7776
7777 if (stringset != ETH_SS_STATS)
7778 return;
7779
7780 if (np->flags & NIU_FLAGS_XMAC) {
7781 memcpy(data, niu_xmac_stat_keys,
7782 sizeof(niu_xmac_stat_keys));
7783 data += sizeof(niu_xmac_stat_keys);
7784 } else {
7785 memcpy(data, niu_bmac_stat_keys,
7786 sizeof(niu_bmac_stat_keys));
7787 data += sizeof(niu_bmac_stat_keys);
7788 }
7789 for (i = 0; i < np->num_rx_rings; i++) {
7790 memcpy(data, niu_rxchan_stat_keys,
7791 sizeof(niu_rxchan_stat_keys));
7792 data += sizeof(niu_rxchan_stat_keys);
7793 }
7794 for (i = 0; i < np->num_tx_rings; i++) {
7795 memcpy(data, niu_txchan_stat_keys,
7796 sizeof(niu_txchan_stat_keys));
7797 data += sizeof(niu_txchan_stat_keys);
7798 }
7799 }
7800
7801 static int niu_get_sset_count(struct net_device *dev, int stringset)
7802 {
7803 struct niu *np = netdev_priv(dev);
7804
7805 if (stringset != ETH_SS_STATS)
7806 return -EINVAL;
7807
7808 return (np->flags & NIU_FLAGS_XMAC ?
7809 NUM_XMAC_STAT_KEYS :
7810 NUM_BMAC_STAT_KEYS) +
7811 (np->num_rx_rings * NUM_RXCHAN_STAT_KEYS) +
7812 (np->num_tx_rings * NUM_TXCHAN_STAT_KEYS);
7813 }
7814
7815 static void niu_get_ethtool_stats(struct net_device *dev,
7816 struct ethtool_stats *stats, u64 *data)
7817 {
7818 struct niu *np = netdev_priv(dev);
7819 int i;
7820
7821 niu_sync_mac_stats(np);
7822 if (np->flags & NIU_FLAGS_XMAC) {
7823 memcpy(data, &np->mac_stats.xmac,
7824 sizeof(struct niu_xmac_stats));
7825 data += (sizeof(struct niu_xmac_stats) / sizeof(u64));
7826 } else {
7827 memcpy(data, &np->mac_stats.bmac,
7828 sizeof(struct niu_bmac_stats));
7829 data += (sizeof(struct niu_bmac_stats) / sizeof(u64));
7830 }
7831 for (i = 0; i < np->num_rx_rings; i++) {
7832 struct rx_ring_info *rp = &np->rx_rings[i];
7833
7834 niu_sync_rx_discard_stats(np, rp, 0);
7835
7836 data[0] = rp->rx_channel;
7837 data[1] = rp->rx_packets;
7838 data[2] = rp->rx_bytes;
7839 data[3] = rp->rx_dropped;
7840 data[4] = rp->rx_errors;
7841 data += 5;
7842 }
7843 for (i = 0; i < np->num_tx_rings; i++) {
7844 struct tx_ring_info *rp = &np->tx_rings[i];
7845
7846 data[0] = rp->tx_channel;
7847 data[1] = rp->tx_packets;
7848 data[2] = rp->tx_bytes;
7849 data[3] = rp->tx_errors;
7850 data += 4;
7851 }
7852 }
7853
7854 static u64 niu_led_state_save(struct niu *np)
7855 {
7856 if (np->flags & NIU_FLAGS_XMAC)
7857 return nr64_mac(XMAC_CONFIG);
7858 else
7859 return nr64_mac(BMAC_XIF_CONFIG);
7860 }
7861
7862 static void niu_led_state_restore(struct niu *np, u64 val)
7863 {
7864 if (np->flags & NIU_FLAGS_XMAC)
7865 nw64_mac(XMAC_CONFIG, val);
7866 else
7867 nw64_mac(BMAC_XIF_CONFIG, val);
7868 }
7869
7870 static void niu_force_led(struct niu *np, int on)
7871 {
7872 u64 val, reg, bit;
7873
7874 if (np->flags & NIU_FLAGS_XMAC) {
7875 reg = XMAC_CONFIG;
7876 bit = XMAC_CONFIG_FORCE_LED_ON;
7877 } else {
7878 reg = BMAC_XIF_CONFIG;
7879 bit = BMAC_XIF_CONFIG_LINK_LED;
7880 }
7881
7882 val = nr64_mac(reg);
7883 if (on)
7884 val |= bit;
7885 else
7886 val &= ~bit;
7887 nw64_mac(reg, val);
7888 }
7889
7890 static int niu_set_phys_id(struct net_device *dev,
7891 enum ethtool_phys_id_state state)
7892
7893 {
7894 struct niu *np = netdev_priv(dev);
7895
7896 if (!netif_running(dev))
7897 return -EAGAIN;
7898
7899 switch (state) {
7900 case ETHTOOL_ID_ACTIVE:
7901 np->orig_led_state = niu_led_state_save(np);
7902 return 1; /* cycle on/off once per second */
7903
7904 case ETHTOOL_ID_ON:
7905 niu_force_led(np, 1);
7906 break;
7907
7908 case ETHTOOL_ID_OFF:
7909 niu_force_led(np, 0);
7910 break;
7911
7912 case ETHTOOL_ID_INACTIVE:
7913 niu_led_state_restore(np, np->orig_led_state);
7914 }
7915
7916 return 0;
7917 }
7918
7919 static const struct ethtool_ops niu_ethtool_ops = {
7920 .get_drvinfo = niu_get_drvinfo,
7921 .get_link = ethtool_op_get_link,
7922 .get_msglevel = niu_get_msglevel,
7923 .set_msglevel = niu_set_msglevel,
7924 .nway_reset = niu_nway_reset,
7925 .get_eeprom_len = niu_get_eeprom_len,
7926 .get_eeprom = niu_get_eeprom,
7927 .get_settings = niu_get_settings,
7928 .set_settings = niu_set_settings,
7929 .get_strings = niu_get_strings,
7930 .get_sset_count = niu_get_sset_count,
7931 .get_ethtool_stats = niu_get_ethtool_stats,
7932 .set_phys_id = niu_set_phys_id,
7933 .get_rxnfc = niu_get_nfc,
7934 .set_rxnfc = niu_set_nfc,
7935 };
7936
7937 static int niu_ldg_assign_ldn(struct niu *np, struct niu_parent *parent,
7938 int ldg, int ldn)
7939 {
7940 if (ldg < NIU_LDG_MIN || ldg > NIU_LDG_MAX)
7941 return -EINVAL;
7942 if (ldn < 0 || ldn > LDN_MAX)
7943 return -EINVAL;
7944
7945 parent->ldg_map[ldn] = ldg;
7946
7947 if (np->parent->plat_type == PLAT_TYPE_NIU) {
7948 /* On N2 NIU, the ldn-->ldg assignments are setup and fixed by
7949 * the firmware, and we're not supposed to change them.
7950 * Validate the mapping, because if it's wrong we probably
7951 * won't get any interrupts and that's painful to debug.
7952 */
7953 if (nr64(LDG_NUM(ldn)) != ldg) {
7954 dev_err(np->device, "Port %u, mis-matched LDG assignment for ldn %d, should be %d is %llu\n",
7955 np->port, ldn, ldg,
7956 (unsigned long long) nr64(LDG_NUM(ldn)));
7957 return -EINVAL;
7958 }
7959 } else
7960 nw64(LDG_NUM(ldn), ldg);
7961
7962 return 0;
7963 }
7964
7965 static int niu_set_ldg_timer_res(struct niu *np, int res)
7966 {
7967 if (res < 0 || res > LDG_TIMER_RES_VAL)
7968 return -EINVAL;
7969
7970
7971 nw64(LDG_TIMER_RES, res);
7972
7973 return 0;
7974 }
7975
7976 static int niu_set_ldg_sid(struct niu *np, int ldg, int func, int vector)
7977 {
7978 if ((ldg < NIU_LDG_MIN || ldg > NIU_LDG_MAX) ||
7979 (func < 0 || func > 3) ||
7980 (vector < 0 || vector > 0x1f))
7981 return -EINVAL;
7982
7983 nw64(SID(ldg), (func << SID_FUNC_SHIFT) | vector);
7984
7985 return 0;
7986 }
7987
7988 static int __devinit niu_pci_eeprom_read(struct niu *np, u32 addr)
7989 {
7990 u64 frame, frame_base = (ESPC_PIO_STAT_READ_START |
7991 (addr << ESPC_PIO_STAT_ADDR_SHIFT));
7992 int limit;
7993
7994 if (addr > (ESPC_PIO_STAT_ADDR >> ESPC_PIO_STAT_ADDR_SHIFT))
7995 return -EINVAL;
7996
7997 frame = frame_base;
7998 nw64(ESPC_PIO_STAT, frame);
7999 limit = 64;
8000 do {
8001 udelay(5);
8002 frame = nr64(ESPC_PIO_STAT);
8003 if (frame & ESPC_PIO_STAT_READ_END)
8004 break;
8005 } while (limit--);
8006 if (!(frame & ESPC_PIO_STAT_READ_END)) {
8007 dev_err(np->device, "EEPROM read timeout frame[%llx]\n",
8008 (unsigned long long) frame);
8009 return -ENODEV;
8010 }
8011
8012 frame = frame_base;
8013 nw64(ESPC_PIO_STAT, frame);
8014 limit = 64;
8015 do {
8016 udelay(5);
8017 frame = nr64(ESPC_PIO_STAT);
8018 if (frame & ESPC_PIO_STAT_READ_END)
8019 break;
8020 } while (limit--);
8021 if (!(frame & ESPC_PIO_STAT_READ_END)) {
8022 dev_err(np->device, "EEPROM read timeout frame[%llx]\n",
8023 (unsigned long long) frame);
8024 return -ENODEV;
8025 }
8026
8027 frame = nr64(ESPC_PIO_STAT);
8028 return (frame & ESPC_PIO_STAT_DATA) >> ESPC_PIO_STAT_DATA_SHIFT;
8029 }
8030
8031 static int __devinit niu_pci_eeprom_read16(struct niu *np, u32 off)
8032 {
8033 int err = niu_pci_eeprom_read(np, off);
8034 u16 val;
8035
8036 if (err < 0)
8037 return err;
8038 val = (err << 8);
8039 err = niu_pci_eeprom_read(np, off + 1);
8040 if (err < 0)
8041 return err;
8042 val |= (err & 0xff);
8043
8044 return val;
8045 }
8046
8047 static int __devinit niu_pci_eeprom_read16_swp(struct niu *np, u32 off)
8048 {
8049 int err = niu_pci_eeprom_read(np, off);
8050 u16 val;
8051
8052 if (err < 0)
8053 return err;
8054
8055 val = (err & 0xff);
8056 err = niu_pci_eeprom_read(np, off + 1);
8057 if (err < 0)
8058 return err;
8059
8060 val |= (err & 0xff) << 8;
8061
8062 return val;
8063 }
8064
8065 static int __devinit niu_pci_vpd_get_propname(struct niu *np,
8066 u32 off,
8067 char *namebuf,
8068 int namebuf_len)
8069 {
8070 int i;
8071
8072 for (i = 0; i < namebuf_len; i++) {
8073 int err = niu_pci_eeprom_read(np, off + i);
8074 if (err < 0)
8075 return err;
8076 *namebuf++ = err;
8077 if (!err)
8078 break;
8079 }
8080 if (i >= namebuf_len)
8081 return -EINVAL;
8082
8083 return i + 1;
8084 }
8085
8086 static void __devinit niu_vpd_parse_version(struct niu *np)
8087 {
8088 struct niu_vpd *vpd = &np->vpd;
8089 int len = strlen(vpd->version) + 1;
8090 const char *s = vpd->version;
8091 int i;
8092
8093 for (i = 0; i < len - 5; i++) {
8094 if (!strncmp(s + i, "FCode ", 6))
8095 break;
8096 }
8097 if (i >= len - 5)
8098 return;
8099
8100 s += i + 5;
8101 sscanf(s, "%d.%d", &vpd->fcode_major, &vpd->fcode_minor);
8102
8103 netif_printk(np, probe, KERN_DEBUG, np->dev,
8104 "VPD_SCAN: FCODE major(%d) minor(%d)\n",
8105 vpd->fcode_major, vpd->fcode_minor);
8106 if (vpd->fcode_major > NIU_VPD_MIN_MAJOR ||
8107 (vpd->fcode_major == NIU_VPD_MIN_MAJOR &&
8108 vpd->fcode_minor >= NIU_VPD_MIN_MINOR))
8109 np->flags |= NIU_FLAGS_VPD_VALID;
8110 }
8111
8112 /* ESPC_PIO_EN_ENABLE must be set */
8113 static int __devinit niu_pci_vpd_scan_props(struct niu *np,
8114 u32 start, u32 end)
8115 {
8116 unsigned int found_mask = 0;
8117 #define FOUND_MASK_MODEL 0x00000001
8118 #define FOUND_MASK_BMODEL 0x00000002
8119 #define FOUND_MASK_VERS 0x00000004
8120 #define FOUND_MASK_MAC 0x00000008
8121 #define FOUND_MASK_NMAC 0x00000010
8122 #define FOUND_MASK_PHY 0x00000020
8123 #define FOUND_MASK_ALL 0x0000003f
8124
8125 netif_printk(np, probe, KERN_DEBUG, np->dev,
8126 "VPD_SCAN: start[%x] end[%x]\n", start, end);
8127 while (start < end) {
8128 int len, err, prop_len;
8129 char namebuf[64];
8130 u8 *prop_buf;
8131 int max_len;
8132
8133 if (found_mask == FOUND_MASK_ALL) {
8134 niu_vpd_parse_version(np);
8135 return 1;
8136 }
8137
8138 err = niu_pci_eeprom_read(np, start + 2);
8139 if (err < 0)
8140 return err;
8141 len = err;
8142 start += 3;
8143
8144 prop_len = niu_pci_eeprom_read(np, start + 4);
8145 err = niu_pci_vpd_get_propname(np, start + 5, namebuf, 64);
8146 if (err < 0)
8147 return err;
8148
8149 prop_buf = NULL;
8150 max_len = 0;
8151 if (!strcmp(namebuf, "model")) {
8152 prop_buf = np->vpd.model;
8153 max_len = NIU_VPD_MODEL_MAX;
8154 found_mask |= FOUND_MASK_MODEL;
8155 } else if (!strcmp(namebuf, "board-model")) {
8156 prop_buf = np->vpd.board_model;
8157 max_len = NIU_VPD_BD_MODEL_MAX;
8158 found_mask |= FOUND_MASK_BMODEL;
8159 } else if (!strcmp(namebuf, "version")) {
8160 prop_buf = np->vpd.version;
8161 max_len = NIU_VPD_VERSION_MAX;
8162 found_mask |= FOUND_MASK_VERS;
8163 } else if (!strcmp(namebuf, "local-mac-address")) {
8164 prop_buf = np->vpd.local_mac;
8165 max_len = ETH_ALEN;
8166 found_mask |= FOUND_MASK_MAC;
8167 } else if (!strcmp(namebuf, "num-mac-addresses")) {
8168 prop_buf = &np->vpd.mac_num;
8169 max_len = 1;
8170 found_mask |= FOUND_MASK_NMAC;
8171 } else if (!strcmp(namebuf, "phy-type")) {
8172 prop_buf = np->vpd.phy_type;
8173 max_len = NIU_VPD_PHY_TYPE_MAX;
8174 found_mask |= FOUND_MASK_PHY;
8175 }
8176
8177 if (max_len && prop_len > max_len) {
8178 dev_err(np->device, "Property '%s' length (%d) is too long\n", namebuf, prop_len);
8179 return -EINVAL;
8180 }
8181
8182 if (prop_buf) {
8183 u32 off = start + 5 + err;
8184 int i;
8185
8186 netif_printk(np, probe, KERN_DEBUG, np->dev,
8187 "VPD_SCAN: Reading in property [%s] len[%d]\n",
8188 namebuf, prop_len);
8189 for (i = 0; i < prop_len; i++)
8190 *prop_buf++ = niu_pci_eeprom_read(np, off + i);
8191 }
8192
8193 start += len;
8194 }
8195
8196 return 0;
8197 }
8198
8199 /* ESPC_PIO_EN_ENABLE must be set */
8200 static void __devinit niu_pci_vpd_fetch(struct niu *np, u32 start)
8201 {
8202 u32 offset;
8203 int err;
8204
8205 err = niu_pci_eeprom_read16_swp(np, start + 1);
8206 if (err < 0)
8207 return;
8208
8209 offset = err + 3;
8210
8211 while (start + offset < ESPC_EEPROM_SIZE) {
8212 u32 here = start + offset;
8213 u32 end;
8214
8215 err = niu_pci_eeprom_read(np, here);
8216 if (err != 0x90)
8217 return;
8218
8219 err = niu_pci_eeprom_read16_swp(np, here + 1);
8220 if (err < 0)
8221 return;
8222
8223 here = start + offset + 3;
8224 end = start + offset + err;
8225
8226 offset += err;
8227
8228 err = niu_pci_vpd_scan_props(np, here, end);
8229 if (err < 0 || err == 1)
8230 return;
8231 }
8232 }
8233
8234 /* ESPC_PIO_EN_ENABLE must be set */
8235 static u32 __devinit niu_pci_vpd_offset(struct niu *np)
8236 {
8237 u32 start = 0, end = ESPC_EEPROM_SIZE, ret;
8238 int err;
8239
8240 while (start < end) {
8241 ret = start;
8242
8243 /* ROM header signature? */
8244 err = niu_pci_eeprom_read16(np, start + 0);
8245 if (err != 0x55aa)
8246 return 0;
8247
8248 /* Apply offset to PCI data structure. */
8249 err = niu_pci_eeprom_read16(np, start + 23);
8250 if (err < 0)
8251 return 0;
8252 start += err;
8253
8254 /* Check for "PCIR" signature. */
8255 err = niu_pci_eeprom_read16(np, start + 0);
8256 if (err != 0x5043)
8257 return 0;
8258 err = niu_pci_eeprom_read16(np, start + 2);
8259 if (err != 0x4952)
8260 return 0;
8261
8262 /* Check for OBP image type. */
8263 err = niu_pci_eeprom_read(np, start + 20);
8264 if (err < 0)
8265 return 0;
8266 if (err != 0x01) {
8267 err = niu_pci_eeprom_read(np, ret + 2);
8268 if (err < 0)
8269 return 0;
8270
8271 start = ret + (err * 512);
8272 continue;
8273 }
8274
8275 err = niu_pci_eeprom_read16_swp(np, start + 8);
8276 if (err < 0)
8277 return err;
8278 ret += err;
8279
8280 err = niu_pci_eeprom_read(np, ret + 0);
8281 if (err != 0x82)
8282 return 0;
8283
8284 return ret;
8285 }
8286
8287 return 0;
8288 }
8289
8290 static int __devinit niu_phy_type_prop_decode(struct niu *np,
8291 const char *phy_prop)
8292 {
8293 if (!strcmp(phy_prop, "mif")) {
8294 /* 1G copper, MII */
8295 np->flags &= ~(NIU_FLAGS_FIBER |
8296 NIU_FLAGS_10G);
8297 np->mac_xcvr = MAC_XCVR_MII;
8298 } else if (!strcmp(phy_prop, "xgf")) {
8299 /* 10G fiber, XPCS */
8300 np->flags |= (NIU_FLAGS_10G |
8301 NIU_FLAGS_FIBER);
8302 np->mac_xcvr = MAC_XCVR_XPCS;
8303 } else if (!strcmp(phy_prop, "pcs")) {
8304 /* 1G fiber, PCS */
8305 np->flags &= ~NIU_FLAGS_10G;
8306 np->flags |= NIU_FLAGS_FIBER;
8307 np->mac_xcvr = MAC_XCVR_PCS;
8308 } else if (!strcmp(phy_prop, "xgc")) {
8309 /* 10G copper, XPCS */
8310 np->flags |= NIU_FLAGS_10G;
8311 np->flags &= ~NIU_FLAGS_FIBER;
8312 np->mac_xcvr = MAC_XCVR_XPCS;
8313 } else if (!strcmp(phy_prop, "xgsd") || !strcmp(phy_prop, "gsd")) {
8314 /* 10G Serdes or 1G Serdes, default to 10G */
8315 np->flags |= NIU_FLAGS_10G;
8316 np->flags &= ~NIU_FLAGS_FIBER;
8317 np->flags |= NIU_FLAGS_XCVR_SERDES;
8318 np->mac_xcvr = MAC_XCVR_XPCS;
8319 } else {
8320 return -EINVAL;
8321 }
8322 return 0;
8323 }
8324
8325 static int niu_pci_vpd_get_nports(struct niu *np)
8326 {
8327 int ports = 0;
8328
8329 if ((!strcmp(np->vpd.model, NIU_QGC_LP_MDL_STR)) ||
8330 (!strcmp(np->vpd.model, NIU_QGC_PEM_MDL_STR)) ||
8331 (!strcmp(np->vpd.model, NIU_MARAMBA_MDL_STR)) ||
8332 (!strcmp(np->vpd.model, NIU_KIMI_MDL_STR)) ||
8333 (!strcmp(np->vpd.model, NIU_ALONSO_MDL_STR))) {
8334 ports = 4;
8335 } else if ((!strcmp(np->vpd.model, NIU_2XGF_LP_MDL_STR)) ||
8336 (!strcmp(np->vpd.model, NIU_2XGF_PEM_MDL_STR)) ||
8337 (!strcmp(np->vpd.model, NIU_FOXXY_MDL_STR)) ||
8338 (!strcmp(np->vpd.model, NIU_2XGF_MRVL_MDL_STR))) {
8339 ports = 2;
8340 }
8341
8342 return ports;
8343 }
8344
8345 static void __devinit niu_pci_vpd_validate(struct niu *np)
8346 {
8347 struct net_device *dev = np->dev;
8348 struct niu_vpd *vpd = &np->vpd;
8349 u8 val8;
8350
8351 if (!is_valid_ether_addr(&vpd->local_mac[0])) {
8352 dev_err(np->device, "VPD MAC invalid, falling back to SPROM\n");
8353
8354 np->flags &= ~NIU_FLAGS_VPD_VALID;
8355 return;
8356 }
8357
8358 if (!strcmp(np->vpd.model, NIU_ALONSO_MDL_STR) ||
8359 !strcmp(np->vpd.model, NIU_KIMI_MDL_STR)) {
8360 np->flags |= NIU_FLAGS_10G;
8361 np->flags &= ~NIU_FLAGS_FIBER;
8362 np->flags |= NIU_FLAGS_XCVR_SERDES;
8363 np->mac_xcvr = MAC_XCVR_PCS;
8364 if (np->port > 1) {
8365 np->flags |= NIU_FLAGS_FIBER;
8366 np->flags &= ~NIU_FLAGS_10G;
8367 }
8368 if (np->flags & NIU_FLAGS_10G)
8369 np->mac_xcvr = MAC_XCVR_XPCS;
8370 } else if (!strcmp(np->vpd.model, NIU_FOXXY_MDL_STR)) {
8371 np->flags |= (NIU_FLAGS_10G | NIU_FLAGS_FIBER |
8372 NIU_FLAGS_HOTPLUG_PHY);
8373 } else if (niu_phy_type_prop_decode(np, np->vpd.phy_type)) {
8374 dev_err(np->device, "Illegal phy string [%s]\n",
8375 np->vpd.phy_type);
8376 dev_err(np->device, "Falling back to SPROM\n");
8377 np->flags &= ~NIU_FLAGS_VPD_VALID;
8378 return;
8379 }
8380
8381 memcpy(dev->perm_addr, vpd->local_mac, ETH_ALEN);
8382
8383 val8 = dev->perm_addr[5];
8384 dev->perm_addr[5] += np->port;
8385 if (dev->perm_addr[5] < val8)
8386 dev->perm_addr[4]++;
8387
8388 memcpy(dev->dev_addr, dev->perm_addr, dev->addr_len);
8389 }
8390
8391 static int __devinit niu_pci_probe_sprom(struct niu *np)
8392 {
8393 struct net_device *dev = np->dev;
8394 int len, i;
8395 u64 val, sum;
8396 u8 val8;
8397
8398 val = (nr64(ESPC_VER_IMGSZ) & ESPC_VER_IMGSZ_IMGSZ);
8399 val >>= ESPC_VER_IMGSZ_IMGSZ_SHIFT;
8400 len = val / 4;
8401
8402 np->eeprom_len = len;
8403
8404 netif_printk(np, probe, KERN_DEBUG, np->dev,
8405 "SPROM: Image size %llu\n", (unsigned long long)val);
8406
8407 sum = 0;
8408 for (i = 0; i < len; i++) {
8409 val = nr64(ESPC_NCR(i));
8410 sum += (val >> 0) & 0xff;
8411 sum += (val >> 8) & 0xff;
8412 sum += (val >> 16) & 0xff;
8413 sum += (val >> 24) & 0xff;
8414 }
8415 netif_printk(np, probe, KERN_DEBUG, np->dev,
8416 "SPROM: Checksum %x\n", (int)(sum & 0xff));
8417 if ((sum & 0xff) != 0xab) {
8418 dev_err(np->device, "Bad SPROM checksum (%x, should be 0xab)\n", (int)(sum & 0xff));
8419 return -EINVAL;
8420 }
8421
8422 val = nr64(ESPC_PHY_TYPE);
8423 switch (np->port) {
8424 case 0:
8425 val8 = (val & ESPC_PHY_TYPE_PORT0) >>
8426 ESPC_PHY_TYPE_PORT0_SHIFT;
8427 break;
8428 case 1:
8429 val8 = (val & ESPC_PHY_TYPE_PORT1) >>
8430 ESPC_PHY_TYPE_PORT1_SHIFT;
8431 break;
8432 case 2:
8433 val8 = (val & ESPC_PHY_TYPE_PORT2) >>
8434 ESPC_PHY_TYPE_PORT2_SHIFT;
8435 break;
8436 case 3:
8437 val8 = (val & ESPC_PHY_TYPE_PORT3) >>
8438 ESPC_PHY_TYPE_PORT3_SHIFT;
8439 break;
8440 default:
8441 dev_err(np->device, "Bogus port number %u\n",
8442 np->port);
8443 return -EINVAL;
8444 }
8445 netif_printk(np, probe, KERN_DEBUG, np->dev,
8446 "SPROM: PHY type %x\n", val8);
8447
8448 switch (val8) {
8449 case ESPC_PHY_TYPE_1G_COPPER:
8450 /* 1G copper, MII */
8451 np->flags &= ~(NIU_FLAGS_FIBER |
8452 NIU_FLAGS_10G);
8453 np->mac_xcvr = MAC_XCVR_MII;
8454 break;
8455
8456 case ESPC_PHY_TYPE_1G_FIBER:
8457 /* 1G fiber, PCS */
8458 np->flags &= ~NIU_FLAGS_10G;
8459 np->flags |= NIU_FLAGS_FIBER;
8460 np->mac_xcvr = MAC_XCVR_PCS;
8461 break;
8462
8463 case ESPC_PHY_TYPE_10G_COPPER:
8464 /* 10G copper, XPCS */
8465 np->flags |= NIU_FLAGS_10G;
8466 np->flags &= ~NIU_FLAGS_FIBER;
8467 np->mac_xcvr = MAC_XCVR_XPCS;
8468 break;
8469
8470 case ESPC_PHY_TYPE_10G_FIBER:
8471 /* 10G fiber, XPCS */
8472 np->flags |= (NIU_FLAGS_10G |
8473 NIU_FLAGS_FIBER);
8474 np->mac_xcvr = MAC_XCVR_XPCS;
8475 break;
8476
8477 default:
8478 dev_err(np->device, "Bogus SPROM phy type %u\n", val8);
8479 return -EINVAL;
8480 }
8481
8482 val = nr64(ESPC_MAC_ADDR0);
8483 netif_printk(np, probe, KERN_DEBUG, np->dev,
8484 "SPROM: MAC_ADDR0[%08llx]\n", (unsigned long long)val);
8485 dev->perm_addr[0] = (val >> 0) & 0xff;
8486 dev->perm_addr[1] = (val >> 8) & 0xff;
8487 dev->perm_addr[2] = (val >> 16) & 0xff;
8488 dev->perm_addr[3] = (val >> 24) & 0xff;
8489
8490 val = nr64(ESPC_MAC_ADDR1);
8491 netif_printk(np, probe, KERN_DEBUG, np->dev,
8492 "SPROM: MAC_ADDR1[%08llx]\n", (unsigned long long)val);
8493 dev->perm_addr[4] = (val >> 0) & 0xff;
8494 dev->perm_addr[5] = (val >> 8) & 0xff;
8495
8496 if (!is_valid_ether_addr(&dev->perm_addr[0])) {
8497 dev_err(np->device, "SPROM MAC address invalid [ %pM ]\n",
8498 dev->perm_addr);
8499 return -EINVAL;
8500 }
8501
8502 val8 = dev->perm_addr[5];
8503 dev->perm_addr[5] += np->port;
8504 if (dev->perm_addr[5] < val8)
8505 dev->perm_addr[4]++;
8506
8507 memcpy(dev->dev_addr, dev->perm_addr, dev->addr_len);
8508
8509 val = nr64(ESPC_MOD_STR_LEN);
8510 netif_printk(np, probe, KERN_DEBUG, np->dev,
8511 "SPROM: MOD_STR_LEN[%llu]\n", (unsigned long long)val);
8512 if (val >= 8 * 4)
8513 return -EINVAL;
8514
8515 for (i = 0; i < val; i += 4) {
8516 u64 tmp = nr64(ESPC_NCR(5 + (i / 4)));
8517
8518 np->vpd.model[i + 3] = (tmp >> 0) & 0xff;
8519 np->vpd.model[i + 2] = (tmp >> 8) & 0xff;
8520 np->vpd.model[i + 1] = (tmp >> 16) & 0xff;
8521 np->vpd.model[i + 0] = (tmp >> 24) & 0xff;
8522 }
8523 np->vpd.model[val] = '\0';
8524
8525 val = nr64(ESPC_BD_MOD_STR_LEN);
8526 netif_printk(np, probe, KERN_DEBUG, np->dev,
8527 "SPROM: BD_MOD_STR_LEN[%llu]\n", (unsigned long long)val);
8528 if (val >= 4 * 4)
8529 return -EINVAL;
8530
8531 for (i = 0; i < val; i += 4) {
8532 u64 tmp = nr64(ESPC_NCR(14 + (i / 4)));
8533
8534 np->vpd.board_model[i + 3] = (tmp >> 0) & 0xff;
8535 np->vpd.board_model[i + 2] = (tmp >> 8) & 0xff;
8536 np->vpd.board_model[i + 1] = (tmp >> 16) & 0xff;
8537 np->vpd.board_model[i + 0] = (tmp >> 24) & 0xff;
8538 }
8539 np->vpd.board_model[val] = '\0';
8540
8541 np->vpd.mac_num =
8542 nr64(ESPC_NUM_PORTS_MACS) & ESPC_NUM_PORTS_MACS_VAL;
8543 netif_printk(np, probe, KERN_DEBUG, np->dev,
8544 "SPROM: NUM_PORTS_MACS[%d]\n", np->vpd.mac_num);
8545
8546 return 0;
8547 }
8548
8549 static int __devinit niu_get_and_validate_port(struct niu *np)
8550 {
8551 struct niu_parent *parent = np->parent;
8552
8553 if (np->port <= 1)
8554 np->flags |= NIU_FLAGS_XMAC;
8555
8556 if (!parent->num_ports) {
8557 if (parent->plat_type == PLAT_TYPE_NIU) {
8558 parent->num_ports = 2;
8559 } else {
8560 parent->num_ports = niu_pci_vpd_get_nports(np);
8561 if (!parent->num_ports) {
8562 /* Fall back to SPROM as last resort.
8563 * This will fail on most cards.
8564 */
8565 parent->num_ports = nr64(ESPC_NUM_PORTS_MACS) &
8566 ESPC_NUM_PORTS_MACS_VAL;
8567
8568 /* All of the current probing methods fail on
8569 * Maramba on-board parts.
8570 */
8571 if (!parent->num_ports)
8572 parent->num_ports = 4;
8573 }
8574 }
8575 }
8576
8577 if (np->port >= parent->num_ports)
8578 return -ENODEV;
8579
8580 return 0;
8581 }
8582
8583 static int __devinit phy_record(struct niu_parent *parent,
8584 struct phy_probe_info *p,
8585 int dev_id_1, int dev_id_2, u8 phy_port,
8586 int type)
8587 {
8588 u32 id = (dev_id_1 << 16) | dev_id_2;
8589 u8 idx;
8590
8591 if (dev_id_1 < 0 || dev_id_2 < 0)
8592 return 0;
8593 if (type == PHY_TYPE_PMA_PMD || type == PHY_TYPE_PCS) {
8594 if (((id & NIU_PHY_ID_MASK) != NIU_PHY_ID_BCM8704) &&
8595 ((id & NIU_PHY_ID_MASK) != NIU_PHY_ID_MRVL88X2011) &&
8596 ((id & NIU_PHY_ID_MASK) != NIU_PHY_ID_BCM8706))
8597 return 0;
8598 } else {
8599 if ((id & NIU_PHY_ID_MASK) != NIU_PHY_ID_BCM5464R)
8600 return 0;
8601 }
8602
8603 pr_info("niu%d: Found PHY %08x type %s at phy_port %u\n",
8604 parent->index, id,
8605 type == PHY_TYPE_PMA_PMD ? "PMA/PMD" :
8606 type == PHY_TYPE_PCS ? "PCS" : "MII",
8607 phy_port);
8608
8609 if (p->cur[type] >= NIU_MAX_PORTS) {
8610 pr_err("Too many PHY ports\n");
8611 return -EINVAL;
8612 }
8613 idx = p->cur[type];
8614 p->phy_id[type][idx] = id;
8615 p->phy_port[type][idx] = phy_port;
8616 p->cur[type] = idx + 1;
8617 return 0;
8618 }
8619
8620 static int __devinit port_has_10g(struct phy_probe_info *p, int port)
8621 {
8622 int i;
8623
8624 for (i = 0; i < p->cur[PHY_TYPE_PMA_PMD]; i++) {
8625 if (p->phy_port[PHY_TYPE_PMA_PMD][i] == port)
8626 return 1;
8627 }
8628 for (i = 0; i < p->cur[PHY_TYPE_PCS]; i++) {
8629 if (p->phy_port[PHY_TYPE_PCS][i] == port)
8630 return 1;
8631 }
8632
8633 return 0;
8634 }
8635
8636 static int __devinit count_10g_ports(struct phy_probe_info *p, int *lowest)
8637 {
8638 int port, cnt;
8639
8640 cnt = 0;
8641 *lowest = 32;
8642 for (port = 8; port < 32; port++) {
8643 if (port_has_10g(p, port)) {
8644 if (!cnt)
8645 *lowest = port;
8646 cnt++;
8647 }
8648 }
8649
8650 return cnt;
8651 }
8652
8653 static int __devinit count_1g_ports(struct phy_probe_info *p, int *lowest)
8654 {
8655 *lowest = 32;
8656 if (p->cur[PHY_TYPE_MII])
8657 *lowest = p->phy_port[PHY_TYPE_MII][0];
8658
8659 return p->cur[PHY_TYPE_MII];
8660 }
8661
8662 static void __devinit niu_n2_divide_channels(struct niu_parent *parent)
8663 {
8664 int num_ports = parent->num_ports;
8665 int i;
8666
8667 for (i = 0; i < num_ports; i++) {
8668 parent->rxchan_per_port[i] = (16 / num_ports);
8669 parent->txchan_per_port[i] = (16 / num_ports);
8670
8671 pr_info("niu%d: Port %u [%u RX chans] [%u TX chans]\n",
8672 parent->index, i,
8673 parent->rxchan_per_port[i],
8674 parent->txchan_per_port[i]);
8675 }
8676 }
8677
8678 static void __devinit niu_divide_channels(struct niu_parent *parent,
8679 int num_10g, int num_1g)
8680 {
8681 int num_ports = parent->num_ports;
8682 int rx_chans_per_10g, rx_chans_per_1g;
8683 int tx_chans_per_10g, tx_chans_per_1g;
8684 int i, tot_rx, tot_tx;
8685
8686 if (!num_10g || !num_1g) {
8687 rx_chans_per_10g = rx_chans_per_1g =
8688 (NIU_NUM_RXCHAN / num_ports);
8689 tx_chans_per_10g = tx_chans_per_1g =
8690 (NIU_NUM_TXCHAN / num_ports);
8691 } else {
8692 rx_chans_per_1g = NIU_NUM_RXCHAN / 8;
8693 rx_chans_per_10g = (NIU_NUM_RXCHAN -
8694 (rx_chans_per_1g * num_1g)) /
8695 num_10g;
8696
8697 tx_chans_per_1g = NIU_NUM_TXCHAN / 6;
8698 tx_chans_per_10g = (NIU_NUM_TXCHAN -
8699 (tx_chans_per_1g * num_1g)) /
8700 num_10g;
8701 }
8702
8703 tot_rx = tot_tx = 0;
8704 for (i = 0; i < num_ports; i++) {
8705 int type = phy_decode(parent->port_phy, i);
8706
8707 if (type == PORT_TYPE_10G) {
8708 parent->rxchan_per_port[i] = rx_chans_per_10g;
8709 parent->txchan_per_port[i] = tx_chans_per_10g;
8710 } else {
8711 parent->rxchan_per_port[i] = rx_chans_per_1g;
8712 parent->txchan_per_port[i] = tx_chans_per_1g;
8713 }
8714 pr_info("niu%d: Port %u [%u RX chans] [%u TX chans]\n",
8715 parent->index, i,
8716 parent->rxchan_per_port[i],
8717 parent->txchan_per_port[i]);
8718 tot_rx += parent->rxchan_per_port[i];
8719 tot_tx += parent->txchan_per_port[i];
8720 }
8721
8722 if (tot_rx > NIU_NUM_RXCHAN) {
8723 pr_err("niu%d: Too many RX channels (%d), resetting to one per port\n",
8724 parent->index, tot_rx);
8725 for (i = 0; i < num_ports; i++)
8726 parent->rxchan_per_port[i] = 1;
8727 }
8728 if (tot_tx > NIU_NUM_TXCHAN) {
8729 pr_err("niu%d: Too many TX channels (%d), resetting to one per port\n",
8730 parent->index, tot_tx);
8731 for (i = 0; i < num_ports; i++)
8732 parent->txchan_per_port[i] = 1;
8733 }
8734 if (tot_rx < NIU_NUM_RXCHAN || tot_tx < NIU_NUM_TXCHAN) {
8735 pr_warning("niu%d: Driver bug, wasted channels, RX[%d] TX[%d]\n",
8736 parent->index, tot_rx, tot_tx);
8737 }
8738 }
8739
8740 static void __devinit niu_divide_rdc_groups(struct niu_parent *parent,
8741 int num_10g, int num_1g)
8742 {
8743 int i, num_ports = parent->num_ports;
8744 int rdc_group, rdc_groups_per_port;
8745 int rdc_channel_base;
8746
8747 rdc_group = 0;
8748 rdc_groups_per_port = NIU_NUM_RDC_TABLES / num_ports;
8749
8750 rdc_channel_base = 0;
8751
8752 for (i = 0; i < num_ports; i++) {
8753 struct niu_rdc_tables *tp = &parent->rdc_group_cfg[i];
8754 int grp, num_channels = parent->rxchan_per_port[i];
8755 int this_channel_offset;
8756
8757 tp->first_table_num = rdc_group;
8758 tp->num_tables = rdc_groups_per_port;
8759 this_channel_offset = 0;
8760 for (grp = 0; grp < tp->num_tables; grp++) {
8761 struct rdc_table *rt = &tp->tables[grp];
8762 int slot;
8763
8764 pr_info("niu%d: Port %d RDC tbl(%d) [ ",
8765 parent->index, i, tp->first_table_num + grp);
8766 for (slot = 0; slot < NIU_RDC_TABLE_SLOTS; slot++) {
8767 rt->rxdma_channel[slot] =
8768 rdc_channel_base + this_channel_offset;
8769
8770 pr_cont("%d ", rt->rxdma_channel[slot]);
8771
8772 if (++this_channel_offset == num_channels)
8773 this_channel_offset = 0;
8774 }
8775 pr_cont("]\n");
8776 }
8777
8778 parent->rdc_default[i] = rdc_channel_base;
8779
8780 rdc_channel_base += num_channels;
8781 rdc_group += rdc_groups_per_port;
8782 }
8783 }
8784
8785 static int __devinit fill_phy_probe_info(struct niu *np,
8786 struct niu_parent *parent,
8787 struct phy_probe_info *info)
8788 {
8789 unsigned long flags;
8790 int port, err;
8791
8792 memset(info, 0, sizeof(*info));
8793
8794 /* Port 0 to 7 are reserved for onboard Serdes, probe the rest. */
8795 niu_lock_parent(np, flags);
8796 err = 0;
8797 for (port = 8; port < 32; port++) {
8798 int dev_id_1, dev_id_2;
8799
8800 dev_id_1 = mdio_read(np, port,
8801 NIU_PMA_PMD_DEV_ADDR, MII_PHYSID1);
8802 dev_id_2 = mdio_read(np, port,
8803 NIU_PMA_PMD_DEV_ADDR, MII_PHYSID2);
8804 err = phy_record(parent, info, dev_id_1, dev_id_2, port,
8805 PHY_TYPE_PMA_PMD);
8806 if (err)
8807 break;
8808 dev_id_1 = mdio_read(np, port,
8809 NIU_PCS_DEV_ADDR, MII_PHYSID1);
8810 dev_id_2 = mdio_read(np, port,
8811 NIU_PCS_DEV_ADDR, MII_PHYSID2);
8812 err = phy_record(parent, info, dev_id_1, dev_id_2, port,
8813 PHY_TYPE_PCS);
8814 if (err)
8815 break;
8816 dev_id_1 = mii_read(np, port, MII_PHYSID1);
8817 dev_id_2 = mii_read(np, port, MII_PHYSID2);
8818 err = phy_record(parent, info, dev_id_1, dev_id_2, port,
8819 PHY_TYPE_MII);
8820 if (err)
8821 break;
8822 }
8823 niu_unlock_parent(np, flags);
8824
8825 return err;
8826 }
8827
8828 static int __devinit walk_phys(struct niu *np, struct niu_parent *parent)
8829 {
8830 struct phy_probe_info *info = &parent->phy_probe_info;
8831 int lowest_10g, lowest_1g;
8832 int num_10g, num_1g;
8833 u32 val;
8834 int err;
8835
8836 num_10g = num_1g = 0;
8837
8838 if (!strcmp(np->vpd.model, NIU_ALONSO_MDL_STR) ||
8839 !strcmp(np->vpd.model, NIU_KIMI_MDL_STR)) {
8840 num_10g = 0;
8841 num_1g = 2;
8842 parent->plat_type = PLAT_TYPE_ATCA_CP3220;
8843 parent->num_ports = 4;
8844 val = (phy_encode(PORT_TYPE_1G, 0) |
8845 phy_encode(PORT_TYPE_1G, 1) |
8846 phy_encode(PORT_TYPE_1G, 2) |
8847 phy_encode(PORT_TYPE_1G, 3));
8848 } else if (!strcmp(np->vpd.model, NIU_FOXXY_MDL_STR)) {
8849 num_10g = 2;
8850 num_1g = 0;
8851 parent->num_ports = 2;
8852 val = (phy_encode(PORT_TYPE_10G, 0) |
8853 phy_encode(PORT_TYPE_10G, 1));
8854 } else if ((np->flags & NIU_FLAGS_XCVR_SERDES) &&
8855 (parent->plat_type == PLAT_TYPE_NIU)) {
8856 /* this is the Monza case */
8857 if (np->flags & NIU_FLAGS_10G) {
8858 val = (phy_encode(PORT_TYPE_10G, 0) |
8859 phy_encode(PORT_TYPE_10G, 1));
8860 } else {
8861 val = (phy_encode(PORT_TYPE_1G, 0) |
8862 phy_encode(PORT_TYPE_1G, 1));
8863 }
8864 } else {
8865 err = fill_phy_probe_info(np, parent, info);
8866 if (err)
8867 return err;
8868
8869 num_10g = count_10g_ports(info, &lowest_10g);
8870 num_1g = count_1g_ports(info, &lowest_1g);
8871
8872 switch ((num_10g << 4) | num_1g) {
8873 case 0x24:
8874 if (lowest_1g == 10)
8875 parent->plat_type = PLAT_TYPE_VF_P0;
8876 else if (lowest_1g == 26)
8877 parent->plat_type = PLAT_TYPE_VF_P1;
8878 else
8879 goto unknown_vg_1g_port;
8880
8881 /* fallthru */
8882 case 0x22:
8883 val = (phy_encode(PORT_TYPE_10G, 0) |
8884 phy_encode(PORT_TYPE_10G, 1) |
8885 phy_encode(PORT_TYPE_1G, 2) |
8886 phy_encode(PORT_TYPE_1G, 3));
8887 break;
8888
8889 case 0x20:
8890 val = (phy_encode(PORT_TYPE_10G, 0) |
8891 phy_encode(PORT_TYPE_10G, 1));
8892 break;
8893
8894 case 0x10:
8895 val = phy_encode(PORT_TYPE_10G, np->port);
8896 break;
8897
8898 case 0x14:
8899 if (lowest_1g == 10)
8900 parent->plat_type = PLAT_TYPE_VF_P0;
8901 else if (lowest_1g == 26)
8902 parent->plat_type = PLAT_TYPE_VF_P1;
8903 else
8904 goto unknown_vg_1g_port;
8905
8906 /* fallthru */
8907 case 0x13:
8908 if ((lowest_10g & 0x7) == 0)
8909 val = (phy_encode(PORT_TYPE_10G, 0) |
8910 phy_encode(PORT_TYPE_1G, 1) |
8911 phy_encode(PORT_TYPE_1G, 2) |
8912 phy_encode(PORT_TYPE_1G, 3));
8913 else
8914 val = (phy_encode(PORT_TYPE_1G, 0) |
8915 phy_encode(PORT_TYPE_10G, 1) |
8916 phy_encode(PORT_TYPE_1G, 2) |
8917 phy_encode(PORT_TYPE_1G, 3));
8918 break;
8919
8920 case 0x04:
8921 if (lowest_1g == 10)
8922 parent->plat_type = PLAT_TYPE_VF_P0;
8923 else if (lowest_1g == 26)
8924 parent->plat_type = PLAT_TYPE_VF_P1;
8925 else
8926 goto unknown_vg_1g_port;
8927
8928 val = (phy_encode(PORT_TYPE_1G, 0) |
8929 phy_encode(PORT_TYPE_1G, 1) |
8930 phy_encode(PORT_TYPE_1G, 2) |
8931 phy_encode(PORT_TYPE_1G, 3));
8932 break;
8933
8934 default:
8935 pr_err("Unsupported port config 10G[%d] 1G[%d]\n",
8936 num_10g, num_1g);
8937 return -EINVAL;
8938 }
8939 }
8940
8941 parent->port_phy = val;
8942
8943 if (parent->plat_type == PLAT_TYPE_NIU)
8944 niu_n2_divide_channels(parent);
8945 else
8946 niu_divide_channels(parent, num_10g, num_1g);
8947
8948 niu_divide_rdc_groups(parent, num_10g, num_1g);
8949
8950 return 0;
8951
8952 unknown_vg_1g_port:
8953 pr_err("Cannot identify platform type, 1gport=%d\n", lowest_1g);
8954 return -EINVAL;
8955 }
8956
8957 static int __devinit niu_probe_ports(struct niu *np)
8958 {
8959 struct niu_parent *parent = np->parent;
8960 int err, i;
8961
8962 if (parent->port_phy == PORT_PHY_UNKNOWN) {
8963 err = walk_phys(np, parent);
8964 if (err)
8965 return err;
8966
8967 niu_set_ldg_timer_res(np, 2);
8968 for (i = 0; i <= LDN_MAX; i++)
8969 niu_ldn_irq_enable(np, i, 0);
8970 }
8971
8972 if (parent->port_phy == PORT_PHY_INVALID)
8973 return -EINVAL;
8974
8975 return 0;
8976 }
8977
8978 static int __devinit niu_classifier_swstate_init(struct niu *np)
8979 {
8980 struct niu_classifier *cp = &np->clas;
8981
8982 cp->tcam_top = (u16) np->port;
8983 cp->tcam_sz = np->parent->tcam_num_entries / np->parent->num_ports;
8984 cp->h1_init = 0xffffffff;
8985 cp->h2_init = 0xffff;
8986
8987 return fflp_early_init(np);
8988 }
8989
8990 static void __devinit niu_link_config_init(struct niu *np)
8991 {
8992 struct niu_link_config *lp = &np->link_config;
8993
8994 lp->advertising = (ADVERTISED_10baseT_Half |
8995 ADVERTISED_10baseT_Full |
8996 ADVERTISED_100baseT_Half |
8997 ADVERTISED_100baseT_Full |
8998 ADVERTISED_1000baseT_Half |
8999 ADVERTISED_1000baseT_Full |
9000 ADVERTISED_10000baseT_Full |
9001 ADVERTISED_Autoneg);
9002 lp->speed = lp->active_speed = SPEED_INVALID;
9003 lp->duplex = DUPLEX_FULL;
9004 lp->active_duplex = DUPLEX_INVALID;
9005 lp->autoneg = 1;
9006 #if 0
9007 lp->loopback_mode = LOOPBACK_MAC;
9008 lp->active_speed = SPEED_10000;
9009 lp->active_duplex = DUPLEX_FULL;
9010 #else
9011 lp->loopback_mode = LOOPBACK_DISABLED;
9012 #endif
9013 }
9014
9015 static int __devinit niu_init_mac_ipp_pcs_base(struct niu *np)
9016 {
9017 switch (np->port) {
9018 case 0:
9019 np->mac_regs = np->regs + XMAC_PORT0_OFF;
9020 np->ipp_off = 0x00000;
9021 np->pcs_off = 0x04000;
9022 np->xpcs_off = 0x02000;
9023 break;
9024
9025 case 1:
9026 np->mac_regs = np->regs + XMAC_PORT1_OFF;
9027 np->ipp_off = 0x08000;
9028 np->pcs_off = 0x0a000;
9029 np->xpcs_off = 0x08000;
9030 break;
9031
9032 case 2:
9033 np->mac_regs = np->regs + BMAC_PORT2_OFF;
9034 np->ipp_off = 0x04000;
9035 np->pcs_off = 0x0e000;
9036 np->xpcs_off = ~0UL;
9037 break;
9038
9039 case 3:
9040 np->mac_regs = np->regs + BMAC_PORT3_OFF;
9041 np->ipp_off = 0x0c000;
9042 np->pcs_off = 0x12000;
9043 np->xpcs_off = ~0UL;
9044 break;
9045
9046 default:
9047 dev_err(np->device, "Port %u is invalid, cannot compute MAC block offset\n", np->port);
9048 return -EINVAL;
9049 }
9050
9051 return 0;
9052 }
9053
9054 static void __devinit niu_try_msix(struct niu *np, u8 *ldg_num_map)
9055 {
9056 struct msix_entry msi_vec[NIU_NUM_LDG];
9057 struct niu_parent *parent = np->parent;
9058 struct pci_dev *pdev = np->pdev;
9059 int i, num_irqs, err;
9060 u8 first_ldg;
9061
9062 first_ldg = (NIU_NUM_LDG / parent->num_ports) * np->port;
9063 for (i = 0; i < (NIU_NUM_LDG / parent->num_ports); i++)
9064 ldg_num_map[i] = first_ldg + i;
9065
9066 num_irqs = (parent->rxchan_per_port[np->port] +
9067 parent->txchan_per_port[np->port] +
9068 (np->port == 0 ? 3 : 1));
9069 BUG_ON(num_irqs > (NIU_NUM_LDG / parent->num_ports));
9070
9071 retry:
9072 for (i = 0; i < num_irqs; i++) {
9073 msi_vec[i].vector = 0;
9074 msi_vec[i].entry = i;
9075 }
9076
9077 err = pci_enable_msix(pdev, msi_vec, num_irqs);
9078 if (err < 0) {
9079 np->flags &= ~NIU_FLAGS_MSIX;
9080 return;
9081 }
9082 if (err > 0) {
9083 num_irqs = err;
9084 goto retry;
9085 }
9086
9087 np->flags |= NIU_FLAGS_MSIX;
9088 for (i = 0; i < num_irqs; i++)
9089 np->ldg[i].irq = msi_vec[i].vector;
9090 np->num_ldg = num_irqs;
9091 }
9092
9093 static int __devinit niu_n2_irq_init(struct niu *np, u8 *ldg_num_map)
9094 {
9095 #ifdef CONFIG_SPARC64
9096 struct platform_device *op = np->op;
9097 const u32 *int_prop;
9098 int i;
9099
9100 int_prop = of_get_property(op->dev.of_node, "interrupts", NULL);
9101 if (!int_prop)
9102 return -ENODEV;
9103
9104 for (i = 0; i < op->archdata.num_irqs; i++) {
9105 ldg_num_map[i] = int_prop[i];
9106 np->ldg[i].irq = op->archdata.irqs[i];
9107 }
9108
9109 np->num_ldg = op->archdata.num_irqs;
9110
9111 return 0;
9112 #else
9113 return -EINVAL;
9114 #endif
9115 }
9116
9117 static int __devinit niu_ldg_init(struct niu *np)
9118 {
9119 struct niu_parent *parent = np->parent;
9120 u8 ldg_num_map[NIU_NUM_LDG];
9121 int first_chan, num_chan;
9122 int i, err, ldg_rotor;
9123 u8 port;
9124
9125 np->num_ldg = 1;
9126 np->ldg[0].irq = np->dev->irq;
9127 if (parent->plat_type == PLAT_TYPE_NIU) {
9128 err = niu_n2_irq_init(np, ldg_num_map);
9129 if (err)
9130 return err;
9131 } else
9132 niu_try_msix(np, ldg_num_map);
9133
9134 port = np->port;
9135 for (i = 0; i < np->num_ldg; i++) {
9136 struct niu_ldg *lp = &np->ldg[i];
9137
9138 netif_napi_add(np->dev, &lp->napi, niu_poll, 64);
9139
9140 lp->np = np;
9141 lp->ldg_num = ldg_num_map[i];
9142 lp->timer = 2; /* XXX */
9143
9144 /* On N2 NIU the firmware has setup the SID mappings so they go
9145 * to the correct values that will route the LDG to the proper
9146 * interrupt in the NCU interrupt table.
9147 */
9148 if (np->parent->plat_type != PLAT_TYPE_NIU) {
9149 err = niu_set_ldg_sid(np, lp->ldg_num, port, i);
9150 if (err)
9151 return err;
9152 }
9153 }
9154
9155 /* We adopt the LDG assignment ordering used by the N2 NIU
9156 * 'interrupt' properties because that simplifies a lot of
9157 * things. This ordering is:
9158 *
9159 * MAC
9160 * MIF (if port zero)
9161 * SYSERR (if port zero)
9162 * RX channels
9163 * TX channels
9164 */
9165
9166 ldg_rotor = 0;
9167
9168 err = niu_ldg_assign_ldn(np, parent, ldg_num_map[ldg_rotor],
9169 LDN_MAC(port));
9170 if (err)
9171 return err;
9172
9173 ldg_rotor++;
9174 if (ldg_rotor == np->num_ldg)
9175 ldg_rotor = 0;
9176
9177 if (port == 0) {
9178 err = niu_ldg_assign_ldn(np, parent,
9179 ldg_num_map[ldg_rotor],
9180 LDN_MIF);
9181 if (err)
9182 return err;
9183
9184 ldg_rotor++;
9185 if (ldg_rotor == np->num_ldg)
9186 ldg_rotor = 0;
9187
9188 err = niu_ldg_assign_ldn(np, parent,
9189 ldg_num_map[ldg_rotor],
9190 LDN_DEVICE_ERROR);
9191 if (err)
9192 return err;
9193
9194 ldg_rotor++;
9195 if (ldg_rotor == np->num_ldg)
9196 ldg_rotor = 0;
9197
9198 }
9199
9200 first_chan = 0;
9201 for (i = 0; i < port; i++)
9202 first_chan += parent->rxchan_per_port[i];
9203 num_chan = parent->rxchan_per_port[port];
9204
9205 for (i = first_chan; i < (first_chan + num_chan); i++) {
9206 err = niu_ldg_assign_ldn(np, parent,
9207 ldg_num_map[ldg_rotor],
9208 LDN_RXDMA(i));
9209 if (err)
9210 return err;
9211 ldg_rotor++;
9212 if (ldg_rotor == np->num_ldg)
9213 ldg_rotor = 0;
9214 }
9215
9216 first_chan = 0;
9217 for (i = 0; i < port; i++)
9218 first_chan += parent->txchan_per_port[i];
9219 num_chan = parent->txchan_per_port[port];
9220 for (i = first_chan; i < (first_chan + num_chan); i++) {
9221 err = niu_ldg_assign_ldn(np, parent,
9222 ldg_num_map[ldg_rotor],
9223 LDN_TXDMA(i));
9224 if (err)
9225 return err;
9226 ldg_rotor++;
9227 if (ldg_rotor == np->num_ldg)
9228 ldg_rotor = 0;
9229 }
9230
9231 return 0;
9232 }
9233
9234 static void __devexit niu_ldg_free(struct niu *np)
9235 {
9236 if (np->flags & NIU_FLAGS_MSIX)
9237 pci_disable_msix(np->pdev);
9238 }
9239
9240 static int __devinit niu_get_of_props(struct niu *np)
9241 {
9242 #ifdef CONFIG_SPARC64
9243 struct net_device *dev = np->dev;
9244 struct device_node *dp;
9245 const char *phy_type;
9246 const u8 *mac_addr;
9247 const char *model;
9248 int prop_len;
9249
9250 if (np->parent->plat_type == PLAT_TYPE_NIU)
9251 dp = np->op->dev.of_node;
9252 else
9253 dp = pci_device_to_OF_node(np->pdev);
9254
9255 phy_type = of_get_property(dp, "phy-type", &prop_len);
9256 if (!phy_type) {
9257 netdev_err(dev, "%s: OF node lacks phy-type property\n",
9258 dp->full_name);
9259 return -EINVAL;
9260 }
9261
9262 if (!strcmp(phy_type, "none"))
9263 return -ENODEV;
9264
9265 strcpy(np->vpd.phy_type, phy_type);
9266
9267 if (niu_phy_type_prop_decode(np, np->vpd.phy_type)) {
9268 netdev_err(dev, "%s: Illegal phy string [%s]\n",
9269 dp->full_name, np->vpd.phy_type);
9270 return -EINVAL;
9271 }
9272
9273 mac_addr = of_get_property(dp, "local-mac-address", &prop_len);
9274 if (!mac_addr) {
9275 netdev_err(dev, "%s: OF node lacks local-mac-address property\n",
9276 dp->full_name);
9277 return -EINVAL;
9278 }
9279 if (prop_len != dev->addr_len) {
9280 netdev_err(dev, "%s: OF MAC address prop len (%d) is wrong\n",
9281 dp->full_name, prop_len);
9282 }
9283 memcpy(dev->perm_addr, mac_addr, dev->addr_len);
9284 if (!is_valid_ether_addr(&dev->perm_addr[0])) {
9285 netdev_err(dev, "%s: OF MAC address is invalid\n",
9286 dp->full_name);
9287 netdev_err(dev, "%s: [ %pM ]\n", dp->full_name, dev->perm_addr);
9288 return -EINVAL;
9289 }
9290
9291 memcpy(dev->dev_addr, dev->perm_addr, dev->addr_len);
9292
9293 model = of_get_property(dp, "model", &prop_len);
9294
9295 if (model)
9296 strcpy(np->vpd.model, model);
9297
9298 if (of_find_property(dp, "hot-swappable-phy", &prop_len)) {
9299 np->flags |= (NIU_FLAGS_10G | NIU_FLAGS_FIBER |
9300 NIU_FLAGS_HOTPLUG_PHY);
9301 }
9302
9303 return 0;
9304 #else
9305 return -EINVAL;
9306 #endif
9307 }
9308
9309 static int __devinit niu_get_invariants(struct niu *np)
9310 {
9311 int err, have_props;
9312 u32 offset;
9313
9314 err = niu_get_of_props(np);
9315 if (err == -ENODEV)
9316 return err;
9317
9318 have_props = !err;
9319
9320 err = niu_init_mac_ipp_pcs_base(np);
9321 if (err)
9322 return err;
9323
9324 if (have_props) {
9325 err = niu_get_and_validate_port(np);
9326 if (err)
9327 return err;
9328
9329 } else {
9330 if (np->parent->plat_type == PLAT_TYPE_NIU)
9331 return -EINVAL;
9332
9333 nw64(ESPC_PIO_EN, ESPC_PIO_EN_ENABLE);
9334 offset = niu_pci_vpd_offset(np);
9335 netif_printk(np, probe, KERN_DEBUG, np->dev,
9336 "%s() VPD offset [%08x]\n", __func__, offset);
9337 if (offset)
9338 niu_pci_vpd_fetch(np, offset);
9339 nw64(ESPC_PIO_EN, 0);
9340
9341 if (np->flags & NIU_FLAGS_VPD_VALID) {
9342 niu_pci_vpd_validate(np);
9343 err = niu_get_and_validate_port(np);
9344 if (err)
9345 return err;
9346 }
9347
9348 if (!(np->flags & NIU_FLAGS_VPD_VALID)) {
9349 err = niu_get_and_validate_port(np);
9350 if (err)
9351 return err;
9352 err = niu_pci_probe_sprom(np);
9353 if (err)
9354 return err;
9355 }
9356 }
9357
9358 err = niu_probe_ports(np);
9359 if (err)
9360 return err;
9361
9362 niu_ldg_init(np);
9363
9364 niu_classifier_swstate_init(np);
9365 niu_link_config_init(np);
9366
9367 err = niu_determine_phy_disposition(np);
9368 if (!err)
9369 err = niu_init_link(np);
9370
9371 return err;
9372 }
9373
9374 static LIST_HEAD(niu_parent_list);
9375 static DEFINE_MUTEX(niu_parent_lock);
9376 static int niu_parent_index;
9377
9378 static ssize_t show_port_phy(struct device *dev,
9379 struct device_attribute *attr, char *buf)
9380 {
9381 struct platform_device *plat_dev = to_platform_device(dev);
9382 struct niu_parent *p = plat_dev->dev.platform_data;
9383 u32 port_phy = p->port_phy;
9384 char *orig_buf = buf;
9385 int i;
9386
9387 if (port_phy == PORT_PHY_UNKNOWN ||
9388 port_phy == PORT_PHY_INVALID)
9389 return 0;
9390
9391 for (i = 0; i < p->num_ports; i++) {
9392 const char *type_str;
9393 int type;
9394
9395 type = phy_decode(port_phy, i);
9396 if (type == PORT_TYPE_10G)
9397 type_str = "10G";
9398 else
9399 type_str = "1G";
9400 buf += sprintf(buf,
9401 (i == 0) ? "%s" : " %s",
9402 type_str);
9403 }
9404 buf += sprintf(buf, "\n");
9405 return buf - orig_buf;
9406 }
9407
9408 static ssize_t show_plat_type(struct device *dev,
9409 struct device_attribute *attr, char *buf)
9410 {
9411 struct platform_device *plat_dev = to_platform_device(dev);
9412 struct niu_parent *p = plat_dev->dev.platform_data;
9413 const char *type_str;
9414
9415 switch (p->plat_type) {
9416 case PLAT_TYPE_ATLAS:
9417 type_str = "atlas";
9418 break;
9419 case PLAT_TYPE_NIU:
9420 type_str = "niu";
9421 break;
9422 case PLAT_TYPE_VF_P0:
9423 type_str = "vf_p0";
9424 break;
9425 case PLAT_TYPE_VF_P1:
9426 type_str = "vf_p1";
9427 break;
9428 default:
9429 type_str = "unknown";
9430 break;
9431 }
9432
9433 return sprintf(buf, "%s\n", type_str);
9434 }
9435
9436 static ssize_t __show_chan_per_port(struct device *dev,
9437 struct device_attribute *attr, char *buf,
9438 int rx)
9439 {
9440 struct platform_device *plat_dev = to_platform_device(dev);
9441 struct niu_parent *p = plat_dev->dev.platform_data;
9442 char *orig_buf = buf;
9443 u8 *arr;
9444 int i;
9445
9446 arr = (rx ? p->rxchan_per_port : p->txchan_per_port);
9447
9448 for (i = 0; i < p->num_ports; i++) {
9449 buf += sprintf(buf,
9450 (i == 0) ? "%d" : " %d",
9451 arr[i]);
9452 }
9453 buf += sprintf(buf, "\n");
9454
9455 return buf - orig_buf;
9456 }
9457
9458 static ssize_t show_rxchan_per_port(struct device *dev,
9459 struct device_attribute *attr, char *buf)
9460 {
9461 return __show_chan_per_port(dev, attr, buf, 1);
9462 }
9463
9464 static ssize_t show_txchan_per_port(struct device *dev,
9465 struct device_attribute *attr, char *buf)
9466 {
9467 return __show_chan_per_port(dev, attr, buf, 1);
9468 }
9469
9470 static ssize_t show_num_ports(struct device *dev,
9471 struct device_attribute *attr, char *buf)
9472 {
9473 struct platform_device *plat_dev = to_platform_device(dev);
9474 struct niu_parent *p = plat_dev->dev.platform_data;
9475
9476 return sprintf(buf, "%d\n", p->num_ports);
9477 }
9478
9479 static struct device_attribute niu_parent_attributes[] = {
9480 __ATTR(port_phy, S_IRUGO, show_port_phy, NULL),
9481 __ATTR(plat_type, S_IRUGO, show_plat_type, NULL),
9482 __ATTR(rxchan_per_port, S_IRUGO, show_rxchan_per_port, NULL),
9483 __ATTR(txchan_per_port, S_IRUGO, show_txchan_per_port, NULL),
9484 __ATTR(num_ports, S_IRUGO, show_num_ports, NULL),
9485 {}
9486 };
9487
9488 static struct niu_parent * __devinit niu_new_parent(struct niu *np,
9489 union niu_parent_id *id,
9490 u8 ptype)
9491 {
9492 struct platform_device *plat_dev;
9493 struct niu_parent *p;
9494 int i;
9495
9496 plat_dev = platform_device_register_simple("niu-board", niu_parent_index,
9497 NULL, 0);
9498 if (IS_ERR(plat_dev))
9499 return NULL;
9500
9501 for (i = 0; attr_name(niu_parent_attributes[i]); i++) {
9502 int err = device_create_file(&plat_dev->dev,
9503 &niu_parent_attributes[i]);
9504 if (err)
9505 goto fail_unregister;
9506 }
9507
9508 p = kzalloc(sizeof(*p), GFP_KERNEL);
9509 if (!p)
9510 goto fail_unregister;
9511
9512 p->index = niu_parent_index++;
9513
9514 plat_dev->dev.platform_data = p;
9515 p->plat_dev = plat_dev;
9516
9517 memcpy(&p->id, id, sizeof(*id));
9518 p->plat_type = ptype;
9519 INIT_LIST_HEAD(&p->list);
9520 atomic_set(&p->refcnt, 0);
9521 list_add(&p->list, &niu_parent_list);
9522 spin_lock_init(&p->lock);
9523
9524 p->rxdma_clock_divider = 7500;
9525
9526 p->tcam_num_entries = NIU_PCI_TCAM_ENTRIES;
9527 if (p->plat_type == PLAT_TYPE_NIU)
9528 p->tcam_num_entries = NIU_NONPCI_TCAM_ENTRIES;
9529
9530 for (i = CLASS_CODE_USER_PROG1; i <= CLASS_CODE_SCTP_IPV6; i++) {
9531 int index = i - CLASS_CODE_USER_PROG1;
9532
9533 p->tcam_key[index] = TCAM_KEY_TSEL;
9534 p->flow_key[index] = (FLOW_KEY_IPSA |
9535 FLOW_KEY_IPDA |
9536 FLOW_KEY_PROTO |
9537 (FLOW_KEY_L4_BYTE12 <<
9538 FLOW_KEY_L4_0_SHIFT) |
9539 (FLOW_KEY_L4_BYTE12 <<
9540 FLOW_KEY_L4_1_SHIFT));
9541 }
9542
9543 for (i = 0; i < LDN_MAX + 1; i++)
9544 p->ldg_map[i] = LDG_INVALID;
9545
9546 return p;
9547
9548 fail_unregister:
9549 platform_device_unregister(plat_dev);
9550 return NULL;
9551 }
9552
9553 static struct niu_parent * __devinit niu_get_parent(struct niu *np,
9554 union niu_parent_id *id,
9555 u8 ptype)
9556 {
9557 struct niu_parent *p, *tmp;
9558 int port = np->port;
9559
9560 mutex_lock(&niu_parent_lock);
9561 p = NULL;
9562 list_for_each_entry(tmp, &niu_parent_list, list) {
9563 if (!memcmp(id, &tmp->id, sizeof(*id))) {
9564 p = tmp;
9565 break;
9566 }
9567 }
9568 if (!p)
9569 p = niu_new_parent(np, id, ptype);
9570
9571 if (p) {
9572 char port_name[6];
9573 int err;
9574
9575 sprintf(port_name, "port%d", port);
9576 err = sysfs_create_link(&p->plat_dev->dev.kobj,
9577 &np->device->kobj,
9578 port_name);
9579 if (!err) {
9580 p->ports[port] = np;
9581 atomic_inc(&p->refcnt);
9582 }
9583 }
9584 mutex_unlock(&niu_parent_lock);
9585
9586 return p;
9587 }
9588
9589 static void niu_put_parent(struct niu *np)
9590 {
9591 struct niu_parent *p = np->parent;
9592 u8 port = np->port;
9593 char port_name[6];
9594
9595 BUG_ON(!p || p->ports[port] != np);
9596
9597 netif_printk(np, probe, KERN_DEBUG, np->dev,
9598 "%s() port[%u]\n", __func__, port);
9599
9600 sprintf(port_name, "port%d", port);
9601
9602 mutex_lock(&niu_parent_lock);
9603
9604 sysfs_remove_link(&p->plat_dev->dev.kobj, port_name);
9605
9606 p->ports[port] = NULL;
9607 np->parent = NULL;
9608
9609 if (atomic_dec_and_test(&p->refcnt)) {
9610 list_del(&p->list);
9611 platform_device_unregister(p->plat_dev);
9612 }
9613
9614 mutex_unlock(&niu_parent_lock);
9615 }
9616
9617 static void *niu_pci_alloc_coherent(struct device *dev, size_t size,
9618 u64 *handle, gfp_t flag)
9619 {
9620 dma_addr_t dh;
9621 void *ret;
9622
9623 ret = dma_alloc_coherent(dev, size, &dh, flag);
9624 if (ret)
9625 *handle = dh;
9626 return ret;
9627 }
9628
9629 static void niu_pci_free_coherent(struct device *dev, size_t size,
9630 void *cpu_addr, u64 handle)
9631 {
9632 dma_free_coherent(dev, size, cpu_addr, handle);
9633 }
9634
9635 static u64 niu_pci_map_page(struct device *dev, struct page *page,
9636 unsigned long offset, size_t size,
9637 enum dma_data_direction direction)
9638 {
9639 return dma_map_page(dev, page, offset, size, direction);
9640 }
9641
9642 static void niu_pci_unmap_page(struct device *dev, u64 dma_address,
9643 size_t size, enum dma_data_direction direction)
9644 {
9645 dma_unmap_page(dev, dma_address, size, direction);
9646 }
9647
9648 static u64 niu_pci_map_single(struct device *dev, void *cpu_addr,
9649 size_t size,
9650 enum dma_data_direction direction)
9651 {
9652 return dma_map_single(dev, cpu_addr, size, direction);
9653 }
9654
9655 static void niu_pci_unmap_single(struct device *dev, u64 dma_address,
9656 size_t size,
9657 enum dma_data_direction direction)
9658 {
9659 dma_unmap_single(dev, dma_address, size, direction);
9660 }
9661
9662 static const struct niu_ops niu_pci_ops = {
9663 .alloc_coherent = niu_pci_alloc_coherent,
9664 .free_coherent = niu_pci_free_coherent,
9665 .map_page = niu_pci_map_page,
9666 .unmap_page = niu_pci_unmap_page,
9667 .map_single = niu_pci_map_single,
9668 .unmap_single = niu_pci_unmap_single,
9669 };
9670
9671 static void __devinit niu_driver_version(void)
9672 {
9673 static int niu_version_printed;
9674
9675 if (niu_version_printed++ == 0)
9676 pr_info("%s", version);
9677 }
9678
9679 static struct net_device * __devinit niu_alloc_and_init(
9680 struct device *gen_dev, struct pci_dev *pdev,
9681 struct platform_device *op, const struct niu_ops *ops,
9682 u8 port)
9683 {
9684 struct net_device *dev;
9685 struct niu *np;
9686
9687 dev = alloc_etherdev_mq(sizeof(struct niu), NIU_NUM_TXCHAN);
9688 if (!dev) {
9689 dev_err(gen_dev, "Etherdev alloc failed, aborting\n");
9690 return NULL;
9691 }
9692
9693 SET_NETDEV_DEV(dev, gen_dev);
9694
9695 np = netdev_priv(dev);
9696 np->dev = dev;
9697 np->pdev = pdev;
9698 np->op = op;
9699 np->device = gen_dev;
9700 np->ops = ops;
9701
9702 np->msg_enable = niu_debug;
9703
9704 spin_lock_init(&np->lock);
9705 INIT_WORK(&np->reset_task, niu_reset_task);
9706
9707 np->port = port;
9708
9709 return dev;
9710 }
9711
9712 static const struct net_device_ops niu_netdev_ops = {
9713 .ndo_open = niu_open,
9714 .ndo_stop = niu_close,
9715 .ndo_start_xmit = niu_start_xmit,
9716 .ndo_get_stats64 = niu_get_stats,
9717 .ndo_set_rx_mode = niu_set_rx_mode,
9718 .ndo_validate_addr = eth_validate_addr,
9719 .ndo_set_mac_address = niu_set_mac_addr,
9720 .ndo_do_ioctl = niu_ioctl,
9721 .ndo_tx_timeout = niu_tx_timeout,
9722 .ndo_change_mtu = niu_change_mtu,
9723 };
9724
9725 static void __devinit niu_assign_netdev_ops(struct net_device *dev)
9726 {
9727 dev->netdev_ops = &niu_netdev_ops;
9728 dev->ethtool_ops = &niu_ethtool_ops;
9729 dev->watchdog_timeo = NIU_TX_TIMEOUT;
9730 }
9731
9732 static void __devinit niu_device_announce(struct niu *np)
9733 {
9734 struct net_device *dev = np->dev;
9735
9736 pr_info("%s: NIU Ethernet %pM\n", dev->name, dev->dev_addr);
9737
9738 if (np->parent->plat_type == PLAT_TYPE_ATCA_CP3220) {
9739 pr_info("%s: Port type[%s] mode[%s:%s] XCVR[%s] phy[%s]\n",
9740 dev->name,
9741 (np->flags & NIU_FLAGS_XMAC ? "XMAC" : "BMAC"),
9742 (np->flags & NIU_FLAGS_10G ? "10G" : "1G"),
9743 (np->flags & NIU_FLAGS_FIBER ? "RGMII FIBER" : "SERDES"),
9744 (np->mac_xcvr == MAC_XCVR_MII ? "MII" :
9745 (np->mac_xcvr == MAC_XCVR_PCS ? "PCS" : "XPCS")),
9746 np->vpd.phy_type);
9747 } else {
9748 pr_info("%s: Port type[%s] mode[%s:%s] XCVR[%s] phy[%s]\n",
9749 dev->name,
9750 (np->flags & NIU_FLAGS_XMAC ? "XMAC" : "BMAC"),
9751 (np->flags & NIU_FLAGS_10G ? "10G" : "1G"),
9752 (np->flags & NIU_FLAGS_FIBER ? "FIBER" :
9753 (np->flags & NIU_FLAGS_XCVR_SERDES ? "SERDES" :
9754 "COPPER")),
9755 (np->mac_xcvr == MAC_XCVR_MII ? "MII" :
9756 (np->mac_xcvr == MAC_XCVR_PCS ? "PCS" : "XPCS")),
9757 np->vpd.phy_type);
9758 }
9759 }
9760
9761 static void __devinit niu_set_basic_features(struct net_device *dev)
9762 {
9763 dev->hw_features = NETIF_F_SG | NETIF_F_HW_CSUM | NETIF_F_RXHASH;
9764 dev->features |= dev->hw_features | NETIF_F_RXCSUM;
9765 }
9766
9767 static int __devinit niu_pci_init_one(struct pci_dev *pdev,
9768 const struct pci_device_id *ent)
9769 {
9770 union niu_parent_id parent_id;
9771 struct net_device *dev;
9772 struct niu *np;
9773 int err, pos;
9774 u64 dma_mask;
9775 u16 val16;
9776
9777 niu_driver_version();
9778
9779 err = pci_enable_device(pdev);
9780 if (err) {
9781 dev_err(&pdev->dev, "Cannot enable PCI device, aborting\n");
9782 return err;
9783 }
9784
9785 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM) ||
9786 !(pci_resource_flags(pdev, 2) & IORESOURCE_MEM)) {
9787 dev_err(&pdev->dev, "Cannot find proper PCI device base addresses, aborting\n");
9788 err = -ENODEV;
9789 goto err_out_disable_pdev;
9790 }
9791
9792 err = pci_request_regions(pdev, DRV_MODULE_NAME);
9793 if (err) {
9794 dev_err(&pdev->dev, "Cannot obtain PCI resources, aborting\n");
9795 goto err_out_disable_pdev;
9796 }
9797
9798 pos = pci_pcie_cap(pdev);
9799 if (pos <= 0) {
9800 dev_err(&pdev->dev, "Cannot find PCI Express capability, aborting\n");
9801 goto err_out_free_res;
9802 }
9803
9804 dev = niu_alloc_and_init(&pdev->dev, pdev, NULL,
9805 &niu_pci_ops, PCI_FUNC(pdev->devfn));
9806 if (!dev) {
9807 err = -ENOMEM;
9808 goto err_out_free_res;
9809 }
9810 np = netdev_priv(dev);
9811
9812 memset(&parent_id, 0, sizeof(parent_id));
9813 parent_id.pci.domain = pci_domain_nr(pdev->bus);
9814 parent_id.pci.bus = pdev->bus->number;
9815 parent_id.pci.device = PCI_SLOT(pdev->devfn);
9816
9817 np->parent = niu_get_parent(np, &parent_id,
9818 PLAT_TYPE_ATLAS);
9819 if (!np->parent) {
9820 err = -ENOMEM;
9821 goto err_out_free_dev;
9822 }
9823
9824 pci_read_config_word(pdev, pos + PCI_EXP_DEVCTL, &val16);
9825 val16 &= ~PCI_EXP_DEVCTL_NOSNOOP_EN;
9826 val16 |= (PCI_EXP_DEVCTL_CERE |
9827 PCI_EXP_DEVCTL_NFERE |
9828 PCI_EXP_DEVCTL_FERE |
9829 PCI_EXP_DEVCTL_URRE |
9830 PCI_EXP_DEVCTL_RELAX_EN);
9831 pci_write_config_word(pdev, pos + PCI_EXP_DEVCTL, val16);
9832
9833 dma_mask = DMA_BIT_MASK(44);
9834 err = pci_set_dma_mask(pdev, dma_mask);
9835 if (!err) {
9836 dev->features |= NETIF_F_HIGHDMA;
9837 err = pci_set_consistent_dma_mask(pdev, dma_mask);
9838 if (err) {
9839 dev_err(&pdev->dev, "Unable to obtain 44 bit DMA for consistent allocations, aborting\n");
9840 goto err_out_release_parent;
9841 }
9842 }
9843 if (err || dma_mask == DMA_BIT_MASK(32)) {
9844 err = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
9845 if (err) {
9846 dev_err(&pdev->dev, "No usable DMA configuration, aborting\n");
9847 goto err_out_release_parent;
9848 }
9849 }
9850
9851 niu_set_basic_features(dev);
9852
9853 dev->priv_flags |= IFF_UNICAST_FLT;
9854
9855 np->regs = pci_ioremap_bar(pdev, 0);
9856 if (!np->regs) {
9857 dev_err(&pdev->dev, "Cannot map device registers, aborting\n");
9858 err = -ENOMEM;
9859 goto err_out_release_parent;
9860 }
9861
9862 pci_set_master(pdev);
9863 pci_save_state(pdev);
9864
9865 dev->irq = pdev->irq;
9866
9867 niu_assign_netdev_ops(dev);
9868
9869 err = niu_get_invariants(np);
9870 if (err) {
9871 if (err != -ENODEV)
9872 dev_err(&pdev->dev, "Problem fetching invariants of chip, aborting\n");
9873 goto err_out_iounmap;
9874 }
9875
9876 err = register_netdev(dev);
9877 if (err) {
9878 dev_err(&pdev->dev, "Cannot register net device, aborting\n");
9879 goto err_out_iounmap;
9880 }
9881
9882 pci_set_drvdata(pdev, dev);
9883
9884 niu_device_announce(np);
9885
9886 return 0;
9887
9888 err_out_iounmap:
9889 if (np->regs) {
9890 iounmap(np->regs);
9891 np->regs = NULL;
9892 }
9893
9894 err_out_release_parent:
9895 niu_put_parent(np);
9896
9897 err_out_free_dev:
9898 free_netdev(dev);
9899
9900 err_out_free_res:
9901 pci_release_regions(pdev);
9902
9903 err_out_disable_pdev:
9904 pci_disable_device(pdev);
9905 pci_set_drvdata(pdev, NULL);
9906
9907 return err;
9908 }
9909
9910 static void __devexit niu_pci_remove_one(struct pci_dev *pdev)
9911 {
9912 struct net_device *dev = pci_get_drvdata(pdev);
9913
9914 if (dev) {
9915 struct niu *np = netdev_priv(dev);
9916
9917 unregister_netdev(dev);
9918 if (np->regs) {
9919 iounmap(np->regs);
9920 np->regs = NULL;
9921 }
9922
9923 niu_ldg_free(np);
9924
9925 niu_put_parent(np);
9926
9927 free_netdev(dev);
9928 pci_release_regions(pdev);
9929 pci_disable_device(pdev);
9930 pci_set_drvdata(pdev, NULL);
9931 }
9932 }
9933
9934 static int niu_suspend(struct pci_dev *pdev, pm_message_t state)
9935 {
9936 struct net_device *dev = pci_get_drvdata(pdev);
9937 struct niu *np = netdev_priv(dev);
9938 unsigned long flags;
9939
9940 if (!netif_running(dev))
9941 return 0;
9942
9943 flush_work_sync(&np->reset_task);
9944 niu_netif_stop(np);
9945
9946 del_timer_sync(&np->timer);
9947
9948 spin_lock_irqsave(&np->lock, flags);
9949 niu_enable_interrupts(np, 0);
9950 spin_unlock_irqrestore(&np->lock, flags);
9951
9952 netif_device_detach(dev);
9953
9954 spin_lock_irqsave(&np->lock, flags);
9955 niu_stop_hw(np);
9956 spin_unlock_irqrestore(&np->lock, flags);
9957
9958 pci_save_state(pdev);
9959
9960 return 0;
9961 }
9962
9963 static int niu_resume(struct pci_dev *pdev)
9964 {
9965 struct net_device *dev = pci_get_drvdata(pdev);
9966 struct niu *np = netdev_priv(dev);
9967 unsigned long flags;
9968 int err;
9969
9970 if (!netif_running(dev))
9971 return 0;
9972
9973 pci_restore_state(pdev);
9974
9975 netif_device_attach(dev);
9976
9977 spin_lock_irqsave(&np->lock, flags);
9978
9979 err = niu_init_hw(np);
9980 if (!err) {
9981 np->timer.expires = jiffies + HZ;
9982 add_timer(&np->timer);
9983 niu_netif_start(np);
9984 }
9985
9986 spin_unlock_irqrestore(&np->lock, flags);
9987
9988 return err;
9989 }
9990
9991 static struct pci_driver niu_pci_driver = {
9992 .name = DRV_MODULE_NAME,
9993 .id_table = niu_pci_tbl,
9994 .probe = niu_pci_init_one,
9995 .remove = __devexit_p(niu_pci_remove_one),
9996 .suspend = niu_suspend,
9997 .resume = niu_resume,
9998 };
9999
10000 #ifdef CONFIG_SPARC64
10001 static void *niu_phys_alloc_coherent(struct device *dev, size_t size,
10002 u64 *dma_addr, gfp_t flag)
10003 {
10004 unsigned long order = get_order(size);
10005 unsigned long page = __get_free_pages(flag, order);
10006
10007 if (page == 0UL)
10008 return NULL;
10009 memset((char *)page, 0, PAGE_SIZE << order);
10010 *dma_addr = __pa(page);
10011
10012 return (void *) page;
10013 }
10014
10015 static void niu_phys_free_coherent(struct device *dev, size_t size,
10016 void *cpu_addr, u64 handle)
10017 {
10018 unsigned long order = get_order(size);
10019
10020 free_pages((unsigned long) cpu_addr, order);
10021 }
10022
10023 static u64 niu_phys_map_page(struct device *dev, struct page *page,
10024 unsigned long offset, size_t size,
10025 enum dma_data_direction direction)
10026 {
10027 return page_to_phys(page) + offset;
10028 }
10029
10030 static void niu_phys_unmap_page(struct device *dev, u64 dma_address,
10031 size_t size, enum dma_data_direction direction)
10032 {
10033 /* Nothing to do. */
10034 }
10035
10036 static u64 niu_phys_map_single(struct device *dev, void *cpu_addr,
10037 size_t size,
10038 enum dma_data_direction direction)
10039 {
10040 return __pa(cpu_addr);
10041 }
10042
10043 static void niu_phys_unmap_single(struct device *dev, u64 dma_address,
10044 size_t size,
10045 enum dma_data_direction direction)
10046 {
10047 /* Nothing to do. */
10048 }
10049
10050 static const struct niu_ops niu_phys_ops = {
10051 .alloc_coherent = niu_phys_alloc_coherent,
10052 .free_coherent = niu_phys_free_coherent,
10053 .map_page = niu_phys_map_page,
10054 .unmap_page = niu_phys_unmap_page,
10055 .map_single = niu_phys_map_single,
10056 .unmap_single = niu_phys_unmap_single,
10057 };
10058
10059 static int __devinit niu_of_probe(struct platform_device *op)
10060 {
10061 union niu_parent_id parent_id;
10062 struct net_device *dev;
10063 struct niu *np;
10064 const u32 *reg;
10065 int err;
10066
10067 niu_driver_version();
10068
10069 reg = of_get_property(op->dev.of_node, "reg", NULL);
10070 if (!reg) {
10071 dev_err(&op->dev, "%s: No 'reg' property, aborting\n",
10072 op->dev.of_node->full_name);
10073 return -ENODEV;
10074 }
10075
10076 dev = niu_alloc_and_init(&op->dev, NULL, op,
10077 &niu_phys_ops, reg[0] & 0x1);
10078 if (!dev) {
10079 err = -ENOMEM;
10080 goto err_out;
10081 }
10082 np = netdev_priv(dev);
10083
10084 memset(&parent_id, 0, sizeof(parent_id));
10085 parent_id.of = of_get_parent(op->dev.of_node);
10086
10087 np->parent = niu_get_parent(np, &parent_id,
10088 PLAT_TYPE_NIU);
10089 if (!np->parent) {
10090 err = -ENOMEM;
10091 goto err_out_free_dev;
10092 }
10093
10094 niu_set_basic_features(dev);
10095
10096 np->regs = of_ioremap(&op->resource[1], 0,
10097 resource_size(&op->resource[1]),
10098 "niu regs");
10099 if (!np->regs) {
10100 dev_err(&op->dev, "Cannot map device registers, aborting\n");
10101 err = -ENOMEM;
10102 goto err_out_release_parent;
10103 }
10104
10105 np->vir_regs_1 = of_ioremap(&op->resource[2], 0,
10106 resource_size(&op->resource[2]),
10107 "niu vregs-1");
10108 if (!np->vir_regs_1) {
10109 dev_err(&op->dev, "Cannot map device vir registers 1, aborting\n");
10110 err = -ENOMEM;
10111 goto err_out_iounmap;
10112 }
10113
10114 np->vir_regs_2 = of_ioremap(&op->resource[3], 0,
10115 resource_size(&op->resource[3]),
10116 "niu vregs-2");
10117 if (!np->vir_regs_2) {
10118 dev_err(&op->dev, "Cannot map device vir registers 2, aborting\n");
10119 err = -ENOMEM;
10120 goto err_out_iounmap;
10121 }
10122
10123 niu_assign_netdev_ops(dev);
10124
10125 err = niu_get_invariants(np);
10126 if (err) {
10127 if (err != -ENODEV)
10128 dev_err(&op->dev, "Problem fetching invariants of chip, aborting\n");
10129 goto err_out_iounmap;
10130 }
10131
10132 err = register_netdev(dev);
10133 if (err) {
10134 dev_err(&op->dev, "Cannot register net device, aborting\n");
10135 goto err_out_iounmap;
10136 }
10137
10138 dev_set_drvdata(&op->dev, dev);
10139
10140 niu_device_announce(np);
10141
10142 return 0;
10143
10144 err_out_iounmap:
10145 if (np->vir_regs_1) {
10146 of_iounmap(&op->resource[2], np->vir_regs_1,
10147 resource_size(&op->resource[2]));
10148 np->vir_regs_1 = NULL;
10149 }
10150
10151 if (np->vir_regs_2) {
10152 of_iounmap(&op->resource[3], np->vir_regs_2,
10153 resource_size(&op->resource[3]));
10154 np->vir_regs_2 = NULL;
10155 }
10156
10157 if (np->regs) {
10158 of_iounmap(&op->resource[1], np->regs,
10159 resource_size(&op->resource[1]));
10160 np->regs = NULL;
10161 }
10162
10163 err_out_release_parent:
10164 niu_put_parent(np);
10165
10166 err_out_free_dev:
10167 free_netdev(dev);
10168
10169 err_out:
10170 return err;
10171 }
10172
10173 static int __devexit niu_of_remove(struct platform_device *op)
10174 {
10175 struct net_device *dev = dev_get_drvdata(&op->dev);
10176
10177 if (dev) {
10178 struct niu *np = netdev_priv(dev);
10179
10180 unregister_netdev(dev);
10181
10182 if (np->vir_regs_1) {
10183 of_iounmap(&op->resource[2], np->vir_regs_1,
10184 resource_size(&op->resource[2]));
10185 np->vir_regs_1 = NULL;
10186 }
10187
10188 if (np->vir_regs_2) {
10189 of_iounmap(&op->resource[3], np->vir_regs_2,
10190 resource_size(&op->resource[3]));
10191 np->vir_regs_2 = NULL;
10192 }
10193
10194 if (np->regs) {
10195 of_iounmap(&op->resource[1], np->regs,
10196 resource_size(&op->resource[1]));
10197 np->regs = NULL;
10198 }
10199
10200 niu_ldg_free(np);
10201
10202 niu_put_parent(np);
10203
10204 free_netdev(dev);
10205 dev_set_drvdata(&op->dev, NULL);
10206 }
10207 return 0;
10208 }
10209
10210 static const struct of_device_id niu_match[] = {
10211 {
10212 .name = "network",
10213 .compatible = "SUNW,niusl",
10214 },
10215 {},
10216 };
10217 MODULE_DEVICE_TABLE(of, niu_match);
10218
10219 static struct platform_driver niu_of_driver = {
10220 .driver = {
10221 .name = "niu",
10222 .owner = THIS_MODULE,
10223 .of_match_table = niu_match,
10224 },
10225 .probe = niu_of_probe,
10226 .remove = __devexit_p(niu_of_remove),
10227 };
10228
10229 #endif /* CONFIG_SPARC64 */
10230
10231 static int __init niu_init(void)
10232 {
10233 int err = 0;
10234
10235 BUILD_BUG_ON(PAGE_SIZE < 4 * 1024);
10236
10237 niu_debug = netif_msg_init(debug, NIU_MSG_DEFAULT);
10238
10239 #ifdef CONFIG_SPARC64
10240 err = platform_driver_register(&niu_of_driver);
10241 #endif
10242
10243 if (!err) {
10244 err = pci_register_driver(&niu_pci_driver);
10245 #ifdef CONFIG_SPARC64
10246 if (err)
10247 platform_driver_unregister(&niu_of_driver);
10248 #endif
10249 }
10250
10251 return err;
10252 }
10253
10254 static void __exit niu_exit(void)
10255 {
10256 pci_unregister_driver(&niu_pci_driver);
10257 #ifdef CONFIG_SPARC64
10258 platform_driver_unregister(&niu_of_driver);
10259 #endif
10260 }
10261
10262 module_init(niu_init);
10263 module_exit(niu_exit);
Linux 2.6 ibm-acpi/thinkpad-acpi driver git tree