1 /*******************************************************************************
3 Intel 10 Gigabit PCI Express Linux driver
4 Copyright(c) 1999 - 2015 Intel Corporation.
6 This program is free software; you can redistribute it and/or modify it
7 under the terms and conditions of the GNU General Public License,
8 version 2, as published by the Free Software Foundation.
10 This program is distributed in the hope it will be useful, but WITHOUT
11 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
15 You should have received a copy of the GNU General Public License along with
16 this program; if not, write to the Free Software Foundation, Inc.,
17 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
19 The full GNU General Public License is included in this distribution in
20 the file called "COPYING".
23 Linux NICS <linux.nics@intel.com>
24 e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
25 Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
27 *******************************************************************************/
29 #include <linux/types.h>
30 #include <linux/module.h>
31 #include <linux/pci.h>
32 #include <linux/netdevice.h>
33 #include <linux/vmalloc.h>
34 #include <linux/string.h>
37 #include <linux/tcp.h>
38 #include <linux/ipv6.h>
39 #include <linux/if_bridge.h>
40 #ifdef NETIF_F_HW_VLAN_CTAG_TX
41 #include <linux/if_vlan.h>
45 #include "ixgbe_type.h"
46 #include "ixgbe_sriov.h"
49 static inline void ixgbe_alloc_vf_macvlans(struct ixgbe_adapter
*adapter
)
51 struct ixgbe_hw
*hw
= &adapter
->hw
;
52 struct vf_macvlans
*mv_list
;
53 int num_vf_macvlans
, i
;
55 num_vf_macvlans
= hw
->mac
.num_rar_entries
-
56 (IXGBE_MAX_PF_MACVLANS
+ 1 + adapter
->num_vfs
);
60 mv_list
= kcalloc(num_vf_macvlans
, sizeof(struct vf_macvlans
),
63 /* Initialize list of VF macvlans */
64 INIT_LIST_HEAD(&adapter
->vf_mvs
.l
);
65 for (i
= 0; i
< num_vf_macvlans
; i
++) {
67 mv_list
[i
].free
= true;
68 list_add(&mv_list
[i
].l
, &adapter
->vf_mvs
.l
);
70 adapter
->mv_list
= mv_list
;
74 static int __ixgbe_enable_sriov(struct ixgbe_adapter
*adapter
)
76 struct ixgbe_hw
*hw
= &adapter
->hw
;
79 adapter
->flags
|= IXGBE_FLAG_SRIOV_ENABLED
;
81 /* Enable VMDq flag so device will be set in VM mode */
82 adapter
->flags
|= IXGBE_FLAG_VMDQ_ENABLED
;
83 if (!adapter
->ring_feature
[RING_F_VMDQ
].limit
)
84 adapter
->ring_feature
[RING_F_VMDQ
].limit
= 1;
85 adapter
->ring_feature
[RING_F_VMDQ
].offset
= adapter
->num_vfs
;
87 /* If call to enable VFs succeeded then allocate memory
88 * for per VF control structures.
90 adapter
->vfinfo
= kcalloc(adapter
->num_vfs
,
91 sizeof(struct vf_data_storage
), GFP_KERNEL
);
95 ixgbe_alloc_vf_macvlans(adapter
);
97 /* Initialize default switching mode VEB */
98 IXGBE_WRITE_REG(hw
, IXGBE_PFDTXGSWC
, IXGBE_PFDTXGSWC_VT_LBEN
);
99 adapter
->bridge_mode
= BRIDGE_MODE_VEB
;
101 /* limit trafffic classes based on VFs enabled */
102 if ((adapter
->hw
.mac
.type
== ixgbe_mac_82599EB
) &&
103 (adapter
->num_vfs
< 16)) {
104 adapter
->dcb_cfg
.num_tcs
.pg_tcs
= MAX_TRAFFIC_CLASS
;
105 adapter
->dcb_cfg
.num_tcs
.pfc_tcs
= MAX_TRAFFIC_CLASS
;
106 } else if (adapter
->num_vfs
< 32) {
107 adapter
->dcb_cfg
.num_tcs
.pg_tcs
= 4;
108 adapter
->dcb_cfg
.num_tcs
.pfc_tcs
= 4;
110 adapter
->dcb_cfg
.num_tcs
.pg_tcs
= 1;
111 adapter
->dcb_cfg
.num_tcs
.pfc_tcs
= 1;
114 /* Disable RSC when in SR-IOV mode */
115 adapter
->flags2
&= ~(IXGBE_FLAG2_RSC_CAPABLE
|
116 IXGBE_FLAG2_RSC_ENABLED
);
118 for (i
= 0; i
< adapter
->num_vfs
; i
++) {
119 /* enable spoof checking for all VFs */
120 adapter
->vfinfo
[i
].spoofchk_enabled
= true;
122 /* We support VF RSS querying only for 82599 and x540
123 * devices at the moment. These devices share RSS
124 * indirection table and RSS hash key with PF therefore
125 * we want to disable the querying by default.
127 adapter
->vfinfo
[i
].rss_query_enabled
= 0;
129 /* Untrust all VFs */
130 adapter
->vfinfo
[i
].trusted
= false;
132 /* set the default xcast mode */
133 adapter
->vfinfo
[i
].xcast_mode
= IXGBEVF_XCAST_MODE_NONE
;
136 e_info(probe
, "SR-IOV enabled with %d VFs\n", adapter
->num_vfs
);
141 * ixgbe_get_vfs - Find and take references to all vf devices
142 * @adapter: Pointer to adapter struct
144 static void ixgbe_get_vfs(struct ixgbe_adapter
*adapter
)
146 struct pci_dev
*pdev
= adapter
->pdev
;
147 u16 vendor
= pdev
->vendor
;
148 struct pci_dev
*vfdev
;
153 pos
= pci_find_ext_capability(pdev
, PCI_EXT_CAP_ID_SRIOV
);
156 pci_read_config_word(pdev
, pos
+ PCI_SRIOV_VF_DID
, &vf_id
);
158 vfdev
= pci_get_device(vendor
, vf_id
, NULL
);
159 for (; vfdev
; vfdev
= pci_get_device(vendor
, vf_id
, vfdev
)) {
160 if (!vfdev
->is_virtfn
)
162 if (vfdev
->physfn
!= pdev
)
164 if (vf
>= adapter
->num_vfs
)
167 adapter
->vfinfo
[vf
].vfdev
= vfdev
;
172 /* Note this function is called when the user wants to enable SR-IOV
173 * VFs using the now deprecated module parameter
175 void ixgbe_enable_sriov(struct ixgbe_adapter
*adapter
)
177 int pre_existing_vfs
= 0;
179 pre_existing_vfs
= pci_num_vf(adapter
->pdev
);
180 if (!pre_existing_vfs
&& !adapter
->num_vfs
)
183 /* If there are pre-existing VFs then we have to force
184 * use of that many - over ride any module parameter value.
185 * This may result from the user unloading the PF driver
186 * while VFs were assigned to guest VMs or because the VFs
187 * have been created via the new PCI SR-IOV sysfs interface.
189 if (pre_existing_vfs
) {
190 adapter
->num_vfs
= pre_existing_vfs
;
191 dev_warn(&adapter
->pdev
->dev
,
192 "Virtual Functions already enabled for this device - Please reload all VF drivers to avoid spoofed packet errors\n");
196 * The 82599 supports up to 64 VFs per physical function
197 * but this implementation limits allocation to 63 so that
198 * basic networking resources are still available to the
199 * physical function. If the user requests greater than
200 * 63 VFs then it is an error - reset to default of zero.
202 adapter
->num_vfs
= min_t(unsigned int, adapter
->num_vfs
, IXGBE_MAX_VFS_DRV_LIMIT
);
204 err
= pci_enable_sriov(adapter
->pdev
, adapter
->num_vfs
);
206 e_err(probe
, "Failed to enable PCI sriov: %d\n", err
);
207 adapter
->num_vfs
= 0;
212 if (!__ixgbe_enable_sriov(adapter
)) {
213 ixgbe_get_vfs(adapter
);
217 /* If we have gotten to this point then there is no memory available
218 * to manage the VF devices - print message and bail.
220 e_err(probe
, "Unable to allocate memory for VF Data Storage - "
222 ixgbe_disable_sriov(adapter
);
225 #endif /* #ifdef CONFIG_PCI_IOV */
226 int ixgbe_disable_sriov(struct ixgbe_adapter
*adapter
)
228 unsigned int num_vfs
= adapter
->num_vfs
, vf
;
229 struct ixgbe_hw
*hw
= &adapter
->hw
;
234 /* set num VFs to 0 to prevent access to vfinfo */
235 adapter
->num_vfs
= 0;
237 /* put the reference to all of the vf devices */
238 for (vf
= 0; vf
< num_vfs
; ++vf
) {
239 struct pci_dev
*vfdev
= adapter
->vfinfo
[vf
].vfdev
;
243 adapter
->vfinfo
[vf
].vfdev
= NULL
;
247 /* free VF control structures */
248 kfree(adapter
->vfinfo
);
249 adapter
->vfinfo
= NULL
;
251 /* free macvlan list */
252 kfree(adapter
->mv_list
);
253 adapter
->mv_list
= NULL
;
255 /* if SR-IOV is already disabled then there is nothing to do */
256 if (!(adapter
->flags
& IXGBE_FLAG_SRIOV_ENABLED
))
259 #ifdef CONFIG_PCI_IOV
261 * If our VFs are assigned we cannot shut down SR-IOV
262 * without causing issues, so just leave the hardware
263 * available but disabled
265 if (pci_vfs_assigned(adapter
->pdev
)) {
266 e_dev_warn("Unloading driver while VFs are assigned - VFs will not be deallocated\n");
269 /* disable iov and allow time for transactions to clear */
270 pci_disable_sriov(adapter
->pdev
);
273 /* turn off device IOV mode */
274 IXGBE_WRITE_REG(hw
, IXGBE_GCR_EXT
, 0);
275 gpie
= IXGBE_READ_REG(hw
, IXGBE_GPIE
);
276 gpie
&= ~IXGBE_GPIE_VTMODE_MASK
;
277 IXGBE_WRITE_REG(hw
, IXGBE_GPIE
, gpie
);
279 /* set default pool back to 0 */
280 vmdctl
= IXGBE_READ_REG(hw
, IXGBE_VT_CTL
);
281 vmdctl
&= ~IXGBE_VT_CTL_POOL_MASK
;
282 IXGBE_WRITE_REG(hw
, IXGBE_VT_CTL
, vmdctl
);
283 IXGBE_WRITE_FLUSH(hw
);
285 /* Disable VMDq flag so device will be set in VM mode */
286 if (adapter
->ring_feature
[RING_F_VMDQ
].limit
== 1) {
287 adapter
->flags
&= ~IXGBE_FLAG_VMDQ_ENABLED
;
288 adapter
->flags
&= ~IXGBE_FLAG_SRIOV_ENABLED
;
289 rss
= min_t(int, ixgbe_max_rss_indices(adapter
),
292 rss
= min_t(int, IXGBE_MAX_L2A_QUEUES
, num_online_cpus());
295 adapter
->ring_feature
[RING_F_VMDQ
].offset
= 0;
296 adapter
->ring_feature
[RING_F_RSS
].limit
= rss
;
298 /* take a breather then clean up driver data */
303 static int ixgbe_pci_sriov_enable(struct pci_dev
*dev
, int num_vfs
)
305 #ifdef CONFIG_PCI_IOV
306 struct ixgbe_adapter
*adapter
= pci_get_drvdata(dev
);
310 int pre_existing_vfs
= pci_num_vf(dev
);
312 if (pre_existing_vfs
&& pre_existing_vfs
!= num_vfs
)
313 err
= ixgbe_disable_sriov(adapter
);
314 else if (pre_existing_vfs
&& pre_existing_vfs
== num_vfs
)
320 /* While the SR-IOV capability structure reports total VFs to be 64,
321 * we limit the actual number allocated as below based on two factors.
326 * First, we reserve some transmit/receive resources for the PF.
327 * Second, VMDQ also uses the same pools that SR-IOV does. We need to
328 * account for this, so that we don't accidentally allocate more VFs
329 * than we have available pools. The PCI bus driver already checks for
330 * other values out of range.
332 num_tc
= netdev_get_num_tc(adapter
->netdev
);
335 if ((num_vfs
+ adapter
->num_rx_pools
) > IXGBE_MAX_VFS_8TC
) {
336 e_dev_err("Currently the device is configured with %d TCs, Creating more than %d VFs is not allowed\n", num_tc
, IXGBE_MAX_VFS_8TC
);
339 } else if ((num_tc
> 1) && (num_tc
<= 4)) {
340 if ((num_vfs
+ adapter
->num_rx_pools
) > IXGBE_MAX_VFS_4TC
) {
341 e_dev_err("Currently the device is configured with %d TCs, Creating more than %d VFs is not allowed\n", num_tc
, IXGBE_MAX_VFS_4TC
);
345 if ((num_vfs
+ adapter
->num_rx_pools
) > IXGBE_MAX_VFS_1TC
) {
346 e_dev_err("Currently the device is configured with %d TCs, Creating more than %d VFs is not allowed\n", num_tc
, IXGBE_MAX_VFS_1TC
);
350 adapter
->num_vfs
= num_vfs
;
352 err
= __ixgbe_enable_sriov(adapter
);
356 for (i
= 0; i
< adapter
->num_vfs
; i
++)
357 ixgbe_vf_configuration(dev
, (i
| 0x10000000));
359 /* reset before enabling SRIOV to avoid mailbox issues */
360 ixgbe_sriov_reinit(adapter
);
362 err
= pci_enable_sriov(dev
, num_vfs
);
364 e_dev_warn("Failed to enable PCI sriov: %d\n", err
);
367 ixgbe_get_vfs(adapter
);
375 static int ixgbe_pci_sriov_disable(struct pci_dev
*dev
)
377 struct ixgbe_adapter
*adapter
= pci_get_drvdata(dev
);
379 #ifdef CONFIG_PCI_IOV
380 u32 current_flags
= adapter
->flags
;
383 err
= ixgbe_disable_sriov(adapter
);
385 /* Only reinit if no error and state changed */
386 #ifdef CONFIG_PCI_IOV
387 if (!err
&& current_flags
!= adapter
->flags
)
388 ixgbe_sriov_reinit(adapter
);
394 int ixgbe_pci_sriov_configure(struct pci_dev
*dev
, int num_vfs
)
397 return ixgbe_pci_sriov_disable(dev
);
399 return ixgbe_pci_sriov_enable(dev
, num_vfs
);
402 static int ixgbe_set_vf_multicasts(struct ixgbe_adapter
*adapter
,
405 int entries
= (msgbuf
[0] & IXGBE_VT_MSGINFO_MASK
)
406 >> IXGBE_VT_MSGINFO_SHIFT
;
407 u16
*hash_list
= (u16
*)&msgbuf
[1];
408 struct vf_data_storage
*vfinfo
= &adapter
->vfinfo
[vf
];
409 struct ixgbe_hw
*hw
= &adapter
->hw
;
414 u32 vmolr
= IXGBE_READ_REG(hw
, IXGBE_VMOLR(vf
));
416 /* only so many hash values supported */
417 entries
= min(entries
, IXGBE_MAX_VF_MC_ENTRIES
);
420 * salt away the number of multi cast addresses assigned
421 * to this VF for later use to restore when the PF multi cast
424 vfinfo
->num_vf_mc_hashes
= entries
;
427 * VFs are limited to using the MTA hash table for their multicast
430 for (i
= 0; i
< entries
; i
++) {
431 vfinfo
->vf_mc_hashes
[i
] = hash_list
[i
];
434 for (i
= 0; i
< vfinfo
->num_vf_mc_hashes
; i
++) {
435 vector_reg
= (vfinfo
->vf_mc_hashes
[i
] >> 5) & 0x7F;
436 vector_bit
= vfinfo
->vf_mc_hashes
[i
] & 0x1F;
437 mta_reg
= IXGBE_READ_REG(hw
, IXGBE_MTA(vector_reg
));
438 mta_reg
|= BIT(vector_bit
);
439 IXGBE_WRITE_REG(hw
, IXGBE_MTA(vector_reg
), mta_reg
);
441 vmolr
|= IXGBE_VMOLR_ROMPE
;
442 IXGBE_WRITE_REG(hw
, IXGBE_VMOLR(vf
), vmolr
);
447 #ifdef CONFIG_PCI_IOV
448 void ixgbe_restore_vf_multicasts(struct ixgbe_adapter
*adapter
)
450 struct ixgbe_hw
*hw
= &adapter
->hw
;
451 struct vf_data_storage
*vfinfo
;
457 for (i
= 0; i
< adapter
->num_vfs
; i
++) {
458 u32 vmolr
= IXGBE_READ_REG(hw
, IXGBE_VMOLR(i
));
459 vfinfo
= &adapter
->vfinfo
[i
];
460 for (j
= 0; j
< vfinfo
->num_vf_mc_hashes
; j
++) {
461 hw
->addr_ctrl
.mta_in_use
++;
462 vector_reg
= (vfinfo
->vf_mc_hashes
[j
] >> 5) & 0x7F;
463 vector_bit
= vfinfo
->vf_mc_hashes
[j
] & 0x1F;
464 mta_reg
= IXGBE_READ_REG(hw
, IXGBE_MTA(vector_reg
));
465 mta_reg
|= BIT(vector_bit
);
466 IXGBE_WRITE_REG(hw
, IXGBE_MTA(vector_reg
), mta_reg
);
469 if (vfinfo
->num_vf_mc_hashes
)
470 vmolr
|= IXGBE_VMOLR_ROMPE
;
472 vmolr
&= ~IXGBE_VMOLR_ROMPE
;
473 IXGBE_WRITE_REG(hw
, IXGBE_VMOLR(i
), vmolr
);
476 /* Restore any VF macvlans */
477 ixgbe_full_sync_mac_table(adapter
);
481 static int ixgbe_set_vf_vlan(struct ixgbe_adapter
*adapter
, int add
, int vid
,
484 struct ixgbe_hw
*hw
= &adapter
->hw
;
487 /* If VLAN overlaps with one the PF is currently monitoring make
488 * sure that we are able to allocate a VLVF entry. This may be
489 * redundant but it guarantees PF will maintain visibility to
492 if (add
&& test_bit(vid
, adapter
->active_vlans
)) {
493 err
= hw
->mac
.ops
.set_vfta(hw
, vid
, VMDQ_P(0), true, false);
498 err
= hw
->mac
.ops
.set_vfta(hw
, vid
, vf
, !!add
, false);
503 /* If we failed to add the VF VLAN or we are removing the VF VLAN
504 * we may need to drop the PF pool bit in order to allow us to free
505 * up the VLVF resources.
507 if (test_bit(vid
, adapter
->active_vlans
) ||
508 (adapter
->flags2
& IXGBE_FLAG2_VLAN_PROMISC
))
509 ixgbe_update_pf_promisc_vlvf(adapter
, vid
);
514 static s32
ixgbe_set_vf_lpe(struct ixgbe_adapter
*adapter
, u32
*msgbuf
, u32 vf
)
516 struct ixgbe_hw
*hw
= &adapter
->hw
;
517 int max_frame
= msgbuf
[1];
521 * For 82599EB we have to keep all PFs and VFs operating with
522 * the same max_frame value in order to avoid sending an oversize
523 * frame to a VF. In order to guarantee this is handled correctly
524 * for all cases we have several special exceptions to take into
525 * account before we can enable the VF for receive
527 if (adapter
->hw
.mac
.type
== ixgbe_mac_82599EB
) {
528 struct net_device
*dev
= adapter
->netdev
;
529 int pf_max_frame
= dev
->mtu
+ ETH_HLEN
;
530 u32 reg_offset
, vf_shift
, vfre
;
534 if (dev
->features
& NETIF_F_FCOE_MTU
)
535 pf_max_frame
= max_t(int, pf_max_frame
,
536 IXGBE_FCOE_JUMBO_FRAME_SIZE
);
538 #endif /* CONFIG_FCOE */
539 switch (adapter
->vfinfo
[vf
].vf_api
) {
540 case ixgbe_mbox_api_11
:
541 case ixgbe_mbox_api_12
:
542 case ixgbe_mbox_api_13
:
544 * Version 1.1 supports jumbo frames on VFs if PF has
545 * jumbo frames enabled which means legacy VFs are
548 if (pf_max_frame
> ETH_FRAME_LEN
)
552 * If the PF or VF are running w/ jumbo frames enabled
553 * we need to shut down the VF Rx path as we cannot
554 * support jumbo frames on legacy VFs
556 if ((pf_max_frame
> ETH_FRAME_LEN
) ||
557 (max_frame
> (ETH_FRAME_LEN
+ ETH_FCS_LEN
)))
562 /* determine VF receive enable location */
564 reg_offset
= vf
/ 32;
566 /* enable or disable receive depending on error */
567 vfre
= IXGBE_READ_REG(hw
, IXGBE_VFRE(reg_offset
));
569 vfre
&= ~BIT(vf_shift
);
571 vfre
|= BIT(vf_shift
);
572 IXGBE_WRITE_REG(hw
, IXGBE_VFRE(reg_offset
), vfre
);
575 e_err(drv
, "VF max_frame %d out of range\n", max_frame
);
580 /* MTU < 68 is an error and causes problems on some kernels */
581 if (max_frame
> IXGBE_MAX_JUMBO_FRAME_SIZE
) {
582 e_err(drv
, "VF max_frame %d out of range\n", max_frame
);
586 /* pull current max frame size from hardware */
587 max_frs
= IXGBE_READ_REG(hw
, IXGBE_MAXFRS
);
588 max_frs
&= IXGBE_MHADD_MFS_MASK
;
589 max_frs
>>= IXGBE_MHADD_MFS_SHIFT
;
591 if (max_frs
< max_frame
) {
592 max_frs
= max_frame
<< IXGBE_MHADD_MFS_SHIFT
;
593 IXGBE_WRITE_REG(hw
, IXGBE_MAXFRS
, max_frs
);
596 e_info(hw
, "VF requests change max MTU to %d\n", max_frame
);
601 static void ixgbe_set_vmolr(struct ixgbe_hw
*hw
, u32 vf
, bool aupe
)
603 u32 vmolr
= IXGBE_READ_REG(hw
, IXGBE_VMOLR(vf
));
604 vmolr
|= IXGBE_VMOLR_BAM
;
606 vmolr
|= IXGBE_VMOLR_AUPE
;
608 vmolr
&= ~IXGBE_VMOLR_AUPE
;
609 IXGBE_WRITE_REG(hw
, IXGBE_VMOLR(vf
), vmolr
);
612 static void ixgbe_clear_vmvir(struct ixgbe_adapter
*adapter
, u32 vf
)
614 struct ixgbe_hw
*hw
= &adapter
->hw
;
616 IXGBE_WRITE_REG(hw
, IXGBE_VMVIR(vf
), 0);
619 static void ixgbe_clear_vf_vlans(struct ixgbe_adapter
*adapter
, u32 vf
)
621 struct ixgbe_hw
*hw
= &adapter
->hw
;
622 u32 vlvfb_mask
, pool_mask
, i
;
624 /* create mask for VF and other pools */
625 pool_mask
= ~BIT(VMDQ_P(0) % 32);
626 vlvfb_mask
= BIT(vf
% 32);
628 /* post increment loop, covers VLVF_ENTRIES - 1 to 0 */
629 for (i
= IXGBE_VLVF_ENTRIES
; i
--;) {
630 u32 bits
[2], vlvfb
, vid
, vfta
, vlvf
;
631 u32 word
= i
* 2 + vf
/ 32;
634 vlvfb
= IXGBE_READ_REG(hw
, IXGBE_VLVFB(word
));
636 /* if our bit isn't set we can skip it */
637 if (!(vlvfb
& vlvfb_mask
))
640 /* clear our bit from vlvfb */
643 /* create 64b mask to chedk to see if we should clear VLVF */
644 bits
[word
% 2] = vlvfb
;
645 bits
[~word
% 2] = IXGBE_READ_REG(hw
, IXGBE_VLVFB(word
^ 1));
647 /* if other pools are present, just remove ourselves */
648 if (bits
[(VMDQ_P(0) / 32) ^ 1] ||
649 (bits
[VMDQ_P(0) / 32] & pool_mask
))
652 /* if PF is present, leave VFTA */
653 if (bits
[0] || bits
[1])
656 /* if we cannot determine VLAN just remove ourselves */
657 vlvf
= IXGBE_READ_REG(hw
, IXGBE_VLVF(i
));
661 vid
= vlvf
& VLAN_VID_MASK
;
662 mask
= BIT(vid
% 32);
664 /* clear bit from VFTA */
665 vfta
= IXGBE_READ_REG(hw
, IXGBE_VFTA(vid
/ 32));
667 IXGBE_WRITE_REG(hw
, IXGBE_VFTA(vid
/ 32), vfta
^ mask
);
669 /* clear POOL selection enable */
670 IXGBE_WRITE_REG(hw
, IXGBE_VLVF(i
), 0);
672 if (!(adapter
->flags2
& IXGBE_FLAG2_VLAN_PROMISC
))
675 /* clear pool bits */
676 IXGBE_WRITE_REG(hw
, IXGBE_VLVFB(word
), vlvfb
);
680 static inline void ixgbe_vf_reset_event(struct ixgbe_adapter
*adapter
, u32 vf
)
682 struct ixgbe_hw
*hw
= &adapter
->hw
;
683 struct vf_data_storage
*vfinfo
= &adapter
->vfinfo
[vf
];
684 u8 num_tcs
= netdev_get_num_tc(adapter
->netdev
);
686 /* remove VLAN filters beloning to this VF */
687 ixgbe_clear_vf_vlans(adapter
, vf
);
689 /* add back PF assigned VLAN or VLAN 0 */
690 ixgbe_set_vf_vlan(adapter
, true, vfinfo
->pf_vlan
, vf
);
692 /* reset offloads to defaults */
693 ixgbe_set_vmolr(hw
, vf
, !vfinfo
->pf_vlan
);
695 /* set outgoing tags for VFs */
696 if (!vfinfo
->pf_vlan
&& !vfinfo
->pf_qos
&& !num_tcs
) {
697 ixgbe_clear_vmvir(adapter
, vf
);
699 if (vfinfo
->pf_qos
|| !num_tcs
)
700 ixgbe_set_vmvir(adapter
, vfinfo
->pf_vlan
,
703 ixgbe_set_vmvir(adapter
, vfinfo
->pf_vlan
,
704 adapter
->default_up
, vf
);
706 if (vfinfo
->spoofchk_enabled
)
707 hw
->mac
.ops
.set_vlan_anti_spoofing(hw
, true, vf
);
710 /* reset multicast table array for vf */
711 adapter
->vfinfo
[vf
].num_vf_mc_hashes
= 0;
713 /* Flush and reset the mta with the new values */
714 ixgbe_set_rx_mode(adapter
->netdev
);
716 ixgbe_del_mac_filter(adapter
, adapter
->vfinfo
[vf
].vf_mac_addresses
, vf
);
718 /* reset VF api back to unknown */
719 adapter
->vfinfo
[vf
].vf_api
= ixgbe_mbox_api_10
;
722 static int ixgbe_set_vf_mac(struct ixgbe_adapter
*adapter
,
723 int vf
, unsigned char *mac_addr
)
725 ixgbe_del_mac_filter(adapter
, adapter
->vfinfo
[vf
].vf_mac_addresses
, vf
);
726 memcpy(adapter
->vfinfo
[vf
].vf_mac_addresses
, mac_addr
, ETH_ALEN
);
727 ixgbe_add_mac_filter(adapter
, adapter
->vfinfo
[vf
].vf_mac_addresses
, vf
);
732 static int ixgbe_set_vf_macvlan(struct ixgbe_adapter
*adapter
,
733 int vf
, int index
, unsigned char *mac_addr
)
735 struct list_head
*pos
;
736 struct vf_macvlans
*entry
;
739 list_for_each(pos
, &adapter
->vf_mvs
.l
) {
740 entry
= list_entry(pos
, struct vf_macvlans
, l
);
741 if (entry
->vf
== vf
) {
744 entry
->is_macvlan
= false;
745 ixgbe_del_mac_filter(adapter
,
746 entry
->vf_macvlan
, vf
);
752 * If index was zero then we were asked to clear the uc list
753 * for the VF. We're done.
760 list_for_each(pos
, &adapter
->vf_mvs
.l
) {
761 entry
= list_entry(pos
, struct vf_macvlans
, l
);
767 * If we traversed the entire list and didn't find a free entry
768 * then we're out of space on the RAR table. Also entry may
769 * be NULL because the original memory allocation for the list
770 * failed, which is not fatal but does mean we can't support
771 * VF requests for MACVLAN because we couldn't allocate
772 * memory for the list management required.
774 if (!entry
|| !entry
->free
)
778 entry
->is_macvlan
= true;
780 memcpy(entry
->vf_macvlan
, mac_addr
, ETH_ALEN
);
782 ixgbe_add_mac_filter(adapter
, mac_addr
, vf
);
787 int ixgbe_vf_configuration(struct pci_dev
*pdev
, unsigned int event_mask
)
789 struct ixgbe_adapter
*adapter
= pci_get_drvdata(pdev
);
790 unsigned int vfn
= (event_mask
& 0x3f);
792 bool enable
= ((event_mask
& 0x10000000U
) != 0);
795 eth_zero_addr(adapter
->vfinfo
[vfn
].vf_mac_addresses
);
800 static inline void ixgbe_write_qde(struct ixgbe_adapter
*adapter
, u32 vf
,
803 struct ixgbe_hw
*hw
= &adapter
->hw
;
804 struct ixgbe_ring_feature
*vmdq
= &adapter
->ring_feature
[RING_F_VMDQ
];
805 u32 q_per_pool
= __ALIGN_MASK(1, ~vmdq
->mask
);
808 for (i
= vf
* q_per_pool
; i
< ((vf
+ 1) * q_per_pool
); i
++) {
811 /* flush previous write */
812 IXGBE_WRITE_FLUSH(hw
);
814 /* indicate to hardware that we want to set drop enable */
815 reg
= IXGBE_QDE_WRITE
| IXGBE_QDE_ENABLE
;
816 reg
|= i
<< IXGBE_QDE_IDX_SHIFT
;
817 IXGBE_WRITE_REG(hw
, IXGBE_QDE
, reg
);
821 static int ixgbe_vf_reset_msg(struct ixgbe_adapter
*adapter
, u32 vf
)
823 struct ixgbe_ring_feature
*vmdq
= &adapter
->ring_feature
[RING_F_VMDQ
];
824 struct ixgbe_hw
*hw
= &adapter
->hw
;
825 unsigned char *vf_mac
= adapter
->vfinfo
[vf
].vf_mac_addresses
;
826 u32 reg
, reg_offset
, vf_shift
;
827 u32 msgbuf
[4] = {0, 0, 0, 0};
828 u8
*addr
= (u8
*)(&msgbuf
[1]);
829 u32 q_per_pool
= __ALIGN_MASK(1, ~vmdq
->mask
);
832 e_info(probe
, "VF Reset msg received from vf %d\n", vf
);
834 /* reset the filters for the device */
835 ixgbe_vf_reset_event(adapter
, vf
);
837 /* set vf mac address */
838 if (!is_zero_ether_addr(vf_mac
))
839 ixgbe_set_vf_mac(adapter
, vf
, vf_mac
);
842 reg_offset
= vf
/ 32;
844 /* enable transmit for vf */
845 reg
= IXGBE_READ_REG(hw
, IXGBE_VFTE(reg_offset
));
846 reg
|= BIT(vf_shift
);
847 IXGBE_WRITE_REG(hw
, IXGBE_VFTE(reg_offset
), reg
);
849 /* force drop enable for all VF Rx queues */
850 ixgbe_write_qde(adapter
, vf
, IXGBE_QDE_ENABLE
);
852 /* enable receive for vf */
853 reg
= IXGBE_READ_REG(hw
, IXGBE_VFRE(reg_offset
));
854 reg
|= BIT(vf_shift
);
856 * The 82599 cannot support a mix of jumbo and non-jumbo PF/VFs.
857 * For more info take a look at ixgbe_set_vf_lpe
859 if (adapter
->hw
.mac
.type
== ixgbe_mac_82599EB
) {
860 struct net_device
*dev
= adapter
->netdev
;
861 int pf_max_frame
= dev
->mtu
+ ETH_HLEN
;
864 if (dev
->features
& NETIF_F_FCOE_MTU
)
865 pf_max_frame
= max_t(int, pf_max_frame
,
866 IXGBE_FCOE_JUMBO_FRAME_SIZE
);
868 #endif /* CONFIG_FCOE */
869 if (pf_max_frame
> ETH_FRAME_LEN
)
870 reg
&= ~BIT(vf_shift
);
872 IXGBE_WRITE_REG(hw
, IXGBE_VFRE(reg_offset
), reg
);
874 /* enable VF mailbox for further messages */
875 adapter
->vfinfo
[vf
].clear_to_send
= true;
877 /* Enable counting of spoofed packets in the SSVPC register */
878 reg
= IXGBE_READ_REG(hw
, IXGBE_VMECM(reg_offset
));
879 reg
|= BIT(vf_shift
);
880 IXGBE_WRITE_REG(hw
, IXGBE_VMECM(reg_offset
), reg
);
883 * Reset the VFs TDWBAL and TDWBAH registers
884 * which are not cleared by an FLR
886 for (i
= 0; i
< q_per_pool
; i
++) {
887 IXGBE_WRITE_REG(hw
, IXGBE_PVFTDWBAHn(q_per_pool
, vf
, i
), 0);
888 IXGBE_WRITE_REG(hw
, IXGBE_PVFTDWBALn(q_per_pool
, vf
, i
), 0);
891 /* reply to reset with ack and vf mac address */
892 msgbuf
[0] = IXGBE_VF_RESET
;
893 if (!is_zero_ether_addr(vf_mac
)) {
894 msgbuf
[0] |= IXGBE_VT_MSGTYPE_ACK
;
895 memcpy(addr
, vf_mac
, ETH_ALEN
);
897 msgbuf
[0] |= IXGBE_VT_MSGTYPE_NACK
;
898 dev_warn(&adapter
->pdev
->dev
,
899 "VF %d has no MAC address assigned, you may have to assign one manually\n",
904 * Piggyback the multicast filter type so VF can compute the
907 msgbuf
[3] = hw
->mac
.mc_filter_type
;
908 ixgbe_write_mbx(hw
, msgbuf
, IXGBE_VF_PERMADDR_MSG_LEN
, vf
);
913 static int ixgbe_set_vf_mac_addr(struct ixgbe_adapter
*adapter
,
916 u8
*new_mac
= ((u8
*)(&msgbuf
[1]));
918 if (!is_valid_ether_addr(new_mac
)) {
919 e_warn(drv
, "VF %d attempted to set invalid mac\n", vf
);
923 if (adapter
->vfinfo
[vf
].pf_set_mac
&& !adapter
->vfinfo
[vf
].trusted
&&
924 !ether_addr_equal(adapter
->vfinfo
[vf
].vf_mac_addresses
, new_mac
)) {
926 "VF %d attempted to override administratively set MAC address\n"
927 "Reload the VF driver to resume operations\n",
932 return ixgbe_set_vf_mac(adapter
, vf
, new_mac
) < 0;
935 static int ixgbe_set_vf_vlan_msg(struct ixgbe_adapter
*adapter
,
938 u32 add
= (msgbuf
[0] & IXGBE_VT_MSGINFO_MASK
) >> IXGBE_VT_MSGINFO_SHIFT
;
939 u32 vid
= (msgbuf
[1] & IXGBE_VLVF_VLANID_MASK
);
940 u8 tcs
= netdev_get_num_tc(adapter
->netdev
);
942 if (adapter
->vfinfo
[vf
].pf_vlan
|| tcs
) {
944 "VF %d attempted to override administratively set VLAN configuration\n"
945 "Reload the VF driver to resume operations\n",
950 /* VLAN 0 is a special case, don't allow it to be removed */
954 return ixgbe_set_vf_vlan(adapter
, add
, vid
, vf
);
957 static int ixgbe_set_vf_macvlan_msg(struct ixgbe_adapter
*adapter
,
960 u8
*new_mac
= ((u8
*)(&msgbuf
[1]));
961 int index
= (msgbuf
[0] & IXGBE_VT_MSGINFO_MASK
) >>
962 IXGBE_VT_MSGINFO_SHIFT
;
965 if (adapter
->vfinfo
[vf
].pf_set_mac
&& !adapter
->vfinfo
[vf
].trusted
&&
968 "VF %d requested MACVLAN filter but is administratively denied\n",
973 /* An non-zero index indicates the VF is setting a filter */
975 if (!is_valid_ether_addr(new_mac
)) {
976 e_warn(drv
, "VF %d attempted to set invalid mac\n", vf
);
981 * If the VF is allowed to set MAC filters then turn off
982 * anti-spoofing to avoid false positives.
984 if (adapter
->vfinfo
[vf
].spoofchk_enabled
) {
985 struct ixgbe_hw
*hw
= &adapter
->hw
;
987 hw
->mac
.ops
.set_mac_anti_spoofing(hw
, false, vf
);
988 hw
->mac
.ops
.set_vlan_anti_spoofing(hw
, false, vf
);
992 err
= ixgbe_set_vf_macvlan(adapter
, vf
, index
, new_mac
);
995 "VF %d has requested a MACVLAN filter but there is no space for it\n",
1001 static int ixgbe_negotiate_vf_api(struct ixgbe_adapter
*adapter
,
1002 u32
*msgbuf
, u32 vf
)
1004 int api
= msgbuf
[1];
1007 case ixgbe_mbox_api_10
:
1008 case ixgbe_mbox_api_11
:
1009 case ixgbe_mbox_api_12
:
1010 case ixgbe_mbox_api_13
:
1011 adapter
->vfinfo
[vf
].vf_api
= api
;
1017 e_info(drv
, "VF %d requested invalid api version %u\n", vf
, api
);
1022 static int ixgbe_get_vf_queues(struct ixgbe_adapter
*adapter
,
1023 u32
*msgbuf
, u32 vf
)
1025 struct net_device
*dev
= adapter
->netdev
;
1026 struct ixgbe_ring_feature
*vmdq
= &adapter
->ring_feature
[RING_F_VMDQ
];
1027 unsigned int default_tc
= 0;
1028 u8 num_tcs
= netdev_get_num_tc(dev
);
1030 /* verify the PF is supporting the correct APIs */
1031 switch (adapter
->vfinfo
[vf
].vf_api
) {
1032 case ixgbe_mbox_api_20
:
1033 case ixgbe_mbox_api_11
:
1034 case ixgbe_mbox_api_12
:
1035 case ixgbe_mbox_api_13
:
1041 /* only allow 1 Tx queue for bandwidth limiting */
1042 msgbuf
[IXGBE_VF_TX_QUEUES
] = __ALIGN_MASK(1, ~vmdq
->mask
);
1043 msgbuf
[IXGBE_VF_RX_QUEUES
] = __ALIGN_MASK(1, ~vmdq
->mask
);
1045 /* if TCs > 1 determine which TC belongs to default user priority */
1047 default_tc
= netdev_get_prio_tc_map(dev
, adapter
->default_up
);
1049 /* notify VF of need for VLAN tag stripping, and correct queue */
1051 msgbuf
[IXGBE_VF_TRANS_VLAN
] = num_tcs
;
1052 else if (adapter
->vfinfo
[vf
].pf_vlan
|| adapter
->vfinfo
[vf
].pf_qos
)
1053 msgbuf
[IXGBE_VF_TRANS_VLAN
] = 1;
1055 msgbuf
[IXGBE_VF_TRANS_VLAN
] = 0;
1057 /* notify VF of default queue */
1058 msgbuf
[IXGBE_VF_DEF_QUEUE
] = default_tc
;
1063 static int ixgbe_get_vf_reta(struct ixgbe_adapter
*adapter
, u32
*msgbuf
, u32 vf
)
1066 u32
*out_buf
= &msgbuf
[1];
1067 const u8
*reta
= adapter
->rss_indir_tbl
;
1068 u32 reta_size
= ixgbe_rss_indir_tbl_entries(adapter
);
1070 /* Check if operation is permitted */
1071 if (!adapter
->vfinfo
[vf
].rss_query_enabled
)
1074 /* verify the PF is supporting the correct API */
1075 switch (adapter
->vfinfo
[vf
].vf_api
) {
1076 case ixgbe_mbox_api_13
:
1077 case ixgbe_mbox_api_12
:
1083 /* This mailbox command is supported (required) only for 82599 and x540
1084 * VFs which support up to 4 RSS queues. Therefore we will compress the
1085 * RETA by saving only 2 bits from each entry. This way we will be able
1086 * to transfer the whole RETA in a single mailbox operation.
1088 for (i
= 0; i
< reta_size
/ 16; i
++) {
1090 for (j
= 0; j
< 16; j
++)
1091 out_buf
[i
] |= (u32
)(reta
[16 * i
+ j
] & 0x3) << (2 * j
);
1097 static int ixgbe_get_vf_rss_key(struct ixgbe_adapter
*adapter
,
1098 u32
*msgbuf
, u32 vf
)
1100 u32
*rss_key
= &msgbuf
[1];
1102 /* Check if the operation is permitted */
1103 if (!adapter
->vfinfo
[vf
].rss_query_enabled
)
1106 /* verify the PF is supporting the correct API */
1107 switch (adapter
->vfinfo
[vf
].vf_api
) {
1108 case ixgbe_mbox_api_13
:
1109 case ixgbe_mbox_api_12
:
1115 memcpy(rss_key
, adapter
->rss_key
, sizeof(adapter
->rss_key
));
1120 static int ixgbe_update_vf_xcast_mode(struct ixgbe_adapter
*adapter
,
1121 u32
*msgbuf
, u32 vf
)
1123 struct ixgbe_hw
*hw
= &adapter
->hw
;
1124 int xcast_mode
= msgbuf
[1];
1125 u32 vmolr
, fctrl
, disable
, enable
;
1127 /* verify the PF is supporting the correct APIs */
1128 switch (adapter
->vfinfo
[vf
].vf_api
) {
1129 case ixgbe_mbox_api_12
:
1130 /* promisc introduced in 1.3 version */
1131 if (xcast_mode
== IXGBEVF_XCAST_MODE_PROMISC
)
1134 case ixgbe_mbox_api_13
:
1140 if (xcast_mode
> IXGBEVF_XCAST_MODE_MULTI
&&
1141 !adapter
->vfinfo
[vf
].trusted
) {
1142 xcast_mode
= IXGBEVF_XCAST_MODE_MULTI
;
1145 if (adapter
->vfinfo
[vf
].xcast_mode
== xcast_mode
)
1148 switch (xcast_mode
) {
1149 case IXGBEVF_XCAST_MODE_NONE
:
1150 disable
= IXGBE_VMOLR_BAM
| IXGBE_VMOLR_ROMPE
|
1151 IXGBE_VMOLR_MPE
| IXGBE_VMOLR_UPE
| IXGBE_VMOLR_VPE
;
1154 case IXGBEVF_XCAST_MODE_MULTI
:
1155 disable
= IXGBE_VMOLR_MPE
| IXGBE_VMOLR_UPE
| IXGBE_VMOLR_VPE
;
1156 enable
= IXGBE_VMOLR_BAM
| IXGBE_VMOLR_ROMPE
;
1158 case IXGBEVF_XCAST_MODE_ALLMULTI
:
1159 disable
= IXGBE_VMOLR_UPE
| IXGBE_VMOLR_VPE
;
1160 enable
= IXGBE_VMOLR_BAM
| IXGBE_VMOLR_ROMPE
| IXGBE_VMOLR_MPE
;
1162 case IXGBEVF_XCAST_MODE_PROMISC
:
1163 if (hw
->mac
.type
<= ixgbe_mac_82599EB
)
1166 fctrl
= IXGBE_READ_REG(hw
, IXGBE_FCTRL
);
1167 if (!(fctrl
& IXGBE_FCTRL_UPE
)) {
1168 /* VF promisc requires PF in promisc */
1170 "Enabling VF promisc requires PF in promisc\n");
1175 enable
= IXGBE_VMOLR_BAM
| IXGBE_VMOLR_ROMPE
|
1176 IXGBE_VMOLR_MPE
| IXGBE_VMOLR_UPE
| IXGBE_VMOLR_VPE
;
1182 vmolr
= IXGBE_READ_REG(hw
, IXGBE_VMOLR(vf
));
1185 IXGBE_WRITE_REG(hw
, IXGBE_VMOLR(vf
), vmolr
);
1187 adapter
->vfinfo
[vf
].xcast_mode
= xcast_mode
;
1190 msgbuf
[1] = xcast_mode
;
1195 static int ixgbe_rcv_msg_from_vf(struct ixgbe_adapter
*adapter
, u32 vf
)
1197 u32 mbx_size
= IXGBE_VFMAILBOX_SIZE
;
1198 u32 msgbuf
[IXGBE_VFMAILBOX_SIZE
];
1199 struct ixgbe_hw
*hw
= &adapter
->hw
;
1202 retval
= ixgbe_read_mbx(hw
, msgbuf
, mbx_size
, vf
);
1205 pr_err("Error receiving message from VF\n");
1209 /* this is a message we already processed, do nothing */
1210 if (msgbuf
[0] & (IXGBE_VT_MSGTYPE_ACK
| IXGBE_VT_MSGTYPE_NACK
))
1213 /* flush the ack before we write any messages back */
1214 IXGBE_WRITE_FLUSH(hw
);
1216 if (msgbuf
[0] == IXGBE_VF_RESET
)
1217 return ixgbe_vf_reset_msg(adapter
, vf
);
1220 * until the vf completes a virtual function reset it should not be
1221 * allowed to start any configuration.
1223 if (!adapter
->vfinfo
[vf
].clear_to_send
) {
1224 msgbuf
[0] |= IXGBE_VT_MSGTYPE_NACK
;
1225 ixgbe_write_mbx(hw
, msgbuf
, 1, vf
);
1229 switch ((msgbuf
[0] & 0xFFFF)) {
1230 case IXGBE_VF_SET_MAC_ADDR
:
1231 retval
= ixgbe_set_vf_mac_addr(adapter
, msgbuf
, vf
);
1233 case IXGBE_VF_SET_MULTICAST
:
1234 retval
= ixgbe_set_vf_multicasts(adapter
, msgbuf
, vf
);
1236 case IXGBE_VF_SET_VLAN
:
1237 retval
= ixgbe_set_vf_vlan_msg(adapter
, msgbuf
, vf
);
1239 case IXGBE_VF_SET_LPE
:
1240 retval
= ixgbe_set_vf_lpe(adapter
, msgbuf
, vf
);
1242 case IXGBE_VF_SET_MACVLAN
:
1243 retval
= ixgbe_set_vf_macvlan_msg(adapter
, msgbuf
, vf
);
1245 case IXGBE_VF_API_NEGOTIATE
:
1246 retval
= ixgbe_negotiate_vf_api(adapter
, msgbuf
, vf
);
1248 case IXGBE_VF_GET_QUEUES
:
1249 retval
= ixgbe_get_vf_queues(adapter
, msgbuf
, vf
);
1251 case IXGBE_VF_GET_RETA
:
1252 retval
= ixgbe_get_vf_reta(adapter
, msgbuf
, vf
);
1254 case IXGBE_VF_GET_RSS_KEY
:
1255 retval
= ixgbe_get_vf_rss_key(adapter
, msgbuf
, vf
);
1257 case IXGBE_VF_UPDATE_XCAST_MODE
:
1258 retval
= ixgbe_update_vf_xcast_mode(adapter
, msgbuf
, vf
);
1261 e_err(drv
, "Unhandled Msg %8.8x\n", msgbuf
[0]);
1262 retval
= IXGBE_ERR_MBX
;
1266 /* notify the VF of the results of what it sent us */
1268 msgbuf
[0] |= IXGBE_VT_MSGTYPE_NACK
;
1270 msgbuf
[0] |= IXGBE_VT_MSGTYPE_ACK
;
1272 msgbuf
[0] |= IXGBE_VT_MSGTYPE_CTS
;
1274 ixgbe_write_mbx(hw
, msgbuf
, mbx_size
, vf
);
1279 static void ixgbe_rcv_ack_from_vf(struct ixgbe_adapter
*adapter
, u32 vf
)
1281 struct ixgbe_hw
*hw
= &adapter
->hw
;
1282 u32 msg
= IXGBE_VT_MSGTYPE_NACK
;
1284 /* if device isn't clear to send it shouldn't be reading either */
1285 if (!adapter
->vfinfo
[vf
].clear_to_send
)
1286 ixgbe_write_mbx(hw
, &msg
, 1, vf
);
1289 void ixgbe_msg_task(struct ixgbe_adapter
*adapter
)
1291 struct ixgbe_hw
*hw
= &adapter
->hw
;
1294 for (vf
= 0; vf
< adapter
->num_vfs
; vf
++) {
1295 /* process any reset requests */
1296 if (!ixgbe_check_for_rst(hw
, vf
))
1297 ixgbe_vf_reset_event(adapter
, vf
);
1299 /* process any messages pending */
1300 if (!ixgbe_check_for_msg(hw
, vf
))
1301 ixgbe_rcv_msg_from_vf(adapter
, vf
);
1303 /* process any acks */
1304 if (!ixgbe_check_for_ack(hw
, vf
))
1305 ixgbe_rcv_ack_from_vf(adapter
, vf
);
1309 void ixgbe_disable_tx_rx(struct ixgbe_adapter
*adapter
)
1311 struct ixgbe_hw
*hw
= &adapter
->hw
;
1313 /* disable transmit and receive for all vfs */
1314 IXGBE_WRITE_REG(hw
, IXGBE_VFTE(0), 0);
1315 IXGBE_WRITE_REG(hw
, IXGBE_VFTE(1), 0);
1317 IXGBE_WRITE_REG(hw
, IXGBE_VFRE(0), 0);
1318 IXGBE_WRITE_REG(hw
, IXGBE_VFRE(1), 0);
1321 static inline void ixgbe_ping_vf(struct ixgbe_adapter
*adapter
, int vf
)
1323 struct ixgbe_hw
*hw
= &adapter
->hw
;
1326 ping
= IXGBE_PF_CONTROL_MSG
;
1327 if (adapter
->vfinfo
[vf
].clear_to_send
)
1328 ping
|= IXGBE_VT_MSGTYPE_CTS
;
1329 ixgbe_write_mbx(hw
, &ping
, 1, vf
);
1332 void ixgbe_ping_all_vfs(struct ixgbe_adapter
*adapter
)
1334 struct ixgbe_hw
*hw
= &adapter
->hw
;
1338 for (i
= 0 ; i
< adapter
->num_vfs
; i
++) {
1339 ping
= IXGBE_PF_CONTROL_MSG
;
1340 if (adapter
->vfinfo
[i
].clear_to_send
)
1341 ping
|= IXGBE_VT_MSGTYPE_CTS
;
1342 ixgbe_write_mbx(hw
, &ping
, 1, i
);
1346 int ixgbe_ndo_set_vf_mac(struct net_device
*netdev
, int vf
, u8
*mac
)
1348 struct ixgbe_adapter
*adapter
= netdev_priv(netdev
);
1349 if (!is_valid_ether_addr(mac
) || (vf
>= adapter
->num_vfs
))
1351 adapter
->vfinfo
[vf
].pf_set_mac
= true;
1352 dev_info(&adapter
->pdev
->dev
, "setting MAC %pM on VF %d\n", mac
, vf
);
1353 dev_info(&adapter
->pdev
->dev
, "Reload the VF driver to make this"
1354 " change effective.");
1355 if (test_bit(__IXGBE_DOWN
, &adapter
->state
)) {
1356 dev_warn(&adapter
->pdev
->dev
, "The VF MAC address has been set,"
1357 " but the PF device is not up.\n");
1358 dev_warn(&adapter
->pdev
->dev
, "Bring the PF device up before"
1359 " attempting to use the VF device.\n");
1361 return ixgbe_set_vf_mac(adapter
, vf
, mac
);
1364 static int ixgbe_enable_port_vlan(struct ixgbe_adapter
*adapter
, int vf
,
1367 struct ixgbe_hw
*hw
= &adapter
->hw
;
1370 err
= ixgbe_set_vf_vlan(adapter
, true, vlan
, vf
);
1374 /* Revoke tagless access via VLAN 0 */
1375 ixgbe_set_vf_vlan(adapter
, false, 0, vf
);
1377 ixgbe_set_vmvir(adapter
, vlan
, qos
, vf
);
1378 ixgbe_set_vmolr(hw
, vf
, false);
1380 /* enable hide vlan on X550 */
1381 if (hw
->mac
.type
>= ixgbe_mac_X550
)
1382 ixgbe_write_qde(adapter
, vf
, IXGBE_QDE_ENABLE
|
1383 IXGBE_QDE_HIDE_VLAN
);
1385 adapter
->vfinfo
[vf
].pf_vlan
= vlan
;
1386 adapter
->vfinfo
[vf
].pf_qos
= qos
;
1387 dev_info(&adapter
->pdev
->dev
,
1388 "Setting VLAN %d, QOS 0x%x on VF %d\n", vlan
, qos
, vf
);
1389 if (test_bit(__IXGBE_DOWN
, &adapter
->state
)) {
1390 dev_warn(&adapter
->pdev
->dev
,
1391 "The VF VLAN has been set, but the PF device is not up.\n");
1392 dev_warn(&adapter
->pdev
->dev
,
1393 "Bring the PF device up before attempting to use the VF device.\n");
1400 static int ixgbe_disable_port_vlan(struct ixgbe_adapter
*adapter
, int vf
)
1402 struct ixgbe_hw
*hw
= &adapter
->hw
;
1405 err
= ixgbe_set_vf_vlan(adapter
, false,
1406 adapter
->vfinfo
[vf
].pf_vlan
, vf
);
1407 /* Restore tagless access via VLAN 0 */
1408 ixgbe_set_vf_vlan(adapter
, true, 0, vf
);
1409 ixgbe_clear_vmvir(adapter
, vf
);
1410 ixgbe_set_vmolr(hw
, vf
, true);
1412 /* disable hide VLAN on X550 */
1413 if (hw
->mac
.type
>= ixgbe_mac_X550
)
1414 ixgbe_write_qde(adapter
, vf
, IXGBE_QDE_ENABLE
);
1416 adapter
->vfinfo
[vf
].pf_vlan
= 0;
1417 adapter
->vfinfo
[vf
].pf_qos
= 0;
1422 int ixgbe_ndo_set_vf_vlan(struct net_device
*netdev
, int vf
, u16 vlan
,
1423 u8 qos
, __be16 vlan_proto
)
1426 struct ixgbe_adapter
*adapter
= netdev_priv(netdev
);
1428 if ((vf
>= adapter
->num_vfs
) || (vlan
> 4095) || (qos
> 7))
1430 if (vlan_proto
!= htons(ETH_P_8021Q
))
1431 return -EPROTONOSUPPORT
;
1433 /* Check if there is already a port VLAN set, if so
1434 * we have to delete the old one first before we
1435 * can set the new one. The usage model had
1436 * previously assumed the user would delete the
1437 * old port VLAN before setting a new one but this
1438 * is not necessarily the case.
1440 if (adapter
->vfinfo
[vf
].pf_vlan
)
1441 err
= ixgbe_disable_port_vlan(adapter
, vf
);
1444 err
= ixgbe_enable_port_vlan(adapter
, vf
, vlan
, qos
);
1446 err
= ixgbe_disable_port_vlan(adapter
, vf
);
1453 int ixgbe_link_mbps(struct ixgbe_adapter
*adapter
)
1455 switch (adapter
->link_speed
) {
1456 case IXGBE_LINK_SPEED_100_FULL
:
1458 case IXGBE_LINK_SPEED_1GB_FULL
:
1460 case IXGBE_LINK_SPEED_10GB_FULL
:
1467 static void ixgbe_set_vf_rate_limit(struct ixgbe_adapter
*adapter
, int vf
)
1469 struct ixgbe_ring_feature
*vmdq
= &adapter
->ring_feature
[RING_F_VMDQ
];
1470 struct ixgbe_hw
*hw
= &adapter
->hw
;
1472 u16 queue
, queues_per_pool
;
1473 u16 tx_rate
= adapter
->vfinfo
[vf
].tx_rate
;
1476 /* start with base link speed value */
1477 bcnrc_val
= adapter
->vf_rate_link_speed
;
1479 /* Calculate the rate factor values to set */
1480 bcnrc_val
<<= IXGBE_RTTBCNRC_RF_INT_SHIFT
;
1481 bcnrc_val
/= tx_rate
;
1483 /* clear everything but the rate factor */
1484 bcnrc_val
&= IXGBE_RTTBCNRC_RF_INT_MASK
|
1485 IXGBE_RTTBCNRC_RF_DEC_MASK
;
1487 /* enable the rate scheduler */
1488 bcnrc_val
|= IXGBE_RTTBCNRC_RS_ENA
;
1492 * Set global transmit compensation time to the MMW_SIZE in RTTBCNRM
1493 * register. Typically MMW_SIZE=0x014 if 9728-byte jumbo is supported
1494 * and 0x004 otherwise.
1496 switch (hw
->mac
.type
) {
1497 case ixgbe_mac_82599EB
:
1498 IXGBE_WRITE_REG(hw
, IXGBE_RTTBCNRM
, 0x4);
1500 case ixgbe_mac_X540
:
1501 IXGBE_WRITE_REG(hw
, IXGBE_RTTBCNRM
, 0x14);
1507 /* determine how many queues per pool based on VMDq mask */
1508 queues_per_pool
= __ALIGN_MASK(1, ~vmdq
->mask
);
1510 /* write value for all Tx queues belonging to VF */
1511 for (queue
= 0; queue
< queues_per_pool
; queue
++) {
1512 unsigned int reg_idx
= (vf
* queues_per_pool
) + queue
;
1514 IXGBE_WRITE_REG(hw
, IXGBE_RTTDQSEL
, reg_idx
);
1515 IXGBE_WRITE_REG(hw
, IXGBE_RTTBCNRC
, bcnrc_val
);
1519 void ixgbe_check_vf_rate_limit(struct ixgbe_adapter
*adapter
)
1523 /* VF Tx rate limit was not set */
1524 if (!adapter
->vf_rate_link_speed
)
1527 if (ixgbe_link_mbps(adapter
) != adapter
->vf_rate_link_speed
) {
1528 adapter
->vf_rate_link_speed
= 0;
1529 dev_info(&adapter
->pdev
->dev
,
1530 "Link speed has been changed. VF Transmit rate is disabled\n");
1533 for (i
= 0; i
< adapter
->num_vfs
; i
++) {
1534 if (!adapter
->vf_rate_link_speed
)
1535 adapter
->vfinfo
[i
].tx_rate
= 0;
1537 ixgbe_set_vf_rate_limit(adapter
, i
);
1541 int ixgbe_ndo_set_vf_bw(struct net_device
*netdev
, int vf
, int min_tx_rate
,
1544 struct ixgbe_adapter
*adapter
= netdev_priv(netdev
);
1547 /* verify VF is active */
1548 if (vf
>= adapter
->num_vfs
)
1551 /* verify link is up */
1552 if (!adapter
->link_up
)
1555 /* verify we are linked at 10Gbps */
1556 link_speed
= ixgbe_link_mbps(adapter
);
1557 if (link_speed
!= 10000)
1563 /* rate limit cannot be less than 10Mbs or greater than link speed */
1564 if (max_tx_rate
&& ((max_tx_rate
<= 10) || (max_tx_rate
> link_speed
)))
1568 adapter
->vf_rate_link_speed
= link_speed
;
1569 adapter
->vfinfo
[vf
].tx_rate
= max_tx_rate
;
1571 /* update hardware configuration */
1572 ixgbe_set_vf_rate_limit(adapter
, vf
);
1577 int ixgbe_ndo_set_vf_spoofchk(struct net_device
*netdev
, int vf
, bool setting
)
1579 struct ixgbe_adapter
*adapter
= netdev_priv(netdev
);
1580 struct ixgbe_hw
*hw
= &adapter
->hw
;
1582 if (vf
>= adapter
->num_vfs
)
1585 adapter
->vfinfo
[vf
].spoofchk_enabled
= setting
;
1587 /* configure MAC spoofing */
1588 hw
->mac
.ops
.set_mac_anti_spoofing(hw
, setting
, vf
);
1590 /* configure VLAN spoofing */
1591 hw
->mac
.ops
.set_vlan_anti_spoofing(hw
, setting
, vf
);
1593 /* Ensure LLDP and FC is set for Ethertype Antispoofing if we will be
1594 * calling set_ethertype_anti_spoofing for each VF in loop below
1596 if (hw
->mac
.ops
.set_ethertype_anti_spoofing
) {
1597 IXGBE_WRITE_REG(hw
, IXGBE_ETQF(IXGBE_ETQF_FILTER_LLDP
),
1598 (IXGBE_ETQF_FILTER_EN
|
1599 IXGBE_ETQF_TX_ANTISPOOF
|
1602 IXGBE_WRITE_REG(hw
, IXGBE_ETQF(IXGBE_ETQF_FILTER_FC
),
1603 (IXGBE_ETQF_FILTER_EN
|
1604 IXGBE_ETQF_TX_ANTISPOOF
|
1607 hw
->mac
.ops
.set_ethertype_anti_spoofing(hw
, setting
, vf
);
1613 int ixgbe_ndo_set_vf_rss_query_en(struct net_device
*netdev
, int vf
,
1616 struct ixgbe_adapter
*adapter
= netdev_priv(netdev
);
1618 /* This operation is currently supported only for 82599 and x540
1621 if (adapter
->hw
.mac
.type
< ixgbe_mac_82599EB
||
1622 adapter
->hw
.mac
.type
>= ixgbe_mac_X550
)
1625 if (vf
>= adapter
->num_vfs
)
1628 adapter
->vfinfo
[vf
].rss_query_enabled
= setting
;
1633 int ixgbe_ndo_set_vf_trust(struct net_device
*netdev
, int vf
, bool setting
)
1635 struct ixgbe_adapter
*adapter
= netdev_priv(netdev
);
1637 if (vf
>= adapter
->num_vfs
)
1641 if (adapter
->vfinfo
[vf
].trusted
== setting
)
1644 adapter
->vfinfo
[vf
].trusted
= setting
;
1646 /* reset VF to reconfigure features */
1647 adapter
->vfinfo
[vf
].clear_to_send
= false;
1648 ixgbe_ping_vf(adapter
, vf
);
1650 e_info(drv
, "VF %u is %strusted\n", vf
, setting
? "" : "not ");
1655 int ixgbe_ndo_get_vf_config(struct net_device
*netdev
,
1656 int vf
, struct ifla_vf_info
*ivi
)
1658 struct ixgbe_adapter
*adapter
= netdev_priv(netdev
);
1659 if (vf
>= adapter
->num_vfs
)
1662 memcpy(&ivi
->mac
, adapter
->vfinfo
[vf
].vf_mac_addresses
, ETH_ALEN
);
1663 ivi
->max_tx_rate
= adapter
->vfinfo
[vf
].tx_rate
;
1664 ivi
->min_tx_rate
= 0;
1665 ivi
->vlan
= adapter
->vfinfo
[vf
].pf_vlan
;
1666 ivi
->qos
= adapter
->vfinfo
[vf
].pf_qos
;
1667 ivi
->spoofchk
= adapter
->vfinfo
[vf
].spoofchk_enabled
;
1668 ivi
->rss_query_en
= adapter
->vfinfo
[vf
].rss_query_enabled
;
1669 ivi
->trusted
= adapter
->vfinfo
[vf
].trusted
;