2 * Copyright(c) 2007 - 2009 Intel Corporation. All rights reserved.
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, write to the Free Software Foundation, Inc.,
15 * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
17 * Maintained at www.Open-FCoE.org
20 #include <linux/module.h>
21 #include <linux/version.h>
22 #include <linux/spinlock.h>
23 #include <linux/netdevice.h>
24 #include <linux/etherdevice.h>
25 #include <linux/ethtool.h>
26 #include <linux/if_ether.h>
27 #include <linux/if_vlan.h>
28 #include <linux/crc32.h>
29 #include <linux/slab.h>
30 #include <linux/cpu.h>
32 #include <linux/sysfs.h>
33 #include <linux/ctype.h>
34 #include <linux/workqueue.h>
35 #include <scsi/scsi_tcq.h>
36 #include <scsi/scsicam.h>
37 #include <scsi/scsi_transport.h>
38 #include <scsi/scsi_transport_fc.h>
39 #include <net/rtnetlink.h>
41 #include <scsi/fc/fc_encaps.h>
42 #include <scsi/fc/fc_fip.h>
44 #include <scsi/libfc.h>
45 #include <scsi/fc_frame.h>
46 #include <scsi/libfcoe.h>
50 MODULE_AUTHOR("Open-FCoE.org");
51 MODULE_DESCRIPTION("FCoE");
52 MODULE_LICENSE("GPL v2");
54 /* Performance tuning parameters for fcoe */
55 static unsigned int fcoe_ddp_min
;
56 module_param_named(ddp_min
, fcoe_ddp_min
, uint
, S_IRUGO
| S_IWUSR
);
57 MODULE_PARM_DESC(ddp_min
, "Minimum I/O size in bytes for " \
58 "Direct Data Placement (DDP).");
60 DEFINE_MUTEX(fcoe_config_mutex
);
62 static struct workqueue_struct
*fcoe_wq
;
64 /* fcoe_percpu_clean completion. Waiter protected by fcoe_create_mutex */
65 static DECLARE_COMPLETION(fcoe_flush_completion
);
68 /* must only by accessed under the RTNL mutex */
69 LIST_HEAD(fcoe_hostlist
);
70 DEFINE_PER_CPU(struct fcoe_percpu_s
, fcoe_percpu
);
72 /* Function Prototypes */
73 static int fcoe_reset(struct Scsi_Host
*);
74 static int fcoe_xmit(struct fc_lport
*, struct fc_frame
*);
75 static int fcoe_rcv(struct sk_buff
*, struct net_device
*,
76 struct packet_type
*, struct net_device
*);
77 static int fcoe_percpu_receive_thread(void *);
78 static void fcoe_percpu_clean(struct fc_lport
*);
79 static int fcoe_link_speed_update(struct fc_lport
*);
80 static int fcoe_link_ok(struct fc_lport
*);
82 static struct fc_lport
*fcoe_hostlist_lookup(const struct net_device
*);
83 static int fcoe_hostlist_add(const struct fc_lport
*);
85 static int fcoe_device_notification(struct notifier_block
*, ulong
, void *);
86 static void fcoe_dev_setup(void);
87 static void fcoe_dev_cleanup(void);
88 static struct fcoe_interface
89 *fcoe_hostlist_lookup_port(const struct net_device
*);
91 static int fcoe_fip_recv(struct sk_buff
*, struct net_device
*,
92 struct packet_type
*, struct net_device
*);
94 static void fcoe_fip_send(struct fcoe_ctlr
*, struct sk_buff
*);
95 static void fcoe_update_src_mac(struct fc_lport
*, u8
*);
96 static u8
*fcoe_get_src_mac(struct fc_lport
*);
97 static void fcoe_destroy_work(struct work_struct
*);
99 static int fcoe_ddp_setup(struct fc_lport
*, u16
, struct scatterlist
*,
101 static int fcoe_ddp_done(struct fc_lport
*, u16
);
102 static int fcoe_ddp_target(struct fc_lport
*, u16
, struct scatterlist
*,
104 static int fcoe_cpu_callback(struct notifier_block
*, unsigned long, void *);
106 static bool fcoe_match(struct net_device
*netdev
);
107 static int fcoe_create(struct net_device
*netdev
, enum fip_state fip_mode
);
108 static int fcoe_destroy(struct net_device
*netdev
);
109 static int fcoe_enable(struct net_device
*netdev
);
110 static int fcoe_disable(struct net_device
*netdev
);
112 static struct fc_seq
*fcoe_elsct_send(struct fc_lport
*,
113 u32 did
, struct fc_frame
*,
115 void (*resp
)(struct fc_seq
*,
118 void *, u32 timeout
);
119 static void fcoe_recv_frame(struct sk_buff
*skb
);
121 static void fcoe_get_lesb(struct fc_lport
*, struct fc_els_lesb
*);
123 /* notification function for packets from net device */
124 static struct notifier_block fcoe_notifier
= {
125 .notifier_call
= fcoe_device_notification
,
128 /* notification function for CPU hotplug events */
129 static struct notifier_block fcoe_cpu_notifier
= {
130 .notifier_call
= fcoe_cpu_callback
,
133 static struct scsi_transport_template
*fcoe_nport_scsi_transport
;
134 static struct scsi_transport_template
*fcoe_vport_scsi_transport
;
136 static int fcoe_vport_destroy(struct fc_vport
*);
137 static int fcoe_vport_create(struct fc_vport
*, bool disabled
);
138 static int fcoe_vport_disable(struct fc_vport
*, bool disable
);
139 static void fcoe_set_vport_symbolic_name(struct fc_vport
*);
140 static void fcoe_set_port_id(struct fc_lport
*, u32
, struct fc_frame
*);
141 static int fcoe_validate_vport_create(struct fc_vport
*);
143 static struct libfc_function_template fcoe_libfc_fcn_templ
= {
144 .frame_send
= fcoe_xmit
,
145 .ddp_setup
= fcoe_ddp_setup
,
146 .ddp_done
= fcoe_ddp_done
,
147 .ddp_target
= fcoe_ddp_target
,
148 .elsct_send
= fcoe_elsct_send
,
149 .get_lesb
= fcoe_get_lesb
,
150 .lport_set_port_id
= fcoe_set_port_id
,
153 struct fc_function_template fcoe_nport_fc_functions
= {
154 .show_host_node_name
= 1,
155 .show_host_port_name
= 1,
156 .show_host_supported_classes
= 1,
157 .show_host_supported_fc4s
= 1,
158 .show_host_active_fc4s
= 1,
159 .show_host_maxframe_size
= 1,
161 .show_host_port_id
= 1,
162 .show_host_supported_speeds
= 1,
163 .get_host_speed
= fc_get_host_speed
,
164 .show_host_speed
= 1,
165 .show_host_port_type
= 1,
166 .get_host_port_state
= fc_get_host_port_state
,
167 .show_host_port_state
= 1,
168 .show_host_symbolic_name
= 1,
170 .dd_fcrport_size
= sizeof(struct fc_rport_libfc_priv
),
171 .show_rport_maxframe_size
= 1,
172 .show_rport_supported_classes
= 1,
174 .show_host_fabric_name
= 1,
175 .show_starget_node_name
= 1,
176 .show_starget_port_name
= 1,
177 .show_starget_port_id
= 1,
178 .set_rport_dev_loss_tmo
= fc_set_rport_loss_tmo
,
179 .show_rport_dev_loss_tmo
= 1,
180 .get_fc_host_stats
= fc_get_host_stats
,
181 .issue_fc_host_lip
= fcoe_reset
,
183 .terminate_rport_io
= fc_rport_terminate_io
,
185 .vport_create
= fcoe_vport_create
,
186 .vport_delete
= fcoe_vport_destroy
,
187 .vport_disable
= fcoe_vport_disable
,
188 .set_vport_symbolic_name
= fcoe_set_vport_symbolic_name
,
190 .bsg_request
= fc_lport_bsg_request
,
193 struct fc_function_template fcoe_vport_fc_functions
= {
194 .show_host_node_name
= 1,
195 .show_host_port_name
= 1,
196 .show_host_supported_classes
= 1,
197 .show_host_supported_fc4s
= 1,
198 .show_host_active_fc4s
= 1,
199 .show_host_maxframe_size
= 1,
201 .show_host_port_id
= 1,
202 .show_host_supported_speeds
= 1,
203 .get_host_speed
= fc_get_host_speed
,
204 .show_host_speed
= 1,
205 .show_host_port_type
= 1,
206 .get_host_port_state
= fc_get_host_port_state
,
207 .show_host_port_state
= 1,
208 .show_host_symbolic_name
= 1,
210 .dd_fcrport_size
= sizeof(struct fc_rport_libfc_priv
),
211 .show_rport_maxframe_size
= 1,
212 .show_rport_supported_classes
= 1,
214 .show_host_fabric_name
= 1,
215 .show_starget_node_name
= 1,
216 .show_starget_port_name
= 1,
217 .show_starget_port_id
= 1,
218 .set_rport_dev_loss_tmo
= fc_set_rport_loss_tmo
,
219 .show_rport_dev_loss_tmo
= 1,
220 .get_fc_host_stats
= fc_get_host_stats
,
221 .issue_fc_host_lip
= fcoe_reset
,
223 .terminate_rport_io
= fc_rport_terminate_io
,
225 .bsg_request
= fc_lport_bsg_request
,
228 static struct scsi_host_template fcoe_shost_template
= {
229 .module
= THIS_MODULE
,
230 .name
= "FCoE Driver",
231 .proc_name
= FCOE_NAME
,
232 .queuecommand
= fc_queuecommand
,
233 .eh_abort_handler
= fc_eh_abort
,
234 .eh_device_reset_handler
= fc_eh_device_reset
,
235 .eh_host_reset_handler
= fc_eh_host_reset
,
236 .slave_alloc
= fc_slave_alloc
,
237 .change_queue_depth
= fc_change_queue_depth
,
238 .change_queue_type
= fc_change_queue_type
,
241 .can_queue
= FCOE_MAX_OUTSTANDING_COMMANDS
,
242 .use_clustering
= ENABLE_CLUSTERING
,
243 .sg_tablesize
= SG_ALL
,
244 .max_sectors
= 0xffff,
248 * fcoe_interface_setup() - Setup a FCoE interface
249 * @fcoe: The new FCoE interface
250 * @netdev: The net device that the fcoe interface is on
252 * Returns : 0 for success
253 * Locking: must be called with the RTNL mutex held
255 static int fcoe_interface_setup(struct fcoe_interface
*fcoe
,
256 struct net_device
*netdev
)
258 struct fcoe_ctlr
*fip
= &fcoe
->ctlr
;
259 struct netdev_hw_addr
*ha
;
260 struct net_device
*real_dev
;
261 u8 flogi_maddr
[ETH_ALEN
];
262 const struct net_device_ops
*ops
;
264 fcoe
->netdev
= netdev
;
266 /* Let LLD initialize for FCoE */
267 ops
= netdev
->netdev_ops
;
268 if (ops
->ndo_fcoe_enable
) {
269 if (ops
->ndo_fcoe_enable(netdev
))
270 FCOE_NETDEV_DBG(netdev
, "Failed to enable FCoE"
271 " specific feature for LLD.\n");
274 /* Do not support for bonding device */
275 if (netdev
->priv_flags
& IFF_BONDING
&& netdev
->flags
& IFF_MASTER
) {
276 FCOE_NETDEV_DBG(netdev
, "Bonded interfaces not supported\n");
280 /* look for SAN MAC address, if multiple SAN MACs exist, only
281 * use the first one for SPMA */
282 real_dev
= (netdev
->priv_flags
& IFF_802_1Q_VLAN
) ?
283 vlan_dev_real_dev(netdev
) : netdev
;
285 for_each_dev_addr(real_dev
, ha
) {
286 if ((ha
->type
== NETDEV_HW_ADDR_T_SAN
) &&
287 (is_valid_ether_addr(ha
->addr
))) {
288 memcpy(fip
->ctl_src_addr
, ha
->addr
, ETH_ALEN
);
295 /* setup Source Mac Address */
297 memcpy(fip
->ctl_src_addr
, netdev
->dev_addr
, netdev
->addr_len
);
300 * Add FCoE MAC address as second unicast MAC address
301 * or enter promiscuous mode if not capable of listening
302 * for multiple unicast MACs.
304 memcpy(flogi_maddr
, (u8
[6]) FC_FCOE_FLOGI_MAC
, ETH_ALEN
);
305 dev_uc_add(netdev
, flogi_maddr
);
307 dev_uc_add(netdev
, fip
->ctl_src_addr
);
308 if (fip
->mode
== FIP_MODE_VN2VN
) {
309 dev_mc_add(netdev
, FIP_ALL_VN2VN_MACS
);
310 dev_mc_add(netdev
, FIP_ALL_P2P_MACS
);
312 dev_mc_add(netdev
, FIP_ALL_ENODE_MACS
);
315 * setup the receive function from ethernet driver
316 * on the ethertype for the given device
318 fcoe
->fcoe_packet_type
.func
= fcoe_rcv
;
319 fcoe
->fcoe_packet_type
.type
= __constant_htons(ETH_P_FCOE
);
320 fcoe
->fcoe_packet_type
.dev
= netdev
;
321 dev_add_pack(&fcoe
->fcoe_packet_type
);
323 fcoe
->fip_packet_type
.func
= fcoe_fip_recv
;
324 fcoe
->fip_packet_type
.type
= htons(ETH_P_FIP
);
325 fcoe
->fip_packet_type
.dev
= netdev
;
326 dev_add_pack(&fcoe
->fip_packet_type
);
332 * fcoe_interface_create() - Create a FCoE interface on a net device
333 * @netdev: The net device to create the FCoE interface on
334 * @fip_mode: The mode to use for FIP
336 * Returns: pointer to a struct fcoe_interface or NULL on error
338 static struct fcoe_interface
*fcoe_interface_create(struct net_device
*netdev
,
339 enum fip_state fip_mode
)
341 struct fcoe_interface
*fcoe
;
344 if (!try_module_get(THIS_MODULE
)) {
345 FCOE_NETDEV_DBG(netdev
,
346 "Could not get a reference to the module\n");
347 fcoe
= ERR_PTR(-EBUSY
);
351 fcoe
= kzalloc(sizeof(*fcoe
), GFP_KERNEL
);
353 FCOE_NETDEV_DBG(netdev
, "Could not allocate fcoe structure\n");
354 fcoe
= ERR_PTR(-ENOMEM
);
359 kref_init(&fcoe
->kref
);
364 fcoe_ctlr_init(&fcoe
->ctlr
, fip_mode
);
365 fcoe
->ctlr
.send
= fcoe_fip_send
;
366 fcoe
->ctlr
.update_mac
= fcoe_update_src_mac
;
367 fcoe
->ctlr
.get_src_addr
= fcoe_get_src_mac
;
369 err
= fcoe_interface_setup(fcoe
, netdev
);
371 fcoe_ctlr_destroy(&fcoe
->ctlr
);
381 module_put(THIS_MODULE
);
387 * fcoe_interface_release() - fcoe_port kref release function
388 * @kref: Embedded reference count in an fcoe_interface struct
390 static void fcoe_interface_release(struct kref
*kref
)
392 struct fcoe_interface
*fcoe
;
393 struct net_device
*netdev
;
395 fcoe
= container_of(kref
, struct fcoe_interface
, kref
);
396 netdev
= fcoe
->netdev
;
397 /* tear-down the FCoE controller */
398 fcoe_ctlr_destroy(&fcoe
->ctlr
);
401 module_put(THIS_MODULE
);
405 * fcoe_interface_get() - Get a reference to a FCoE interface
406 * @fcoe: The FCoE interface to be held
408 static inline void fcoe_interface_get(struct fcoe_interface
*fcoe
)
410 kref_get(&fcoe
->kref
);
414 * fcoe_interface_put() - Put a reference to a FCoE interface
415 * @fcoe: The FCoE interface to be released
417 static inline void fcoe_interface_put(struct fcoe_interface
*fcoe
)
419 kref_put(&fcoe
->kref
, fcoe_interface_release
);
423 * fcoe_interface_cleanup() - Clean up a FCoE interface
424 * @fcoe: The FCoE interface to be cleaned up
426 * Caller must be holding the RTNL mutex
428 void fcoe_interface_cleanup(struct fcoe_interface
*fcoe
)
430 struct net_device
*netdev
= fcoe
->netdev
;
431 struct fcoe_ctlr
*fip
= &fcoe
->ctlr
;
432 u8 flogi_maddr
[ETH_ALEN
];
433 const struct net_device_ops
*ops
;
436 * Don't listen for Ethernet packets anymore.
437 * synchronize_net() ensures that the packet handlers are not running
438 * on another CPU. dev_remove_pack() would do that, this calls the
439 * unsyncronized version __dev_remove_pack() to avoid multiple delays.
441 __dev_remove_pack(&fcoe
->fcoe_packet_type
);
442 __dev_remove_pack(&fcoe
->fip_packet_type
);
445 /* Delete secondary MAC addresses */
446 memcpy(flogi_maddr
, (u8
[6]) FC_FCOE_FLOGI_MAC
, ETH_ALEN
);
447 dev_uc_del(netdev
, flogi_maddr
);
449 dev_uc_del(netdev
, fip
->ctl_src_addr
);
450 if (fip
->mode
== FIP_MODE_VN2VN
) {
451 dev_mc_del(netdev
, FIP_ALL_VN2VN_MACS
);
452 dev_mc_del(netdev
, FIP_ALL_P2P_MACS
);
454 dev_mc_del(netdev
, FIP_ALL_ENODE_MACS
);
456 /* Tell the LLD we are done w/ FCoE */
457 ops
= netdev
->netdev_ops
;
458 if (ops
->ndo_fcoe_disable
) {
459 if (ops
->ndo_fcoe_disable(netdev
))
460 FCOE_NETDEV_DBG(netdev
, "Failed to disable FCoE"
461 " specific feature for LLD.\n");
464 /* Release the self-reference taken during fcoe_interface_create() */
465 fcoe_interface_put(fcoe
);
469 * fcoe_fip_recv() - Handler for received FIP frames
470 * @skb: The receive skb
471 * @netdev: The associated net device
472 * @ptype: The packet_type structure which was used to register this handler
473 * @orig_dev: The original net_device the the skb was received on.
474 * (in case dev is a bond)
476 * Returns: 0 for success
478 static int fcoe_fip_recv(struct sk_buff
*skb
, struct net_device
*netdev
,
479 struct packet_type
*ptype
,
480 struct net_device
*orig_dev
)
482 struct fcoe_interface
*fcoe
;
484 fcoe
= container_of(ptype
, struct fcoe_interface
, fip_packet_type
);
485 fcoe_ctlr_recv(&fcoe
->ctlr
, skb
);
490 * fcoe_fip_send() - Send an Ethernet-encapsulated FIP frame
491 * @fip: The FCoE controller
492 * @skb: The FIP packet to be sent
494 static void fcoe_fip_send(struct fcoe_ctlr
*fip
, struct sk_buff
*skb
)
496 skb
->dev
= fcoe_from_ctlr(fip
)->netdev
;
501 * fcoe_update_src_mac() - Update the Ethernet MAC filters
502 * @lport: The local port to update the source MAC on
503 * @addr: Unicast MAC address to add
505 * Remove any previously-set unicast MAC filter.
506 * Add secondary FCoE MAC address filter for our OUI.
508 static void fcoe_update_src_mac(struct fc_lport
*lport
, u8
*addr
)
510 struct fcoe_port
*port
= lport_priv(lport
);
511 struct fcoe_interface
*fcoe
= port
->priv
;
514 if (!is_zero_ether_addr(port
->data_src_addr
))
515 dev_uc_del(fcoe
->netdev
, port
->data_src_addr
);
516 if (!is_zero_ether_addr(addr
))
517 dev_uc_add(fcoe
->netdev
, addr
);
518 memcpy(port
->data_src_addr
, addr
, ETH_ALEN
);
523 * fcoe_get_src_mac() - return the Ethernet source address for an lport
524 * @lport: libfc lport
526 static u8
*fcoe_get_src_mac(struct fc_lport
*lport
)
528 struct fcoe_port
*port
= lport_priv(lport
);
530 return port
->data_src_addr
;
534 * fcoe_lport_config() - Set up a local port
535 * @lport: The local port to be setup
537 * Returns: 0 for success
539 static int fcoe_lport_config(struct fc_lport
*lport
)
543 lport
->max_retry_count
= 3;
544 lport
->max_rport_retry_count
= 3;
545 lport
->e_d_tov
= 2 * 1000; /* FC-FS default */
546 lport
->r_a_tov
= 2 * 2 * 1000;
547 lport
->service_params
= (FCP_SPPF_INIT_FCN
| FCP_SPPF_RD_XRDY_DIS
|
548 FCP_SPPF_RETRY
| FCP_SPPF_CONF_COMPL
);
549 lport
->does_npiv
= 1;
551 fc_lport_init_stats(lport
);
553 /* lport fc_lport related configuration */
554 fc_lport_config(lport
);
556 /* offload related configuration */
557 lport
->crc_offload
= 0;
558 lport
->seq_offload
= 0;
559 lport
->lro_enabled
= 0;
567 * fcoe_get_wwn() - Get the world wide name from LLD if it supports it
568 * @netdev: the associated net device
569 * @wwn: the output WWN
570 * @type: the type of WWN (WWPN or WWNN)
572 * Returns: 0 for success
574 static int fcoe_get_wwn(struct net_device
*netdev
, u64
*wwn
, int type
)
576 const struct net_device_ops
*ops
= netdev
->netdev_ops
;
578 if (ops
->ndo_fcoe_get_wwn
)
579 return ops
->ndo_fcoe_get_wwn(netdev
, wwn
, type
);
584 * fcoe_netdev_features_change - Updates the lport's offload flags based
585 * on the LLD netdev's FCoE feature flags
587 static void fcoe_netdev_features_change(struct fc_lport
*lport
,
588 struct net_device
*netdev
)
590 mutex_lock(&lport
->lp_mutex
);
592 if (netdev
->features
& NETIF_F_SG
)
597 if (netdev
->features
& NETIF_F_FCOE_CRC
) {
598 lport
->crc_offload
= 1;
599 FCOE_NETDEV_DBG(netdev
, "Supports FCCRC offload\n");
601 lport
->crc_offload
= 0;
604 if (netdev
->features
& NETIF_F_FSO
) {
605 lport
->seq_offload
= 1;
606 lport
->lso_max
= netdev
->gso_max_size
;
607 FCOE_NETDEV_DBG(netdev
, "Supports LSO for max len 0x%x\n",
610 lport
->seq_offload
= 0;
614 if (netdev
->fcoe_ddp_xid
) {
615 lport
->lro_enabled
= 1;
616 lport
->lro_xid
= netdev
->fcoe_ddp_xid
;
617 FCOE_NETDEV_DBG(netdev
, "Supports LRO for max xid 0x%x\n",
620 lport
->lro_enabled
= 0;
624 mutex_unlock(&lport
->lp_mutex
);
628 * fcoe_netdev_config() - Set up net devive for SW FCoE
629 * @lport: The local port that is associated with the net device
630 * @netdev: The associated net device
632 * Must be called after fcoe_lport_config() as it will use local port mutex
634 * Returns: 0 for success
636 static int fcoe_netdev_config(struct fc_lport
*lport
, struct net_device
*netdev
)
640 struct fcoe_interface
*fcoe
;
641 struct fcoe_port
*port
;
643 /* Setup lport private data to point to fcoe softc */
644 port
= lport_priv(lport
);
648 * Determine max frame size based on underlying device and optional
649 * user-configured limit. If the MFS is too low, fcoe_link_ok()
650 * will return 0, so do this first.
653 if (netdev
->features
& NETIF_F_FCOE_MTU
) {
655 FCOE_NETDEV_DBG(netdev
, "Supports FCOE_MTU of %d bytes\n", mfs
);
657 mfs
-= (sizeof(struct fcoe_hdr
) + sizeof(struct fcoe_crc_eof
));
658 if (fc_set_mfs(lport
, mfs
))
661 /* offload features support */
662 fcoe_netdev_features_change(lport
, netdev
);
664 skb_queue_head_init(&port
->fcoe_pending_queue
);
665 port
->fcoe_pending_queue_active
= 0;
666 setup_timer(&port
->timer
, fcoe_queue_timer
, (unsigned long)lport
);
668 fcoe_link_speed_update(lport
);
671 if (fcoe_get_wwn(netdev
, &wwnn
, NETDEV_FCOE_WWNN
))
672 wwnn
= fcoe_wwn_from_mac(fcoe
->ctlr
.ctl_src_addr
, 1, 0);
673 fc_set_wwnn(lport
, wwnn
);
674 if (fcoe_get_wwn(netdev
, &wwpn
, NETDEV_FCOE_WWPN
))
675 wwpn
= fcoe_wwn_from_mac(fcoe
->ctlr
.ctl_src_addr
,
677 fc_set_wwpn(lport
, wwpn
);
684 * fcoe_shost_config() - Set up the SCSI host associated with a local port
685 * @lport: The local port
686 * @dev: The device associated with the SCSI host
688 * Must be called after fcoe_lport_config() and fcoe_netdev_config()
690 * Returns: 0 for success
692 static int fcoe_shost_config(struct fc_lport
*lport
, struct device
*dev
)
696 /* lport scsi host config */
697 lport
->host
->max_lun
= FCOE_MAX_LUN
;
698 lport
->host
->max_id
= FCOE_MAX_FCP_TARGET
;
699 lport
->host
->max_channel
= 0;
700 lport
->host
->max_cmd_len
= FCOE_MAX_CMD_LEN
;
703 lport
->host
->transportt
= fcoe_vport_scsi_transport
;
705 lport
->host
->transportt
= fcoe_nport_scsi_transport
;
707 /* add the new host to the SCSI-ml */
708 rc
= scsi_add_host(lport
->host
, dev
);
710 FCOE_NETDEV_DBG(fcoe_netdev(lport
), "fcoe_shost_config: "
711 "error on scsi_add_host\n");
716 fc_host_max_npiv_vports(lport
->host
) = USHRT_MAX
;
718 snprintf(fc_host_symbolic_name(lport
->host
), FC_SYMBOLIC_NAME_SIZE
,
719 "%s v%s over %s", FCOE_NAME
, FCOE_VERSION
,
720 fcoe_netdev(lport
)->name
);
726 * fcoe_oem_match() - The match routine for the offloaded exchange manager
729 * This routine will be associated with an exchange manager (EM). When
730 * the libfc exchange handling code is looking for an EM to use it will
731 * call this routine and pass it the frame that it wishes to send. This
732 * routine will return True if the associated EM is to be used and False
733 * if the echange code should continue looking for an EM.
735 * The offload EM that this routine is associated with will handle any
736 * packets that are for SCSI read requests.
738 * This has been enhanced to work when FCoE stack is operating in target
741 * Returns: True for read types I/O, otherwise returns false.
743 bool fcoe_oem_match(struct fc_frame
*fp
)
745 struct fc_frame_header
*fh
= fc_frame_header_get(fp
);
746 struct fcp_cmnd
*fcp
;
748 if (fc_fcp_is_read(fr_fsp(fp
)) &&
749 (fr_fsp(fp
)->data_len
> fcoe_ddp_min
))
751 else if (!(ntoh24(fh
->fh_f_ctl
) & FC_FC_EX_CTX
)) {
752 fcp
= fc_frame_payload_get(fp
, sizeof(*fcp
));
753 if (ntohs(fh
->fh_rx_id
) == FC_XID_UNKNOWN
&&
754 fcp
&& (ntohl(fcp
->fc_dl
) > fcoe_ddp_min
) &&
755 (fcp
->fc_flags
& FCP_CFL_WRDATA
))
762 * fcoe_em_config() - Allocate and configure an exchange manager
763 * @lport: The local port that the new EM will be associated with
765 * Returns: 0 on success
767 static inline int fcoe_em_config(struct fc_lport
*lport
)
769 struct fcoe_port
*port
= lport_priv(lport
);
770 struct fcoe_interface
*fcoe
= port
->priv
;
771 struct fcoe_interface
*oldfcoe
= NULL
;
772 struct net_device
*old_real_dev
, *cur_real_dev
;
773 u16 min_xid
= FCOE_MIN_XID
;
774 u16 max_xid
= FCOE_MAX_XID
;
777 * Check if need to allocate an em instance for
778 * offload exchange ids to be shared across all VN_PORTs/lport.
780 if (!lport
->lro_enabled
|| !lport
->lro_xid
||
781 (lport
->lro_xid
>= max_xid
)) {
787 * Reuse existing offload em instance in case
788 * it is already allocated on real eth device
790 if (fcoe
->netdev
->priv_flags
& IFF_802_1Q_VLAN
)
791 cur_real_dev
= vlan_dev_real_dev(fcoe
->netdev
);
793 cur_real_dev
= fcoe
->netdev
;
795 list_for_each_entry(oldfcoe
, &fcoe_hostlist
, list
) {
796 if (oldfcoe
->netdev
->priv_flags
& IFF_802_1Q_VLAN
)
797 old_real_dev
= vlan_dev_real_dev(oldfcoe
->netdev
);
799 old_real_dev
= oldfcoe
->netdev
;
801 if (cur_real_dev
== old_real_dev
) {
802 fcoe
->oem
= oldfcoe
->oem
;
808 if (!fc_exch_mgr_add(lport
, fcoe
->oem
, fcoe_oem_match
)) {
809 printk(KERN_ERR
"fcoe_em_config: failed to add "
810 "offload em:%p on interface:%s\n",
811 fcoe
->oem
, fcoe
->netdev
->name
);
815 fcoe
->oem
= fc_exch_mgr_alloc(lport
, FC_CLASS_3
,
816 FCOE_MIN_XID
, lport
->lro_xid
,
819 printk(KERN_ERR
"fcoe_em_config: failed to allocate "
820 "em for offload exches on interface:%s\n",
827 * Exclude offload EM xid range from next EM xid range.
829 min_xid
+= lport
->lro_xid
+ 1;
832 if (!fc_exch_mgr_alloc(lport
, FC_CLASS_3
, min_xid
, max_xid
, NULL
)) {
833 printk(KERN_ERR
"fcoe_em_config: failed to "
834 "allocate em on interface %s\n", fcoe
->netdev
->name
);
842 * fcoe_if_destroy() - Tear down a SW FCoE instance
843 * @lport: The local port to be destroyed
846 static void fcoe_if_destroy(struct fc_lport
*lport
)
848 struct fcoe_port
*port
= lport_priv(lport
);
849 struct fcoe_interface
*fcoe
= port
->priv
;
850 struct net_device
*netdev
= fcoe
->netdev
;
852 FCOE_NETDEV_DBG(netdev
, "Destroying interface\n");
854 /* Logout of the fabric */
855 fc_fabric_logoff(lport
);
857 /* Cleanup the fc_lport */
858 fc_lport_destroy(lport
);
860 /* Stop the transmit retry timer */
861 del_timer_sync(&port
->timer
);
863 /* Free existing transmit skbs */
864 fcoe_clean_pending_queue(lport
);
867 if (!is_zero_ether_addr(port
->data_src_addr
))
868 dev_uc_del(netdev
, port
->data_src_addr
);
871 /* Release reference held in fcoe_if_create() */
872 fcoe_interface_put(fcoe
);
874 /* Free queued packets for the per-CPU receive threads */
875 fcoe_percpu_clean(lport
);
877 /* Detach from the scsi-ml */
878 fc_remove_host(lport
->host
);
879 scsi_remove_host(lport
->host
);
881 /* Destroy lport scsi_priv */
882 fc_fcp_destroy(lport
);
884 /* There are no more rports or I/O, free the EM */
885 fc_exch_mgr_free(lport
);
887 /* Free memory used by statistical counters */
888 fc_lport_free_stats(lport
);
890 /* Release the Scsi_Host */
891 scsi_host_put(lport
->host
);
895 * fcoe_ddp_setup() - Call a LLD's ddp_setup through the net device
896 * @lport: The local port to setup DDP for
897 * @xid: The exchange ID for this DDP transfer
898 * @sgl: The scatterlist describing this transfer
899 * @sgc: The number of sg items
901 * Returns: 0 if the DDP context was not configured
903 static int fcoe_ddp_setup(struct fc_lport
*lport
, u16 xid
,
904 struct scatterlist
*sgl
, unsigned int sgc
)
906 struct net_device
*netdev
= fcoe_netdev(lport
);
908 if (netdev
->netdev_ops
->ndo_fcoe_ddp_setup
)
909 return netdev
->netdev_ops
->ndo_fcoe_ddp_setup(netdev
,
917 * fcoe_ddp_target() - Call a LLD's ddp_target through the net device
918 * @lport: The local port to setup DDP for
919 * @xid: The exchange ID for this DDP transfer
920 * @sgl: The scatterlist describing this transfer
921 * @sgc: The number of sg items
923 * Returns: 0 if the DDP context was not configured
925 static int fcoe_ddp_target(struct fc_lport
*lport
, u16 xid
,
926 struct scatterlist
*sgl
, unsigned int sgc
)
928 struct net_device
*netdev
= fcoe_netdev(lport
);
930 if (netdev
->netdev_ops
->ndo_fcoe_ddp_target
)
931 return netdev
->netdev_ops
->ndo_fcoe_ddp_target(netdev
, xid
,
939 * fcoe_ddp_done() - Call a LLD's ddp_done through the net device
940 * @lport: The local port to complete DDP on
941 * @xid: The exchange ID for this DDP transfer
943 * Returns: the length of data that have been completed by DDP
945 static int fcoe_ddp_done(struct fc_lport
*lport
, u16 xid
)
947 struct net_device
*netdev
= fcoe_netdev(lport
);
949 if (netdev
->netdev_ops
->ndo_fcoe_ddp_done
)
950 return netdev
->netdev_ops
->ndo_fcoe_ddp_done(netdev
, xid
);
955 * fcoe_if_create() - Create a FCoE instance on an interface
956 * @fcoe: The FCoE interface to create a local port on
957 * @parent: The device pointer to be the parent in sysfs for the SCSI host
958 * @npiv: Indicates if the port is a vport or not
960 * Creates a fc_lport instance and a Scsi_Host instance and configure them.
962 * Returns: The allocated fc_lport or an error pointer
964 static struct fc_lport
*fcoe_if_create(struct fcoe_interface
*fcoe
,
965 struct device
*parent
, int npiv
)
967 struct net_device
*netdev
= fcoe
->netdev
;
968 struct fc_lport
*lport
, *n_port
;
969 struct fcoe_port
*port
;
970 struct Scsi_Host
*shost
;
973 * parent is only a vport if npiv is 1,
974 * but we'll only use vport in that case so go ahead and set it
976 struct fc_vport
*vport
= dev_to_vport(parent
);
978 FCOE_NETDEV_DBG(netdev
, "Create Interface\n");
981 lport
= libfc_host_alloc(&fcoe_shost_template
, sizeof(*port
));
983 lport
= libfc_vport_create(vport
, sizeof(*port
));
986 FCOE_NETDEV_DBG(netdev
, "Could not allocate host structure\n");
990 port
= lport_priv(lport
);
993 port
->max_queue_depth
= FCOE_MAX_QUEUE_DEPTH
;
994 port
->min_queue_depth
= FCOE_MIN_QUEUE_DEPTH
;
995 INIT_WORK(&port
->destroy_work
, fcoe_destroy_work
);
997 /* configure a fc_lport including the exchange manager */
998 rc
= fcoe_lport_config(lport
);
1000 FCOE_NETDEV_DBG(netdev
, "Could not configure lport for the "
1006 FCOE_NETDEV_DBG(netdev
, "Setting vport names, "
1007 "%16.16llx %16.16llx\n",
1008 vport
->node_name
, vport
->port_name
);
1009 fc_set_wwnn(lport
, vport
->node_name
);
1010 fc_set_wwpn(lport
, vport
->port_name
);
1013 /* configure lport network properties */
1014 rc
= fcoe_netdev_config(lport
, netdev
);
1016 FCOE_NETDEV_DBG(netdev
, "Could not configure netdev for the "
1018 goto out_lp_destroy
;
1021 /* configure lport scsi host properties */
1022 rc
= fcoe_shost_config(lport
, parent
);
1024 FCOE_NETDEV_DBG(netdev
, "Could not configure shost for the "
1026 goto out_lp_destroy
;
1029 /* Initialize the library */
1030 rc
= fcoe_libfc_config(lport
, &fcoe
->ctlr
, &fcoe_libfc_fcn_templ
, 1);
1032 FCOE_NETDEV_DBG(netdev
, "Could not configure libfc for the "
1034 goto out_lp_destroy
;
1038 * fcoe_em_alloc() and fcoe_hostlist_add() both
1039 * need to be atomic with respect to other changes to the
1040 * hostlist since fcoe_em_alloc() looks for an existing EM
1041 * instance on host list updated by fcoe_hostlist_add().
1043 * This is currently handled through the fcoe_config_mutex
1047 /* lport exch manager allocation */
1048 rc
= fcoe_em_config(lport
);
1050 shost
= vport_to_shost(vport
);
1051 n_port
= shost_priv(shost
);
1052 rc
= fc_exch_mgr_list_clone(n_port
, lport
);
1056 FCOE_NETDEV_DBG(netdev
, "Could not configure the EM\n");
1057 goto out_lp_destroy
;
1060 fcoe_interface_get(fcoe
);
1064 fc_exch_mgr_free(lport
);
1066 scsi_host_put(lport
->host
);
1072 * fcoe_if_init() - Initialization routine for fcoe.ko
1074 * Attaches the SW FCoE transport to the FC transport
1076 * Returns: 0 on success
1078 static int __init
fcoe_if_init(void)
1080 /* attach to scsi transport */
1081 fcoe_nport_scsi_transport
=
1082 fc_attach_transport(&fcoe_nport_fc_functions
);
1083 fcoe_vport_scsi_transport
=
1084 fc_attach_transport(&fcoe_vport_fc_functions
);
1086 if (!fcoe_nport_scsi_transport
) {
1087 printk(KERN_ERR
"fcoe: Failed to attach to the FC transport\n");
1095 * fcoe_if_exit() - Tear down fcoe.ko
1097 * Detaches the SW FCoE transport from the FC transport
1099 * Returns: 0 on success
1101 int __exit
fcoe_if_exit(void)
1103 fc_release_transport(fcoe_nport_scsi_transport
);
1104 fc_release_transport(fcoe_vport_scsi_transport
);
1105 fcoe_nport_scsi_transport
= NULL
;
1106 fcoe_vport_scsi_transport
= NULL
;
1111 * fcoe_percpu_thread_create() - Create a receive thread for an online CPU
1112 * @cpu: The CPU index of the CPU to create a receive thread for
1114 static void fcoe_percpu_thread_create(unsigned int cpu
)
1116 struct fcoe_percpu_s
*p
;
1117 struct task_struct
*thread
;
1119 p
= &per_cpu(fcoe_percpu
, cpu
);
1121 thread
= kthread_create(fcoe_percpu_receive_thread
,
1122 (void *)p
, "fcoethread/%d", cpu
);
1124 if (likely(!IS_ERR(thread
))) {
1125 kthread_bind(thread
, cpu
);
1126 wake_up_process(thread
);
1128 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1130 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1135 * fcoe_percpu_thread_destroy() - Remove the receive thread of a CPU
1136 * @cpu: The CPU index of the CPU whose receive thread is to be destroyed
1138 * Destroys a per-CPU Rx thread. Any pending skbs are moved to the
1139 * current CPU's Rx thread. If the thread being destroyed is bound to
1140 * the CPU processing this context the skbs will be freed.
1142 static void fcoe_percpu_thread_destroy(unsigned int cpu
)
1144 struct fcoe_percpu_s
*p
;
1145 struct task_struct
*thread
;
1146 struct page
*crc_eof
;
1147 struct sk_buff
*skb
;
1149 struct fcoe_percpu_s
*p0
;
1150 unsigned targ_cpu
= get_cpu();
1151 #endif /* CONFIG_SMP */
1153 FCOE_DBG("Destroying receive thread for CPU %d\n", cpu
);
1155 /* Prevent any new skbs from being queued for this CPU. */
1156 p
= &per_cpu(fcoe_percpu
, cpu
);
1157 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1160 crc_eof
= p
->crc_eof_page
;
1161 p
->crc_eof_page
= NULL
;
1162 p
->crc_eof_offset
= 0;
1163 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1167 * Don't bother moving the skb's if this context is running
1168 * on the same CPU that is having its thread destroyed. This
1169 * can easily happen when the module is removed.
1171 if (cpu
!= targ_cpu
) {
1172 p0
= &per_cpu(fcoe_percpu
, targ_cpu
);
1173 spin_lock_bh(&p0
->fcoe_rx_list
.lock
);
1175 FCOE_DBG("Moving frames from CPU %d to CPU %d\n",
1178 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
1179 __skb_queue_tail(&p0
->fcoe_rx_list
, skb
);
1180 spin_unlock_bh(&p0
->fcoe_rx_list
.lock
);
1183 * The targeted CPU is not initialized and cannot accept
1184 * new skbs. Unlock the targeted CPU and drop the skbs
1185 * on the CPU that is going offline.
1187 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
1189 spin_unlock_bh(&p0
->fcoe_rx_list
.lock
);
1193 * This scenario occurs when the module is being removed
1194 * and all threads are being destroyed. skbs will continue
1195 * to be shifted from the CPU thread that is being removed
1196 * to the CPU thread associated with the CPU that is processing
1197 * the module removal. Once there is only one CPU Rx thread it
1198 * will reach this case and we will drop all skbs and later
1201 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1202 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
1204 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1209 * This a non-SMP scenario where the singular Rx thread is
1210 * being removed. Free all skbs and stop the thread.
1212 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1213 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
1215 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1219 kthread_stop(thread
);
1226 * fcoe_cpu_callback() - Handler for CPU hotplug events
1227 * @nfb: The callback data block
1228 * @action: The event triggering the callback
1229 * @hcpu: The index of the CPU that the event is for
1231 * This creates or destroys per-CPU data for fcoe
1233 * Returns NOTIFY_OK always.
1235 static int fcoe_cpu_callback(struct notifier_block
*nfb
,
1236 unsigned long action
, void *hcpu
)
1238 unsigned cpu
= (unsigned long)hcpu
;
1242 case CPU_ONLINE_FROZEN
:
1243 FCOE_DBG("CPU %x online: Create Rx thread\n", cpu
);
1244 fcoe_percpu_thread_create(cpu
);
1247 case CPU_DEAD_FROZEN
:
1248 FCOE_DBG("CPU %x offline: Remove Rx thread\n", cpu
);
1249 fcoe_percpu_thread_destroy(cpu
);
1258 * fcoe_select_cpu() - Selects CPU to handle post-processing of incoming
1260 * @curr_cpu: CPU which received request
1262 * This routine selects next CPU based on cpumask.
1264 * Returns: int (CPU number). Caller to verify if returned CPU is online or not.
1266 static unsigned int fcoe_select_cpu(unsigned int curr_cpu
)
1268 static unsigned int selected_cpu
;
1270 if (num_online_cpus() == 1)
1273 * Doing following check, to skip "curr_cpu (smp_processor_id)"
1274 * from selection of CPU is intentional. This is to avoid same CPU
1275 * doing post-processing of command. "curr_cpu" to just receive
1276 * incoming request in case where rx_id is UNKNOWN and all other
1277 * CPU to actually process the command(s)
1280 selected_cpu
= cpumask_next(selected_cpu
, cpu_online_mask
);
1281 if (selected_cpu
>= nr_cpu_ids
)
1282 selected_cpu
= cpumask_first(cpu_online_mask
);
1283 } while (selected_cpu
== curr_cpu
);
1284 return selected_cpu
;
1288 * fcoe_rcv() - Receive packets from a net device
1289 * @skb: The received packet
1290 * @netdev: The net device that the packet was received on
1291 * @ptype: The packet type context
1292 * @olddev: The last device net device
1294 * This routine is called by NET_RX_SOFTIRQ. It receives a packet, builds a
1295 * FC frame and passes the frame to libfc.
1297 * Returns: 0 for success
1299 int fcoe_rcv(struct sk_buff
*skb
, struct net_device
*netdev
,
1300 struct packet_type
*ptype
, struct net_device
*olddev
)
1302 struct fc_lport
*lport
;
1303 struct fcoe_rcv_info
*fr
;
1304 struct fcoe_interface
*fcoe
;
1305 struct fc_frame_header
*fh
;
1306 struct fcoe_percpu_s
*fps
;
1310 fcoe
= container_of(ptype
, struct fcoe_interface
, fcoe_packet_type
);
1311 lport
= fcoe
->ctlr
.lp
;
1312 if (unlikely(!lport
)) {
1313 FCOE_NETDEV_DBG(netdev
, "Cannot find hba structure");
1316 if (!lport
->link_up
)
1319 FCOE_NETDEV_DBG(netdev
, "skb_info: len:%d data_len:%d head:%p "
1320 "data:%p tail:%p end:%p sum:%d dev:%s",
1321 skb
->len
, skb
->data_len
, skb
->head
, skb
->data
,
1322 skb_tail_pointer(skb
), skb_end_pointer(skb
),
1323 skb
->csum
, skb
->dev
? skb
->dev
->name
: "<NULL>");
1327 if (is_fip_mode(&fcoe
->ctlr
) &&
1328 compare_ether_addr(eh
->h_source
, fcoe
->ctlr
.dest_addr
)) {
1329 FCOE_NETDEV_DBG(netdev
, "wrong source mac address:%pM\n",
1335 * Check for minimum frame length, and make sure required FCoE
1336 * and FC headers are pulled into the linear data area.
1338 if (unlikely((skb
->len
< FCOE_MIN_FRAME
) ||
1339 !pskb_may_pull(skb
, FCOE_HEADER_LEN
)))
1342 skb_set_transport_header(skb
, sizeof(struct fcoe_hdr
));
1343 fh
= (struct fc_frame_header
*) skb_transport_header(skb
);
1345 if (ntoh24(&eh
->h_dest
[3]) != ntoh24(fh
->fh_d_id
)) {
1346 FCOE_NETDEV_DBG(netdev
, "FC frame d_id mismatch with MAC:%pM\n",
1351 fr
= fcoe_dev_from_skb(skb
);
1355 * In case the incoming frame's exchange is originated from
1356 * the initiator, then received frame's exchange id is ANDed
1357 * with fc_cpu_mask bits to get the same cpu on which exchange
1358 * was originated, otherwise just use the current cpu.
1360 if (ntoh24(fh
->fh_f_ctl
) & FC_FC_EX_CTX
)
1361 cpu
= ntohs(fh
->fh_ox_id
) & fc_cpu_mask
;
1363 cpu
= smp_processor_id();
1365 if ((fh
->fh_type
== FC_TYPE_FCP
) &&
1366 (ntohs(fh
->fh_rx_id
) == FC_XID_UNKNOWN
)) {
1368 cpu
= fcoe_select_cpu(cpu
);
1369 } while (!cpu_online(cpu
));
1370 } else if ((fh
->fh_type
== FC_TYPE_FCP
) &&
1371 (ntohs(fh
->fh_rx_id
) != FC_XID_UNKNOWN
)) {
1372 cpu
= ntohs(fh
->fh_rx_id
) & fc_cpu_mask
;
1374 cpu
= smp_processor_id();
1377 if (cpu
>= nr_cpu_ids
)
1380 fps
= &per_cpu(fcoe_percpu
, cpu
);
1381 spin_lock_bh(&fps
->fcoe_rx_list
.lock
);
1382 if (unlikely(!fps
->thread
)) {
1384 * The targeted CPU is not ready, let's target
1385 * the first CPU now. For non-SMP systems this
1386 * will check the same CPU twice.
1388 FCOE_NETDEV_DBG(netdev
, "CPU is online, but no receive thread "
1389 "ready for incoming skb- using first online "
1392 spin_unlock_bh(&fps
->fcoe_rx_list
.lock
);
1393 cpu
= cpumask_first(cpu_online_mask
);
1394 fps
= &per_cpu(fcoe_percpu
, cpu
);
1395 spin_lock_bh(&fps
->fcoe_rx_list
.lock
);
1397 spin_unlock_bh(&fps
->fcoe_rx_list
.lock
);
1403 * We now have a valid CPU that we're targeting for
1404 * this skb. We also have this receive thread locked,
1405 * so we're free to queue skbs into it's queue.
1408 /* If this is a SCSI-FCP frame, and this is already executing on the
1409 * correct CPU, and the queue for this CPU is empty, then go ahead
1410 * and process the frame directly in the softirq context.
1411 * This lets us process completions without context switching from the
1412 * NET_RX softirq, to our receive processing thread, and then back to
1413 * BLOCK softirq context.
1415 if (fh
->fh_type
== FC_TYPE_FCP
&&
1416 cpu
== smp_processor_id() &&
1417 skb_queue_empty(&fps
->fcoe_rx_list
)) {
1418 spin_unlock_bh(&fps
->fcoe_rx_list
.lock
);
1419 fcoe_recv_frame(skb
);
1421 __skb_queue_tail(&fps
->fcoe_rx_list
, skb
);
1422 if (fps
->fcoe_rx_list
.qlen
== 1)
1423 wake_up_process(fps
->thread
);
1424 spin_unlock_bh(&fps
->fcoe_rx_list
.lock
);
1429 per_cpu_ptr(lport
->dev_stats
, get_cpu())->ErrorFrames
++;
1437 * fcoe_alloc_paged_crc_eof() - Allocate a page to be used for the trailer CRC
1438 * @skb: The packet to be transmitted
1439 * @tlen: The total length of the trailer
1441 * Returns: 0 for success
1443 static int fcoe_alloc_paged_crc_eof(struct sk_buff
*skb
, int tlen
)
1445 struct fcoe_percpu_s
*fps
;
1448 fps
= &get_cpu_var(fcoe_percpu
);
1449 rc
= fcoe_get_paged_crc_eof(skb
, tlen
, fps
);
1450 put_cpu_var(fcoe_percpu
);
1456 * fcoe_xmit() - Transmit a FCoE frame
1457 * @lport: The local port that the frame is to be transmitted for
1458 * @fp: The frame to be transmitted
1460 * Return: 0 for success
1462 int fcoe_xmit(struct fc_lport
*lport
, struct fc_frame
*fp
)
1467 struct fcoe_crc_eof
*cp
;
1468 struct sk_buff
*skb
;
1469 struct fcoe_dev_stats
*stats
;
1470 struct fc_frame_header
*fh
;
1471 unsigned int hlen
; /* header length implies the version */
1472 unsigned int tlen
; /* trailer length */
1473 unsigned int elen
; /* eth header, may include vlan */
1474 struct fcoe_port
*port
= lport_priv(lport
);
1475 struct fcoe_interface
*fcoe
= port
->priv
;
1477 struct fcoe_hdr
*hp
;
1479 WARN_ON((fr_len(fp
) % sizeof(u32
)) != 0);
1481 fh
= fc_frame_header_get(fp
);
1483 wlen
= skb
->len
/ FCOE_WORD_TO_BYTE
;
1485 if (!lport
->link_up
) {
1490 if (unlikely(fh
->fh_type
== FC_TYPE_ELS
) &&
1491 fcoe_ctlr_els_send(&fcoe
->ctlr
, lport
, skb
))
1497 elen
= sizeof(struct ethhdr
);
1498 hlen
= sizeof(struct fcoe_hdr
);
1499 tlen
= sizeof(struct fcoe_crc_eof
);
1500 wlen
= (skb
->len
- tlen
+ sizeof(crc
)) / FCOE_WORD_TO_BYTE
;
1503 if (likely(lport
->crc_offload
)) {
1504 skb
->ip_summed
= CHECKSUM_PARTIAL
;
1505 skb
->csum_start
= skb_headroom(skb
);
1506 skb
->csum_offset
= skb
->len
;
1509 skb
->ip_summed
= CHECKSUM_NONE
;
1510 crc
= fcoe_fc_crc(fp
);
1513 /* copy port crc and eof to the skb buff */
1514 if (skb_is_nonlinear(skb
)) {
1516 if (fcoe_alloc_paged_crc_eof(skb
, tlen
)) {
1520 frag
= &skb_shinfo(skb
)->frags
[skb_shinfo(skb
)->nr_frags
- 1];
1521 cp
= kmap_atomic(frag
->page
, KM_SKB_DATA_SOFTIRQ
)
1522 + frag
->page_offset
;
1524 cp
= (struct fcoe_crc_eof
*)skb_put(skb
, tlen
);
1527 memset(cp
, 0, sizeof(*cp
));
1529 cp
->fcoe_crc32
= cpu_to_le32(~crc
);
1531 if (skb_is_nonlinear(skb
)) {
1532 kunmap_atomic(cp
, KM_SKB_DATA_SOFTIRQ
);
1536 /* adjust skb network/transport offsets to match mac/fcoe/port */
1537 skb_push(skb
, elen
+ hlen
);
1538 skb_reset_mac_header(skb
);
1539 skb_reset_network_header(skb
);
1540 skb
->mac_len
= elen
;
1541 skb
->protocol
= htons(ETH_P_FCOE
);
1542 skb
->dev
= fcoe
->netdev
;
1544 /* fill up mac and fcoe headers */
1546 eh
->h_proto
= htons(ETH_P_FCOE
);
1547 memcpy(eh
->h_dest
, fcoe
->ctlr
.dest_addr
, ETH_ALEN
);
1548 if (fcoe
->ctlr
.map_dest
)
1549 memcpy(eh
->h_dest
+ 3, fh
->fh_d_id
, 3);
1551 if (unlikely(fcoe
->ctlr
.flogi_oxid
!= FC_XID_UNKNOWN
))
1552 memcpy(eh
->h_source
, fcoe
->ctlr
.ctl_src_addr
, ETH_ALEN
);
1554 memcpy(eh
->h_source
, port
->data_src_addr
, ETH_ALEN
);
1556 hp
= (struct fcoe_hdr
*)(eh
+ 1);
1557 memset(hp
, 0, sizeof(*hp
));
1559 FC_FCOE_ENCAPS_VER(hp
, FC_FCOE_VER
);
1562 /* fcoe lso, mss is in max_payload which is non-zero for FCP data */
1563 if (lport
->seq_offload
&& fr_max_payload(fp
)) {
1564 skb_shinfo(skb
)->gso_type
= SKB_GSO_FCOE
;
1565 skb_shinfo(skb
)->gso_size
= fr_max_payload(fp
);
1567 skb_shinfo(skb
)->gso_type
= 0;
1568 skb_shinfo(skb
)->gso_size
= 0;
1570 /* update tx stats: regardless if LLD fails */
1571 stats
= per_cpu_ptr(lport
->dev_stats
, get_cpu());
1573 stats
->TxWords
+= wlen
;
1576 /* send down to lld */
1578 if (port
->fcoe_pending_queue
.qlen
)
1579 fcoe_check_wait_queue(lport
, skb
);
1580 else if (fcoe_start_io(skb
))
1581 fcoe_check_wait_queue(lport
, skb
);
1587 * fcoe_percpu_flush_done() - Indicate per-CPU queue flush completion
1588 * @skb: The completed skb (argument required by destructor)
1590 static void fcoe_percpu_flush_done(struct sk_buff
*skb
)
1592 complete(&fcoe_flush_completion
);
1596 * fcoe_filter_frames() - filter out bad fcoe frames, i.e. bad CRC
1597 * @lport: The local port the frame was received on
1598 * @fp: The received frame
1600 * Return: 0 on passing filtering checks
1602 static inline int fcoe_filter_frames(struct fc_lport
*lport
,
1603 struct fc_frame
*fp
)
1605 struct fcoe_interface
*fcoe
;
1606 struct fc_frame_header
*fh
;
1607 struct sk_buff
*skb
= (struct sk_buff
*)fp
;
1608 struct fcoe_dev_stats
*stats
;
1611 * We only check CRC if no offload is available and if it is
1612 * it's solicited data, in which case, the FCP layer would
1613 * check it during the copy.
1615 if (lport
->crc_offload
&& skb
->ip_summed
== CHECKSUM_UNNECESSARY
)
1616 fr_flags(fp
) &= ~FCPHF_CRC_UNCHECKED
;
1618 fr_flags(fp
) |= FCPHF_CRC_UNCHECKED
;
1620 fh
= (struct fc_frame_header
*) skb_transport_header(skb
);
1621 fh
= fc_frame_header_get(fp
);
1622 if (fh
->fh_r_ctl
== FC_RCTL_DD_SOL_DATA
&& fh
->fh_type
== FC_TYPE_FCP
)
1625 fcoe
= ((struct fcoe_port
*)lport_priv(lport
))->priv
;
1626 if (is_fip_mode(&fcoe
->ctlr
) && fc_frame_payload_op(fp
) == ELS_LOGO
&&
1627 ntoh24(fh
->fh_s_id
) == FC_FID_FLOGI
) {
1628 FCOE_DBG("fcoe: dropping FCoE lport LOGO in fip mode\n");
1632 if (!(fr_flags(fp
) & FCPHF_CRC_UNCHECKED
) ||
1633 le32_to_cpu(fr_crc(fp
)) == ~crc32(~0, skb
->data
, skb
->len
)) {
1634 fr_flags(fp
) &= ~FCPHF_CRC_UNCHECKED
;
1638 stats
= per_cpu_ptr(lport
->dev_stats
, get_cpu());
1639 stats
->InvalidCRCCount
++;
1640 if (stats
->InvalidCRCCount
< 5)
1641 printk(KERN_WARNING
"fcoe: dropping frame with CRC error\n");
1646 * fcoe_recv_frame() - process a single received frame
1647 * @skb: frame to process
1649 static void fcoe_recv_frame(struct sk_buff
*skb
)
1652 struct fc_lport
*lport
;
1653 struct fcoe_rcv_info
*fr
;
1654 struct fcoe_dev_stats
*stats
;
1655 struct fcoe_crc_eof crc_eof
;
1656 struct fc_frame
*fp
;
1657 struct fcoe_port
*port
;
1658 struct fcoe_hdr
*hp
;
1660 fr
= fcoe_dev_from_skb(skb
);
1662 if (unlikely(!lport
)) {
1663 if (skb
->destructor
!= fcoe_percpu_flush_done
)
1664 FCOE_NETDEV_DBG(skb
->dev
, "NULL lport in skb");
1669 FCOE_NETDEV_DBG(skb
->dev
, "skb_info: len:%d data_len:%d "
1670 "head:%p data:%p tail:%p end:%p sum:%d dev:%s",
1671 skb
->len
, skb
->data_len
,
1672 skb
->head
, skb
->data
, skb_tail_pointer(skb
),
1673 skb_end_pointer(skb
), skb
->csum
,
1674 skb
->dev
? skb
->dev
->name
: "<NULL>");
1676 port
= lport_priv(lport
);
1677 if (skb_is_nonlinear(skb
))
1678 skb_linearize(skb
); /* not ideal */
1681 * Frame length checks and setting up the header pointers
1682 * was done in fcoe_rcv already.
1684 hp
= (struct fcoe_hdr
*) skb_network_header(skb
);
1686 stats
= per_cpu_ptr(lport
->dev_stats
, get_cpu());
1687 if (unlikely(FC_FCOE_DECAPS_VER(hp
) != FC_FCOE_VER
)) {
1688 if (stats
->ErrorFrames
< 5)
1689 printk(KERN_WARNING
"fcoe: FCoE version "
1690 "mismatch: The frame has "
1691 "version %x, but the "
1692 "initiator supports version "
1693 "%x\n", FC_FCOE_DECAPS_VER(hp
),
1698 skb_pull(skb
, sizeof(struct fcoe_hdr
));
1699 fr_len
= skb
->len
- sizeof(struct fcoe_crc_eof
);
1702 stats
->RxWords
+= fr_len
/ FCOE_WORD_TO_BYTE
;
1704 fp
= (struct fc_frame
*)skb
;
1707 fr_sof(fp
) = hp
->fcoe_sof
;
1709 /* Copy out the CRC and EOF trailer for access */
1710 if (skb_copy_bits(skb
, fr_len
, &crc_eof
, sizeof(crc_eof
)))
1712 fr_eof(fp
) = crc_eof
.fcoe_eof
;
1713 fr_crc(fp
) = crc_eof
.fcoe_crc32
;
1714 if (pskb_trim(skb
, fr_len
))
1717 if (!fcoe_filter_frames(lport
, fp
)) {
1719 fc_exch_recv(lport
, fp
);
1723 stats
->ErrorFrames
++;
1729 * fcoe_percpu_receive_thread() - The per-CPU packet receive thread
1730 * @arg: The per-CPU context
1732 * Return: 0 for success
1734 int fcoe_percpu_receive_thread(void *arg
)
1736 struct fcoe_percpu_s
*p
= arg
;
1737 struct sk_buff
*skb
;
1739 set_user_nice(current
, -20);
1741 while (!kthread_should_stop()) {
1743 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1744 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) == NULL
) {
1745 set_current_state(TASK_INTERRUPTIBLE
);
1746 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1748 set_current_state(TASK_RUNNING
);
1749 if (kthread_should_stop())
1751 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1753 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1754 fcoe_recv_frame(skb
);
1760 * fcoe_dev_setup() - Setup the link change notification interface
1762 static void fcoe_dev_setup(void)
1764 register_netdevice_notifier(&fcoe_notifier
);
1768 * fcoe_dev_cleanup() - Cleanup the link change notification interface
1770 static void fcoe_dev_cleanup(void)
1772 unregister_netdevice_notifier(&fcoe_notifier
);
1776 * fcoe_device_notification() - Handler for net device events
1777 * @notifier: The context of the notification
1778 * @event: The type of event
1779 * @ptr: The net device that the event was on
1781 * This function is called by the Ethernet driver in case of link change event.
1783 * Returns: 0 for success
1785 static int fcoe_device_notification(struct notifier_block
*notifier
,
1786 ulong event
, void *ptr
)
1788 struct fc_lport
*lport
= NULL
;
1789 struct net_device
*netdev
= ptr
;
1790 struct fcoe_interface
*fcoe
;
1791 struct fcoe_port
*port
;
1792 struct fcoe_dev_stats
*stats
;
1793 u32 link_possible
= 1;
1797 list_for_each_entry(fcoe
, &fcoe_hostlist
, list
) {
1798 if (fcoe
->netdev
== netdev
) {
1799 lport
= fcoe
->ctlr
.lp
;
1810 case NETDEV_GOING_DOWN
:
1816 case NETDEV_CHANGEMTU
:
1817 if (netdev
->features
& NETIF_F_FCOE_MTU
)
1819 mfs
= netdev
->mtu
- (sizeof(struct fcoe_hdr
) +
1820 sizeof(struct fcoe_crc_eof
));
1821 if (mfs
>= FC_MIN_MAX_FRAME
)
1822 fc_set_mfs(lport
, mfs
);
1824 case NETDEV_REGISTER
:
1826 case NETDEV_UNREGISTER
:
1827 list_del(&fcoe
->list
);
1828 port
= lport_priv(fcoe
->ctlr
.lp
);
1829 queue_work(fcoe_wq
, &port
->destroy_work
);
1832 case NETDEV_FEAT_CHANGE
:
1833 fcoe_netdev_features_change(lport
, netdev
);
1836 FCOE_NETDEV_DBG(netdev
, "Unknown event %ld "
1837 "from netdev netlink\n", event
);
1840 fcoe_link_speed_update(lport
);
1842 if (link_possible
&& !fcoe_link_ok(lport
))
1843 fcoe_ctlr_link_up(&fcoe
->ctlr
);
1844 else if (fcoe_ctlr_link_down(&fcoe
->ctlr
)) {
1845 stats
= per_cpu_ptr(lport
->dev_stats
, get_cpu());
1846 stats
->LinkFailureCount
++;
1848 fcoe_clean_pending_queue(lport
);
1855 * fcoe_disable() - Disables a FCoE interface
1856 * @netdev : The net_device object the Ethernet interface to create on
1858 * Called from fcoe transport.
1860 * Returns: 0 for success
1862 static int fcoe_disable(struct net_device
*netdev
)
1864 struct fcoe_interface
*fcoe
;
1867 mutex_lock(&fcoe_config_mutex
);
1870 fcoe
= fcoe_hostlist_lookup_port(netdev
);
1874 fcoe_ctlr_link_down(&fcoe
->ctlr
);
1875 fcoe_clean_pending_queue(fcoe
->ctlr
.lp
);
1879 mutex_unlock(&fcoe_config_mutex
);
1884 * fcoe_enable() - Enables a FCoE interface
1885 * @netdev : The net_device object the Ethernet interface to create on
1887 * Called from fcoe transport.
1889 * Returns: 0 for success
1891 static int fcoe_enable(struct net_device
*netdev
)
1893 struct fcoe_interface
*fcoe
;
1896 mutex_lock(&fcoe_config_mutex
);
1898 fcoe
= fcoe_hostlist_lookup_port(netdev
);
1903 else if (!fcoe_link_ok(fcoe
->ctlr
.lp
))
1904 fcoe_ctlr_link_up(&fcoe
->ctlr
);
1906 mutex_unlock(&fcoe_config_mutex
);
1911 * fcoe_destroy() - Destroy a FCoE interface
1912 * @netdev : The net_device object the Ethernet interface to create on
1914 * Called from fcoe transport
1916 * Returns: 0 for success
1918 static int fcoe_destroy(struct net_device
*netdev
)
1920 struct fcoe_interface
*fcoe
;
1921 struct fc_lport
*lport
;
1922 struct fcoe_port
*port
;
1925 mutex_lock(&fcoe_config_mutex
);
1927 fcoe
= fcoe_hostlist_lookup_port(netdev
);
1932 lport
= fcoe
->ctlr
.lp
;
1933 port
= lport_priv(lport
);
1934 list_del(&fcoe
->list
);
1935 queue_work(fcoe_wq
, &port
->destroy_work
);
1938 mutex_unlock(&fcoe_config_mutex
);
1943 * fcoe_destroy_work() - Destroy a FCoE port in a deferred work context
1944 * @work: Handle to the FCoE port to be destroyed
1946 static void fcoe_destroy_work(struct work_struct
*work
)
1948 struct fcoe_port
*port
;
1949 struct fcoe_interface
*fcoe
;
1952 port
= container_of(work
, struct fcoe_port
, destroy_work
);
1953 mutex_lock(&fcoe_config_mutex
);
1955 /* set if this is an NPIV port */
1956 npiv
= port
->lport
->vport
? 1 : 0;
1959 fcoe_if_destroy(port
->lport
);
1961 /* Do not tear down the fcoe interface for NPIV port */
1964 fcoe_interface_cleanup(fcoe
);
1968 mutex_unlock(&fcoe_config_mutex
);
1972 * fcoe_match() - Check if the FCoE is supported on the given netdevice
1973 * @netdev : The net_device object the Ethernet interface to create on
1975 * Called from fcoe transport.
1977 * Returns: always returns true as this is the default FCoE transport,
1978 * i.e., support all netdevs.
1980 static bool fcoe_match(struct net_device
*netdev
)
1986 * fcoe_create() - Create a fcoe interface
1987 * @netdev : The net_device object the Ethernet interface to create on
1988 * @fip_mode: The FIP mode for this creation
1990 * Called from fcoe transport
1992 * Returns: 0 for success
1994 static int fcoe_create(struct net_device
*netdev
, enum fip_state fip_mode
)
1997 struct fcoe_interface
*fcoe
;
1998 struct fc_lport
*lport
;
2000 mutex_lock(&fcoe_config_mutex
);
2003 /* look for existing lport */
2004 if (fcoe_hostlist_lookup(netdev
)) {
2009 fcoe
= fcoe_interface_create(netdev
, fip_mode
);
2015 lport
= fcoe_if_create(fcoe
, &netdev
->dev
, 0);
2016 if (IS_ERR(lport
)) {
2017 printk(KERN_ERR
"fcoe: Failed to create interface (%s)\n",
2020 fcoe_interface_cleanup(fcoe
);
2024 /* Make this the "master" N_Port */
2025 fcoe
->ctlr
.lp
= lport
;
2027 /* add to lports list */
2028 fcoe_hostlist_add(lport
);
2030 /* start FIP Discovery and FLOGI */
2031 lport
->boot_time
= jiffies
;
2032 fc_fabric_login(lport
);
2033 if (!fcoe_link_ok(lport
))
2034 fcoe_ctlr_link_up(&fcoe
->ctlr
);
2038 mutex_unlock(&fcoe_config_mutex
);
2043 * fcoe_link_speed_update() - Update the supported and actual link speeds
2044 * @lport: The local port to update speeds for
2046 * Returns: 0 if the ethtool query was successful
2047 * -1 if the ethtool query failed
2049 int fcoe_link_speed_update(struct fc_lport
*lport
)
2051 struct net_device
*netdev
= fcoe_netdev(lport
);
2052 struct ethtool_cmd ecmd
;
2054 if (!dev_ethtool_get_settings(netdev
, &ecmd
)) {
2055 lport
->link_supported_speeds
&=
2056 ~(FC_PORTSPEED_1GBIT
| FC_PORTSPEED_10GBIT
);
2057 if (ecmd
.supported
& (SUPPORTED_1000baseT_Half
|
2058 SUPPORTED_1000baseT_Full
))
2059 lport
->link_supported_speeds
|= FC_PORTSPEED_1GBIT
;
2060 if (ecmd
.supported
& SUPPORTED_10000baseT_Full
)
2061 lport
->link_supported_speeds
|=
2062 FC_PORTSPEED_10GBIT
;
2063 switch (ethtool_cmd_speed(&ecmd
)) {
2065 lport
->link_speed
= FC_PORTSPEED_1GBIT
;
2068 lport
->link_speed
= FC_PORTSPEED_10GBIT
;
2077 * fcoe_link_ok() - Check if the link is OK for a local port
2078 * @lport: The local port to check link on
2080 * Returns: 0 if link is UP and OK, -1 if not
2083 int fcoe_link_ok(struct fc_lport
*lport
)
2085 struct net_device
*netdev
= fcoe_netdev(lport
);
2087 if (netif_oper_up(netdev
))
2093 * fcoe_percpu_clean() - Clear all pending skbs for an local port
2094 * @lport: The local port whose skbs are to be cleared
2096 * Must be called with fcoe_create_mutex held to single-thread completion.
2098 * This flushes the pending skbs by adding a new skb to each queue and
2099 * waiting until they are all freed. This assures us that not only are
2100 * there no packets that will be handled by the lport, but also that any
2101 * threads already handling packet have returned.
2103 void fcoe_percpu_clean(struct fc_lport
*lport
)
2105 struct fcoe_percpu_s
*pp
;
2106 struct fcoe_rcv_info
*fr
;
2107 struct sk_buff_head
*list
;
2108 struct sk_buff
*skb
, *next
;
2109 struct sk_buff
*head
;
2112 for_each_possible_cpu(cpu
) {
2113 pp
= &per_cpu(fcoe_percpu
, cpu
);
2114 spin_lock_bh(&pp
->fcoe_rx_list
.lock
);
2115 list
= &pp
->fcoe_rx_list
;
2117 for (skb
= head
; skb
!= (struct sk_buff
*)list
;
2120 fr
= fcoe_dev_from_skb(skb
);
2121 if (fr
->fr_dev
== lport
) {
2122 __skb_unlink(skb
, list
);
2127 if (!pp
->thread
|| !cpu_online(cpu
)) {
2128 spin_unlock_bh(&pp
->fcoe_rx_list
.lock
);
2132 skb
= dev_alloc_skb(0);
2134 spin_unlock_bh(&pp
->fcoe_rx_list
.lock
);
2137 skb
->destructor
= fcoe_percpu_flush_done
;
2139 __skb_queue_tail(&pp
->fcoe_rx_list
, skb
);
2140 if (pp
->fcoe_rx_list
.qlen
== 1)
2141 wake_up_process(pp
->thread
);
2142 spin_unlock_bh(&pp
->fcoe_rx_list
.lock
);
2144 wait_for_completion(&fcoe_flush_completion
);
2149 * fcoe_reset() - Reset a local port
2150 * @shost: The SCSI host associated with the local port to be reset
2152 * Returns: Always 0 (return value required by FC transport template)
2154 int fcoe_reset(struct Scsi_Host
*shost
)
2156 struct fc_lport
*lport
= shost_priv(shost
);
2157 struct fcoe_port
*port
= lport_priv(lport
);
2158 struct fcoe_interface
*fcoe
= port
->priv
;
2160 fcoe_ctlr_link_down(&fcoe
->ctlr
);
2161 fcoe_clean_pending_queue(fcoe
->ctlr
.lp
);
2162 if (!fcoe_link_ok(fcoe
->ctlr
.lp
))
2163 fcoe_ctlr_link_up(&fcoe
->ctlr
);
2168 * fcoe_hostlist_lookup_port() - Find the FCoE interface associated with a net device
2169 * @netdev: The net device used as a key
2171 * Locking: Must be called with the RNL mutex held.
2173 * Returns: NULL or the FCoE interface
2175 static struct fcoe_interface
*
2176 fcoe_hostlist_lookup_port(const struct net_device
*netdev
)
2178 struct fcoe_interface
*fcoe
;
2180 list_for_each_entry(fcoe
, &fcoe_hostlist
, list
) {
2181 if (fcoe
->netdev
== netdev
)
2188 * fcoe_hostlist_lookup() - Find the local port associated with a
2190 * @netdev: The netdevice used as a key
2192 * Locking: Must be called with the RTNL mutex held
2194 * Returns: NULL or the local port
2196 static struct fc_lport
*fcoe_hostlist_lookup(const struct net_device
*netdev
)
2198 struct fcoe_interface
*fcoe
;
2200 fcoe
= fcoe_hostlist_lookup_port(netdev
);
2201 return (fcoe
) ? fcoe
->ctlr
.lp
: NULL
;
2205 * fcoe_hostlist_add() - Add the FCoE interface identified by a local
2206 * port to the hostlist
2207 * @lport: The local port that identifies the FCoE interface to be added
2209 * Locking: must be called with the RTNL mutex held
2211 * Returns: 0 for success
2213 static int fcoe_hostlist_add(const struct fc_lport
*lport
)
2215 struct fcoe_interface
*fcoe
;
2216 struct fcoe_port
*port
;
2218 fcoe
= fcoe_hostlist_lookup_port(fcoe_netdev(lport
));
2220 port
= lport_priv(lport
);
2222 list_add_tail(&fcoe
->list
, &fcoe_hostlist
);
2228 static struct fcoe_transport fcoe_sw_transport
= {
2229 .name
= {FCOE_TRANSPORT_DEFAULT
},
2231 .list
= LIST_HEAD_INIT(fcoe_sw_transport
.list
),
2232 .match
= fcoe_match
,
2233 .create
= fcoe_create
,
2234 .destroy
= fcoe_destroy
,
2235 .enable
= fcoe_enable
,
2236 .disable
= fcoe_disable
,
2240 * fcoe_init() - Initialize fcoe.ko
2242 * Returns: 0 on success, or a negative value on failure
2244 static int __init
fcoe_init(void)
2246 struct fcoe_percpu_s
*p
;
2250 fcoe_wq
= alloc_workqueue("fcoe", 0, 0);
2254 /* register as a fcoe transport */
2255 rc
= fcoe_transport_attach(&fcoe_sw_transport
);
2257 printk(KERN_ERR
"failed to register an fcoe transport, check "
2258 "if libfcoe is loaded\n");
2262 mutex_lock(&fcoe_config_mutex
);
2264 for_each_possible_cpu(cpu
) {
2265 p
= &per_cpu(fcoe_percpu
, cpu
);
2266 skb_queue_head_init(&p
->fcoe_rx_list
);
2269 for_each_online_cpu(cpu
)
2270 fcoe_percpu_thread_create(cpu
);
2272 /* Initialize per CPU interrupt thread */
2273 rc
= register_hotcpu_notifier(&fcoe_cpu_notifier
);
2277 /* Setup link change notification */
2280 rc
= fcoe_if_init();
2284 mutex_unlock(&fcoe_config_mutex
);
2288 for_each_online_cpu(cpu
) {
2289 fcoe_percpu_thread_destroy(cpu
);
2291 mutex_unlock(&fcoe_config_mutex
);
2292 destroy_workqueue(fcoe_wq
);
2295 module_init(fcoe_init
);
2298 * fcoe_exit() - Clean up fcoe.ko
2300 * Returns: 0 on success or a negative value on failure
2302 static void __exit
fcoe_exit(void)
2304 struct fcoe_interface
*fcoe
, *tmp
;
2305 struct fcoe_port
*port
;
2308 mutex_lock(&fcoe_config_mutex
);
2312 /* releases the associated fcoe hosts */
2314 list_for_each_entry_safe(fcoe
, tmp
, &fcoe_hostlist
, list
) {
2315 list_del(&fcoe
->list
);
2316 port
= lport_priv(fcoe
->ctlr
.lp
);
2317 queue_work(fcoe_wq
, &port
->destroy_work
);
2321 unregister_hotcpu_notifier(&fcoe_cpu_notifier
);
2323 for_each_online_cpu(cpu
)
2324 fcoe_percpu_thread_destroy(cpu
);
2326 mutex_unlock(&fcoe_config_mutex
);
2329 * destroy_work's may be chained but destroy_workqueue()
2330 * can take care of them. Just kill the fcoe_wq.
2332 destroy_workqueue(fcoe_wq
);
2335 * Detaching from the scsi transport must happen after all
2336 * destroys are done on the fcoe_wq. destroy_workqueue will
2337 * enusre the fcoe_wq is flushed.
2341 /* detach from fcoe transport */
2342 fcoe_transport_detach(&fcoe_sw_transport
);
2344 module_exit(fcoe_exit
);
2347 * fcoe_flogi_resp() - FCoE specific FLOGI and FDISC response handler
2348 * @seq: active sequence in the FLOGI or FDISC exchange
2349 * @fp: response frame, or error encoded in a pointer (timeout)
2350 * @arg: pointer the the fcoe_ctlr structure
2352 * This handles MAC address management for FCoE, then passes control on to
2353 * the libfc FLOGI response handler.
2355 static void fcoe_flogi_resp(struct fc_seq
*seq
, struct fc_frame
*fp
, void *arg
)
2357 struct fcoe_ctlr
*fip
= arg
;
2358 struct fc_exch
*exch
= fc_seq_exch(seq
);
2359 struct fc_lport
*lport
= exch
->lp
;
2365 mac
= fr_cb(fp
)->granted_mac
;
2366 if (is_zero_ether_addr(mac
)) {
2368 if (fcoe_ctlr_recv_flogi(fip
, lport
, fp
)) {
2373 fcoe_update_src_mac(lport
, mac
);
2375 fc_lport_flogi_resp(seq
, fp
, lport
);
2379 * fcoe_logo_resp() - FCoE specific LOGO response handler
2380 * @seq: active sequence in the LOGO exchange
2381 * @fp: response frame, or error encoded in a pointer (timeout)
2382 * @arg: pointer the the fcoe_ctlr structure
2384 * This handles MAC address management for FCoE, then passes control on to
2385 * the libfc LOGO response handler.
2387 static void fcoe_logo_resp(struct fc_seq
*seq
, struct fc_frame
*fp
, void *arg
)
2389 struct fc_lport
*lport
= arg
;
2390 static u8 zero_mac
[ETH_ALEN
] = { 0 };
2393 fcoe_update_src_mac(lport
, zero_mac
);
2394 fc_lport_logo_resp(seq
, fp
, lport
);
2398 * fcoe_elsct_send - FCoE specific ELS handler
2400 * This does special case handling of FIP encapsualted ELS exchanges for FCoE,
2401 * using FCoE specific response handlers and passing the FIP controller as
2402 * the argument (the lport is still available from the exchange).
2404 * Most of the work here is just handed off to the libfc routine.
2406 static struct fc_seq
*fcoe_elsct_send(struct fc_lport
*lport
, u32 did
,
2407 struct fc_frame
*fp
, unsigned int op
,
2408 void (*resp
)(struct fc_seq
*,
2411 void *arg
, u32 timeout
)
2413 struct fcoe_port
*port
= lport_priv(lport
);
2414 struct fcoe_interface
*fcoe
= port
->priv
;
2415 struct fcoe_ctlr
*fip
= &fcoe
->ctlr
;
2416 struct fc_frame_header
*fh
= fc_frame_header_get(fp
);
2421 if (lport
->point_to_multipoint
)
2423 return fc_elsct_send(lport
, did
, fp
, op
, fcoe_flogi_resp
,
2426 /* only hook onto fabric logouts, not port logouts */
2427 if (ntoh24(fh
->fh_d_id
) != FC_FID_FLOGI
)
2429 return fc_elsct_send(lport
, did
, fp
, op
, fcoe_logo_resp
,
2432 return fc_elsct_send(lport
, did
, fp
, op
, resp
, arg
, timeout
);
2436 * fcoe_vport_create() - create an fc_host/scsi_host for a vport
2437 * @vport: fc_vport object to create a new fc_host for
2438 * @disabled: start the new fc_host in a disabled state by default?
2440 * Returns: 0 for success
2442 static int fcoe_vport_create(struct fc_vport
*vport
, bool disabled
)
2444 struct Scsi_Host
*shost
= vport_to_shost(vport
);
2445 struct fc_lport
*n_port
= shost_priv(shost
);
2446 struct fcoe_port
*port
= lport_priv(n_port
);
2447 struct fcoe_interface
*fcoe
= port
->priv
;
2448 struct net_device
*netdev
= fcoe
->netdev
;
2449 struct fc_lport
*vn_port
;
2453 rc
= fcoe_validate_vport_create(vport
);
2455 wwn_to_str(vport
->port_name
, buf
, sizeof(buf
));
2456 printk(KERN_ERR
"fcoe: Failed to create vport, "
2457 "WWPN (0x%s) already exists\n",
2462 mutex_lock(&fcoe_config_mutex
);
2463 vn_port
= fcoe_if_create(fcoe
, &vport
->dev
, 1);
2464 mutex_unlock(&fcoe_config_mutex
);
2466 if (IS_ERR(vn_port
)) {
2467 printk(KERN_ERR
"fcoe: fcoe_vport_create(%s) failed\n",
2473 fc_vport_set_state(vport
, FC_VPORT_DISABLED
);
2475 vn_port
->boot_time
= jiffies
;
2476 fc_fabric_login(vn_port
);
2477 fc_vport_setlink(vn_port
);
2483 * fcoe_vport_destroy() - destroy the fc_host/scsi_host for a vport
2484 * @vport: fc_vport object that is being destroyed
2486 * Returns: 0 for success
2488 static int fcoe_vport_destroy(struct fc_vport
*vport
)
2490 struct Scsi_Host
*shost
= vport_to_shost(vport
);
2491 struct fc_lport
*n_port
= shost_priv(shost
);
2492 struct fc_lport
*vn_port
= vport
->dd_data
;
2493 struct fcoe_port
*port
= lport_priv(vn_port
);
2495 mutex_lock(&n_port
->lp_mutex
);
2496 list_del(&vn_port
->list
);
2497 mutex_unlock(&n_port
->lp_mutex
);
2498 queue_work(fcoe_wq
, &port
->destroy_work
);
2503 * fcoe_vport_disable() - change vport state
2504 * @vport: vport to bring online/offline
2505 * @disable: should the vport be disabled?
2507 static int fcoe_vport_disable(struct fc_vport
*vport
, bool disable
)
2509 struct fc_lport
*lport
= vport
->dd_data
;
2512 fc_vport_set_state(vport
, FC_VPORT_DISABLED
);
2513 fc_fabric_logoff(lport
);
2515 lport
->boot_time
= jiffies
;
2516 fc_fabric_login(lport
);
2517 fc_vport_setlink(lport
);
2524 * fcoe_vport_set_symbolic_name() - append vport string to symbolic name
2525 * @vport: fc_vport with a new symbolic name string
2527 * After generating a new symbolic name string, a new RSPN_ID request is
2528 * sent to the name server. There is no response handler, so if it fails
2529 * for some reason it will not be retried.
2531 static void fcoe_set_vport_symbolic_name(struct fc_vport
*vport
)
2533 struct fc_lport
*lport
= vport
->dd_data
;
2534 struct fc_frame
*fp
;
2537 snprintf(fc_host_symbolic_name(lport
->host
), FC_SYMBOLIC_NAME_SIZE
,
2538 "%s v%s over %s : %s", FCOE_NAME
, FCOE_VERSION
,
2539 fcoe_netdev(lport
)->name
, vport
->symbolic_name
);
2541 if (lport
->state
!= LPORT_ST_READY
)
2544 len
= strnlen(fc_host_symbolic_name(lport
->host
), 255);
2545 fp
= fc_frame_alloc(lport
,
2546 sizeof(struct fc_ct_hdr
) +
2547 sizeof(struct fc_ns_rspn
) + len
);
2550 lport
->tt
.elsct_send(lport
, FC_FID_DIR_SERV
, fp
, FC_NS_RSPN_ID
,
2551 NULL
, NULL
, 3 * lport
->r_a_tov
);
2555 * fcoe_get_lesb() - Fill the FCoE Link Error Status Block
2556 * @lport: the local port
2557 * @fc_lesb: the link error status block
2559 static void fcoe_get_lesb(struct fc_lport
*lport
,
2560 struct fc_els_lesb
*fc_lesb
)
2563 u32 lfc
, vlfc
, mdac
;
2564 struct fcoe_dev_stats
*devst
;
2565 struct fcoe_fc_els_lesb
*lesb
;
2566 struct rtnl_link_stats64 temp
;
2567 struct net_device
*netdev
= fcoe_netdev(lport
);
2572 lesb
= (struct fcoe_fc_els_lesb
*)fc_lesb
;
2573 memset(lesb
, 0, sizeof(*lesb
));
2574 for_each_possible_cpu(cpu
) {
2575 devst
= per_cpu_ptr(lport
->dev_stats
, cpu
);
2576 lfc
+= devst
->LinkFailureCount
;
2577 vlfc
+= devst
->VLinkFailureCount
;
2578 mdac
+= devst
->MissDiscAdvCount
;
2580 lesb
->lesb_link_fail
= htonl(lfc
);
2581 lesb
->lesb_vlink_fail
= htonl(vlfc
);
2582 lesb
->lesb_miss_fka
= htonl(mdac
);
2583 lesb
->lesb_fcs_error
= htonl(dev_get_stats(netdev
, &temp
)->rx_crc_errors
);
2587 * fcoe_set_port_id() - Callback from libfc when Port_ID is set.
2588 * @lport: the local port
2589 * @port_id: the port ID
2590 * @fp: the received frame, if any, that caused the port_id to be set.
2592 * This routine handles the case where we received a FLOGI and are
2593 * entering point-to-point mode. We need to call fcoe_ctlr_recv_flogi()
2594 * so it can set the non-mapped mode and gateway address.
2596 * The FLOGI LS_ACC is handled by fcoe_flogi_resp().
2598 static void fcoe_set_port_id(struct fc_lport
*lport
,
2599 u32 port_id
, struct fc_frame
*fp
)
2601 struct fcoe_port
*port
= lport_priv(lport
);
2602 struct fcoe_interface
*fcoe
= port
->priv
;
2604 if (fp
&& fc_frame_payload_op(fp
) == ELS_FLOGI
)
2605 fcoe_ctlr_recv_flogi(&fcoe
->ctlr
, lport
, fp
);
2609 * fcoe_validate_vport_create() - Validate a vport before creating it
2610 * @vport: NPIV port to be created
2612 * This routine is meant to add validation for a vport before creating it
2613 * via fcoe_vport_create().
2614 * Current validations are:
2615 * - WWPN supplied is unique for given lport
2619 static int fcoe_validate_vport_create(struct fc_vport
*vport
)
2621 struct Scsi_Host
*shost
= vport_to_shost(vport
);
2622 struct fc_lport
*n_port
= shost_priv(shost
);
2623 struct fc_lport
*vn_port
;
2627 mutex_lock(&n_port
->lp_mutex
);
2629 wwn_to_str(vport
->port_name
, buf
, sizeof(buf
));
2630 /* Check if the wwpn is not same as that of the lport */
2631 if (!memcmp(&n_port
->wwpn
, &vport
->port_name
, sizeof(u64
))) {
2632 FCOE_DBG("vport WWPN 0x%s is same as that of the "
2633 "base port WWPN\n", buf
);
2638 /* Check if there is any existing vport with same wwpn */
2639 list_for_each_entry(vn_port
, &n_port
->vports
, list
) {
2640 if (!memcmp(&vn_port
->wwpn
, &vport
->port_name
, sizeof(u64
))) {
2641 FCOE_DBG("vport with given WWPN 0x%s already "
2649 mutex_unlock(&n_port
->lp_mutex
);