2 * Copyright(c) 2007 - 2009 Intel Corporation. All rights reserved.
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, write to the Free Software Foundation, Inc.,
15 * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
17 * Maintained at www.Open-FCoE.org
20 #include <linux/module.h>
21 #include <linux/version.h>
22 #include <linux/spinlock.h>
23 #include <linux/netdevice.h>
24 #include <linux/etherdevice.h>
25 #include <linux/ethtool.h>
26 #include <linux/if_ether.h>
27 #include <linux/if_vlan.h>
28 #include <linux/crc32.h>
29 #include <linux/slab.h>
30 #include <linux/cpu.h>
32 #include <linux/sysfs.h>
33 #include <linux/ctype.h>
34 #include <scsi/scsi_tcq.h>
35 #include <scsi/scsicam.h>
36 #include <scsi/scsi_transport.h>
37 #include <scsi/scsi_transport_fc.h>
38 #include <net/rtnetlink.h>
40 #include <scsi/fc/fc_encaps.h>
41 #include <scsi/fc/fc_fip.h>
43 #include <scsi/libfc.h>
44 #include <scsi/fc_frame.h>
45 #include <scsi/libfcoe.h>
49 MODULE_AUTHOR("Open-FCoE.org");
50 MODULE_DESCRIPTION("FCoE");
51 MODULE_LICENSE("GPL v2");
53 /* Performance tuning parameters for fcoe */
54 static unsigned int fcoe_ddp_min
;
55 module_param_named(ddp_min
, fcoe_ddp_min
, uint
, S_IRUGO
| S_IWUSR
);
56 MODULE_PARM_DESC(ddp_min
, "Minimum I/O size in bytes for " \
57 "Direct Data Placement (DDP).");
59 DEFINE_MUTEX(fcoe_config_mutex
);
61 /* fcoe_percpu_clean completion. Waiter protected by fcoe_create_mutex */
62 static DECLARE_COMPLETION(fcoe_flush_completion
);
65 /* must only by accessed under the RTNL mutex */
66 LIST_HEAD(fcoe_hostlist
);
67 DEFINE_PER_CPU(struct fcoe_percpu_s
, fcoe_percpu
);
69 /* Function Prototypes */
70 static int fcoe_reset(struct Scsi_Host
*);
71 static int fcoe_xmit(struct fc_lport
*, struct fc_frame
*);
72 static int fcoe_rcv(struct sk_buff
*, struct net_device
*,
73 struct packet_type
*, struct net_device
*);
74 static int fcoe_percpu_receive_thread(void *);
75 static void fcoe_clean_pending_queue(struct fc_lport
*);
76 static void fcoe_percpu_clean(struct fc_lport
*);
77 static int fcoe_link_speed_update(struct fc_lport
*);
78 static int fcoe_link_ok(struct fc_lport
*);
80 static struct fc_lport
*fcoe_hostlist_lookup(const struct net_device
*);
81 static int fcoe_hostlist_add(const struct fc_lport
*);
83 static void fcoe_check_wait_queue(struct fc_lport
*, struct sk_buff
*);
84 static int fcoe_device_notification(struct notifier_block
*, ulong
, void *);
85 static void fcoe_dev_setup(void);
86 static void fcoe_dev_cleanup(void);
87 static struct fcoe_interface
88 *fcoe_hostlist_lookup_port(const struct net_device
*);
90 static int fcoe_fip_recv(struct sk_buff
*, struct net_device
*,
91 struct packet_type
*, struct net_device
*);
93 static void fcoe_fip_send(struct fcoe_ctlr
*, struct sk_buff
*);
94 static void fcoe_update_src_mac(struct fc_lport
*, u8
*);
95 static u8
*fcoe_get_src_mac(struct fc_lport
*);
96 static void fcoe_destroy_work(struct work_struct
*);
98 static int fcoe_ddp_setup(struct fc_lport
*, u16
, struct scatterlist
*,
100 static int fcoe_ddp_done(struct fc_lport
*, u16
);
102 static int fcoe_cpu_callback(struct notifier_block
*, unsigned long, void *);
104 static int fcoe_create(const char *, struct kernel_param
*);
105 static int fcoe_destroy(const char *, struct kernel_param
*);
106 static int fcoe_enable(const char *, struct kernel_param
*);
107 static int fcoe_disable(const char *, struct kernel_param
*);
109 static struct fc_seq
*fcoe_elsct_send(struct fc_lport
*,
110 u32 did
, struct fc_frame
*,
112 void (*resp
)(struct fc_seq
*,
115 void *, u32 timeout
);
116 static void fcoe_recv_frame(struct sk_buff
*skb
);
118 static void fcoe_get_lesb(struct fc_lport
*, struct fc_els_lesb
*);
120 module_param_call(create
, fcoe_create
, NULL
, (void *)FIP_MODE_AUTO
, S_IWUSR
);
121 __MODULE_PARM_TYPE(create
, "string");
122 MODULE_PARM_DESC(create
, " Creates fcoe instance on a ethernet interface");
123 module_param_call(create_vn2vn
, fcoe_create
, NULL
,
124 (void *)FIP_MODE_VN2VN
, S_IWUSR
);
125 __MODULE_PARM_TYPE(create_vn2vn
, "string");
126 MODULE_PARM_DESC(create_vn2vn
, " Creates a VN_node to VN_node FCoE instance "
127 "on an Ethernet interface");
128 module_param_call(destroy
, fcoe_destroy
, NULL
, NULL
, S_IWUSR
);
129 __MODULE_PARM_TYPE(destroy
, "string");
130 MODULE_PARM_DESC(destroy
, " Destroys fcoe instance on a ethernet interface");
131 module_param_call(enable
, fcoe_enable
, NULL
, NULL
, S_IWUSR
);
132 __MODULE_PARM_TYPE(enable
, "string");
133 MODULE_PARM_DESC(enable
, " Enables fcoe on a ethernet interface.");
134 module_param_call(disable
, fcoe_disable
, NULL
, NULL
, S_IWUSR
);
135 __MODULE_PARM_TYPE(disable
, "string");
136 MODULE_PARM_DESC(disable
, " Disables fcoe on a ethernet interface.");
138 /* notification function for packets from net device */
139 static struct notifier_block fcoe_notifier
= {
140 .notifier_call
= fcoe_device_notification
,
143 /* notification function for CPU hotplug events */
144 static struct notifier_block fcoe_cpu_notifier
= {
145 .notifier_call
= fcoe_cpu_callback
,
148 static struct scsi_transport_template
*fcoe_transport_template
;
149 static struct scsi_transport_template
*fcoe_vport_transport_template
;
151 static int fcoe_vport_destroy(struct fc_vport
*);
152 static int fcoe_vport_create(struct fc_vport
*, bool disabled
);
153 static int fcoe_vport_disable(struct fc_vport
*, bool disable
);
154 static void fcoe_set_vport_symbolic_name(struct fc_vport
*);
155 static void fcoe_set_port_id(struct fc_lport
*, u32
, struct fc_frame
*);
157 static struct libfc_function_template fcoe_libfc_fcn_templ
= {
158 .frame_send
= fcoe_xmit
,
159 .ddp_setup
= fcoe_ddp_setup
,
160 .ddp_done
= fcoe_ddp_done
,
161 .elsct_send
= fcoe_elsct_send
,
162 .get_lesb
= fcoe_get_lesb
,
163 .lport_set_port_id
= fcoe_set_port_id
,
166 struct fc_function_template fcoe_transport_function
= {
167 .show_host_node_name
= 1,
168 .show_host_port_name
= 1,
169 .show_host_supported_classes
= 1,
170 .show_host_supported_fc4s
= 1,
171 .show_host_active_fc4s
= 1,
172 .show_host_maxframe_size
= 1,
174 .show_host_port_id
= 1,
175 .show_host_supported_speeds
= 1,
176 .get_host_speed
= fc_get_host_speed
,
177 .show_host_speed
= 1,
178 .show_host_port_type
= 1,
179 .get_host_port_state
= fc_get_host_port_state
,
180 .show_host_port_state
= 1,
181 .show_host_symbolic_name
= 1,
183 .dd_fcrport_size
= sizeof(struct fc_rport_libfc_priv
),
184 .show_rport_maxframe_size
= 1,
185 .show_rport_supported_classes
= 1,
187 .show_host_fabric_name
= 1,
188 .show_starget_node_name
= 1,
189 .show_starget_port_name
= 1,
190 .show_starget_port_id
= 1,
191 .set_rport_dev_loss_tmo
= fc_set_rport_loss_tmo
,
192 .show_rport_dev_loss_tmo
= 1,
193 .get_fc_host_stats
= fc_get_host_stats
,
194 .issue_fc_host_lip
= fcoe_reset
,
196 .terminate_rport_io
= fc_rport_terminate_io
,
198 .vport_create
= fcoe_vport_create
,
199 .vport_delete
= fcoe_vport_destroy
,
200 .vport_disable
= fcoe_vport_disable
,
201 .set_vport_symbolic_name
= fcoe_set_vport_symbolic_name
,
203 .bsg_request
= fc_lport_bsg_request
,
206 struct fc_function_template fcoe_vport_transport_function
= {
207 .show_host_node_name
= 1,
208 .show_host_port_name
= 1,
209 .show_host_supported_classes
= 1,
210 .show_host_supported_fc4s
= 1,
211 .show_host_active_fc4s
= 1,
212 .show_host_maxframe_size
= 1,
214 .show_host_port_id
= 1,
215 .show_host_supported_speeds
= 1,
216 .get_host_speed
= fc_get_host_speed
,
217 .show_host_speed
= 1,
218 .show_host_port_type
= 1,
219 .get_host_port_state
= fc_get_host_port_state
,
220 .show_host_port_state
= 1,
221 .show_host_symbolic_name
= 1,
223 .dd_fcrport_size
= sizeof(struct fc_rport_libfc_priv
),
224 .show_rport_maxframe_size
= 1,
225 .show_rport_supported_classes
= 1,
227 .show_host_fabric_name
= 1,
228 .show_starget_node_name
= 1,
229 .show_starget_port_name
= 1,
230 .show_starget_port_id
= 1,
231 .set_rport_dev_loss_tmo
= fc_set_rport_loss_tmo
,
232 .show_rport_dev_loss_tmo
= 1,
233 .get_fc_host_stats
= fc_get_host_stats
,
234 .issue_fc_host_lip
= fcoe_reset
,
236 .terminate_rport_io
= fc_rport_terminate_io
,
238 .bsg_request
= fc_lport_bsg_request
,
241 static struct scsi_host_template fcoe_shost_template
= {
242 .module
= THIS_MODULE
,
243 .name
= "FCoE Driver",
244 .proc_name
= FCOE_NAME
,
245 .queuecommand
= fc_queuecommand
,
246 .eh_abort_handler
= fc_eh_abort
,
247 .eh_device_reset_handler
= fc_eh_device_reset
,
248 .eh_host_reset_handler
= fc_eh_host_reset
,
249 .slave_alloc
= fc_slave_alloc
,
250 .change_queue_depth
= fc_change_queue_depth
,
251 .change_queue_type
= fc_change_queue_type
,
254 .can_queue
= FCOE_MAX_OUTSTANDING_COMMANDS
,
255 .use_clustering
= ENABLE_CLUSTERING
,
256 .sg_tablesize
= SG_ALL
,
257 .max_sectors
= 0xffff,
261 * fcoe_interface_setup() - Setup a FCoE interface
262 * @fcoe: The new FCoE interface
263 * @netdev: The net device that the fcoe interface is on
265 * Returns : 0 for success
266 * Locking: must be called with the RTNL mutex held
268 static int fcoe_interface_setup(struct fcoe_interface
*fcoe
,
269 struct net_device
*netdev
)
271 struct fcoe_ctlr
*fip
= &fcoe
->ctlr
;
272 struct netdev_hw_addr
*ha
;
273 struct net_device
*real_dev
;
274 u8 flogi_maddr
[ETH_ALEN
];
275 const struct net_device_ops
*ops
;
277 fcoe
->netdev
= netdev
;
279 /* Let LLD initialize for FCoE */
280 ops
= netdev
->netdev_ops
;
281 if (ops
->ndo_fcoe_enable
) {
282 if (ops
->ndo_fcoe_enable(netdev
))
283 FCOE_NETDEV_DBG(netdev
, "Failed to enable FCoE"
284 " specific feature for LLD.\n");
287 /* Do not support for bonding device */
288 if ((netdev
->priv_flags
& IFF_MASTER_ALB
) ||
289 (netdev
->priv_flags
& IFF_SLAVE_INACTIVE
) ||
290 (netdev
->priv_flags
& IFF_MASTER_8023AD
)) {
291 FCOE_NETDEV_DBG(netdev
, "Bonded interfaces not supported\n");
295 /* look for SAN MAC address, if multiple SAN MACs exist, only
296 * use the first one for SPMA */
297 real_dev
= (netdev
->priv_flags
& IFF_802_1Q_VLAN
) ?
298 vlan_dev_real_dev(netdev
) : netdev
;
300 for_each_dev_addr(real_dev
, ha
) {
301 if ((ha
->type
== NETDEV_HW_ADDR_T_SAN
) &&
302 (is_valid_ether_addr(ha
->addr
))) {
303 memcpy(fip
->ctl_src_addr
, ha
->addr
, ETH_ALEN
);
310 /* setup Source Mac Address */
312 memcpy(fip
->ctl_src_addr
, netdev
->dev_addr
, netdev
->addr_len
);
315 * Add FCoE MAC address as second unicast MAC address
316 * or enter promiscuous mode if not capable of listening
317 * for multiple unicast MACs.
319 memcpy(flogi_maddr
, (u8
[6]) FC_FCOE_FLOGI_MAC
, ETH_ALEN
);
320 dev_uc_add(netdev
, flogi_maddr
);
322 dev_uc_add(netdev
, fip
->ctl_src_addr
);
323 if (fip
->mode
== FIP_MODE_VN2VN
) {
324 dev_mc_add(netdev
, FIP_ALL_VN2VN_MACS
);
325 dev_mc_add(netdev
, FIP_ALL_P2P_MACS
);
327 dev_mc_add(netdev
, FIP_ALL_ENODE_MACS
);
330 * setup the receive function from ethernet driver
331 * on the ethertype for the given device
333 fcoe
->fcoe_packet_type
.func
= fcoe_rcv
;
334 fcoe
->fcoe_packet_type
.type
= __constant_htons(ETH_P_FCOE
);
335 fcoe
->fcoe_packet_type
.dev
= netdev
;
336 dev_add_pack(&fcoe
->fcoe_packet_type
);
338 fcoe
->fip_packet_type
.func
= fcoe_fip_recv
;
339 fcoe
->fip_packet_type
.type
= htons(ETH_P_FIP
);
340 fcoe
->fip_packet_type
.dev
= netdev
;
341 dev_add_pack(&fcoe
->fip_packet_type
);
347 * fcoe_interface_create() - Create a FCoE interface on a net device
348 * @netdev: The net device to create the FCoE interface on
349 * @fip_mode: The mode to use for FIP
351 * Returns: pointer to a struct fcoe_interface or NULL on error
353 static struct fcoe_interface
*fcoe_interface_create(struct net_device
*netdev
,
354 enum fip_state fip_mode
)
356 struct fcoe_interface
*fcoe
;
359 fcoe
= kzalloc(sizeof(*fcoe
), GFP_KERNEL
);
361 FCOE_NETDEV_DBG(netdev
, "Could not allocate fcoe structure\n");
366 kref_init(&fcoe
->kref
);
371 fcoe_ctlr_init(&fcoe
->ctlr
, fip_mode
);
372 fcoe
->ctlr
.send
= fcoe_fip_send
;
373 fcoe
->ctlr
.update_mac
= fcoe_update_src_mac
;
374 fcoe
->ctlr
.get_src_addr
= fcoe_get_src_mac
;
376 err
= fcoe_interface_setup(fcoe
, netdev
);
378 fcoe_ctlr_destroy(&fcoe
->ctlr
);
388 * fcoe_interface_cleanup() - Clean up a FCoE interface
389 * @fcoe: The FCoE interface to be cleaned up
391 * Caller must be holding the RTNL mutex
393 void fcoe_interface_cleanup(struct fcoe_interface
*fcoe
)
395 struct net_device
*netdev
= fcoe
->netdev
;
396 struct fcoe_ctlr
*fip
= &fcoe
->ctlr
;
397 u8 flogi_maddr
[ETH_ALEN
];
398 const struct net_device_ops
*ops
;
401 * Don't listen for Ethernet packets anymore.
402 * synchronize_net() ensures that the packet handlers are not running
403 * on another CPU. dev_remove_pack() would do that, this calls the
404 * unsyncronized version __dev_remove_pack() to avoid multiple delays.
406 __dev_remove_pack(&fcoe
->fcoe_packet_type
);
407 __dev_remove_pack(&fcoe
->fip_packet_type
);
410 /* Delete secondary MAC addresses */
411 memcpy(flogi_maddr
, (u8
[6]) FC_FCOE_FLOGI_MAC
, ETH_ALEN
);
412 dev_uc_del(netdev
, flogi_maddr
);
414 dev_uc_del(netdev
, fip
->ctl_src_addr
);
415 if (fip
->mode
== FIP_MODE_VN2VN
) {
416 dev_mc_del(netdev
, FIP_ALL_VN2VN_MACS
);
417 dev_mc_del(netdev
, FIP_ALL_P2P_MACS
);
419 dev_mc_del(netdev
, FIP_ALL_ENODE_MACS
);
421 /* Tell the LLD we are done w/ FCoE */
422 ops
= netdev
->netdev_ops
;
423 if (ops
->ndo_fcoe_disable
) {
424 if (ops
->ndo_fcoe_disable(netdev
))
425 FCOE_NETDEV_DBG(netdev
, "Failed to disable FCoE"
426 " specific feature for LLD.\n");
431 * fcoe_interface_release() - fcoe_port kref release function
432 * @kref: Embedded reference count in an fcoe_interface struct
434 static void fcoe_interface_release(struct kref
*kref
)
436 struct fcoe_interface
*fcoe
;
437 struct net_device
*netdev
;
439 fcoe
= container_of(kref
, struct fcoe_interface
, kref
);
440 netdev
= fcoe
->netdev
;
441 /* tear-down the FCoE controller */
442 fcoe_ctlr_destroy(&fcoe
->ctlr
);
448 * fcoe_interface_get() - Get a reference to a FCoE interface
449 * @fcoe: The FCoE interface to be held
451 static inline void fcoe_interface_get(struct fcoe_interface
*fcoe
)
453 kref_get(&fcoe
->kref
);
457 * fcoe_interface_put() - Put a reference to a FCoE interface
458 * @fcoe: The FCoE interface to be released
460 static inline void fcoe_interface_put(struct fcoe_interface
*fcoe
)
462 kref_put(&fcoe
->kref
, fcoe_interface_release
);
466 * fcoe_fip_recv() - Handler for received FIP frames
467 * @skb: The receive skb
468 * @netdev: The associated net device
469 * @ptype: The packet_type structure which was used to register this handler
470 * @orig_dev: The original net_device the the skb was received on.
471 * (in case dev is a bond)
473 * Returns: 0 for success
475 static int fcoe_fip_recv(struct sk_buff
*skb
, struct net_device
*netdev
,
476 struct packet_type
*ptype
,
477 struct net_device
*orig_dev
)
479 struct fcoe_interface
*fcoe
;
481 fcoe
= container_of(ptype
, struct fcoe_interface
, fip_packet_type
);
482 fcoe_ctlr_recv(&fcoe
->ctlr
, skb
);
487 * fcoe_fip_send() - Send an Ethernet-encapsulated FIP frame
488 * @fip: The FCoE controller
489 * @skb: The FIP packet to be sent
491 static void fcoe_fip_send(struct fcoe_ctlr
*fip
, struct sk_buff
*skb
)
493 skb
->dev
= fcoe_from_ctlr(fip
)->netdev
;
498 * fcoe_update_src_mac() - Update the Ethernet MAC filters
499 * @lport: The local port to update the source MAC on
500 * @addr: Unicast MAC address to add
502 * Remove any previously-set unicast MAC filter.
503 * Add secondary FCoE MAC address filter for our OUI.
505 static void fcoe_update_src_mac(struct fc_lport
*lport
, u8
*addr
)
507 struct fcoe_port
*port
= lport_priv(lport
);
508 struct fcoe_interface
*fcoe
= port
->fcoe
;
511 if (!is_zero_ether_addr(port
->data_src_addr
))
512 dev_uc_del(fcoe
->netdev
, port
->data_src_addr
);
513 if (!is_zero_ether_addr(addr
))
514 dev_uc_add(fcoe
->netdev
, addr
);
515 memcpy(port
->data_src_addr
, addr
, ETH_ALEN
);
520 * fcoe_get_src_mac() - return the Ethernet source address for an lport
521 * @lport: libfc lport
523 static u8
*fcoe_get_src_mac(struct fc_lport
*lport
)
525 struct fcoe_port
*port
= lport_priv(lport
);
527 return port
->data_src_addr
;
531 * fcoe_lport_config() - Set up a local port
532 * @lport: The local port to be setup
534 * Returns: 0 for success
536 static int fcoe_lport_config(struct fc_lport
*lport
)
540 lport
->max_retry_count
= 3;
541 lport
->max_rport_retry_count
= 3;
542 lport
->e_d_tov
= 2 * 1000; /* FC-FS default */
543 lport
->r_a_tov
= 2 * 2 * 1000;
544 lport
->service_params
= (FCP_SPPF_INIT_FCN
| FCP_SPPF_RD_XRDY_DIS
|
545 FCP_SPPF_RETRY
| FCP_SPPF_CONF_COMPL
);
546 lport
->does_npiv
= 1;
548 fc_lport_init_stats(lport
);
550 /* lport fc_lport related configuration */
551 fc_lport_config(lport
);
553 /* offload related configuration */
554 lport
->crc_offload
= 0;
555 lport
->seq_offload
= 0;
556 lport
->lro_enabled
= 0;
564 * fcoe_queue_timer() - The fcoe queue timer
565 * @lport: The local port
567 * Calls fcoe_check_wait_queue on timeout
569 static void fcoe_queue_timer(ulong lport
)
571 fcoe_check_wait_queue((struct fc_lport
*)lport
, NULL
);
575 * fcoe_get_wwn() - Get the world wide name from LLD if it supports it
576 * @netdev: the associated net device
577 * @wwn: the output WWN
578 * @type: the type of WWN (WWPN or WWNN)
580 * Returns: 0 for success
582 static int fcoe_get_wwn(struct net_device
*netdev
, u64
*wwn
, int type
)
584 const struct net_device_ops
*ops
= netdev
->netdev_ops
;
586 if (ops
->ndo_fcoe_get_wwn
)
587 return ops
->ndo_fcoe_get_wwn(netdev
, wwn
, type
);
592 * fcoe_netdev_features_change - Updates the lport's offload flags based
593 * on the LLD netdev's FCoE feature flags
595 static void fcoe_netdev_features_change(struct fc_lport
*lport
,
596 struct net_device
*netdev
)
598 mutex_lock(&lport
->lp_mutex
);
600 if (netdev
->features
& NETIF_F_SG
)
605 if (netdev
->features
& NETIF_F_FCOE_CRC
) {
606 lport
->crc_offload
= 1;
607 FCOE_NETDEV_DBG(netdev
, "Supports FCCRC offload\n");
609 lport
->crc_offload
= 0;
612 if (netdev
->features
& NETIF_F_FSO
) {
613 lport
->seq_offload
= 1;
614 lport
->lso_max
= netdev
->gso_max_size
;
615 FCOE_NETDEV_DBG(netdev
, "Supports LSO for max len 0x%x\n",
618 lport
->seq_offload
= 0;
622 if (netdev
->fcoe_ddp_xid
) {
623 lport
->lro_enabled
= 1;
624 lport
->lro_xid
= netdev
->fcoe_ddp_xid
;
625 FCOE_NETDEV_DBG(netdev
, "Supports LRO for max xid 0x%x\n",
628 lport
->lro_enabled
= 0;
632 mutex_unlock(&lport
->lp_mutex
);
636 * fcoe_netdev_config() - Set up net devive for SW FCoE
637 * @lport: The local port that is associated with the net device
638 * @netdev: The associated net device
640 * Must be called after fcoe_lport_config() as it will use local port mutex
642 * Returns: 0 for success
644 static int fcoe_netdev_config(struct fc_lport
*lport
, struct net_device
*netdev
)
648 struct fcoe_interface
*fcoe
;
649 struct fcoe_port
*port
;
651 /* Setup lport private data to point to fcoe softc */
652 port
= lport_priv(lport
);
656 * Determine max frame size based on underlying device and optional
657 * user-configured limit. If the MFS is too low, fcoe_link_ok()
658 * will return 0, so do this first.
661 if (netdev
->features
& NETIF_F_FCOE_MTU
) {
663 FCOE_NETDEV_DBG(netdev
, "Supports FCOE_MTU of %d bytes\n", mfs
);
665 mfs
-= (sizeof(struct fcoe_hdr
) + sizeof(struct fcoe_crc_eof
));
666 if (fc_set_mfs(lport
, mfs
))
669 /* offload features support */
670 fcoe_netdev_features_change(lport
, netdev
);
672 skb_queue_head_init(&port
->fcoe_pending_queue
);
673 port
->fcoe_pending_queue_active
= 0;
674 setup_timer(&port
->timer
, fcoe_queue_timer
, (unsigned long)lport
);
676 fcoe_link_speed_update(lport
);
679 if (fcoe_get_wwn(netdev
, &wwnn
, NETDEV_FCOE_WWNN
))
680 wwnn
= fcoe_wwn_from_mac(fcoe
->ctlr
.ctl_src_addr
, 1, 0);
681 fc_set_wwnn(lport
, wwnn
);
682 if (fcoe_get_wwn(netdev
, &wwpn
, NETDEV_FCOE_WWPN
))
683 wwpn
= fcoe_wwn_from_mac(fcoe
->ctlr
.ctl_src_addr
,
685 fc_set_wwpn(lport
, wwpn
);
692 * fcoe_shost_config() - Set up the SCSI host associated with a local port
693 * @lport: The local port
694 * @dev: The device associated with the SCSI host
696 * Must be called after fcoe_lport_config() and fcoe_netdev_config()
698 * Returns: 0 for success
700 static int fcoe_shost_config(struct fc_lport
*lport
, struct device
*dev
)
704 /* lport scsi host config */
705 lport
->host
->max_lun
= FCOE_MAX_LUN
;
706 lport
->host
->max_id
= FCOE_MAX_FCP_TARGET
;
707 lport
->host
->max_channel
= 0;
708 lport
->host
->max_cmd_len
= FCOE_MAX_CMD_LEN
;
711 lport
->host
->transportt
= fcoe_vport_transport_template
;
713 lport
->host
->transportt
= fcoe_transport_template
;
715 /* add the new host to the SCSI-ml */
716 rc
= scsi_add_host(lport
->host
, dev
);
718 FCOE_NETDEV_DBG(fcoe_netdev(lport
), "fcoe_shost_config: "
719 "error on scsi_add_host\n");
724 fc_host_max_npiv_vports(lport
->host
) = USHRT_MAX
;
726 snprintf(fc_host_symbolic_name(lport
->host
), FC_SYMBOLIC_NAME_SIZE
,
727 "%s v%s over %s", FCOE_NAME
, FCOE_VERSION
,
728 fcoe_netdev(lport
)->name
);
734 * fcoe_oem_match() - The match routine for the offloaded exchange manager
737 * This routine will be associated with an exchange manager (EM). When
738 * the libfc exchange handling code is looking for an EM to use it will
739 * call this routine and pass it the frame that it wishes to send. This
740 * routine will return True if the associated EM is to be used and False
741 * if the echange code should continue looking for an EM.
743 * The offload EM that this routine is associated with will handle any
744 * packets that are for SCSI read requests.
746 * Returns: True for read types I/O, otherwise returns false.
748 bool fcoe_oem_match(struct fc_frame
*fp
)
750 return fc_fcp_is_read(fr_fsp(fp
)) &&
751 (fr_fsp(fp
)->data_len
> fcoe_ddp_min
);
755 * fcoe_em_config() - Allocate and configure an exchange manager
756 * @lport: The local port that the new EM will be associated with
758 * Returns: 0 on success
760 static inline int fcoe_em_config(struct fc_lport
*lport
)
762 struct fcoe_port
*port
= lport_priv(lport
);
763 struct fcoe_interface
*fcoe
= port
->fcoe
;
764 struct fcoe_interface
*oldfcoe
= NULL
;
765 struct net_device
*old_real_dev
, *cur_real_dev
;
766 u16 min_xid
= FCOE_MIN_XID
;
767 u16 max_xid
= FCOE_MAX_XID
;
770 * Check if need to allocate an em instance for
771 * offload exchange ids to be shared across all VN_PORTs/lport.
773 if (!lport
->lro_enabled
|| !lport
->lro_xid
||
774 (lport
->lro_xid
>= max_xid
)) {
780 * Reuse existing offload em instance in case
781 * it is already allocated on real eth device
783 if (fcoe
->netdev
->priv_flags
& IFF_802_1Q_VLAN
)
784 cur_real_dev
= vlan_dev_real_dev(fcoe
->netdev
);
786 cur_real_dev
= fcoe
->netdev
;
788 list_for_each_entry(oldfcoe
, &fcoe_hostlist
, list
) {
789 if (oldfcoe
->netdev
->priv_flags
& IFF_802_1Q_VLAN
)
790 old_real_dev
= vlan_dev_real_dev(oldfcoe
->netdev
);
792 old_real_dev
= oldfcoe
->netdev
;
794 if (cur_real_dev
== old_real_dev
) {
795 fcoe
->oem
= oldfcoe
->oem
;
801 if (!fc_exch_mgr_add(lport
, fcoe
->oem
, fcoe_oem_match
)) {
802 printk(KERN_ERR
"fcoe_em_config: failed to add "
803 "offload em:%p on interface:%s\n",
804 fcoe
->oem
, fcoe
->netdev
->name
);
808 fcoe
->oem
= fc_exch_mgr_alloc(lport
, FC_CLASS_3
,
809 FCOE_MIN_XID
, lport
->lro_xid
,
812 printk(KERN_ERR
"fcoe_em_config: failed to allocate "
813 "em for offload exches on interface:%s\n",
820 * Exclude offload EM xid range from next EM xid range.
822 min_xid
+= lport
->lro_xid
+ 1;
825 if (!fc_exch_mgr_alloc(lport
, FC_CLASS_3
, min_xid
, max_xid
, NULL
)) {
826 printk(KERN_ERR
"fcoe_em_config: failed to "
827 "allocate em on interface %s\n", fcoe
->netdev
->name
);
835 * fcoe_if_destroy() - Tear down a SW FCoE instance
836 * @lport: The local port to be destroyed
838 * Locking: must be called with the RTNL mutex held and RTNL mutex
839 * needed to be dropped by this function since not dropping RTNL
840 * would cause circular locking warning on synchronous fip worker
841 * cancelling thru fcoe_interface_put invoked by this function.
844 static void fcoe_if_destroy(struct fc_lport
*lport
)
846 struct fcoe_port
*port
= lport_priv(lport
);
847 struct fcoe_interface
*fcoe
= port
->fcoe
;
848 struct net_device
*netdev
= fcoe
->netdev
;
850 FCOE_NETDEV_DBG(netdev
, "Destroying interface\n");
852 /* Logout of the fabric */
853 fc_fabric_logoff(lport
);
855 /* Cleanup the fc_lport */
856 fc_lport_destroy(lport
);
857 fc_fcp_destroy(lport
);
859 /* Stop the transmit retry timer */
860 del_timer_sync(&port
->timer
);
862 /* Free existing transmit skbs */
863 fcoe_clean_pending_queue(lport
);
865 if (!is_zero_ether_addr(port
->data_src_addr
))
866 dev_uc_del(netdev
, port
->data_src_addr
);
869 /* receives may not be stopped until after this */
870 fcoe_interface_put(fcoe
);
872 /* Free queued packets for the per-CPU receive threads */
873 fcoe_percpu_clean(lport
);
875 /* Detach from the scsi-ml */
876 fc_remove_host(lport
->host
);
877 scsi_remove_host(lport
->host
);
879 /* There are no more rports or I/O, free the EM */
880 fc_exch_mgr_free(lport
);
882 /* Free memory used by statistical counters */
883 fc_lport_free_stats(lport
);
885 /* Release the Scsi_Host */
886 scsi_host_put(lport
->host
);
887 module_put(THIS_MODULE
);
891 * fcoe_ddp_setup() - Call a LLD's ddp_setup through the net device
892 * @lport: The local port to setup DDP for
893 * @xid: The exchange ID for this DDP transfer
894 * @sgl: The scatterlist describing this transfer
895 * @sgc: The number of sg items
897 * Returns: 0 if the DDP context was not configured
899 static int fcoe_ddp_setup(struct fc_lport
*lport
, u16 xid
,
900 struct scatterlist
*sgl
, unsigned int sgc
)
902 struct net_device
*netdev
= fcoe_netdev(lport
);
904 if (netdev
->netdev_ops
->ndo_fcoe_ddp_setup
)
905 return netdev
->netdev_ops
->ndo_fcoe_ddp_setup(netdev
,
913 * fcoe_ddp_done() - Call a LLD's ddp_done through the net device
914 * @lport: The local port to complete DDP on
915 * @xid: The exchange ID for this DDP transfer
917 * Returns: the length of data that have been completed by DDP
919 static int fcoe_ddp_done(struct fc_lport
*lport
, u16 xid
)
921 struct net_device
*netdev
= fcoe_netdev(lport
);
923 if (netdev
->netdev_ops
->ndo_fcoe_ddp_done
)
924 return netdev
->netdev_ops
->ndo_fcoe_ddp_done(netdev
, xid
);
929 * fcoe_if_create() - Create a FCoE instance on an interface
930 * @fcoe: The FCoE interface to create a local port on
931 * @parent: The device pointer to be the parent in sysfs for the SCSI host
932 * @npiv: Indicates if the port is a vport or not
934 * Creates a fc_lport instance and a Scsi_Host instance and configure them.
936 * Returns: The allocated fc_lport or an error pointer
938 static struct fc_lport
*fcoe_if_create(struct fcoe_interface
*fcoe
,
939 struct device
*parent
, int npiv
)
941 struct net_device
*netdev
= fcoe
->netdev
;
942 struct fc_lport
*lport
= NULL
;
943 struct fcoe_port
*port
;
946 * parent is only a vport if npiv is 1,
947 * but we'll only use vport in that case so go ahead and set it
949 struct fc_vport
*vport
= dev_to_vport(parent
);
951 FCOE_NETDEV_DBG(netdev
, "Create Interface\n");
954 lport
= libfc_host_alloc(&fcoe_shost_template
,
955 sizeof(struct fcoe_port
));
957 lport
= libfc_vport_create(vport
,
958 sizeof(struct fcoe_port
));
961 FCOE_NETDEV_DBG(netdev
, "Could not allocate host structure\n");
965 port
= lport_priv(lport
);
968 INIT_WORK(&port
->destroy_work
, fcoe_destroy_work
);
970 /* configure a fc_lport including the exchange manager */
971 rc
= fcoe_lport_config(lport
);
973 FCOE_NETDEV_DBG(netdev
, "Could not configure lport for the "
979 FCOE_NETDEV_DBG(netdev
, "Setting vport names, "
980 "%16.16llx %16.16llx\n",
981 vport
->node_name
, vport
->port_name
);
982 fc_set_wwnn(lport
, vport
->node_name
);
983 fc_set_wwpn(lport
, vport
->port_name
);
986 /* configure lport network properties */
987 rc
= fcoe_netdev_config(lport
, netdev
);
989 FCOE_NETDEV_DBG(netdev
, "Could not configure netdev for the "
994 /* configure lport scsi host properties */
995 rc
= fcoe_shost_config(lport
, parent
);
997 FCOE_NETDEV_DBG(netdev
, "Could not configure shost for the "
1002 /* Initialize the library */
1003 rc
= fcoe_libfc_config(lport
, &fcoe
->ctlr
, &fcoe_libfc_fcn_templ
, 1);
1005 FCOE_NETDEV_DBG(netdev
, "Could not configure libfc for the "
1007 goto out_lp_destroy
;
1012 * fcoe_em_alloc() and fcoe_hostlist_add() both
1013 * need to be atomic with respect to other changes to the
1014 * hostlist since fcoe_em_alloc() looks for an existing EM
1015 * instance on host list updated by fcoe_hostlist_add().
1017 * This is currently handled through the fcoe_config_mutex
1021 /* lport exch manager allocation */
1022 rc
= fcoe_em_config(lport
);
1024 FCOE_NETDEV_DBG(netdev
, "Could not configure the EM "
1025 "for the interface\n");
1026 goto out_lp_destroy
;
1030 fcoe_interface_get(fcoe
);
1034 fc_exch_mgr_free(lport
);
1036 scsi_host_put(lport
->host
);
1042 * fcoe_if_init() - Initialization routine for fcoe.ko
1044 * Attaches the SW FCoE transport to the FC transport
1046 * Returns: 0 on success
1048 static int __init
fcoe_if_init(void)
1050 /* attach to scsi transport */
1051 fcoe_transport_template
= fc_attach_transport(&fcoe_transport_function
);
1052 fcoe_vport_transport_template
=
1053 fc_attach_transport(&fcoe_vport_transport_function
);
1055 if (!fcoe_transport_template
) {
1056 printk(KERN_ERR
"fcoe: Failed to attach to the FC transport\n");
1064 * fcoe_if_exit() - Tear down fcoe.ko
1066 * Detaches the SW FCoE transport from the FC transport
1068 * Returns: 0 on success
1070 int __exit
fcoe_if_exit(void)
1072 fc_release_transport(fcoe_transport_template
);
1073 fc_release_transport(fcoe_vport_transport_template
);
1074 fcoe_transport_template
= NULL
;
1075 fcoe_vport_transport_template
= NULL
;
1080 * fcoe_percpu_thread_create() - Create a receive thread for an online CPU
1081 * @cpu: The CPU index of the CPU to create a receive thread for
1083 static void fcoe_percpu_thread_create(unsigned int cpu
)
1085 struct fcoe_percpu_s
*p
;
1086 struct task_struct
*thread
;
1088 p
= &per_cpu(fcoe_percpu
, cpu
);
1090 thread
= kthread_create(fcoe_percpu_receive_thread
,
1091 (void *)p
, "fcoethread/%d", cpu
);
1093 if (likely(!IS_ERR(thread
))) {
1094 kthread_bind(thread
, cpu
);
1095 wake_up_process(thread
);
1097 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1099 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1104 * fcoe_percpu_thread_destroy() - Remove the receive thread of a CPU
1105 * @cpu: The CPU index of the CPU whose receive thread is to be destroyed
1107 * Destroys a per-CPU Rx thread. Any pending skbs are moved to the
1108 * current CPU's Rx thread. If the thread being destroyed is bound to
1109 * the CPU processing this context the skbs will be freed.
1111 static void fcoe_percpu_thread_destroy(unsigned int cpu
)
1113 struct fcoe_percpu_s
*p
;
1114 struct task_struct
*thread
;
1115 struct page
*crc_eof
;
1116 struct sk_buff
*skb
;
1118 struct fcoe_percpu_s
*p0
;
1119 unsigned targ_cpu
= get_cpu();
1120 #endif /* CONFIG_SMP */
1122 FCOE_DBG("Destroying receive thread for CPU %d\n", cpu
);
1124 /* Prevent any new skbs from being queued for this CPU. */
1125 p
= &per_cpu(fcoe_percpu
, cpu
);
1126 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1129 crc_eof
= p
->crc_eof_page
;
1130 p
->crc_eof_page
= NULL
;
1131 p
->crc_eof_offset
= 0;
1132 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1136 * Don't bother moving the skb's if this context is running
1137 * on the same CPU that is having its thread destroyed. This
1138 * can easily happen when the module is removed.
1140 if (cpu
!= targ_cpu
) {
1141 p0
= &per_cpu(fcoe_percpu
, targ_cpu
);
1142 spin_lock_bh(&p0
->fcoe_rx_list
.lock
);
1144 FCOE_DBG("Moving frames from CPU %d to CPU %d\n",
1147 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
1148 __skb_queue_tail(&p0
->fcoe_rx_list
, skb
);
1149 spin_unlock_bh(&p0
->fcoe_rx_list
.lock
);
1152 * The targeted CPU is not initialized and cannot accept
1153 * new skbs. Unlock the targeted CPU and drop the skbs
1154 * on the CPU that is going offline.
1156 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
1158 spin_unlock_bh(&p0
->fcoe_rx_list
.lock
);
1162 * This scenario occurs when the module is being removed
1163 * and all threads are being destroyed. skbs will continue
1164 * to be shifted from the CPU thread that is being removed
1165 * to the CPU thread associated with the CPU that is processing
1166 * the module removal. Once there is only one CPU Rx thread it
1167 * will reach this case and we will drop all skbs and later
1170 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1171 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
1173 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1178 * This a non-SMP scenario where the singular Rx thread is
1179 * being removed. Free all skbs and stop the thread.
1181 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1182 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
1184 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1188 kthread_stop(thread
);
1195 * fcoe_cpu_callback() - Handler for CPU hotplug events
1196 * @nfb: The callback data block
1197 * @action: The event triggering the callback
1198 * @hcpu: The index of the CPU that the event is for
1200 * This creates or destroys per-CPU data for fcoe
1202 * Returns NOTIFY_OK always.
1204 static int fcoe_cpu_callback(struct notifier_block
*nfb
,
1205 unsigned long action
, void *hcpu
)
1207 unsigned cpu
= (unsigned long)hcpu
;
1211 case CPU_ONLINE_FROZEN
:
1212 FCOE_DBG("CPU %x online: Create Rx thread\n", cpu
);
1213 fcoe_percpu_thread_create(cpu
);
1216 case CPU_DEAD_FROZEN
:
1217 FCOE_DBG("CPU %x offline: Remove Rx thread\n", cpu
);
1218 fcoe_percpu_thread_destroy(cpu
);
1227 * fcoe_rcv() - Receive packets from a net device
1228 * @skb: The received packet
1229 * @netdev: The net device that the packet was received on
1230 * @ptype: The packet type context
1231 * @olddev: The last device net device
1233 * This routine is called by NET_RX_SOFTIRQ. It receives a packet, builds a
1234 * FC frame and passes the frame to libfc.
1236 * Returns: 0 for success
1238 int fcoe_rcv(struct sk_buff
*skb
, struct net_device
*netdev
,
1239 struct packet_type
*ptype
, struct net_device
*olddev
)
1241 struct fc_lport
*lport
;
1242 struct fcoe_rcv_info
*fr
;
1243 struct fcoe_interface
*fcoe
;
1244 struct fc_frame_header
*fh
;
1245 struct fcoe_percpu_s
*fps
;
1246 struct fcoe_port
*port
;
1250 fcoe
= container_of(ptype
, struct fcoe_interface
, fcoe_packet_type
);
1251 lport
= fcoe
->ctlr
.lp
;
1252 if (unlikely(!lport
)) {
1253 FCOE_NETDEV_DBG(netdev
, "Cannot find hba structure");
1256 if (!lport
->link_up
)
1259 FCOE_NETDEV_DBG(netdev
, "skb_info: len:%d data_len:%d head:%p "
1260 "data:%p tail:%p end:%p sum:%d dev:%s",
1261 skb
->len
, skb
->data_len
, skb
->head
, skb
->data
,
1262 skb_tail_pointer(skb
), skb_end_pointer(skb
),
1263 skb
->csum
, skb
->dev
? skb
->dev
->name
: "<NULL>");
1265 /* check for mac addresses */
1267 port
= lport_priv(lport
);
1268 if (compare_ether_addr(eh
->h_dest
, port
->data_src_addr
) &&
1269 compare_ether_addr(eh
->h_dest
, fcoe
->ctlr
.ctl_src_addr
) &&
1270 compare_ether_addr(eh
->h_dest
, (u8
[6])FC_FCOE_FLOGI_MAC
)) {
1271 FCOE_NETDEV_DBG(netdev
, "wrong destination mac address:%pM\n",
1276 if (is_fip_mode(&fcoe
->ctlr
) &&
1277 compare_ether_addr(eh
->h_source
, fcoe
->ctlr
.dest_addr
)) {
1278 FCOE_NETDEV_DBG(netdev
, "wrong source mac address:%pM\n",
1284 * Check for minimum frame length, and make sure required FCoE
1285 * and FC headers are pulled into the linear data area.
1287 if (unlikely((skb
->len
< FCOE_MIN_FRAME
) ||
1288 !pskb_may_pull(skb
, FCOE_HEADER_LEN
)))
1291 skb_set_transport_header(skb
, sizeof(struct fcoe_hdr
));
1292 fh
= (struct fc_frame_header
*) skb_transport_header(skb
);
1294 fr
= fcoe_dev_from_skb(skb
);
1299 * In case the incoming frame's exchange is originated from
1300 * the initiator, then received frame's exchange id is ANDed
1301 * with fc_cpu_mask bits to get the same cpu on which exchange
1302 * was originated, otherwise just use the current cpu.
1304 if (ntoh24(fh
->fh_f_ctl
) & FC_FC_EX_CTX
)
1305 cpu
= ntohs(fh
->fh_ox_id
) & fc_cpu_mask
;
1307 cpu
= smp_processor_id();
1309 fps
= &per_cpu(fcoe_percpu
, cpu
);
1310 spin_lock_bh(&fps
->fcoe_rx_list
.lock
);
1311 if (unlikely(!fps
->thread
)) {
1313 * The targeted CPU is not ready, let's target
1314 * the first CPU now. For non-SMP systems this
1315 * will check the same CPU twice.
1317 FCOE_NETDEV_DBG(netdev
, "CPU is online, but no receive thread "
1318 "ready for incoming skb- using first online "
1321 spin_unlock_bh(&fps
->fcoe_rx_list
.lock
);
1322 cpu
= cpumask_first(cpu_online_mask
);
1323 fps
= &per_cpu(fcoe_percpu
, cpu
);
1324 spin_lock_bh(&fps
->fcoe_rx_list
.lock
);
1326 spin_unlock_bh(&fps
->fcoe_rx_list
.lock
);
1332 * We now have a valid CPU that we're targeting for
1333 * this skb. We also have this receive thread locked,
1334 * so we're free to queue skbs into it's queue.
1337 /* If this is a SCSI-FCP frame, and this is already executing on the
1338 * correct CPU, and the queue for this CPU is empty, then go ahead
1339 * and process the frame directly in the softirq context.
1340 * This lets us process completions without context switching from the
1341 * NET_RX softirq, to our receive processing thread, and then back to
1342 * BLOCK softirq context.
1344 if (fh
->fh_type
== FC_TYPE_FCP
&&
1345 cpu
== smp_processor_id() &&
1346 skb_queue_empty(&fps
->fcoe_rx_list
)) {
1347 spin_unlock_bh(&fps
->fcoe_rx_list
.lock
);
1348 fcoe_recv_frame(skb
);
1350 __skb_queue_tail(&fps
->fcoe_rx_list
, skb
);
1351 if (fps
->fcoe_rx_list
.qlen
== 1)
1352 wake_up_process(fps
->thread
);
1353 spin_unlock_bh(&fps
->fcoe_rx_list
.lock
);
1358 per_cpu_ptr(lport
->dev_stats
, get_cpu())->ErrorFrames
++;
1366 * fcoe_start_io() - Start FCoE I/O
1367 * @skb: The packet to be transmitted
1369 * This routine is called from the net device to start transmitting
1372 * Returns: 0 for success
1374 static inline int fcoe_start_io(struct sk_buff
*skb
)
1376 struct sk_buff
*nskb
;
1379 nskb
= skb_clone(skb
, GFP_ATOMIC
);
1380 rc
= dev_queue_xmit(nskb
);
1388 * fcoe_get_paged_crc_eof() - Allocate a page to be used for the trailer CRC
1389 * @skb: The packet to be transmitted
1390 * @tlen: The total length of the trailer
1392 * This routine allocates a page for frame trailers. The page is re-used if
1393 * there is enough room left on it for the current trailer. If there isn't
1394 * enough buffer left a new page is allocated for the trailer. Reference to
1395 * the page from this function as well as the skbs using the page fragments
1396 * ensure that the page is freed at the appropriate time.
1398 * Returns: 0 for success
1400 static int fcoe_get_paged_crc_eof(struct sk_buff
*skb
, int tlen
)
1402 struct fcoe_percpu_s
*fps
;
1405 fps
= &get_cpu_var(fcoe_percpu
);
1406 page
= fps
->crc_eof_page
;
1408 page
= alloc_page(GFP_ATOMIC
);
1410 put_cpu_var(fcoe_percpu
);
1413 fps
->crc_eof_page
= page
;
1414 fps
->crc_eof_offset
= 0;
1418 skb_fill_page_desc(skb
, skb_shinfo(skb
)->nr_frags
, page
,
1419 fps
->crc_eof_offset
, tlen
);
1421 skb
->data_len
+= tlen
;
1422 skb
->truesize
+= tlen
;
1423 fps
->crc_eof_offset
+= sizeof(struct fcoe_crc_eof
);
1425 if (fps
->crc_eof_offset
>= PAGE_SIZE
) {
1426 fps
->crc_eof_page
= NULL
;
1427 fps
->crc_eof_offset
= 0;
1430 put_cpu_var(fcoe_percpu
);
1435 * fcoe_fc_crc() - Calculates the CRC for a given frame
1436 * @fp: The frame to be checksumed
1438 * This uses crc32() routine to calculate the CRC for a frame
1440 * Return: The 32 bit CRC value
1442 u32
fcoe_fc_crc(struct fc_frame
*fp
)
1444 struct sk_buff
*skb
= fp_skb(fp
);
1445 struct skb_frag_struct
*frag
;
1446 unsigned char *data
;
1447 unsigned long off
, len
, clen
;
1451 crc
= crc32(~0, skb
->data
, skb_headlen(skb
));
1453 for (i
= 0; i
< skb_shinfo(skb
)->nr_frags
; i
++) {
1454 frag
= &skb_shinfo(skb
)->frags
[i
];
1455 off
= frag
->page_offset
;
1458 clen
= min(len
, PAGE_SIZE
- (off
& ~PAGE_MASK
));
1459 data
= kmap_atomic(frag
->page
+ (off
>> PAGE_SHIFT
),
1460 KM_SKB_DATA_SOFTIRQ
);
1461 crc
= crc32(crc
, data
+ (off
& ~PAGE_MASK
), clen
);
1462 kunmap_atomic(data
, KM_SKB_DATA_SOFTIRQ
);
1471 * fcoe_xmit() - Transmit a FCoE frame
1472 * @lport: The local port that the frame is to be transmitted for
1473 * @fp: The frame to be transmitted
1475 * Return: 0 for success
1477 int fcoe_xmit(struct fc_lport
*lport
, struct fc_frame
*fp
)
1482 struct fcoe_crc_eof
*cp
;
1483 struct sk_buff
*skb
;
1484 struct fcoe_dev_stats
*stats
;
1485 struct fc_frame_header
*fh
;
1486 unsigned int hlen
; /* header length implies the version */
1487 unsigned int tlen
; /* trailer length */
1488 unsigned int elen
; /* eth header, may include vlan */
1489 struct fcoe_port
*port
= lport_priv(lport
);
1490 struct fcoe_interface
*fcoe
= port
->fcoe
;
1492 struct fcoe_hdr
*hp
;
1494 WARN_ON((fr_len(fp
) % sizeof(u32
)) != 0);
1496 fh
= fc_frame_header_get(fp
);
1498 wlen
= skb
->len
/ FCOE_WORD_TO_BYTE
;
1500 if (!lport
->link_up
) {
1505 if (unlikely(fh
->fh_type
== FC_TYPE_ELS
) &&
1506 fcoe_ctlr_els_send(&fcoe
->ctlr
, lport
, skb
))
1512 elen
= sizeof(struct ethhdr
);
1513 hlen
= sizeof(struct fcoe_hdr
);
1514 tlen
= sizeof(struct fcoe_crc_eof
);
1515 wlen
= (skb
->len
- tlen
+ sizeof(crc
)) / FCOE_WORD_TO_BYTE
;
1518 if (likely(lport
->crc_offload
)) {
1519 skb
->ip_summed
= CHECKSUM_PARTIAL
;
1520 skb
->csum_start
= skb_headroom(skb
);
1521 skb
->csum_offset
= skb
->len
;
1524 skb
->ip_summed
= CHECKSUM_NONE
;
1525 crc
= fcoe_fc_crc(fp
);
1528 /* copy port crc and eof to the skb buff */
1529 if (skb_is_nonlinear(skb
)) {
1531 if (fcoe_get_paged_crc_eof(skb
, tlen
)) {
1535 frag
= &skb_shinfo(skb
)->frags
[skb_shinfo(skb
)->nr_frags
- 1];
1536 cp
= kmap_atomic(frag
->page
, KM_SKB_DATA_SOFTIRQ
)
1537 + frag
->page_offset
;
1539 cp
= (struct fcoe_crc_eof
*)skb_put(skb
, tlen
);
1542 memset(cp
, 0, sizeof(*cp
));
1544 cp
->fcoe_crc32
= cpu_to_le32(~crc
);
1546 if (skb_is_nonlinear(skb
)) {
1547 kunmap_atomic(cp
, KM_SKB_DATA_SOFTIRQ
);
1551 /* adjust skb network/transport offsets to match mac/fcoe/port */
1552 skb_push(skb
, elen
+ hlen
);
1553 skb_reset_mac_header(skb
);
1554 skb_reset_network_header(skb
);
1555 skb
->mac_len
= elen
;
1556 skb
->protocol
= htons(ETH_P_FCOE
);
1557 skb
->dev
= fcoe
->netdev
;
1559 /* fill up mac and fcoe headers */
1561 eh
->h_proto
= htons(ETH_P_FCOE
);
1562 memcpy(eh
->h_dest
, fcoe
->ctlr
.dest_addr
, ETH_ALEN
);
1563 if (fcoe
->ctlr
.map_dest
)
1564 memcpy(eh
->h_dest
+ 3, fh
->fh_d_id
, 3);
1566 if (unlikely(fcoe
->ctlr
.flogi_oxid
!= FC_XID_UNKNOWN
))
1567 memcpy(eh
->h_source
, fcoe
->ctlr
.ctl_src_addr
, ETH_ALEN
);
1569 memcpy(eh
->h_source
, port
->data_src_addr
, ETH_ALEN
);
1571 hp
= (struct fcoe_hdr
*)(eh
+ 1);
1572 memset(hp
, 0, sizeof(*hp
));
1574 FC_FCOE_ENCAPS_VER(hp
, FC_FCOE_VER
);
1577 /* fcoe lso, mss is in max_payload which is non-zero for FCP data */
1578 if (lport
->seq_offload
&& fr_max_payload(fp
)) {
1579 skb_shinfo(skb
)->gso_type
= SKB_GSO_FCOE
;
1580 skb_shinfo(skb
)->gso_size
= fr_max_payload(fp
);
1582 skb_shinfo(skb
)->gso_type
= 0;
1583 skb_shinfo(skb
)->gso_size
= 0;
1585 /* update tx stats: regardless if LLD fails */
1586 stats
= per_cpu_ptr(lport
->dev_stats
, get_cpu());
1588 stats
->TxWords
+= wlen
;
1591 /* send down to lld */
1593 if (port
->fcoe_pending_queue
.qlen
)
1594 fcoe_check_wait_queue(lport
, skb
);
1595 else if (fcoe_start_io(skb
))
1596 fcoe_check_wait_queue(lport
, skb
);
1602 * fcoe_percpu_flush_done() - Indicate per-CPU queue flush completion
1603 * @skb: The completed skb (argument required by destructor)
1605 static void fcoe_percpu_flush_done(struct sk_buff
*skb
)
1607 complete(&fcoe_flush_completion
);
1611 * fcoe_recv_frame() - process a single received frame
1612 * @skb: frame to process
1614 static void fcoe_recv_frame(struct sk_buff
*skb
)
1617 struct fc_lport
*lport
;
1618 struct fcoe_rcv_info
*fr
;
1619 struct fcoe_dev_stats
*stats
;
1620 struct fc_frame_header
*fh
;
1621 struct fcoe_crc_eof crc_eof
;
1622 struct fc_frame
*fp
;
1623 struct fcoe_port
*port
;
1624 struct fcoe_hdr
*hp
;
1626 fr
= fcoe_dev_from_skb(skb
);
1628 if (unlikely(!lport
)) {
1629 if (skb
->destructor
!= fcoe_percpu_flush_done
)
1630 FCOE_NETDEV_DBG(skb
->dev
, "NULL lport in skb");
1635 FCOE_NETDEV_DBG(skb
->dev
, "skb_info: len:%d data_len:%d "
1636 "head:%p data:%p tail:%p end:%p sum:%d dev:%s",
1637 skb
->len
, skb
->data_len
,
1638 skb
->head
, skb
->data
, skb_tail_pointer(skb
),
1639 skb_end_pointer(skb
), skb
->csum
,
1640 skb
->dev
? skb
->dev
->name
: "<NULL>");
1642 port
= lport_priv(lport
);
1643 if (skb_is_nonlinear(skb
))
1644 skb_linearize(skb
); /* not ideal */
1647 * Frame length checks and setting up the header pointers
1648 * was done in fcoe_rcv already.
1650 hp
= (struct fcoe_hdr
*) skb_network_header(skb
);
1651 fh
= (struct fc_frame_header
*) skb_transport_header(skb
);
1653 stats
= per_cpu_ptr(lport
->dev_stats
, get_cpu());
1654 if (unlikely(FC_FCOE_DECAPS_VER(hp
) != FC_FCOE_VER
)) {
1655 if (stats
->ErrorFrames
< 5)
1656 printk(KERN_WARNING
"fcoe: FCoE version "
1657 "mismatch: The frame has "
1658 "version %x, but the "
1659 "initiator supports version "
1660 "%x\n", FC_FCOE_DECAPS_VER(hp
),
1665 skb_pull(skb
, sizeof(struct fcoe_hdr
));
1666 fr_len
= skb
->len
- sizeof(struct fcoe_crc_eof
);
1669 stats
->RxWords
+= fr_len
/ FCOE_WORD_TO_BYTE
;
1671 fp
= (struct fc_frame
*)skb
;
1674 fr_sof(fp
) = hp
->fcoe_sof
;
1676 /* Copy out the CRC and EOF trailer for access */
1677 if (skb_copy_bits(skb
, fr_len
, &crc_eof
, sizeof(crc_eof
)))
1679 fr_eof(fp
) = crc_eof
.fcoe_eof
;
1680 fr_crc(fp
) = crc_eof
.fcoe_crc32
;
1681 if (pskb_trim(skb
, fr_len
))
1685 * We only check CRC if no offload is available and if it is
1686 * it's solicited data, in which case, the FCP layer would
1687 * check it during the copy.
1689 if (lport
->crc_offload
&&
1690 skb
->ip_summed
== CHECKSUM_UNNECESSARY
)
1691 fr_flags(fp
) &= ~FCPHF_CRC_UNCHECKED
;
1693 fr_flags(fp
) |= FCPHF_CRC_UNCHECKED
;
1695 fh
= fc_frame_header_get(fp
);
1696 if ((fh
->fh_r_ctl
!= FC_RCTL_DD_SOL_DATA
||
1697 fh
->fh_type
!= FC_TYPE_FCP
) &&
1698 (fr_flags(fp
) & FCPHF_CRC_UNCHECKED
)) {
1699 if (le32_to_cpu(fr_crc(fp
)) !=
1700 ~crc32(~0, skb
->data
, fr_len
)) {
1701 if (stats
->InvalidCRCCount
< 5)
1702 printk(KERN_WARNING
"fcoe: dropping "
1703 "frame with CRC error\n");
1704 stats
->InvalidCRCCount
++;
1707 fr_flags(fp
) &= ~FCPHF_CRC_UNCHECKED
;
1710 fc_exch_recv(lport
, fp
);
1714 stats
->ErrorFrames
++;
1720 * fcoe_percpu_receive_thread() - The per-CPU packet receive thread
1721 * @arg: The per-CPU context
1723 * Return: 0 for success
1725 int fcoe_percpu_receive_thread(void *arg
)
1727 struct fcoe_percpu_s
*p
= arg
;
1728 struct sk_buff
*skb
;
1730 set_user_nice(current
, -20);
1732 while (!kthread_should_stop()) {
1734 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1735 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) == NULL
) {
1736 set_current_state(TASK_INTERRUPTIBLE
);
1737 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1739 set_current_state(TASK_RUNNING
);
1740 if (kthread_should_stop())
1742 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1744 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1745 fcoe_recv_frame(skb
);
1751 * fcoe_check_wait_queue() - Attempt to clear the transmit backlog
1752 * @lport: The local port whose backlog is to be cleared
1754 * This empties the wait_queue, dequeues the head of the wait_queue queue
1755 * and calls fcoe_start_io() for each packet. If all skb have been
1756 * transmitted it returns the qlen. If an error occurs it restores
1757 * wait_queue (to try again later) and returns -1.
1759 * The wait_queue is used when the skb transmit fails. The failed skb
1760 * will go in the wait_queue which will be emptied by the timer function or
1761 * by the next skb transmit.
1763 static void fcoe_check_wait_queue(struct fc_lport
*lport
, struct sk_buff
*skb
)
1765 struct fcoe_port
*port
= lport_priv(lport
);
1768 spin_lock_bh(&port
->fcoe_pending_queue
.lock
);
1771 __skb_queue_tail(&port
->fcoe_pending_queue
, skb
);
1773 if (port
->fcoe_pending_queue_active
)
1775 port
->fcoe_pending_queue_active
= 1;
1777 while (port
->fcoe_pending_queue
.qlen
) {
1778 /* keep qlen > 0 until fcoe_start_io succeeds */
1779 port
->fcoe_pending_queue
.qlen
++;
1780 skb
= __skb_dequeue(&port
->fcoe_pending_queue
);
1782 spin_unlock_bh(&port
->fcoe_pending_queue
.lock
);
1783 rc
= fcoe_start_io(skb
);
1784 spin_lock_bh(&port
->fcoe_pending_queue
.lock
);
1787 __skb_queue_head(&port
->fcoe_pending_queue
, skb
);
1788 /* undo temporary increment above */
1789 port
->fcoe_pending_queue
.qlen
--;
1792 /* undo temporary increment above */
1793 port
->fcoe_pending_queue
.qlen
--;
1796 if (port
->fcoe_pending_queue
.qlen
< FCOE_LOW_QUEUE_DEPTH
)
1798 if (port
->fcoe_pending_queue
.qlen
&& !timer_pending(&port
->timer
))
1799 mod_timer(&port
->timer
, jiffies
+ 2);
1800 port
->fcoe_pending_queue_active
= 0;
1802 if (port
->fcoe_pending_queue
.qlen
> FCOE_MAX_QUEUE_DEPTH
)
1804 spin_unlock_bh(&port
->fcoe_pending_queue
.lock
);
1809 * fcoe_dev_setup() - Setup the link change notification interface
1811 static void fcoe_dev_setup(void)
1813 register_netdevice_notifier(&fcoe_notifier
);
1817 * fcoe_dev_cleanup() - Cleanup the link change notification interface
1819 static void fcoe_dev_cleanup(void)
1821 unregister_netdevice_notifier(&fcoe_notifier
);
1825 * fcoe_device_notification() - Handler for net device events
1826 * @notifier: The context of the notification
1827 * @event: The type of event
1828 * @ptr: The net device that the event was on
1830 * This function is called by the Ethernet driver in case of link change event.
1832 * Returns: 0 for success
1834 static int fcoe_device_notification(struct notifier_block
*notifier
,
1835 ulong event
, void *ptr
)
1837 struct fc_lport
*lport
= NULL
;
1838 struct net_device
*netdev
= ptr
;
1839 struct fcoe_interface
*fcoe
;
1840 struct fcoe_port
*port
;
1841 struct fcoe_dev_stats
*stats
;
1842 u32 link_possible
= 1;
1846 list_for_each_entry(fcoe
, &fcoe_hostlist
, list
) {
1847 if (fcoe
->netdev
== netdev
) {
1848 lport
= fcoe
->ctlr
.lp
;
1859 case NETDEV_GOING_DOWN
:
1865 case NETDEV_CHANGEMTU
:
1866 if (netdev
->features
& NETIF_F_FCOE_MTU
)
1868 mfs
= netdev
->mtu
- (sizeof(struct fcoe_hdr
) +
1869 sizeof(struct fcoe_crc_eof
));
1870 if (mfs
>= FC_MIN_MAX_FRAME
)
1871 fc_set_mfs(lport
, mfs
);
1873 case NETDEV_REGISTER
:
1875 case NETDEV_UNREGISTER
:
1876 list_del(&fcoe
->list
);
1877 port
= lport_priv(fcoe
->ctlr
.lp
);
1878 fcoe_interface_cleanup(fcoe
);
1879 schedule_work(&port
->destroy_work
);
1882 case NETDEV_FEAT_CHANGE
:
1883 fcoe_netdev_features_change(lport
, netdev
);
1886 FCOE_NETDEV_DBG(netdev
, "Unknown event %ld "
1887 "from netdev netlink\n", event
);
1890 fcoe_link_speed_update(lport
);
1892 if (link_possible
&& !fcoe_link_ok(lport
))
1893 fcoe_ctlr_link_up(&fcoe
->ctlr
);
1894 else if (fcoe_ctlr_link_down(&fcoe
->ctlr
)) {
1895 stats
= per_cpu_ptr(lport
->dev_stats
, get_cpu());
1896 stats
->LinkFailureCount
++;
1898 fcoe_clean_pending_queue(lport
);
1905 * fcoe_if_to_netdev() - Parse a name buffer to get a net device
1906 * @buffer: The name of the net device
1908 * Returns: NULL or a ptr to net_device
1910 static struct net_device
*fcoe_if_to_netdev(const char *buffer
)
1913 char ifname
[IFNAMSIZ
+ 2];
1916 strlcpy(ifname
, buffer
, IFNAMSIZ
);
1917 cp
= ifname
+ strlen(ifname
);
1918 while (--cp
>= ifname
&& *cp
== '\n')
1920 return dev_get_by_name(&init_net
, ifname
);
1926 * fcoe_disable() - Disables a FCoE interface
1927 * @buffer: The name of the Ethernet interface to be disabled
1928 * @kp: The associated kernel parameter
1930 * Called from sysfs.
1932 * Returns: 0 for success
1934 static int fcoe_disable(const char *buffer
, struct kernel_param
*kp
)
1936 struct fcoe_interface
*fcoe
;
1937 struct net_device
*netdev
;
1940 mutex_lock(&fcoe_config_mutex
);
1941 #ifdef CONFIG_FCOE_MODULE
1943 * Make sure the module has been initialized, and is not about to be
1944 * removed. Module paramter sysfs files are writable before the
1945 * module_init function is called and after module_exit.
1947 if (THIS_MODULE
->state
!= MODULE_STATE_LIVE
) {
1953 netdev
= fcoe_if_to_netdev(buffer
);
1959 if (!rtnl_trylock()) {
1961 mutex_unlock(&fcoe_config_mutex
);
1962 return restart_syscall();
1965 fcoe
= fcoe_hostlist_lookup_port(netdev
);
1969 fcoe_ctlr_link_down(&fcoe
->ctlr
);
1970 fcoe_clean_pending_queue(fcoe
->ctlr
.lp
);
1976 mutex_unlock(&fcoe_config_mutex
);
1981 * fcoe_enable() - Enables a FCoE interface
1982 * @buffer: The name of the Ethernet interface to be enabled
1983 * @kp: The associated kernel parameter
1985 * Called from sysfs.
1987 * Returns: 0 for success
1989 static int fcoe_enable(const char *buffer
, struct kernel_param
*kp
)
1991 struct fcoe_interface
*fcoe
;
1992 struct net_device
*netdev
;
1995 mutex_lock(&fcoe_config_mutex
);
1996 #ifdef CONFIG_FCOE_MODULE
1998 * Make sure the module has been initialized, and is not about to be
1999 * removed. Module paramter sysfs files are writable before the
2000 * module_init function is called and after module_exit.
2002 if (THIS_MODULE
->state
!= MODULE_STATE_LIVE
) {
2008 netdev
= fcoe_if_to_netdev(buffer
);
2014 if (!rtnl_trylock()) {
2016 mutex_unlock(&fcoe_config_mutex
);
2017 return restart_syscall();
2020 fcoe
= fcoe_hostlist_lookup_port(netdev
);
2025 else if (!fcoe_link_ok(fcoe
->ctlr
.lp
))
2026 fcoe_ctlr_link_up(&fcoe
->ctlr
);
2030 mutex_unlock(&fcoe_config_mutex
);
2035 * fcoe_destroy() - Destroy a FCoE interface
2036 * @buffer: The name of the Ethernet interface to be destroyed
2037 * @kp: The associated kernel parameter
2039 * Called from sysfs.
2041 * Returns: 0 for success
2043 static int fcoe_destroy(const char *buffer
, struct kernel_param
*kp
)
2045 struct fcoe_interface
*fcoe
;
2046 struct net_device
*netdev
;
2049 mutex_lock(&fcoe_config_mutex
);
2050 #ifdef CONFIG_FCOE_MODULE
2052 * Make sure the module has been initialized, and is not about to be
2053 * removed. Module paramter sysfs files are writable before the
2054 * module_init function is called and after module_exit.
2056 if (THIS_MODULE
->state
!= MODULE_STATE_LIVE
) {
2062 netdev
= fcoe_if_to_netdev(buffer
);
2068 if (!rtnl_trylock()) {
2070 mutex_unlock(&fcoe_config_mutex
);
2071 return restart_syscall();
2074 fcoe
= fcoe_hostlist_lookup_port(netdev
);
2080 fcoe_interface_cleanup(fcoe
);
2081 list_del(&fcoe
->list
);
2082 /* RTNL mutex is dropped by fcoe_if_destroy */
2083 fcoe_if_destroy(fcoe
->ctlr
.lp
);
2088 mutex_unlock(&fcoe_config_mutex
);
2093 * fcoe_destroy_work() - Destroy a FCoE port in a deferred work context
2094 * @work: Handle to the FCoE port to be destroyed
2096 static void fcoe_destroy_work(struct work_struct
*work
)
2098 struct fcoe_port
*port
;
2100 port
= container_of(work
, struct fcoe_port
, destroy_work
);
2101 mutex_lock(&fcoe_config_mutex
);
2103 /* RTNL mutex is dropped by fcoe_if_destroy */
2104 fcoe_if_destroy(port
->lport
);
2105 mutex_unlock(&fcoe_config_mutex
);
2109 * fcoe_create() - Create a fcoe interface
2110 * @buffer: The name of the Ethernet interface to create on
2111 * @kp: The associated kernel param
2113 * Called from sysfs.
2115 * Returns: 0 for success
2117 static int fcoe_create(const char *buffer
, struct kernel_param
*kp
)
2119 enum fip_state fip_mode
= (enum fip_state
)(long)kp
->arg
;
2121 struct fcoe_interface
*fcoe
;
2122 struct fc_lport
*lport
;
2123 struct net_device
*netdev
;
2125 mutex_lock(&fcoe_config_mutex
);
2127 if (!rtnl_trylock()) {
2128 mutex_unlock(&fcoe_config_mutex
);
2129 return restart_syscall();
2132 #ifdef CONFIG_FCOE_MODULE
2134 * Make sure the module has been initialized, and is not about to be
2135 * removed. Module paramter sysfs files are writable before the
2136 * module_init function is called and after module_exit.
2138 if (THIS_MODULE
->state
!= MODULE_STATE_LIVE
) {
2144 if (!try_module_get(THIS_MODULE
)) {
2149 netdev
= fcoe_if_to_netdev(buffer
);
2155 /* look for existing lport */
2156 if (fcoe_hostlist_lookup(netdev
)) {
2161 fcoe
= fcoe_interface_create(netdev
, fip_mode
);
2167 lport
= fcoe_if_create(fcoe
, &netdev
->dev
, 0);
2168 if (IS_ERR(lport
)) {
2169 printk(KERN_ERR
"fcoe: Failed to create interface (%s)\n",
2172 fcoe_interface_cleanup(fcoe
);
2176 /* Make this the "master" N_Port */
2177 fcoe
->ctlr
.lp
= lport
;
2179 /* add to lports list */
2180 fcoe_hostlist_add(lport
);
2182 /* start FIP Discovery and FLOGI */
2183 lport
->boot_time
= jiffies
;
2184 fc_fabric_login(lport
);
2185 if (!fcoe_link_ok(lport
))
2186 fcoe_ctlr_link_up(&fcoe
->ctlr
);
2189 * Release from init in fcoe_interface_create(), on success lport
2190 * should be holding a reference taken in fcoe_if_create().
2192 fcoe_interface_put(fcoe
);
2195 mutex_unlock(&fcoe_config_mutex
);
2199 fcoe_interface_put(fcoe
);
2203 module_put(THIS_MODULE
);
2206 mutex_unlock(&fcoe_config_mutex
);
2211 * fcoe_link_speed_update() - Update the supported and actual link speeds
2212 * @lport: The local port to update speeds for
2214 * Returns: 0 if the ethtool query was successful
2215 * -1 if the ethtool query failed
2217 int fcoe_link_speed_update(struct fc_lport
*lport
)
2219 struct fcoe_port
*port
= lport_priv(lport
);
2220 struct net_device
*netdev
= port
->fcoe
->netdev
;
2221 struct ethtool_cmd ecmd
= { ETHTOOL_GSET
};
2223 if (!dev_ethtool_get_settings(netdev
, &ecmd
)) {
2224 lport
->link_supported_speeds
&=
2225 ~(FC_PORTSPEED_1GBIT
| FC_PORTSPEED_10GBIT
);
2226 if (ecmd
.supported
& (SUPPORTED_1000baseT_Half
|
2227 SUPPORTED_1000baseT_Full
))
2228 lport
->link_supported_speeds
|= FC_PORTSPEED_1GBIT
;
2229 if (ecmd
.supported
& SUPPORTED_10000baseT_Full
)
2230 lport
->link_supported_speeds
|=
2231 FC_PORTSPEED_10GBIT
;
2232 if (ecmd
.speed
== SPEED_1000
)
2233 lport
->link_speed
= FC_PORTSPEED_1GBIT
;
2234 if (ecmd
.speed
== SPEED_10000
)
2235 lport
->link_speed
= FC_PORTSPEED_10GBIT
;
2243 * fcoe_link_ok() - Check if the link is OK for a local port
2244 * @lport: The local port to check link on
2246 * Returns: 0 if link is UP and OK, -1 if not
2249 int fcoe_link_ok(struct fc_lport
*lport
)
2251 struct fcoe_port
*port
= lport_priv(lport
);
2252 struct net_device
*netdev
= port
->fcoe
->netdev
;
2254 if (netif_oper_up(netdev
))
2260 * fcoe_percpu_clean() - Clear all pending skbs for an local port
2261 * @lport: The local port whose skbs are to be cleared
2263 * Must be called with fcoe_create_mutex held to single-thread completion.
2265 * This flushes the pending skbs by adding a new skb to each queue and
2266 * waiting until they are all freed. This assures us that not only are
2267 * there no packets that will be handled by the lport, but also that any
2268 * threads already handling packet have returned.
2270 void fcoe_percpu_clean(struct fc_lport
*lport
)
2272 struct fcoe_percpu_s
*pp
;
2273 struct fcoe_rcv_info
*fr
;
2274 struct sk_buff_head
*list
;
2275 struct sk_buff
*skb
, *next
;
2276 struct sk_buff
*head
;
2279 for_each_possible_cpu(cpu
) {
2280 pp
= &per_cpu(fcoe_percpu
, cpu
);
2281 spin_lock_bh(&pp
->fcoe_rx_list
.lock
);
2282 list
= &pp
->fcoe_rx_list
;
2284 for (skb
= head
; skb
!= (struct sk_buff
*)list
;
2287 fr
= fcoe_dev_from_skb(skb
);
2288 if (fr
->fr_dev
== lport
) {
2289 __skb_unlink(skb
, list
);
2294 if (!pp
->thread
|| !cpu_online(cpu
)) {
2295 spin_unlock_bh(&pp
->fcoe_rx_list
.lock
);
2299 skb
= dev_alloc_skb(0);
2301 spin_unlock_bh(&pp
->fcoe_rx_list
.lock
);
2304 skb
->destructor
= fcoe_percpu_flush_done
;
2306 __skb_queue_tail(&pp
->fcoe_rx_list
, skb
);
2307 if (pp
->fcoe_rx_list
.qlen
== 1)
2308 wake_up_process(pp
->thread
);
2309 spin_unlock_bh(&pp
->fcoe_rx_list
.lock
);
2311 wait_for_completion(&fcoe_flush_completion
);
2316 * fcoe_clean_pending_queue() - Dequeue a skb and free it
2317 * @lport: The local port to dequeue a skb on
2319 void fcoe_clean_pending_queue(struct fc_lport
*lport
)
2321 struct fcoe_port
*port
= lport_priv(lport
);
2322 struct sk_buff
*skb
;
2324 spin_lock_bh(&port
->fcoe_pending_queue
.lock
);
2325 while ((skb
= __skb_dequeue(&port
->fcoe_pending_queue
)) != NULL
) {
2326 spin_unlock_bh(&port
->fcoe_pending_queue
.lock
);
2328 spin_lock_bh(&port
->fcoe_pending_queue
.lock
);
2330 spin_unlock_bh(&port
->fcoe_pending_queue
.lock
);
2334 * fcoe_reset() - Reset a local port
2335 * @shost: The SCSI host associated with the local port to be reset
2337 * Returns: Always 0 (return value required by FC transport template)
2339 int fcoe_reset(struct Scsi_Host
*shost
)
2341 struct fc_lport
*lport
= shost_priv(shost
);
2342 fc_lport_reset(lport
);
2347 * fcoe_hostlist_lookup_port() - Find the FCoE interface associated with a net device
2348 * @netdev: The net device used as a key
2350 * Locking: Must be called with the RNL mutex held.
2352 * Returns: NULL or the FCoE interface
2354 static struct fcoe_interface
*
2355 fcoe_hostlist_lookup_port(const struct net_device
*netdev
)
2357 struct fcoe_interface
*fcoe
;
2359 list_for_each_entry(fcoe
, &fcoe_hostlist
, list
) {
2360 if (fcoe
->netdev
== netdev
)
2367 * fcoe_hostlist_lookup() - Find the local port associated with a
2369 * @netdev: The netdevice used as a key
2371 * Locking: Must be called with the RTNL mutex held
2373 * Returns: NULL or the local port
2375 static struct fc_lport
*fcoe_hostlist_lookup(const struct net_device
*netdev
)
2377 struct fcoe_interface
*fcoe
;
2379 fcoe
= fcoe_hostlist_lookup_port(netdev
);
2380 return (fcoe
) ? fcoe
->ctlr
.lp
: NULL
;
2384 * fcoe_hostlist_add() - Add the FCoE interface identified by a local
2385 * port to the hostlist
2386 * @lport: The local port that identifies the FCoE interface to be added
2388 * Locking: must be called with the RTNL mutex held
2390 * Returns: 0 for success
2392 static int fcoe_hostlist_add(const struct fc_lport
*lport
)
2394 struct fcoe_interface
*fcoe
;
2395 struct fcoe_port
*port
;
2397 fcoe
= fcoe_hostlist_lookup_port(fcoe_netdev(lport
));
2399 port
= lport_priv(lport
);
2401 list_add_tail(&fcoe
->list
, &fcoe_hostlist
);
2407 * fcoe_init() - Initialize fcoe.ko
2409 * Returns: 0 on success, or a negative value on failure
2411 static int __init
fcoe_init(void)
2413 struct fcoe_percpu_s
*p
;
2417 mutex_lock(&fcoe_config_mutex
);
2419 for_each_possible_cpu(cpu
) {
2420 p
= &per_cpu(fcoe_percpu
, cpu
);
2421 skb_queue_head_init(&p
->fcoe_rx_list
);
2424 for_each_online_cpu(cpu
)
2425 fcoe_percpu_thread_create(cpu
);
2427 /* Initialize per CPU interrupt thread */
2428 rc
= register_hotcpu_notifier(&fcoe_cpu_notifier
);
2432 /* Setup link change notification */
2435 rc
= fcoe_if_init();
2439 mutex_unlock(&fcoe_config_mutex
);
2443 for_each_online_cpu(cpu
) {
2444 fcoe_percpu_thread_destroy(cpu
);
2446 mutex_unlock(&fcoe_config_mutex
);
2449 module_init(fcoe_init
);
2452 * fcoe_exit() - Clean up fcoe.ko
2454 * Returns: 0 on success or a negative value on failure
2456 static void __exit
fcoe_exit(void)
2458 struct fcoe_interface
*fcoe
, *tmp
;
2459 struct fcoe_port
*port
;
2462 mutex_lock(&fcoe_config_mutex
);
2466 /* releases the associated fcoe hosts */
2468 list_for_each_entry_safe(fcoe
, tmp
, &fcoe_hostlist
, list
) {
2469 list_del(&fcoe
->list
);
2470 port
= lport_priv(fcoe
->ctlr
.lp
);
2471 fcoe_interface_cleanup(fcoe
);
2472 schedule_work(&port
->destroy_work
);
2476 unregister_hotcpu_notifier(&fcoe_cpu_notifier
);
2478 for_each_online_cpu(cpu
)
2479 fcoe_percpu_thread_destroy(cpu
);
2481 mutex_unlock(&fcoe_config_mutex
);
2483 /* flush any asyncronous interface destroys,
2484 * this should happen after the netdev notifier is unregistered */
2485 flush_scheduled_work();
2486 /* That will flush out all the N_Ports on the hostlist, but now we
2487 * may have NPIV VN_Ports scheduled for destruction */
2488 flush_scheduled_work();
2490 /* detach from scsi transport
2491 * must happen after all destroys are done, therefor after the flush */
2494 module_exit(fcoe_exit
);
2497 * fcoe_flogi_resp() - FCoE specific FLOGI and FDISC response handler
2498 * @seq: active sequence in the FLOGI or FDISC exchange
2499 * @fp: response frame, or error encoded in a pointer (timeout)
2500 * @arg: pointer the the fcoe_ctlr structure
2502 * This handles MAC address management for FCoE, then passes control on to
2503 * the libfc FLOGI response handler.
2505 static void fcoe_flogi_resp(struct fc_seq
*seq
, struct fc_frame
*fp
, void *arg
)
2507 struct fcoe_ctlr
*fip
= arg
;
2508 struct fc_exch
*exch
= fc_seq_exch(seq
);
2509 struct fc_lport
*lport
= exch
->lp
;
2515 mac
= fr_cb(fp
)->granted_mac
;
2516 if (is_zero_ether_addr(mac
)) {
2518 if (fcoe_ctlr_recv_flogi(fip
, lport
, fp
)) {
2523 fcoe_update_src_mac(lport
, mac
);
2525 fc_lport_flogi_resp(seq
, fp
, lport
);
2529 * fcoe_logo_resp() - FCoE specific LOGO response handler
2530 * @seq: active sequence in the LOGO exchange
2531 * @fp: response frame, or error encoded in a pointer (timeout)
2532 * @arg: pointer the the fcoe_ctlr structure
2534 * This handles MAC address management for FCoE, then passes control on to
2535 * the libfc LOGO response handler.
2537 static void fcoe_logo_resp(struct fc_seq
*seq
, struct fc_frame
*fp
, void *arg
)
2539 struct fc_lport
*lport
= arg
;
2540 static u8 zero_mac
[ETH_ALEN
] = { 0 };
2543 fcoe_update_src_mac(lport
, zero_mac
);
2544 fc_lport_logo_resp(seq
, fp
, lport
);
2548 * fcoe_elsct_send - FCoE specific ELS handler
2550 * This does special case handling of FIP encapsualted ELS exchanges for FCoE,
2551 * using FCoE specific response handlers and passing the FIP controller as
2552 * the argument (the lport is still available from the exchange).
2554 * Most of the work here is just handed off to the libfc routine.
2556 static struct fc_seq
*fcoe_elsct_send(struct fc_lport
*lport
, u32 did
,
2557 struct fc_frame
*fp
, unsigned int op
,
2558 void (*resp
)(struct fc_seq
*,
2561 void *arg
, u32 timeout
)
2563 struct fcoe_port
*port
= lport_priv(lport
);
2564 struct fcoe_interface
*fcoe
= port
->fcoe
;
2565 struct fcoe_ctlr
*fip
= &fcoe
->ctlr
;
2566 struct fc_frame_header
*fh
= fc_frame_header_get(fp
);
2571 if (lport
->point_to_multipoint
)
2573 return fc_elsct_send(lport
, did
, fp
, op
, fcoe_flogi_resp
,
2576 /* only hook onto fabric logouts, not port logouts */
2577 if (ntoh24(fh
->fh_d_id
) != FC_FID_FLOGI
)
2579 return fc_elsct_send(lport
, did
, fp
, op
, fcoe_logo_resp
,
2582 return fc_elsct_send(lport
, did
, fp
, op
, resp
, arg
, timeout
);
2586 * fcoe_vport_create() - create an fc_host/scsi_host for a vport
2587 * @vport: fc_vport object to create a new fc_host for
2588 * @disabled: start the new fc_host in a disabled state by default?
2590 * Returns: 0 for success
2592 static int fcoe_vport_create(struct fc_vport
*vport
, bool disabled
)
2594 struct Scsi_Host
*shost
= vport_to_shost(vport
);
2595 struct fc_lport
*n_port
= shost_priv(shost
);
2596 struct fcoe_port
*port
= lport_priv(n_port
);
2597 struct fcoe_interface
*fcoe
= port
->fcoe
;
2598 struct net_device
*netdev
= fcoe
->netdev
;
2599 struct fc_lport
*vn_port
;
2601 mutex_lock(&fcoe_config_mutex
);
2602 vn_port
= fcoe_if_create(fcoe
, &vport
->dev
, 1);
2603 mutex_unlock(&fcoe_config_mutex
);
2605 if (IS_ERR(vn_port
)) {
2606 printk(KERN_ERR
"fcoe: fcoe_vport_create(%s) failed\n",
2612 fc_vport_set_state(vport
, FC_VPORT_DISABLED
);
2614 vn_port
->boot_time
= jiffies
;
2615 fc_fabric_login(vn_port
);
2616 fc_vport_setlink(vn_port
);
2622 * fcoe_vport_destroy() - destroy the fc_host/scsi_host for a vport
2623 * @vport: fc_vport object that is being destroyed
2625 * Returns: 0 for success
2627 static int fcoe_vport_destroy(struct fc_vport
*vport
)
2629 struct Scsi_Host
*shost
= vport_to_shost(vport
);
2630 struct fc_lport
*n_port
= shost_priv(shost
);
2631 struct fc_lport
*vn_port
= vport
->dd_data
;
2632 struct fcoe_port
*port
= lport_priv(vn_port
);
2634 mutex_lock(&n_port
->lp_mutex
);
2635 list_del(&vn_port
->list
);
2636 mutex_unlock(&n_port
->lp_mutex
);
2637 schedule_work(&port
->destroy_work
);
2642 * fcoe_vport_disable() - change vport state
2643 * @vport: vport to bring online/offline
2644 * @disable: should the vport be disabled?
2646 static int fcoe_vport_disable(struct fc_vport
*vport
, bool disable
)
2648 struct fc_lport
*lport
= vport
->dd_data
;
2651 fc_vport_set_state(vport
, FC_VPORT_DISABLED
);
2652 fc_fabric_logoff(lport
);
2654 lport
->boot_time
= jiffies
;
2655 fc_fabric_login(lport
);
2656 fc_vport_setlink(lport
);
2663 * fcoe_vport_set_symbolic_name() - append vport string to symbolic name
2664 * @vport: fc_vport with a new symbolic name string
2666 * After generating a new symbolic name string, a new RSPN_ID request is
2667 * sent to the name server. There is no response handler, so if it fails
2668 * for some reason it will not be retried.
2670 static void fcoe_set_vport_symbolic_name(struct fc_vport
*vport
)
2672 struct fc_lport
*lport
= vport
->dd_data
;
2673 struct fc_frame
*fp
;
2676 snprintf(fc_host_symbolic_name(lport
->host
), FC_SYMBOLIC_NAME_SIZE
,
2677 "%s v%s over %s : %s", FCOE_NAME
, FCOE_VERSION
,
2678 fcoe_netdev(lport
)->name
, vport
->symbolic_name
);
2680 if (lport
->state
!= LPORT_ST_READY
)
2683 len
= strnlen(fc_host_symbolic_name(lport
->host
), 255);
2684 fp
= fc_frame_alloc(lport
,
2685 sizeof(struct fc_ct_hdr
) +
2686 sizeof(struct fc_ns_rspn
) + len
);
2689 lport
->tt
.elsct_send(lport
, FC_FID_DIR_SERV
, fp
, FC_NS_RSPN_ID
,
2690 NULL
, NULL
, 3 * lport
->r_a_tov
);
2694 * fcoe_get_lesb() - Fill the FCoE Link Error Status Block
2695 * @lport: the local port
2696 * @fc_lesb: the link error status block
2698 static void fcoe_get_lesb(struct fc_lport
*lport
,
2699 struct fc_els_lesb
*fc_lesb
)
2702 u32 lfc
, vlfc
, mdac
;
2703 struct fcoe_dev_stats
*devst
;
2704 struct fcoe_fc_els_lesb
*lesb
;
2705 struct rtnl_link_stats64 temp
;
2706 struct net_device
*netdev
= fcoe_netdev(lport
);
2711 lesb
= (struct fcoe_fc_els_lesb
*)fc_lesb
;
2712 memset(lesb
, 0, sizeof(*lesb
));
2713 for_each_possible_cpu(cpu
) {
2714 devst
= per_cpu_ptr(lport
->dev_stats
, cpu
);
2715 lfc
+= devst
->LinkFailureCount
;
2716 vlfc
+= devst
->VLinkFailureCount
;
2717 mdac
+= devst
->MissDiscAdvCount
;
2719 lesb
->lesb_link_fail
= htonl(lfc
);
2720 lesb
->lesb_vlink_fail
= htonl(vlfc
);
2721 lesb
->lesb_miss_fka
= htonl(mdac
);
2722 lesb
->lesb_fcs_error
= htonl(dev_get_stats(netdev
, &temp
)->rx_crc_errors
);
2726 * fcoe_set_port_id() - Callback from libfc when Port_ID is set.
2727 * @lport: the local port
2728 * @port_id: the port ID
2729 * @fp: the received frame, if any, that caused the port_id to be set.
2731 * This routine handles the case where we received a FLOGI and are
2732 * entering point-to-point mode. We need to call fcoe_ctlr_recv_flogi()
2733 * so it can set the non-mapped mode and gateway address.
2735 * The FLOGI LS_ACC is handled by fcoe_flogi_resp().
2737 static void fcoe_set_port_id(struct fc_lport
*lport
,
2738 u32 port_id
, struct fc_frame
*fp
)
2740 struct fcoe_port
*port
= lport_priv(lport
);
2741 struct fcoe_interface
*fcoe
= port
->fcoe
;
2743 if (fp
&& fc_frame_payload_op(fp
) == ELS_FLOGI
)
2744 fcoe_ctlr_recv_flogi(&fcoe
->ctlr
, lport
, fp
);