2 * Copyright(c) 2007 - 2008 Intel Corporation. All rights reserved.
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, write to the Free Software Foundation, Inc.,
15 * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
17 * Maintained at www.Open-FCoE.org
20 #include <linux/module.h>
21 #include <linux/version.h>
22 #include <linux/spinlock.h>
23 #include <linux/netdevice.h>
24 #include <linux/etherdevice.h>
25 #include <linux/ethtool.h>
26 #include <linux/if_ether.h>
27 #include <linux/if_vlan.h>
28 #include <linux/crc32.h>
29 #include <linux/cpu.h>
31 #include <linux/sysfs.h>
32 #include <linux/ctype.h>
33 #include <scsi/scsi_tcq.h>
34 #include <scsi/scsicam.h>
35 #include <scsi/scsi_transport.h>
36 #include <scsi/scsi_transport_fc.h>
37 #include <net/rtnetlink.h>
39 #include <scsi/fc/fc_encaps.h>
40 #include <scsi/fc/fc_fip.h>
42 #include <scsi/libfc.h>
43 #include <scsi/fc_frame.h>
44 #include <scsi/libfcoe.h>
48 MODULE_AUTHOR("Open-FCoE.org");
49 MODULE_DESCRIPTION("FCoE");
50 MODULE_LICENSE("GPL v2");
53 LIST_HEAD(fcoe_hostlist
);
54 DEFINE_RWLOCK(fcoe_hostlist_lock
);
55 DEFINE_PER_CPU(struct fcoe_percpu_s
, fcoe_percpu
);
57 /* Function Prototypes */
58 static int fcoe_reset(struct Scsi_Host
*shost
);
59 static int fcoe_xmit(struct fc_lport
*, struct fc_frame
*);
60 static int fcoe_rcv(struct sk_buff
*, struct net_device
*,
61 struct packet_type
*, struct net_device
*);
62 static int fcoe_percpu_receive_thread(void *arg
);
63 static void fcoe_clean_pending_queue(struct fc_lport
*lp
);
64 static void fcoe_percpu_clean(struct fc_lport
*lp
);
65 static int fcoe_link_ok(struct fc_lport
*lp
);
67 static struct fc_lport
*fcoe_hostlist_lookup(const struct net_device
*);
68 static int fcoe_hostlist_add(const struct fc_lport
*);
69 static int fcoe_hostlist_remove(const struct fc_lport
*);
71 static void fcoe_check_wait_queue(struct fc_lport
*, struct sk_buff
*);
72 static int fcoe_device_notification(struct notifier_block
*, ulong
, void *);
73 static void fcoe_dev_setup(void);
74 static void fcoe_dev_cleanup(void);
76 /* notification function from net device */
77 static struct notifier_block fcoe_notifier
= {
78 .notifier_call
= fcoe_device_notification
,
81 static struct scsi_transport_template
*scsi_transport_fcoe_sw
;
83 struct fc_function_template fcoe_transport_function
= {
84 .show_host_node_name
= 1,
85 .show_host_port_name
= 1,
86 .show_host_supported_classes
= 1,
87 .show_host_supported_fc4s
= 1,
88 .show_host_active_fc4s
= 1,
89 .show_host_maxframe_size
= 1,
91 .show_host_port_id
= 1,
92 .show_host_supported_speeds
= 1,
93 .get_host_speed
= fc_get_host_speed
,
95 .show_host_port_type
= 1,
96 .get_host_port_state
= fc_get_host_port_state
,
97 .show_host_port_state
= 1,
98 .show_host_symbolic_name
= 1,
100 .dd_fcrport_size
= sizeof(struct fc_rport_libfc_priv
),
101 .show_rport_maxframe_size
= 1,
102 .show_rport_supported_classes
= 1,
104 .show_host_fabric_name
= 1,
105 .show_starget_node_name
= 1,
106 .show_starget_port_name
= 1,
107 .show_starget_port_id
= 1,
108 .set_rport_dev_loss_tmo
= fc_set_rport_loss_tmo
,
109 .show_rport_dev_loss_tmo
= 1,
110 .get_fc_host_stats
= fc_get_host_stats
,
111 .issue_fc_host_lip
= fcoe_reset
,
113 .terminate_rport_io
= fc_rport_terminate_io
,
116 static struct scsi_host_template fcoe_shost_template
= {
117 .module
= THIS_MODULE
,
118 .name
= "FCoE Driver",
119 .proc_name
= FCOE_NAME
,
120 .queuecommand
= fc_queuecommand
,
121 .eh_abort_handler
= fc_eh_abort
,
122 .eh_device_reset_handler
= fc_eh_device_reset
,
123 .eh_host_reset_handler
= fc_eh_host_reset
,
124 .slave_alloc
= fc_slave_alloc
,
125 .change_queue_depth
= fc_change_queue_depth
,
126 .change_queue_type
= fc_change_queue_type
,
129 .can_queue
= FCOE_MAX_OUTSTANDING_COMMANDS
,
130 .use_clustering
= ENABLE_CLUSTERING
,
131 .sg_tablesize
= SG_ALL
,
132 .max_sectors
= 0xffff,
136 * fcoe_fip_recv - handle a received FIP frame.
137 * @skb: the receive skb
138 * @dev: associated &net_device
139 * @ptype: the &packet_type structure which was used to register this handler.
140 * @orig_dev: original receive &net_device, in case @dev is a bond.
142 * Returns: 0 for success
144 static int fcoe_fip_recv(struct sk_buff
*skb
, struct net_device
*dev
,
145 struct packet_type
*ptype
,
146 struct net_device
*orig_dev
)
148 struct fcoe_softc
*fc
;
150 fc
= container_of(ptype
, struct fcoe_softc
, fip_packet_type
);
151 fcoe_ctlr_recv(&fc
->ctlr
, skb
);
156 * fcoe_fip_send() - send an Ethernet-encapsulated FIP frame.
157 * @fip: FCoE controller.
160 static void fcoe_fip_send(struct fcoe_ctlr
*fip
, struct sk_buff
*skb
)
162 skb
->dev
= fcoe_from_ctlr(fip
)->netdev
;
167 * fcoe_update_src_mac() - Update Ethernet MAC filters.
168 * @fip: FCoE controller.
169 * @old: Unicast MAC address to delete if the MAC is non-zero.
170 * @new: Unicast MAC address to add.
172 * Remove any previously-set unicast MAC filter.
173 * Add secondary FCoE MAC address filter for our OUI.
175 static void fcoe_update_src_mac(struct fcoe_ctlr
*fip
, u8
*old
, u8
*new)
177 struct fcoe_softc
*fc
;
179 fc
= fcoe_from_ctlr(fip
);
181 if (!is_zero_ether_addr(old
))
182 dev_unicast_delete(fc
->netdev
, old
);
183 dev_unicast_add(fc
->netdev
, new);
188 * fcoe_lport_config() - sets up the fc_lport
189 * @lp: ptr to the fc_lport
191 * Returns: 0 for success
193 static int fcoe_lport_config(struct fc_lport
*lp
)
197 lp
->max_retry_count
= 3;
198 lp
->max_rport_retry_count
= 3;
199 lp
->e_d_tov
= 2 * 1000; /* FC-FS default */
200 lp
->r_a_tov
= 2 * 2 * 1000;
201 lp
->service_params
= (FCP_SPPF_INIT_FCN
| FCP_SPPF_RD_XRDY_DIS
|
202 FCP_SPPF_RETRY
| FCP_SPPF_CONF_COMPL
);
204 fc_lport_init_stats(lp
);
206 /* lport fc_lport related configuration */
209 /* offload related configuration */
220 * fcoe_netdev_cleanup() - clean up netdev configurations
221 * @fc: ptr to the fcoe_softc
223 void fcoe_netdev_cleanup(struct fcoe_softc
*fc
)
225 u8 flogi_maddr
[ETH_ALEN
];
227 /* Don't listen for Ethernet packets anymore */
228 dev_remove_pack(&fc
->fcoe_packet_type
);
229 dev_remove_pack(&fc
->fip_packet_type
);
231 /* Delete secondary MAC addresses */
233 memcpy(flogi_maddr
, (u8
[6]) FC_FCOE_FLOGI_MAC
, ETH_ALEN
);
234 dev_unicast_delete(fc
->netdev
, flogi_maddr
);
235 if (!is_zero_ether_addr(fc
->ctlr
.data_src_addr
))
236 dev_unicast_delete(fc
->netdev
, fc
->ctlr
.data_src_addr
);
238 dev_unicast_delete(fc
->netdev
, fc
->ctlr
.ctl_src_addr
);
239 dev_mc_delete(fc
->netdev
, FIP_ALL_ENODE_MACS
, ETH_ALEN
, 0);
244 * fcoe_queue_timer() - fcoe queue timer
245 * @lp: the fc_lport pointer
247 * Calls fcoe_check_wait_queue on timeout
250 static void fcoe_queue_timer(ulong lp
)
252 fcoe_check_wait_queue((struct fc_lport
*)lp
, NULL
);
256 * fcoe_netdev_config() - Set up netdev for SW FCoE
257 * @lp : ptr to the fc_lport
258 * @netdev : ptr to the associated netdevice struct
260 * Must be called after fcoe_lport_config() as it will use lport mutex
262 * Returns : 0 for success
264 static int fcoe_netdev_config(struct fc_lport
*lp
, struct net_device
*netdev
)
268 struct fcoe_softc
*fc
;
269 u8 flogi_maddr
[ETH_ALEN
];
270 struct netdev_hw_addr
*ha
;
272 /* Setup lport private data to point to fcoe softc */
277 /* Do not support for bonding device */
278 if ((netdev
->priv_flags
& IFF_MASTER_ALB
) ||
279 (netdev
->priv_flags
& IFF_SLAVE_INACTIVE
) ||
280 (netdev
->priv_flags
& IFF_MASTER_8023AD
)) {
285 * Determine max frame size based on underlying device and optional
286 * user-configured limit. If the MFS is too low, fcoe_link_ok()
287 * will return 0, so do this first.
289 mfs
= netdev
->mtu
- (sizeof(struct fcoe_hdr
) +
290 sizeof(struct fcoe_crc_eof
));
291 if (fc_set_mfs(lp
, mfs
))
294 /* offload features support */
295 if (netdev
->features
& NETIF_F_SG
)
298 if (netdev
->features
& NETIF_F_FCOE_CRC
) {
300 FCOE_NETDEV_DBG(netdev
, "Supports FCCRC offload\n");
302 if (netdev
->features
& NETIF_F_FSO
) {
304 lp
->lso_max
= netdev
->gso_max_size
;
305 FCOE_NETDEV_DBG(netdev
, "Supports LSO for max len 0x%x\n",
308 if (netdev
->fcoe_ddp_xid
) {
310 lp
->lro_xid
= netdev
->fcoe_ddp_xid
;
311 FCOE_NETDEV_DBG(netdev
, "Supports LRO for max xid 0x%x\n",
314 skb_queue_head_init(&fc
->fcoe_pending_queue
);
315 fc
->fcoe_pending_queue_active
= 0;
316 setup_timer(&fc
->timer
, fcoe_queue_timer
, (unsigned long)lp
);
318 /* look for SAN MAC address, if multiple SAN MACs exist, only
319 * use the first one for SPMA */
321 for_each_dev_addr(netdev
, ha
) {
322 if ((ha
->type
== NETDEV_HW_ADDR_T_SAN
) &&
323 (is_valid_ether_addr(ha
->addr
))) {
324 memcpy(fc
->ctlr
.ctl_src_addr
, ha
->addr
, ETH_ALEN
);
331 /* setup Source Mac Address */
333 memcpy(fc
->ctlr
.ctl_src_addr
, netdev
->dev_addr
,
334 fc
->netdev
->addr_len
);
336 wwnn
= fcoe_wwn_from_mac(netdev
->dev_addr
, 1, 0);
337 fc_set_wwnn(lp
, wwnn
);
338 /* XXX - 3rd arg needs to be vlan id */
339 wwpn
= fcoe_wwn_from_mac(netdev
->dev_addr
, 2, 0);
340 fc_set_wwpn(lp
, wwpn
);
343 * Add FCoE MAC address as second unicast MAC address
344 * or enter promiscuous mode if not capable of listening
345 * for multiple unicast MACs.
348 memcpy(flogi_maddr
, (u8
[6]) FC_FCOE_FLOGI_MAC
, ETH_ALEN
);
349 dev_unicast_add(netdev
, flogi_maddr
);
351 dev_unicast_add(netdev
, fc
->ctlr
.ctl_src_addr
);
352 dev_mc_add(netdev
, FIP_ALL_ENODE_MACS
, ETH_ALEN
, 0);
356 * setup the receive function from ethernet driver
357 * on the ethertype for the given device
359 fc
->fcoe_packet_type
.func
= fcoe_rcv
;
360 fc
->fcoe_packet_type
.type
= __constant_htons(ETH_P_FCOE
);
361 fc
->fcoe_packet_type
.dev
= netdev
;
362 dev_add_pack(&fc
->fcoe_packet_type
);
364 fc
->fip_packet_type
.func
= fcoe_fip_recv
;
365 fc
->fip_packet_type
.type
= htons(ETH_P_FIP
);
366 fc
->fip_packet_type
.dev
= netdev
;
367 dev_add_pack(&fc
->fip_packet_type
);
373 * fcoe_shost_config() - Sets up fc_lport->host
374 * @lp : ptr to the fc_lport
375 * @shost : ptr to the associated scsi host
376 * @dev : device associated to scsi host
378 * Must be called after fcoe_lport_config() and fcoe_netdev_config()
380 * Returns : 0 for success
382 static int fcoe_shost_config(struct fc_lport
*lp
, struct Scsi_Host
*shost
,
387 /* lport scsi host config */
390 lp
->host
->max_lun
= FCOE_MAX_LUN
;
391 lp
->host
->max_id
= FCOE_MAX_FCP_TARGET
;
392 lp
->host
->max_channel
= 0;
393 lp
->host
->transportt
= scsi_transport_fcoe_sw
;
395 /* add the new host to the SCSI-ml */
396 rc
= scsi_add_host(lp
->host
, dev
);
398 FCOE_NETDEV_DBG(fcoe_netdev(lp
), "fcoe_shost_config: "
399 "error on scsi_add_host\n");
402 sprintf(fc_host_symbolic_name(lp
->host
), "%s v%s over %s",
403 FCOE_NAME
, FCOE_VERSION
,
404 fcoe_netdev(lp
)->name
);
410 * fcoe_oem_match() - match for read types IO
411 * @fp: the fc_frame for new IO.
413 * Returns : true for read types IO, otherwise returns false.
415 bool fcoe_oem_match(struct fc_frame
*fp
)
417 return fc_fcp_is_read(fr_fsp(fp
));
421 * fcoe_em_config() - allocates em for this lport
422 * @lp: the port that em is to allocated for
424 * Called with write fcoe_hostlist_lock held.
426 * Returns : 0 on success
428 static inline int fcoe_em_config(struct fc_lport
*lp
)
430 struct fcoe_softc
*fc
= lport_priv(lp
);
431 struct fcoe_softc
*oldfc
= NULL
;
432 struct net_device
*old_real_dev
, *cur_real_dev
;
433 u16 min_xid
= FCOE_MIN_XID
;
434 u16 max_xid
= FCOE_MAX_XID
;
437 * Check if need to allocate an em instance for
438 * offload exchange ids to be shared across all VN_PORTs/lport.
440 if (!lp
->lro_enabled
|| !lp
->lro_xid
|| (lp
->lro_xid
>= max_xid
)) {
446 * Reuse existing offload em instance in case
447 * it is already allocated on real eth device
449 if (fc
->netdev
->priv_flags
& IFF_802_1Q_VLAN
)
450 cur_real_dev
= vlan_dev_real_dev(fc
->netdev
);
452 cur_real_dev
= fc
->netdev
;
454 list_for_each_entry(oldfc
, &fcoe_hostlist
, list
) {
455 if (oldfc
->netdev
->priv_flags
& IFF_802_1Q_VLAN
)
456 old_real_dev
= vlan_dev_real_dev(oldfc
->netdev
);
458 old_real_dev
= oldfc
->netdev
;
460 if (cur_real_dev
== old_real_dev
) {
461 fc
->oem
= oldfc
->oem
;
467 if (!fc_exch_mgr_add(lp
, fc
->oem
, fcoe_oem_match
)) {
468 printk(KERN_ERR
"fcoe_em_config: failed to add "
469 "offload em:%p on interface:%s\n",
470 fc
->oem
, fc
->netdev
->name
);
474 fc
->oem
= fc_exch_mgr_alloc(lp
, FC_CLASS_3
,
475 FCOE_MIN_XID
, lp
->lro_xid
,
478 printk(KERN_ERR
"fcoe_em_config: failed to allocate "
479 "em for offload exches on interface:%s\n",
486 * Exclude offload EM xid range from next EM xid range.
488 min_xid
+= lp
->lro_xid
+ 1;
491 if (!fc_exch_mgr_alloc(lp
, FC_CLASS_3
, min_xid
, max_xid
, NULL
)) {
492 printk(KERN_ERR
"fcoe_em_config: failed to "
493 "allocate em on interface %s\n", fc
->netdev
->name
);
501 * fcoe_if_destroy() - FCoE software HBA tear-down function
502 * @netdev: ptr to the associated net_device
504 * Returns: 0 if link is OK for use by FCoE.
506 static int fcoe_if_destroy(struct net_device
*netdev
)
508 struct fc_lport
*lp
= NULL
;
509 struct fcoe_softc
*fc
;
513 FCOE_NETDEV_DBG(netdev
, "Destroying interface\n");
515 lp
= fcoe_hostlist_lookup(netdev
);
521 /* Logout of the fabric */
522 fc_fabric_logoff(lp
);
524 /* Remove the instance from fcoe's list */
525 fcoe_hostlist_remove(lp
);
527 /* clean up netdev configurations */
528 fcoe_netdev_cleanup(fc
);
530 /* tear-down the FCoE controller */
531 fcoe_ctlr_destroy(&fc
->ctlr
);
533 /* Free queued packets for the per-CPU receive threads */
534 fcoe_percpu_clean(lp
);
536 /* Cleanup the fc_lport */
537 fc_lport_destroy(lp
);
540 /* Detach from the scsi-ml */
541 fc_remove_host(lp
->host
);
542 scsi_remove_host(lp
->host
);
544 /* There are no more rports or I/O, free the EM */
545 fc_exch_mgr_free(lp
);
547 /* Free existing skbs */
548 fcoe_clean_pending_queue(lp
);
551 del_timer_sync(&fc
->timer
);
553 /* Free memory used by statistical counters */
554 fc_lport_free_stats(lp
);
556 /* Release the net_device and Scsi_Host */
558 scsi_host_put(lp
->host
);
564 * fcoe_ddp_setup - calls LLD's ddp_setup through net_device
565 * @lp: the corresponding fc_lport
566 * @xid: the exchange id for this ddp transfer
567 * @sgl: the scatterlist describing this transfer
568 * @sgc: number of sg items
572 static int fcoe_ddp_setup(struct fc_lport
*lp
, u16 xid
,
573 struct scatterlist
*sgl
, unsigned int sgc
)
575 struct net_device
*n
= fcoe_netdev(lp
);
577 if (n
->netdev_ops
&& n
->netdev_ops
->ndo_fcoe_ddp_setup
)
578 return n
->netdev_ops
->ndo_fcoe_ddp_setup(n
, xid
, sgl
, sgc
);
584 * fcoe_ddp_done - calls LLD's ddp_done through net_device
585 * @lp: the corresponding fc_lport
586 * @xid: the exchange id for this ddp transfer
588 * Returns : the length of data that have been completed by ddp
590 static int fcoe_ddp_done(struct fc_lport
*lp
, u16 xid
)
592 struct net_device
*n
= fcoe_netdev(lp
);
594 if (n
->netdev_ops
&& n
->netdev_ops
->ndo_fcoe_ddp_done
)
595 return n
->netdev_ops
->ndo_fcoe_ddp_done(n
, xid
);
599 static struct libfc_function_template fcoe_libfc_fcn_templ
= {
600 .frame_send
= fcoe_xmit
,
601 .ddp_setup
= fcoe_ddp_setup
,
602 .ddp_done
= fcoe_ddp_done
,
606 * fcoe_if_create() - this function creates the fcoe interface
607 * @netdev: pointer the associated netdevice
609 * Creates fc_lport struct and scsi_host for lport, configures lport
610 * and starts fabric login.
612 * Returns : 0 on success
614 static int fcoe_if_create(struct net_device
*netdev
)
617 struct fc_lport
*lp
= NULL
;
618 struct fcoe_softc
*fc
;
619 struct Scsi_Host
*shost
;
623 FCOE_NETDEV_DBG(netdev
, "Create Interface\n");
625 lp
= fcoe_hostlist_lookup(netdev
);
629 shost
= libfc_host_alloc(&fcoe_shost_template
,
630 sizeof(struct fcoe_softc
));
632 FCOE_NETDEV_DBG(netdev
, "Could not allocate host structure\n");
635 lp
= shost_priv(shost
);
638 /* configure fc_lport, e.g., em */
639 rc
= fcoe_lport_config(lp
);
641 FCOE_NETDEV_DBG(netdev
, "Could not configure lport for the "
649 fcoe_ctlr_init(&fc
->ctlr
);
650 fc
->ctlr
.send
= fcoe_fip_send
;
651 fc
->ctlr
.update_mac
= fcoe_update_src_mac
;
653 /* configure lport network properties */
654 rc
= fcoe_netdev_config(lp
, netdev
);
656 FCOE_NETDEV_DBG(netdev
, "Could not configure netdev for the "
658 goto out_netdev_cleanup
;
661 /* configure lport scsi host properties */
662 rc
= fcoe_shost_config(lp
, shost
, &netdev
->dev
);
664 FCOE_NETDEV_DBG(netdev
, "Could not configure shost for the "
666 goto out_netdev_cleanup
;
669 /* Initialize the library */
670 rc
= fcoe_libfc_config(lp
, &fcoe_libfc_fcn_templ
);
672 FCOE_NETDEV_DBG(netdev
, "Could not configure libfc for the "
678 * fcoe_em_alloc() and fcoe_hostlist_add() both
679 * need to be atomic under fcoe_hostlist_lock
680 * since fcoe_em_alloc() looks for an existing EM
681 * instance on host list updated by fcoe_hostlist_add().
683 write_lock(&fcoe_hostlist_lock
);
684 /* lport exch manager allocation */
685 rc
= fcoe_em_config(lp
);
687 FCOE_NETDEV_DBG(netdev
, "Could not configure the EM for the "
692 /* add to lports list */
693 fcoe_hostlist_add(lp
);
694 write_unlock(&fcoe_hostlist_lock
);
696 lp
->boot_time
= jiffies
;
700 if (!fcoe_link_ok(lp
))
701 fcoe_ctlr_link_up(&fc
->ctlr
);
708 fc_exch_mgr_free(lp
);
710 fcoe_netdev_cleanup(fc
);
712 scsi_host_put(lp
->host
);
717 * fcoe_if_init() - attach to scsi transport
719 * Returns : 0 on success
721 static int __init
fcoe_if_init(void)
723 /* attach to scsi transport */
724 scsi_transport_fcoe_sw
=
725 fc_attach_transport(&fcoe_transport_function
);
727 if (!scsi_transport_fcoe_sw
) {
728 printk(KERN_ERR
"fcoe: Failed to attach to the FC transport\n");
736 * fcoe_if_exit() - detach from scsi transport
738 * Returns : 0 on success
740 int __exit
fcoe_if_exit(void)
742 fc_release_transport(scsi_transport_fcoe_sw
);
747 * fcoe_percpu_thread_create() - Create a receive thread for an online cpu
748 * @cpu: cpu index for the online cpu
750 static void fcoe_percpu_thread_create(unsigned int cpu
)
752 struct fcoe_percpu_s
*p
;
753 struct task_struct
*thread
;
755 p
= &per_cpu(fcoe_percpu
, cpu
);
757 thread
= kthread_create(fcoe_percpu_receive_thread
,
758 (void *)p
, "fcoethread/%d", cpu
);
760 if (likely(!IS_ERR(p
->thread
))) {
761 kthread_bind(thread
, cpu
);
762 wake_up_process(thread
);
764 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
766 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
771 * fcoe_percpu_thread_destroy() - removes the rx thread for the given cpu
772 * @cpu: cpu index the rx thread is to be removed
774 * Destroys a per-CPU Rx thread. Any pending skbs are moved to the
775 * current CPU's Rx thread. If the thread being destroyed is bound to
776 * the CPU processing this context the skbs will be freed.
778 static void fcoe_percpu_thread_destroy(unsigned int cpu
)
780 struct fcoe_percpu_s
*p
;
781 struct task_struct
*thread
;
782 struct page
*crc_eof
;
785 struct fcoe_percpu_s
*p0
;
786 unsigned targ_cpu
= smp_processor_id();
787 #endif /* CONFIG_SMP */
789 FCOE_DBG("Destroying receive thread for CPU %d\n", cpu
);
791 /* Prevent any new skbs from being queued for this CPU. */
792 p
= &per_cpu(fcoe_percpu
, cpu
);
793 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
796 crc_eof
= p
->crc_eof_page
;
797 p
->crc_eof_page
= NULL
;
798 p
->crc_eof_offset
= 0;
799 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
803 * Don't bother moving the skb's if this context is running
804 * on the same CPU that is having its thread destroyed. This
805 * can easily happen when the module is removed.
807 if (cpu
!= targ_cpu
) {
808 p0
= &per_cpu(fcoe_percpu
, targ_cpu
);
809 spin_lock_bh(&p0
->fcoe_rx_list
.lock
);
811 FCOE_DBG("Moving frames from CPU %d to CPU %d\n",
814 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
815 __skb_queue_tail(&p0
->fcoe_rx_list
, skb
);
816 spin_unlock_bh(&p0
->fcoe_rx_list
.lock
);
819 * The targeted CPU is not initialized and cannot accept
820 * new skbs. Unlock the targeted CPU and drop the skbs
821 * on the CPU that is going offline.
823 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
825 spin_unlock_bh(&p0
->fcoe_rx_list
.lock
);
829 * This scenario occurs when the module is being removed
830 * and all threads are being destroyed. skbs will continue
831 * to be shifted from the CPU thread that is being removed
832 * to the CPU thread associated with the CPU that is processing
833 * the module removal. Once there is only one CPU Rx thread it
834 * will reach this case and we will drop all skbs and later
837 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
838 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
840 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
844 * This a non-SMP scenario where the singular Rx thread is
845 * being removed. Free all skbs and stop the thread.
847 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
848 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) != NULL
)
850 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
854 kthread_stop(thread
);
861 * fcoe_cpu_callback() - fcoe cpu hotplug event callback
862 * @nfb: callback data block
863 * @action: event triggering the callback
864 * @hcpu: index for the cpu of this event
866 * This creates or destroys per cpu data for fcoe
868 * Returns NOTIFY_OK always.
870 static int fcoe_cpu_callback(struct notifier_block
*nfb
,
871 unsigned long action
, void *hcpu
)
873 unsigned cpu
= (unsigned long)hcpu
;
877 case CPU_ONLINE_FROZEN
:
878 FCOE_DBG("CPU %x online: Create Rx thread\n", cpu
);
879 fcoe_percpu_thread_create(cpu
);
882 case CPU_DEAD_FROZEN
:
883 FCOE_DBG("CPU %x offline: Remove Rx thread\n", cpu
);
884 fcoe_percpu_thread_destroy(cpu
);
892 static struct notifier_block fcoe_cpu_notifier
= {
893 .notifier_call
= fcoe_cpu_callback
,
897 * fcoe_rcv() - this is the fcoe receive function called by NET_RX_SOFTIRQ
898 * @skb: the receive skb
899 * @dev: associated net device
901 * @olddev: last device
903 * this function will receive the packet and build fc frame and pass it up
905 * Returns: 0 for success
907 int fcoe_rcv(struct sk_buff
*skb
, struct net_device
*dev
,
908 struct packet_type
*ptype
, struct net_device
*olddev
)
911 struct fcoe_rcv_info
*fr
;
912 struct fcoe_softc
*fc
;
913 struct fc_frame_header
*fh
;
914 struct fcoe_percpu_s
*fps
;
916 unsigned int cpu
= 0;
918 fc
= container_of(ptype
, struct fcoe_softc
, fcoe_packet_type
);
920 if (unlikely(lp
== NULL
)) {
921 FCOE_NETDEV_DBG(dev
, "Cannot find hba structure");
927 FCOE_NETDEV_DBG(dev
, "skb_info: len:%d data_len:%d head:%p "
928 "data:%p tail:%p end:%p sum:%d dev:%s",
929 skb
->len
, skb
->data_len
, skb
->head
, skb
->data
,
930 skb_tail_pointer(skb
), skb_end_pointer(skb
),
931 skb
->csum
, skb
->dev
? skb
->dev
->name
: "<NULL>");
933 /* check for FCOE packet type */
934 if (unlikely(eth_hdr(skb
)->h_proto
!= htons(ETH_P_FCOE
))) {
935 FCOE_NETDEV_DBG(dev
, "Wrong FC type frame");
940 * Check for minimum frame length, and make sure required FCoE
941 * and FC headers are pulled into the linear data area.
943 if (unlikely((skb
->len
< FCOE_MIN_FRAME
) ||
944 !pskb_may_pull(skb
, FCOE_HEADER_LEN
)))
947 skb_set_transport_header(skb
, sizeof(struct fcoe_hdr
));
948 fh
= (struct fc_frame_header
*) skb_transport_header(skb
);
950 oxid
= ntohs(fh
->fh_ox_id
);
952 fr
= fcoe_dev_from_skb(skb
);
958 * The incoming frame exchange id(oxid) is ANDed with num of online
959 * cpu bits to get cpu and then this cpu is used for selecting
960 * a per cpu kernel thread from fcoe_percpu.
962 cpu
= oxid
& (num_online_cpus() - 1);
965 fps
= &per_cpu(fcoe_percpu
, cpu
);
966 spin_lock_bh(&fps
->fcoe_rx_list
.lock
);
967 if (unlikely(!fps
->thread
)) {
969 * The targeted CPU is not ready, let's target
970 * the first CPU now. For non-SMP systems this
971 * will check the same CPU twice.
973 FCOE_NETDEV_DBG(dev
, "CPU is online, but no receive thread "
974 "ready for incoming skb- using first online "
977 spin_unlock_bh(&fps
->fcoe_rx_list
.lock
);
978 cpu
= first_cpu(cpu_online_map
);
979 fps
= &per_cpu(fcoe_percpu
, cpu
);
980 spin_lock_bh(&fps
->fcoe_rx_list
.lock
);
982 spin_unlock_bh(&fps
->fcoe_rx_list
.lock
);
988 * We now have a valid CPU that we're targeting for
989 * this skb. We also have this receive thread locked,
990 * so we're free to queue skbs into it's queue.
992 __skb_queue_tail(&fps
->fcoe_rx_list
, skb
);
993 if (fps
->fcoe_rx_list
.qlen
== 1)
994 wake_up_process(fps
->thread
);
996 spin_unlock_bh(&fps
->fcoe_rx_list
.lock
);
1000 fc_lport_get_stats(lp
)->ErrorFrames
++;
1008 * fcoe_start_io() - pass to netdev to start xmit for fcoe
1009 * @skb: the skb to be xmitted
1011 * Returns: 0 for success
1013 static inline int fcoe_start_io(struct sk_buff
*skb
)
1018 rc
= dev_queue_xmit(skb
);
1026 * fcoe_get_paged_crc_eof() - in case we need to alloc a page for crc_eof
1027 * @skb: the skb to be xmitted
1030 * Returns: 0 for success
1032 static int fcoe_get_paged_crc_eof(struct sk_buff
*skb
, int tlen
)
1034 struct fcoe_percpu_s
*fps
;
1037 fps
= &get_cpu_var(fcoe_percpu
);
1038 page
= fps
->crc_eof_page
;
1040 page
= alloc_page(GFP_ATOMIC
);
1042 put_cpu_var(fcoe_percpu
);
1045 fps
->crc_eof_page
= page
;
1046 fps
->crc_eof_offset
= 0;
1050 skb_fill_page_desc(skb
, skb_shinfo(skb
)->nr_frags
, page
,
1051 fps
->crc_eof_offset
, tlen
);
1053 skb
->data_len
+= tlen
;
1054 skb
->truesize
+= tlen
;
1055 fps
->crc_eof_offset
+= sizeof(struct fcoe_crc_eof
);
1057 if (fps
->crc_eof_offset
>= PAGE_SIZE
) {
1058 fps
->crc_eof_page
= NULL
;
1059 fps
->crc_eof_offset
= 0;
1062 put_cpu_var(fcoe_percpu
);
1067 * fcoe_fc_crc() - calculates FC CRC in this fcoe skb
1068 * @fp: the fc_frame containing data to be checksummed
1070 * This uses crc32() to calculate the crc for fc frame
1071 * Return : 32 bit crc
1073 u32
fcoe_fc_crc(struct fc_frame
*fp
)
1075 struct sk_buff
*skb
= fp_skb(fp
);
1076 struct skb_frag_struct
*frag
;
1077 unsigned char *data
;
1078 unsigned long off
, len
, clen
;
1082 crc
= crc32(~0, skb
->data
, skb_headlen(skb
));
1084 for (i
= 0; i
< skb_shinfo(skb
)->nr_frags
; i
++) {
1085 frag
= &skb_shinfo(skb
)->frags
[i
];
1086 off
= frag
->page_offset
;
1089 clen
= min(len
, PAGE_SIZE
- (off
& ~PAGE_MASK
));
1090 data
= kmap_atomic(frag
->page
+ (off
>> PAGE_SHIFT
),
1091 KM_SKB_DATA_SOFTIRQ
);
1092 crc
= crc32(crc
, data
+ (off
& ~PAGE_MASK
), clen
);
1093 kunmap_atomic(data
, KM_SKB_DATA_SOFTIRQ
);
1102 * fcoe_xmit() - FCoE frame transmit function
1103 * @lp: the associated local port
1104 * @fp: the fc_frame to be transmitted
1106 * Return : 0 for success
1108 int fcoe_xmit(struct fc_lport
*lp
, struct fc_frame
*fp
)
1113 struct fcoe_crc_eof
*cp
;
1114 struct sk_buff
*skb
;
1115 struct fcoe_dev_stats
*stats
;
1116 struct fc_frame_header
*fh
;
1117 unsigned int hlen
; /* header length implies the version */
1118 unsigned int tlen
; /* trailer length */
1119 unsigned int elen
; /* eth header, may include vlan */
1120 struct fcoe_softc
*fc
;
1122 struct fcoe_hdr
*hp
;
1124 WARN_ON((fr_len(fp
) % sizeof(u32
)) != 0);
1126 fc
= lport_priv(lp
);
1127 fh
= fc_frame_header_get(fp
);
1129 wlen
= skb
->len
/ FCOE_WORD_TO_BYTE
;
1136 if (unlikely(fh
->fh_r_ctl
== FC_RCTL_ELS_REQ
) &&
1137 fcoe_ctlr_els_send(&fc
->ctlr
, skb
))
1143 elen
= sizeof(struct ethhdr
);
1144 hlen
= sizeof(struct fcoe_hdr
);
1145 tlen
= sizeof(struct fcoe_crc_eof
);
1146 wlen
= (skb
->len
- tlen
+ sizeof(crc
)) / FCOE_WORD_TO_BYTE
;
1149 if (likely(lp
->crc_offload
)) {
1150 skb
->ip_summed
= CHECKSUM_PARTIAL
;
1151 skb
->csum_start
= skb_headroom(skb
);
1152 skb
->csum_offset
= skb
->len
;
1155 skb
->ip_summed
= CHECKSUM_NONE
;
1156 crc
= fcoe_fc_crc(fp
);
1159 /* copy fc crc and eof to the skb buff */
1160 if (skb_is_nonlinear(skb
)) {
1162 if (fcoe_get_paged_crc_eof(skb
, tlen
)) {
1166 frag
= &skb_shinfo(skb
)->frags
[skb_shinfo(skb
)->nr_frags
- 1];
1167 cp
= kmap_atomic(frag
->page
, KM_SKB_DATA_SOFTIRQ
)
1168 + frag
->page_offset
;
1170 cp
= (struct fcoe_crc_eof
*)skb_put(skb
, tlen
);
1173 memset(cp
, 0, sizeof(*cp
));
1175 cp
->fcoe_crc32
= cpu_to_le32(~crc
);
1177 if (skb_is_nonlinear(skb
)) {
1178 kunmap_atomic(cp
, KM_SKB_DATA_SOFTIRQ
);
1182 /* adjust skb network/transport offsets to match mac/fcoe/fc */
1183 skb_push(skb
, elen
+ hlen
);
1184 skb_reset_mac_header(skb
);
1185 skb_reset_network_header(skb
);
1186 skb
->mac_len
= elen
;
1187 skb
->protocol
= htons(ETH_P_FCOE
);
1188 skb
->dev
= fc
->netdev
;
1190 /* fill up mac and fcoe headers */
1192 eh
->h_proto
= htons(ETH_P_FCOE
);
1193 if (fc
->ctlr
.map_dest
)
1194 fc_fcoe_set_mac(eh
->h_dest
, fh
->fh_d_id
);
1196 /* insert GW address */
1197 memcpy(eh
->h_dest
, fc
->ctlr
.dest_addr
, ETH_ALEN
);
1199 if (unlikely(fc
->ctlr
.flogi_oxid
!= FC_XID_UNKNOWN
))
1200 memcpy(eh
->h_source
, fc
->ctlr
.ctl_src_addr
, ETH_ALEN
);
1202 memcpy(eh
->h_source
, fc
->ctlr
.data_src_addr
, ETH_ALEN
);
1204 hp
= (struct fcoe_hdr
*)(eh
+ 1);
1205 memset(hp
, 0, sizeof(*hp
));
1207 FC_FCOE_ENCAPS_VER(hp
, FC_FCOE_VER
);
1210 /* fcoe lso, mss is in max_payload which is non-zero for FCP data */
1211 if (lp
->seq_offload
&& fr_max_payload(fp
)) {
1212 skb_shinfo(skb
)->gso_type
= SKB_GSO_FCOE
;
1213 skb_shinfo(skb
)->gso_size
= fr_max_payload(fp
);
1215 skb_shinfo(skb
)->gso_type
= 0;
1216 skb_shinfo(skb
)->gso_size
= 0;
1218 /* update tx stats: regardless if LLD fails */
1219 stats
= fc_lport_get_stats(lp
);
1221 stats
->TxWords
+= wlen
;
1223 /* send down to lld */
1225 if (fc
->fcoe_pending_queue
.qlen
)
1226 fcoe_check_wait_queue(lp
, skb
);
1227 else if (fcoe_start_io(skb
))
1228 fcoe_check_wait_queue(lp
, skb
);
1234 * fcoe_percpu_receive_thread() - recv thread per cpu
1235 * @arg: ptr to the fcoe per cpu struct
1237 * Return: 0 for success
1239 int fcoe_percpu_receive_thread(void *arg
)
1241 struct fcoe_percpu_s
*p
= arg
;
1243 struct fc_lport
*lp
;
1244 struct fcoe_rcv_info
*fr
;
1245 struct fcoe_dev_stats
*stats
;
1246 struct fc_frame_header
*fh
;
1247 struct sk_buff
*skb
;
1248 struct fcoe_crc_eof crc_eof
;
1249 struct fc_frame
*fp
;
1251 struct fcoe_softc
*fc
;
1252 struct fcoe_hdr
*hp
;
1254 set_user_nice(current
, -20);
1256 while (!kthread_should_stop()) {
1258 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1259 while ((skb
= __skb_dequeue(&p
->fcoe_rx_list
)) == NULL
) {
1260 set_current_state(TASK_INTERRUPTIBLE
);
1261 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1263 set_current_state(TASK_RUNNING
);
1264 if (kthread_should_stop())
1266 spin_lock_bh(&p
->fcoe_rx_list
.lock
);
1268 spin_unlock_bh(&p
->fcoe_rx_list
.lock
);
1269 fr
= fcoe_dev_from_skb(skb
);
1271 if (unlikely(lp
== NULL
)) {
1272 FCOE_NETDEV_DBG(skb
->dev
, "Invalid HBA Structure");
1277 FCOE_NETDEV_DBG(skb
->dev
, "skb_info: len:%d data_len:%d "
1278 "head:%p data:%p tail:%p end:%p sum:%d dev:%s",
1279 skb
->len
, skb
->data_len
,
1280 skb
->head
, skb
->data
, skb_tail_pointer(skb
),
1281 skb_end_pointer(skb
), skb
->csum
,
1282 skb
->dev
? skb
->dev
->name
: "<NULL>");
1285 * Save source MAC address before discarding header.
1287 fc
= lport_priv(lp
);
1288 if (skb_is_nonlinear(skb
))
1289 skb_linearize(skb
); /* not ideal */
1290 mac
= eth_hdr(skb
)->h_source
;
1293 * Frame length checks and setting up the header pointers
1294 * was done in fcoe_rcv already.
1296 hp
= (struct fcoe_hdr
*) skb_network_header(skb
);
1297 fh
= (struct fc_frame_header
*) skb_transport_header(skb
);
1299 stats
= fc_lport_get_stats(lp
);
1300 if (unlikely(FC_FCOE_DECAPS_VER(hp
) != FC_FCOE_VER
)) {
1301 if (stats
->ErrorFrames
< 5)
1302 printk(KERN_WARNING
"fcoe: FCoE version "
1303 "mismatch: The frame has "
1304 "version %x, but the "
1305 "initiator supports version "
1306 "%x\n", FC_FCOE_DECAPS_VER(hp
),
1308 stats
->ErrorFrames
++;
1313 skb_pull(skb
, sizeof(struct fcoe_hdr
));
1314 fr_len
= skb
->len
- sizeof(struct fcoe_crc_eof
);
1317 stats
->RxWords
+= fr_len
/ FCOE_WORD_TO_BYTE
;
1319 fp
= (struct fc_frame
*)skb
;
1322 fr_sof(fp
) = hp
->fcoe_sof
;
1324 /* Copy out the CRC and EOF trailer for access */
1325 if (skb_copy_bits(skb
, fr_len
, &crc_eof
, sizeof(crc_eof
))) {
1329 fr_eof(fp
) = crc_eof
.fcoe_eof
;
1330 fr_crc(fp
) = crc_eof
.fcoe_crc32
;
1331 if (pskb_trim(skb
, fr_len
)) {
1337 * We only check CRC if no offload is available and if it is
1338 * it's solicited data, in which case, the FCP layer would
1339 * check it during the copy.
1341 if (lp
->crc_offload
&& skb
->ip_summed
== CHECKSUM_UNNECESSARY
)
1342 fr_flags(fp
) &= ~FCPHF_CRC_UNCHECKED
;
1344 fr_flags(fp
) |= FCPHF_CRC_UNCHECKED
;
1346 fh
= fc_frame_header_get(fp
);
1347 if (fh
->fh_r_ctl
== FC_RCTL_DD_SOL_DATA
&&
1348 fh
->fh_type
== FC_TYPE_FCP
) {
1349 fc_exch_recv(lp
, fp
);
1352 if (fr_flags(fp
) & FCPHF_CRC_UNCHECKED
) {
1353 if (le32_to_cpu(fr_crc(fp
)) !=
1354 ~crc32(~0, skb
->data
, fr_len
)) {
1355 if (stats
->InvalidCRCCount
< 5)
1356 printk(KERN_WARNING
"fcoe: dropping "
1357 "frame with CRC error\n");
1358 stats
->InvalidCRCCount
++;
1359 stats
->ErrorFrames
++;
1363 fr_flags(fp
) &= ~FCPHF_CRC_UNCHECKED
;
1365 if (unlikely(fc
->ctlr
.flogi_oxid
!= FC_XID_UNKNOWN
) &&
1366 fcoe_ctlr_recv_flogi(&fc
->ctlr
, fp
, mac
)) {
1370 fc_exch_recv(lp
, fp
);
1376 * fcoe_check_wait_queue() - attempt to clear the transmit backlog
1379 * This empties the wait_queue, dequeue the head of the wait_queue queue
1380 * and calls fcoe_start_io() for each packet, if all skb have been
1381 * transmitted, return qlen or -1 if a error occurs, then restore
1382 * wait_queue and try again later.
1384 * The wait_queue is used when the skb transmit fails. skb will go
1385 * in the wait_queue which will be emptied by the timer function or
1386 * by the next skb transmit.
1388 static void fcoe_check_wait_queue(struct fc_lport
*lp
, struct sk_buff
*skb
)
1390 struct fcoe_softc
*fc
= lport_priv(lp
);
1393 spin_lock_bh(&fc
->fcoe_pending_queue
.lock
);
1396 __skb_queue_tail(&fc
->fcoe_pending_queue
, skb
);
1398 if (fc
->fcoe_pending_queue_active
)
1400 fc
->fcoe_pending_queue_active
= 1;
1402 while (fc
->fcoe_pending_queue
.qlen
) {
1403 /* keep qlen > 0 until fcoe_start_io succeeds */
1404 fc
->fcoe_pending_queue
.qlen
++;
1405 skb
= __skb_dequeue(&fc
->fcoe_pending_queue
);
1407 spin_unlock_bh(&fc
->fcoe_pending_queue
.lock
);
1408 rc
= fcoe_start_io(skb
);
1409 spin_lock_bh(&fc
->fcoe_pending_queue
.lock
);
1412 __skb_queue_head(&fc
->fcoe_pending_queue
, skb
);
1413 /* undo temporary increment above */
1414 fc
->fcoe_pending_queue
.qlen
--;
1417 /* undo temporary increment above */
1418 fc
->fcoe_pending_queue
.qlen
--;
1421 if (fc
->fcoe_pending_queue
.qlen
< FCOE_LOW_QUEUE_DEPTH
)
1423 if (fc
->fcoe_pending_queue
.qlen
&& !timer_pending(&fc
->timer
))
1424 mod_timer(&fc
->timer
, jiffies
+ 2);
1425 fc
->fcoe_pending_queue_active
= 0;
1427 if (fc
->fcoe_pending_queue
.qlen
> FCOE_MAX_QUEUE_DEPTH
)
1429 spin_unlock_bh(&fc
->fcoe_pending_queue
.lock
);
1434 * fcoe_dev_setup() - setup link change notification interface
1436 static void fcoe_dev_setup(void)
1438 register_netdevice_notifier(&fcoe_notifier
);
1442 * fcoe_dev_cleanup() - cleanup link change notification interface
1444 static void fcoe_dev_cleanup(void)
1446 unregister_netdevice_notifier(&fcoe_notifier
);
1450 * fcoe_device_notification() - netdev event notification callback
1451 * @notifier: context of the notification
1452 * @event: type of event
1453 * @ptr: fixed array for output parsed ifname
1455 * This function is called by the ethernet driver in case of link change event
1457 * Returns: 0 for success
1459 static int fcoe_device_notification(struct notifier_block
*notifier
,
1460 ulong event
, void *ptr
)
1462 struct fc_lport
*lp
= NULL
;
1463 struct net_device
*netdev
= ptr
;
1464 struct fcoe_softc
*fc
;
1465 struct fcoe_dev_stats
*stats
;
1466 u32 link_possible
= 1;
1470 read_lock(&fcoe_hostlist_lock
);
1471 list_for_each_entry(fc
, &fcoe_hostlist
, list
) {
1472 if (fc
->netdev
== netdev
) {
1477 read_unlock(&fcoe_hostlist_lock
);
1485 case NETDEV_GOING_DOWN
:
1491 case NETDEV_CHANGEMTU
:
1492 mfs
= netdev
->mtu
- (sizeof(struct fcoe_hdr
) +
1493 sizeof(struct fcoe_crc_eof
));
1494 if (mfs
>= FC_MIN_MAX_FRAME
)
1495 fc_set_mfs(lp
, mfs
);
1497 case NETDEV_REGISTER
:
1500 FCOE_NETDEV_DBG(netdev
, "Unknown event %ld "
1501 "from netdev netlink\n", event
);
1503 if (link_possible
&& !fcoe_link_ok(lp
))
1504 fcoe_ctlr_link_up(&fc
->ctlr
);
1505 else if (fcoe_ctlr_link_down(&fc
->ctlr
)) {
1506 stats
= fc_lport_get_stats(lp
);
1507 stats
->LinkFailureCount
++;
1508 fcoe_clean_pending_queue(lp
);
1515 * fcoe_if_to_netdev() - parse a name buffer to get netdev
1516 * @buffer: incoming buffer to be copied
1518 * Returns: NULL or ptr to net_device
1520 static struct net_device
*fcoe_if_to_netdev(const char *buffer
)
1523 char ifname
[IFNAMSIZ
+ 2];
1526 strlcpy(ifname
, buffer
, IFNAMSIZ
);
1527 cp
= ifname
+ strlen(ifname
);
1528 while (--cp
>= ifname
&& *cp
== '\n')
1530 return dev_get_by_name(&init_net
, ifname
);
1536 * fcoe_netdev_to_module_owner() - finds out the driver module of the netdev
1537 * @netdev: the target netdev
1539 * Returns: ptr to the struct module, NULL for failure
1541 static struct module
*
1542 fcoe_netdev_to_module_owner(const struct net_device
*netdev
)
1549 dev
= netdev
->dev
.parent
;
1556 return dev
->driver
->owner
;
1560 * fcoe_ethdrv_get() - Hold the Ethernet driver
1561 * @netdev: the target netdev
1563 * Holds the Ethernet driver module by try_module_get() for
1564 * the corresponding netdev.
1566 * Returns: 0 for success
1568 static int fcoe_ethdrv_get(const struct net_device
*netdev
)
1570 struct module
*owner
;
1572 owner
= fcoe_netdev_to_module_owner(netdev
);
1574 FCOE_NETDEV_DBG(netdev
, "Hold driver module %s\n",
1575 module_name(owner
));
1576 return try_module_get(owner
);
1582 * fcoe_ethdrv_put() - Release the Ethernet driver
1583 * @netdev: the target netdev
1585 * Releases the Ethernet driver module by module_put for
1586 * the corresponding netdev.
1588 * Returns: 0 for success
1590 static int fcoe_ethdrv_put(const struct net_device
*netdev
)
1592 struct module
*owner
;
1594 owner
= fcoe_netdev_to_module_owner(netdev
);
1596 FCOE_NETDEV_DBG(netdev
, "Release driver module %s\n",
1597 module_name(owner
));
1605 * fcoe_destroy() - handles the destroy from sysfs
1606 * @buffer: expected to be an eth if name
1607 * @kp: associated kernel param
1609 * Returns: 0 for success
1611 static int fcoe_destroy(const char *buffer
, struct kernel_param
*kp
)
1614 struct net_device
*netdev
;
1616 netdev
= fcoe_if_to_netdev(buffer
);
1621 /* look for existing lport */
1622 if (!fcoe_hostlist_lookup(netdev
)) {
1626 rc
= fcoe_if_destroy(netdev
);
1628 printk(KERN_ERR
"fcoe: Failed to destroy interface (%s)\n",
1633 fcoe_ethdrv_put(netdev
);
1642 * fcoe_create() - Handles the create call from sysfs
1643 * @buffer: expected to be an eth if name
1644 * @kp: associated kernel param
1646 * Returns: 0 for success
1648 static int fcoe_create(const char *buffer
, struct kernel_param
*kp
)
1651 struct net_device
*netdev
;
1653 netdev
= fcoe_if_to_netdev(buffer
);
1658 /* look for existing lport */
1659 if (fcoe_hostlist_lookup(netdev
)) {
1663 fcoe_ethdrv_get(netdev
);
1665 rc
= fcoe_if_create(netdev
);
1667 printk(KERN_ERR
"fcoe: Failed to create interface (%s)\n",
1669 fcoe_ethdrv_put(netdev
);
1680 module_param_call(create
, fcoe_create
, NULL
, NULL
, S_IWUSR
);
1681 __MODULE_PARM_TYPE(create
, "string");
1682 MODULE_PARM_DESC(create
, "Create fcoe port using net device passed in.");
1683 module_param_call(destroy
, fcoe_destroy
, NULL
, NULL
, S_IWUSR
);
1684 __MODULE_PARM_TYPE(destroy
, "string");
1685 MODULE_PARM_DESC(destroy
, "Destroy fcoe port");
1688 * fcoe_link_ok() - Check if link is ok for the fc_lport
1689 * @lp: ptr to the fc_lport
1691 * Any permanently-disqualifying conditions have been previously checked.
1692 * This also updates the speed setting, which may change with link for 100/1000.
1694 * This function should probably be checking for PAUSE support at some point
1695 * in the future. Currently Per-priority-pause is not determinable using
1696 * ethtool, so we shouldn't be restrictive until that problem is resolved.
1698 * Returns: 0 if link is OK for use by FCoE.
1701 int fcoe_link_ok(struct fc_lport
*lp
)
1703 struct fcoe_softc
*fc
= lport_priv(lp
);
1704 struct net_device
*dev
= fc
->netdev
;
1705 struct ethtool_cmd ecmd
= { ETHTOOL_GSET
};
1707 if ((dev
->flags
& IFF_UP
) && netif_carrier_ok(dev
) &&
1708 (!dev_ethtool_get_settings(dev
, &ecmd
))) {
1709 lp
->link_supported_speeds
&=
1710 ~(FC_PORTSPEED_1GBIT
| FC_PORTSPEED_10GBIT
);
1711 if (ecmd
.supported
& (SUPPORTED_1000baseT_Half
|
1712 SUPPORTED_1000baseT_Full
))
1713 lp
->link_supported_speeds
|= FC_PORTSPEED_1GBIT
;
1714 if (ecmd
.supported
& SUPPORTED_10000baseT_Full
)
1715 lp
->link_supported_speeds
|=
1716 FC_PORTSPEED_10GBIT
;
1717 if (ecmd
.speed
== SPEED_1000
)
1718 lp
->link_speed
= FC_PORTSPEED_1GBIT
;
1719 if (ecmd
.speed
== SPEED_10000
)
1720 lp
->link_speed
= FC_PORTSPEED_10GBIT
;
1728 * fcoe_percpu_clean() - Clear the pending skbs for an lport
1731 void fcoe_percpu_clean(struct fc_lport
*lp
)
1733 struct fcoe_percpu_s
*pp
;
1734 struct fcoe_rcv_info
*fr
;
1735 struct sk_buff_head
*list
;
1736 struct sk_buff
*skb
, *next
;
1737 struct sk_buff
*head
;
1740 for_each_possible_cpu(cpu
) {
1741 pp
= &per_cpu(fcoe_percpu
, cpu
);
1742 spin_lock_bh(&pp
->fcoe_rx_list
.lock
);
1743 list
= &pp
->fcoe_rx_list
;
1745 for (skb
= head
; skb
!= (struct sk_buff
*)list
;
1748 fr
= fcoe_dev_from_skb(skb
);
1749 if (fr
->fr_dev
== lp
) {
1750 __skb_unlink(skb
, list
);
1754 spin_unlock_bh(&pp
->fcoe_rx_list
.lock
);
1759 * fcoe_clean_pending_queue() - Dequeue a skb and free it
1760 * @lp: the corresponding fc_lport
1764 void fcoe_clean_pending_queue(struct fc_lport
*lp
)
1766 struct fcoe_softc
*fc
= lport_priv(lp
);
1767 struct sk_buff
*skb
;
1769 spin_lock_bh(&fc
->fcoe_pending_queue
.lock
);
1770 while ((skb
= __skb_dequeue(&fc
->fcoe_pending_queue
)) != NULL
) {
1771 spin_unlock_bh(&fc
->fcoe_pending_queue
.lock
);
1773 spin_lock_bh(&fc
->fcoe_pending_queue
.lock
);
1775 spin_unlock_bh(&fc
->fcoe_pending_queue
.lock
);
1779 * fcoe_reset() - Resets the fcoe
1780 * @shost: shost the reset is from
1784 int fcoe_reset(struct Scsi_Host
*shost
)
1786 struct fc_lport
*lport
= shost_priv(shost
);
1787 fc_lport_reset(lport
);
1792 * fcoe_hostlist_lookup_softc() - find the corresponding lport by a given device
1793 * @dev: this is currently ptr to net_device
1795 * Called with fcoe_hostlist_lock held.
1797 * Returns: NULL or the located fcoe_softc
1799 static struct fcoe_softc
*
1800 fcoe_hostlist_lookup_softc(const struct net_device
*dev
)
1802 struct fcoe_softc
*fc
;
1804 list_for_each_entry(fc
, &fcoe_hostlist
, list
) {
1805 if (fc
->netdev
== dev
)
1812 * fcoe_hostlist_lookup() - Find the corresponding lport by netdev
1813 * @netdev: ptr to net_device
1815 * Returns: 0 for success
1817 struct fc_lport
*fcoe_hostlist_lookup(const struct net_device
*netdev
)
1819 struct fcoe_softc
*fc
;
1821 read_lock(&fcoe_hostlist_lock
);
1822 fc
= fcoe_hostlist_lookup_softc(netdev
);
1823 read_unlock(&fcoe_hostlist_lock
);
1825 return (fc
) ? fc
->ctlr
.lp
: NULL
;
1829 * fcoe_hostlist_add() - Add a lport to lports list
1830 * @lp: ptr to the fc_lport to be added
1832 * Called with write fcoe_hostlist_lock held.
1834 * Returns: 0 for success
1836 int fcoe_hostlist_add(const struct fc_lport
*lp
)
1838 struct fcoe_softc
*fc
;
1840 fc
= fcoe_hostlist_lookup_softc(fcoe_netdev(lp
));
1842 fc
= lport_priv(lp
);
1843 list_add_tail(&fc
->list
, &fcoe_hostlist
);
1849 * fcoe_hostlist_remove() - remove a lport from lports list
1850 * @lp: ptr to the fc_lport to be removed
1852 * Returns: 0 for success
1854 int fcoe_hostlist_remove(const struct fc_lport
*lp
)
1856 struct fcoe_softc
*fc
;
1858 write_lock_bh(&fcoe_hostlist_lock
);
1859 fc
= fcoe_hostlist_lookup_softc(fcoe_netdev(lp
));
1861 list_del(&fc
->list
);
1862 write_unlock_bh(&fcoe_hostlist_lock
);
1868 * fcoe_init() - fcoe module loading initialization
1870 * Returns 0 on success, negative on failure
1872 static int __init
fcoe_init(void)
1876 struct fcoe_percpu_s
*p
;
1878 INIT_LIST_HEAD(&fcoe_hostlist
);
1879 rwlock_init(&fcoe_hostlist_lock
);
1881 for_each_possible_cpu(cpu
) {
1882 p
= &per_cpu(fcoe_percpu
, cpu
);
1883 skb_queue_head_init(&p
->fcoe_rx_list
);
1886 for_each_online_cpu(cpu
)
1887 fcoe_percpu_thread_create(cpu
);
1889 /* Initialize per CPU interrupt thread */
1890 rc
= register_hotcpu_notifier(&fcoe_cpu_notifier
);
1894 /* Setup link change notification */
1902 for_each_online_cpu(cpu
) {
1903 fcoe_percpu_thread_destroy(cpu
);
1908 module_init(fcoe_init
);
1911 * fcoe_exit() - fcoe module unloading cleanup
1913 * Returns 0 on success, negative on failure
1915 static void __exit
fcoe_exit(void)
1918 struct fcoe_softc
*fc
, *tmp
;
1922 /* releases the associated fcoe hosts */
1923 list_for_each_entry_safe(fc
, tmp
, &fcoe_hostlist
, list
)
1924 fcoe_if_destroy(fc
->netdev
);
1926 unregister_hotcpu_notifier(&fcoe_cpu_notifier
);
1928 for_each_online_cpu(cpu
) {
1929 fcoe_percpu_thread_destroy(cpu
);
1932 /* detach from scsi transport */
1935 module_exit(fcoe_exit
);