[SCSI] bfa: Resume BFA operations after firmware mismatch is resolved.
[linux-2.6/btrfs-unstable.git] / drivers / scsi / bfa / bfad.c
blob4ccaeaecd14c8e173d70c4fce7b064c440ff52e2
1 /*
2 * Copyright (c) 2005-2009 Brocade Communications Systems, Inc.
3 * All rights reserved
4 * www.brocade.com
6 * Linux driver for Brocade Fibre Channel Host Bus Adapter.
8 * This program is free software; you can redistribute it and/or modify it
9 * under the terms of the GNU General Public License (GPL) Version 2 as
10 * published by the Free Software Foundation
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License for more details.
18 /**
19 * bfad.c Linux driver PCI interface module.
22 #include <linux/module.h>
23 #include <linux/kthread.h>
24 #include "bfad_drv.h"
25 #include "bfad_im.h"
26 #include "bfad_tm.h"
27 #include "bfad_ipfc.h"
28 #include "bfad_trcmod.h"
29 #include <fcb/bfa_fcb_vf.h>
30 #include <fcb/bfa_fcb_rport.h>
31 #include <fcb/bfa_fcb_port.h>
32 #include <fcb/bfa_fcb.h>
34 BFA_TRC_FILE(LDRV, BFAD);
35 static DEFINE_MUTEX(bfad_mutex);
36 LIST_HEAD(bfad_list);
37 static int bfad_inst;
38 int bfad_supported_fc4s;
40 static char *host_name;
41 static char *os_name;
42 static char *os_patch;
43 static int num_rports;
44 static int num_ios;
45 static int num_tms;
46 static int num_fcxps;
47 static int num_ufbufs;
48 static int reqq_size;
49 static int rspq_size;
50 static int num_sgpgs;
51 static int rport_del_timeout = BFA_FCS_RPORT_DEF_DEL_TIMEOUT;
52 static int bfa_io_max_sge = BFAD_IO_MAX_SGE;
53 static int log_level = BFA_LOG_WARNING;
54 static int ioc_auto_recover = BFA_TRUE;
55 static int ipfc_enable = BFA_FALSE;
56 static int ipfc_mtu = -1;
57 static int fdmi_enable = BFA_TRUE;
58 int bfa_lun_queue_depth = BFAD_LUN_QUEUE_DEPTH;
59 int bfa_linkup_delay = -1;
61 module_param(os_name, charp, S_IRUGO | S_IWUSR);
62 module_param(os_patch, charp, S_IRUGO | S_IWUSR);
63 module_param(host_name, charp, S_IRUGO | S_IWUSR);
64 module_param(num_rports, int, S_IRUGO | S_IWUSR);
65 module_param(num_ios, int, S_IRUGO | S_IWUSR);
66 module_param(num_tms, int, S_IRUGO | S_IWUSR);
67 module_param(num_fcxps, int, S_IRUGO | S_IWUSR);
68 module_param(num_ufbufs, int, S_IRUGO | S_IWUSR);
69 module_param(reqq_size, int, S_IRUGO | S_IWUSR);
70 module_param(rspq_size, int, S_IRUGO | S_IWUSR);
71 module_param(num_sgpgs, int, S_IRUGO | S_IWUSR);
72 module_param(rport_del_timeout, int, S_IRUGO | S_IWUSR);
73 module_param(bfa_lun_queue_depth, int, S_IRUGO | S_IWUSR);
74 module_param(bfa_io_max_sge, int, S_IRUGO | S_IWUSR);
75 module_param(log_level, int, S_IRUGO | S_IWUSR);
76 module_param(ioc_auto_recover, int, S_IRUGO | S_IWUSR);
77 module_param(ipfc_enable, int, S_IRUGO | S_IWUSR);
78 module_param(ipfc_mtu, int, S_IRUGO | S_IWUSR);
79 module_param(fdmi_enable, int, S_IRUGO | S_IWUSR);
80 module_param(bfa_linkup_delay, int, S_IRUGO | S_IWUSR);
83 * Stores the module parm num_sgpgs value;
84 * used to reset for bfad next instance.
86 static int num_sgpgs_parm;
88 static bfa_status_t
89 bfad_fc4_probe(struct bfad_s *bfad)
91 int rc;
93 rc = bfad_im_probe(bfad);
94 if (rc != BFA_STATUS_OK)
95 goto ext;
97 bfad_tm_probe(bfad);
99 if (ipfc_enable)
100 bfad_ipfc_probe(bfad);
102 bfad->bfad_flags |= BFAD_FC4_PROBE_DONE;
103 ext:
104 return rc;
107 static void
108 bfad_fc4_probe_undo(struct bfad_s *bfad)
110 bfad_im_probe_undo(bfad);
111 bfad_tm_probe_undo(bfad);
112 if (ipfc_enable)
113 bfad_ipfc_probe_undo(bfad);
114 bfad->bfad_flags &= ~BFAD_FC4_PROBE_DONE;
117 static void
118 bfad_fc4_probe_post(struct bfad_s *bfad)
120 if (bfad->im)
121 bfad_im_probe_post(bfad->im);
123 bfad_tm_probe_post(bfad);
124 if (ipfc_enable)
125 bfad_ipfc_probe_post(bfad);
128 static bfa_status_t
129 bfad_fc4_port_new(struct bfad_s *bfad, struct bfad_port_s *port, int roles)
131 int rc = BFA_STATUS_FAILED;
133 if (roles & BFA_PORT_ROLE_FCP_IM)
134 rc = bfad_im_port_new(bfad, port);
135 if (rc != BFA_STATUS_OK)
136 goto ext;
138 if (roles & BFA_PORT_ROLE_FCP_TM)
139 rc = bfad_tm_port_new(bfad, port);
140 if (rc != BFA_STATUS_OK)
141 goto ext;
143 if ((roles & BFA_PORT_ROLE_FCP_IPFC) && ipfc_enable)
144 rc = bfad_ipfc_port_new(bfad, port, port->pvb_type);
145 ext:
146 return rc;
149 static void
150 bfad_fc4_port_delete(struct bfad_s *bfad, struct bfad_port_s *port, int roles)
152 if (roles & BFA_PORT_ROLE_FCP_IM)
153 bfad_im_port_delete(bfad, port);
155 if (roles & BFA_PORT_ROLE_FCP_TM)
156 bfad_tm_port_delete(bfad, port);
158 if ((roles & BFA_PORT_ROLE_FCP_IPFC) && ipfc_enable)
159 bfad_ipfc_port_delete(bfad, port);
163 * BFA callbacks
165 void
166 bfad_hcb_comp(void *arg, bfa_status_t status)
168 struct bfad_hal_comp *fcomp = (struct bfad_hal_comp *)arg;
170 fcomp->status = status;
171 complete(&fcomp->comp);
175 * bfa_init callback
177 void
178 bfa_cb_init(void *drv, bfa_status_t init_status)
180 struct bfad_s *bfad = drv;
182 if (init_status == BFA_STATUS_OK) {
183 bfad->bfad_flags |= BFAD_HAL_INIT_DONE;
185 /* If BFAD_HAL_INIT_FAIL flag is set:
186 * Wake up the kernel thread to start
187 * the bfad operations after HAL init done
189 if ((bfad->bfad_flags & BFAD_HAL_INIT_FAIL)) {
190 bfad->bfad_flags &= ~BFAD_HAL_INIT_FAIL;
191 wake_up_process(bfad->bfad_tsk);
195 complete(&bfad->comp);
201 * BFA_FCS callbacks
203 static struct bfad_port_s *
204 bfad_get_drv_port(struct bfad_s *bfad, struct bfad_vf_s *vf_drv,
205 struct bfad_vport_s *vp_drv)
207 return (vp_drv) ? (&(vp_drv)->drv_port)
208 : ((vf_drv) ? (&(vf_drv)->base_port) : (&(bfad)->pport));
211 struct bfad_port_s *
212 bfa_fcb_port_new(struct bfad_s *bfad, struct bfa_fcs_port_s *port,
213 enum bfa_port_role roles, struct bfad_vf_s *vf_drv,
214 struct bfad_vport_s *vp_drv)
216 bfa_status_t rc;
217 struct bfad_port_s *port_drv;
219 if (!vp_drv && !vf_drv) {
220 port_drv = &bfad->pport;
221 port_drv->pvb_type = BFAD_PORT_PHYS_BASE;
222 } else if (!vp_drv && vf_drv) {
223 port_drv = &vf_drv->base_port;
224 port_drv->pvb_type = BFAD_PORT_VF_BASE;
225 } else if (vp_drv && !vf_drv) {
226 port_drv = &vp_drv->drv_port;
227 port_drv->pvb_type = BFAD_PORT_PHYS_VPORT;
228 } else {
229 port_drv = &vp_drv->drv_port;
230 port_drv->pvb_type = BFAD_PORT_VF_VPORT;
233 port_drv->fcs_port = port;
234 port_drv->roles = roles;
235 rc = bfad_fc4_port_new(bfad, port_drv, roles);
236 if (rc != BFA_STATUS_OK) {
237 bfad_fc4_port_delete(bfad, port_drv, roles);
238 port_drv = NULL;
241 return port_drv;
244 void
245 bfa_fcb_port_delete(struct bfad_s *bfad, enum bfa_port_role roles,
246 struct bfad_vf_s *vf_drv, struct bfad_vport_s *vp_drv)
248 struct bfad_port_s *port_drv;
251 * this will be only called from rmmod context
253 if (vp_drv && !vp_drv->comp_del) {
254 port_drv = bfad_get_drv_port(bfad, vf_drv, vp_drv);
255 bfa_trc(bfad, roles);
256 bfad_fc4_port_delete(bfad, port_drv, roles);
260 void
261 bfa_fcb_port_online(struct bfad_s *bfad, enum bfa_port_role roles,
262 struct bfad_vf_s *vf_drv, struct bfad_vport_s *vp_drv)
264 struct bfad_port_s *port_drv = bfad_get_drv_port(bfad, vf_drv, vp_drv);
266 if (roles & BFA_PORT_ROLE_FCP_IM)
267 bfad_im_port_online(bfad, port_drv);
269 if (roles & BFA_PORT_ROLE_FCP_TM)
270 bfad_tm_port_online(bfad, port_drv);
272 if ((roles & BFA_PORT_ROLE_FCP_IPFC) && ipfc_enable)
273 bfad_ipfc_port_online(bfad, port_drv);
275 bfad->bfad_flags |= BFAD_PORT_ONLINE;
278 void
279 bfa_fcb_port_offline(struct bfad_s *bfad, enum bfa_port_role roles,
280 struct bfad_vf_s *vf_drv, struct bfad_vport_s *vp_drv)
282 struct bfad_port_s *port_drv = bfad_get_drv_port(bfad, vf_drv, vp_drv);
284 if (roles & BFA_PORT_ROLE_FCP_IM)
285 bfad_im_port_offline(bfad, port_drv);
287 if (roles & BFA_PORT_ROLE_FCP_TM)
288 bfad_tm_port_offline(bfad, port_drv);
290 if ((roles & BFA_PORT_ROLE_FCP_IPFC) && ipfc_enable)
291 bfad_ipfc_port_offline(bfad, port_drv);
294 void
295 bfa_fcb_vport_delete(struct bfad_vport_s *vport_drv)
297 if (vport_drv->comp_del) {
298 complete(vport_drv->comp_del);
299 return;
302 kfree(vport_drv);
306 * FCS RPORT alloc callback, after successful PLOGI by FCS
308 bfa_status_t
309 bfa_fcb_rport_alloc(struct bfad_s *bfad, struct bfa_fcs_rport_s **rport,
310 struct bfad_rport_s **rport_drv)
312 bfa_status_t rc = BFA_STATUS_OK;
314 *rport_drv = kzalloc(sizeof(struct bfad_rport_s), GFP_ATOMIC);
315 if (*rport_drv == NULL) {
316 rc = BFA_STATUS_ENOMEM;
317 goto ext;
320 *rport = &(*rport_drv)->fcs_rport;
322 ext:
323 return rc;
328 void
329 bfad_hal_mem_release(struct bfad_s *bfad)
331 int i;
332 struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;
333 struct bfa_mem_elem_s *meminfo_elem;
335 for (i = 0; i < BFA_MEM_TYPE_MAX; i++) {
336 meminfo_elem = &hal_meminfo->meminfo[i];
337 if (meminfo_elem->kva != NULL) {
338 switch (meminfo_elem->mem_type) {
339 case BFA_MEM_TYPE_KVA:
340 vfree(meminfo_elem->kva);
341 break;
342 case BFA_MEM_TYPE_DMA:
343 dma_free_coherent(&bfad->pcidev->dev,
344 meminfo_elem->mem_len,
345 meminfo_elem->kva,
346 (dma_addr_t) meminfo_elem->dma);
347 break;
348 default:
349 bfa_assert(0);
350 break;
355 memset(hal_meminfo, 0, sizeof(struct bfa_meminfo_s));
358 void
359 bfad_update_hal_cfg(struct bfa_iocfc_cfg_s *bfa_cfg)
361 if (num_rports > 0)
362 bfa_cfg->fwcfg.num_rports = num_rports;
363 if (num_ios > 0)
364 bfa_cfg->fwcfg.num_ioim_reqs = num_ios;
365 if (num_tms > 0)
366 bfa_cfg->fwcfg.num_tskim_reqs = num_tms;
367 if (num_fcxps > 0)
368 bfa_cfg->fwcfg.num_fcxp_reqs = num_fcxps;
369 if (num_ufbufs > 0)
370 bfa_cfg->fwcfg.num_uf_bufs = num_ufbufs;
371 if (reqq_size > 0)
372 bfa_cfg->drvcfg.num_reqq_elems = reqq_size;
373 if (rspq_size > 0)
374 bfa_cfg->drvcfg.num_rspq_elems = rspq_size;
375 if (num_sgpgs > 0)
376 bfa_cfg->drvcfg.num_sgpgs = num_sgpgs;
379 * populate the hal values back to the driver for sysfs use.
380 * otherwise, the default values will be shown as 0 in sysfs
382 num_rports = bfa_cfg->fwcfg.num_rports;
383 num_ios = bfa_cfg->fwcfg.num_ioim_reqs;
384 num_tms = bfa_cfg->fwcfg.num_tskim_reqs;
385 num_fcxps = bfa_cfg->fwcfg.num_fcxp_reqs;
386 num_ufbufs = bfa_cfg->fwcfg.num_uf_bufs;
387 reqq_size = bfa_cfg->drvcfg.num_reqq_elems;
388 rspq_size = bfa_cfg->drvcfg.num_rspq_elems;
389 num_sgpgs = bfa_cfg->drvcfg.num_sgpgs;
392 bfa_status_t
393 bfad_hal_mem_alloc(struct bfad_s *bfad)
395 struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;
396 struct bfa_mem_elem_s *meminfo_elem;
397 bfa_status_t rc = BFA_STATUS_OK;
398 dma_addr_t phys_addr;
399 int retry_count = 0;
400 int reset_value = 1;
401 int min_num_sgpgs = 512;
402 void *kva;
403 int i;
405 bfa_cfg_get_default(&bfad->ioc_cfg);
407 retry:
408 bfad_update_hal_cfg(&bfad->ioc_cfg);
409 bfad->cfg_data.ioc_queue_depth = bfad->ioc_cfg.fwcfg.num_ioim_reqs;
410 bfa_cfg_get_meminfo(&bfad->ioc_cfg, hal_meminfo);
412 for (i = 0; i < BFA_MEM_TYPE_MAX; i++) {
413 meminfo_elem = &hal_meminfo->meminfo[i];
414 switch (meminfo_elem->mem_type) {
415 case BFA_MEM_TYPE_KVA:
416 kva = vmalloc(meminfo_elem->mem_len);
417 if (kva == NULL) {
418 bfad_hal_mem_release(bfad);
419 rc = BFA_STATUS_ENOMEM;
420 goto ext;
422 memset(kva, 0, meminfo_elem->mem_len);
423 meminfo_elem->kva = kva;
424 break;
425 case BFA_MEM_TYPE_DMA:
426 kva = dma_alloc_coherent(&bfad->pcidev->dev,
427 meminfo_elem->mem_len,
428 &phys_addr, GFP_KERNEL);
429 if (kva == NULL) {
430 bfad_hal_mem_release(bfad);
432 * If we cannot allocate with default
433 * num_sgpages try with half the value.
435 if (num_sgpgs > min_num_sgpgs) {
436 printk(KERN_INFO "bfad[%d]: memory"
437 " allocation failed with"
438 " num_sgpgs: %d\n",
439 bfad->inst_no, num_sgpgs);
440 nextLowerInt(&num_sgpgs);
441 printk(KERN_INFO "bfad[%d]: trying to"
442 " allocate memory with"
443 " num_sgpgs: %d\n",
444 bfad->inst_no, num_sgpgs);
445 retry_count++;
446 goto retry;
447 } else {
448 if (num_sgpgs_parm > 0)
449 num_sgpgs = num_sgpgs_parm;
450 else {
451 reset_value =
452 (1 << retry_count);
453 num_sgpgs *= reset_value;
455 rc = BFA_STATUS_ENOMEM;
456 goto ext;
460 if (num_sgpgs_parm > 0)
461 num_sgpgs = num_sgpgs_parm;
462 else {
463 reset_value = (1 << retry_count);
464 num_sgpgs *= reset_value;
467 memset(kva, 0, meminfo_elem->mem_len);
468 meminfo_elem->kva = kva;
469 meminfo_elem->dma = phys_addr;
470 break;
471 default:
472 break;
476 ext:
477 return rc;
481 * Create a vport under a vf.
483 bfa_status_t
484 bfad_vport_create(struct bfad_s *bfad, u16 vf_id,
485 struct bfa_port_cfg_s *port_cfg)
487 struct bfad_vport_s *vport;
488 int rc = BFA_STATUS_OK;
489 unsigned long flags;
490 struct completion fcomp;
492 vport = kzalloc(sizeof(struct bfad_vport_s), GFP_KERNEL);
493 if (!vport) {
494 rc = BFA_STATUS_ENOMEM;
495 goto ext;
498 vport->drv_port.bfad = bfad;
499 spin_lock_irqsave(&bfad->bfad_lock, flags);
500 rc = bfa_fcs_vport_create(&vport->fcs_vport, &bfad->bfa_fcs, vf_id,
501 port_cfg, vport);
502 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
504 if (rc != BFA_STATUS_OK)
505 goto ext_free_vport;
507 if (port_cfg->roles & BFA_PORT_ROLE_FCP_IM) {
508 rc = bfad_im_scsi_host_alloc(bfad, vport->drv_port.im_port);
509 if (rc != BFA_STATUS_OK)
510 goto ext_free_fcs_vport;
513 spin_lock_irqsave(&bfad->bfad_lock, flags);
514 bfa_fcs_vport_start(&vport->fcs_vport);
515 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
517 return BFA_STATUS_OK;
519 ext_free_fcs_vport:
520 spin_lock_irqsave(&bfad->bfad_lock, flags);
521 vport->comp_del = &fcomp;
522 init_completion(vport->comp_del);
523 bfa_fcs_vport_delete(&vport->fcs_vport);
524 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
525 wait_for_completion(vport->comp_del);
526 ext_free_vport:
527 kfree(vport);
528 ext:
529 return rc;
533 * Create a vf and its base vport implicitely.
535 bfa_status_t
536 bfad_vf_create(struct bfad_s *bfad, u16 vf_id,
537 struct bfa_port_cfg_s *port_cfg)
539 struct bfad_vf_s *vf;
540 int rc = BFA_STATUS_OK;
542 vf = kzalloc(sizeof(struct bfad_vf_s), GFP_KERNEL);
543 if (!vf) {
544 rc = BFA_STATUS_FAILED;
545 goto ext;
548 rc = bfa_fcs_vf_create(&vf->fcs_vf, &bfad->bfa_fcs, vf_id, port_cfg,
549 vf);
550 if (rc != BFA_STATUS_OK)
551 kfree(vf);
552 ext:
553 return rc;
556 void
557 bfad_bfa_tmo(unsigned long data)
559 struct bfad_s *bfad = (struct bfad_s *)data;
560 unsigned long flags;
561 struct list_head doneq;
563 spin_lock_irqsave(&bfad->bfad_lock, flags);
565 bfa_timer_tick(&bfad->bfa);
567 bfa_comp_deq(&bfad->bfa, &doneq);
568 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
570 if (!list_empty(&doneq)) {
571 bfa_comp_process(&bfad->bfa, &doneq);
572 spin_lock_irqsave(&bfad->bfad_lock, flags);
573 bfa_comp_free(&bfad->bfa, &doneq);
574 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
577 mod_timer(&bfad->hal_tmo, jiffies + msecs_to_jiffies(BFA_TIMER_FREQ));
580 void
581 bfad_init_timer(struct bfad_s *bfad)
583 init_timer(&bfad->hal_tmo);
584 bfad->hal_tmo.function = bfad_bfa_tmo;
585 bfad->hal_tmo.data = (unsigned long)bfad;
587 mod_timer(&bfad->hal_tmo, jiffies + msecs_to_jiffies(BFA_TIMER_FREQ));
591 bfad_pci_init(struct pci_dev *pdev, struct bfad_s *bfad)
593 unsigned long bar0_len;
594 int rc = -ENODEV;
596 if (pci_enable_device(pdev)) {
597 BFA_PRINTF(BFA_ERR, "pci_enable_device fail %p\n", pdev);
598 goto out;
601 if (pci_request_regions(pdev, BFAD_DRIVER_NAME))
602 goto out_disable_device;
604 pci_set_master(pdev);
607 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) != 0)
608 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) != 0) {
609 BFA_PRINTF(BFA_ERR, "pci_set_dma_mask fail %p\n", pdev);
610 goto out_release_region;
613 bfad->pci_bar0_map = pci_resource_start(pdev, 0);
614 bar0_len = pci_resource_len(pdev, 0);
615 bfad->pci_bar0_kva = ioremap(bfad->pci_bar0_map, bar0_len);
617 if (bfad->pci_bar0_kva == NULL) {
618 BFA_PRINTF(BFA_ERR, "Fail to map bar0\n");
619 goto out_release_region;
622 bfad->hal_pcidev.pci_slot = PCI_SLOT(pdev->devfn);
623 bfad->hal_pcidev.pci_func = PCI_FUNC(pdev->devfn);
624 bfad->hal_pcidev.pci_bar_kva = bfad->pci_bar0_kva;
625 bfad->hal_pcidev.device_id = pdev->device;
626 bfad->pci_name = pci_name(pdev);
628 bfad->pci_attr.vendor_id = pdev->vendor;
629 bfad->pci_attr.device_id = pdev->device;
630 bfad->pci_attr.ssid = pdev->subsystem_device;
631 bfad->pci_attr.ssvid = pdev->subsystem_vendor;
632 bfad->pci_attr.pcifn = PCI_FUNC(pdev->devfn);
634 bfad->pcidev = pdev;
635 return 0;
637 out_release_region:
638 pci_release_regions(pdev);
639 out_disable_device:
640 pci_disable_device(pdev);
641 out:
642 return rc;
645 void
646 bfad_pci_uninit(struct pci_dev *pdev, struct bfad_s *bfad)
648 #if defined(__ia64__)
649 pci_iounmap(pdev, bfad->pci_bar0_kva);
650 #else
651 iounmap(bfad->pci_bar0_kva);
652 #endif
653 pci_release_regions(pdev);
654 pci_disable_device(pdev);
655 pci_set_drvdata(pdev, NULL);
658 void
659 bfad_fcs_port_cfg(struct bfad_s *bfad)
661 struct bfa_port_cfg_s port_cfg;
662 struct bfa_pport_attr_s attr;
663 char symname[BFA_SYMNAME_MAXLEN];
665 sprintf(symname, "%s-%d", BFAD_DRIVER_NAME, bfad->inst_no);
666 memcpy(port_cfg.sym_name.symname, symname, strlen(symname));
667 bfa_pport_get_attr(&bfad->bfa, &attr);
668 port_cfg.nwwn = attr.nwwn;
669 port_cfg.pwwn = attr.pwwn;
671 bfa_fcs_cfg_base_port(&bfad->bfa_fcs, &port_cfg);
674 bfa_status_t
675 bfad_drv_init(struct bfad_s *bfad)
677 bfa_status_t rc;
678 unsigned long flags;
679 struct bfa_fcs_driver_info_s driver_info;
680 int i;
682 bfad->cfg_data.rport_del_timeout = rport_del_timeout;
683 bfad->cfg_data.lun_queue_depth = bfa_lun_queue_depth;
684 bfad->cfg_data.io_max_sge = bfa_io_max_sge;
685 bfad->cfg_data.binding_method = FCP_PWWN_BINDING;
687 rc = bfad_hal_mem_alloc(bfad);
688 if (rc != BFA_STATUS_OK) {
689 printk(KERN_WARNING "bfad%d bfad_hal_mem_alloc failure\n",
690 bfad->inst_no);
691 printk(KERN_WARNING
692 "Not enough memory to attach all Brocade HBA ports,"
693 " System may need more memory.\n");
694 goto out_hal_mem_alloc_failure;
697 bfa_init_log(&bfad->bfa, bfad->logmod);
698 bfa_init_trc(&bfad->bfa, bfad->trcmod);
699 bfa_init_aen(&bfad->bfa, bfad->aen);
700 INIT_LIST_HEAD(&bfad->file_q);
701 INIT_LIST_HEAD(&bfad->file_free_q);
702 for (i = 0; i < BFAD_AEN_MAX_APPS; i++) {
703 bfa_q_qe_init(&bfad->file_buf[i].qe);
704 list_add_tail(&bfad->file_buf[i].qe, &bfad->file_free_q);
706 bfa_init_plog(&bfad->bfa, &bfad->plog_buf);
707 bfa_plog_init(&bfad->plog_buf);
708 bfa_plog_str(&bfad->plog_buf, BFA_PL_MID_DRVR, BFA_PL_EID_DRIVER_START,
709 0, "Driver Attach");
711 bfa_attach(&bfad->bfa, bfad, &bfad->ioc_cfg, &bfad->meminfo,
712 &bfad->hal_pcidev);
714 init_completion(&bfad->comp);
717 * Enable Interrupt and wait bfa_init completion
719 if (bfad_setup_intr(bfad)) {
720 printk(KERN_WARNING "bfad%d: bfad_setup_intr failed\n",
721 bfad->inst_no);
722 goto out_setup_intr_failure;
725 spin_lock_irqsave(&bfad->bfad_lock, flags);
726 bfa_init(&bfad->bfa);
727 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
730 * Set up interrupt handler for each vectors
732 if ((bfad->bfad_flags & BFAD_MSIX_ON)
733 && bfad_install_msix_handler(bfad)) {
734 printk(KERN_WARNING "%s: install_msix failed, bfad%d\n",
735 __func__, bfad->inst_no);
738 bfad_init_timer(bfad);
740 wait_for_completion(&bfad->comp);
742 memset(&driver_info, 0, sizeof(driver_info));
743 strncpy(driver_info.version, BFAD_DRIVER_VERSION,
744 sizeof(driver_info.version) - 1);
745 if (host_name)
746 strncpy(driver_info.host_machine_name, host_name,
747 sizeof(driver_info.host_machine_name) - 1);
748 if (os_name)
749 strncpy(driver_info.host_os_name, os_name,
750 sizeof(driver_info.host_os_name) - 1);
751 if (os_patch)
752 strncpy(driver_info.host_os_patch, os_patch,
753 sizeof(driver_info.host_os_patch) - 1);
755 strncpy(driver_info.os_device_name, bfad->pci_name,
756 sizeof(driver_info.os_device_name - 1));
759 * FCS INIT
761 spin_lock_irqsave(&bfad->bfad_lock, flags);
762 bfa_fcs_log_init(&bfad->bfa_fcs, bfad->logmod);
763 bfa_fcs_trc_init(&bfad->bfa_fcs, bfad->trcmod);
764 bfa_fcs_aen_init(&bfad->bfa_fcs, bfad->aen);
765 bfa_fcs_attach(&bfad->bfa_fcs, &bfad->bfa, bfad, BFA_FALSE);
767 /* Do FCS init only when HAL init is done */
768 if ((bfad->bfad_flags & BFAD_HAL_INIT_DONE)) {
769 bfa_fcs_init(&bfad->bfa_fcs);
770 bfad->bfad_flags |= BFAD_FCS_INIT_DONE;
773 bfa_fcs_driver_info_init(&bfad->bfa_fcs, &driver_info);
774 bfa_fcs_set_fdmi_param(&bfad->bfa_fcs, fdmi_enable);
775 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
777 bfad->bfad_flags |= BFAD_DRV_INIT_DONE;
778 return BFA_STATUS_OK;
780 out_setup_intr_failure:
781 bfa_detach(&bfad->bfa);
782 bfad_hal_mem_release(bfad);
783 out_hal_mem_alloc_failure:
784 return BFA_STATUS_FAILED;
787 void
788 bfad_drv_uninit(struct bfad_s *bfad)
790 unsigned long flags;
792 spin_lock_irqsave(&bfad->bfad_lock, flags);
793 init_completion(&bfad->comp);
794 bfa_stop(&bfad->bfa);
795 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
796 wait_for_completion(&bfad->comp);
798 del_timer_sync(&bfad->hal_tmo);
799 bfa_isr_disable(&bfad->bfa);
800 bfa_detach(&bfad->bfa);
801 bfad_remove_intr(bfad);
802 bfa_assert(list_empty(&bfad->file_q));
803 bfad_hal_mem_release(bfad);
805 bfad->bfad_flags &= ~BFAD_DRV_INIT_DONE;
808 void
809 bfad_drv_start(struct bfad_s *bfad)
811 unsigned long flags;
813 spin_lock_irqsave(&bfad->bfad_lock, flags);
814 bfa_start(&bfad->bfa);
815 bfa_fcs_start(&bfad->bfa_fcs);
816 bfad->bfad_flags |= BFAD_HAL_START_DONE;
817 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
819 bfad_fc4_probe_post(bfad);
822 void
823 bfad_drv_stop(struct bfad_s *bfad)
825 unsigned long flags;
827 spin_lock_irqsave(&bfad->bfad_lock, flags);
828 init_completion(&bfad->comp);
829 bfad->pport.flags |= BFAD_PORT_DELETE;
830 bfa_fcs_exit(&bfad->bfa_fcs);
831 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
832 wait_for_completion(&bfad->comp);
834 spin_lock_irqsave(&bfad->bfad_lock, flags);
835 init_completion(&bfad->comp);
836 bfa_stop(&bfad->bfa);
837 bfad->bfad_flags &= ~BFAD_HAL_START_DONE;
838 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
839 wait_for_completion(&bfad->comp);
842 bfa_status_t
843 bfad_cfg_pport(struct bfad_s *bfad, enum bfa_port_role role)
845 int rc = BFA_STATUS_OK;
848 * Allocate scsi_host for the physical port
850 if ((bfad_supported_fc4s & BFA_PORT_ROLE_FCP_IM)
851 && (role & BFA_PORT_ROLE_FCP_IM)) {
852 if (bfad->pport.im_port == NULL) {
853 rc = BFA_STATUS_FAILED;
854 goto out;
857 rc = bfad_im_scsi_host_alloc(bfad, bfad->pport.im_port);
858 if (rc != BFA_STATUS_OK)
859 goto out;
861 bfad->pport.roles |= BFA_PORT_ROLE_FCP_IM;
864 bfad->bfad_flags |= BFAD_CFG_PPORT_DONE;
866 out:
867 return rc;
870 void
871 bfad_uncfg_pport(struct bfad_s *bfad)
873 if ((bfad->pport.roles & BFA_PORT_ROLE_FCP_IPFC) && ipfc_enable) {
874 bfad_ipfc_port_delete(bfad, &bfad->pport);
875 bfad->pport.roles &= ~BFA_PORT_ROLE_FCP_IPFC;
878 if ((bfad_supported_fc4s & BFA_PORT_ROLE_FCP_IM)
879 && (bfad->pport.roles & BFA_PORT_ROLE_FCP_IM)) {
880 bfad_im_scsi_host_free(bfad, bfad->pport.im_port);
881 bfad_im_port_clean(bfad->pport.im_port);
882 kfree(bfad->pport.im_port);
883 bfad->pport.roles &= ~BFA_PORT_ROLE_FCP_IM;
886 bfad->bfad_flags &= ~BFAD_CFG_PPORT_DONE;
889 void
890 bfad_drv_log_level_set(struct bfad_s *bfad)
892 if (log_level > BFA_LOG_INVALID && log_level <= BFA_LOG_LEVEL_MAX)
893 bfa_log_set_level_all(&bfad->log_data, log_level);
896 bfa_status_t
897 bfad_start_ops(struct bfad_s *bfad)
899 int retval;
901 /* PPORT FCS config */
902 bfad_fcs_port_cfg(bfad);
904 retval = bfad_cfg_pport(bfad, BFA_PORT_ROLE_FCP_IM);
905 if (retval != BFA_STATUS_OK)
906 goto out_cfg_pport_failure;
908 /* BFAD level FC4 (IM/TM/IPFC) specific resource allocation */
909 retval = bfad_fc4_probe(bfad);
910 if (retval != BFA_STATUS_OK) {
911 printk(KERN_WARNING "bfad_fc4_probe failed\n");
912 goto out_fc4_probe_failure;
915 bfad_drv_start(bfad);
918 * If bfa_linkup_delay is set to -1 default; try to retrive the
919 * value using the bfad_os_get_linkup_delay(); else use the
920 * passed in module param value as the bfa_linkup_delay.
922 if (bfa_linkup_delay < 0) {
924 bfa_linkup_delay = bfad_os_get_linkup_delay(bfad);
925 bfad_os_rport_online_wait(bfad);
926 bfa_linkup_delay = -1;
928 } else {
929 bfad_os_rport_online_wait(bfad);
932 bfa_log(bfad->logmod, BFA_LOG_LINUX_DEVICE_CLAIMED, bfad->pci_name);
934 return BFA_STATUS_OK;
936 out_fc4_probe_failure:
937 bfad_fc4_probe_undo(bfad);
938 bfad_uncfg_pport(bfad);
939 out_cfg_pport_failure:
940 return BFA_STATUS_FAILED;
944 bfad_worker (void *ptr)
946 struct bfad_s *bfad;
947 unsigned long flags;
949 bfad = (struct bfad_s *)ptr;
951 while (!kthread_should_stop()) {
953 /* Check if the FCS init is done from bfad_drv_init;
954 * if not done do FCS init and set the flag.
956 if (!(bfad->bfad_flags & BFAD_FCS_INIT_DONE)) {
957 spin_lock_irqsave(&bfad->bfad_lock, flags);
958 bfa_fcs_init(&bfad->bfa_fcs);
959 bfad->bfad_flags |= BFAD_FCS_INIT_DONE;
960 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
963 /* Start the bfad operations after HAL init done */
964 bfad_start_ops(bfad);
966 spin_lock_irqsave(&bfad->bfad_lock, flags);
967 bfad->bfad_tsk = NULL;
968 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
970 break;
973 return 0;
977 * PCI_entry PCI driver entries * {
981 * PCI probe entry.
984 bfad_pci_probe(struct pci_dev *pdev, const struct pci_device_id *pid)
986 struct bfad_s *bfad;
987 int error = -ENODEV, retval;
988 char buf[16];
991 * For single port cards - only claim function 0
993 if ((pdev->device == BFA_PCI_DEVICE_ID_FC_8G1P)
994 && (PCI_FUNC(pdev->devfn) != 0))
995 return -ENODEV;
997 BFA_TRACE(BFA_INFO, "bfad_pci_probe entry");
999 bfad = kzalloc(sizeof(struct bfad_s), GFP_KERNEL);
1000 if (!bfad) {
1001 error = -ENOMEM;
1002 goto out;
1005 bfad->trcmod = kzalloc(sizeof(struct bfa_trc_mod_s), GFP_KERNEL);
1006 if (!bfad->trcmod) {
1007 printk(KERN_WARNING "Error alloc trace buffer!\n");
1008 error = -ENOMEM;
1009 goto out_alloc_trace_failure;
1013 * LOG/TRACE INIT
1015 bfa_trc_init(bfad->trcmod);
1016 bfa_trc(bfad, bfad_inst);
1018 bfad->logmod = &bfad->log_data;
1019 sprintf(buf, "%d", bfad_inst);
1020 bfa_log_init(bfad->logmod, buf, bfa_os_printf);
1022 bfad_drv_log_level_set(bfad);
1024 bfad->aen = &bfad->aen_buf;
1026 if (!(bfad_load_fwimg(pdev))) {
1027 printk(KERN_WARNING "bfad_load_fwimg failure!\n");
1028 kfree(bfad->trcmod);
1029 goto out_alloc_trace_failure;
1032 retval = bfad_pci_init(pdev, bfad);
1033 if (retval) {
1034 printk(KERN_WARNING "bfad_pci_init failure!\n");
1035 error = retval;
1036 goto out_pci_init_failure;
1039 mutex_lock(&bfad_mutex);
1040 bfad->inst_no = bfad_inst++;
1041 list_add_tail(&bfad->list_entry, &bfad_list);
1042 mutex_unlock(&bfad_mutex);
1044 spin_lock_init(&bfad->bfad_lock);
1045 pci_set_drvdata(pdev, bfad);
1047 bfad->ref_count = 0;
1048 bfad->pport.bfad = bfad;
1050 bfad->bfad_tsk = kthread_create(bfad_worker, (void *) bfad, "%s",
1051 "bfad_worker");
1052 if (IS_ERR(bfad->bfad_tsk)) {
1053 printk(KERN_INFO "bfad[%d]: Kernel thread"
1054 " creation failed!\n",
1055 bfad->inst_no);
1056 goto out_kthread_create_failure;
1059 retval = bfad_drv_init(bfad);
1060 if (retval != BFA_STATUS_OK)
1061 goto out_drv_init_failure;
1062 if (!(bfad->bfad_flags & BFAD_HAL_INIT_DONE)) {
1063 bfad->bfad_flags |= BFAD_HAL_INIT_FAIL;
1064 printk(KERN_WARNING "bfad%d: hal init failed\n", bfad->inst_no);
1065 goto ok;
1068 retval = bfad_start_ops(bfad);
1069 if (retval != BFA_STATUS_OK)
1070 goto out_start_ops_failure;
1072 kthread_stop(bfad->bfad_tsk);
1073 bfad->bfad_tsk = NULL;
1076 return 0;
1078 out_start_ops_failure:
1079 bfad_drv_uninit(bfad);
1080 out_drv_init_failure:
1081 kthread_stop(bfad->bfad_tsk);
1082 out_kthread_create_failure:
1083 mutex_lock(&bfad_mutex);
1084 bfad_inst--;
1085 list_del(&bfad->list_entry);
1086 mutex_unlock(&bfad_mutex);
1087 bfad_pci_uninit(pdev, bfad);
1088 out_pci_init_failure:
1089 kfree(bfad->trcmod);
1090 out_alloc_trace_failure:
1091 kfree(bfad);
1092 out:
1093 return error;
1097 * PCI remove entry.
1099 void
1100 bfad_pci_remove(struct pci_dev *pdev)
1102 struct bfad_s *bfad = pci_get_drvdata(pdev);
1103 unsigned long flags;
1105 bfa_trc(bfad, bfad->inst_no);
1107 spin_lock_irqsave(&bfad->bfad_lock, flags);
1108 if (bfad->bfad_tsk != NULL)
1109 kthread_stop(bfad->bfad_tsk);
1110 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
1112 if ((bfad->bfad_flags & BFAD_DRV_INIT_DONE)
1113 && !(bfad->bfad_flags & BFAD_HAL_INIT_DONE)) {
1115 spin_lock_irqsave(&bfad->bfad_lock, flags);
1116 init_completion(&bfad->comp);
1117 bfa_stop(&bfad->bfa);
1118 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
1119 wait_for_completion(&bfad->comp);
1121 bfad_remove_intr(bfad);
1122 del_timer_sync(&bfad->hal_tmo);
1123 goto hal_detach;
1124 } else if (!(bfad->bfad_flags & BFAD_DRV_INIT_DONE)) {
1125 goto remove_sysfs;
1128 if (bfad->bfad_flags & BFAD_HAL_START_DONE) {
1129 bfad_drv_stop(bfad);
1130 } else if (bfad->bfad_flags & BFAD_DRV_INIT_DONE) {
1131 /* Invoking bfa_stop() before bfa_detach
1132 * when HAL and DRV init are success
1133 * but HAL start did not occur.
1135 spin_lock_irqsave(&bfad->bfad_lock, flags);
1136 init_completion(&bfad->comp);
1137 bfa_stop(&bfad->bfa);
1138 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
1139 wait_for_completion(&bfad->comp);
1142 bfad_remove_intr(bfad);
1143 del_timer_sync(&bfad->hal_tmo);
1145 if (bfad->bfad_flags & BFAD_FC4_PROBE_DONE)
1146 bfad_fc4_probe_undo(bfad);
1148 if (bfad->bfad_flags & BFAD_CFG_PPORT_DONE)
1149 bfad_uncfg_pport(bfad);
1151 hal_detach:
1152 spin_lock_irqsave(&bfad->bfad_lock, flags);
1153 bfa_detach(&bfad->bfa);
1154 spin_unlock_irqrestore(&bfad->bfad_lock, flags);
1155 bfad_hal_mem_release(bfad);
1156 remove_sysfs:
1158 mutex_lock(&bfad_mutex);
1159 bfad_inst--;
1160 list_del(&bfad->list_entry);
1161 mutex_unlock(&bfad_mutex);
1162 bfad_pci_uninit(pdev, bfad);
1164 kfree(bfad->trcmod);
1165 kfree(bfad);
1169 static struct pci_device_id bfad_id_table[] = {
1171 .vendor = BFA_PCI_VENDOR_ID_BROCADE,
1172 .device = BFA_PCI_DEVICE_ID_FC_8G2P,
1173 .subvendor = PCI_ANY_ID,
1174 .subdevice = PCI_ANY_ID,
1177 .vendor = BFA_PCI_VENDOR_ID_BROCADE,
1178 .device = BFA_PCI_DEVICE_ID_FC_8G1P,
1179 .subvendor = PCI_ANY_ID,
1180 .subdevice = PCI_ANY_ID,
1183 .vendor = BFA_PCI_VENDOR_ID_BROCADE,
1184 .device = BFA_PCI_DEVICE_ID_CT,
1185 .subvendor = PCI_ANY_ID,
1186 .subdevice = PCI_ANY_ID,
1187 .class = (PCI_CLASS_SERIAL_FIBER << 8),
1188 .class_mask = ~0,
1191 {0, 0},
1194 MODULE_DEVICE_TABLE(pci, bfad_id_table);
1196 static struct pci_driver bfad_pci_driver = {
1197 .name = BFAD_DRIVER_NAME,
1198 .id_table = bfad_id_table,
1199 .probe = bfad_pci_probe,
1200 .remove = __devexit_p(bfad_pci_remove),
1204 * Linux driver module functions
1206 bfa_status_t
1207 bfad_fc4_module_init(void)
1209 int rc;
1211 rc = bfad_im_module_init();
1212 if (rc != BFA_STATUS_OK)
1213 goto ext;
1215 bfad_tm_module_init();
1216 if (ipfc_enable)
1217 bfad_ipfc_module_init();
1218 ext:
1219 return rc;
1222 void
1223 bfad_fc4_module_exit(void)
1225 if (ipfc_enable)
1226 bfad_ipfc_module_exit();
1227 bfad_tm_module_exit();
1228 bfad_im_module_exit();
1232 * Driver module init.
1234 static int __init
1235 bfad_init(void)
1237 int error = 0;
1239 printk(KERN_INFO "Brocade BFA FC/FCOE SCSI driver - version: %s\n",
1240 BFAD_DRIVER_VERSION);
1242 if (num_sgpgs > 0)
1243 num_sgpgs_parm = num_sgpgs;
1245 error = bfad_fc4_module_init();
1246 if (error) {
1247 error = -ENOMEM;
1248 printk(KERN_WARNING "bfad_fc4_module_init failure\n");
1249 goto ext;
1252 if (!strcmp(FCPI_NAME, " fcpim"))
1253 bfad_supported_fc4s |= BFA_PORT_ROLE_FCP_IM;
1254 if (!strcmp(FCPT_NAME, " fcptm"))
1255 bfad_supported_fc4s |= BFA_PORT_ROLE_FCP_TM;
1256 if (!strcmp(IPFC_NAME, " ipfc"))
1257 bfad_supported_fc4s |= BFA_PORT_ROLE_FCP_IPFC;
1259 bfa_ioc_auto_recover(ioc_auto_recover);
1260 bfa_fcs_rport_set_del_timeout(rport_del_timeout);
1261 error = pci_register_driver(&bfad_pci_driver);
1263 if (error) {
1264 printk(KERN_WARNING "bfad pci_register_driver failure\n");
1265 goto ext;
1268 return 0;
1270 ext:
1271 bfad_fc4_module_exit();
1272 return error;
1276 * Driver module exit.
1278 static void __exit
1279 bfad_exit(void)
1281 pci_unregister_driver(&bfad_pci_driver);
1282 bfad_fc4_module_exit();
1283 bfad_free_fwimg();
1286 #define BFAD_PROTO_NAME FCPI_NAME FCPT_NAME IPFC_NAME
1288 module_init(bfad_init);
1289 module_exit(bfad_exit);
1290 MODULE_LICENSE("GPL");
1291 MODULE_DESCRIPTION("Brocade Fibre Channel HBA Driver" BFAD_PROTO_NAME);
1292 MODULE_AUTHOR("Brocade Communications Systems, Inc.");
1293 MODULE_VERSION(BFAD_DRIVER_VERSION);