1 /* bnx2fc_tgt.c: Broadcom NetXtreme II Linux FCoE offload driver.
2 * Handles operations such as session offload/upload etc, and manages
3 * session resources such as connection id and qp resources.
5 * Copyright (c) 2008 - 2010 Broadcom Corporation
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation.
11 * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
15 static void bnx2fc_upld_timer(unsigned long data
);
16 static void bnx2fc_ofld_timer(unsigned long data
);
17 static int bnx2fc_init_tgt(struct bnx2fc_rport
*tgt
,
18 struct fcoe_port
*port
,
19 struct fc_rport_priv
*rdata
);
20 static u32
bnx2fc_alloc_conn_id(struct bnx2fc_hba
*hba
,
21 struct bnx2fc_rport
*tgt
);
22 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba
*hba
,
23 struct bnx2fc_rport
*tgt
);
24 static void bnx2fc_free_session_resc(struct bnx2fc_hba
*hba
,
25 struct bnx2fc_rport
*tgt
);
26 static void bnx2fc_free_conn_id(struct bnx2fc_hba
*hba
, u32 conn_id
);
28 static void bnx2fc_upld_timer(unsigned long data
)
31 struct bnx2fc_rport
*tgt
= (struct bnx2fc_rport
*)data
;
33 BNX2FC_TGT_DBG(tgt
, "upld_timer - Upload compl not received!!\n");
34 /* fake upload completion */
35 clear_bit(BNX2FC_FLAG_OFFLOADED
, &tgt
->flags
);
36 set_bit(BNX2FC_FLAG_UPLD_REQ_COMPL
, &tgt
->flags
);
37 wake_up_interruptible(&tgt
->upld_wait
);
40 static void bnx2fc_ofld_timer(unsigned long data
)
43 struct bnx2fc_rport
*tgt
= (struct bnx2fc_rport
*)data
;
45 BNX2FC_TGT_DBG(tgt
, "entered bnx2fc_ofld_timer\n");
46 /* NOTE: This function should never be called, as
47 * offload should never timeout
50 * If the timer has expired, this session is dead
51 * Clear offloaded flag and logout of this device.
52 * Since OFFLOADED flag is cleared, this case
53 * will be considered as offload error and the
54 * port will be logged off, and conn_id, session
55 * resources are freed up in bnx2fc_offload_session
57 clear_bit(BNX2FC_FLAG_OFFLOADED
, &tgt
->flags
);
58 set_bit(BNX2FC_FLAG_OFLD_REQ_CMPL
, &tgt
->flags
);
59 wake_up_interruptible(&tgt
->ofld_wait
);
62 static void bnx2fc_offload_session(struct fcoe_port
*port
,
63 struct bnx2fc_rport
*tgt
,
64 struct fc_rport_priv
*rdata
)
66 struct fc_lport
*lport
= rdata
->local_port
;
67 struct fc_rport
*rport
= rdata
->rport
;
68 struct bnx2fc_interface
*interface
= port
->priv
;
69 struct bnx2fc_hba
*hba
= interface
->hba
;
73 /* Initialize bnx2fc_rport */
74 /* NOTE: tgt is already bzero'd */
75 rval
= bnx2fc_init_tgt(tgt
, port
, rdata
);
77 printk(KERN_ERR PFX
"Failed to allocate conn id for "
78 "port_id (%6x)\n", rport
->port_id
);
82 /* Allocate session resources */
83 rval
= bnx2fc_alloc_session_resc(hba
, tgt
);
85 printk(KERN_ERR PFX
"Failed to allocate resources\n");
90 * Initialize FCoE session offload process.
91 * Upon completion of offload process add
92 * rport to list of rports
95 clear_bit(BNX2FC_FLAG_OFLD_REQ_CMPL
, &tgt
->flags
);
96 rval
= bnx2fc_send_session_ofld_req(port
, tgt
);
98 printk(KERN_ERR PFX
"ofld_req failed\n");
103 * wait for the session is offloaded and enabled. 3 Secs
104 * should be ample time for this process to complete.
106 setup_timer(&tgt
->ofld_timer
, bnx2fc_ofld_timer
, (unsigned long)tgt
);
107 mod_timer(&tgt
->ofld_timer
, jiffies
+ BNX2FC_FW_TIMEOUT
);
109 wait_event_interruptible(tgt
->ofld_wait
,
111 BNX2FC_FLAG_OFLD_REQ_CMPL
,
113 if (signal_pending(current
))
114 flush_signals(current
);
116 del_timer_sync(&tgt
->ofld_timer
);
118 if (!(test_bit(BNX2FC_FLAG_OFFLOADED
, &tgt
->flags
))) {
119 if (test_and_clear_bit(BNX2FC_FLAG_CTX_ALLOC_FAILURE
,
121 BNX2FC_TGT_DBG(tgt
, "ctx_alloc_failure, "
122 "retry ofld..%d\n", i
++);
123 msleep_interruptible(1000);
132 if (bnx2fc_map_doorbell(tgt
)) {
133 printk(KERN_ERR PFX
"map doorbell failed - no mem\n");
134 /* upload will take care of cleaning up sess resc */
135 lport
->tt
.rport_logoff(rdata
);
142 /* couldn't offload the session. log off from this rport */
143 BNX2FC_TGT_DBG(tgt
, "bnx2fc_offload_session - offload error\n");
144 lport
->tt
.rport_logoff(rdata
);
145 /* Free session resources */
146 bnx2fc_free_session_resc(hba
, tgt
);
147 if (tgt
->fcoe_conn_id
!= -1)
148 bnx2fc_free_conn_id(hba
, tgt
->fcoe_conn_id
);
151 void bnx2fc_flush_active_ios(struct bnx2fc_rport
*tgt
)
153 struct bnx2fc_cmd
*io_req
;
154 struct list_head
*list
;
155 struct list_head
*tmp
;
158 BNX2FC_TGT_DBG(tgt
, "Entered flush_active_ios - %d\n",
159 tgt
->num_active_ios
.counter
);
161 spin_lock_bh(&tgt
->tgt_lock
);
162 tgt
->flush_in_prog
= 1;
164 list_for_each_safe(list
, tmp
, &tgt
->active_cmd_queue
) {
166 io_req
= (struct bnx2fc_cmd
*)list
;
167 list_del_init(&io_req
->link
);
168 io_req
->on_active_queue
= 0;
169 BNX2FC_IO_DBG(io_req
, "cmd_queue cleanup\n");
171 if (cancel_delayed_work(&io_req
->timeout_work
)) {
172 if (test_and_clear_bit(BNX2FC_FLAG_EH_ABORT
,
173 &io_req
->req_flags
)) {
174 /* Handle eh_abort timeout */
175 BNX2FC_IO_DBG(io_req
, "eh_abort for IO "
177 complete(&io_req
->tm_done
);
179 kref_put(&io_req
->refcount
,
180 bnx2fc_cmd_release
); /* drop timer hold */
183 set_bit(BNX2FC_FLAG_IO_COMPL
, &io_req
->req_flags
);
184 set_bit(BNX2FC_FLAG_IO_CLEANUP
, &io_req
->req_flags
);
185 rc
= bnx2fc_initiate_cleanup(io_req
);
189 list_for_each_safe(list
, tmp
, &tgt
->els_queue
) {
191 io_req
= (struct bnx2fc_cmd
*)list
;
192 list_del_init(&io_req
->link
);
193 io_req
->on_active_queue
= 0;
195 BNX2FC_IO_DBG(io_req
, "els_queue cleanup\n");
197 if (cancel_delayed_work(&io_req
->timeout_work
))
198 kref_put(&io_req
->refcount
,
199 bnx2fc_cmd_release
); /* drop timer hold */
201 if ((io_req
->cb_func
) && (io_req
->cb_arg
)) {
202 io_req
->cb_func(io_req
->cb_arg
);
203 io_req
->cb_arg
= NULL
;
206 rc
= bnx2fc_initiate_cleanup(io_req
);
210 list_for_each_safe(list
, tmp
, &tgt
->io_retire_queue
) {
212 io_req
= (struct bnx2fc_cmd
*)list
;
213 list_del_init(&io_req
->link
);
215 BNX2FC_IO_DBG(io_req
, "retire_queue flush\n");
217 if (cancel_delayed_work(&io_req
->timeout_work
))
218 kref_put(&io_req
->refcount
, bnx2fc_cmd_release
);
220 clear_bit(BNX2FC_FLAG_ISSUE_RRQ
, &io_req
->req_flags
);
223 BNX2FC_TGT_DBG(tgt
, "IOs flushed = %d\n", i
);
225 spin_unlock_bh(&tgt
->tgt_lock
);
226 /* wait for active_ios to go to 0 */
227 while ((tgt
->num_active_ios
.counter
!= 0) && (i
++ < BNX2FC_WAIT_CNT
))
229 if (tgt
->num_active_ios
.counter
!= 0)
230 printk(KERN_ERR PFX
"CLEANUP on port 0x%x:"
231 " active_ios = %d\n",
232 tgt
->rdata
->ids
.port_id
, tgt
->num_active_ios
.counter
);
233 spin_lock_bh(&tgt
->tgt_lock
);
234 tgt
->flush_in_prog
= 0;
235 spin_unlock_bh(&tgt
->tgt_lock
);
238 static void bnx2fc_upload_session(struct fcoe_port
*port
,
239 struct bnx2fc_rport
*tgt
)
241 struct bnx2fc_interface
*interface
= port
->priv
;
242 struct bnx2fc_hba
*hba
= interface
->hba
;
244 BNX2FC_TGT_DBG(tgt
, "upload_session: active_ios = %d\n",
245 tgt
->num_active_ios
.counter
);
248 * Called with hba->hba_mutex held.
249 * This is a blocking call
251 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL
, &tgt
->flags
);
252 bnx2fc_send_session_disable_req(port
, tgt
);
255 * wait for upload to complete. 3 Secs
256 * should be sufficient time for this process to complete.
258 setup_timer(&tgt
->upld_timer
, bnx2fc_upld_timer
, (unsigned long)tgt
);
259 mod_timer(&tgt
->upld_timer
, jiffies
+ BNX2FC_FW_TIMEOUT
);
261 BNX2FC_TGT_DBG(tgt
, "waiting for disable compl\n");
262 wait_event_interruptible(tgt
->upld_wait
,
264 BNX2FC_FLAG_UPLD_REQ_COMPL
,
267 if (signal_pending(current
))
268 flush_signals(current
);
270 del_timer_sync(&tgt
->upld_timer
);
273 * traverse thru the active_q and tmf_q and cleanup
276 BNX2FC_TGT_DBG(tgt
, "flush/upload - disable wait flags = 0x%lx\n",
278 bnx2fc_flush_active_ios(tgt
);
280 /* Issue destroy KWQE */
281 if (test_bit(BNX2FC_FLAG_DISABLED
, &tgt
->flags
)) {
282 BNX2FC_TGT_DBG(tgt
, "send destroy req\n");
283 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL
, &tgt
->flags
);
284 bnx2fc_send_session_destroy_req(hba
, tgt
);
286 /* wait for destroy to complete */
287 setup_timer(&tgt
->upld_timer
,
288 bnx2fc_upld_timer
, (unsigned long)tgt
);
289 mod_timer(&tgt
->upld_timer
, jiffies
+ BNX2FC_FW_TIMEOUT
);
291 wait_event_interruptible(tgt
->upld_wait
,
293 BNX2FC_FLAG_UPLD_REQ_COMPL
,
296 if (!(test_bit(BNX2FC_FLAG_DESTROYED
, &tgt
->flags
)))
297 printk(KERN_ERR PFX
"ERROR!! destroy timed out\n");
299 BNX2FC_TGT_DBG(tgt
, "destroy wait complete flags = 0x%lx\n",
301 if (signal_pending(current
))
302 flush_signals(current
);
304 del_timer_sync(&tgt
->upld_timer
);
307 printk(KERN_ERR PFX
"ERROR!! DISABLE req timed out, destroy"
308 " not sent to FW\n");
310 /* Free session resources */
311 bnx2fc_free_session_resc(hba
, tgt
);
312 bnx2fc_free_conn_id(hba
, tgt
->fcoe_conn_id
);
315 static int bnx2fc_init_tgt(struct bnx2fc_rport
*tgt
,
316 struct fcoe_port
*port
,
317 struct fc_rport_priv
*rdata
)
320 struct fc_rport
*rport
= rdata
->rport
;
321 struct bnx2fc_interface
*interface
= port
->priv
;
322 struct bnx2fc_hba
*hba
= interface
->hba
;
323 struct b577xx_doorbell_set_prod
*sq_db
= &tgt
->sq_db
;
324 struct b577xx_fcoe_rx_doorbell
*rx_db
= &tgt
->rx_db
;
330 if (hba
->num_ofld_sess
>= BNX2FC_NUM_MAX_SESS
) {
331 BNX2FC_TGT_DBG(tgt
, "exceeded max sessions. logoff this tgt\n");
332 tgt
->fcoe_conn_id
= -1;
336 tgt
->fcoe_conn_id
= bnx2fc_alloc_conn_id(hba
, tgt
);
337 if (tgt
->fcoe_conn_id
== -1)
340 BNX2FC_TGT_DBG(tgt
, "init_tgt - conn_id = 0x%x\n", tgt
->fcoe_conn_id
);
342 tgt
->max_sqes
= BNX2FC_SQ_WQES_MAX
;
343 tgt
->max_rqes
= BNX2FC_RQ_WQES_MAX
;
344 tgt
->max_cqes
= BNX2FC_CQ_WQES_MAX
;
345 atomic_set(&tgt
->free_sqes
, BNX2FC_SQ_WQES_MAX
);
347 /* Initialize the toggle bit */
348 tgt
->sq_curr_toggle_bit
= 1;
349 tgt
->cq_curr_toggle_bit
= 1;
350 tgt
->sq_prod_idx
= 0;
351 tgt
->cq_cons_idx
= 0;
352 tgt
->rq_prod_idx
= 0x8000;
353 tgt
->rq_cons_idx
= 0;
354 atomic_set(&tgt
->num_active_ios
, 0);
356 /* initialize sq doorbell */
357 sq_db
->header
.header
= B577XX_DOORBELL_HDR_DB_TYPE
;
358 sq_db
->header
.header
|= B577XX_FCOE_CONNECTION_TYPE
<<
359 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT
;
360 /* initialize rx doorbell */
361 rx_db
->hdr
.header
= ((0x1 << B577XX_DOORBELL_HDR_RX_SHIFT
) |
362 (0x1 << B577XX_DOORBELL_HDR_DB_TYPE_SHIFT
) |
363 (B577XX_FCOE_CONNECTION_TYPE
<<
364 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT
));
365 rx_db
->params
= (0x2 << B577XX_FCOE_RX_DOORBELL_NEGATIVE_ARM_SHIFT
) |
366 (0x3 << B577XX_FCOE_RX_DOORBELL_OPCODE_SHIFT
);
368 spin_lock_init(&tgt
->tgt_lock
);
369 spin_lock_init(&tgt
->cq_lock
);
371 /* Initialize active_cmd_queue list */
372 INIT_LIST_HEAD(&tgt
->active_cmd_queue
);
374 /* Initialize IO retire queue */
375 INIT_LIST_HEAD(&tgt
->io_retire_queue
);
377 INIT_LIST_HEAD(&tgt
->els_queue
);
379 /* Initialize active_tm_queue list */
380 INIT_LIST_HEAD(&tgt
->active_tm_queue
);
382 init_waitqueue_head(&tgt
->ofld_wait
);
383 init_waitqueue_head(&tgt
->upld_wait
);
389 * This event_callback is called after successful completion of libfc
390 * initiated target login. bnx2fc can proceed with initiating the session
393 void bnx2fc_rport_event_handler(struct fc_lport
*lport
,
394 struct fc_rport_priv
*rdata
,
395 enum fc_rport_event event
)
397 struct fcoe_port
*port
= lport_priv(lport
);
398 struct bnx2fc_interface
*interface
= port
->priv
;
399 struct bnx2fc_hba
*hba
= interface
->hba
;
400 struct fc_rport
*rport
= rdata
->rport
;
401 struct fc_rport_libfc_priv
*rp
;
402 struct bnx2fc_rport
*tgt
;
405 BNX2FC_HBA_DBG(lport
, "rport_event_hdlr: event = %d, port_id = 0x%x\n",
406 event
, rdata
->ids
.port_id
);
410 printk(KERN_ERR PFX
"rport is NULL: ERROR!\n");
415 if (rport
->port_id
== FC_FID_DIR_SERV
) {
417 * bnx2fc_rport structure doesn't exist for
419 * We should not come here, as lport will
420 * take care of fabric login
422 printk(KERN_ERR PFX
"%x - rport_event_handler ERROR\n",
427 if (rdata
->spp_type
!= FC_TYPE_FCP
) {
428 BNX2FC_HBA_DBG(lport
, "not FCP type target."
429 " not offloading\n");
432 if (!(rdata
->ids
.roles
& FC_RPORT_ROLE_FCP_TARGET
)) {
433 BNX2FC_HBA_DBG(lport
, "not FCP_TARGET"
434 " not offloading\n");
439 * Offlaod process is protected with hba mutex.
440 * Use the same mutex_lock for upload process too
442 mutex_lock(&hba
->hba_mutex
);
443 tgt
= (struct bnx2fc_rport
*)&rp
[1];
445 /* This can happen when ADISC finds the same target */
446 if (test_bit(BNX2FC_FLAG_OFFLOADED
, &tgt
->flags
)) {
447 BNX2FC_TGT_DBG(tgt
, "already offloaded\n");
448 mutex_unlock(&hba
->hba_mutex
);
453 * Offload the session. This is a blocking call, and will
454 * wait until the session is offloaded.
456 bnx2fc_offload_session(port
, tgt
, rdata
);
458 BNX2FC_TGT_DBG(tgt
, "OFFLOAD num_ofld_sess = %d\n",
461 if (test_bit(BNX2FC_FLAG_OFFLOADED
, &tgt
->flags
)) {
463 * Session is offloaded and enabled. Map
464 * doorbell register for this target
466 BNX2FC_TGT_DBG(tgt
, "sess offloaded\n");
467 /* This counter is protected with hba mutex */
468 hba
->num_ofld_sess
++;
470 set_bit(BNX2FC_FLAG_SESSION_READY
, &tgt
->flags
);
473 * Offload or enable would have failed.
474 * In offload/enable completion path, the
475 * rport would have already been removed
477 BNX2FC_TGT_DBG(tgt
, "Port is being logged off as "
478 "offloaded flag not set\n");
480 mutex_unlock(&hba
->hba_mutex
);
483 case RPORT_EV_FAILED
:
485 port_id
= rdata
->ids
.port_id
;
486 if (port_id
== FC_FID_DIR_SERV
)
490 printk(KERN_INFO PFX
"%x - rport not created Yet!!\n",
495 mutex_lock(&hba
->hba_mutex
);
497 * Perform session upload. Note that rdata->peers is already
498 * removed from disc->rports list before we get this event.
500 tgt
= (struct bnx2fc_rport
*)&rp
[1];
502 if (!(test_bit(BNX2FC_FLAG_OFFLOADED
, &tgt
->flags
))) {
503 mutex_unlock(&hba
->hba_mutex
);
506 clear_bit(BNX2FC_FLAG_SESSION_READY
, &tgt
->flags
);
508 bnx2fc_upload_session(port
, tgt
);
509 hba
->num_ofld_sess
--;
510 BNX2FC_TGT_DBG(tgt
, "UPLOAD num_ofld_sess = %d\n",
513 * Try to wake up the linkdown wait thread. If num_ofld_sess
514 * is 0, the waiting therad wakes up
516 if ((hba
->wait_for_link_down
) &&
517 (hba
->num_ofld_sess
== 0)) {
518 wake_up_interruptible(&hba
->shutdown_wait
);
520 if (test_bit(BNX2FC_FLAG_EXPL_LOGO
, &tgt
->flags
)) {
521 printk(KERN_ERR PFX
"Relogin to the tgt\n");
522 mutex_lock(&lport
->disc
.disc_mutex
);
523 lport
->tt
.rport_login(rdata
);
524 mutex_unlock(&lport
->disc
.disc_mutex
);
526 mutex_unlock(&hba
->hba_mutex
);
536 * bnx2fc_tgt_lookup() - Lookup a bnx2fc_rport by port_id
538 * @port: fcoe_port struct to lookup the target port on
539 * @port_id: The remote port ID to look up
541 struct bnx2fc_rport
*bnx2fc_tgt_lookup(struct fcoe_port
*port
,
544 struct bnx2fc_interface
*interface
= port
->priv
;
545 struct bnx2fc_hba
*hba
= interface
->hba
;
546 struct bnx2fc_rport
*tgt
;
547 struct fc_rport_priv
*rdata
;
550 for (i
= 0; i
< BNX2FC_NUM_MAX_SESS
; i
++) {
551 tgt
= hba
->tgt_ofld_list
[i
];
552 if ((tgt
) && (tgt
->port
== port
)) {
554 if (rdata
->ids
.port_id
== port_id
) {
555 if (rdata
->rp_state
!= RPORT_ST_DELETE
) {
556 BNX2FC_TGT_DBG(tgt
, "rport "
560 BNX2FC_TGT_DBG(tgt
, "rport 0x%x "
561 "is in DELETED state\n",
573 * bnx2fc_alloc_conn_id - allocates FCOE Connection id
575 * @hba: pointer to adapter structure
576 * @tgt: pointer to bnx2fc_rport structure
578 static u32
bnx2fc_alloc_conn_id(struct bnx2fc_hba
*hba
,
579 struct bnx2fc_rport
*tgt
)
583 /* called with hba mutex held */
586 * tgt_ofld_list access is synchronized using
587 * both hba mutex and hba lock. Atleast hba mutex or
588 * hba lock needs to be held for read access.
591 spin_lock_bh(&hba
->hba_lock
);
592 next
= hba
->next_conn_id
;
593 conn_id
= hba
->next_conn_id
++;
594 if (hba
->next_conn_id
== BNX2FC_NUM_MAX_SESS
)
595 hba
->next_conn_id
= 0;
597 while (hba
->tgt_ofld_list
[conn_id
] != NULL
) {
599 if (conn_id
== BNX2FC_NUM_MAX_SESS
)
602 if (conn_id
== next
) {
603 /* No free conn_ids are available */
604 spin_unlock_bh(&hba
->hba_lock
);
608 hba
->tgt_ofld_list
[conn_id
] = tgt
;
609 tgt
->fcoe_conn_id
= conn_id
;
610 spin_unlock_bh(&hba
->hba_lock
);
614 static void bnx2fc_free_conn_id(struct bnx2fc_hba
*hba
, u32 conn_id
)
616 /* called with hba mutex held */
617 spin_lock_bh(&hba
->hba_lock
);
618 hba
->tgt_ofld_list
[conn_id
] = NULL
;
619 hba
->next_conn_id
= conn_id
;
620 spin_unlock_bh(&hba
->hba_lock
);
624 *bnx2fc_alloc_session_resc - Allocate qp resources for the session
627 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba
*hba
,
628 struct bnx2fc_rport
*tgt
)
634 /* Allocate and map SQ */
635 tgt
->sq_mem_size
= tgt
->max_sqes
* BNX2FC_SQ_WQE_SIZE
;
636 tgt
->sq_mem_size
= (tgt
->sq_mem_size
+ (PAGE_SIZE
- 1)) & PAGE_MASK
;
638 tgt
->sq
= dma_alloc_coherent(&hba
->pcidev
->dev
, tgt
->sq_mem_size
,
639 &tgt
->sq_dma
, GFP_KERNEL
);
641 printk(KERN_ERR PFX
"unable to allocate SQ memory %d\n",
643 goto mem_alloc_failure
;
645 memset(tgt
->sq
, 0, tgt
->sq_mem_size
);
647 /* Allocate and map CQ */
648 tgt
->cq_mem_size
= tgt
->max_cqes
* BNX2FC_CQ_WQE_SIZE
;
649 tgt
->cq_mem_size
= (tgt
->cq_mem_size
+ (PAGE_SIZE
- 1)) & PAGE_MASK
;
651 tgt
->cq
= dma_alloc_coherent(&hba
->pcidev
->dev
, tgt
->cq_mem_size
,
652 &tgt
->cq_dma
, GFP_KERNEL
);
654 printk(KERN_ERR PFX
"unable to allocate CQ memory %d\n",
656 goto mem_alloc_failure
;
658 memset(tgt
->cq
, 0, tgt
->cq_mem_size
);
660 /* Allocate and map RQ and RQ PBL */
661 tgt
->rq_mem_size
= tgt
->max_rqes
* BNX2FC_RQ_WQE_SIZE
;
662 tgt
->rq_mem_size
= (tgt
->rq_mem_size
+ (PAGE_SIZE
- 1)) & PAGE_MASK
;
664 tgt
->rq
= dma_alloc_coherent(&hba
->pcidev
->dev
, tgt
->rq_mem_size
,
665 &tgt
->rq_dma
, GFP_KERNEL
);
667 printk(KERN_ERR PFX
"unable to allocate RQ memory %d\n",
669 goto mem_alloc_failure
;
671 memset(tgt
->rq
, 0, tgt
->rq_mem_size
);
673 tgt
->rq_pbl_size
= (tgt
->rq_mem_size
/ PAGE_SIZE
) * sizeof(void *);
674 tgt
->rq_pbl_size
= (tgt
->rq_pbl_size
+ (PAGE_SIZE
- 1)) & PAGE_MASK
;
676 tgt
->rq_pbl
= dma_alloc_coherent(&hba
->pcidev
->dev
, tgt
->rq_pbl_size
,
677 &tgt
->rq_pbl_dma
, GFP_KERNEL
);
679 printk(KERN_ERR PFX
"unable to allocate RQ PBL %d\n",
681 goto mem_alloc_failure
;
684 memset(tgt
->rq_pbl
, 0, tgt
->rq_pbl_size
);
685 num_pages
= tgt
->rq_mem_size
/ PAGE_SIZE
;
687 pbl
= (u32
*)tgt
->rq_pbl
;
689 while (num_pages
--) {
692 *pbl
= (u32
)((u64
)page
>> 32);
697 /* Allocate and map XFERQ */
698 tgt
->xferq_mem_size
= tgt
->max_sqes
* BNX2FC_XFERQ_WQE_SIZE
;
699 tgt
->xferq_mem_size
= (tgt
->xferq_mem_size
+ (PAGE_SIZE
- 1)) &
702 tgt
->xferq
= dma_alloc_coherent(&hba
->pcidev
->dev
, tgt
->xferq_mem_size
,
703 &tgt
->xferq_dma
, GFP_KERNEL
);
705 printk(KERN_ERR PFX
"unable to allocate XFERQ %d\n",
706 tgt
->xferq_mem_size
);
707 goto mem_alloc_failure
;
709 memset(tgt
->xferq
, 0, tgt
->xferq_mem_size
);
711 /* Allocate and map CONFQ & CONFQ PBL */
712 tgt
->confq_mem_size
= tgt
->max_sqes
* BNX2FC_CONFQ_WQE_SIZE
;
713 tgt
->confq_mem_size
= (tgt
->confq_mem_size
+ (PAGE_SIZE
- 1)) &
716 tgt
->confq
= dma_alloc_coherent(&hba
->pcidev
->dev
, tgt
->confq_mem_size
,
717 &tgt
->confq_dma
, GFP_KERNEL
);
719 printk(KERN_ERR PFX
"unable to allocate CONFQ %d\n",
720 tgt
->confq_mem_size
);
721 goto mem_alloc_failure
;
723 memset(tgt
->confq
, 0, tgt
->confq_mem_size
);
725 tgt
->confq_pbl_size
=
726 (tgt
->confq_mem_size
/ PAGE_SIZE
) * sizeof(void *);
727 tgt
->confq_pbl_size
=
728 (tgt
->confq_pbl_size
+ (PAGE_SIZE
- 1)) & PAGE_MASK
;
730 tgt
->confq_pbl
= dma_alloc_coherent(&hba
->pcidev
->dev
,
732 &tgt
->confq_pbl_dma
, GFP_KERNEL
);
733 if (!tgt
->confq_pbl
) {
734 printk(KERN_ERR PFX
"unable to allocate CONFQ PBL %d\n",
735 tgt
->confq_pbl_size
);
736 goto mem_alloc_failure
;
739 memset(tgt
->confq_pbl
, 0, tgt
->confq_pbl_size
);
740 num_pages
= tgt
->confq_mem_size
/ PAGE_SIZE
;
741 page
= tgt
->confq_dma
;
742 pbl
= (u32
*)tgt
->confq_pbl
;
744 while (num_pages
--) {
747 *pbl
= (u32
)((u64
)page
>> 32);
752 /* Allocate and map ConnDB */
753 tgt
->conn_db_mem_size
= sizeof(struct fcoe_conn_db
);
755 tgt
->conn_db
= dma_alloc_coherent(&hba
->pcidev
->dev
,
756 tgt
->conn_db_mem_size
,
757 &tgt
->conn_db_dma
, GFP_KERNEL
);
759 printk(KERN_ERR PFX
"unable to allocate conn_db %d\n",
760 tgt
->conn_db_mem_size
);
761 goto mem_alloc_failure
;
763 memset(tgt
->conn_db
, 0, tgt
->conn_db_mem_size
);
766 /* Allocate and map LCQ */
767 tgt
->lcq_mem_size
= (tgt
->max_sqes
+ 8) * BNX2FC_SQ_WQE_SIZE
;
768 tgt
->lcq_mem_size
= (tgt
->lcq_mem_size
+ (PAGE_SIZE
- 1)) &
771 tgt
->lcq
= dma_alloc_coherent(&hba
->pcidev
->dev
, tgt
->lcq_mem_size
,
772 &tgt
->lcq_dma
, GFP_KERNEL
);
775 printk(KERN_ERR PFX
"unable to allocate lcq %d\n",
777 goto mem_alloc_failure
;
779 memset(tgt
->lcq
, 0, tgt
->lcq_mem_size
);
781 tgt
->conn_db
->rq_prod
= 0x8000;
786 bnx2fc_free_session_resc(hba
, tgt
);
787 bnx2fc_free_conn_id(hba
, tgt
->fcoe_conn_id
);
792 * bnx2i_free_session_resc - free qp resources for the session
794 * @hba: adapter structure pointer
795 * @tgt: bnx2fc_rport structure pointer
797 * Free QP resources - SQ/RQ/CQ/XFERQ memory and PBL
799 static void bnx2fc_free_session_resc(struct bnx2fc_hba
*hba
,
800 struct bnx2fc_rport
*tgt
)
802 BNX2FC_TGT_DBG(tgt
, "Freeing up session resources\n");
805 iounmap(tgt
->ctx_base
);
806 tgt
->ctx_base
= NULL
;
809 spin_lock_bh(&tgt
->cq_lock
);
812 dma_free_coherent(&hba
->pcidev
->dev
, tgt
->lcq_mem_size
,
813 tgt
->lcq
, tgt
->lcq_dma
);
818 dma_free_coherent(&hba
->pcidev
->dev
, tgt
->conn_db_mem_size
,
819 tgt
->conn_db
, tgt
->conn_db_dma
);
822 /* Free confq and confq pbl */
823 if (tgt
->confq_pbl
) {
824 dma_free_coherent(&hba
->pcidev
->dev
, tgt
->confq_pbl_size
,
825 tgt
->confq_pbl
, tgt
->confq_pbl_dma
);
826 tgt
->confq_pbl
= NULL
;
829 dma_free_coherent(&hba
->pcidev
->dev
, tgt
->confq_mem_size
,
830 tgt
->confq
, tgt
->confq_dma
);
835 dma_free_coherent(&hba
->pcidev
->dev
, tgt
->xferq_mem_size
,
836 tgt
->xferq
, tgt
->xferq_dma
);
839 /* Free RQ PBL and RQ */
841 dma_free_coherent(&hba
->pcidev
->dev
, tgt
->rq_pbl_size
,
842 tgt
->rq_pbl
, tgt
->rq_pbl_dma
);
846 dma_free_coherent(&hba
->pcidev
->dev
, tgt
->rq_mem_size
,
847 tgt
->rq
, tgt
->rq_dma
);
852 dma_free_coherent(&hba
->pcidev
->dev
, tgt
->cq_mem_size
,
853 tgt
->cq
, tgt
->cq_dma
);
858 dma_free_coherent(&hba
->pcidev
->dev
, tgt
->sq_mem_size
,
859 tgt
->sq
, tgt
->sq_dma
);
862 spin_unlock_bh(&tgt
->cq_lock
);