1 /* bnx2fc_tgt.c: Broadcom NetXtreme II Linux FCoE offload driver.
2 * Handles operations such as session offload/upload etc, and manages
3 * session resources such as connection id and qp resources.
5 * Copyright (c) 2008 - 2010 Broadcom Corporation
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation.
11 * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
15 static void bnx2fc_upld_timer(unsigned long data);
16 static void bnx2fc_ofld_timer(unsigned long data);
17 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt,
18 struct fcoe_port *port,
19 struct fc_rport_priv *rdata);
20 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba,
21 struct bnx2fc_rport *tgt);
22 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba,
23 struct bnx2fc_rport *tgt);
24 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba,
25 struct bnx2fc_rport *tgt);
26 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id);
28 static void bnx2fc_upld_timer(unsigned long data)
31 struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data;
33 BNX2FC_TGT_DBG(tgt, "upld_timer - Upload compl not received!!\n");
34 /* fake upload completion */
35 clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags);
36 set_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags);
37 wake_up_interruptible(&tgt->upld_wait);
40 static void bnx2fc_ofld_timer(unsigned long data)
43 struct bnx2fc_rport *tgt = (struct bnx2fc_rport *)data;
45 BNX2FC_TGT_DBG(tgt, "entered bnx2fc_ofld_timer\n");
46 /* NOTE: This function should never be called, as
47 * offload should never timeout
50 * If the timer has expired, this session is dead
51 * Clear offloaded flag and logout of this device.
52 * Since OFFLOADED flag is cleared, this case
53 * will be considered as offload error and the
54 * port will be logged off, and conn_id, session
55 * resources are freed up in bnx2fc_offload_session
57 clear_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags);
58 set_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags);
59 wake_up_interruptible(&tgt->ofld_wait);
62 static void bnx2fc_offload_session(struct fcoe_port *port,
63 struct bnx2fc_rport *tgt,
64 struct fc_rport_priv *rdata)
66 struct fc_lport *lport = rdata->local_port;
67 struct fc_rport *rport = rdata->rport;
68 struct bnx2fc_interface *interface = port->priv;
69 struct bnx2fc_hba *hba = interface->hba;
73 /* Initialize bnx2fc_rport */
74 /* NOTE: tgt is already bzero'd */
75 rval = bnx2fc_init_tgt(tgt, port, rdata);
77 printk(KERN_ERR PFX "Failed to allocate conn id for "
78 "port_id (%6x)\n", rport->port_id);
82 /* Allocate session resources */
83 rval = bnx2fc_alloc_session_resc(hba, tgt);
85 printk(KERN_ERR PFX "Failed to allocate resources\n");
90 * Initialize FCoE session offload process.
91 * Upon completion of offload process add
92 * rport to list of rports
95 clear_bit(BNX2FC_FLAG_OFLD_REQ_CMPL, &tgt->flags);
96 rval = bnx2fc_send_session_ofld_req(port, tgt);
98 printk(KERN_ERR PFX "ofld_req failed\n");
103 * wait for the session is offloaded and enabled. 3 Secs
104 * should be ample time for this process to complete.
106 setup_timer(&tgt->ofld_timer, bnx2fc_ofld_timer, (unsigned long)tgt);
107 mod_timer(&tgt->ofld_timer, jiffies + BNX2FC_FW_TIMEOUT);
109 wait_event_interruptible(tgt->ofld_wait,
111 BNX2FC_FLAG_OFLD_REQ_CMPL,
113 if (signal_pending(current))
114 flush_signals(current);
116 del_timer_sync(&tgt->ofld_timer);
118 if (!(test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags))) {
119 if (test_and_clear_bit(BNX2FC_FLAG_CTX_ALLOC_FAILURE,
121 BNX2FC_TGT_DBG(tgt, "ctx_alloc_failure, "
122 "retry ofld..%d\n", i++);
123 msleep_interruptible(1000);
132 if (bnx2fc_map_doorbell(tgt)) {
133 printk(KERN_ERR PFX "map doorbell failed - no mem\n");
134 /* upload will take care of cleaning up sess resc */
135 lport->tt.rport_logoff(rdata);
142 /* couldn't offload the session. log off from this rport */
143 BNX2FC_TGT_DBG(tgt, "bnx2fc_offload_session - offload error\n");
144 lport->tt.rport_logoff(rdata);
145 /* Free session resources */
146 bnx2fc_free_session_resc(hba, tgt);
147 if (tgt->fcoe_conn_id != -1)
148 bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id);
151 void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt)
153 struct bnx2fc_cmd *io_req;
154 struct list_head *list;
155 struct list_head *tmp;
158 BNX2FC_TGT_DBG(tgt, "Entered flush_active_ios - %d\n",
159 tgt->num_active_ios.counter);
161 spin_lock_bh(&tgt->tgt_lock);
162 tgt->flush_in_prog = 1;
164 list_for_each_safe(list, tmp, &tgt->active_cmd_queue) {
166 io_req = (struct bnx2fc_cmd *)list;
167 list_del_init(&io_req->link);
168 io_req->on_active_queue = 0;
169 BNX2FC_IO_DBG(io_req, "cmd_queue cleanup\n");
171 if (cancel_delayed_work(&io_req->timeout_work)) {
172 if (test_and_clear_bit(BNX2FC_FLAG_EH_ABORT,
173 &io_req->req_flags)) {
174 /* Handle eh_abort timeout */
175 BNX2FC_IO_DBG(io_req, "eh_abort for IO "
177 complete(&io_req->tm_done);
179 kref_put(&io_req->refcount,
180 bnx2fc_cmd_release); /* drop timer hold */
183 set_bit(BNX2FC_FLAG_IO_COMPL, &io_req->req_flags);
184 set_bit(BNX2FC_FLAG_IO_CLEANUP, &io_req->req_flags);
185 rc = bnx2fc_initiate_cleanup(io_req);
189 list_for_each_safe(list, tmp, &tgt->els_queue) {
191 io_req = (struct bnx2fc_cmd *)list;
192 list_del_init(&io_req->link);
193 io_req->on_active_queue = 0;
195 BNX2FC_IO_DBG(io_req, "els_queue cleanup\n");
197 if (cancel_delayed_work(&io_req->timeout_work))
198 kref_put(&io_req->refcount,
199 bnx2fc_cmd_release); /* drop timer hold */
201 if ((io_req->cb_func) && (io_req->cb_arg)) {
202 io_req->cb_func(io_req->cb_arg);
203 io_req->cb_arg = NULL;
206 rc = bnx2fc_initiate_cleanup(io_req);
210 list_for_each_safe(list, tmp, &tgt->io_retire_queue) {
212 io_req = (struct bnx2fc_cmd *)list;
213 list_del_init(&io_req->link);
215 BNX2FC_IO_DBG(io_req, "retire_queue flush\n");
217 if (cancel_delayed_work(&io_req->timeout_work))
218 kref_put(&io_req->refcount, bnx2fc_cmd_release);
220 clear_bit(BNX2FC_FLAG_ISSUE_RRQ, &io_req->req_flags);
223 BNX2FC_TGT_DBG(tgt, "IOs flushed = %d\n", i);
225 spin_unlock_bh(&tgt->tgt_lock);
226 /* wait for active_ios to go to 0 */
227 while ((tgt->num_active_ios.counter != 0) && (i++ < BNX2FC_WAIT_CNT))
229 if (tgt->num_active_ios.counter != 0)
230 printk(KERN_ERR PFX "CLEANUP on port 0x%x:"
231 " active_ios = %d\n",
232 tgt->rdata->ids.port_id, tgt->num_active_ios.counter);
233 spin_lock_bh(&tgt->tgt_lock);
234 tgt->flush_in_prog = 0;
235 spin_unlock_bh(&tgt->tgt_lock);
238 static void bnx2fc_upload_session(struct fcoe_port *port,
239 struct bnx2fc_rport *tgt)
241 struct bnx2fc_interface *interface = port->priv;
242 struct bnx2fc_hba *hba = interface->hba;
244 BNX2FC_TGT_DBG(tgt, "upload_session: active_ios = %d\n",
245 tgt->num_active_ios.counter);
248 * Called with hba->hba_mutex held.
249 * This is a blocking call
251 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags);
252 bnx2fc_send_session_disable_req(port, tgt);
255 * wait for upload to complete. 3 Secs
256 * should be sufficient time for this process to complete.
258 setup_timer(&tgt->upld_timer, bnx2fc_upld_timer, (unsigned long)tgt);
259 mod_timer(&tgt->upld_timer, jiffies + BNX2FC_FW_TIMEOUT);
261 BNX2FC_TGT_DBG(tgt, "waiting for disable compl\n");
262 wait_event_interruptible(tgt->upld_wait,
264 BNX2FC_FLAG_UPLD_REQ_COMPL,
267 if (signal_pending(current))
268 flush_signals(current);
270 del_timer_sync(&tgt->upld_timer);
273 * traverse thru the active_q and tmf_q and cleanup
276 BNX2FC_TGT_DBG(tgt, "flush/upload - disable wait flags = 0x%lx\n",
278 bnx2fc_flush_active_ios(tgt);
280 /* Issue destroy KWQE */
281 if (test_bit(BNX2FC_FLAG_DISABLED, &tgt->flags)) {
282 BNX2FC_TGT_DBG(tgt, "send destroy req\n");
283 clear_bit(BNX2FC_FLAG_UPLD_REQ_COMPL, &tgt->flags);
284 bnx2fc_send_session_destroy_req(hba, tgt);
286 /* wait for destroy to complete */
287 setup_timer(&tgt->upld_timer,
288 bnx2fc_upld_timer, (unsigned long)tgt);
289 mod_timer(&tgt->upld_timer, jiffies + BNX2FC_FW_TIMEOUT);
291 wait_event_interruptible(tgt->upld_wait,
293 BNX2FC_FLAG_UPLD_REQ_COMPL,
296 if (!(test_bit(BNX2FC_FLAG_DESTROYED, &tgt->flags)))
297 printk(KERN_ERR PFX "ERROR!! destroy timed out\n");
299 BNX2FC_TGT_DBG(tgt, "destroy wait complete flags = 0x%lx\n",
301 if (signal_pending(current))
302 flush_signals(current);
304 del_timer_sync(&tgt->upld_timer);
307 printk(KERN_ERR PFX "ERROR!! DISABLE req timed out, destroy"
308 " not sent to FW\n");
310 /* Free session resources */
311 bnx2fc_free_session_resc(hba, tgt);
312 bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id);
315 static int bnx2fc_init_tgt(struct bnx2fc_rport *tgt,
316 struct fcoe_port *port,
317 struct fc_rport_priv *rdata)
320 struct fc_rport *rport = rdata->rport;
321 struct bnx2fc_interface *interface = port->priv;
322 struct bnx2fc_hba *hba = interface->hba;
323 struct b577xx_doorbell_set_prod *sq_db = &tgt->sq_db;
324 struct b577xx_fcoe_rx_doorbell *rx_db = &tgt->rx_db;
330 if (hba->num_ofld_sess >= BNX2FC_NUM_MAX_SESS) {
331 BNX2FC_TGT_DBG(tgt, "exceeded max sessions. logoff this tgt\n");
332 tgt->fcoe_conn_id = -1;
336 tgt->fcoe_conn_id = bnx2fc_alloc_conn_id(hba, tgt);
337 if (tgt->fcoe_conn_id == -1)
340 BNX2FC_TGT_DBG(tgt, "init_tgt - conn_id = 0x%x\n", tgt->fcoe_conn_id);
342 tgt->max_sqes = BNX2FC_SQ_WQES_MAX;
343 tgt->max_rqes = BNX2FC_RQ_WQES_MAX;
344 tgt->max_cqes = BNX2FC_CQ_WQES_MAX;
345 atomic_set(&tgt->free_sqes, BNX2FC_SQ_WQES_MAX);
347 /* Initialize the toggle bit */
348 tgt->sq_curr_toggle_bit = 1;
349 tgt->cq_curr_toggle_bit = 1;
350 tgt->sq_prod_idx = 0;
351 tgt->cq_cons_idx = 0;
352 tgt->rq_prod_idx = 0x8000;
353 tgt->rq_cons_idx = 0;
354 atomic_set(&tgt->num_active_ios, 0);
356 /* initialize sq doorbell */
357 sq_db->header.header = B577XX_DOORBELL_HDR_DB_TYPE;
358 sq_db->header.header |= B577XX_FCOE_CONNECTION_TYPE <<
359 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT;
360 /* initialize rx doorbell */
361 rx_db->hdr.header = ((0x1 << B577XX_DOORBELL_HDR_RX_SHIFT) |
362 (0x1 << B577XX_DOORBELL_HDR_DB_TYPE_SHIFT) |
363 (B577XX_FCOE_CONNECTION_TYPE <<
364 B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT));
365 rx_db->params = (0x2 << B577XX_FCOE_RX_DOORBELL_NEGATIVE_ARM_SHIFT) |
366 (0x3 << B577XX_FCOE_RX_DOORBELL_OPCODE_SHIFT);
368 spin_lock_init(&tgt->tgt_lock);
369 spin_lock_init(&tgt->cq_lock);
371 /* Initialize active_cmd_queue list */
372 INIT_LIST_HEAD(&tgt->active_cmd_queue);
374 /* Initialize IO retire queue */
375 INIT_LIST_HEAD(&tgt->io_retire_queue);
377 INIT_LIST_HEAD(&tgt->els_queue);
379 /* Initialize active_tm_queue list */
380 INIT_LIST_HEAD(&tgt->active_tm_queue);
382 init_waitqueue_head(&tgt->ofld_wait);
383 init_waitqueue_head(&tgt->upld_wait);
389 * This event_callback is called after successful completion of libfc
390 * initiated target login. bnx2fc can proceed with initiating the session
393 void bnx2fc_rport_event_handler(struct fc_lport *lport,
394 struct fc_rport_priv *rdata,
395 enum fc_rport_event event)
397 struct fcoe_port *port = lport_priv(lport);
398 struct bnx2fc_interface *interface = port->priv;
399 struct bnx2fc_hba *hba = interface->hba;
400 struct fc_rport *rport = rdata->rport;
401 struct fc_rport_libfc_priv *rp;
402 struct bnx2fc_rport *tgt;
405 BNX2FC_HBA_DBG(lport, "rport_event_hdlr: event = %d, port_id = 0x%x\n",
406 event, rdata->ids.port_id);
410 printk(KERN_ERR PFX "rport is NULL: ERROR!\n");
415 if (rport->port_id == FC_FID_DIR_SERV) {
417 * bnx2fc_rport structure doesn't exist for
419 * We should not come here, as lport will
420 * take care of fabric login
422 printk(KERN_ERR PFX "%x - rport_event_handler ERROR\n",
427 if (rdata->spp_type != FC_TYPE_FCP) {
428 BNX2FC_HBA_DBG(lport, "not FCP type target."
429 " not offloading\n");
432 if (!(rdata->ids.roles & FC_RPORT_ROLE_FCP_TARGET)) {
433 BNX2FC_HBA_DBG(lport, "not FCP_TARGET"
434 " not offloading\n");
439 * Offlaod process is protected with hba mutex.
440 * Use the same mutex_lock for upload process too
442 mutex_lock(&hba->hba_mutex);
443 tgt = (struct bnx2fc_rport *)&rp[1];
445 /* This can happen when ADISC finds the same target */
446 if (test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags)) {
447 BNX2FC_TGT_DBG(tgt, "already offloaded\n");
448 mutex_unlock(&hba->hba_mutex);
453 * Offload the session. This is a blocking call, and will
454 * wait until the session is offloaded.
456 bnx2fc_offload_session(port, tgt, rdata);
458 BNX2FC_TGT_DBG(tgt, "OFFLOAD num_ofld_sess = %d\n",
461 if (test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags)) {
463 * Session is offloaded and enabled. Map
464 * doorbell register for this target
466 BNX2FC_TGT_DBG(tgt, "sess offloaded\n");
467 /* This counter is protected with hba mutex */
468 hba->num_ofld_sess++;
470 set_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags);
473 * Offload or enable would have failed.
474 * In offload/enable completion path, the
475 * rport would have already been removed
477 BNX2FC_TGT_DBG(tgt, "Port is being logged off as "
478 "offloaded flag not set\n");
480 mutex_unlock(&hba->hba_mutex);
483 case RPORT_EV_FAILED:
485 port_id = rdata->ids.port_id;
486 if (port_id == FC_FID_DIR_SERV)
490 printk(KERN_INFO PFX "%x - rport not created Yet!!\n",
495 mutex_lock(&hba->hba_mutex);
497 * Perform session upload. Note that rdata->peers is already
498 * removed from disc->rports list before we get this event.
500 tgt = (struct bnx2fc_rport *)&rp[1];
502 if (!(test_bit(BNX2FC_FLAG_OFFLOADED, &tgt->flags))) {
503 mutex_unlock(&hba->hba_mutex);
506 clear_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags);
508 bnx2fc_upload_session(port, tgt);
509 hba->num_ofld_sess--;
510 BNX2FC_TGT_DBG(tgt, "UPLOAD num_ofld_sess = %d\n",
513 * Try to wake up the linkdown wait thread. If num_ofld_sess
514 * is 0, the waiting therad wakes up
516 if ((hba->wait_for_link_down) &&
517 (hba->num_ofld_sess == 0)) {
518 wake_up_interruptible(&hba->shutdown_wait);
520 if (test_bit(BNX2FC_FLAG_EXPL_LOGO, &tgt->flags)) {
521 printk(KERN_ERR PFX "Relogin to the tgt\n");
522 mutex_lock(&lport->disc.disc_mutex);
523 lport->tt.rport_login(rdata);
524 mutex_unlock(&lport->disc.disc_mutex);
526 mutex_unlock(&hba->hba_mutex);
536 * bnx2fc_tgt_lookup() - Lookup a bnx2fc_rport by port_id
538 * @port: fcoe_port struct to lookup the target port on
539 * @port_id: The remote port ID to look up
541 struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port,
544 struct bnx2fc_interface *interface = port->priv;
545 struct bnx2fc_hba *hba = interface->hba;
546 struct bnx2fc_rport *tgt;
547 struct fc_rport_priv *rdata;
550 for (i = 0; i < BNX2FC_NUM_MAX_SESS; i++) {
551 tgt = hba->tgt_ofld_list[i];
552 if ((tgt) && (tgt->port == port)) {
554 if (rdata->ids.port_id == port_id) {
555 if (rdata->rp_state != RPORT_ST_DELETE) {
556 BNX2FC_TGT_DBG(tgt, "rport "
560 BNX2FC_TGT_DBG(tgt, "rport 0x%x "
561 "is in DELETED state\n",
573 * bnx2fc_alloc_conn_id - allocates FCOE Connection id
575 * @hba: pointer to adapter structure
576 * @tgt: pointer to bnx2fc_rport structure
578 static u32 bnx2fc_alloc_conn_id(struct bnx2fc_hba *hba,
579 struct bnx2fc_rport *tgt)
583 /* called with hba mutex held */
586 * tgt_ofld_list access is synchronized using
587 * both hba mutex and hba lock. Atleast hba mutex or
588 * hba lock needs to be held for read access.
591 spin_lock_bh(&hba->hba_lock);
592 next = hba->next_conn_id;
593 conn_id = hba->next_conn_id++;
594 if (hba->next_conn_id == BNX2FC_NUM_MAX_SESS)
595 hba->next_conn_id = 0;
597 while (hba->tgt_ofld_list[conn_id] != NULL) {
599 if (conn_id == BNX2FC_NUM_MAX_SESS)
602 if (conn_id == next) {
603 /* No free conn_ids are available */
604 spin_unlock_bh(&hba->hba_lock);
608 hba->tgt_ofld_list[conn_id] = tgt;
609 tgt->fcoe_conn_id = conn_id;
610 spin_unlock_bh(&hba->hba_lock);
614 static void bnx2fc_free_conn_id(struct bnx2fc_hba *hba, u32 conn_id)
616 /* called with hba mutex held */
617 spin_lock_bh(&hba->hba_lock);
618 hba->tgt_ofld_list[conn_id] = NULL;
619 hba->next_conn_id = conn_id;
620 spin_unlock_bh(&hba->hba_lock);
624 *bnx2fc_alloc_session_resc - Allocate qp resources for the session
627 static int bnx2fc_alloc_session_resc(struct bnx2fc_hba *hba,
628 struct bnx2fc_rport *tgt)
634 /* Allocate and map SQ */
635 tgt->sq_mem_size = tgt->max_sqes * BNX2FC_SQ_WQE_SIZE;
636 tgt->sq_mem_size = (tgt->sq_mem_size + (PAGE_SIZE - 1)) & PAGE_MASK;
638 tgt->sq = dma_alloc_coherent(&hba->pcidev->dev, tgt->sq_mem_size,
639 &tgt->sq_dma, GFP_KERNEL);
641 printk(KERN_ERR PFX "unable to allocate SQ memory %d\n",
643 goto mem_alloc_failure;
645 memset(tgt->sq, 0, tgt->sq_mem_size);
647 /* Allocate and map CQ */
648 tgt->cq_mem_size = tgt->max_cqes * BNX2FC_CQ_WQE_SIZE;
649 tgt->cq_mem_size = (tgt->cq_mem_size + (PAGE_SIZE - 1)) & PAGE_MASK;
651 tgt->cq = dma_alloc_coherent(&hba->pcidev->dev, tgt->cq_mem_size,
652 &tgt->cq_dma, GFP_KERNEL);
654 printk(KERN_ERR PFX "unable to allocate CQ memory %d\n",
656 goto mem_alloc_failure;
658 memset(tgt->cq, 0, tgt->cq_mem_size);
660 /* Allocate and map RQ and RQ PBL */
661 tgt->rq_mem_size = tgt->max_rqes * BNX2FC_RQ_WQE_SIZE;
662 tgt->rq_mem_size = (tgt->rq_mem_size + (PAGE_SIZE - 1)) & PAGE_MASK;
664 tgt->rq = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_mem_size,
665 &tgt->rq_dma, GFP_KERNEL);
667 printk(KERN_ERR PFX "unable to allocate RQ memory %d\n",
669 goto mem_alloc_failure;
671 memset(tgt->rq, 0, tgt->rq_mem_size);
673 tgt->rq_pbl_size = (tgt->rq_mem_size / PAGE_SIZE) * sizeof(void *);
674 tgt->rq_pbl_size = (tgt->rq_pbl_size + (PAGE_SIZE - 1)) & PAGE_MASK;
676 tgt->rq_pbl = dma_alloc_coherent(&hba->pcidev->dev, tgt->rq_pbl_size,
677 &tgt->rq_pbl_dma, GFP_KERNEL);
679 printk(KERN_ERR PFX "unable to allocate RQ PBL %d\n",
681 goto mem_alloc_failure;
684 memset(tgt->rq_pbl, 0, tgt->rq_pbl_size);
685 num_pages = tgt->rq_mem_size / PAGE_SIZE;
687 pbl = (u32 *)tgt->rq_pbl;
689 while (num_pages--) {
692 *pbl = (u32)((u64)page >> 32);
697 /* Allocate and map XFERQ */
698 tgt->xferq_mem_size = tgt->max_sqes * BNX2FC_XFERQ_WQE_SIZE;
699 tgt->xferq_mem_size = (tgt->xferq_mem_size + (PAGE_SIZE - 1)) &
702 tgt->xferq = dma_alloc_coherent(&hba->pcidev->dev, tgt->xferq_mem_size,
703 &tgt->xferq_dma, GFP_KERNEL);
705 printk(KERN_ERR PFX "unable to allocate XFERQ %d\n",
706 tgt->xferq_mem_size);
707 goto mem_alloc_failure;
709 memset(tgt->xferq, 0, tgt->xferq_mem_size);
711 /* Allocate and map CONFQ & CONFQ PBL */
712 tgt->confq_mem_size = tgt->max_sqes * BNX2FC_CONFQ_WQE_SIZE;
713 tgt->confq_mem_size = (tgt->confq_mem_size + (PAGE_SIZE - 1)) &
716 tgt->confq = dma_alloc_coherent(&hba->pcidev->dev, tgt->confq_mem_size,
717 &tgt->confq_dma, GFP_KERNEL);
719 printk(KERN_ERR PFX "unable to allocate CONFQ %d\n",
720 tgt->confq_mem_size);
721 goto mem_alloc_failure;
723 memset(tgt->confq, 0, tgt->confq_mem_size);
725 tgt->confq_pbl_size =
726 (tgt->confq_mem_size / PAGE_SIZE) * sizeof(void *);
727 tgt->confq_pbl_size =
728 (tgt->confq_pbl_size + (PAGE_SIZE - 1)) & PAGE_MASK;
730 tgt->confq_pbl = dma_alloc_coherent(&hba->pcidev->dev,
732 &tgt->confq_pbl_dma, GFP_KERNEL);
733 if (!tgt->confq_pbl) {
734 printk(KERN_ERR PFX "unable to allocate CONFQ PBL %d\n",
735 tgt->confq_pbl_size);
736 goto mem_alloc_failure;
739 memset(tgt->confq_pbl, 0, tgt->confq_pbl_size);
740 num_pages = tgt->confq_mem_size / PAGE_SIZE;
741 page = tgt->confq_dma;
742 pbl = (u32 *)tgt->confq_pbl;
744 while (num_pages--) {
747 *pbl = (u32)((u64)page >> 32);
752 /* Allocate and map ConnDB */
753 tgt->conn_db_mem_size = sizeof(struct fcoe_conn_db);
755 tgt->conn_db = dma_alloc_coherent(&hba->pcidev->dev,
756 tgt->conn_db_mem_size,
757 &tgt->conn_db_dma, GFP_KERNEL);
759 printk(KERN_ERR PFX "unable to allocate conn_db %d\n",
760 tgt->conn_db_mem_size);
761 goto mem_alloc_failure;
763 memset(tgt->conn_db, 0, tgt->conn_db_mem_size);
766 /* Allocate and map LCQ */
767 tgt->lcq_mem_size = (tgt->max_sqes + 8) * BNX2FC_SQ_WQE_SIZE;
768 tgt->lcq_mem_size = (tgt->lcq_mem_size + (PAGE_SIZE - 1)) &
771 tgt->lcq = dma_alloc_coherent(&hba->pcidev->dev, tgt->lcq_mem_size,
772 &tgt->lcq_dma, GFP_KERNEL);
775 printk(KERN_ERR PFX "unable to allocate lcq %d\n",
777 goto mem_alloc_failure;
779 memset(tgt->lcq, 0, tgt->lcq_mem_size);
781 tgt->conn_db->rq_prod = 0x8000;
786 bnx2fc_free_session_resc(hba, tgt);
787 bnx2fc_free_conn_id(hba, tgt->fcoe_conn_id);
792 * bnx2i_free_session_resc - free qp resources for the session
794 * @hba: adapter structure pointer
795 * @tgt: bnx2fc_rport structure pointer
797 * Free QP resources - SQ/RQ/CQ/XFERQ memory and PBL
799 static void bnx2fc_free_session_resc(struct bnx2fc_hba *hba,
800 struct bnx2fc_rport *tgt)
802 BNX2FC_TGT_DBG(tgt, "Freeing up session resources\n");
805 iounmap(tgt->ctx_base);
806 tgt->ctx_base = NULL;
809 spin_lock_bh(&tgt->cq_lock);
812 dma_free_coherent(&hba->pcidev->dev, tgt->lcq_mem_size,
813 tgt->lcq, tgt->lcq_dma);
818 dma_free_coherent(&hba->pcidev->dev, tgt->conn_db_mem_size,
819 tgt->conn_db, tgt->conn_db_dma);
822 /* Free confq and confq pbl */
823 if (tgt->confq_pbl) {
824 dma_free_coherent(&hba->pcidev->dev, tgt->confq_pbl_size,
825 tgt->confq_pbl, tgt->confq_pbl_dma);
826 tgt->confq_pbl = NULL;
829 dma_free_coherent(&hba->pcidev->dev, tgt->confq_mem_size,
830 tgt->confq, tgt->confq_dma);
835 dma_free_coherent(&hba->pcidev->dev, tgt->xferq_mem_size,
836 tgt->xferq, tgt->xferq_dma);
839 /* Free RQ PBL and RQ */
841 dma_free_coherent(&hba->pcidev->dev, tgt->rq_pbl_size,
842 tgt->rq_pbl, tgt->rq_pbl_dma);
846 dma_free_coherent(&hba->pcidev->dev, tgt->rq_mem_size,
847 tgt->rq, tgt->rq_dma);
852 dma_free_coherent(&hba->pcidev->dev, tgt->cq_mem_size,
853 tgt->cq, tgt->cq_dma);
858 dma_free_coherent(&hba->pcidev->dev, tgt->sq_mem_size,
859 tgt->sq, tgt->sq_dma);
862 spin_unlock_bh(&tgt->cq_lock);