drivers/scsi/lpfc/lpfc_init.c

   1 /*******************************************************************
   2  * This file is part of the Emulex Linux Device Driver for         *
   3  * Fibre Channel Host Bus Adapters.                                *
   4  * Copyright (C) 2004-2008 Emulex.  All rights reserved.           *
   5  * EMULEX and SLI are trademarks of Emulex.                        *
   6  * www.emulex.com                                                  *
   7  * Portions Copyright (C) 2004-2005 Christoph Hellwig              *
   8  *                                                                 *
   9  * This program is free software; you can redistribute it and/or   *
  10  * modify it under the terms of version 2 of the GNU General       *
  11  * Public License as published by the Free Software Foundation.    *
  12  * This program is distributed in the hope that it will be useful. *
  13  * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND          *
  14  * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY,  *
  15  * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE      *
  16  * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
  17  * TO BE LEGALLY INVALID.  See the GNU General Public License for  *
  18  * more details, a copy of which can be found in the file COPYING  *
  19  * included with this package.                                     *
  20  *******************************************************************/
  21
  22 #include <linux/blkdev.h>
  23 #include <linux/delay.h>
  24 #include <linux/dma-mapping.h>
  25 #include <linux/idr.h>
  26 #include <linux/interrupt.h>
  27 #include <linux/kthread.h>
  28 #include <linux/pci.h>
  29 #include <linux/spinlock.h>
  30 #include <linux/ctype.h>
  31
  32 #include <scsi/scsi.h>
  33 #include <scsi/scsi_device.h>
  34 #include <scsi/scsi_host.h>
  35 #include <scsi/scsi_transport_fc.h>
  36
  37 #include "lpfc_hw.h"
  38 #include "lpfc_sli.h"
  39 #include "lpfc_disc.h"
  40 #include "lpfc_scsi.h"
  41 #include "lpfc.h"
  42 #include "lpfc_logmsg.h"
  43 #include "lpfc_crtn.h"
  44 #include "lpfc_vport.h"
  45 #include "lpfc_version.h"
  46
  47 static int lpfc_parse_vpd(struct lpfc_hba *, uint8_t *, int);
  48 static void lpfc_get_hba_model_desc(struct lpfc_hba *, uint8_t *, uint8_t *);
  49 static int lpfc_post_rcv_buf(struct lpfc_hba *);
  50
  51 static struct scsi_transport_template *lpfc_transport_template = NULL;
  52 static struct scsi_transport_template *lpfc_vport_transport_template = NULL;
  53 static DEFINE_IDR(lpfc_hba_index);
  54
  55 /************************************************************************/
  56 /*                                                                      */
  57 /*    lpfc_config_port_prep                                             */
  58 /*    This routine will do LPFC initialization prior to the             */
  59 /*    CONFIG_PORT mailbox command. This will be initialized             */
  60 /*    as a SLI layer callback routine.                                  */
  61 /*    This routine returns 0 on success or -ERESTART if it wants        */
  62 /*    the SLI layer to reset the HBA and try again. Any                 */
  63 /*    other return value indicates an error.                            */
  64 /*                                                                      */
  65 /************************************************************************/
  66 int
  67 lpfc_config_port_prep(struct lpfc_hba *phba)
  68 {
  69         lpfc_vpd_t *vp = &phba->vpd;
  70         int i = 0, rc;
  71         LPFC_MBOXQ_t *pmb;
  72         MAILBOX_t *mb;
  73         char *lpfc_vpd_data = NULL;
  74         uint16_t offset = 0;
  75         static char licensed[56] =
  76                     "key unlock for use with gnu public licensed code only\0";
  77         static int init_key = 1;
  78
  79         pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
  80         if (!pmb) {
  81                 phba->link_state = LPFC_HBA_ERROR;
  82                 return -ENOMEM;
  83         }
  84
  85         mb = &pmb->mb;
  86         phba->link_state = LPFC_INIT_MBX_CMDS;
  87
  88         if (lpfc_is_LC_HBA(phba->pcidev->device)) {
  89                 if (init_key) {
  90                         uint32_t *ptext = (uint32_t *) licensed;
  91
  92                         for (i = 0; i < 56; i += sizeof (uint32_t), ptext++)
  93                                 *ptext = cpu_to_be32(*ptext);
  94                         init_key = 0;
  95                 }
  96
  97                 lpfc_read_nv(phba, pmb);
  98                 memset((char*)mb->un.varRDnvp.rsvd3, 0,
  99                         sizeof (mb->un.varRDnvp.rsvd3));
 100                 memcpy((char*)mb->un.varRDnvp.rsvd3, licensed,
 101                          sizeof (licensed));
 102
 103                 rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
 104
 105                 if (rc != MBX_SUCCESS) {
 106                         lpfc_printf_log(phba, KERN_ERR, LOG_MBOX,
 107                                         "0324 Config Port initialization "
 108                                         "error, mbxCmd x%x READ_NVPARM, "
 109                                         "mbxStatus x%x\n",
 110                                         mb->mbxCommand, mb->mbxStatus);
 111                         mempool_free(pmb, phba->mbox_mem_pool);
 112                         return -ERESTART;
 113                 }
 114                 memcpy(phba->wwnn, (char *)mb->un.varRDnvp.nodename,
 115                        sizeof(phba->wwnn));
 116                 memcpy(phba->wwpn, (char *)mb->un.varRDnvp.portname,
 117                        sizeof(phba->wwpn));
 118         }
 119
 120         phba->sli3_options = 0x0;
 121
 122         /* Setup and issue mailbox READ REV command */
 123         lpfc_read_rev(phba, pmb);
 124         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
 125         if (rc != MBX_SUCCESS) {
 126                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 127                                 "0439 Adapter failed to init, mbxCmd x%x "
 128                                 "READ_REV, mbxStatus x%x\n",
 129                                 mb->mbxCommand, mb->mbxStatus);
 130                 mempool_free( pmb, phba->mbox_mem_pool);
 131                 return -ERESTART;
 132         }
 133
 134
 135         /*
 136          * The value of rr must be 1 since the driver set the cv field to 1.
 137          * This setting requires the FW to set all revision fields.
 138          */
 139         if (mb->un.varRdRev.rr == 0) {
 140                 vp->rev.rBit = 0;
 141                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 142                                 "0440 Adapter failed to init, READ_REV has "
 143                                 "missing revision information.\n");
 144                 mempool_free(pmb, phba->mbox_mem_pool);
 145                 return -ERESTART;
 146         }
 147
 148         if (phba->sli_rev == 3 && !mb->un.varRdRev.v3rsp)
 149                 return -EINVAL;
 150
 151         /* Save information as VPD data */
 152         vp->rev.rBit = 1;
 153         memcpy(&vp->sli3Feat, &mb->un.varRdRev.sli3Feat, sizeof(uint32_t));
 154         vp->rev.sli1FwRev = mb->un.varRdRev.sli1FwRev;
 155         memcpy(vp->rev.sli1FwName, (char*) mb->un.varRdRev.sli1FwName, 16);
 156         vp->rev.sli2FwRev = mb->un.varRdRev.sli2FwRev;
 157         memcpy(vp->rev.sli2FwName, (char *) mb->un.varRdRev.sli2FwName, 16);
 158         vp->rev.biuRev = mb->un.varRdRev.biuRev;
 159         vp->rev.smRev = mb->un.varRdRev.smRev;
 160         vp->rev.smFwRev = mb->un.varRdRev.un.smFwRev;
 161         vp->rev.endecRev = mb->un.varRdRev.endecRev;
 162         vp->rev.fcphHigh = mb->un.varRdRev.fcphHigh;
 163         vp->rev.fcphLow = mb->un.varRdRev.fcphLow;
 164         vp->rev.feaLevelHigh = mb->un.varRdRev.feaLevelHigh;
 165         vp->rev.feaLevelLow = mb->un.varRdRev.feaLevelLow;
 166         vp->rev.postKernRev = mb->un.varRdRev.postKernRev;
 167         vp->rev.opFwRev = mb->un.varRdRev.opFwRev;
 168
 169         /* If the sli feature level is less then 9, we must
 170          * tear down all RPIs and VPIs on link down if NPIV
 171          * is enabled.
 172          */
 173         if (vp->rev.feaLevelHigh < 9)
 174                 phba->sli3_options |= LPFC_SLI3_VPORT_TEARDOWN;
 175
 176         if (lpfc_is_LC_HBA(phba->pcidev->device))
 177                 memcpy(phba->RandomData, (char *)&mb->un.varWords[24],
 178                                                 sizeof (phba->RandomData));
 179
 180         /* Get adapter VPD information */
 181         pmb->context2 = kmalloc(DMP_RSP_SIZE, GFP_KERNEL);
 182         if (!pmb->context2)
 183                 goto out_free_mbox;
 184         lpfc_vpd_data = kmalloc(DMP_VPD_SIZE, GFP_KERNEL);
 185         if (!lpfc_vpd_data)
 186                 goto out_free_context2;
 187
 188         do {
 189                 lpfc_dump_mem(phba, pmb, offset);
 190                 rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
 191
 192                 if (rc != MBX_SUCCESS) {
 193                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
 194                                         "0441 VPD not present on adapter, "
 195                                         "mbxCmd x%x DUMP VPD, mbxStatus x%x\n",
 196                                         mb->mbxCommand, mb->mbxStatus);
 197                         mb->un.varDmp.word_cnt = 0;
 198                 }
 199                 if (mb->un.varDmp.word_cnt > DMP_VPD_SIZE - offset)
 200                         mb->un.varDmp.word_cnt = DMP_VPD_SIZE - offset;
 201                 lpfc_sli_pcimem_bcopy(pmb->context2, lpfc_vpd_data + offset,
 202                                       mb->un.varDmp.word_cnt);
 203                 offset += mb->un.varDmp.word_cnt;
 204         } while (mb->un.varDmp.word_cnt && offset < DMP_VPD_SIZE);
 205         lpfc_parse_vpd(phba, lpfc_vpd_data, offset);
 206
 207         kfree(lpfc_vpd_data);
 208 out_free_context2:
 209         kfree(pmb->context2);
 210 out_free_mbox:
 211         mempool_free(pmb, phba->mbox_mem_pool);
 212         return 0;
 213 }
 214
 215 /* Completion handler for config async event mailbox command. */
 216 static void
 217 lpfc_config_async_cmpl(struct lpfc_hba * phba, LPFC_MBOXQ_t * pmboxq)
 218 {
 219         if (pmboxq->mb.mbxStatus == MBX_SUCCESS)
 220                 phba->temp_sensor_support = 1;
 221         else
 222                 phba->temp_sensor_support = 0;
 223         mempool_free(pmboxq, phba->mbox_mem_pool);
 224         return;
 225 }
 226
 227 /************************************************************************/
 228 /*                                                                      */
 229 /*    lpfc_config_port_post                                             */
 230 /*    This routine will do LPFC initialization after the                */
 231 /*    CONFIG_PORT mailbox command. This will be initialized             */
 232 /*    as a SLI layer callback routine.                                  */
 233 /*    This routine returns 0 on success. Any other return value         */
 234 /*    indicates an error.                                               */
 235 /*                                                                      */
 236 /************************************************************************/
 237 int
 238 lpfc_config_port_post(struct lpfc_hba *phba)
 239 {
 240         struct lpfc_vport *vport = phba->pport;
 241         LPFC_MBOXQ_t *pmb;
 242         MAILBOX_t *mb;
 243         struct lpfc_dmabuf *mp;
 244         struct lpfc_sli *psli = &phba->sli;
 245         uint32_t status, timeout;
 246         int i, j;
 247         int rc;
 248
 249         spin_lock_irq(&phba->hbalock);
 250         /*
 251          * If the Config port completed correctly the HBA is not
 252          * over heated any more.
 253          */
 254         if (phba->over_temp_state == HBA_OVER_TEMP)
 255                 phba->over_temp_state = HBA_NORMAL_TEMP;
 256         spin_unlock_irq(&phba->hbalock);
 257
 258         pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
 259         if (!pmb) {
 260                 phba->link_state = LPFC_HBA_ERROR;
 261                 return -ENOMEM;
 262         }
 263         mb = &pmb->mb;
 264
 265         /* Get login parameters for NID.  */
 266         lpfc_read_sparam(phba, pmb, 0);
 267         pmb->vport = vport;
 268         if (lpfc_sli_issue_mbox(phba, pmb, MBX_POLL) != MBX_SUCCESS) {
 269                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 270                                 "0448 Adapter failed init, mbxCmd x%x "
 271                                 "READ_SPARM mbxStatus x%x\n",
 272                                 mb->mbxCommand, mb->mbxStatus);
 273                 phba->link_state = LPFC_HBA_ERROR;
 274                 mp = (struct lpfc_dmabuf *) pmb->context1;
 275                 mempool_free( pmb, phba->mbox_mem_pool);
 276                 lpfc_mbuf_free(phba, mp->virt, mp->phys);
 277                 kfree(mp);
 278                 return -EIO;
 279         }
 280
 281         mp = (struct lpfc_dmabuf *) pmb->context1;
 282
 283         memcpy(&vport->fc_sparam, mp->virt, sizeof (struct serv_parm));
 284         lpfc_mbuf_free(phba, mp->virt, mp->phys);
 285         kfree(mp);
 286         pmb->context1 = NULL;
 287
 288         if (phba->cfg_soft_wwnn)
 289                 u64_to_wwn(phba->cfg_soft_wwnn,
 290                            vport->fc_sparam.nodeName.u.wwn);
 291         if (phba->cfg_soft_wwpn)
 292                 u64_to_wwn(phba->cfg_soft_wwpn,
 293                            vport->fc_sparam.portName.u.wwn);
 294         memcpy(&vport->fc_nodename, &vport->fc_sparam.nodeName,
 295                sizeof (struct lpfc_name));
 296         memcpy(&vport->fc_portname, &vport->fc_sparam.portName,
 297                sizeof (struct lpfc_name));
 298         /* If no serial number in VPD data, use low 6 bytes of WWNN */
 299         /* This should be consolidated into parse_vpd ? - mr */
 300         if (phba->SerialNumber[0] == 0) {
 301                 uint8_t *outptr;
 302
 303                 outptr = &vport->fc_nodename.u.s.IEEE[0];
 304                 for (i = 0; i < 12; i++) {
 305                         status = *outptr++;
 306                         j = ((status & 0xf0) >> 4);
 307                         if (j <= 9)
 308                                 phba->SerialNumber[i] =
 309                                     (char)((uint8_t) 0x30 + (uint8_t) j);
 310                         else
 311                                 phba->SerialNumber[i] =
 312                                     (char)((uint8_t) 0x61 + (uint8_t) (j - 10));
 313                         i++;
 314                         j = (status & 0xf);
 315                         if (j <= 9)
 316                                 phba->SerialNumber[i] =
 317                                     (char)((uint8_t) 0x30 + (uint8_t) j);
 318                         else
 319                                 phba->SerialNumber[i] =
 320                                     (char)((uint8_t) 0x61 + (uint8_t) (j - 10));
 321                 }
 322         }
 323
 324         lpfc_read_config(phba, pmb);
 325         pmb->vport = vport;
 326         if (lpfc_sli_issue_mbox(phba, pmb, MBX_POLL) != MBX_SUCCESS) {
 327                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 328                                 "0453 Adapter failed to init, mbxCmd x%x "
 329                                 "READ_CONFIG, mbxStatus x%x\n",
 330                                 mb->mbxCommand, mb->mbxStatus);
 331                 phba->link_state = LPFC_HBA_ERROR;
 332                 mempool_free( pmb, phba->mbox_mem_pool);
 333                 return -EIO;
 334         }
 335
 336         /* Reset the DFT_HBA_Q_DEPTH to the max xri  */
 337         if (phba->cfg_hba_queue_depth > (mb->un.varRdConfig.max_xri+1))
 338                 phba->cfg_hba_queue_depth =
 339                         mb->un.varRdConfig.max_xri + 1;
 340
 341         phba->lmt = mb->un.varRdConfig.lmt;
 342
 343         /* Get the default values for Model Name and Description */
 344         lpfc_get_hba_model_desc(phba, phba->ModelName, phba->ModelDesc);
 345
 346         if ((phba->cfg_link_speed > LINK_SPEED_10G)
 347             || ((phba->cfg_link_speed == LINK_SPEED_1G)
 348                 && !(phba->lmt & LMT_1Gb))
 349             || ((phba->cfg_link_speed == LINK_SPEED_2G)
 350                 && !(phba->lmt & LMT_2Gb))
 351             || ((phba->cfg_link_speed == LINK_SPEED_4G)
 352                 && !(phba->lmt & LMT_4Gb))
 353             || ((phba->cfg_link_speed == LINK_SPEED_8G)
 354                 && !(phba->lmt & LMT_8Gb))
 355             || ((phba->cfg_link_speed == LINK_SPEED_10G)
 356                 && !(phba->lmt & LMT_10Gb))) {
 357                 /* Reset link speed to auto */
 358                 lpfc_printf_log(phba, KERN_WARNING, LOG_LINK_EVENT,
 359                         "1302 Invalid speed for this board: "
 360                         "Reset link speed to auto: x%x\n",
 361                         phba->cfg_link_speed);
 362                         phba->cfg_link_speed = LINK_SPEED_AUTO;
 363         }
 364
 365         phba->link_state = LPFC_LINK_DOWN;
 366
 367         /* Only process IOCBs on ELS ring till hba_state is READY */
 368         if (psli->ring[psli->extra_ring].cmdringaddr)
 369                 psli->ring[psli->extra_ring].flag |= LPFC_STOP_IOCB_EVENT;
 370         if (psli->ring[psli->fcp_ring].cmdringaddr)
 371                 psli->ring[psli->fcp_ring].flag |= LPFC_STOP_IOCB_EVENT;
 372         if (psli->ring[psli->next_ring].cmdringaddr)
 373                 psli->ring[psli->next_ring].flag |= LPFC_STOP_IOCB_EVENT;
 374
 375         /* Post receive buffers for desired rings */
 376         if (phba->sli_rev != 3)
 377                 lpfc_post_rcv_buf(phba);
 378
 379         /* Enable appropriate host interrupts */
 380         spin_lock_irq(&phba->hbalock);
 381         status = readl(phba->HCregaddr);
 382         status |= HC_MBINT_ENA | HC_ERINT_ENA | HC_LAINT_ENA;
 383         if (psli->num_rings > 0)
 384                 status |= HC_R0INT_ENA;
 385         if (psli->num_rings > 1)
 386                 status |= HC_R1INT_ENA;
 387         if (psli->num_rings > 2)
 388                 status |= HC_R2INT_ENA;
 389         if (psli->num_rings > 3)
 390                 status |= HC_R3INT_ENA;
 391
 392         if ((phba->cfg_poll & ENABLE_FCP_RING_POLLING) &&
 393             (phba->cfg_poll & DISABLE_FCP_RING_INT))
 394                 status &= ~(HC_R0INT_ENA << LPFC_FCP_RING);
 395
 396         writel(status, phba->HCregaddr);
 397         readl(phba->HCregaddr); /* flush */
 398         spin_unlock_irq(&phba->hbalock);
 399
 400         /*
 401          * Setup the ring 0 (els)  timeout handler
 402          */
 403         timeout = phba->fc_ratov << 1;
 404         mod_timer(&vport->els_tmofunc, jiffies + HZ * timeout);
 405         mod_timer(&phba->hb_tmofunc, jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
 406         phba->hb_outstanding = 0;
 407         phba->last_completion_time = jiffies;
 408
 409         lpfc_init_link(phba, pmb, phba->cfg_topology, phba->cfg_link_speed);
 410         pmb->mbox_cmpl = lpfc_sli_def_mbox_cmpl;
 411         pmb->vport = vport;
 412         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_NOWAIT);
 413         lpfc_set_loopback_flag(phba);
 414         if (rc != MBX_SUCCESS) {
 415                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 416                                 "0454 Adapter failed to init, mbxCmd x%x "
 417                                 "INIT_LINK, mbxStatus x%x\n",
 418                                 mb->mbxCommand, mb->mbxStatus);
 419
 420                 /* Clear all interrupt enable conditions */
 421                 writel(0, phba->HCregaddr);
 422                 readl(phba->HCregaddr); /* flush */
 423                 /* Clear all pending interrupts */
 424                 writel(0xffffffff, phba->HAregaddr);
 425                 readl(phba->HAregaddr); /* flush */
 426
 427                 phba->link_state = LPFC_HBA_ERROR;
 428                 if (rc != MBX_BUSY)
 429                         mempool_free(pmb, phba->mbox_mem_pool);
 430                 return -EIO;
 431         }
 432         /* MBOX buffer will be freed in mbox compl */
 433         pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
 434         lpfc_config_async(phba, pmb, LPFC_ELS_RING);
 435         pmb->mbox_cmpl = lpfc_config_async_cmpl;
 436         pmb->vport = phba->pport;
 437         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_NOWAIT);
 438
 439         if ((rc != MBX_BUSY) && (rc != MBX_SUCCESS)) {
 440                 lpfc_printf_log(phba,
 441                                 KERN_ERR,
 442                                 LOG_INIT,
 443                                 "0456 Adapter failed to issue "
 444                                 "ASYNCEVT_ENABLE mbox status x%x \n.",
 445                                 rc);
 446                 mempool_free(pmb, phba->mbox_mem_pool);
 447         }
 448         return (0);
 449 }
 450
 451 /************************************************************************/
 452 /*                                                                      */
 453 /*    lpfc_hba_down_prep                                                */
 454 /*    This routine will do LPFC uninitialization before the             */
 455 /*    HBA is reset when bringing down the SLI Layer. This will be       */
 456 /*    initialized as a SLI layer callback routine.                      */
 457 /*    This routine returns 0 on success. Any other return value         */
 458 /*    indicates an error.                                               */
 459 /*                                                                      */
 460 /************************************************************************/
 461 int
 462 lpfc_hba_down_prep(struct lpfc_hba *phba)
 463 {
 464         struct lpfc_vport **vports;
 465         int i;
 466         /* Disable interrupts */
 467         writel(0, phba->HCregaddr);
 468         readl(phba->HCregaddr); /* flush */
 469
 470         if (phba->pport->load_flag & FC_UNLOADING)
 471                 lpfc_cleanup_discovery_resources(phba->pport);
 472         else {
 473                 vports = lpfc_create_vport_work_array(phba);
 474                 if (vports != NULL)
 475                         for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++)
 476                                 lpfc_cleanup_discovery_resources(vports[i]);
 477                 lpfc_destroy_vport_work_array(phba, vports);
 478         }
 479         return 0;
 480 }
 481
 482 /************************************************************************/
 483 /*                                                                      */
 484 /*    lpfc_hba_down_post                                                */
 485 /*    This routine will do uninitialization after the HBA is reset      */
 486 /*    when bringing down the SLI Layer.                                 */
 487 /*    This routine returns 0 on success. Any other return value         */
 488 /*    indicates an error.                                               */
 489 /*                                                                      */
 490 /************************************************************************/
 491 int
 492 lpfc_hba_down_post(struct lpfc_hba *phba)
 493 {
 494         struct lpfc_sli *psli = &phba->sli;
 495         struct lpfc_sli_ring *pring;
 496         struct lpfc_dmabuf *mp, *next_mp;
 497         struct lpfc_iocbq *iocb;
 498         IOCB_t *cmd = NULL;
 499         LIST_HEAD(completions);
 500         int i;
 501
 502         if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED)
 503                 lpfc_sli_hbqbuf_free_all(phba);
 504         else {
 505                 /* Cleanup preposted buffers on the ELS ring */
 506                 pring = &psli->ring[LPFC_ELS_RING];
 507                 list_for_each_entry_safe(mp, next_mp, &pring->postbufq, list) {
 508                         list_del(&mp->list);
 509                         pring->postbufq_cnt--;
 510                         lpfc_mbuf_free(phba, mp->virt, mp->phys);
 511                         kfree(mp);
 512                 }
 513         }
 514
 515         spin_lock_irq(&phba->hbalock);
 516         for (i = 0; i < psli->num_rings; i++) {
 517                 pring = &psli->ring[i];
 518
 519                 /* At this point in time the HBA is either reset or DOA. Either
 520                  * way, nothing should be on txcmplq as it will NEVER complete.
 521                  */
 522                 list_splice_init(&pring->txcmplq, &completions);
 523                 pring->txcmplq_cnt = 0;
 524                 spin_unlock_irq(&phba->hbalock);
 525
 526                 while (!list_empty(&completions)) {
 527                         iocb = list_get_first(&completions, struct lpfc_iocbq,
 528                                 list);
 529                         cmd = &iocb->iocb;
 530                         list_del_init(&iocb->list);
 531
 532                         if (!iocb->iocb_cmpl)
 533                                 lpfc_sli_release_iocbq(phba, iocb);
 534                         else {
 535                                 cmd->ulpStatus = IOSTAT_LOCAL_REJECT;
 536                                 cmd->un.ulpWord[4] = IOERR_SLI_ABORTED;
 537                                 (iocb->iocb_cmpl) (phba, iocb, iocb);
 538                         }
 539                 }
 540
 541                 lpfc_sli_abort_iocb_ring(phba, pring);
 542                 spin_lock_irq(&phba->hbalock);
 543         }
 544         spin_unlock_irq(&phba->hbalock);
 545
 546         return 0;
 547 }
 548
 549 /* HBA heart beat timeout handler */
 550 static void
 551 lpfc_hb_timeout(unsigned long ptr)
 552 {
 553         struct lpfc_hba *phba;
 554         unsigned long iflag;
 555
 556         phba = (struct lpfc_hba *)ptr;
 557         spin_lock_irqsave(&phba->pport->work_port_lock, iflag);
 558         if (!(phba->pport->work_port_events & WORKER_HB_TMO))
 559                 phba->pport->work_port_events |= WORKER_HB_TMO;
 560         spin_unlock_irqrestore(&phba->pport->work_port_lock, iflag);
 561
 562         spin_lock_irqsave(&phba->hbalock, iflag);
 563         if (phba->work_wait)
 564                 wake_up(phba->work_wait);
 565         spin_unlock_irqrestore(&phba->hbalock, iflag);
 566         return;
 567 }
 568
 569 static void
 570 lpfc_hb_mbox_cmpl(struct lpfc_hba * phba, LPFC_MBOXQ_t * pmboxq)
 571 {
 572         unsigned long drvr_flag;
 573
 574         spin_lock_irqsave(&phba->hbalock, drvr_flag);
 575         phba->hb_outstanding = 0;
 576         spin_unlock_irqrestore(&phba->hbalock, drvr_flag);
 577
 578         mempool_free(pmboxq, phba->mbox_mem_pool);
 579         if (!(phba->pport->fc_flag & FC_OFFLINE_MODE) &&
 580                 !(phba->link_state == LPFC_HBA_ERROR) &&
 581                 !(phba->pport->load_flag & FC_UNLOADING))
 582                 mod_timer(&phba->hb_tmofunc,
 583                         jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
 584         return;
 585 }
 586
 587 void
 588 lpfc_hb_timeout_handler(struct lpfc_hba *phba)
 589 {
 590         LPFC_MBOXQ_t *pmboxq;
 591         struct lpfc_dmabuf *buf_ptr;
 592         int retval;
 593         struct lpfc_sli *psli = &phba->sli;
 594         LIST_HEAD(completions);
 595
 596         if ((phba->link_state == LPFC_HBA_ERROR) ||
 597                 (phba->pport->load_flag & FC_UNLOADING) ||
 598                 (phba->pport->fc_flag & FC_OFFLINE_MODE))
 599                 return;
 600
 601         spin_lock_irq(&phba->pport->work_port_lock);
 602         /* If the timer is already canceled do nothing */
 603         if (!(phba->pport->work_port_events & WORKER_HB_TMO)) {
 604                 spin_unlock_irq(&phba->pport->work_port_lock);
 605                 return;
 606         }
 607
 608         if (time_after(phba->last_completion_time + LPFC_HB_MBOX_INTERVAL * HZ,
 609                 jiffies)) {
 610                 spin_unlock_irq(&phba->pport->work_port_lock);
 611                 if (!phba->hb_outstanding)
 612                         mod_timer(&phba->hb_tmofunc,
 613                                 jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
 614                 else
 615                         mod_timer(&phba->hb_tmofunc,
 616                                 jiffies + HZ * LPFC_HB_MBOX_TIMEOUT);
 617                 return;
 618         }
 619         spin_unlock_irq(&phba->pport->work_port_lock);
 620
 621         if (phba->elsbuf_cnt &&
 622                 (phba->elsbuf_cnt == phba->elsbuf_prev_cnt)) {
 623                 spin_lock_irq(&phba->hbalock);
 624                 list_splice_init(&phba->elsbuf, &completions);
 625                 phba->elsbuf_cnt = 0;
 626                 phba->elsbuf_prev_cnt = 0;
 627                 spin_unlock_irq(&phba->hbalock);
 628
 629                 while (!list_empty(&completions)) {
 630                         list_remove_head(&completions, buf_ptr,
 631                                 struct lpfc_dmabuf, list);
 632                         lpfc_mbuf_free(phba, buf_ptr->virt, buf_ptr->phys);
 633                         kfree(buf_ptr);
 634                 }
 635         }
 636         phba->elsbuf_prev_cnt = phba->elsbuf_cnt;
 637
 638         /* If there is no heart beat outstanding, issue a heartbeat command */
 639         if (phba->cfg_enable_hba_heartbeat) {
 640                 if (!phba->hb_outstanding) {
 641                         pmboxq = mempool_alloc(phba->mbox_mem_pool,GFP_KERNEL);
 642                         if (!pmboxq) {
 643                                 mod_timer(&phba->hb_tmofunc,
 644                                           jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
 645                                 return;
 646                         }
 647
 648                         lpfc_heart_beat(phba, pmboxq);
 649                         pmboxq->mbox_cmpl = lpfc_hb_mbox_cmpl;
 650                         pmboxq->vport = phba->pport;
 651                         retval = lpfc_sli_issue_mbox(phba, pmboxq, MBX_NOWAIT);
 652
 653                         if (retval != MBX_BUSY && retval != MBX_SUCCESS) {
 654                                 mempool_free(pmboxq, phba->mbox_mem_pool);
 655                                 mod_timer(&phba->hb_tmofunc,
 656                                           jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
 657                                 return;
 658                         }
 659                         mod_timer(&phba->hb_tmofunc,
 660                                   jiffies + HZ * LPFC_HB_MBOX_TIMEOUT);
 661                         phba->hb_outstanding = 1;
 662                         return;
 663                 } else {
 664                         /*
 665                         * If heart beat timeout called with hb_outstanding set
 666                         * we need to take the HBA offline.
 667                         */
 668                         lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 669                                         "0459 Adapter heartbeat failure, "
 670                                         "taking this port offline.\n");
 671
 672                         spin_lock_irq(&phba->hbalock);
 673                         psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
 674                         spin_unlock_irq(&phba->hbalock);
 675
 676                         lpfc_offline_prep(phba);
 677                         lpfc_offline(phba);
 678                         lpfc_unblock_mgmt_io(phba);
 679                         phba->link_state = LPFC_HBA_ERROR;
 680                         lpfc_hba_down_post(phba);
 681                 }
 682         }
 683 }
 684
 685 static void
 686 lpfc_offline_eratt(struct lpfc_hba *phba)
 687 {
 688         struct lpfc_sli   *psli = &phba->sli;
 689
 690         spin_lock_irq(&phba->hbalock);
 691         psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
 692         spin_unlock_irq(&phba->hbalock);
 693         lpfc_offline_prep(phba);
 694
 695         lpfc_offline(phba);
 696         lpfc_reset_barrier(phba);
 697         lpfc_sli_brdreset(phba);
 698         lpfc_hba_down_post(phba);
 699         lpfc_sli_brdready(phba, HS_MBRDY);
 700         lpfc_unblock_mgmt_io(phba);
 701         phba->link_state = LPFC_HBA_ERROR;
 702         return;
 703 }
 704
 705 /************************************************************************/
 706 /*                                                                      */
 707 /*    lpfc_handle_eratt                                                 */
 708 /*    This routine will handle processing a Host Attention              */
 709 /*    Error Status event. This will be initialized                      */
 710 /*    as a SLI layer callback routine.                                  */
 711 /*                                                                      */
 712 /************************************************************************/
 713 void
 714 lpfc_handle_eratt(struct lpfc_hba *phba)
 715 {
 716         struct lpfc_vport *vport = phba->pport;
 717         struct lpfc_sli   *psli = &phba->sli;
 718         struct lpfc_sli_ring  *pring;
 719         uint32_t event_data;
 720         unsigned long temperature;
 721         struct temp_event temp_event_data;
 722         struct Scsi_Host  *shost;
 723
 724         /* If the pci channel is offline, ignore possible errors,
 725          * since we cannot communicate with the pci card anyway. */
 726         if (pci_channel_offline(phba->pcidev))
 727                 return;
 728         /* If resets are disabled then leave the HBA alone and return */
 729         if (!phba->cfg_enable_hba_reset)
 730                 return;
 731
 732         if (phba->work_hs & HS_FFER6) {
 733                 /* Re-establishing Link */
 734                 lpfc_printf_log(phba, KERN_INFO, LOG_LINK_EVENT,
 735                                 "1301 Re-establishing Link "
 736                                 "Data: x%x x%x x%x\n",
 737                                 phba->work_hs,
 738                                 phba->work_status[0], phba->work_status[1]);
 739
 740                 spin_lock_irq(&phba->hbalock);
 741                 psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
 742                 spin_unlock_irq(&phba->hbalock);
 743
 744                 /*
 745                 * Firmware stops when it triggled erratt with HS_FFER6.
 746                 * That could cause the I/Os dropped by the firmware.
 747                 * Error iocb (I/O) on txcmplq and let the SCSI layer
 748                 * retry it after re-establishing link.
 749                 */
 750                 pring = &psli->ring[psli->fcp_ring];
 751                 lpfc_sli_abort_iocb_ring(phba, pring);
 752
 753                 /*
 754                  * There was a firmware error.  Take the hba offline and then
 755                  * attempt to restart it.
 756                  */
 757                 lpfc_offline_prep(phba);
 758                 lpfc_offline(phba);
 759                 lpfc_sli_brdrestart(phba);
 760                 if (lpfc_online(phba) == 0) {   /* Initialize the HBA */
 761                         lpfc_unblock_mgmt_io(phba);
 762                         return;
 763                 }
 764                 lpfc_unblock_mgmt_io(phba);
 765         } else if (phba->work_hs & HS_CRIT_TEMP) {
 766                 temperature = readl(phba->MBslimaddr + TEMPERATURE_OFFSET);
 767                 temp_event_data.event_type = FC_REG_TEMPERATURE_EVENT;
 768                 temp_event_data.event_code = LPFC_CRIT_TEMP;
 769                 temp_event_data.data = (uint32_t)temperature;
 770
 771                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 772                                 "0459 Adapter maximum temperature exceeded "
 773                                 "(%ld), taking this port offline "
 774                                 "Data: x%x x%x x%x\n",
 775                                 temperature, phba->work_hs,
 776                                 phba->work_status[0], phba->work_status[1]);
 777
 778                 shost = lpfc_shost_from_vport(phba->pport);
 779                 fc_host_post_vendor_event(shost, fc_get_event_number(),
 780                                           sizeof(temp_event_data),
 781                                           (char *) &temp_event_data,
 782                                           SCSI_NL_VID_TYPE_PCI
 783                                           | PCI_VENDOR_ID_EMULEX);
 784
 785                 spin_lock_irq(&phba->hbalock);
 786                 phba->over_temp_state = HBA_OVER_TEMP;
 787                 spin_unlock_irq(&phba->hbalock);
 788                 lpfc_offline_eratt(phba);
 789
 790         } else {
 791                 /* The if clause above forces this code path when the status
 792                  * failure is a value other than FFER6.  Do not call the offline
 793                  *  twice. This is the adapter hardware error path.
 794                  */
 795                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 796                                 "0457 Adapter Hardware Error "
 797                                 "Data: x%x x%x x%x\n",
 798                                 phba->work_hs,
 799                                 phba->work_status[0], phba->work_status[1]);
 800
 801                 event_data = FC_REG_DUMP_EVENT;
 802                 shost = lpfc_shost_from_vport(vport);
 803                 fc_host_post_vendor_event(shost, fc_get_event_number(),
 804                                 sizeof(event_data), (char *) &event_data,
 805                                 SCSI_NL_VID_TYPE_PCI | PCI_VENDOR_ID_EMULEX);
 806
 807                 lpfc_offline_eratt(phba);
 808         }
 809 }
 810
 811 /************************************************************************/
 812 /*                                                                      */
 813 /*    lpfc_handle_latt                                                  */
 814 /*    This routine will handle processing a Host Attention              */
 815 /*    Link Status event. This will be initialized                       */
 816 /*    as a SLI layer callback routine.                                  */
 817 /*                                                                      */
 818 /************************************************************************/
 819 void
 820 lpfc_handle_latt(struct lpfc_hba *phba)
 821 {
 822         struct lpfc_vport *vport = phba->pport;
 823         struct lpfc_sli   *psli = &phba->sli;
 824         LPFC_MBOXQ_t *pmb;
 825         volatile uint32_t control;
 826         struct lpfc_dmabuf *mp;
 827         int rc = 0;
 828
 829         pmb = (LPFC_MBOXQ_t *)mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
 830         if (!pmb) {
 831                 rc = 1;
 832                 goto lpfc_handle_latt_err_exit;
 833         }
 834
 835         mp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
 836         if (!mp) {
 837                 rc = 2;
 838                 goto lpfc_handle_latt_free_pmb;
 839         }
 840
 841         mp->virt = lpfc_mbuf_alloc(phba, 0, &mp->phys);
 842         if (!mp->virt) {
 843                 rc = 3;
 844                 goto lpfc_handle_latt_free_mp;
 845         }
 846
 847         /* Cleanup any outstanding ELS commands */
 848         lpfc_els_flush_all_cmd(phba);
 849
 850         psli->slistat.link_event++;
 851         lpfc_read_la(phba, pmb, mp);
 852         pmb->mbox_cmpl = lpfc_mbx_cmpl_read_la;
 853         pmb->vport = vport;
 854         rc = lpfc_sli_issue_mbox (phba, pmb, MBX_NOWAIT);
 855         if (rc == MBX_NOT_FINISHED) {
 856                 rc = 4;
 857                 goto lpfc_handle_latt_free_mbuf;
 858         }
 859
 860         /* Clear Link Attention in HA REG */
 861         spin_lock_irq(&phba->hbalock);
 862         writel(HA_LATT, phba->HAregaddr);
 863         readl(phba->HAregaddr); /* flush */
 864         spin_unlock_irq(&phba->hbalock);
 865
 866         return;
 867
 868 lpfc_handle_latt_free_mbuf:
 869         lpfc_mbuf_free(phba, mp->virt, mp->phys);
 870 lpfc_handle_latt_free_mp:
 871         kfree(mp);
 872 lpfc_handle_latt_free_pmb:
 873         mempool_free(pmb, phba->mbox_mem_pool);
 874 lpfc_handle_latt_err_exit:
 875         /* Enable Link attention interrupts */
 876         spin_lock_irq(&phba->hbalock);
 877         psli->sli_flag |= LPFC_PROCESS_LA;
 878         control = readl(phba->HCregaddr);
 879         control |= HC_LAINT_ENA;
 880         writel(control, phba->HCregaddr);
 881         readl(phba->HCregaddr); /* flush */
 882
 883         /* Clear Link Attention in HA REG */
 884         writel(HA_LATT, phba->HAregaddr);
 885         readl(phba->HAregaddr); /* flush */
 886         spin_unlock_irq(&phba->hbalock);
 887         lpfc_linkdown(phba);
 888         phba->link_state = LPFC_HBA_ERROR;
 889
 890         lpfc_printf_log(phba, KERN_ERR, LOG_MBOX,
 891                      "0300 LATT: Cannot issue READ_LA: Data:%d\n", rc);
 892
 893         return;
 894 }
 895
 896 /************************************************************************/
 897 /*                                                                      */
 898 /*   lpfc_parse_vpd                                                     */
 899 /*   This routine will parse the VPD data                               */
 900 /*                                                                      */
 901 /************************************************************************/
 902 static int
 903 lpfc_parse_vpd(struct lpfc_hba *phba, uint8_t *vpd, int len)
 904 {
 905         uint8_t lenlo, lenhi;
 906         int Length;
 907         int i, j;
 908         int finished = 0;
 909         int index = 0;
 910
 911         if (!vpd)
 912                 return 0;
 913
 914         /* Vital Product */
 915         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
 916                         "0455 Vital Product Data: x%x x%x x%x x%x\n",
 917                         (uint32_t) vpd[0], (uint32_t) vpd[1], (uint32_t) vpd[2],
 918                         (uint32_t) vpd[3]);
 919         while (!finished && (index < (len - 4))) {
 920                 switch (vpd[index]) {
 921                 case 0x82:
 922                 case 0x91:
 923                         index += 1;
 924                         lenlo = vpd[index];
 925                         index += 1;
 926                         lenhi = vpd[index];
 927                         index += 1;
 928                         i = ((((unsigned short)lenhi) << 8) + lenlo);
 929                         index += i;
 930                         break;
 931                 case 0x90:
 932                         index += 1;
 933                         lenlo = vpd[index];
 934                         index += 1;
 935                         lenhi = vpd[index];
 936                         index += 1;
 937                         Length = ((((unsigned short)lenhi) << 8) + lenlo);
 938                         if (Length > len - index)
 939                                 Length = len - index;
 940                         while (Length > 0) {
 941                         /* Look for Serial Number */
 942                         if ((vpd[index] == 'S') && (vpd[index+1] == 'N')) {
 943                                 index += 2;
 944                                 i = vpd[index];
 945                                 index += 1;
 946                                 j = 0;
 947                                 Length -= (3+i);
 948                                 while(i--) {
 949                                         phba->SerialNumber[j++] = vpd[index++];
 950                                         if (j == 31)
 951                                                 break;
 952                                 }
 953                                 phba->SerialNumber[j] = 0;
 954                                 continue;
 955                         }
 956                         else if ((vpd[index] == 'V') && (vpd[index+1] == '1')) {
 957                                 phba->vpd_flag |= VPD_MODEL_DESC;
 958                                 index += 2;
 959                                 i = vpd[index];
 960                                 index += 1;
 961                                 j = 0;
 962                                 Length -= (3+i);
 963                                 while(i--) {
 964                                         phba->ModelDesc[j++] = vpd[index++];
 965                                         if (j == 255)
 966                                                 break;
 967                                 }
 968                                 phba->ModelDesc[j] = 0;
 969                                 continue;
 970                         }
 971                         else if ((vpd[index] == 'V') && (vpd[index+1] == '2')) {
 972                                 phba->vpd_flag |= VPD_MODEL_NAME;
 973                                 index += 2;
 974                                 i = vpd[index];
 975                                 index += 1;
 976                                 j = 0;
 977                                 Length -= (3+i);
 978                                 while(i--) {
 979                                         phba->ModelName[j++] = vpd[index++];
 980                                         if (j == 79)
 981                                                 break;
 982                                 }
 983                                 phba->ModelName[j] = 0;
 984                                 continue;
 985                         }
 986                         else if ((vpd[index] == 'V') && (vpd[index+1] == '3')) {
 987                                 phba->vpd_flag |= VPD_PROGRAM_TYPE;
 988                                 index += 2;
 989                                 i = vpd[index];
 990                                 index += 1;
 991                                 j = 0;
 992                                 Length -= (3+i);
 993                                 while(i--) {
 994                                         phba->ProgramType[j++] = vpd[index++];
 995                                         if (j == 255)
 996                                                 break;
 997                                 }
 998                                 phba->ProgramType[j] = 0;
 999                                 continue;
1000                         }
1001                         else if ((vpd[index] == 'V') && (vpd[index+1] == '4')) {
1002                                 phba->vpd_flag |= VPD_PORT;
1003                                 index += 2;
1004                                 i = vpd[index];
1005                                 index += 1;
1006                                 j = 0;
1007                                 Length -= (3+i);
1008                                 while(i--) {
1009                                 phba->Port[j++] = vpd[index++];
1010                                 if (j == 19)
1011                                         break;
1012                                 }
1013                                 phba->Port[j] = 0;
1014                                 continue;
1015                         }
1016                         else {
1017                                 index += 2;
1018                                 i = vpd[index];
1019                                 index += 1;
1020                                 index += i;
1021                                 Length -= (3 + i);
1022                         }
1023                 }
1024                 finished = 0;
1025                 break;
1026                 case 0x78:
1027                         finished = 1;
1028                         break;
1029                 default:
1030                         index ++;
1031                         break;
1032                 }
1033         }
1034
1035         return(1);
1036 }
1037
1038 static void
1039 lpfc_get_hba_model_desc(struct lpfc_hba *phba, uint8_t *mdp, uint8_t *descp)
1040 {
1041         lpfc_vpd_t *vp;
1042         uint16_t dev_id = phba->pcidev->device;
1043         int max_speed;
1044         struct {
1045                 char * name;
1046                 int    max_speed;
1047                 char * bus;
1048         } m = {"<Unknown>", 0, ""};
1049
1050         if (mdp && mdp[0] != '\0'
1051                 && descp && descp[0] != '\0')
1052                 return;
1053
1054         if (phba->lmt & LMT_10Gb)
1055                 max_speed = 10;
1056         else if (phba->lmt & LMT_8Gb)
1057                 max_speed = 8;
1058         else if (phba->lmt & LMT_4Gb)
1059                 max_speed = 4;
1060         else if (phba->lmt & LMT_2Gb)
1061                 max_speed = 2;
1062         else
1063                 max_speed = 1;
1064
1065         vp = &phba->vpd;
1066
1067         switch (dev_id) {
1068         case PCI_DEVICE_ID_FIREFLY:
1069                 m = (typeof(m)){"LP6000", max_speed, "PCI"};
1070                 break;
1071         case PCI_DEVICE_ID_SUPERFLY:
1072                 if (vp->rev.biuRev >= 1 && vp->rev.biuRev <= 3)
1073                         m = (typeof(m)){"LP7000", max_speed,  "PCI"};
1074                 else
1075                         m = (typeof(m)){"LP7000E", max_speed, "PCI"};
1076                 break;
1077         case PCI_DEVICE_ID_DRAGONFLY:
1078                 m = (typeof(m)){"LP8000", max_speed, "PCI"};
1079                 break;
1080         case PCI_DEVICE_ID_CENTAUR:
1081                 if (FC_JEDEC_ID(vp->rev.biuRev) == CENTAUR_2G_JEDEC_ID)
1082                         m = (typeof(m)){"LP9002", max_speed, "PCI"};
1083                 else
1084                         m = (typeof(m)){"LP9000", max_speed, "PCI"};
1085                 break;
1086         case PCI_DEVICE_ID_RFLY:
1087                 m = (typeof(m)){"LP952", max_speed, "PCI"};
1088                 break;
1089         case PCI_DEVICE_ID_PEGASUS:
1090                 m = (typeof(m)){"LP9802", max_speed, "PCI-X"};
1091                 break;
1092         case PCI_DEVICE_ID_THOR:
1093                 m = (typeof(m)){"LP10000", max_speed, "PCI-X"};
1094                 break;
1095         case PCI_DEVICE_ID_VIPER:
1096                 m = (typeof(m)){"LPX1000", max_speed,  "PCI-X"};
1097                 break;
1098         case PCI_DEVICE_ID_PFLY:
1099                 m = (typeof(m)){"LP982", max_speed, "PCI-X"};
1100                 break;
1101         case PCI_DEVICE_ID_TFLY:
1102                 m = (typeof(m)){"LP1050", max_speed, "PCI-X"};
1103                 break;
1104         case PCI_DEVICE_ID_HELIOS:
1105                 m = (typeof(m)){"LP11000", max_speed, "PCI-X2"};
1106                 break;
1107         case PCI_DEVICE_ID_HELIOS_SCSP:
1108                 m = (typeof(m)){"LP11000-SP", max_speed, "PCI-X2"};
1109                 break;
1110         case PCI_DEVICE_ID_HELIOS_DCSP:
1111                 m = (typeof(m)){"LP11002-SP", max_speed, "PCI-X2"};
1112                 break;
1113         case PCI_DEVICE_ID_NEPTUNE:
1114                 m = (typeof(m)){"LPe1000", max_speed, "PCIe"};
1115                 break;
1116         case PCI_DEVICE_ID_NEPTUNE_SCSP:
1117                 m = (typeof(m)){"LPe1000-SP", max_speed, "PCIe"};
1118                 break;
1119         case PCI_DEVICE_ID_NEPTUNE_DCSP:
1120                 m = (typeof(m)){"LPe1002-SP", max_speed, "PCIe"};
1121                 break;
1122         case PCI_DEVICE_ID_BMID:
1123                 m = (typeof(m)){"LP1150", max_speed, "PCI-X2"};
1124                 break;
1125         case PCI_DEVICE_ID_BSMB:
1126                 m = (typeof(m)){"LP111", max_speed, "PCI-X2"};
1127                 break;
1128         case PCI_DEVICE_ID_ZEPHYR:
1129                 m = (typeof(m)){"LPe11000", max_speed, "PCIe"};
1130                 break;
1131         case PCI_DEVICE_ID_ZEPHYR_SCSP:
1132                 m = (typeof(m)){"LPe11000", max_speed, "PCIe"};
1133                 break;
1134         case PCI_DEVICE_ID_ZEPHYR_DCSP:
1135                 m = (typeof(m)){"LPe11002-SP", max_speed, "PCIe"};
1136                 break;
1137         case PCI_DEVICE_ID_ZMID:
1138                 m = (typeof(m)){"LPe1150", max_speed, "PCIe"};
1139                 break;
1140         case PCI_DEVICE_ID_ZSMB:
1141                 m = (typeof(m)){"LPe111", max_speed, "PCIe"};
1142                 break;
1143         case PCI_DEVICE_ID_LP101:
1144                 m = (typeof(m)){"LP101", max_speed, "PCI-X"};
1145                 break;
1146         case PCI_DEVICE_ID_LP10000S:
1147                 m = (typeof(m)){"LP10000-S", max_speed, "PCI"};
1148                 break;
1149         case PCI_DEVICE_ID_LP11000S:
1150                 m = (typeof(m)){"LP11000-S", max_speed,
1151                         "PCI-X2"};
1152                 break;
1153         case PCI_DEVICE_ID_LPE11000S:
1154                 m = (typeof(m)){"LPe11000-S", max_speed,
1155                         "PCIe"};
1156                 break;
1157         case PCI_DEVICE_ID_SAT:
1158                 m = (typeof(m)){"LPe12000", max_speed, "PCIe"};
1159                 break;
1160         case PCI_DEVICE_ID_SAT_MID:
1161                 m = (typeof(m)){"LPe1250", max_speed, "PCIe"};
1162                 break;
1163         case PCI_DEVICE_ID_SAT_SMB:
1164                 m = (typeof(m)){"LPe121", max_speed, "PCIe"};
1165                 break;
1166         case PCI_DEVICE_ID_SAT_DCSP:
1167                 m = (typeof(m)){"LPe12002-SP", max_speed, "PCIe"};
1168                 break;
1169         case PCI_DEVICE_ID_SAT_SCSP:
1170                 m = (typeof(m)){"LPe12000-SP", max_speed, "PCIe"};
1171                 break;
1172         case PCI_DEVICE_ID_SAT_S:
1173                 m = (typeof(m)){"LPe12000-S", max_speed, "PCIe"};
1174                 break;
1175         default:
1176                 m = (typeof(m)){ NULL };
1177                 break;
1178         }
1179
1180         if (mdp && mdp[0] == '\0')
1181                 snprintf(mdp, 79,"%s", m.name);
1182         if (descp && descp[0] == '\0')
1183                 snprintf(descp, 255,
1184                          "Emulex %s %dGb %s Fibre Channel Adapter",
1185                          m.name, m.max_speed, m.bus);
1186 }
1187
1188 /**************************************************/
1189 /*   lpfc_post_buffer                             */
1190 /*                                                */
1191 /*   This routine will post count buffers to the  */
1192 /*   ring with the QUE_RING_BUF_CN command. This  */
1193 /*   allows 3 buffers / command to be posted.     */
1194 /*   Returns the number of buffers NOT posted.    */
1195 /**************************************************/
1196 int
1197 lpfc_post_buffer(struct lpfc_hba *phba, struct lpfc_sli_ring *pring, int cnt,
1198                  int type)
1199 {
1200         IOCB_t *icmd;
1201         struct lpfc_iocbq *iocb;
1202         struct lpfc_dmabuf *mp1, *mp2;
1203
1204         cnt += pring->missbufcnt;
1205
1206         /* While there are buffers to post */
1207         while (cnt > 0) {
1208                 /* Allocate buffer for  command iocb */
1209                 iocb = lpfc_sli_get_iocbq(phba);
1210                 if (iocb == NULL) {
1211                         pring->missbufcnt = cnt;
1212                         return cnt;
1213                 }
1214                 icmd = &iocb->iocb;
1215
1216                 /* 2 buffers can be posted per command */
1217                 /* Allocate buffer to post */
1218                 mp1 = kmalloc(sizeof (struct lpfc_dmabuf), GFP_KERNEL);
1219                 if (mp1)
1220                     mp1->virt = lpfc_mbuf_alloc(phba, MEM_PRI, &mp1->phys);
1221                 if (!mp1 || !mp1->virt) {
1222                         kfree(mp1);
1223                         lpfc_sli_release_iocbq(phba, iocb);
1224                         pring->missbufcnt = cnt;
1225                         return cnt;
1226                 }
1227
1228                 INIT_LIST_HEAD(&mp1->list);
1229                 /* Allocate buffer to post */
1230                 if (cnt > 1) {
1231                         mp2 = kmalloc(sizeof (struct lpfc_dmabuf), GFP_KERNEL);
1232                         if (mp2)
1233                                 mp2->virt = lpfc_mbuf_alloc(phba, MEM_PRI,
1234                                                             &mp2->phys);
1235                         if (!mp2 || !mp2->virt) {
1236                                 kfree(mp2);
1237                                 lpfc_mbuf_free(phba, mp1->virt, mp1->phys);
1238                                 kfree(mp1);
1239                                 lpfc_sli_release_iocbq(phba, iocb);
1240                                 pring->missbufcnt = cnt;
1241                                 return cnt;
1242                         }
1243
1244                         INIT_LIST_HEAD(&mp2->list);
1245                 } else {
1246                         mp2 = NULL;
1247                 }
1248
1249                 icmd->un.cont64[0].addrHigh = putPaddrHigh(mp1->phys);
1250                 icmd->un.cont64[0].addrLow = putPaddrLow(mp1->phys);
1251                 icmd->un.cont64[0].tus.f.bdeSize = FCELSSIZE;
1252                 icmd->ulpBdeCount = 1;
1253                 cnt--;
1254                 if (mp2) {
1255                         icmd->un.cont64[1].addrHigh = putPaddrHigh(mp2->phys);
1256                         icmd->un.cont64[1].addrLow = putPaddrLow(mp2->phys);
1257                         icmd->un.cont64[1].tus.f.bdeSize = FCELSSIZE;
1258                         cnt--;
1259                         icmd->ulpBdeCount = 2;
1260                 }
1261
1262                 icmd->ulpCommand = CMD_QUE_RING_BUF64_CN;
1263                 icmd->ulpLe = 1;
1264
1265                 if (lpfc_sli_issue_iocb(phba, pring, iocb, 0) == IOCB_ERROR) {
1266                         lpfc_mbuf_free(phba, mp1->virt, mp1->phys);
1267                         kfree(mp1);
1268                         cnt++;
1269                         if (mp2) {
1270                                 lpfc_mbuf_free(phba, mp2->virt, mp2->phys);
1271                                 kfree(mp2);
1272                                 cnt++;
1273                         }
1274                         lpfc_sli_release_iocbq(phba, iocb);
1275                         pring->missbufcnt = cnt;
1276                         return cnt;
1277                 }
1278                 lpfc_sli_ringpostbuf_put(phba, pring, mp1);
1279                 if (mp2)
1280                         lpfc_sli_ringpostbuf_put(phba, pring, mp2);
1281         }
1282         pring->missbufcnt = 0;
1283         return 0;
1284 }
1285
1286 /************************************************************************/
1287 /*                                                                      */
1288 /*   lpfc_post_rcv_buf                                                  */
1289 /*   This routine post initial rcv buffers to the configured rings      */
1290 /*                                                                      */
1291 /************************************************************************/
1292 static int
1293 lpfc_post_rcv_buf(struct lpfc_hba *phba)
1294 {
1295         struct lpfc_sli *psli = &phba->sli;
1296
1297         /* Ring 0, ELS / CT buffers */
1298         lpfc_post_buffer(phba, &psli->ring[LPFC_ELS_RING], LPFC_BUF_RING0, 1);
1299         /* Ring 2 - FCP no buffers needed */
1300
1301         return 0;
1302 }
1303
1304 #define S(N,V) (((V)<<(N))|((V)>>(32-(N))))
1305
1306 /************************************************************************/
1307 /*                                                                      */
1308 /*   lpfc_sha_init                                                      */
1309 /*                                                                      */
1310 /************************************************************************/
1311 static void
1312 lpfc_sha_init(uint32_t * HashResultPointer)
1313 {
1314         HashResultPointer[0] = 0x67452301;
1315         HashResultPointer[1] = 0xEFCDAB89;
1316         HashResultPointer[2] = 0x98BADCFE;
1317         HashResultPointer[3] = 0x10325476;
1318         HashResultPointer[4] = 0xC3D2E1F0;
1319 }
1320
1321 /************************************************************************/
1322 /*                                                                      */
1323 /*   lpfc_sha_iterate                                                   */
1324 /*                                                                      */
1325 /************************************************************************/
1326 static void
1327 lpfc_sha_iterate(uint32_t * HashResultPointer, uint32_t * HashWorkingPointer)
1328 {
1329         int t;
1330         uint32_t TEMP;
1331         uint32_t A, B, C, D, E;
1332         t = 16;
1333         do {
1334                 HashWorkingPointer[t] =
1335                     S(1,
1336                       HashWorkingPointer[t - 3] ^ HashWorkingPointer[t -
1337                                                                      8] ^
1338                       HashWorkingPointer[t - 14] ^ HashWorkingPointer[t - 16]);
1339         } while (++t <= 79);
1340         t = 0;
1341         A = HashResultPointer[0];
1342         B = HashResultPointer[1];
1343         C = HashResultPointer[2];
1344         D = HashResultPointer[3];
1345         E = HashResultPointer[4];
1346
1347         do {
1348                 if (t < 20) {
1349                         TEMP = ((B & C) | ((~B) & D)) + 0x5A827999;
1350                 } else if (t < 40) {
1351                         TEMP = (B ^ C ^ D) + 0x6ED9EBA1;
1352                 } else if (t < 60) {
1353                         TEMP = ((B & C) | (B & D) | (C & D)) + 0x8F1BBCDC;
1354                 } else {
1355                         TEMP = (B ^ C ^ D) + 0xCA62C1D6;
1356                 }
1357                 TEMP += S(5, A) + E + HashWorkingPointer[t];
1358                 E = D;
1359                 D = C;
1360                 C = S(30, B);
1361                 B = A;
1362                 A = TEMP;
1363         } while (++t <= 79);
1364
1365         HashResultPointer[0] += A;
1366         HashResultPointer[1] += B;
1367         HashResultPointer[2] += C;
1368         HashResultPointer[3] += D;
1369         HashResultPointer[4] += E;
1370
1371 }
1372
1373 /************************************************************************/
1374 /*                                                                      */
1375 /*   lpfc_challenge_key                                                 */
1376 /*                                                                      */
1377 /************************************************************************/
1378 static void
1379 lpfc_challenge_key(uint32_t * RandomChallenge, uint32_t * HashWorking)
1380 {
1381         *HashWorking = (*RandomChallenge ^ *HashWorking);
1382 }
1383
1384 /************************************************************************/
1385 /*                                                                      */
1386 /*   lpfc_hba_init                                                      */
1387 /*                                                                      */
1388 /************************************************************************/
1389 void
1390 lpfc_hba_init(struct lpfc_hba *phba, uint32_t *hbainit)
1391 {
1392         int t;
1393         uint32_t *HashWorking;
1394         uint32_t *pwwnn = (uint32_t *) phba->wwnn;
1395
1396         HashWorking = kcalloc(80, sizeof(uint32_t), GFP_KERNEL);
1397         if (!HashWorking)
1398                 return;
1399
1400         HashWorking[0] = HashWorking[78] = *pwwnn++;
1401         HashWorking[1] = HashWorking[79] = *pwwnn;
1402
1403         for (t = 0; t < 7; t++)
1404                 lpfc_challenge_key(phba->RandomData + t, HashWorking + t);
1405
1406         lpfc_sha_init(hbainit);
1407         lpfc_sha_iterate(hbainit, HashWorking);
1408         kfree(HashWorking);
1409 }
1410
1411 void
1412 lpfc_cleanup(struct lpfc_vport *vport)
1413 {
1414         struct lpfc_hba   *phba = vport->phba;
1415         struct lpfc_nodelist *ndlp, *next_ndlp;
1416         int i = 0;
1417
1418         if (phba->link_state > LPFC_LINK_DOWN)
1419                 lpfc_port_link_failure(vport);
1420
1421         list_for_each_entry_safe(ndlp, next_ndlp, &vport->fc_nodes, nlp_listp) {
1422                 if (!NLP_CHK_NODE_ACT(ndlp)) {
1423                         ndlp = lpfc_enable_node(vport, ndlp,
1424                                                 NLP_STE_UNUSED_NODE);
1425                         if (!ndlp)
1426                                 continue;
1427                         spin_lock_irq(&phba->ndlp_lock);
1428                         NLP_SET_FREE_REQ(ndlp);
1429                         spin_unlock_irq(&phba->ndlp_lock);
1430                         /* Trigger the release of the ndlp memory */
1431                         lpfc_nlp_put(ndlp);
1432                         continue;
1433                 }
1434                 spin_lock_irq(&phba->ndlp_lock);
1435                 if (NLP_CHK_FREE_REQ(ndlp)) {
1436                         /* The ndlp should not be in memory free mode already */
1437                         spin_unlock_irq(&phba->ndlp_lock);
1438                         continue;
1439                 } else
1440                         /* Indicate request for freeing ndlp memory */
1441                         NLP_SET_FREE_REQ(ndlp);
1442                 spin_unlock_irq(&phba->ndlp_lock);
1443
1444                 if (vport->port_type != LPFC_PHYSICAL_PORT &&
1445                     ndlp->nlp_DID == Fabric_DID) {
1446                         /* Just free up ndlp with Fabric_DID for vports */
1447                         lpfc_nlp_put(ndlp);
1448                         continue;
1449                 }
1450
1451                 if (ndlp->nlp_type & NLP_FABRIC)
1452                         lpfc_disc_state_machine(vport, ndlp, NULL,
1453                                         NLP_EVT_DEVICE_RECOVERY);
1454
1455                 lpfc_disc_state_machine(vport, ndlp, NULL,
1456                                              NLP_EVT_DEVICE_RM);
1457         }
1458
1459         /* At this point, ALL ndlp's should be gone
1460          * because of the previous NLP_EVT_DEVICE_RM.
1461          * Lets wait for this to happen, if needed.
1462          */
1463         while (!list_empty(&vport->fc_nodes)) {
1464
1465                 if (i++ > 3000) {
1466                         lpfc_printf_vlog(vport, KERN_ERR, LOG_DISCOVERY,
1467                                 "0233 Nodelist not empty\n");
1468                         list_for_each_entry_safe(ndlp, next_ndlp,
1469                                                 &vport->fc_nodes, nlp_listp) {
1470                                 lpfc_printf_vlog(ndlp->vport, KERN_ERR,
1471                                                 LOG_NODE,
1472                                                 "0282: did:x%x ndlp:x%p "
1473                                                 "usgmap:x%x refcnt:%d\n",
1474                                                 ndlp->nlp_DID, (void *)ndlp,
1475                                                 ndlp->nlp_usg_map,
1476                                                 atomic_read(
1477                                                         &ndlp->kref.refcount));
1478                         }
1479                         break;
1480                 }
1481
1482                 /* Wait for any activity on ndlps to settle */
1483                 msleep(10);
1484         }
1485         return;
1486 }
1487
1488 void
1489 lpfc_stop_vport_timers(struct lpfc_vport *vport)
1490 {
1491         del_timer_sync(&vport->els_tmofunc);
1492         del_timer_sync(&vport->fc_fdmitmo);
1493         lpfc_can_disctmo(vport);
1494         return;
1495 }
1496
1497 static void
1498 lpfc_stop_phba_timers(struct lpfc_hba *phba)
1499 {
1500         del_timer_sync(&phba->fcp_poll_timer);
1501         lpfc_stop_vport_timers(phba->pport);
1502         del_timer_sync(&phba->sli.mbox_tmo);
1503         del_timer_sync(&phba->fabric_block_timer);
1504         phba->hb_outstanding = 0;
1505         del_timer_sync(&phba->hb_tmofunc);
1506         return;
1507 }
1508
1509 static void
1510 lpfc_block_mgmt_io(struct lpfc_hba * phba)
1511 {
1512         unsigned long iflag;
1513
1514         spin_lock_irqsave(&phba->hbalock, iflag);
1515         phba->sli.sli_flag |= LPFC_BLOCK_MGMT_IO;
1516         spin_unlock_irqrestore(&phba->hbalock, iflag);
1517 }
1518
1519 int
1520 lpfc_online(struct lpfc_hba *phba)
1521 {
1522         struct lpfc_vport *vport = phba->pport;
1523         struct lpfc_vport **vports;
1524         int i;
1525
1526         if (!phba)
1527                 return 0;
1528
1529         if (!(vport->fc_flag & FC_OFFLINE_MODE))
1530                 return 0;
1531
1532         lpfc_printf_log(phba, KERN_WARNING, LOG_INIT,
1533                         "0458 Bring Adapter online\n");
1534
1535         lpfc_block_mgmt_io(phba);
1536
1537         if (!lpfc_sli_queue_setup(phba)) {
1538                 lpfc_unblock_mgmt_io(phba);
1539                 return 1;
1540         }
1541
1542         if (lpfc_sli_hba_setup(phba)) { /* Initialize the HBA */
1543                 lpfc_unblock_mgmt_io(phba);
1544                 return 1;
1545         }
1546
1547         vports = lpfc_create_vport_work_array(phba);
1548         if (vports != NULL)
1549                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1550                         struct Scsi_Host *shost;
1551                         shost = lpfc_shost_from_vport(vports[i]);
1552                         spin_lock_irq(shost->host_lock);
1553                         vports[i]->fc_flag &= ~FC_OFFLINE_MODE;
1554                         if (phba->sli3_options & LPFC_SLI3_NPIV_ENABLED)
1555                                 vports[i]->fc_flag |= FC_VPORT_NEEDS_REG_VPI;
1556                         spin_unlock_irq(shost->host_lock);
1557                 }
1558                 lpfc_destroy_vport_work_array(phba, vports);
1559
1560         lpfc_unblock_mgmt_io(phba);
1561         return 0;
1562 }
1563
1564 void
1565 lpfc_unblock_mgmt_io(struct lpfc_hba * phba)
1566 {
1567         unsigned long iflag;
1568
1569         spin_lock_irqsave(&phba->hbalock, iflag);
1570         phba->sli.sli_flag &= ~LPFC_BLOCK_MGMT_IO;
1571         spin_unlock_irqrestore(&phba->hbalock, iflag);
1572 }
1573
1574 void
1575 lpfc_offline_prep(struct lpfc_hba * phba)
1576 {
1577         struct lpfc_vport *vport = phba->pport;
1578         struct lpfc_nodelist  *ndlp, *next_ndlp;
1579         struct lpfc_vport **vports;
1580         int i;
1581
1582         if (vport->fc_flag & FC_OFFLINE_MODE)
1583                 return;
1584
1585         lpfc_block_mgmt_io(phba);
1586
1587         lpfc_linkdown(phba);
1588
1589         /* Issue an unreg_login to all nodes on all vports */
1590         vports = lpfc_create_vport_work_array(phba);
1591         if (vports != NULL) {
1592                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1593                         struct Scsi_Host *shost;
1594
1595                         if (vports[i]->load_flag & FC_UNLOADING)
1596                                 continue;
1597                         shost = lpfc_shost_from_vport(vports[i]);
1598                         list_for_each_entry_safe(ndlp, next_ndlp,
1599                                                  &vports[i]->fc_nodes,
1600                                                  nlp_listp) {
1601                                 if (!NLP_CHK_NODE_ACT(ndlp))
1602                                         continue;
1603                                 if (ndlp->nlp_state == NLP_STE_UNUSED_NODE)
1604                                         continue;
1605                                 if (ndlp->nlp_type & NLP_FABRIC) {
1606                                         lpfc_disc_state_machine(vports[i], ndlp,
1607                                                 NULL, NLP_EVT_DEVICE_RECOVERY);
1608                                         lpfc_disc_state_machine(vports[i], ndlp,
1609                                                 NULL, NLP_EVT_DEVICE_RM);
1610                                 }
1611                                 spin_lock_irq(shost->host_lock);
1612                                 ndlp->nlp_flag &= ~NLP_NPR_ADISC;
1613                                 spin_unlock_irq(shost->host_lock);
1614                                 lpfc_unreg_rpi(vports[i], ndlp);
1615                         }
1616                 }
1617         }
1618         lpfc_destroy_vport_work_array(phba, vports);
1619
1620         lpfc_sli_flush_mbox_queue(phba);
1621 }
1622
1623 void
1624 lpfc_offline(struct lpfc_hba *phba)
1625 {
1626         struct Scsi_Host  *shost;
1627         struct lpfc_vport **vports;
1628         int i;
1629
1630         if (phba->pport->fc_flag & FC_OFFLINE_MODE)
1631                 return;
1632
1633         /* stop all timers associated with this hba */
1634         lpfc_stop_phba_timers(phba);
1635         vports = lpfc_create_vport_work_array(phba);
1636         if (vports != NULL)
1637                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++)
1638                         lpfc_stop_vport_timers(vports[i]);
1639         lpfc_destroy_vport_work_array(phba, vports);
1640         lpfc_printf_log(phba, KERN_WARNING, LOG_INIT,
1641                         "0460 Bring Adapter offline\n");
1642         /* Bring down the SLI Layer and cleanup.  The HBA is offline
1643            now.  */
1644         lpfc_sli_hba_down(phba);
1645         spin_lock_irq(&phba->hbalock);
1646         phba->work_ha = 0;
1647         spin_unlock_irq(&phba->hbalock);
1648         vports = lpfc_create_vport_work_array(phba);
1649         if (vports != NULL)
1650                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1651                         shost = lpfc_shost_from_vport(vports[i]);
1652                         spin_lock_irq(shost->host_lock);
1653                         vports[i]->work_port_events = 0;
1654                         vports[i]->fc_flag |= FC_OFFLINE_MODE;
1655                         spin_unlock_irq(shost->host_lock);
1656                 }
1657         lpfc_destroy_vport_work_array(phba, vports);
1658 }
1659
1660 /******************************************************************************
1661 * Function name: lpfc_scsi_free
1662 *
1663 * Description: Called from lpfc_pci_remove_one free internal driver resources
1664 *
1665 ******************************************************************************/
1666 static int
1667 lpfc_scsi_free(struct lpfc_hba *phba)
1668 {
1669         struct lpfc_scsi_buf *sb, *sb_next;
1670         struct lpfc_iocbq *io, *io_next;
1671
1672         spin_lock_irq(&phba->hbalock);
1673         /* Release all the lpfc_scsi_bufs maintained by this host. */
1674         list_for_each_entry_safe(sb, sb_next, &phba->lpfc_scsi_buf_list, list) {
1675                 list_del(&sb->list);
1676                 pci_pool_free(phba->lpfc_scsi_dma_buf_pool, sb->data,
1677                               sb->dma_handle);
1678                 kfree(sb);
1679                 phba->total_scsi_bufs--;
1680         }
1681
1682         /* Release all the lpfc_iocbq entries maintained by this host. */
1683         list_for_each_entry_safe(io, io_next, &phba->lpfc_iocb_list, list) {
1684                 list_del(&io->list);
1685                 kfree(io);
1686                 phba->total_iocbq_bufs--;
1687         }
1688
1689         spin_unlock_irq(&phba->hbalock);
1690
1691         return 0;
1692 }
1693
1694 struct lpfc_vport *
1695 lpfc_create_port(struct lpfc_hba *phba, int instance, struct device *dev)
1696 {
1697         struct lpfc_vport *vport;
1698         struct Scsi_Host  *shost;
1699         int error = 0;
1700
1701         if (dev != &phba->pcidev->dev)
1702                 shost = scsi_host_alloc(&lpfc_vport_template,
1703                                         sizeof(struct lpfc_vport));
1704         else
1705                 shost = scsi_host_alloc(&lpfc_template,
1706                                         sizeof(struct lpfc_vport));
1707         if (!shost)
1708                 goto out;
1709
1710         vport = (struct lpfc_vport *) shost->hostdata;
1711         vport->phba = phba;
1712         vport->load_flag |= FC_LOADING;
1713         vport->fc_flag |= FC_VPORT_NEEDS_REG_VPI;
1714         vport->fc_rscn_flush = 0;
1715
1716         lpfc_get_vport_cfgparam(vport);
1717         shost->unique_id = instance;
1718         shost->max_id = LPFC_MAX_TARGET;
1719         shost->max_lun = vport->cfg_max_luns;
1720         shost->this_id = -1;
1721         shost->max_cmd_len = 16;
1722         /*
1723          * Set initial can_queue value since 0 is no longer supported and
1724          * scsi_add_host will fail. This will be adjusted later based on the
1725          * max xri value determined in hba setup.
1726          */
1727         shost->can_queue = phba->cfg_hba_queue_depth - 10;
1728         if (dev != &phba->pcidev->dev) {
1729                 shost->transportt = lpfc_vport_transport_template;
1730                 vport->port_type = LPFC_NPIV_PORT;
1731         } else {
1732                 shost->transportt = lpfc_transport_template;
1733                 vport->port_type = LPFC_PHYSICAL_PORT;
1734         }
1735
1736         /* Initialize all internally managed lists. */
1737         INIT_LIST_HEAD(&vport->fc_nodes);
1738         spin_lock_init(&vport->work_port_lock);
1739
1740         init_timer(&vport->fc_disctmo);
1741         vport->fc_disctmo.function = lpfc_disc_timeout;
1742         vport->fc_disctmo.data = (unsigned long)vport;
1743
1744         init_timer(&vport->fc_fdmitmo);
1745         vport->fc_fdmitmo.function = lpfc_fdmi_tmo;
1746         vport->fc_fdmitmo.data = (unsigned long)vport;
1747
1748         init_timer(&vport->els_tmofunc);
1749         vport->els_tmofunc.function = lpfc_els_timeout;
1750         vport->els_tmofunc.data = (unsigned long)vport;
1751
1752         error = scsi_add_host(shost, dev);
1753         if (error)
1754                 goto out_put_shost;
1755
1756         spin_lock_irq(&phba->hbalock);
1757         list_add_tail(&vport->listentry, &phba->port_list);
1758         spin_unlock_irq(&phba->hbalock);
1759         return vport;
1760
1761 out_put_shost:
1762         scsi_host_put(shost);
1763 out:
1764         return NULL;
1765 }
1766
1767 void
1768 destroy_port(struct lpfc_vport *vport)
1769 {
1770         struct Scsi_Host *shost = lpfc_shost_from_vport(vport);
1771         struct lpfc_hba  *phba = vport->phba;
1772
1773         kfree(vport->vname);
1774
1775         lpfc_debugfs_terminate(vport);
1776         fc_remove_host(shost);
1777         scsi_remove_host(shost);
1778
1779         spin_lock_irq(&phba->hbalock);
1780         list_del_init(&vport->listentry);
1781         spin_unlock_irq(&phba->hbalock);
1782
1783         lpfc_cleanup(vport);
1784         return;
1785 }
1786
1787 int
1788 lpfc_get_instance(void)
1789 {
1790         int instance = 0;
1791
1792         /* Assign an unused number */
1793         if (!idr_pre_get(&lpfc_hba_index, GFP_KERNEL))
1794                 return -1;
1795         if (idr_get_new(&lpfc_hba_index, NULL, &instance))
1796                 return -1;
1797         return instance;
1798 }
1799
1800 /*
1801  * Note: there is no scan_start function as adapter initialization
1802  * will have asynchronously kicked off the link initialization.
1803  */
1804
1805 int lpfc_scan_finished(struct Scsi_Host *shost, unsigned long time)
1806 {
1807         struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
1808         struct lpfc_hba   *phba = vport->phba;
1809         int stat = 0;
1810
1811         spin_lock_irq(shost->host_lock);
1812
1813         if (vport->load_flag & FC_UNLOADING) {
1814                 stat = 1;
1815                 goto finished;
1816         }
1817         if (time >= 30 * HZ) {
1818                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
1819                                 "0461 Scanning longer than 30 "
1820                                 "seconds.  Continuing initialization\n");
1821                 stat = 1;
1822                 goto finished;
1823         }
1824         if (time >= 15 * HZ && phba->link_state <= LPFC_LINK_DOWN) {
1825                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
1826                                 "0465 Link down longer than 15 "
1827                                 "seconds.  Continuing initialization\n");
1828                 stat = 1;
1829                 goto finished;
1830         }
1831
1832         if (vport->port_state != LPFC_VPORT_READY)
1833                 goto finished;
1834         if (vport->num_disc_nodes || vport->fc_prli_sent)
1835                 goto finished;
1836         if (vport->fc_map_cnt == 0 && time < 2 * HZ)
1837                 goto finished;
1838         if ((phba->sli.sli_flag & LPFC_SLI_MBOX_ACTIVE) != 0)
1839                 goto finished;
1840
1841         stat = 1;
1842
1843 finished:
1844         spin_unlock_irq(shost->host_lock);
1845         return stat;
1846 }
1847
1848 void lpfc_host_attrib_init(struct Scsi_Host *shost)
1849 {
1850         struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
1851         struct lpfc_hba   *phba = vport->phba;
1852         /*
1853          * Set fixed host attributes.  Must done after lpfc_sli_hba_setup().
1854          */
1855
1856         fc_host_node_name(shost) = wwn_to_u64(vport->fc_nodename.u.wwn);
1857         fc_host_port_name(shost) = wwn_to_u64(vport->fc_portname.u.wwn);
1858         fc_host_supported_classes(shost) = FC_COS_CLASS3;
1859
1860         memset(fc_host_supported_fc4s(shost), 0,
1861                sizeof(fc_host_supported_fc4s(shost)));
1862         fc_host_supported_fc4s(shost)[2] = 1;
1863         fc_host_supported_fc4s(shost)[7] = 1;
1864
1865         lpfc_vport_symbolic_node_name(vport, fc_host_symbolic_name(shost),
1866                                  sizeof fc_host_symbolic_name(shost));
1867
1868         fc_host_supported_speeds(shost) = 0;
1869         if (phba->lmt & LMT_10Gb)
1870                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_10GBIT;
1871         if (phba->lmt & LMT_8Gb)
1872                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_8GBIT;
1873         if (phba->lmt & LMT_4Gb)
1874                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_4GBIT;
1875         if (phba->lmt & LMT_2Gb)
1876                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_2GBIT;
1877         if (phba->lmt & LMT_1Gb)
1878                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_1GBIT;
1879
1880         fc_host_maxframe_size(shost) =
1881                 (((uint32_t) vport->fc_sparam.cmn.bbRcvSizeMsb & 0x0F) << 8) |
1882                 (uint32_t) vport->fc_sparam.cmn.bbRcvSizeLsb;
1883
1884         /* This value is also unchanging */
1885         memset(fc_host_active_fc4s(shost), 0,
1886                sizeof(fc_host_active_fc4s(shost)));
1887         fc_host_active_fc4s(shost)[2] = 1;
1888         fc_host_active_fc4s(shost)[7] = 1;
1889
1890         fc_host_max_npiv_vports(shost) = phba->max_vpi;
1891         spin_lock_irq(shost->host_lock);
1892         vport->load_flag &= ~FC_LOADING;
1893         spin_unlock_irq(shost->host_lock);
1894 }
1895
1896 static int
1897 lpfc_enable_msix(struct lpfc_hba *phba)
1898 {
1899         int error;
1900
1901         phba->msix_entries[0].entry = 0;
1902         phba->msix_entries[0].vector = 0;
1903
1904         error = pci_enable_msix(phba->pcidev, phba->msix_entries,
1905                                 ARRAY_SIZE(phba->msix_entries));
1906         if (error) {
1907                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
1908                                 "0420 Enable MSI-X failed (%d), continuing "
1909                                 "with MSI\n", error);
1910                 pci_disable_msix(phba->pcidev);
1911                 return error;
1912         }
1913
1914         error = request_irq(phba->msix_entries[0].vector, lpfc_intr_handler, 0,
1915                             LPFC_DRIVER_NAME, phba);
1916         if (error) {
1917                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
1918                                 "0421 MSI-X request_irq failed (%d), "
1919                                 "continuing with MSI\n", error);
1920                 pci_disable_msix(phba->pcidev);
1921         }
1922         return error;
1923 }
1924
1925 static void
1926 lpfc_disable_msix(struct lpfc_hba *phba)
1927 {
1928         free_irq(phba->msix_entries[0].vector, phba);
1929         pci_disable_msix(phba->pcidev);
1930 }
1931
1932 static int __devinit
1933 lpfc_pci_probe_one(struct pci_dev *pdev, const struct pci_device_id *pid)
1934 {
1935         struct lpfc_vport *vport = NULL;
1936         struct lpfc_hba   *phba;
1937         struct lpfc_sli   *psli;
1938         struct lpfc_iocbq *iocbq_entry = NULL, *iocbq_next = NULL;
1939         struct Scsi_Host  *shost = NULL;
1940         void *ptr;
1941         unsigned long bar0map_len, bar2map_len;
1942         int error = -ENODEV, retval;
1943         int  i, hbq_count;
1944         uint16_t iotag;
1945         int bars = pci_select_bars(pdev, IORESOURCE_MEM);
1946
1947         if (pci_enable_device_mem(pdev))
1948                 goto out;
1949         if (pci_request_selected_regions(pdev, bars, LPFC_DRIVER_NAME))
1950                 goto out_disable_device;
1951
1952         phba = kzalloc(sizeof (struct lpfc_hba), GFP_KERNEL);
1953         if (!phba)
1954                 goto out_release_regions;
1955
1956         spin_lock_init(&phba->hbalock);
1957
1958         /* Initialize ndlp management spinlock */
1959         spin_lock_init(&phba->ndlp_lock);
1960
1961         phba->pcidev = pdev;
1962
1963         /* Assign an unused board number */
1964         if ((phba->brd_no = lpfc_get_instance()) < 0)
1965                 goto out_free_phba;
1966
1967         INIT_LIST_HEAD(&phba->port_list);
1968         /*
1969          * Get all the module params for configuring this host and then
1970          * establish the host.
1971          */
1972         lpfc_get_cfgparam(phba);
1973         phba->max_vpi = LPFC_MAX_VPI;
1974
1975         /* Initialize timers used by driver */
1976         init_timer(&phba->hb_tmofunc);
1977         phba->hb_tmofunc.function = lpfc_hb_timeout;
1978         phba->hb_tmofunc.data = (unsigned long)phba;
1979
1980         psli = &phba->sli;
1981         init_timer(&psli->mbox_tmo);
1982         psli->mbox_tmo.function = lpfc_mbox_timeout;
1983         psli->mbox_tmo.data = (unsigned long) phba;
1984         init_timer(&phba->fcp_poll_timer);
1985         phba->fcp_poll_timer.function = lpfc_poll_timeout;
1986         phba->fcp_poll_timer.data = (unsigned long) phba;
1987         init_timer(&phba->fabric_block_timer);
1988         phba->fabric_block_timer.function = lpfc_fabric_block_timeout;
1989         phba->fabric_block_timer.data = (unsigned long) phba;
1990
1991         pci_set_master(pdev);
1992         pci_try_set_mwi(pdev);
1993
1994         if (pci_set_dma_mask(phba->pcidev, DMA_64BIT_MASK) != 0)
1995                 if (pci_set_dma_mask(phba->pcidev, DMA_32BIT_MASK) != 0)
1996                         goto out_idr_remove;
1997
1998         /*
1999          * Get the bus address of Bar0 and Bar2 and the number of bytes
2000          * required by each mapping.
2001          */
2002         phba->pci_bar0_map = pci_resource_start(phba->pcidev, 0);
2003         bar0map_len        = pci_resource_len(phba->pcidev, 0);
2004
2005         phba->pci_bar2_map = pci_resource_start(phba->pcidev, 2);
2006         bar2map_len        = pci_resource_len(phba->pcidev, 2);
2007
2008         /* Map HBA SLIM to a kernel virtual address. */
2009         phba->slim_memmap_p      = ioremap(phba->pci_bar0_map, bar0map_len);
2010         if (!phba->slim_memmap_p) {
2011                 error = -ENODEV;
2012                 dev_printk(KERN_ERR, &pdev->dev,
2013                            "ioremap failed for SLIM memory.\n");
2014                 goto out_idr_remove;
2015         }
2016
2017         /* Map HBA Control Registers to a kernel virtual address. */
2018         phba->ctrl_regs_memmap_p = ioremap(phba->pci_bar2_map, bar2map_len);
2019         if (!phba->ctrl_regs_memmap_p) {
2020                 error = -ENODEV;
2021                 dev_printk(KERN_ERR, &pdev->dev,
2022                            "ioremap failed for HBA control registers.\n");
2023                 goto out_iounmap_slim;
2024         }
2025
2026         /* Allocate memory for SLI-2 structures */
2027         phba->slim2p = dma_alloc_coherent(&phba->pcidev->dev, SLI2_SLIM_SIZE,
2028                                           &phba->slim2p_mapping, GFP_KERNEL);
2029         if (!phba->slim2p)
2030                 goto out_iounmap;
2031
2032         memset(phba->slim2p, 0, SLI2_SLIM_SIZE);
2033
2034         phba->hbqslimp.virt = dma_alloc_coherent(&phba->pcidev->dev,
2035                                                  lpfc_sli_hbq_size(),
2036                                                  &phba->hbqslimp.phys,
2037                                                  GFP_KERNEL);
2038         if (!phba->hbqslimp.virt)
2039                 goto out_free_slim;
2040
2041         hbq_count = lpfc_sli_hbq_count();
2042         ptr = phba->hbqslimp.virt;
2043         for (i = 0; i < hbq_count; ++i) {
2044                 phba->hbqs[i].hbq_virt = ptr;
2045                 INIT_LIST_HEAD(&phba->hbqs[i].hbq_buffer_list);
2046                 ptr += (lpfc_hbq_defs[i]->entry_count *
2047                         sizeof(struct lpfc_hbq_entry));
2048         }
2049         phba->hbqs[LPFC_ELS_HBQ].hbq_alloc_buffer = lpfc_els_hbq_alloc;
2050         phba->hbqs[LPFC_ELS_HBQ].hbq_free_buffer  = lpfc_els_hbq_free;
2051
2052         memset(phba->hbqslimp.virt, 0, lpfc_sli_hbq_size());
2053
2054         INIT_LIST_HEAD(&phba->hbqbuf_in_list);
2055
2056         /* Initialize the SLI Layer to run with lpfc HBAs. */
2057         lpfc_sli_setup(phba);
2058         lpfc_sli_queue_setup(phba);
2059
2060         retval = lpfc_mem_alloc(phba);
2061         if (retval) {
2062                 error = retval;
2063                 goto out_free_hbqslimp;
2064         }
2065
2066         /* Initialize and populate the iocb list per host.  */
2067         INIT_LIST_HEAD(&phba->lpfc_iocb_list);
2068         for (i = 0; i < LPFC_IOCB_LIST_CNT; i++) {
2069                 iocbq_entry = kzalloc(sizeof(struct lpfc_iocbq), GFP_KERNEL);
2070                 if (iocbq_entry == NULL) {
2071                         printk(KERN_ERR "%s: only allocated %d iocbs of "
2072                                 "expected %d count. Unloading driver.\n",
2073                                 __FUNCTION__, i, LPFC_IOCB_LIST_CNT);
2074                         error = -ENOMEM;
2075                         goto out_free_iocbq;
2076                 }
2077
2078                 iotag = lpfc_sli_next_iotag(phba, iocbq_entry);
2079                 if (iotag == 0) {
2080                         kfree (iocbq_entry);
2081                         printk(KERN_ERR "%s: failed to allocate IOTAG. "
2082                                "Unloading driver.\n",
2083                                 __FUNCTION__);
2084                         error = -ENOMEM;
2085                         goto out_free_iocbq;
2086                 }
2087
2088                 spin_lock_irq(&phba->hbalock);
2089                 list_add(&iocbq_entry->list, &phba->lpfc_iocb_list);
2090                 phba->total_iocbq_bufs++;
2091                 spin_unlock_irq(&phba->hbalock);
2092         }
2093
2094         /* Initialize HBA structure */
2095         phba->fc_edtov = FF_DEF_EDTOV;
2096         phba->fc_ratov = FF_DEF_RATOV;
2097         phba->fc_altov = FF_DEF_ALTOV;
2098         phba->fc_arbtov = FF_DEF_ARBTOV;
2099
2100         INIT_LIST_HEAD(&phba->work_list);
2101         phba->work_ha_mask = (HA_ERATT|HA_MBATT|HA_LATT);
2102         phba->work_ha_mask |= (HA_RXMASK << (LPFC_ELS_RING * 4));
2103
2104         /* Startup the kernel thread for this host adapter. */
2105         phba->worker_thread = kthread_run(lpfc_do_work, phba,
2106                                        "lpfc_worker_%d", phba->brd_no);
2107         if (IS_ERR(phba->worker_thread)) {
2108                 error = PTR_ERR(phba->worker_thread);
2109                 goto out_free_iocbq;
2110         }
2111
2112         /* Initialize the list of scsi buffers used by driver for scsi IO. */
2113         spin_lock_init(&phba->scsi_buf_list_lock);
2114         INIT_LIST_HEAD(&phba->lpfc_scsi_buf_list);
2115
2116         /* Initialize list of fabric iocbs */
2117         INIT_LIST_HEAD(&phba->fabric_iocb_list);
2118
2119         /* Initialize list to save ELS buffers */
2120         INIT_LIST_HEAD(&phba->elsbuf);
2121
2122         vport = lpfc_create_port(phba, phba->brd_no, &phba->pcidev->dev);
2123         if (!vport)
2124                 goto out_kthread_stop;
2125
2126         shost = lpfc_shost_from_vport(vport);
2127         phba->pport = vport;
2128         lpfc_debugfs_initialize(vport);
2129
2130         pci_set_drvdata(pdev, shost);
2131         phba->intr_type = NONE;
2132
2133         if (phba->cfg_use_msi == 2) {
2134                 error = lpfc_enable_msix(phba);
2135                 if (!error)
2136                         phba->intr_type = MSIX;
2137         }
2138
2139         /* Fallback to MSI if MSI-X initialization failed */
2140         if (phba->cfg_use_msi >= 1 && phba->intr_type == NONE) {
2141                 retval = pci_enable_msi(phba->pcidev);
2142                 if (!retval)
2143                         phba->intr_type = MSI;
2144                 else
2145                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2146                                         "0452 Enable MSI failed, continuing "
2147                                         "with IRQ\n");
2148         }
2149
2150         /* MSI-X is the only case the doesn't need to call request_irq */
2151         if (phba->intr_type != MSIX) {
2152                 retval = request_irq(phba->pcidev->irq, lpfc_intr_handler,
2153                                      IRQF_SHARED, LPFC_DRIVER_NAME, phba);
2154                 if (retval) {
2155                         lpfc_printf_log(phba, KERN_ERR, LOG_INIT, "0451 Enable "
2156                                         "interrupt handler failed\n");
2157                         error = retval;
2158                         goto out_disable_msi;
2159                 } else if (phba->intr_type != MSI)
2160                         phba->intr_type = INTx;
2161         }
2162
2163         phba->MBslimaddr = phba->slim_memmap_p;
2164         phba->HAregaddr = phba->ctrl_regs_memmap_p + HA_REG_OFFSET;
2165         phba->CAregaddr = phba->ctrl_regs_memmap_p + CA_REG_OFFSET;
2166         phba->HSregaddr = phba->ctrl_regs_memmap_p + HS_REG_OFFSET;
2167         phba->HCregaddr = phba->ctrl_regs_memmap_p + HC_REG_OFFSET;
2168
2169         if (lpfc_alloc_sysfs_attr(vport)) {
2170                 error = -ENOMEM;
2171                 goto out_free_irq;
2172         }
2173
2174         if (lpfc_sli_hba_setup(phba)) {
2175                 error = -ENODEV;
2176                 goto out_remove_device;
2177         }
2178
2179         /*
2180          * hba setup may have changed the hba_queue_depth so we need to adjust
2181          * the value of can_queue.
2182          */
2183         shost->can_queue = phba->cfg_hba_queue_depth - 10;
2184
2185         lpfc_host_attrib_init(shost);
2186
2187         if (phba->cfg_poll & DISABLE_FCP_RING_INT) {
2188                 spin_lock_irq(shost->host_lock);
2189                 lpfc_poll_start_timer(phba);
2190                 spin_unlock_irq(shost->host_lock);
2191         }
2192
2193         scsi_scan_host(shost);
2194
2195         return 0;
2196
2197 out_remove_device:
2198         lpfc_free_sysfs_attr(vport);
2199         spin_lock_irq(shost->host_lock);
2200         vport->load_flag |= FC_UNLOADING;
2201         spin_unlock_irq(shost->host_lock);
2202 out_free_irq:
2203         lpfc_stop_phba_timers(phba);
2204         phba->pport->work_port_events = 0;
2205
2206         if (phba->intr_type == MSIX)
2207                 lpfc_disable_msix(phba);
2208         else
2209                 free_irq(phba->pcidev->irq, phba);
2210
2211 out_disable_msi:
2212         if (phba->intr_type == MSI)
2213                 pci_disable_msi(phba->pcidev);
2214         destroy_port(vport);
2215 out_kthread_stop:
2216         kthread_stop(phba->worker_thread);
2217 out_free_iocbq:
2218         list_for_each_entry_safe(iocbq_entry, iocbq_next,
2219                                                 &phba->lpfc_iocb_list, list) {
2220                 kfree(iocbq_entry);
2221                 phba->total_iocbq_bufs--;
2222         }
2223         lpfc_mem_free(phba);
2224 out_free_hbqslimp:
2225         dma_free_coherent(&pdev->dev, lpfc_sli_hbq_size(), phba->hbqslimp.virt,
2226                           phba->hbqslimp.phys);
2227 out_free_slim:
2228         dma_free_coherent(&pdev->dev, SLI2_SLIM_SIZE, phba->slim2p,
2229                                                         phba->slim2p_mapping);
2230 out_iounmap:
2231         iounmap(phba->ctrl_regs_memmap_p);
2232 out_iounmap_slim:
2233         iounmap(phba->slim_memmap_p);
2234 out_idr_remove:
2235         idr_remove(&lpfc_hba_index, phba->brd_no);
2236 out_free_phba:
2237         kfree(phba);
2238 out_release_regions:
2239         pci_release_selected_regions(pdev, bars);
2240 out_disable_device:
2241         pci_disable_device(pdev);
2242 out:
2243         pci_set_drvdata(pdev, NULL);
2244         if (shost)
2245                 scsi_host_put(shost);
2246         return error;
2247 }
2248
2249 static void __devexit
2250 lpfc_pci_remove_one(struct pci_dev *pdev)
2251 {
2252         struct Scsi_Host  *shost = pci_get_drvdata(pdev);
2253         struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
2254         struct lpfc_hba   *phba = vport->phba;
2255         int bars = pci_select_bars(pdev, IORESOURCE_MEM);
2256
2257         spin_lock_irq(&phba->hbalock);
2258         vport->load_flag |= FC_UNLOADING;
2259         spin_unlock_irq(&phba->hbalock);
2260
2261         kfree(vport->vname);
2262         lpfc_free_sysfs_attr(vport);
2263
2264         kthread_stop(phba->worker_thread);
2265
2266         fc_remove_host(shost);
2267         scsi_remove_host(shost);
2268         lpfc_cleanup(vport);
2269
2270         /*
2271          * Bring down the SLI Layer. This step disable all interrupts,
2272          * clears the rings, discards all mailbox commands, and resets
2273          * the HBA.
2274          */
2275         lpfc_sli_hba_down(phba);
2276         lpfc_sli_brdrestart(phba);
2277
2278         lpfc_stop_phba_timers(phba);
2279         spin_lock_irq(&phba->hbalock);
2280         list_del_init(&vport->listentry);
2281         spin_unlock_irq(&phba->hbalock);
2282
2283         lpfc_debugfs_terminate(vport);
2284
2285         if (phba->intr_type == MSIX)
2286                 lpfc_disable_msix(phba);
2287         else {
2288                 free_irq(phba->pcidev->irq, phba);
2289                 if (phba->intr_type == MSI)
2290                         pci_disable_msi(phba->pcidev);
2291         }
2292
2293         pci_set_drvdata(pdev, NULL);
2294         scsi_host_put(shost);
2295
2296         /*
2297          * Call scsi_free before mem_free since scsi bufs are released to their
2298          * corresponding pools here.
2299          */
2300         lpfc_scsi_free(phba);
2301         lpfc_mem_free(phba);
2302
2303         dma_free_coherent(&pdev->dev, lpfc_sli_hbq_size(), phba->hbqslimp.virt,
2304                           phba->hbqslimp.phys);
2305
2306         /* Free resources associated with SLI2 interface */
2307         dma_free_coherent(&pdev->dev, SLI2_SLIM_SIZE,
2308                           phba->slim2p, phba->slim2p_mapping);
2309
2310         /* unmap adapter SLIM and Control Registers */
2311         iounmap(phba->ctrl_regs_memmap_p);
2312         iounmap(phba->slim_memmap_p);
2313
2314         idr_remove(&lpfc_hba_index, phba->brd_no);
2315
2316         kfree(phba);
2317
2318         pci_release_selected_regions(pdev, bars);
2319         pci_disable_device(pdev);
2320 }
2321
2322 /**
2323  * lpfc_io_error_detected - called when PCI error is detected
2324  * @pdev: Pointer to PCI device
2325  * @state: The current pci conneection state
2326  *
2327  * This function is called after a PCI bus error affecting
2328  * this device has been detected.
2329  */
2330 static pci_ers_result_t lpfc_io_error_detected(struct pci_dev *pdev,
2331                                 pci_channel_state_t state)
2332 {
2333         struct Scsi_Host *shost = pci_get_drvdata(pdev);
2334         struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
2335         struct lpfc_sli *psli = &phba->sli;
2336         struct lpfc_sli_ring  *pring;
2337
2338         if (state == pci_channel_io_perm_failure)
2339                 return PCI_ERS_RESULT_DISCONNECT;
2340
2341         pci_disable_device(pdev);
2342         /*
2343          * There may be I/Os dropped by the firmware.
2344          * Error iocb (I/O) on txcmplq and let the SCSI layer
2345          * retry it after re-establishing link.
2346          */
2347         pring = &psli->ring[psli->fcp_ring];
2348         lpfc_sli_abort_iocb_ring(phba, pring);
2349
2350         if (phba->intr_type == MSIX)
2351                 lpfc_disable_msix(phba);
2352         else {
2353                 free_irq(phba->pcidev->irq, phba);
2354                 if (phba->intr_type == MSI)
2355                         pci_disable_msi(phba->pcidev);
2356         }
2357
2358         /* Request a slot reset. */
2359         return PCI_ERS_RESULT_NEED_RESET;
2360 }
2361
2362 /**
2363  * lpfc_io_slot_reset - called after the pci bus has been reset.
2364  * @pdev: Pointer to PCI device
2365  *
2366  * Restart the card from scratch, as if from a cold-boot.
2367  */
2368 static pci_ers_result_t lpfc_io_slot_reset(struct pci_dev *pdev)
2369 {
2370         struct Scsi_Host *shost = pci_get_drvdata(pdev);
2371         struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
2372         struct lpfc_sli *psli = &phba->sli;
2373         int error, retval;
2374
2375         dev_printk(KERN_INFO, &pdev->dev, "recovering from a slot reset.\n");
2376         if (pci_enable_device_mem(pdev)) {
2377                 printk(KERN_ERR "lpfc: Cannot re-enable "
2378                         "PCI device after reset.\n");
2379                 return PCI_ERS_RESULT_DISCONNECT;
2380         }
2381
2382         pci_set_master(pdev);
2383
2384         spin_lock_irq(&phba->hbalock);
2385         psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
2386         spin_unlock_irq(&phba->hbalock);
2387
2388         /* Enable configured interrupt method */
2389         phba->intr_type = NONE;
2390         if (phba->cfg_use_msi == 2) {
2391                 error = lpfc_enable_msix(phba);
2392                 if (!error)
2393                         phba->intr_type = MSIX;
2394         }
2395
2396         /* Fallback to MSI if MSI-X initialization failed */
2397         if (phba->cfg_use_msi >= 1 && phba->intr_type == NONE) {
2398                 retval = pci_enable_msi(phba->pcidev);
2399                 if (!retval)
2400                         phba->intr_type = MSI;
2401                 else
2402                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2403                                         "0470 Enable MSI failed, continuing "
2404                                         "with IRQ\n");
2405         }
2406
2407         /* MSI-X is the only case the doesn't need to call request_irq */
2408         if (phba->intr_type != MSIX) {
2409                 retval = request_irq(phba->pcidev->irq, lpfc_intr_handler,
2410                                      IRQF_SHARED, LPFC_DRIVER_NAME, phba);
2411                 if (retval) {
2412                         lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2413                                         "0471 Enable interrupt handler "
2414                                         "failed\n");
2415                 } else if (phba->intr_type != MSI)
2416                         phba->intr_type = INTx;
2417         }
2418
2419         /* Take device offline; this will perform cleanup */
2420         lpfc_offline(phba);
2421         lpfc_sli_brdrestart(phba);
2422
2423         return PCI_ERS_RESULT_RECOVERED;
2424 }
2425
2426 /**
2427  * lpfc_io_resume - called when traffic can start flowing again.
2428  * @pdev: Pointer to PCI device
2429  *
2430  * This callback is called when the error recovery driver tells us that
2431  * its OK to resume normal operation.
2432  */
2433 static void lpfc_io_resume(struct pci_dev *pdev)
2434 {
2435         struct Scsi_Host *shost = pci_get_drvdata(pdev);
2436         struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
2437
2438         lpfc_online(phba);
2439 }
2440
2441 static struct pci_device_id lpfc_id_table[] = {
2442         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_VIPER,
2443                 PCI_ANY_ID, PCI_ANY_ID, },
2444         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_FIREFLY,
2445                 PCI_ANY_ID, PCI_ANY_ID, },
2446         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_THOR,
2447                 PCI_ANY_ID, PCI_ANY_ID, },
2448         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PEGASUS,
2449                 PCI_ANY_ID, PCI_ANY_ID, },
2450         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_CENTAUR,
2451                 PCI_ANY_ID, PCI_ANY_ID, },
2452         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_DRAGONFLY,
2453                 PCI_ANY_ID, PCI_ANY_ID, },
2454         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SUPERFLY,
2455                 PCI_ANY_ID, PCI_ANY_ID, },
2456         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_RFLY,
2457                 PCI_ANY_ID, PCI_ANY_ID, },
2458         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PFLY,
2459                 PCI_ANY_ID, PCI_ANY_ID, },
2460         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE,
2461                 PCI_ANY_ID, PCI_ANY_ID, },
2462         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE_SCSP,
2463                 PCI_ANY_ID, PCI_ANY_ID, },
2464         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE_DCSP,
2465                 PCI_ANY_ID, PCI_ANY_ID, },
2466         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS,
2467                 PCI_ANY_ID, PCI_ANY_ID, },
2468         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS_SCSP,
2469                 PCI_ANY_ID, PCI_ANY_ID, },
2470         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS_DCSP,
2471                 PCI_ANY_ID, PCI_ANY_ID, },
2472         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_BMID,
2473                 PCI_ANY_ID, PCI_ANY_ID, },
2474         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_BSMB,
2475                 PCI_ANY_ID, PCI_ANY_ID, },
2476         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR,
2477                 PCI_ANY_ID, PCI_ANY_ID, },
2478         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR_SCSP,
2479                 PCI_ANY_ID, PCI_ANY_ID, },
2480         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR_DCSP,
2481                 PCI_ANY_ID, PCI_ANY_ID, },
2482         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZMID,
2483                 PCI_ANY_ID, PCI_ANY_ID, },
2484         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZSMB,
2485                 PCI_ANY_ID, PCI_ANY_ID, },
2486         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_TFLY,
2487                 PCI_ANY_ID, PCI_ANY_ID, },
2488         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP101,
2489                 PCI_ANY_ID, PCI_ANY_ID, },
2490         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP10000S,
2491                 PCI_ANY_ID, PCI_ANY_ID, },
2492         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP11000S,
2493                 PCI_ANY_ID, PCI_ANY_ID, },
2494         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LPE11000S,
2495                 PCI_ANY_ID, PCI_ANY_ID, },
2496         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT,
2497                 PCI_ANY_ID, PCI_ANY_ID, },
2498         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_MID,
2499                 PCI_ANY_ID, PCI_ANY_ID, },
2500         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_SMB,
2501                 PCI_ANY_ID, PCI_ANY_ID, },
2502         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_DCSP,
2503                 PCI_ANY_ID, PCI_ANY_ID, },
2504         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_SCSP,
2505                 PCI_ANY_ID, PCI_ANY_ID, },
2506         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_S,
2507                 PCI_ANY_ID, PCI_ANY_ID, },
2508         { 0 }
2509 };
2510
2511 MODULE_DEVICE_TABLE(pci, lpfc_id_table);
2512
2513 static struct pci_error_handlers lpfc_err_handler = {
2514         .error_detected = lpfc_io_error_detected,
2515         .slot_reset = lpfc_io_slot_reset,
2516         .resume = lpfc_io_resume,
2517 };
2518
2519 static struct pci_driver lpfc_driver = {
2520         .name           = LPFC_DRIVER_NAME,
2521         .id_table       = lpfc_id_table,
2522         .probe          = lpfc_pci_probe_one,
2523         .remove         = __devexit_p(lpfc_pci_remove_one),
2524         .err_handler    = &lpfc_err_handler,
2525 };
2526
2527 static int __init
2528 lpfc_init(void)
2529 {
2530         int error = 0;
2531
2532         printk(LPFC_MODULE_DESC "\n");
2533         printk(LPFC_COPYRIGHT "\n");
2534
2535         if (lpfc_enable_npiv) {
2536                 lpfc_transport_functions.vport_create = lpfc_vport_create;
2537                 lpfc_transport_functions.vport_delete = lpfc_vport_delete;
2538         }
2539         lpfc_transport_template =
2540                                 fc_attach_transport(&lpfc_transport_functions);
2541         if (lpfc_transport_template == NULL)
2542                 return -ENOMEM;
2543         if (lpfc_enable_npiv) {
2544                 lpfc_vport_transport_template =
2545                         fc_attach_transport(&lpfc_vport_transport_functions);
2546                 if (lpfc_vport_transport_template == NULL) {
2547                         fc_release_transport(lpfc_transport_template);
2548                         return -ENOMEM;
2549                 }
2550         }
2551         error = pci_register_driver(&lpfc_driver);
2552         if (error) {
2553                 fc_release_transport(lpfc_transport_template);
2554                 fc_release_transport(lpfc_vport_transport_template);
2555         }
2556
2557         return error;
2558 }
2559
2560 static void __exit
2561 lpfc_exit(void)
2562 {
2563         pci_unregister_driver(&lpfc_driver);
2564         fc_release_transport(lpfc_transport_template);
2565         if (lpfc_enable_npiv)
2566                 fc_release_transport(lpfc_vport_transport_template);
2567 }
2568
2569 module_init(lpfc_init);
2570 module_exit(lpfc_exit);
2571 MODULE_LICENSE("GPL");
2572 MODULE_DESCRIPTION(LPFC_MODULE_DESC);
2573 MODULE_AUTHOR("Emulex Corporation - tech.support@emulex.com");
2574 MODULE_VERSION("0:" LPFC_DRIVER_VERSION);