1 /*******************************************************************
2 * This file is part of the Emulex Linux Device Driver for *
3 * Fibre Channel Host Bus Adapters. *
4 * Copyright (C) 2004-2006 Emulex. All rights reserved. *
5 * EMULEX and SLI are trademarks of Emulex. *
7 * Portions Copyright (C) 2004-2005 Christoph Hellwig *
9 * This program is free software; you can redistribute it and/or *
10 * modify it under the terms of version 2 of the GNU General *
11 * Public License as published by the Free Software Foundation. *
12 * This program is distributed in the hope that it will be useful. *
13 * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
14 * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
15 * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
16 * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
17 * TO BE LEGALLY INVALID. See the GNU General Public License for *
18 * more details, a copy of which can be found in the file COPYING *
19 * included with this package. *
20 *******************************************************************/
22 #include <linux/pci.h>
23 #include <linux/interrupt.h>
24 #include <linux/delay.h>
26 #include <scsi/scsi.h>
27 #include <scsi/scsi_device.h>
28 #include <scsi/scsi_host.h>
29 #include <scsi/scsi_tcq.h>
30 #include <scsi/scsi_transport_fc.h>
32 #include "lpfc_version.h"
35 #include "lpfc_disc.h"
36 #include "lpfc_scsi.h"
38 #include "lpfc_logmsg.h"
39 #include "lpfc_crtn.h"
41 #define LPFC_RESET_WAIT 2
42 #define LPFC_ABORT_WAIT 2
46 * This routine allocates a scsi buffer, which contains all the necessary
47 * information needed to initiate a SCSI I/O. The non-DMAable buffer region
48 * contains information to build the IOCB. The DMAable region contains
49 * memory for the FCP CMND, FCP RSP, and the inital BPL. In addition to
50 * allocating memeory, the FCP CMND and FCP RSP BDEs are setup in the BPL
51 * and the BPL BDE is setup in the IOCB.
53 static struct lpfc_scsi_buf *
54 lpfc_new_scsi_buf(struct lpfc_hba * phba)
56 struct lpfc_scsi_buf *psb;
57 struct ulp_bde64 *bpl;
62 psb = kmalloc(sizeof(struct lpfc_scsi_buf), GFP_KERNEL);
65 memset(psb, 0, sizeof (struct lpfc_scsi_buf));
69 * Get memory from the pci pool to map the virt space to pci bus space
70 * for an I/O. The DMA buffer includes space for the struct fcp_cmnd,
71 * struct fcp_rsp and the number of bde's necessary to support the
74 psb->data = pci_pool_alloc(phba->lpfc_scsi_dma_buf_pool, GFP_KERNEL,
81 /* Initialize virtual ptrs to dma_buf region. */
82 memset(psb->data, 0, phba->cfg_sg_dma_buf_size);
84 /* Allocate iotag for psb->cur_iocbq. */
85 iotag = lpfc_sli_next_iotag(phba, &psb->cur_iocbq);
87 pci_pool_free(phba->lpfc_scsi_dma_buf_pool,
88 psb->data, psb->dma_handle);
92 psb->cur_iocbq.iocb_flag |= LPFC_IO_FCP;
94 psb->fcp_cmnd = psb->data;
95 psb->fcp_rsp = psb->data + sizeof(struct fcp_cmnd);
96 psb->fcp_bpl = psb->data + sizeof(struct fcp_cmnd) +
97 sizeof(struct fcp_rsp);
99 /* Initialize local short-hand pointers. */
101 pdma_phys = psb->dma_handle;
104 * The first two bdes are the FCP_CMD and FCP_RSP. The balance are sg
105 * list bdes. Initialize the first two and leave the rest for
108 bpl->addrHigh = le32_to_cpu(putPaddrHigh(pdma_phys));
109 bpl->addrLow = le32_to_cpu(putPaddrLow(pdma_phys));
110 bpl->tus.f.bdeSize = sizeof (struct fcp_cmnd);
111 bpl->tus.f.bdeFlags = BUFF_USE_CMND;
112 bpl->tus.w = le32_to_cpu(bpl->tus.w);
115 /* Setup the physical region for the FCP RSP */
116 pdma_phys += sizeof (struct fcp_cmnd);
117 bpl->addrHigh = le32_to_cpu(putPaddrHigh(pdma_phys));
118 bpl->addrLow = le32_to_cpu(putPaddrLow(pdma_phys));
119 bpl->tus.f.bdeSize = sizeof (struct fcp_rsp);
120 bpl->tus.f.bdeFlags = (BUFF_USE_CMND | BUFF_USE_RCV);
121 bpl->tus.w = le32_to_cpu(bpl->tus.w);
124 * Since the IOCB for the FCP I/O is built into this lpfc_scsi_buf,
125 * initialize it with all known data now.
127 pdma_phys += (sizeof (struct fcp_rsp));
128 iocb = &psb->cur_iocbq.iocb;
129 iocb->un.fcpi64.bdl.ulpIoTag32 = 0;
130 iocb->un.fcpi64.bdl.addrHigh = putPaddrHigh(pdma_phys);
131 iocb->un.fcpi64.bdl.addrLow = putPaddrLow(pdma_phys);
132 iocb->un.fcpi64.bdl.bdeSize = (2 * sizeof (struct ulp_bde64));
133 iocb->un.fcpi64.bdl.bdeFlags = BUFF_TYPE_BDL;
134 iocb->ulpBdeCount = 1;
135 iocb->ulpClass = CLASS3;
140 static struct lpfc_scsi_buf*
141 lpfc_get_scsi_buf(struct lpfc_hba * phba)
143 struct lpfc_scsi_buf * lpfc_cmd = NULL;
144 struct list_head *scsi_buf_list = &phba->lpfc_scsi_buf_list;
145 unsigned long iflag = 0;
147 spin_lock_irqsave(&phba->scsi_buf_list_lock, iflag);
148 list_remove_head(scsi_buf_list, lpfc_cmd, struct lpfc_scsi_buf, list);
149 spin_unlock_irqrestore(&phba->scsi_buf_list_lock, iflag);
154 lpfc_release_scsi_buf(struct lpfc_hba * phba, struct lpfc_scsi_buf * psb)
156 unsigned long iflag = 0;
158 spin_lock_irqsave(&phba->scsi_buf_list_lock, iflag);
160 list_add_tail(&psb->list, &phba->lpfc_scsi_buf_list);
161 spin_unlock_irqrestore(&phba->scsi_buf_list_lock, iflag);
165 lpfc_scsi_prep_dma_buf(struct lpfc_hba * phba, struct lpfc_scsi_buf * lpfc_cmd)
167 struct scsi_cmnd *scsi_cmnd = lpfc_cmd->pCmd;
168 struct scatterlist *sgel = NULL;
169 struct fcp_cmnd *fcp_cmnd = lpfc_cmd->fcp_cmnd;
170 struct ulp_bde64 *bpl = lpfc_cmd->fcp_bpl;
171 IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb;
173 uint32_t i, num_bde = 0;
174 int datadir = scsi_cmnd->sc_data_direction;
178 * There are three possibilities here - use scatter-gather segment, use
179 * the single mapping, or neither. Start the lpfc command prep by
180 * bumping the bpl beyond the fcp_cmnd and fcp_rsp regions to the first
184 if (scsi_cmnd->use_sg) {
186 * The driver stores the segment count returned from pci_map_sg
187 * because this a count of dma-mappings used to map the use_sg
188 * pages. They are not guaranteed to be the same for those
189 * architectures that implement an IOMMU.
191 sgel = (struct scatterlist *)scsi_cmnd->request_buffer;
192 lpfc_cmd->seg_cnt = dma_map_sg(&phba->pcidev->dev, sgel,
193 scsi_cmnd->use_sg, datadir);
194 if (lpfc_cmd->seg_cnt == 0)
197 if (lpfc_cmd->seg_cnt > phba->cfg_sg_seg_cnt) {
198 printk(KERN_ERR "%s: Too many sg segments from "
199 "dma_map_sg. Config %d, seg_cnt %d",
200 __FUNCTION__, phba->cfg_sg_seg_cnt,
202 dma_unmap_sg(&phba->pcidev->dev, sgel,
203 lpfc_cmd->seg_cnt, datadir);
208 * The driver established a maximum scatter-gather segment count
209 * during probe that limits the number of sg elements in any
210 * single scsi command. Just run through the seg_cnt and format
213 for (i = 0; i < lpfc_cmd->seg_cnt; i++) {
214 physaddr = sg_dma_address(sgel);
215 bpl->addrLow = le32_to_cpu(putPaddrLow(physaddr));
216 bpl->addrHigh = le32_to_cpu(putPaddrHigh(physaddr));
217 bpl->tus.f.bdeSize = sg_dma_len(sgel);
218 if (datadir == DMA_TO_DEVICE)
219 bpl->tus.f.bdeFlags = 0;
221 bpl->tus.f.bdeFlags = BUFF_USE_RCV;
222 bpl->tus.w = le32_to_cpu(bpl->tus.w);
227 } else if (scsi_cmnd->request_buffer && scsi_cmnd->request_bufflen) {
228 physaddr = dma_map_single(&phba->pcidev->dev,
229 scsi_cmnd->request_buffer,
230 scsi_cmnd->request_bufflen,
232 dma_error = dma_mapping_error(physaddr);
234 lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
235 "%d:0718 Unable to dma_map_single "
236 "request_buffer: x%x\n",
237 phba->brd_no, dma_error);
241 lpfc_cmd->nonsg_phys = physaddr;
242 bpl->addrLow = le32_to_cpu(putPaddrLow(physaddr));
243 bpl->addrHigh = le32_to_cpu(putPaddrHigh(physaddr));
244 bpl->tus.f.bdeSize = scsi_cmnd->request_bufflen;
245 if (datadir == DMA_TO_DEVICE)
246 bpl->tus.f.bdeFlags = 0;
248 bpl->tus.f.bdeFlags = BUFF_USE_RCV;
249 bpl->tus.w = le32_to_cpu(bpl->tus.w);
255 * Finish initializing those IOCB fields that are dependent on the
256 * scsi_cmnd request_buffer. Note that the bdeSize is explicitly
257 * reinitialized since all iocb memory resources are used many times
258 * for transmit, receive, and continuation bpl's.
260 iocb_cmd->un.fcpi64.bdl.bdeSize = (2 * sizeof (struct ulp_bde64));
261 iocb_cmd->un.fcpi64.bdl.bdeSize +=
262 (num_bde * sizeof (struct ulp_bde64));
263 iocb_cmd->ulpBdeCount = 1;
265 fcp_cmnd->fcpDl = be32_to_cpu(scsi_cmnd->request_bufflen);
270 lpfc_scsi_unprep_dma_buf(struct lpfc_hba * phba, struct lpfc_scsi_buf * psb)
273 * There are only two special cases to consider. (1) the scsi command
274 * requested scatter-gather usage or (2) the scsi command allocated
275 * a request buffer, but did not request use_sg. There is a third
276 * case, but it does not require resource deallocation.
278 if ((psb->seg_cnt > 0) && (psb->pCmd->use_sg)) {
279 dma_unmap_sg(&phba->pcidev->dev, psb->pCmd->request_buffer,
280 psb->seg_cnt, psb->pCmd->sc_data_direction);
282 if ((psb->nonsg_phys) && (psb->pCmd->request_bufflen)) {
283 dma_unmap_single(&phba->pcidev->dev, psb->nonsg_phys,
284 psb->pCmd->request_bufflen,
285 psb->pCmd->sc_data_direction);
291 lpfc_handle_fcp_err(struct lpfc_scsi_buf *lpfc_cmd)
293 struct scsi_cmnd *cmnd = lpfc_cmd->pCmd;
294 struct fcp_cmnd *fcpcmd = lpfc_cmd->fcp_cmnd;
295 struct fcp_rsp *fcprsp = lpfc_cmd->fcp_rsp;
296 struct lpfc_hba *phba = lpfc_cmd->scsi_hba;
297 uint32_t fcpi_parm = lpfc_cmd->cur_iocbq.iocb.un.fcpi.fcpi_parm;
298 uint32_t resp_info = fcprsp->rspStatus2;
299 uint32_t scsi_status = fcprsp->rspStatus3;
301 uint32_t host_status = DID_OK;
303 uint32_t logit = LOG_FCP | LOG_FCP_ERROR;
306 * If this is a task management command, there is no
307 * scsi packet associated with this lpfc_cmd. The driver
310 if (fcpcmd->fcpCntl2) {
315 if ((resp_info & SNS_LEN_VALID) && fcprsp->rspSnsLen) {
316 uint32_t snslen = be32_to_cpu(fcprsp->rspSnsLen);
317 if (snslen > SCSI_SENSE_BUFFERSIZE)
318 snslen = SCSI_SENSE_BUFFERSIZE;
320 if (resp_info & RSP_LEN_VALID)
321 rsplen = be32_to_cpu(fcprsp->rspRspLen);
322 memcpy(cmnd->sense_buffer, &fcprsp->rspInfo0 + rsplen, snslen);
324 lp = (uint32_t *)cmnd->sense_buffer;
326 if (!scsi_status && (resp_info & RESID_UNDER))
329 lpfc_printf_log(phba, KERN_WARNING, logit,
330 "%d:0730 FCP command x%x failed: x%x SNS x%x x%x "
331 "Data: x%x x%x x%x x%x x%x\n",
332 phba->brd_no, cmnd->cmnd[0], scsi_status,
333 be32_to_cpu(*lp), be32_to_cpu(*(lp + 3)), resp_info,
334 be32_to_cpu(fcprsp->rspResId),
335 be32_to_cpu(fcprsp->rspSnsLen),
336 be32_to_cpu(fcprsp->rspRspLen),
339 if (resp_info & RSP_LEN_VALID) {
340 rsplen = be32_to_cpu(fcprsp->rspRspLen);
341 if ((rsplen != 0 && rsplen != 4 && rsplen != 8) ||
342 (fcprsp->rspInfo3 != RSP_NO_FAILURE)) {
343 host_status = DID_ERROR;
349 if (resp_info & RESID_UNDER) {
350 cmnd->resid = be32_to_cpu(fcprsp->rspResId);
352 lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
353 "%d:0716 FCP Read Underrun, expected %d, "
354 "residual %d Data: x%x x%x x%x\n", phba->brd_no,
355 be32_to_cpu(fcpcmd->fcpDl), cmnd->resid,
356 fcpi_parm, cmnd->cmnd[0], cmnd->underflow);
359 * The cmnd->underflow is the minimum number of bytes that must
360 * be transfered for this command. Provided a sense condition
361 * is not present, make sure the actual amount transferred is at
362 * least the underflow value or fail.
364 if (!(resp_info & SNS_LEN_VALID) &&
365 (scsi_status == SAM_STAT_GOOD) &&
366 (cmnd->request_bufflen - cmnd->resid) < cmnd->underflow) {
367 lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
368 "%d:0717 FCP command x%x residual "
369 "underrun converted to error "
370 "Data: x%x x%x x%x\n", phba->brd_no,
371 cmnd->cmnd[0], cmnd->request_bufflen,
372 cmnd->resid, cmnd->underflow);
374 host_status = DID_ERROR;
376 } else if (resp_info & RESID_OVER) {
377 lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
378 "%d:0720 FCP command x%x residual "
379 "overrun error. Data: x%x x%x \n",
380 phba->brd_no, cmnd->cmnd[0],
381 cmnd->request_bufflen, cmnd->resid);
382 host_status = DID_ERROR;
385 * Check SLI validation that all the transfer was actually done
386 * (fcpi_parm should be zero). Apply check only to reads.
388 } else if ((scsi_status == SAM_STAT_GOOD) && fcpi_parm &&
389 (cmnd->sc_data_direction == DMA_FROM_DEVICE)) {
390 lpfc_printf_log(phba, KERN_WARNING, LOG_FCP | LOG_FCP_ERROR,
391 "%d:0734 FCP Read Check Error Data: "
392 "x%x x%x x%x x%x\n", phba->brd_no,
393 be32_to_cpu(fcpcmd->fcpDl),
394 be32_to_cpu(fcprsp->rspResId),
395 fcpi_parm, cmnd->cmnd[0]);
396 host_status = DID_ERROR;
397 cmnd->resid = cmnd->request_bufflen;
401 cmnd->result = ScsiResult(host_status, scsi_status);
405 lpfc_scsi_cmd_iocb_cmpl(struct lpfc_hba *phba, struct lpfc_iocbq *pIocbIn,
406 struct lpfc_iocbq *pIocbOut)
408 struct lpfc_scsi_buf *lpfc_cmd =
409 (struct lpfc_scsi_buf *) pIocbIn->context1;
410 struct lpfc_rport_data *rdata = lpfc_cmd->rdata;
411 struct lpfc_nodelist *pnode = rdata->pnode;
412 struct scsi_cmnd *cmd = lpfc_cmd->pCmd;
414 struct scsi_device *sdev, *tmp_sdev;
417 lpfc_cmd->result = pIocbOut->iocb.un.ulpWord[4];
418 lpfc_cmd->status = pIocbOut->iocb.ulpStatus;
420 if (lpfc_cmd->status) {
421 if (lpfc_cmd->status == IOSTAT_LOCAL_REJECT &&
422 (lpfc_cmd->result & IOERR_DRVR_MASK))
423 lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
424 else if (lpfc_cmd->status >= IOSTAT_CNT)
425 lpfc_cmd->status = IOSTAT_DEFAULT;
427 lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
428 "%d:0729 FCP cmd x%x failed <%d/%d> status: "
429 "x%x result: x%x Data: x%x x%x\n",
430 phba->brd_no, cmd->cmnd[0], cmd->device->id,
431 cmd->device->lun, lpfc_cmd->status,
432 lpfc_cmd->result, pIocbOut->iocb.ulpContext,
433 lpfc_cmd->cur_iocbq.iocb.ulpIoTag);
435 switch (lpfc_cmd->status) {
436 case IOSTAT_FCP_RSP_ERROR:
437 /* Call FCP RSP handler to determine result */
438 lpfc_handle_fcp_err(lpfc_cmd);
440 case IOSTAT_NPORT_BSY:
441 case IOSTAT_FABRIC_BSY:
442 cmd->result = ScsiResult(DID_BUS_BUSY, 0);
445 cmd->result = ScsiResult(DID_ERROR, 0);
450 || (pnode->nlp_state != NLP_STE_MAPPED_NODE))
451 cmd->result = ScsiResult(DID_BUS_BUSY, SAM_STAT_BUSY);
453 cmd->result = ScsiResult(DID_OK, 0);
456 if (cmd->result || lpfc_cmd->fcp_rsp->rspSnsLen) {
457 uint32_t *lp = (uint32_t *)cmd->sense_buffer;
459 lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
460 "%d:0710 Iodone <%d/%d> cmd %p, error x%x "
461 "SNS x%x x%x Data: x%x x%x\n",
462 phba->brd_no, cmd->device->id,
463 cmd->device->lun, cmd, cmd->result,
464 *lp, *(lp + 3), cmd->retries, cmd->resid);
467 result = cmd->result;
471 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
472 lpfc_scsi_unprep_dma_buf(phba, lpfc_cmd);
473 lpfc_release_scsi_buf(phba, lpfc_cmd);
477 if (!result && pnode != NULL &&
478 ((jiffies - pnode->last_ramp_up_time) >
479 LPFC_Q_RAMP_UP_INTERVAL * HZ) &&
480 ((jiffies - pnode->last_q_full_time) >
481 LPFC_Q_RAMP_UP_INTERVAL * HZ) &&
482 (phba->cfg_lun_queue_depth > sdev->queue_depth)) {
483 shost_for_each_device(tmp_sdev, sdev->host) {
484 if (phba->cfg_lun_queue_depth > tmp_sdev->queue_depth) {
485 if (tmp_sdev->id != sdev->id)
487 if (tmp_sdev->ordered_tags)
488 scsi_adjust_queue_depth(tmp_sdev,
490 tmp_sdev->queue_depth+1);
492 scsi_adjust_queue_depth(tmp_sdev,
494 tmp_sdev->queue_depth+1);
496 pnode->last_ramp_up_time = jiffies;
502 * Check for queue full. If the lun is reporting queue full, then
503 * back off the lun queue depth to prevent target overloads.
505 if (result == SAM_STAT_TASK_SET_FULL && pnode != NULL) {
506 pnode->last_q_full_time = jiffies;
508 shost_for_each_device(tmp_sdev, sdev->host) {
509 if (tmp_sdev->id != sdev->id)
511 depth = scsi_track_queue_full(tmp_sdev,
512 tmp_sdev->queue_depth - 1);
515 * The queue depth cannot be lowered any more.
516 * Modify the returned error code to store
517 * the final depth value set by
518 * scsi_track_queue_full.
521 depth = sdev->host->cmd_per_lun;
524 lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
525 "%d:0711 detected queue full - lun queue depth "
526 " adjusted to %d.\n", phba->brd_no, depth);
530 lpfc_scsi_unprep_dma_buf(phba, lpfc_cmd);
531 lpfc_release_scsi_buf(phba, lpfc_cmd);
535 lpfc_scsi_prep_cmnd(struct lpfc_hba * phba, struct lpfc_scsi_buf * lpfc_cmd,
536 struct lpfc_nodelist *pnode)
538 struct scsi_cmnd *scsi_cmnd = lpfc_cmd->pCmd;
539 struct fcp_cmnd *fcp_cmnd = lpfc_cmd->fcp_cmnd;
540 IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb;
541 struct lpfc_iocbq *piocbq = &(lpfc_cmd->cur_iocbq);
542 int datadir = scsi_cmnd->sc_data_direction;
544 lpfc_cmd->fcp_rsp->rspSnsLen = 0;
545 /* clear task management bits */
546 lpfc_cmd->fcp_cmnd->fcpCntl2 = 0;
548 int_to_scsilun(lpfc_cmd->pCmd->device->lun,
549 &lpfc_cmd->fcp_cmnd->fcp_lun);
551 memcpy(&fcp_cmnd->fcpCdb[0], scsi_cmnd->cmnd, 16);
553 if (scsi_cmnd->device->tagged_supported) {
554 switch (scsi_cmnd->tag) {
555 case HEAD_OF_QUEUE_TAG:
556 fcp_cmnd->fcpCntl1 = HEAD_OF_Q;
558 case ORDERED_QUEUE_TAG:
559 fcp_cmnd->fcpCntl1 = ORDERED_Q;
562 fcp_cmnd->fcpCntl1 = SIMPLE_Q;
566 fcp_cmnd->fcpCntl1 = 0;
569 * There are three possibilities here - use scatter-gather segment, use
570 * the single mapping, or neither. Start the lpfc command prep by
571 * bumping the bpl beyond the fcp_cmnd and fcp_rsp regions to the first
574 if (scsi_cmnd->use_sg) {
575 if (datadir == DMA_TO_DEVICE) {
576 iocb_cmd->ulpCommand = CMD_FCP_IWRITE64_CR;
577 iocb_cmd->un.fcpi.fcpi_parm = 0;
579 fcp_cmnd->fcpCntl3 = WRITE_DATA;
580 phba->fc4OutputRequests++;
582 iocb_cmd->ulpCommand = CMD_FCP_IREAD64_CR;
583 iocb_cmd->ulpPU = PARM_READ_CHECK;
584 iocb_cmd->un.fcpi.fcpi_parm =
585 scsi_cmnd->request_bufflen;
586 fcp_cmnd->fcpCntl3 = READ_DATA;
587 phba->fc4InputRequests++;
589 } else if (scsi_cmnd->request_buffer && scsi_cmnd->request_bufflen) {
590 if (datadir == DMA_TO_DEVICE) {
591 iocb_cmd->ulpCommand = CMD_FCP_IWRITE64_CR;
592 iocb_cmd->un.fcpi.fcpi_parm = 0;
594 fcp_cmnd->fcpCntl3 = WRITE_DATA;
595 phba->fc4OutputRequests++;
597 iocb_cmd->ulpCommand = CMD_FCP_IREAD64_CR;
598 iocb_cmd->ulpPU = PARM_READ_CHECK;
599 iocb_cmd->un.fcpi.fcpi_parm =
600 scsi_cmnd->request_bufflen;
601 fcp_cmnd->fcpCntl3 = READ_DATA;
602 phba->fc4InputRequests++;
605 iocb_cmd->ulpCommand = CMD_FCP_ICMND64_CR;
606 iocb_cmd->un.fcpi.fcpi_parm = 0;
608 fcp_cmnd->fcpCntl3 = 0;
609 phba->fc4ControlRequests++;
613 * Finish initializing those IOCB fields that are independent
614 * of the scsi_cmnd request_buffer
616 piocbq->iocb.ulpContext = pnode->nlp_rpi;
617 if (pnode->nlp_fcp_info & NLP_FCP_2_DEVICE)
618 piocbq->iocb.ulpFCP2Rcvy = 1;
620 piocbq->iocb.ulpClass = (pnode->nlp_fcp_info & 0x0f);
621 piocbq->context1 = lpfc_cmd;
622 piocbq->iocb_cmpl = lpfc_scsi_cmd_iocb_cmpl;
623 piocbq->iocb.ulpTimeout = lpfc_cmd->timeout;
627 lpfc_scsi_prep_task_mgmt_cmd(struct lpfc_hba *phba,
628 struct lpfc_scsi_buf *lpfc_cmd,
630 uint8_t task_mgmt_cmd)
632 struct lpfc_sli *psli;
633 struct lpfc_iocbq *piocbq;
635 struct fcp_cmnd *fcp_cmnd;
636 struct lpfc_rport_data *rdata = lpfc_cmd->rdata;
637 struct lpfc_nodelist *ndlp = rdata->pnode;
639 if ((ndlp == NULL) || (ndlp->nlp_state != NLP_STE_MAPPED_NODE)) {
644 piocbq = &(lpfc_cmd->cur_iocbq);
645 piocb = &piocbq->iocb;
647 fcp_cmnd = lpfc_cmd->fcp_cmnd;
648 int_to_scsilun(lun, &lpfc_cmd->fcp_cmnd->fcp_lun);
649 fcp_cmnd->fcpCntl2 = task_mgmt_cmd;
651 piocb->ulpCommand = CMD_FCP_ICMND64_CR;
653 piocb->ulpContext = ndlp->nlp_rpi;
654 if (ndlp->nlp_fcp_info & NLP_FCP_2_DEVICE) {
655 piocb->ulpFCP2Rcvy = 1;
657 piocb->ulpClass = (ndlp->nlp_fcp_info & 0x0f);
659 /* ulpTimeout is only one byte */
660 if (lpfc_cmd->timeout > 0xff) {
662 * Do not timeout the command at the firmware level.
663 * The driver will provide the timeout mechanism.
665 piocb->ulpTimeout = 0;
667 piocb->ulpTimeout = lpfc_cmd->timeout;
674 lpfc_scsi_tgt_reset(struct lpfc_scsi_buf * lpfc_cmd, struct lpfc_hba * phba,
675 unsigned tgt_id, unsigned int lun,
676 struct lpfc_rport_data *rdata)
678 struct lpfc_iocbq *iocbq;
679 struct lpfc_iocbq *iocbqrsp;
682 lpfc_cmd->rdata = rdata;
683 ret = lpfc_scsi_prep_task_mgmt_cmd(phba, lpfc_cmd, lun,
688 lpfc_cmd->scsi_hba = phba;
689 iocbq = &lpfc_cmd->cur_iocbq;
690 iocbqrsp = lpfc_sli_get_iocbq(phba);
695 /* Issue Target Reset to TGT <num> */
696 lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
697 "%d:0702 Issue Target Reset to TGT %d "
699 phba->brd_no, tgt_id, rdata->pnode->nlp_rpi,
700 rdata->pnode->nlp_flag);
702 ret = lpfc_sli_issue_iocb_wait(phba,
703 &phba->sli.ring[phba->sli.fcp_ring],
704 iocbq, iocbqrsp, lpfc_cmd->timeout);
705 if (ret != IOCB_SUCCESS) {
706 lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
710 lpfc_cmd->result = iocbqrsp->iocb.un.ulpWord[4];
711 lpfc_cmd->status = iocbqrsp->iocb.ulpStatus;
712 if (lpfc_cmd->status == IOSTAT_LOCAL_REJECT &&
713 (lpfc_cmd->result & IOERR_DRVR_MASK))
714 lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
717 lpfc_sli_release_iocbq(phba, iocbqrsp);
722 lpfc_info(struct Scsi_Host *host)
724 struct lpfc_hba *phba = (struct lpfc_hba *) host->hostdata;
726 static char lpfcinfobuf[384];
728 memset(lpfcinfobuf,0,384);
729 if (phba && phba->pcidev){
730 strncpy(lpfcinfobuf, phba->ModelDesc, 256);
731 len = strlen(lpfcinfobuf);
732 snprintf(lpfcinfobuf + len,
734 " on PCI bus %02x device %02x irq %d",
735 phba->pcidev->bus->number,
738 len = strlen(lpfcinfobuf);
740 snprintf(lpfcinfobuf + len,
749 static __inline__ void lpfc_poll_rearm_timer(struct lpfc_hba * phba)
751 unsigned long poll_tmo_expires =
752 (jiffies + msecs_to_jiffies(phba->cfg_poll_tmo));
754 if (phba->sli.ring[LPFC_FCP_RING].txcmplq_cnt)
755 mod_timer(&phba->fcp_poll_timer,
759 void lpfc_poll_start_timer(struct lpfc_hba * phba)
761 lpfc_poll_rearm_timer(phba);
764 void lpfc_poll_timeout(unsigned long ptr)
766 struct lpfc_hba *phba = (struct lpfc_hba *)ptr;
769 spin_lock_irqsave(phba->host->host_lock, iflag);
771 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
772 lpfc_sli_poll_fcp_ring (phba);
773 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
774 lpfc_poll_rearm_timer(phba);
777 spin_unlock_irqrestore(phba->host->host_lock, iflag);
781 lpfc_queuecommand(struct scsi_cmnd *cmnd, void (*done) (struct scsi_cmnd *))
783 struct lpfc_hba *phba =
784 (struct lpfc_hba *) cmnd->device->host->hostdata;
785 struct lpfc_sli *psli = &phba->sli;
786 struct lpfc_rport_data *rdata = cmnd->device->hostdata;
787 struct lpfc_nodelist *ndlp = rdata->pnode;
788 struct lpfc_scsi_buf *lpfc_cmd;
789 struct fc_rport *rport = starget_to_rport(scsi_target(cmnd->device));
792 err = fc_remote_port_chkready(rport);
795 goto out_fail_command;
799 * Catch race where our node has transitioned, but the
800 * transport is still transitioning.
803 cmnd->result = ScsiResult(DID_BUS_BUSY, 0);
804 goto out_fail_command;
806 lpfc_cmd = lpfc_get_scsi_buf (phba);
807 if (lpfc_cmd == NULL) {
808 lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
809 "%d:0707 driver's buffer pool is empty, "
810 "IO busied\n", phba->brd_no);
815 * Store the midlayer's command structure for the completion phase
816 * and complete the command initialization.
818 lpfc_cmd->pCmd = cmnd;
819 lpfc_cmd->rdata = rdata;
820 lpfc_cmd->timeout = 0;
821 cmnd->host_scribble = (unsigned char *)lpfc_cmd;
822 cmnd->scsi_done = done;
824 err = lpfc_scsi_prep_dma_buf(phba, lpfc_cmd);
826 goto out_host_busy_free_buf;
828 lpfc_scsi_prep_cmnd(phba, lpfc_cmd, ndlp);
830 err = lpfc_sli_issue_iocb(phba, &phba->sli.ring[psli->fcp_ring],
831 &lpfc_cmd->cur_iocbq, SLI_IOCB_RET_IOCB);
833 goto out_host_busy_free_buf;
835 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
836 lpfc_sli_poll_fcp_ring(phba);
837 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
838 lpfc_poll_rearm_timer(phba);
843 out_host_busy_free_buf:
844 lpfc_scsi_unprep_dma_buf(phba, lpfc_cmd);
845 lpfc_release_scsi_buf(phba, lpfc_cmd);
847 return SCSI_MLQUEUE_HOST_BUSY;
855 lpfc_block_error_handler(struct scsi_cmnd *cmnd)
857 struct Scsi_Host *shost = cmnd->device->host;
858 struct fc_rport *rport = starget_to_rport(scsi_target(cmnd->device));
860 spin_lock_irq(shost->host_lock);
861 while (rport->port_state == FC_PORTSTATE_BLOCKED) {
862 spin_unlock_irq(shost->host_lock);
864 spin_lock_irq(shost->host_lock);
866 spin_unlock_irq(shost->host_lock);
871 lpfc_abort_handler(struct scsi_cmnd *cmnd)
873 struct Scsi_Host *shost = cmnd->device->host;
874 struct lpfc_hba *phba = (struct lpfc_hba *)shost->hostdata;
875 struct lpfc_sli_ring *pring = &phba->sli.ring[phba->sli.fcp_ring];
876 struct lpfc_iocbq *iocb;
877 struct lpfc_iocbq *abtsiocb;
878 struct lpfc_scsi_buf *lpfc_cmd;
880 unsigned int loop_count = 0;
883 lpfc_block_error_handler(cmnd);
884 spin_lock_irq(shost->host_lock);
886 lpfc_cmd = (struct lpfc_scsi_buf *)cmnd->host_scribble;
890 * If pCmd field of the corresponding lpfc_scsi_buf structure
891 * points to a different SCSI command, then the driver has
892 * already completed this command, but the midlayer did not
893 * see the completion before the eh fired. Just return
896 iocb = &lpfc_cmd->cur_iocbq;
897 if (lpfc_cmd->pCmd != cmnd)
900 BUG_ON(iocb->context1 != lpfc_cmd);
902 abtsiocb = lpfc_sli_get_iocbq(phba);
903 if (abtsiocb == NULL) {
909 * The scsi command can not be in txq and it is in flight because the
910 * pCmd is still pointig at the SCSI command we have to abort. There
911 * is no need to search the txcmplq. Just send an abort to the FW.
915 icmd = &abtsiocb->iocb;
916 icmd->un.acxri.abortType = ABORT_TYPE_ABTS;
917 icmd->un.acxri.abortContextTag = cmd->ulpContext;
918 icmd->un.acxri.abortIoTag = cmd->ulpIoTag;
921 icmd->ulpClass = cmd->ulpClass;
922 if (phba->hba_state >= LPFC_LINK_UP)
923 icmd->ulpCommand = CMD_ABORT_XRI_CN;
925 icmd->ulpCommand = CMD_CLOSE_XRI_CN;
927 abtsiocb->iocb_cmpl = lpfc_sli_abort_fcp_cmpl;
928 if (lpfc_sli_issue_iocb(phba, pring, abtsiocb, 0) == IOCB_ERROR) {
929 lpfc_sli_release_iocbq(phba, abtsiocb);
934 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
935 lpfc_sli_poll_fcp_ring (phba);
937 /* Wait for abort to complete */
938 while (lpfc_cmd->pCmd == cmnd)
940 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
941 lpfc_sli_poll_fcp_ring (phba);
943 spin_unlock_irq(phba->host->host_lock);
944 schedule_timeout_uninterruptible(LPFC_ABORT_WAIT*HZ);
945 spin_lock_irq(phba->host->host_lock);
947 > (2 * phba->cfg_devloss_tmo)/LPFC_ABORT_WAIT)
951 if (lpfc_cmd->pCmd == cmnd) {
953 lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
954 "%d:0748 abort handler timed out waiting for "
955 "abort to complete: ret %#x, ID %d, LUN %d, "
957 phba->brd_no, ret, cmnd->device->id,
958 cmnd->device->lun, cmnd->serial_number);
962 lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
963 "%d:0749 SCSI Layer I/O Abort Request "
964 "Status x%x ID %d LUN %d snum %#lx\n",
965 phba->brd_no, ret, cmnd->device->id,
966 cmnd->device->lun, cmnd->serial_number);
968 spin_unlock_irq(shost->host_lock);
974 lpfc_reset_lun_handler(struct scsi_cmnd *cmnd)
976 struct Scsi_Host *shost = cmnd->device->host;
977 struct lpfc_hba *phba = (struct lpfc_hba *)shost->hostdata;
978 struct lpfc_scsi_buf *lpfc_cmd;
979 struct lpfc_iocbq *iocbq, *iocbqrsp;
980 struct lpfc_rport_data *rdata = cmnd->device->hostdata;
981 struct lpfc_nodelist *pnode = rdata->pnode;
982 uint32_t cmd_result = 0, cmd_status = 0;
986 lpfc_block_error_handler(cmnd);
987 spin_lock_irq(shost->host_lock);
989 * If target is not in a MAPPED state, delay the reset until
990 * target is rediscovered or devloss timeout expires.
996 if (pnode->nlp_state != NLP_STE_MAPPED_NODE) {
997 spin_unlock_irq(phba->host->host_lock);
998 schedule_timeout_uninterruptible(msecs_to_jiffies(500));
999 spin_lock_irq(phba->host->host_lock);
1001 if ((pnode) && (pnode->nlp_state == NLP_STE_MAPPED_NODE))
1005 lpfc_cmd = lpfc_get_scsi_buf (phba);
1006 if (lpfc_cmd == NULL)
1009 lpfc_cmd->timeout = 60;
1010 lpfc_cmd->scsi_hba = phba;
1011 lpfc_cmd->rdata = rdata;
1013 ret = lpfc_scsi_prep_task_mgmt_cmd(phba, lpfc_cmd, cmnd->device->lun,
1016 goto out_free_scsi_buf;
1018 iocbq = &lpfc_cmd->cur_iocbq;
1020 /* get a buffer for this IOCB command response */
1021 iocbqrsp = lpfc_sli_get_iocbq(phba);
1022 if (iocbqrsp == NULL)
1023 goto out_free_scsi_buf;
1025 lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
1026 "%d:0703 Issue LUN Reset to TGT %d LUN %d "
1027 "Data: x%x x%x\n", phba->brd_no, cmnd->device->id,
1028 cmnd->device->lun, pnode->nlp_rpi, pnode->nlp_flag);
1030 ret = lpfc_sli_issue_iocb_wait(phba,
1031 &phba->sli.ring[phba->sli.fcp_ring],
1032 iocbq, iocbqrsp, lpfc_cmd->timeout);
1033 if (ret == IOCB_SUCCESS)
1037 cmd_result = iocbqrsp->iocb.un.ulpWord[4];
1038 cmd_status = iocbqrsp->iocb.ulpStatus;
1040 lpfc_sli_release_iocbq(phba, iocbqrsp);
1043 * All outstanding txcmplq I/Os should have been aborted by the device.
1044 * Unfortunately, some targets do not abide by this forcing the driver
1047 cnt = lpfc_sli_sum_iocb(phba, &phba->sli.ring[phba->sli.fcp_ring],
1048 cmnd->device->id, cmnd->device->lun,
1051 lpfc_sli_abort_iocb(phba,
1052 &phba->sli.ring[phba->sli.fcp_ring],
1053 cmnd->device->id, cmnd->device->lun,
1057 spin_unlock_irq(phba->host->host_lock);
1058 schedule_timeout_uninterruptible(LPFC_RESET_WAIT*HZ);
1059 spin_lock_irq(phba->host->host_lock);
1062 > (2 * phba->cfg_devloss_tmo)/LPFC_RESET_WAIT)
1065 cnt = lpfc_sli_sum_iocb(phba,
1066 &phba->sli.ring[phba->sli.fcp_ring],
1067 cmnd->device->id, cmnd->device->lun,
1072 lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1073 "%d:0719 LUN Reset I/O flush failure: cnt x%x\n",
1079 lpfc_release_scsi_buf(phba, lpfc_cmd);
1081 lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1082 "%d:0713 SCSI layer issued LUN reset (%d, %d) "
1083 "Data: x%x x%x x%x\n",
1084 phba->brd_no, cmnd->device->id,cmnd->device->lun,
1085 ret, cmd_status, cmd_result);
1088 spin_unlock_irq(shost->host_lock);
1093 lpfc_reset_bus_handler(struct scsi_cmnd *cmnd)
1095 struct Scsi_Host *shost = cmnd->device->host;
1096 struct lpfc_hba *phba = (struct lpfc_hba *)shost->hostdata;
1097 struct lpfc_nodelist *ndlp = NULL;
1099 int ret = FAILED, i, err_count = 0;
1101 struct lpfc_scsi_buf * lpfc_cmd;
1103 lpfc_block_error_handler(cmnd);
1104 spin_lock_irq(shost->host_lock);
1106 lpfc_cmd = lpfc_get_scsi_buf(phba);
1107 if (lpfc_cmd == NULL)
1110 /* The lpfc_cmd storage is reused. Set all loop invariants. */
1111 lpfc_cmd->timeout = 60;
1112 lpfc_cmd->scsi_hba = phba;
1115 * Since the driver manages a single bus device, reset all
1116 * targets known to the driver. Should any target reset
1117 * fail, this routine returns failure to the midlayer.
1119 for (i = 0; i < LPFC_MAX_TARGET; i++) {
1120 /* Search the mapped list for this target ID */
1122 list_for_each_entry(ndlp, &phba->fc_nlpmap_list, nlp_listp) {
1123 if ((i == ndlp->nlp_sid) && ndlp->rport) {
1131 ret = lpfc_scsi_tgt_reset(lpfc_cmd, phba, i, cmnd->device->lun,
1132 ndlp->rport->dd_data);
1133 if (ret != SUCCESS) {
1134 lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1135 "%d:0700 Bus Reset on target %d failed\n",
1144 lpfc_release_scsi_buf(phba, lpfc_cmd);
1147 * All outstanding txcmplq I/Os should have been aborted by
1148 * the targets. Unfortunately, some targets do not abide by
1149 * this forcing the driver to double check.
1151 cnt = lpfc_sli_sum_iocb(phba, &phba->sli.ring[phba->sli.fcp_ring],
1152 0, 0, LPFC_CTX_HOST);
1154 lpfc_sli_abort_iocb(phba, &phba->sli.ring[phba->sli.fcp_ring],
1155 0, 0, 0, LPFC_CTX_HOST);
1158 spin_unlock_irq(phba->host->host_lock);
1159 schedule_timeout_uninterruptible(LPFC_RESET_WAIT*HZ);
1160 spin_lock_irq(phba->host->host_lock);
1163 > (2 * phba->cfg_devloss_tmo)/LPFC_RESET_WAIT)
1166 cnt = lpfc_sli_sum_iocb(phba,
1167 &phba->sli.ring[phba->sli.fcp_ring],
1168 0, 0, LPFC_CTX_HOST);
1172 lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1173 "%d:0715 Bus Reset I/O flush failure: cnt x%x left x%x\n",
1174 phba->brd_no, cnt, i);
1178 lpfc_printf_log(phba,
1181 "%d:0714 SCSI layer issued Bus Reset Data: x%x\n",
1184 spin_unlock_irq(shost->host_lock);
1189 lpfc_slave_alloc(struct scsi_device *sdev)
1191 struct lpfc_hba *phba = (struct lpfc_hba *)sdev->host->hostdata;
1192 struct lpfc_scsi_buf *scsi_buf = NULL;
1193 struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
1194 uint32_t total = 0, i;
1195 uint32_t num_to_alloc = 0;
1196 unsigned long flags;
1198 if (!rport || fc_remote_port_chkready(rport))
1201 sdev->hostdata = rport->dd_data;
1204 * Populate the cmds_per_lun count scsi_bufs into this host's globally
1205 * available list of scsi buffers. Don't allocate more than the
1206 * HBA limit conveyed to the midlayer via the host structure. The
1207 * formula accounts for the lun_queue_depth + error handlers + 1
1208 * extra. This list of scsi bufs exists for the lifetime of the driver.
1210 total = phba->total_scsi_bufs;
1211 num_to_alloc = phba->cfg_lun_queue_depth + 2;
1212 if (total >= phba->cfg_hba_queue_depth) {
1213 lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
1214 "%d:0704 At limitation of %d preallocated "
1215 "command buffers\n", phba->brd_no, total);
1217 } else if (total + num_to_alloc > phba->cfg_hba_queue_depth) {
1218 lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
1219 "%d:0705 Allocation request of %d command "
1220 "buffers will exceed max of %d. Reducing "
1221 "allocation request to %d.\n", phba->brd_no,
1222 num_to_alloc, phba->cfg_hba_queue_depth,
1223 (phba->cfg_hba_queue_depth - total));
1224 num_to_alloc = phba->cfg_hba_queue_depth - total;
1227 for (i = 0; i < num_to_alloc; i++) {
1228 scsi_buf = lpfc_new_scsi_buf(phba);
1230 lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1231 "%d:0706 Failed to allocate command "
1232 "buffer\n", phba->brd_no);
1236 spin_lock_irqsave(&phba->scsi_buf_list_lock, flags);
1237 phba->total_scsi_bufs++;
1238 list_add_tail(&scsi_buf->list, &phba->lpfc_scsi_buf_list);
1239 spin_unlock_irqrestore(&phba->scsi_buf_list_lock, flags);
1245 lpfc_slave_configure(struct scsi_device *sdev)
1247 struct lpfc_hba *phba = (struct lpfc_hba *) sdev->host->hostdata;
1248 struct fc_rport *rport = starget_to_rport(sdev->sdev_target);
1250 if (sdev->tagged_supported)
1251 scsi_activate_tcq(sdev, phba->cfg_lun_queue_depth);
1253 scsi_deactivate_tcq(sdev, phba->cfg_lun_queue_depth);
1256 * Initialize the fc transport attributes for the target
1257 * containing this scsi device. Also note that the driver's
1258 * target pointer is stored in the starget_data for the
1259 * driver's sysfs entry point functions.
1261 rport->dev_loss_tmo = phba->cfg_devloss_tmo;
1263 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
1264 lpfc_sli_poll_fcp_ring(phba);
1265 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
1266 lpfc_poll_rearm_timer(phba);
1273 lpfc_slave_destroy(struct scsi_device *sdev)
1275 sdev->hostdata = NULL;
1279 struct scsi_host_template lpfc_template = {
1280 .module = THIS_MODULE,
1281 .name = LPFC_DRIVER_NAME,
1283 .queuecommand = lpfc_queuecommand,
1284 .eh_abort_handler = lpfc_abort_handler,
1285 .eh_device_reset_handler= lpfc_reset_lun_handler,
1286 .eh_bus_reset_handler = lpfc_reset_bus_handler,
1287 .slave_alloc = lpfc_slave_alloc,
1288 .slave_configure = lpfc_slave_configure,
1289 .slave_destroy = lpfc_slave_destroy,
1291 .sg_tablesize = LPFC_SG_SEG_CNT,
1292 .cmd_per_lun = LPFC_CMD_PER_LUN,
1293 .use_clustering = ENABLE_CLUSTERING,
1294 .shost_attrs = lpfc_host_attrs,
1295 .max_sectors = 0xFFFF,