/* * QLogic iSCSI HBA Driver * Copyright (c) 2003-2010 QLogic Corporation * * See LICENSE.qla4xxx for copyright and licensing details. */ #include #include #include #include #include "ql4_def.h" #include "ql4_version.h" #include "ql4_glbl.h" #include "ql4_dbg.h" #include "ql4_inline.h" /* * Driver version */ static char qla4xxx_version_str[40]; /* * SRB allocation cache */ static struct kmem_cache *srb_cachep; /* * Module parameter information and variables */ int ql4xdontresethba = 0; module_param(ql4xdontresethba, int, S_IRUGO | S_IWUSR); MODULE_PARM_DESC(ql4xdontresethba, "Don't reset the HBA for driver recovery \n" " 0 - It will reset HBA (Default)\n" " 1 - It will NOT reset HBA"); int ql4xextended_error_logging = 0; /* 0 = off, 1 = log errors */ module_param(ql4xextended_error_logging, int, S_IRUGO | S_IWUSR); MODULE_PARM_DESC(ql4xextended_error_logging, "Option to enable extended error logging, " "Default is 0 - no logging, 1 - debug logging"); int ql4xenablemsix = 1; module_param(ql4xenablemsix, int, S_IRUGO|S_IWUSR); MODULE_PARM_DESC(ql4xenablemsix, "Set to enable MSI or MSI-X interrupt mechanism.\n" " 0 = enable INTx interrupt mechanism.\n" " 1 = enable MSI-X interrupt mechanism (Default).\n" " 2 = enable MSI interrupt mechanism."); #define QL4_DEF_QDEPTH 32 static int ql4xmaxqdepth = QL4_DEF_QDEPTH; module_param(ql4xmaxqdepth, int, S_IRUGO | S_IWUSR); MODULE_PARM_DESC(ql4xmaxqdepth, "Maximum queue depth to report for target devices.\n" " Default: 32."); static int ql4xsess_recovery_tmo = QL4_SESS_RECOVERY_TMO; module_param(ql4xsess_recovery_tmo, int, S_IRUGO); MODULE_PARM_DESC(ql4xsess_recovery_tmo, "Target Session Recovery Timeout.\n" " Default: 30 sec."); /* * SCSI host template entry points */ static void qla4xxx_config_dma_addressing(struct scsi_qla_host *ha); /* * iSCSI template entry points */ static int qla4xxx_tgt_dscvr(struct Scsi_Host *shost, enum iscsi_tgt_dscvr type, uint32_t enable, struct sockaddr *dst_addr); static int qla4xxx_conn_get_param(struct iscsi_cls_conn *conn, enum iscsi_param param, char *buf); static int qla4xxx_sess_get_param(struct iscsi_cls_session *sess, enum iscsi_param param, char *buf); static int qla4xxx_host_get_param(struct Scsi_Host *shost, enum iscsi_host_param param, char *buf); static void qla4xxx_recovery_timedout(struct iscsi_cls_session *session); static enum blk_eh_timer_return qla4xxx_eh_cmd_timed_out(struct scsi_cmnd *sc); /* * SCSI host template entry points */ static int qla4xxx_queuecommand(struct Scsi_Host *h, struct scsi_cmnd *cmd); static int qla4xxx_eh_abort(struct scsi_cmnd *cmd); static int qla4xxx_eh_device_reset(struct scsi_cmnd *cmd); static int qla4xxx_eh_target_reset(struct scsi_cmnd *cmd); static int qla4xxx_eh_host_reset(struct scsi_cmnd *cmd); static int qla4xxx_slave_alloc(struct scsi_device *device); static int qla4xxx_slave_configure(struct scsi_device *device); static void qla4xxx_slave_destroy(struct scsi_device *sdev); static void qla4xxx_scan_start(struct Scsi_Host *shost); static struct qla4_8xxx_legacy_intr_set legacy_intr[] = QLA82XX_LEGACY_INTR_CONFIG; static struct scsi_host_template qla4xxx_driver_template = { .module = THIS_MODULE, .name = DRIVER_NAME, .proc_name = DRIVER_NAME, .queuecommand = qla4xxx_queuecommand, .eh_abort_handler = qla4xxx_eh_abort, .eh_device_reset_handler = qla4xxx_eh_device_reset, .eh_target_reset_handler = qla4xxx_eh_target_reset, .eh_host_reset_handler = qla4xxx_eh_host_reset, .eh_timed_out = qla4xxx_eh_cmd_timed_out, .slave_configure = qla4xxx_slave_configure, .slave_alloc = qla4xxx_slave_alloc, .slave_destroy = qla4xxx_slave_destroy, .scan_finished = iscsi_scan_finished, .scan_start = qla4xxx_scan_start, .this_id = -1, .cmd_per_lun = 3, .use_clustering = ENABLE_CLUSTERING, .sg_tablesize = SG_ALL, .max_sectors = 0xFFFF, }; static struct iscsi_transport qla4xxx_iscsi_transport = { .owner = THIS_MODULE, .name = DRIVER_NAME, .caps = CAP_FW_DB | CAP_SENDTARGETS_OFFLOAD | CAP_DATA_PATH_OFFLOAD, .param_mask = ISCSI_CONN_PORT | ISCSI_CONN_ADDRESS | ISCSI_TARGET_NAME | ISCSI_TPGT | ISCSI_TARGET_ALIAS, .host_param_mask = ISCSI_HOST_HWADDRESS | ISCSI_HOST_IPADDRESS | ISCSI_HOST_INITIATOR_NAME, .tgt_dscvr = qla4xxx_tgt_dscvr, .get_conn_param = qla4xxx_conn_get_param, .get_session_param = qla4xxx_sess_get_param, .get_host_param = qla4xxx_host_get_param, .session_recovery_timedout = qla4xxx_recovery_timedout, }; static struct scsi_transport_template *qla4xxx_scsi_transport; static enum blk_eh_timer_return qla4xxx_eh_cmd_timed_out(struct scsi_cmnd *sc) { struct iscsi_cls_session *session; struct ddb_entry *ddb_entry; session = starget_to_session(scsi_target(sc->device)); ddb_entry = session->dd_data; /* if we are not logged in then the LLD is going to clean up the cmd */ if (atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE) return BLK_EH_RESET_TIMER; else return BLK_EH_NOT_HANDLED; } static void qla4xxx_recovery_timedout(struct iscsi_cls_session *session) { struct ddb_entry *ddb_entry = session->dd_data; struct scsi_qla_host *ha = ddb_entry->ha; if (atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE) { atomic_set(&ddb_entry->state, DDB_STATE_DEAD); DEBUG2(printk("scsi%ld: %s: ddb [%d] session recovery timeout " "of (%d) secs exhausted, marking device DEAD.\n", ha->host_no, __func__, ddb_entry->fw_ddb_index, ddb_entry->sess->recovery_tmo)); } } static int qla4xxx_host_get_param(struct Scsi_Host *shost, enum iscsi_host_param param, char *buf) { struct scsi_qla_host *ha = to_qla_host(shost); int len; switch (param) { case ISCSI_HOST_PARAM_HWADDRESS: len = sysfs_format_mac(buf, ha->my_mac, MAC_ADDR_LEN); break; case ISCSI_HOST_PARAM_IPADDRESS: len = sprintf(buf, "%d.%d.%d.%d\n", ha->ip_address[0], ha->ip_address[1], ha->ip_address[2], ha->ip_address[3]); break; case ISCSI_HOST_PARAM_INITIATOR_NAME: len = sprintf(buf, "%s\n", ha->name_string); break; default: return -ENOSYS; } return len; } static int qla4xxx_sess_get_param(struct iscsi_cls_session *sess, enum iscsi_param param, char *buf) { struct ddb_entry *ddb_entry = sess->dd_data; int len; switch (param) { case ISCSI_PARAM_TARGET_NAME: len = snprintf(buf, PAGE_SIZE - 1, "%s\n", ddb_entry->iscsi_name); break; case ISCSI_PARAM_TPGT: len = sprintf(buf, "%u\n", ddb_entry->tpgt); break; case ISCSI_PARAM_TARGET_ALIAS: len = snprintf(buf, PAGE_SIZE - 1, "%s\n", ddb_entry->iscsi_alias); break; default: return -ENOSYS; } return len; } static int qla4xxx_conn_get_param(struct iscsi_cls_conn *conn, enum iscsi_param param, char *buf) { struct iscsi_cls_session *session; struct ddb_entry *ddb_entry; int len; session = iscsi_dev_to_session(conn->dev.parent); ddb_entry = session->dd_data; switch (param) { case ISCSI_PARAM_CONN_PORT: len = sprintf(buf, "%hu\n", ddb_entry->port); break; case ISCSI_PARAM_CONN_ADDRESS: /* TODO: what are the ipv6 bits */ len = sprintf(buf, "%pI4\n", &ddb_entry->ip_addr); break; default: return -ENOSYS; } return len; } static int qla4xxx_tgt_dscvr(struct Scsi_Host *shost, enum iscsi_tgt_dscvr type, uint32_t enable, struct sockaddr *dst_addr) { struct scsi_qla_host *ha; struct sockaddr_in *addr; struct sockaddr_in6 *addr6; int ret = 0; ha = (struct scsi_qla_host *) shost->hostdata; switch (type) { case ISCSI_TGT_DSCVR_SEND_TARGETS: if (dst_addr->sa_family == AF_INET) { addr = (struct sockaddr_in *)dst_addr; if (qla4xxx_send_tgts(ha, (char *)&addr->sin_addr, addr->sin_port) != QLA_SUCCESS) ret = -EIO; } else if (dst_addr->sa_family == AF_INET6) { /* * TODO: fix qla4xxx_send_tgts */ addr6 = (struct sockaddr_in6 *)dst_addr; if (qla4xxx_send_tgts(ha, (char *)&addr6->sin6_addr, addr6->sin6_port) != QLA_SUCCESS) ret = -EIO; } else ret = -ENOSYS; break; default: ret = -ENOSYS; } return ret; } void qla4xxx_destroy_sess(struct ddb_entry *ddb_entry) { if (!ddb_entry->sess) return; if (ddb_entry->conn) { atomic_set(&ddb_entry->state, DDB_STATE_DEAD); iscsi_remove_session(ddb_entry->sess); } iscsi_free_session(ddb_entry->sess); } int qla4xxx_add_sess(struct ddb_entry *ddb_entry) { int err; ddb_entry->sess->recovery_tmo = ql4xsess_recovery_tmo; err = iscsi_add_session(ddb_entry->sess, ddb_entry->fw_ddb_index); if (err) { DEBUG2(printk(KERN_ERR "Could not add session.\n")); return err; } ddb_entry->conn = iscsi_create_conn(ddb_entry->sess, 0, 0); if (!ddb_entry->conn) { iscsi_remove_session(ddb_entry->sess); DEBUG2(printk(KERN_ERR "Could not add connection.\n")); return -ENOMEM; } /* finally ready to go */ iscsi_unblock_session(ddb_entry->sess); return 0; } struct ddb_entry *qla4xxx_alloc_sess(struct scsi_qla_host *ha) { struct ddb_entry *ddb_entry; struct iscsi_cls_session *sess; sess = iscsi_alloc_session(ha->host, &qla4xxx_iscsi_transport, sizeof(struct ddb_entry)); if (!sess) return NULL; ddb_entry = sess->dd_data; memset(ddb_entry, 0, sizeof(*ddb_entry)); ddb_entry->ha = ha; ddb_entry->sess = sess; return ddb_entry; } static void qla4xxx_scan_start(struct Scsi_Host *shost) { struct scsi_qla_host *ha = shost_priv(shost); struct ddb_entry *ddb_entry, *ddbtemp; /* finish setup of sessions that were already setup in firmware */ list_for_each_entry_safe(ddb_entry, ddbtemp, &ha->ddb_list, list) { if (ddb_entry->fw_ddb_device_state == DDB_DS_SESSION_ACTIVE) qla4xxx_add_sess(ddb_entry); } } /* * Timer routines */ static void qla4xxx_start_timer(struct scsi_qla_host *ha, void *func, unsigned long interval) { DEBUG(printk("scsi: %s: Starting timer thread for adapter %d\n", __func__, ha->host->host_no)); init_timer(&ha->timer); ha->timer.expires = jiffies + interval * HZ; ha->timer.data = (unsigned long)ha; ha->timer.function = (void (*)(unsigned long))func; add_timer(&ha->timer); ha->timer_active = 1; } static void qla4xxx_stop_timer(struct scsi_qla_host *ha) { del_timer_sync(&ha->timer); ha->timer_active = 0; } /*** * qla4xxx_mark_device_missing - mark a device as missing. * @ha: Pointer to host adapter structure. * @ddb_entry: Pointer to device database entry * * This routine marks a device missing and close connection. **/ void qla4xxx_mark_device_missing(struct scsi_qla_host *ha, struct ddb_entry *ddb_entry) { if ((atomic_read(&ddb_entry->state) != DDB_STATE_DEAD)) { atomic_set(&ddb_entry->state, DDB_STATE_MISSING); DEBUG2(printk("scsi%ld: ddb [%d] marked MISSING\n", ha->host_no, ddb_entry->fw_ddb_index)); } else DEBUG2(printk("scsi%ld: ddb [%d] DEAD\n", ha->host_no, ddb_entry->fw_ddb_index)) iscsi_block_session(ddb_entry->sess); iscsi_conn_error_event(ddb_entry->conn, ISCSI_ERR_CONN_FAILED); } /** * qla4xxx_mark_all_devices_missing - mark all devices as missing. * @ha: Pointer to host adapter structure. * * This routine marks a device missing and resets the relogin retry count. **/ void qla4xxx_mark_all_devices_missing(struct scsi_qla_host *ha) { struct ddb_entry *ddb_entry, *ddbtemp; list_for_each_entry_safe(ddb_entry, ddbtemp, &ha->ddb_list, list) { qla4xxx_mark_device_missing(ha, ddb_entry); } } static struct srb* qla4xxx_get_new_srb(struct scsi_qla_host *ha, struct ddb_entry *ddb_entry, struct scsi_cmnd *cmd) { struct srb *srb; srb = mempool_alloc(ha->srb_mempool, GFP_ATOMIC); if (!srb) return srb; kref_init(&srb->srb_ref); srb->ha = ha; srb->ddb = ddb_entry; srb->cmd = cmd; srb->flags = 0; CMD_SP(cmd) = (void *)srb; return srb; } static void qla4xxx_srb_free_dma(struct scsi_qla_host *ha, struct srb *srb) { struct scsi_cmnd *cmd = srb->cmd; if (srb->flags & SRB_DMA_VALID) { scsi_dma_unmap(cmd); srb->flags &= ~SRB_DMA_VALID; } CMD_SP(cmd) = NULL; } void qla4xxx_srb_compl(struct kref *ref) { struct srb *srb = container_of(ref, struct srb, srb_ref); struct scsi_cmnd *cmd = srb->cmd; struct scsi_qla_host *ha = srb->ha; qla4xxx_srb_free_dma(ha, srb); mempool_free(srb, ha->srb_mempool); cmd->scsi_done(cmd); } /** * qla4xxx_queuecommand - scsi layer issues scsi command to driver. * @host: scsi host * @cmd: Pointer to Linux's SCSI command structure * * Remarks: * This routine is invoked by Linux to send a SCSI command to the driver. * The mid-level driver tries to ensure that queuecommand never gets * invoked concurrently with itself or the interrupt handler (although * the interrupt handler may call this routine as part of request- * completion handling). Unfortunely, it sometimes calls the scheduler * in interrupt context which is a big NO! NO!. **/ static int qla4xxx_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *cmd) { struct scsi_qla_host *ha = to_qla_host(host); struct ddb_entry *ddb_entry = cmd->device->hostdata; struct iscsi_cls_session *sess = ddb_entry->sess; struct srb *srb; int rval; if (test_bit(AF_EEH_BUSY, &ha->flags)) { if (test_bit(AF_PCI_CHANNEL_IO_PERM_FAILURE, &ha->flags)) cmd->result = DID_NO_CONNECT << 16; else cmd->result = DID_REQUEUE << 16; goto qc_fail_command; } if (!sess) { cmd->result = DID_IMM_RETRY << 16; goto qc_fail_command; } rval = iscsi_session_chkready(sess); if (rval) { cmd->result = rval; goto qc_fail_command; } if (atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE) { if (atomic_read(&ddb_entry->state) == DDB_STATE_DEAD) { cmd->result = DID_NO_CONNECT << 16; goto qc_fail_command; } return SCSI_MLQUEUE_TARGET_BUSY; } if (test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags) || test_bit(DPC_RESET_ACTIVE, &ha->dpc_flags) || test_bit(DPC_RESET_HA, &ha->dpc_flags) || test_bit(DPC_HA_UNRECOVERABLE, &ha->dpc_flags) || test_bit(DPC_HA_NEED_QUIESCENT, &ha->dpc_flags) || !test_bit(AF_ONLINE, &ha->flags) || test_bit(DPC_RESET_HA_FW_CONTEXT, &ha->dpc_flags)) goto qc_host_busy; srb = qla4xxx_get_new_srb(ha, ddb_entry, cmd); if (!srb) goto qc_host_busy; rval = qla4xxx_send_command_to_isp(ha, srb); if (rval != QLA_SUCCESS) goto qc_host_busy_free_sp; return 0; qc_host_busy_free_sp: qla4xxx_srb_free_dma(ha, srb); mempool_free(srb, ha->srb_mempool); qc_host_busy: return SCSI_MLQUEUE_HOST_BUSY; qc_fail_command: cmd->scsi_done(cmd); return 0; } /** * qla4xxx_mem_free - frees memory allocated to adapter * @ha: Pointer to host adapter structure. * * Frees memory previously allocated by qla4xxx_mem_alloc **/ static void qla4xxx_mem_free(struct scsi_qla_host *ha) { if (ha->queues) dma_free_coherent(&ha->pdev->dev, ha->queues_len, ha->queues, ha->queues_dma); ha->queues_len = 0; ha->queues = NULL; ha->queues_dma = 0; ha->request_ring = NULL; ha->request_dma = 0; ha->response_ring = NULL; ha->response_dma = 0; ha->shadow_regs = NULL; ha->shadow_regs_dma = 0; /* Free srb pool. */ if (ha->srb_mempool) mempool_destroy(ha->srb_mempool); ha->srb_mempool = NULL; /* release io space registers */ if (is_qla8022(ha)) { if (ha->nx_pcibase) iounmap( (struct device_reg_82xx __iomem *)ha->nx_pcibase); } else if (ha->reg) iounmap(ha->reg); pci_release_regions(ha->pdev); } /** * qla4xxx_mem_alloc - allocates memory for use by adapter. * @ha: Pointer to host adapter structure * * Allocates DMA memory for request and response queues. Also allocates memory * for srbs. **/ static int qla4xxx_mem_alloc(struct scsi_qla_host *ha) { unsigned long align; /* Allocate contiguous block of DMA memory for queues. */ ha->queues_len = ((REQUEST_QUEUE_DEPTH * QUEUE_SIZE) + (RESPONSE_QUEUE_DEPTH * QUEUE_SIZE) + sizeof(struct shadow_regs) + MEM_ALIGN_VALUE + (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1); ha->queues = dma_alloc_coherent(&ha->pdev->dev, ha->queues_len, &ha->queues_dma, GFP_KERNEL); if (ha->queues == NULL) { ql4_printk(KERN_WARNING, ha, "Memory Allocation failed - queues.\n"); goto mem_alloc_error_exit; } memset(ha->queues, 0, ha->queues_len); /* * As per RISC alignment requirements -- the bus-address must be a * multiple of the request-ring size (in bytes). */ align = 0; if ((unsigned long)ha->queues_dma & (MEM_ALIGN_VALUE - 1)) align = MEM_ALIGN_VALUE - ((unsigned long)ha->queues_dma & (MEM_ALIGN_VALUE - 1)); /* Update request and response queue pointers. */ ha->request_dma = ha->queues_dma + align; ha->request_ring = (struct queue_entry *) (ha->queues + align); ha->response_dma = ha->queues_dma + align + (REQUEST_QUEUE_DEPTH * QUEUE_SIZE); ha->response_ring = (struct queue_entry *) (ha->queues + align + (REQUEST_QUEUE_DEPTH * QUEUE_SIZE)); ha->shadow_regs_dma = ha->queues_dma + align + (REQUEST_QUEUE_DEPTH * QUEUE_SIZE) + (RESPONSE_QUEUE_DEPTH * QUEUE_SIZE); ha->shadow_regs = (struct shadow_regs *) (ha->queues + align + (REQUEST_QUEUE_DEPTH * QUEUE_SIZE) + (RESPONSE_QUEUE_DEPTH * QUEUE_SIZE)); /* Allocate memory for srb pool. */ ha->srb_mempool = mempool_create(SRB_MIN_REQ, mempool_alloc_slab, mempool_free_slab, srb_cachep); if (ha->srb_mempool == NULL) { ql4_printk(KERN_WARNING, ha, "Memory Allocation failed - SRB Pool.\n"); goto mem_alloc_error_exit; } return QLA_SUCCESS; mem_alloc_error_exit: qla4xxx_mem_free(ha); return QLA_ERROR; } /** * qla4_8xxx_check_fw_alive - Check firmware health * @ha: Pointer to host adapter structure. * * Context: Interrupt **/ static void qla4_8xxx_check_fw_alive(struct scsi_qla_host *ha) { uint32_t fw_heartbeat_counter, halt_status; fw_heartbeat_counter = qla4_8xxx_rd_32(ha, QLA82XX_PEG_ALIVE_COUNTER); /* If PEG_ALIVE_COUNTER is 0xffffffff, AER/EEH is in progress, ignore */ if (fw_heartbeat_counter == 0xffffffff) { DEBUG2(printk(KERN_WARNING "scsi%ld: %s: Device in frozen " "state, QLA82XX_PEG_ALIVE_COUNTER is 0xffffffff\n", ha->host_no, __func__)); return; } if (ha->fw_heartbeat_counter == fw_heartbeat_counter) { ha->seconds_since_last_heartbeat++; /* FW not alive after 2 seconds */ if (ha->seconds_since_last_heartbeat == 2) { ha->seconds_since_last_heartbeat = 0; halt_status = qla4_8xxx_rd_32(ha, QLA82XX_PEG_HALT_STATUS1); ql4_printk(KERN_INFO, ha, "scsi(%ld): %s, Dumping hw/fw registers:\n " " PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2:" " 0x%x,\n PEG_NET_0_PC: 0x%x, PEG_NET_1_PC:" " 0x%x,\n PEG_NET_2_PC: 0x%x, PEG_NET_3_PC:" " 0x%x,\n PEG_NET_4_PC: 0x%x\n", ha->host_no, __func__, halt_status, qla4_8xxx_rd_32(ha, QLA82XX_PEG_HALT_STATUS2), qla4_8xxx_rd_32(ha, QLA82XX_CRB_PEG_NET_0 + 0x3c), qla4_8xxx_rd_32(ha, QLA82XX_CRB_PEG_NET_1 + 0x3c), qla4_8xxx_rd_32(ha, QLA82XX_CRB_PEG_NET_2 + 0x3c), qla4_8xxx_rd_32(ha, QLA82XX_CRB_PEG_NET_3 + 0x3c), qla4_8xxx_rd_32(ha, QLA82XX_CRB_PEG_NET_4 + 0x3c)); /* Since we cannot change dev_state in interrupt * context, set appropriate DPC flag then wakeup * DPC */ if (halt_status & HALT_STATUS_UNRECOVERABLE) set_bit(DPC_HA_UNRECOVERABLE, &ha->dpc_flags); else { printk("scsi%ld: %s: detect abort needed!\n", ha->host_no, __func__); set_bit(DPC_RESET_HA, &ha->dpc_flags); } qla4xxx_wake_dpc(ha); qla4xxx_mailbox_premature_completion(ha); } } else ha->seconds_since_last_heartbeat = 0; ha->fw_heartbeat_counter = fw_heartbeat_counter; } /** * qla4_8xxx_watchdog - Poll dev state * @ha: Pointer to host adapter structure. * * Context: Interrupt **/ void qla4_8xxx_watchdog(struct scsi_qla_host *ha) { uint32_t dev_state; dev_state = qla4_8xxx_rd_32(ha, QLA82XX_CRB_DEV_STATE); /* don't poll if reset is going on */ if (!(test_bit(DPC_RESET_ACTIVE, &ha->dpc_flags) || test_bit(DPC_RESET_HA, &ha->dpc_flags) || test_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags))) { if (dev_state == QLA82XX_DEV_NEED_RESET && !test_bit(DPC_RESET_HA, &ha->dpc_flags)) { if (!ql4xdontresethba) { ql4_printk(KERN_INFO, ha, "%s: HW State: " "NEED RESET!\n", __func__); set_bit(DPC_RESET_HA, &ha->dpc_flags); qla4xxx_wake_dpc(ha); qla4xxx_mailbox_premature_completion(ha); } } else if (dev_state == QLA82XX_DEV_NEED_QUIESCENT && !test_bit(DPC_HA_NEED_QUIESCENT, &ha->dpc_flags)) { ql4_printk(KERN_INFO, ha, "%s: HW State: NEED QUIES!\n", __func__); set_bit(DPC_HA_NEED_QUIESCENT, &ha->dpc_flags); qla4xxx_wake_dpc(ha); } else { /* Check firmware health */ qla4_8xxx_check_fw_alive(ha); } } } /** * qla4xxx_timer - checks every second for work to do. * @ha: Pointer to host adapter structure. **/ static void qla4xxx_timer(struct scsi_qla_host *ha) { struct ddb_entry *ddb_entry, *dtemp; int start_dpc = 0; uint16_t w; /* If we are in the middle of AER/EEH processing * skip any processing and reschedule the timer */ if (test_bit(AF_EEH_BUSY, &ha->flags)) { mod_timer(&ha->timer, jiffies + HZ); return; } /* Hardware read to trigger an EEH error during mailbox waits. */ if (!pci_channel_offline(ha->pdev)) pci_read_config_word(ha->pdev, PCI_VENDOR_ID, &w); if (is_qla8022(ha)) { qla4_8xxx_watchdog(ha); } /* Search for relogin's to time-out and port down retry. */ list_for_each_entry_safe(ddb_entry, dtemp, &ha->ddb_list, list) { /* Count down time between sending relogins */ if (adapter_up(ha) && !test_bit(DF_RELOGIN, &ddb_entry->flags) && atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE) { if (atomic_read(&ddb_entry->retry_relogin_timer) != INVALID_ENTRY) { if (atomic_read(&ddb_entry->retry_relogin_timer) == 0) { atomic_set(&ddb_entry-> retry_relogin_timer, INVALID_ENTRY); set_bit(DPC_RELOGIN_DEVICE, &ha->dpc_flags); set_bit(DF_RELOGIN, &ddb_entry->flags); DEBUG2(printk("scsi%ld: %s: ddb [%d]" " login device\n", ha->host_no, __func__, ddb_entry->fw_ddb_index)); } else atomic_dec(&ddb_entry-> retry_relogin_timer); } } /* Wait for relogin to timeout */ if (atomic_read(&ddb_entry->relogin_timer) && (atomic_dec_and_test(&ddb_entry->relogin_timer) != 0)) { /* * If the relogin times out and the device is * still NOT ONLINE then try and relogin again. */ if (atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE && ddb_entry->fw_ddb_device_state == DDB_DS_SESSION_FAILED) { /* Reset retry relogin timer */ atomic_inc(&ddb_entry->relogin_retry_count); DEBUG2(printk("scsi%ld: ddb [%d] relogin" " timed out-retrying" " relogin (%d)\n", ha->host_no, ddb_entry->fw_ddb_index, atomic_read(&ddb_entry-> relogin_retry_count)) ); start_dpc++; DEBUG(printk("scsi%ld:%d:%d: ddb [%d] " "initiate relogin after" " %d seconds\n", ha->host_no, ddb_entry->bus, ddb_entry->target, ddb_entry->fw_ddb_index, ddb_entry->default_time2wait + 4) ); atomic_set(&ddb_entry->retry_relogin_timer, ddb_entry->default_time2wait + 4); } } } if (!is_qla8022(ha)) { /* Check for heartbeat interval. */ if (ha->firmware_options & FWOPT_HEARTBEAT_ENABLE && ha->heartbeat_interval != 0) { ha->seconds_since_last_heartbeat++; if (ha->seconds_since_last_heartbeat > ha->heartbeat_interval + 2) set_bit(DPC_RESET_HA, &ha->dpc_flags); } } /* Wakeup the dpc routine for this adapter, if needed. */ if (start_dpc || test_bit(DPC_RESET_HA, &ha->dpc_flags) || test_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags) || test_bit(DPC_RELOGIN_DEVICE, &ha->dpc_flags) || test_bit(DPC_RESET_HA_FW_CONTEXT, &ha->dpc_flags) || test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags) || test_bit(DPC_GET_DHCP_IP_ADDR, &ha->dpc_flags) || test_bit(DPC_LINK_CHANGED, &ha->dpc_flags) || test_bit(DPC_HA_UNRECOVERABLE, &ha->dpc_flags) || test_bit(DPC_HA_NEED_QUIESCENT, &ha->dpc_flags) || test_bit(DPC_AEN, &ha->dpc_flags)) { DEBUG2(printk("scsi%ld: %s: scheduling dpc routine" " - dpc flags = 0x%lx\n", ha->host_no, __func__, ha->dpc_flags)); qla4xxx_wake_dpc(ha); } /* Reschedule timer thread to call us back in one second */ mod_timer(&ha->timer, jiffies + HZ); DEBUG2(ha->seconds_since_last_intr++); } /** * qla4xxx_cmd_wait - waits for all outstanding commands to complete * @ha: Pointer to host adapter structure. * * This routine stalls the driver until all outstanding commands are returned. * Caller must release the Hardware Lock prior to calling this routine. **/ static int qla4xxx_cmd_wait(struct scsi_qla_host *ha) { uint32_t index = 0; unsigned long flags; struct scsi_cmnd *cmd; unsigned long wtime = jiffies + (WAIT_CMD_TOV * HZ); DEBUG2(ql4_printk(KERN_INFO, ha, "Wait up to %d seconds for cmds to " "complete\n", WAIT_CMD_TOV)); while (!time_after_eq(jiffies, wtime)) { spin_lock_irqsave(&ha->hardware_lock, flags); /* Find a command that hasn't completed. */ for (index = 0; index < ha->host->can_queue; index++) { cmd = scsi_host_find_tag(ha->host, index); /* * We cannot just check if the index is valid, * becase if we are run from the scsi eh, then * the scsi/block layer is going to prevent * the tag from being released. */ if (cmd != NULL && CMD_SP(cmd)) break; } spin_unlock_irqrestore(&ha->hardware_lock, flags); /* If No Commands are pending, wait is complete */ if (index == ha->host->can_queue) return QLA_SUCCESS; msleep(1000); } /* If we timed out on waiting for commands to come back * return ERROR. */ return QLA_ERROR; } int qla4xxx_hw_reset(struct scsi_qla_host *ha) { uint32_t ctrl_status; unsigned long flags = 0; DEBUG2(printk(KERN_ERR "scsi%ld: %s\n", ha->host_no, __func__)); if (ql4xxx_lock_drvr_wait(ha) != QLA_SUCCESS) return QLA_ERROR; spin_lock_irqsave(&ha->hardware_lock, flags); /* * If the SCSI Reset Interrupt bit is set, clear it. * Otherwise, the Soft Reset won't work. */ ctrl_status = readw(&ha->reg->ctrl_status); if ((ctrl_status & CSR_SCSI_RESET_INTR) != 0) writel(set_rmask(CSR_SCSI_RESET_INTR), &ha->reg->ctrl_status); /* Issue Soft Reset */ writel(set_rmask(CSR_SOFT_RESET), &ha->reg->ctrl_status); readl(&ha->reg->ctrl_status); spin_unlock_irqrestore(&ha->hardware_lock, flags); return QLA_SUCCESS; } /** * qla4xxx_soft_reset - performs soft reset. * @ha: Pointer to host adapter structure. **/ int qla4xxx_soft_reset(struct scsi_qla_host *ha) { uint32_t max_wait_time; unsigned long flags = 0; int status; uint32_t ctrl_status; status = qla4xxx_hw_reset(ha); if (status != QLA_SUCCESS) return status; status = QLA_ERROR; /* Wait until the Network Reset Intr bit is cleared */ max_wait_time = RESET_INTR_TOV; do { spin_lock_irqsave(&ha->hardware_lock, flags); ctrl_status = readw(&ha->reg->ctrl_status); spin_unlock_irqrestore(&ha->hardware_lock, flags); if ((ctrl_status & CSR_NET_RESET_INTR) == 0) break; msleep(1000); } while ((--max_wait_time)); if ((ctrl_status & CSR_NET_RESET_INTR) != 0) { DEBUG2(printk(KERN_WARNING "scsi%ld: Network Reset Intr not cleared by " "Network function, clearing it now!\n", ha->host_no)); spin_lock_irqsave(&ha->hardware_lock, flags); writel(set_rmask(CSR_NET_RESET_INTR), &ha->reg->ctrl_status); readl(&ha->reg->ctrl_status); spin_unlock_irqrestore(&ha->hardware_lock, flags); } /* Wait until the firmware tells us the Soft Reset is done */ max_wait_time = SOFT_RESET_TOV; do { spin_lock_irqsave(&ha->hardware_lock, flags); ctrl_status = readw(&ha->reg->ctrl_status); spin_unlock_irqrestore(&ha->hardware_lock, flags); if ((ctrl_status & CSR_SOFT_RESET) == 0) { status = QLA_SUCCESS; break; } msleep(1000); } while ((--max_wait_time)); /* * Also, make sure that the SCSI Reset Interrupt bit has been cleared * after the soft reset has taken place. */ spin_lock_irqsave(&ha->hardware_lock, flags); ctrl_status = readw(&ha->reg->ctrl_status); if ((ctrl_status & CSR_SCSI_RESET_INTR) != 0) { writel(set_rmask(CSR_SCSI_RESET_INTR), &ha->reg->ctrl_status); readl(&ha->reg->ctrl_status); } spin_unlock_irqrestore(&ha->hardware_lock, flags); /* If soft reset fails then most probably the bios on other * function is also enabled. * Since the initialization is sequential the other fn * wont be able to acknowledge the soft reset. * Issue a force soft reset to workaround this scenario. */ if (max_wait_time == 0) { /* Issue Force Soft Reset */ spin_lock_irqsave(&ha->hardware_lock, flags); writel(set_rmask(CSR_FORCE_SOFT_RESET), &ha->reg->ctrl_status); readl(&ha->reg->ctrl_status); spin_unlock_irqrestore(&ha->hardware_lock, flags); /* Wait until the firmware tells us the Soft Reset is done */ max_wait_time = SOFT_RESET_TOV; do { spin_lock_irqsave(&ha->hardware_lock, flags); ctrl_status = readw(&ha->reg->ctrl_status); spin_unlock_irqrestore(&ha->hardware_lock, flags); if ((ctrl_status & CSR_FORCE_SOFT_RESET) == 0) { status = QLA_SUCCESS; break; } msleep(1000); } while ((--max_wait_time)); } return status; } /** * qla4xxx_abort_active_cmds - returns all outstanding i/o requests to O.S. * @ha: Pointer to host adapter structure. * @res: returned scsi status * * This routine is called just prior to a HARD RESET to return all * outstanding commands back to the Operating System. * Caller should make sure that the following locks are released * before this calling routine: Hardware lock, and io_request_lock. **/ static void qla4xxx_abort_active_cmds(struct scsi_qla_host *ha, int res) { struct srb *srb; int i; unsigned long flags; spin_lock_irqsave(&ha->hardware_lock, flags); for (i = 0; i < ha->host->can_queue; i++) { srb = qla4xxx_del_from_active_array(ha, i); if (srb != NULL) { srb->cmd->result = res; kref_put(&srb->srb_ref, qla4xxx_srb_compl); } } spin_unlock_irqrestore(&ha->hardware_lock, flags); } void qla4xxx_dead_adapter_cleanup(struct scsi_qla_host *ha) { clear_bit(AF_ONLINE, &ha->flags); /* Disable the board */ ql4_printk(KERN_INFO, ha, "Disabling the board\n"); qla4xxx_abort_active_cmds(ha, DID_NO_CONNECT << 16); qla4xxx_mark_all_devices_missing(ha); clear_bit(AF_INIT_DONE, &ha->flags); } /** * qla4xxx_recover_adapter - recovers adapter after a fatal error * @ha: Pointer to host adapter structure. **/ static int qla4xxx_recover_adapter(struct scsi_qla_host *ha) { int status = QLA_ERROR; uint8_t reset_chip = 0; /* Stall incoming I/O until we are done */ scsi_block_requests(ha->host); clear_bit(AF_ONLINE, &ha->flags); DEBUG2(ql4_printk(KERN_INFO, ha, "%s: adapter OFFLINE\n", __func__)); set_bit(DPC_RESET_ACTIVE, &ha->dpc_flags); if (test_bit(DPC_RESET_HA, &ha->dpc_flags)) reset_chip = 1; /* For the DPC_RESET_HA_INTR case (ISP-4xxx specific) * do not reset adapter, jump to initialize_adapter */ if (test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags)) { status = QLA_SUCCESS; goto recover_ha_init_adapter; } /* For the ISP-82xx adapter, issue a stop_firmware if invoked * from eh_host_reset or ioctl module */ if (is_qla8022(ha) && !reset_chip && test_bit(DPC_RESET_HA_FW_CONTEXT, &ha->dpc_flags)) { DEBUG2(ql4_printk(KERN_INFO, ha, "scsi%ld: %s - Performing stop_firmware...\n", ha->host_no, __func__)); status = ha->isp_ops->reset_firmware(ha); if (status == QLA_SUCCESS) { if (!test_bit(AF_FW_RECOVERY, &ha->flags)) qla4xxx_cmd_wait(ha); ha->isp_ops->disable_intrs(ha); qla4xxx_process_aen(ha, FLUSH_DDB_CHANGED_AENS); qla4xxx_abort_active_cmds(ha, DID_RESET << 16); } else { /* If the stop_firmware fails then * reset the entire chip */ reset_chip = 1; clear_bit(DPC_RESET_HA_FW_CONTEXT, &ha->dpc_flags); set_bit(DPC_RESET_HA, &ha->dpc_flags); } } /* Issue full chip reset if recovering from a catastrophic error, * or if stop_firmware fails for ISP-82xx. * This is the default case for ISP-4xxx */ if (!is_qla8022(ha) || reset_chip) { if (!test_bit(AF_FW_RECOVERY, &ha->flags)) qla4xxx_cmd_wait(ha); qla4xxx_process_aen(ha, FLUSH_DDB_CHANGED_AENS); qla4xxx_abort_active_cmds(ha, DID_RESET << 16); DEBUG2(ql4_printk(KERN_INFO, ha, "scsi%ld: %s - Performing chip reset..\n", ha->host_no, __func__)); status = ha->isp_ops->reset_chip(ha); } /* Flush any pending ddb changed AENs */ qla4xxx_process_aen(ha, FLUSH_DDB_CHANGED_AENS); recover_ha_init_adapter: /* Upon successful firmware/chip reset, re-initialize the adapter */ if (status == QLA_SUCCESS) { /* For ISP-4xxx, force function 1 to always initialize * before function 3 to prevent both funcions from * stepping on top of the other */ if (!is_qla8022(ha) && (ha->mac_index == 3)) ssleep(6); /* NOTE: AF_ONLINE flag set upon successful completion of * qla4xxx_initialize_adapter */ status = qla4xxx_initialize_adapter(ha, PRESERVE_DDB_LIST); } /* Retry failed adapter initialization, if necessary * Do not retry initialize_adapter for RESET_HA_INTR (ISP-4xxx specific) * case to prevent ping-pong resets between functions */ if (!test_bit(AF_ONLINE, &ha->flags) && !test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags)) { /* Adapter initialization failed, see if we can retry * resetting the ha. * Since we don't want to block the DPC for too long * with multiple resets in the same thread, * utilize DPC to retry */ if (!test_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags)) { ha->retry_reset_ha_cnt = MAX_RESET_HA_RETRIES; DEBUG2(printk("scsi%ld: recover adapter - retrying " "(%d) more times\n", ha->host_no, ha->retry_reset_ha_cnt)); set_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags); status = QLA_ERROR; } else { if (ha->retry_reset_ha_cnt > 0) { /* Schedule another Reset HA--DPC will retry */ ha->retry_reset_ha_cnt--; DEBUG2(printk("scsi%ld: recover adapter - " "retry remaining %d\n", ha->host_no, ha->retry_reset_ha_cnt)); status = QLA_ERROR; } if (ha->retry_reset_ha_cnt == 0) { /* Recover adapter retries have been exhausted. * Adapter DEAD */ DEBUG2(printk("scsi%ld: recover adapter " "failed - board disabled\n", ha->host_no)); qla4xxx_dead_adapter_cleanup(ha); clear_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags); clear_bit(DPC_RESET_HA, &ha->dpc_flags); clear_bit(DPC_RESET_HA_FW_CONTEXT, &ha->dpc_flags); status = QLA_ERROR; } } } else { clear_bit(DPC_RESET_HA, &ha->dpc_flags); clear_bit(DPC_RESET_HA_FW_CONTEXT, &ha->dpc_flags); clear_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags); } ha->adapter_error_count++; if (test_bit(AF_ONLINE, &ha->flags)) ha->isp_ops->enable_intrs(ha); scsi_unblock_requests(ha->host); clear_bit(DPC_RESET_ACTIVE, &ha->dpc_flags); DEBUG2(printk("scsi%ld: recover adapter: %s\n", ha->host_no, status == QLA_ERROR ? "FAILED" : "SUCCEEDED")); return status; } static void qla4xxx_relogin_all_devices(struct scsi_qla_host *ha) { struct ddb_entry *ddb_entry, *dtemp; list_for_each_entry_safe(ddb_entry, dtemp, &ha->ddb_list, list) { if ((atomic_read(&ddb_entry->state) == DDB_STATE_MISSING) || (atomic_read(&ddb_entry->state) == DDB_STATE_DEAD)) { if (ddb_entry->fw_ddb_device_state == DDB_DS_SESSION_ACTIVE) { atomic_set(&ddb_entry->state, DDB_STATE_ONLINE); ql4_printk(KERN_INFO, ha, "scsi%ld: %s: ddb[%d]" " marked ONLINE\n", ha->host_no, __func__, ddb_entry->fw_ddb_index); iscsi_unblock_session(ddb_entry->sess); } else qla4xxx_relogin_device(ha, ddb_entry); } } } void qla4xxx_wake_dpc(struct scsi_qla_host *ha) { if (ha->dpc_thread) queue_work(ha->dpc_thread, &ha->dpc_work); } /** * qla4xxx_do_dpc - dpc routine * @data: in our case pointer to adapter structure * * This routine is a task that is schedule by the interrupt handler * to perform the background processing for interrupts. We put it * on a task queue that is consumed whenever the scheduler runs; that's * so you can do anything (i.e. put the process to sleep etc). In fact, * the mid-level tries to sleep when it reaches the driver threshold * "host->can_queue". This can cause a panic if we were in our interrupt code. **/ static void qla4xxx_do_dpc(struct work_struct *work) { struct scsi_qla_host *ha = container_of(work, struct scsi_qla_host, dpc_work); struct ddb_entry *ddb_entry, *dtemp; int status = QLA_ERROR; DEBUG2(printk("scsi%ld: %s: DPC handler waking up." "flags = 0x%08lx, dpc_flags = 0x%08lx\n", ha->host_no, __func__, ha->flags, ha->dpc_flags)) /* Initialization not yet finished. Don't do anything yet. */ if (!test_bit(AF_INIT_DONE, &ha->flags)) return; if (test_bit(AF_EEH_BUSY, &ha->flags)) { DEBUG2(printk(KERN_INFO "scsi%ld: %s: flags = %lx\n", ha->host_no, __func__, ha->flags)); return; } if (is_qla8022(ha)) { if (test_bit(DPC_HA_UNRECOVERABLE, &ha->dpc_flags)) { qla4_8xxx_idc_lock(ha); qla4_8xxx_wr_32(ha, QLA82XX_CRB_DEV_STATE, QLA82XX_DEV_FAILED); qla4_8xxx_idc_unlock(ha); ql4_printk(KERN_INFO, ha, "HW State: FAILED\n"); qla4_8xxx_device_state_handler(ha); } if (test_and_clear_bit(DPC_HA_NEED_QUIESCENT, &ha->dpc_flags)) { qla4_8xxx_need_qsnt_handler(ha); } } if (!test_bit(DPC_RESET_ACTIVE, &ha->dpc_flags) && (test_bit(DPC_RESET_HA, &ha->dpc_flags) || test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags) || test_bit(DPC_RESET_HA_FW_CONTEXT, &ha->dpc_flags))) { if (ql4xdontresethba) { DEBUG2(printk("scsi%ld: %s: Don't Reset HBA\n", ha->host_no, __func__)); clear_bit(DPC_RESET_HA, &ha->dpc_flags); clear_bit(DPC_RESET_HA_INTR, &ha->dpc_flags); clear_bit(DPC_RESET_HA_FW_CONTEXT, &ha->dpc_flags); goto dpc_post_reset_ha; } if (test_bit(DPC_RESET_HA_FW_CONTEXT, &ha->dpc_flags) || test_bit(DPC_RESET_HA, &ha->dpc_flags)) qla4xxx_recover_adapter(ha); if (test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags)) { uint8_t wait_time = RESET_INTR_TOV; while ((readw(&ha->reg->ctrl_status) & (CSR_SOFT_RESET | CSR_FORCE_SOFT_RESET)) != 0) { if (--wait_time == 0) break; msleep(1000); } if (wait_time == 0) DEBUG2(printk("scsi%ld: %s: SR|FSR " "bit not cleared-- resetting\n", ha->host_no, __func__)); qla4xxx_abort_active_cmds(ha, DID_RESET << 16); if (ql4xxx_lock_drvr_wait(ha) == QLA_SUCCESS) { qla4xxx_process_aen(ha, FLUSH_DDB_CHANGED_AENS); status = qla4xxx_recover_adapter(ha); } clear_bit(DPC_RESET_HA_INTR, &ha->dpc_flags); if (status == QLA_SUCCESS) ha->isp_ops->enable_intrs(ha); } } dpc_post_reset_ha: /* ---- process AEN? --- */ if (test_and_clear_bit(DPC_AEN, &ha->dpc_flags)) qla4xxx_process_aen(ha, PROCESS_ALL_AENS); /* ---- Get DHCP IP Address? --- */ if (test_and_clear_bit(DPC_GET_DHCP_IP_ADDR, &ha->dpc_flags)) qla4xxx_get_dhcp_ip_address(ha); /* ---- link change? --- */ if (test_and_clear_bit(DPC_LINK_CHANGED, &ha->dpc_flags)) { if (!test_bit(AF_LINK_UP, &ha->flags)) { /* ---- link down? --- */ qla4xxx_mark_all_devices_missing(ha); } else { /* ---- link up? --- * * F/W will auto login to all devices ONLY ONCE after * link up during driver initialization and runtime * fatal error recovery. Therefore, the driver must * manually relogin to devices when recovering from * connection failures, logouts, expired KATO, etc. */ qla4xxx_relogin_all_devices(ha); } } /* ---- relogin device? --- */ if (adapter_up(ha) && test_and_clear_bit(DPC_RELOGIN_DEVICE, &ha->dpc_flags)) { list_for_each_entry_safe(ddb_entry, dtemp, &ha->ddb_list, list) { if (test_and_clear_bit(DF_RELOGIN, &ddb_entry->flags) && atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE) qla4xxx_relogin_device(ha, ddb_entry); /* * If mbx cmd times out there is no point * in continuing further. * With large no of targets this can hang * the system. */ if (test_bit(DPC_RESET_HA, &ha->dpc_flags)) { printk(KERN_WARNING "scsi%ld: %s: " "need to reset hba\n", ha->host_no, __func__); break; } } } } /** * qla4xxx_free_adapter - release the adapter * @ha: pointer to adapter structure **/ static void qla4xxx_free_adapter(struct scsi_qla_host *ha) { if (test_bit(AF_INTERRUPTS_ON, &ha->flags)) { /* Turn-off interrupts on the card. */ ha->isp_ops->disable_intrs(ha); } /* Remove timer thread, if present */ if (ha->timer_active) qla4xxx_stop_timer(ha); /* Kill the kernel thread for this host */ if (ha->dpc_thread) destroy_workqueue(ha->dpc_thread); /* Put firmware in known state */ ha->isp_ops->reset_firmware(ha); if (is_qla8022(ha)) { qla4_8xxx_idc_lock(ha); qla4_8xxx_clear_drv_active(ha); qla4_8xxx_idc_unlock(ha); } /* Detach interrupts */ if (test_and_clear_bit(AF_IRQ_ATTACHED, &ha->flags)) qla4xxx_free_irqs(ha); /* free extra memory */ qla4xxx_mem_free(ha); } int qla4_8xxx_iospace_config(struct scsi_qla_host *ha) { int status = 0; uint8_t revision_id; unsigned long mem_base, mem_len, db_base, db_len; struct pci_dev *pdev = ha->pdev; status = pci_request_regions(pdev, DRIVER_NAME); if (status) { printk(KERN_WARNING "scsi(%ld) Failed to reserve PIO regions (%s) " "status=%d\n", ha->host_no, pci_name(pdev), status); goto iospace_error_exit; } pci_read_config_byte(pdev, PCI_REVISION_ID, &revision_id); DEBUG2(printk(KERN_INFO "%s: revision-id=%d\n", __func__, revision_id)); ha->revision_id = revision_id; /* remap phys address */ mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */ mem_len = pci_resource_len(pdev, 0); DEBUG2(printk(KERN_INFO "%s: ioremap from %lx a size of %lx\n", __func__, mem_base, mem_len)); /* mapping of pcibase pointer */ ha->nx_pcibase = (unsigned long)ioremap(mem_base, mem_len); if (!ha->nx_pcibase) { printk(KERN_ERR "cannot remap MMIO (%s), aborting\n", pci_name(pdev)); pci_release_regions(ha->pdev); goto iospace_error_exit; } /* Mapping of IO base pointer, door bell read and write pointer */ /* mapping of IO base pointer */ ha->qla4_8xxx_reg = (struct device_reg_82xx __iomem *)((uint8_t *)ha->nx_pcibase + 0xbc000 + (ha->pdev->devfn << 11)); db_base = pci_resource_start(pdev, 4); /* doorbell is on bar 4 */ db_len = pci_resource_len(pdev, 4); ha->nx_db_wr_ptr = (ha->pdev->devfn == 4 ? QLA82XX_CAM_RAM_DB1 : QLA82XX_CAM_RAM_DB2); return 0; iospace_error_exit: return -ENOMEM; } /*** * qla4xxx_iospace_config - maps registers * @ha: pointer to adapter structure * * This routines maps HBA's registers from the pci address space * into the kernel virtual address space for memory mapped i/o. **/ int qla4xxx_iospace_config(struct scsi_qla_host *ha) { unsigned long pio, pio_len, pio_flags; unsigned long mmio, mmio_len, mmio_flags; pio = pci_resource_start(ha->pdev, 0); pio_len = pci_resource_len(ha->pdev, 0); pio_flags = pci_resource_flags(ha->pdev, 0); if (pio_flags & IORESOURCE_IO) { if (pio_len < MIN_IOBASE_LEN) { ql4_printk(KERN_WARNING, ha, "Invalid PCI I/O region size\n"); pio = 0; } } else { ql4_printk(KERN_WARNING, ha, "region #0 not a PIO resource\n"); pio = 0; } /* Use MMIO operations for all accesses. */ mmio = pci_resource_start(ha->pdev, 1); mmio_len = pci_resource_len(ha->pdev, 1); mmio_flags = pci_resource_flags(ha->pdev, 1); if (!(mmio_flags & IORESOURCE_MEM)) { ql4_printk(KERN_ERR, ha, "region #0 not an MMIO resource, aborting\n"); goto iospace_error_exit; } if (mmio_len < MIN_IOBASE_LEN) { ql4_printk(KERN_ERR, ha, "Invalid PCI mem region size, aborting\n"); goto iospace_error_exit; } if (pci_request_regions(ha->pdev, DRIVER_NAME)) { ql4_printk(KERN_WARNING, ha, "Failed to reserve PIO/MMIO regions\n"); goto iospace_error_exit; } ha->pio_address = pio; ha->pio_length = pio_len; ha->reg = ioremap(mmio, MIN_IOBASE_LEN); if (!ha->reg) { ql4_printk(KERN_ERR, ha, "cannot remap MMIO, aborting\n"); goto iospace_error_exit; } return 0; iospace_error_exit: return -ENOMEM; } static struct isp_operations qla4xxx_isp_ops = { .iospace_config = qla4xxx_iospace_config, .pci_config = qla4xxx_pci_config, .disable_intrs = qla4xxx_disable_intrs, .enable_intrs = qla4xxx_enable_intrs, .start_firmware = qla4xxx_start_firmware, .intr_handler = qla4xxx_intr_handler, .interrupt_service_routine = qla4xxx_interrupt_service_routine, .reset_chip = qla4xxx_soft_reset, .reset_firmware = qla4xxx_hw_reset, .queue_iocb = qla4xxx_queue_iocb, .complete_iocb = qla4xxx_complete_iocb, .rd_shdw_req_q_out = qla4xxx_rd_shdw_req_q_out, .rd_shdw_rsp_q_in = qla4xxx_rd_shdw_rsp_q_in, .get_sys_info = qla4xxx_get_sys_info, }; static struct isp_operations qla4_8xxx_isp_ops = { .iospace_config = qla4_8xxx_iospace_config, .pci_config = qla4_8xxx_pci_config, .disable_intrs = qla4_8xxx_disable_intrs, .enable_intrs = qla4_8xxx_enable_intrs, .start_firmware = qla4_8xxx_load_risc, .intr_handler = qla4_8xxx_intr_handler, .interrupt_service_routine = qla4_8xxx_interrupt_service_routine, .reset_chip = qla4_8xxx_isp_reset, .reset_firmware = qla4_8xxx_stop_firmware, .queue_iocb = qla4_8xxx_queue_iocb, .complete_iocb = qla4_8xxx_complete_iocb, .rd_shdw_req_q_out = qla4_8xxx_rd_shdw_req_q_out, .rd_shdw_rsp_q_in = qla4_8xxx_rd_shdw_rsp_q_in, .get_sys_info = qla4_8xxx_get_sys_info, }; uint16_t qla4xxx_rd_shdw_req_q_out(struct scsi_qla_host *ha) { return (uint16_t)le32_to_cpu(ha->shadow_regs->req_q_out); } uint16_t qla4_8xxx_rd_shdw_req_q_out(struct scsi_qla_host *ha) { return (uint16_t)le32_to_cpu(readl(&ha->qla4_8xxx_reg->req_q_out)); } uint16_t qla4xxx_rd_shdw_rsp_q_in(struct scsi_qla_host *ha) { return (uint16_t)le32_to_cpu(ha->shadow_regs->rsp_q_in); } uint16_t qla4_8xxx_rd_shdw_rsp_q_in(struct scsi_qla_host *ha) { return (uint16_t)le32_to_cpu(readl(&ha->qla4_8xxx_reg->rsp_q_in)); } /** * qla4xxx_probe_adapter - callback function to probe HBA * @pdev: pointer to pci_dev structure * @pci_device_id: pointer to pci_device entry * * This routine will probe for Qlogic 4xxx iSCSI host adapters. * It returns zero if successful. It also initializes all data necessary for * the driver. **/ static int __devinit qla4xxx_probe_adapter(struct pci_dev *pdev, const struct pci_device_id *ent) { int ret = -ENODEV, status; struct Scsi_Host *host; struct scsi_qla_host *ha; uint8_t init_retry_count = 0; char buf[34]; struct qla4_8xxx_legacy_intr_set *nx_legacy_intr; uint32_t dev_state; if (pci_enable_device(pdev)) return -1; host = scsi_host_alloc(&qla4xxx_driver_template, sizeof(*ha)); if (host == NULL) { printk(KERN_WARNING "qla4xxx: Couldn't allocate host from scsi layer!\n"); goto probe_disable_device; } /* Clear our data area */ ha = (struct scsi_qla_host *) host->hostdata; memset(ha, 0, sizeof(*ha)); /* Save the information from PCI BIOS. */ ha->pdev = pdev; ha->host = host; ha->host_no = host->host_no; pci_enable_pcie_error_reporting(pdev); /* Setup Runtime configurable options */ if (is_qla8022(ha)) { ha->isp_ops = &qla4_8xxx_isp_ops; rwlock_init(&ha->hw_lock); ha->qdr_sn_window = -1; ha->ddr_mn_window = -1; ha->curr_window = 255; ha->func_num = PCI_FUNC(ha->pdev->devfn); nx_legacy_intr = &legacy_intr[ha->func_num]; ha->nx_legacy_intr.int_vec_bit = nx_legacy_intr->int_vec_bit; ha->nx_legacy_intr.tgt_status_reg = nx_legacy_intr->tgt_status_reg; ha->nx_legacy_intr.tgt_mask_reg = nx_legacy_intr->tgt_mask_reg; ha->nx_legacy_intr.pci_int_reg = nx_legacy_intr->pci_int_reg; } else { ha->isp_ops = &qla4xxx_isp_ops; } /* Set EEH reset type to fundamental if required by hba */ if (is_qla8022(ha)) pdev->needs_freset = 1; /* Configure PCI I/O space. */ ret = ha->isp_ops->iospace_config(ha); if (ret) goto probe_failed_ioconfig; ql4_printk(KERN_INFO, ha, "Found an ISP%04x, irq %d, iobase 0x%p\n", pdev->device, pdev->irq, ha->reg); qla4xxx_config_dma_addressing(ha); /* Initialize lists and spinlocks. */ INIT_LIST_HEAD(&ha->ddb_list); INIT_LIST_HEAD(&ha->free_srb_q); mutex_init(&ha->mbox_sem); init_completion(&ha->mbx_intr_comp); spin_lock_init(&ha->hardware_lock); /* Allocate dma buffers */ if (qla4xxx_mem_alloc(ha)) { ql4_printk(KERN_WARNING, ha, "[ERROR] Failed to allocate memory for adapter\n"); ret = -ENOMEM; goto probe_failed; } if (is_qla8022(ha)) (void) qla4_8xxx_get_flash_info(ha); /* * Initialize the Host adapter request/response queues and * firmware * NOTE: interrupts enabled upon successful completion */ status = qla4xxx_initialize_adapter(ha, REBUILD_DDB_LIST); while ((!test_bit(AF_ONLINE, &ha->flags)) && init_retry_count++ < MAX_INIT_RETRIES) { if (is_qla8022(ha)) { qla4_8xxx_idc_lock(ha); dev_state = qla4_8xxx_rd_32(ha, QLA82XX_CRB_DEV_STATE); qla4_8xxx_idc_unlock(ha); if (dev_state == QLA82XX_DEV_FAILED) { ql4_printk(KERN_WARNING, ha, "%s: don't retry " "initialize adapter. H/W is in failed state\n", __func__); break; } } DEBUG2(printk("scsi: %s: retrying adapter initialization " "(%d)\n", __func__, init_retry_count)); if (ha->isp_ops->reset_chip(ha) == QLA_ERROR) continue; status = qla4xxx_initialize_adapter(ha, REBUILD_DDB_LIST); } if (!test_bit(AF_ONLINE, &ha->flags)) { ql4_printk(KERN_WARNING, ha, "Failed to initialize adapter\n"); if (is_qla8022(ha) && ql4xdontresethba) { /* Put the device in failed state. */ DEBUG2(printk(KERN_ERR "HW STATE: FAILED\n")); qla4_8xxx_idc_lock(ha); qla4_8xxx_wr_32(ha, QLA82XX_CRB_DEV_STATE, QLA82XX_DEV_FAILED); qla4_8xxx_idc_unlock(ha); } ret = -ENODEV; goto probe_failed; } host->cmd_per_lun = 3; host->max_channel = 0; host->max_lun = MAX_LUNS - 1; host->max_id = MAX_TARGETS; host->max_cmd_len = IOCB_MAX_CDB_LEN; host->can_queue = MAX_SRBS ; host->transportt = qla4xxx_scsi_transport; ret = scsi_init_shared_tag_map(host, MAX_SRBS); if (ret) { ql4_printk(KERN_WARNING, ha, "scsi_init_shared_tag_map failed\n"); goto probe_failed; } /* Startup the kernel thread for this host adapter. */ DEBUG2(printk("scsi: %s: Starting kernel thread for " "qla4xxx_dpc\n", __func__)); sprintf(buf, "qla4xxx_%lu_dpc", ha->host_no); ha->dpc_thread = create_singlethread_workqueue(buf); if (!ha->dpc_thread) { ql4_printk(KERN_WARNING, ha, "Unable to start DPC thread!\n"); ret = -ENODEV; goto probe_failed; } INIT_WORK(&ha->dpc_work, qla4xxx_do_dpc); /* For ISP-82XX, request_irqs is called in qla4_8xxx_load_risc * (which is called indirectly by qla4xxx_initialize_adapter), * so that irqs will be registered after crbinit but before * mbx_intr_enable. */ if (!is_qla8022(ha)) { ret = qla4xxx_request_irqs(ha); if (ret) { ql4_printk(KERN_WARNING, ha, "Failed to reserve " "interrupt %d already in use.\n", pdev->irq); goto probe_failed; } } pci_save_state(ha->pdev); ha->isp_ops->enable_intrs(ha); /* Start timer thread. */ qla4xxx_start_timer(ha, qla4xxx_timer, 1); set_bit(AF_INIT_DONE, &ha->flags); pci_set_drvdata(pdev, ha); ret = scsi_add_host(host, &pdev->dev); if (ret) goto probe_failed; printk(KERN_INFO " QLogic iSCSI HBA Driver version: %s\n" " QLogic ISP%04x @ %s, host#=%ld, fw=%02d.%02d.%02d.%02d\n", qla4xxx_version_str, ha->pdev->device, pci_name(ha->pdev), ha->host_no, ha->firmware_version[0], ha->firmware_version[1], ha->patch_number, ha->build_number); scsi_scan_host(host); return 0; probe_failed: qla4xxx_free_adapter(ha); probe_failed_ioconfig: pci_disable_pcie_error_reporting(pdev); scsi_host_put(ha->host); probe_disable_device: pci_disable_device(pdev); return ret; } /** * qla4xxx_prevent_other_port_reinit - prevent other port from re-initialize * @ha: pointer to adapter structure * * Mark the other ISP-4xxx port to indicate that the driver is being removed, * so that the other port will not re-initialize while in the process of * removing the ha due to driver unload or hba hotplug. **/ static void qla4xxx_prevent_other_port_reinit(struct scsi_qla_host *ha) { struct scsi_qla_host *other_ha = NULL; struct pci_dev *other_pdev = NULL; int fn = ISP4XXX_PCI_FN_2; /*iscsi function numbers for ISP4xxx is 1 and 3*/ if (PCI_FUNC(ha->pdev->devfn) & BIT_1) fn = ISP4XXX_PCI_FN_1; other_pdev = pci_get_domain_bus_and_slot(pci_domain_nr(ha->pdev->bus), ha->pdev->bus->number, PCI_DEVFN(PCI_SLOT(ha->pdev->devfn), fn)); /* Get other_ha if other_pdev is valid and state is enable*/ if (other_pdev) { if (atomic_read(&other_pdev->enable_cnt)) { other_ha = pci_get_drvdata(other_pdev); if (other_ha) { set_bit(AF_HA_REMOVAL, &other_ha->flags); DEBUG2(ql4_printk(KERN_INFO, ha, "%s: " "Prevent %s reinit\n", __func__, dev_name(&other_ha->pdev->dev))); } } pci_dev_put(other_pdev); } } /** * qla4xxx_remove_adapter - calback function to remove adapter. * @pci_dev: PCI device pointer **/ static void __devexit qla4xxx_remove_adapter(struct pci_dev *pdev) { struct scsi_qla_host *ha; ha = pci_get_drvdata(pdev); if (!is_qla8022(ha)) qla4xxx_prevent_other_port_reinit(ha); /* remove devs from iscsi_sessions to scsi_devices */ qla4xxx_free_ddb_list(ha); scsi_remove_host(ha->host); qla4xxx_free_adapter(ha); scsi_host_put(ha->host); pci_disable_pcie_error_reporting(pdev); pci_disable_device(pdev); pci_set_drvdata(pdev, NULL); } /** * qla4xxx_config_dma_addressing() - Configure OS DMA addressing method. * @ha: HA context * * At exit, the @ha's flags.enable_64bit_addressing set to indicated * supported addressing method. */ static void qla4xxx_config_dma_addressing(struct scsi_qla_host *ha) { int retval; /* Update our PCI device dma_mask for full 64 bit mask */ if (pci_set_dma_mask(ha->pdev, DMA_BIT_MASK(64)) == 0) { if (pci_set_consistent_dma_mask(ha->pdev, DMA_BIT_MASK(64))) { dev_dbg(&ha->pdev->dev, "Failed to set 64 bit PCI consistent mask; " "using 32 bit.\n"); retval = pci_set_consistent_dma_mask(ha->pdev, DMA_BIT_MASK(32)); } } else retval = pci_set_dma_mask(ha->pdev, DMA_BIT_MASK(32)); } static int qla4xxx_slave_alloc(struct scsi_device *sdev) { struct iscsi_cls_session *sess = starget_to_session(sdev->sdev_target); struct ddb_entry *ddb = sess->dd_data; int queue_depth = QL4_DEF_QDEPTH; sdev->hostdata = ddb; sdev->tagged_supported = 1; if (ql4xmaxqdepth != 0 && ql4xmaxqdepth <= 0xffffU) queue_depth = ql4xmaxqdepth; scsi_activate_tcq(sdev, queue_depth); return 0; } static int qla4xxx_slave_configure(struct scsi_device *sdev) { sdev->tagged_supported = 1; return 0; } static void qla4xxx_slave_destroy(struct scsi_device *sdev) { scsi_deactivate_tcq(sdev, 1); } /** * qla4xxx_del_from_active_array - returns an active srb * @ha: Pointer to host adapter structure. * @index: index into the active_array * * This routine removes and returns the srb at the specified index **/ struct srb *qla4xxx_del_from_active_array(struct scsi_qla_host *ha, uint32_t index) { struct srb *srb = NULL; struct scsi_cmnd *cmd = NULL; cmd = scsi_host_find_tag(ha->host, index); if (!cmd) return srb; srb = (struct srb *)CMD_SP(cmd); if (!srb) return srb; /* update counters */ if (srb->flags & SRB_DMA_VALID) { ha->req_q_count += srb->iocb_cnt; ha->iocb_cnt -= srb->iocb_cnt; if (srb->cmd) srb->cmd->host_scribble = (unsigned char *)(unsigned long) MAX_SRBS; } return srb; } /** * qla4xxx_eh_wait_on_command - waits for command to be returned by firmware * @ha: Pointer to host adapter structure. * @cmd: Scsi Command to wait on. * * This routine waits for the command to be returned by the Firmware * for some max time. **/ static int qla4xxx_eh_wait_on_command(struct scsi_qla_host *ha, struct scsi_cmnd *cmd) { int done = 0; struct srb *rp; uint32_t max_wait_time = EH_WAIT_CMD_TOV; int ret = SUCCESS; /* Dont wait on command if PCI error is being handled * by PCI AER driver */ if (unlikely(pci_channel_offline(ha->pdev)) || (test_bit(AF_EEH_BUSY, &ha->flags))) { ql4_printk(KERN_WARNING, ha, "scsi%ld: Return from %s\n", ha->host_no, __func__); return ret; } do { /* Checking to see if its returned to OS */ rp = (struct srb *) CMD_SP(cmd); if (rp == NULL) { done++; break; } msleep(2000); } while (max_wait_time--); return done; } /** * qla4xxx_wait_for_hba_online - waits for HBA to come online * @ha: Pointer to host adapter structure **/ static int qla4xxx_wait_for_hba_online(struct scsi_qla_host *ha) { unsigned long wait_online; wait_online = jiffies + (HBA_ONLINE_TOV * HZ); while (time_before(jiffies, wait_online)) { if (adapter_up(ha)) return QLA_SUCCESS; msleep(2000); } return QLA_ERROR; } /** * qla4xxx_eh_wait_for_commands - wait for active cmds to finish. * @ha: pointer to HBA * @t: target id * @l: lun id * * This function waits for all outstanding commands to a lun to complete. It * returns 0 if all pending commands are returned and 1 otherwise. **/ static int qla4xxx_eh_wait_for_commands(struct scsi_qla_host *ha, struct scsi_target *stgt, struct scsi_device *sdev) { int cnt; int status = 0; struct scsi_cmnd *cmd; /* * Waiting for all commands for the designated target or dev * in the active array */ for (cnt = 0; cnt < ha->host->can_queue; cnt++) { cmd = scsi_host_find_tag(ha->host, cnt); if (cmd && stgt == scsi_target(cmd->device) && (!sdev || sdev == cmd->device)) { if (!qla4xxx_eh_wait_on_command(ha, cmd)) { status++; break; } } } return status; } /** * qla4xxx_eh_abort - callback for abort task. * @cmd: Pointer to Linux's SCSI command structure * * This routine is called by the Linux OS to abort the specified * command. **/ static int qla4xxx_eh_abort(struct scsi_cmnd *cmd) { struct scsi_qla_host *ha = to_qla_host(cmd->device->host); unsigned int id = cmd->device->id; unsigned int lun = cmd->device->lun; unsigned long flags; struct srb *srb = NULL; int ret = SUCCESS; int wait = 0; ql4_printk(KERN_INFO, ha, "scsi%ld:%d:%d: Abort command issued cmd=%p\n", ha->host_no, id, lun, cmd); spin_lock_irqsave(&ha->hardware_lock, flags); srb = (struct srb *) CMD_SP(cmd); if (!srb) { spin_unlock_irqrestore(&ha->hardware_lock, flags); return SUCCESS; } kref_get(&srb->srb_ref); spin_unlock_irqrestore(&ha->hardware_lock, flags); if (qla4xxx_abort_task(ha, srb) != QLA_SUCCESS) { DEBUG3(printk("scsi%ld:%d:%d: Abort_task mbx failed.\n", ha->host_no, id, lun)); ret = FAILED; } else { DEBUG3(printk("scsi%ld:%d:%d: Abort_task mbx success.\n", ha->host_no, id, lun)); wait = 1; } kref_put(&srb->srb_ref, qla4xxx_srb_compl); /* Wait for command to complete */ if (wait) { if (!qla4xxx_eh_wait_on_command(ha, cmd)) { DEBUG2(printk("scsi%ld:%d:%d: Abort handler timed out\n", ha->host_no, id, lun)); ret = FAILED; } } ql4_printk(KERN_INFO, ha, "scsi%ld:%d:%d: Abort command - %s\n", ha->host_no, id, lun, (ret == SUCCESS) ? "succeeded" : "failed"); return ret; } /** * qla4xxx_eh_device_reset - callback for target reset. * @cmd: Pointer to Linux's SCSI command structure * * This routine is called by the Linux OS to reset all luns on the * specified target. **/ static int qla4xxx_eh_device_reset(struct scsi_cmnd *cmd) { struct scsi_qla_host *ha = to_qla_host(cmd->device->host); struct ddb_entry *ddb_entry = cmd->device->hostdata; int ret = FAILED, stat; if (!ddb_entry) return ret; ret = iscsi_block_scsi_eh(cmd); if (ret) return ret; ret = FAILED; ql4_printk(KERN_INFO, ha, "scsi%ld:%d:%d:%d: DEVICE RESET ISSUED.\n", ha->host_no, cmd->device->channel, cmd->device->id, cmd->device->lun); DEBUG2(printk(KERN_INFO "scsi%ld: DEVICE_RESET cmd=%p jiffies = 0x%lx, to=%x," "dpc_flags=%lx, status=%x allowed=%d\n", ha->host_no, cmd, jiffies, cmd->request->timeout / HZ, ha->dpc_flags, cmd->result, cmd->allowed)); /* FIXME: wait for hba to go online */ stat = qla4xxx_reset_lun(ha, ddb_entry, cmd->device->lun); if (stat != QLA_SUCCESS) { ql4_printk(KERN_INFO, ha, "DEVICE RESET FAILED. %d\n", stat); goto eh_dev_reset_done; } if (qla4xxx_eh_wait_for_commands(ha, scsi_target(cmd->device), cmd->device)) { ql4_printk(KERN_INFO, ha, "DEVICE RESET FAILED - waiting for " "commands.\n"); goto eh_dev_reset_done; } /* Send marker. */ if (qla4xxx_send_marker_iocb(ha, ddb_entry, cmd->device->lun, MM_LUN_RESET) != QLA_SUCCESS) goto eh_dev_reset_done; ql4_printk(KERN_INFO, ha, "scsi(%ld:%d:%d:%d): DEVICE RESET SUCCEEDED.\n", ha->host_no, cmd->device->channel, cmd->device->id, cmd->device->lun); ret = SUCCESS; eh_dev_reset_done: return ret; } /** * qla4xxx_eh_target_reset - callback for target reset. * @cmd: Pointer to Linux's SCSI command structure * * This routine is called by the Linux OS to reset the target. **/ static int qla4xxx_eh_target_reset(struct scsi_cmnd *cmd) { struct scsi_qla_host *ha = to_qla_host(cmd->device->host); struct ddb_entry *ddb_entry = cmd->device->hostdata; int stat, ret; if (!ddb_entry) return FAILED; ret = iscsi_block_scsi_eh(cmd); if (ret) return ret; starget_printk(KERN_INFO, scsi_target(cmd->device), "WARM TARGET RESET ISSUED.\n"); DEBUG2(printk(KERN_INFO "scsi%ld: TARGET_DEVICE_RESET cmd=%p jiffies = 0x%lx, " "to=%x,dpc_flags=%lx, status=%x allowed=%d\n", ha->host_no, cmd, jiffies, cmd->request->timeout / HZ, ha->dpc_flags, cmd->result, cmd->allowed)); stat = qla4xxx_reset_target(ha, ddb_entry); if (stat != QLA_SUCCESS) { starget_printk(KERN_INFO, scsi_target(cmd->device), "WARM TARGET RESET FAILED.\n"); return FAILED; } if (qla4xxx_eh_wait_for_commands(ha, scsi_target(cmd->device), NULL)) { starget_printk(KERN_INFO, scsi_target(cmd->device), "WARM TARGET DEVICE RESET FAILED - " "waiting for commands.\n"); return FAILED; } /* Send marker. */ if (qla4xxx_send_marker_iocb(ha, ddb_entry, cmd->device->lun, MM_TGT_WARM_RESET) != QLA_SUCCESS) { starget_printk(KERN_INFO, scsi_target(cmd->device), "WARM TARGET DEVICE RESET FAILED - " "marker iocb failed.\n"); return FAILED; } starget_printk(KERN_INFO, scsi_target(cmd->device), "WARM TARGET RESET SUCCEEDED.\n"); return SUCCESS; } /** * qla4xxx_eh_host_reset - kernel callback * @cmd: Pointer to Linux's SCSI command structure * * This routine is invoked by the Linux kernel to perform fatal error * recovery on the specified adapter. **/ static int qla4xxx_eh_host_reset(struct scsi_cmnd *cmd) { int return_status = FAILED; struct scsi_qla_host *ha; ha = (struct scsi_qla_host *) cmd->device->host->hostdata; if (ql4xdontresethba) { DEBUG2(printk("scsi%ld: %s: Don't Reset HBA\n", ha->host_no, __func__)); return FAILED; } ql4_printk(KERN_INFO, ha, "scsi(%ld:%d:%d:%d): HOST RESET ISSUED.\n", ha->host_no, cmd->device->channel, cmd->device->id, cmd->device->lun); if (qla4xxx_wait_for_hba_online(ha) != QLA_SUCCESS) { DEBUG2(printk("scsi%ld:%d: %s: Unable to reset host. Adapter " "DEAD.\n", ha->host_no, cmd->device->channel, __func__)); return FAILED; } if (!test_bit(DPC_RESET_HA, &ha->dpc_flags)) { if (is_qla8022(ha)) set_bit(DPC_RESET_HA_FW_CONTEXT, &ha->dpc_flags); else set_bit(DPC_RESET_HA, &ha->dpc_flags); } if (qla4xxx_recover_adapter(ha) == QLA_SUCCESS) return_status = SUCCESS; ql4_printk(KERN_INFO, ha, "HOST RESET %s.\n", return_status == FAILED ? "FAILED" : "SUCCEEDED"); return return_status; } /* PCI AER driver recovers from all correctable errors w/o * driver intervention. For uncorrectable errors PCI AER * driver calls the following device driver's callbacks * * - Fatal Errors - link_reset * - Non-Fatal Errors - driver's pci_error_detected() which * returns CAN_RECOVER, NEED_RESET or DISCONNECT. * * PCI AER driver calls * CAN_RECOVER - driver's pci_mmio_enabled(), mmio_enabled * returns RECOVERED or NEED_RESET if fw_hung * NEED_RESET - driver's slot_reset() * DISCONNECT - device is dead & cannot recover * RECOVERED - driver's pci_resume() */ static pci_ers_result_t qla4xxx_pci_error_detected(struct pci_dev *pdev, pci_channel_state_t state) { struct scsi_qla_host *ha = pci_get_drvdata(pdev); ql4_printk(KERN_WARNING, ha, "scsi%ld: %s: error detected:state %x\n", ha->host_no, __func__, state); if (!is_aer_supported(ha)) return PCI_ERS_RESULT_NONE; switch (state) { case pci_channel_io_normal: clear_bit(AF_EEH_BUSY, &ha->flags); return PCI_ERS_RESULT_CAN_RECOVER; case pci_channel_io_frozen: set_bit(AF_EEH_BUSY, &ha->flags); qla4xxx_mailbox_premature_completion(ha); qla4xxx_free_irqs(ha); pci_disable_device(pdev); /* Return back all IOs */ qla4xxx_abort_active_cmds(ha, DID_RESET << 16); return PCI_ERS_RESULT_NEED_RESET; case pci_channel_io_perm_failure: set_bit(AF_EEH_BUSY, &ha->flags); set_bit(AF_PCI_CHANNEL_IO_PERM_FAILURE, &ha->flags); qla4xxx_abort_active_cmds(ha, DID_NO_CONNECT << 16); return PCI_ERS_RESULT_DISCONNECT; } return PCI_ERS_RESULT_NEED_RESET; } /** * qla4xxx_pci_mmio_enabled() gets called if * qla4xxx_pci_error_detected() returns PCI_ERS_RESULT_CAN_RECOVER * and read/write to the device still works. **/ static pci_ers_result_t qla4xxx_pci_mmio_enabled(struct pci_dev *pdev) { struct scsi_qla_host *ha = pci_get_drvdata(pdev); if (!is_aer_supported(ha)) return PCI_ERS_RESULT_NONE; return PCI_ERS_RESULT_RECOVERED; } static uint32_t qla4_8xxx_error_recovery(struct scsi_qla_host *ha) { uint32_t rval = QLA_ERROR; uint32_t ret = 0; int fn; struct pci_dev *other_pdev = NULL; ql4_printk(KERN_WARNING, ha, "scsi%ld: In %s\n", ha->host_no, __func__); set_bit(DPC_RESET_ACTIVE, &ha->dpc_flags); if (test_bit(AF_ONLINE, &ha->flags)) { clear_bit(AF_ONLINE, &ha->flags); qla4xxx_mark_all_devices_missing(ha); qla4xxx_process_aen(ha, FLUSH_DDB_CHANGED_AENS); } fn = PCI_FUNC(ha->pdev->devfn); while (fn > 0) { fn--; ql4_printk(KERN_INFO, ha, "scsi%ld: %s: Finding PCI device at " "func %x\n", ha->host_no, __func__, fn); /* Get the pci device given the domain, bus, * slot/function number */ other_pdev = pci_get_domain_bus_and_slot(pci_domain_nr(ha->pdev->bus), ha->pdev->bus->number, PCI_DEVFN(PCI_SLOT(ha->pdev->devfn), fn)); if (!other_pdev) continue; if (atomic_read(&other_pdev->enable_cnt)) { ql4_printk(KERN_INFO, ha, "scsi%ld: %s: Found PCI " "func in enabled state%x\n", ha->host_no, __func__, fn); pci_dev_put(other_pdev); break; } pci_dev_put(other_pdev); } /* The first function on the card, the reset owner will * start & initialize the firmware. The other functions * on the card will reset the firmware context */ if (!fn) { ql4_printk(KERN_INFO, ha, "scsi%ld: %s: devfn being reset " "0x%x is the owner\n", ha->host_no, __func__, ha->pdev->devfn); qla4_8xxx_idc_lock(ha); qla4_8xxx_wr_32(ha, QLA82XX_CRB_DEV_STATE, QLA82XX_DEV_COLD); qla4_8xxx_wr_32(ha, QLA82XX_CRB_DRV_IDC_VERSION, QLA82XX_IDC_VERSION); qla4_8xxx_idc_unlock(ha); clear_bit(AF_FW_RECOVERY, &ha->flags); rval = qla4xxx_initialize_adapter(ha, PRESERVE_DDB_LIST); qla4_8xxx_idc_lock(ha); if (rval != QLA_SUCCESS) { ql4_printk(KERN_INFO, ha, "scsi%ld: %s: HW State: " "FAILED\n", ha->host_no, __func__); qla4_8xxx_clear_drv_active(ha); qla4_8xxx_wr_32(ha, QLA82XX_CRB_DEV_STATE, QLA82XX_DEV_FAILED); } else { ql4_printk(KERN_INFO, ha, "scsi%ld: %s: HW State: " "READY\n", ha->host_no, __func__); qla4_8xxx_wr_32(ha, QLA82XX_CRB_DEV_STATE, QLA82XX_DEV_READY); /* Clear driver state register */ qla4_8xxx_wr_32(ha, QLA82XX_CRB_DRV_STATE, 0); qla4_8xxx_set_drv_active(ha); ret = qla4xxx_request_irqs(ha); if (ret) { ql4_printk(KERN_WARNING, ha, "Failed to " "reserve interrupt %d already in use.\n", ha->pdev->irq); rval = QLA_ERROR; } else { ha->isp_ops->enable_intrs(ha); rval = QLA_SUCCESS; } } qla4_8xxx_idc_unlock(ha); } else { ql4_printk(KERN_INFO, ha, "scsi%ld: %s: devfn 0x%x is not " "the reset owner\n", ha->host_no, __func__, ha->pdev->devfn); if ((qla4_8xxx_rd_32(ha, QLA82XX_CRB_DEV_STATE) == QLA82XX_DEV_READY)) { clear_bit(AF_FW_RECOVERY, &ha->flags); rval = qla4xxx_initialize_adapter(ha, PRESERVE_DDB_LIST); if (rval == QLA_SUCCESS) { ret = qla4xxx_request_irqs(ha); if (ret) { ql4_printk(KERN_WARNING, ha, "Failed to" " reserve interrupt %d already in" " use.\n", ha->pdev->irq); rval = QLA_ERROR; } else { ha->isp_ops->enable_intrs(ha); rval = QLA_SUCCESS; } } qla4_8xxx_idc_lock(ha); qla4_8xxx_set_drv_active(ha); qla4_8xxx_idc_unlock(ha); } } clear_bit(DPC_RESET_ACTIVE, &ha->dpc_flags); return rval; } static pci_ers_result_t qla4xxx_pci_slot_reset(struct pci_dev *pdev) { pci_ers_result_t ret = PCI_ERS_RESULT_DISCONNECT; struct scsi_qla_host *ha = pci_get_drvdata(pdev); int rc; ql4_printk(KERN_WARNING, ha, "scsi%ld: %s: slot_reset\n", ha->host_no, __func__); if (!is_aer_supported(ha)) return PCI_ERS_RESULT_NONE; /* Restore the saved state of PCIe device - * BAR registers, PCI Config space, PCIX, MSI, * IOV states */ pci_restore_state(pdev); /* pci_restore_state() clears the saved_state flag of the device * save restored state which resets saved_state flag */ pci_save_state(pdev); /* Initialize device or resume if in suspended state */ rc = pci_enable_device(pdev); if (rc) { ql4_printk(KERN_WARNING, ha, "scsi%ld: %s: Can't re-enable " "device after reset\n", ha->host_no, __func__); goto exit_slot_reset; } ha->isp_ops->disable_intrs(ha); if (is_qla8022(ha)) { if (qla4_8xxx_error_recovery(ha) == QLA_SUCCESS) { ret = PCI_ERS_RESULT_RECOVERED; goto exit_slot_reset; } else goto exit_slot_reset; } exit_slot_reset: ql4_printk(KERN_WARNING, ha, "scsi%ld: %s: Return=%x\n" "device after reset\n", ha->host_no, __func__, ret); return ret; } static void qla4xxx_pci_resume(struct pci_dev *pdev) { struct scsi_qla_host *ha = pci_get_drvdata(pdev); int ret; ql4_printk(KERN_WARNING, ha, "scsi%ld: %s: pci_resume\n", ha->host_no, __func__); ret = qla4xxx_wait_for_hba_online(ha); if (ret != QLA_SUCCESS) { ql4_printk(KERN_ERR, ha, "scsi%ld: %s: the device failed to " "resume I/O from slot/link_reset\n", ha->host_no, __func__); } pci_cleanup_aer_uncorrect_error_status(pdev); clear_bit(AF_EEH_BUSY, &ha->flags); } static struct pci_error_handlers qla4xxx_err_handler = { .error_detected = qla4xxx_pci_error_detected, .mmio_enabled = qla4xxx_pci_mmio_enabled, .slot_reset = qla4xxx_pci_slot_reset, .resume = qla4xxx_pci_resume, }; static struct pci_device_id qla4xxx_pci_tbl[] = { { .vendor = PCI_VENDOR_ID_QLOGIC, .device = PCI_DEVICE_ID_QLOGIC_ISP4010, .subvendor = PCI_ANY_ID, .subdevice = PCI_ANY_ID, }, { .vendor = PCI_VENDOR_ID_QLOGIC, .device = PCI_DEVICE_ID_QLOGIC_ISP4022, .subvendor = PCI_ANY_ID, .subdevice = PCI_ANY_ID, }, { .vendor = PCI_VENDOR_ID_QLOGIC, .device = PCI_DEVICE_ID_QLOGIC_ISP4032, .subvendor = PCI_ANY_ID, .subdevice = PCI_ANY_ID, }, { .vendor = PCI_VENDOR_ID_QLOGIC, .device = PCI_DEVICE_ID_QLOGIC_ISP8022, .subvendor = PCI_ANY_ID, .subdevice = PCI_ANY_ID, }, {0, 0}, }; MODULE_DEVICE_TABLE(pci, qla4xxx_pci_tbl); static struct pci_driver qla4xxx_pci_driver = { .name = DRIVER_NAME, .id_table = qla4xxx_pci_tbl, .probe = qla4xxx_probe_adapter, .remove = qla4xxx_remove_adapter, .err_handler = &qla4xxx_err_handler, }; static int __init qla4xxx_module_init(void) { int ret; /* Allocate cache for SRBs. */ srb_cachep = kmem_cache_create("qla4xxx_srbs", sizeof(struct srb), 0, SLAB_HWCACHE_ALIGN, NULL); if (srb_cachep == NULL) { printk(KERN_ERR "%s: Unable to allocate SRB cache..." "Failing load!\n", DRIVER_NAME); ret = -ENOMEM; goto no_srp_cache; } /* Derive version string. */ strcpy(qla4xxx_version_str, QLA4XXX_DRIVER_VERSION); if (ql4xextended_error_logging) strcat(qla4xxx_version_str, "-debug"); qla4xxx_scsi_transport = iscsi_register_transport(&qla4xxx_iscsi_transport); if (!qla4xxx_scsi_transport){ ret = -ENODEV; goto release_srb_cache; } ret = pci_register_driver(&qla4xxx_pci_driver); if (ret) goto unregister_transport; printk(KERN_INFO "QLogic iSCSI HBA Driver\n"); return 0; unregister_transport: iscsi_unregister_transport(&qla4xxx_iscsi_transport); release_srb_cache: kmem_cache_destroy(srb_cachep); no_srp_cache: return ret; } static void __exit qla4xxx_module_exit(void) { pci_unregister_driver(&qla4xxx_pci_driver); iscsi_unregister_transport(&qla4xxx_iscsi_transport); kmem_cache_destroy(srb_cachep); } module_init(qla4xxx_module_init); module_exit(qla4xxx_module_exit); MODULE_AUTHOR("QLogic Corporation"); MODULE_DESCRIPTION("QLogic iSCSI HBA Driver"); MODULE_LICENSE("GPL"); MODULE_VERSION(QLA4XXX_DRIVER_VERSION);