// SPDX-License-Identifier: GPL-2.0-only /* * qla_target.c SCSI LLD infrastructure for QLogic 22xx/23xx/24xx/25xx * * based on qla2x00t.c code: * * Copyright (C) 2004 - 2010 Vladislav Bolkhovitin * Copyright (C) 2004 - 2005 Leonid Stoljar * Copyright (C) 2006 Nathaniel Clark * Copyright (C) 2006 - 2010 ID7 Ltd. * * Forward port and refactoring to modern qla2xxx and target/configfs * * Copyright (C) 2010-2013 Nicholas A. Bellinger */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include "qla_def.h" #include "qla_target.h" static int ql2xtgt_tape_enable; module_param(ql2xtgt_tape_enable, int, S_IRUGO|S_IWUSR); MODULE_PARM_DESC(ql2xtgt_tape_enable, "Enables Sequence level error recovery (aka FC Tape). Default is 0 - no SLER. 1 - Enable SLER."); static char *qlini_mode = QLA2XXX_INI_MODE_STR_ENABLED; module_param(qlini_mode, charp, S_IRUGO); MODULE_PARM_DESC(qlini_mode, "Determines when initiator mode will be enabled. Possible values: " "\"exclusive\" - initiator mode will be enabled on load, " "disabled on enabling target mode and then on disabling target mode " "enabled back; " "\"disabled\" - initiator mode will never be enabled; " "\"dual\" - Initiator Modes will be enabled. Target Mode can be activated " "when ready " "\"enabled\" (default) - initiator mode will always stay enabled."); int ql2xuctrlirq = 1; module_param(ql2xuctrlirq, int, 0644); MODULE_PARM_DESC(ql2xuctrlirq, "User to control IRQ placement via smp_affinity." "Valid with qlini_mode=disabled." "1(default): enable"); int ql2x_ini_mode = QLA2XXX_INI_MODE_EXCLUSIVE; static int qla_sam_status = SAM_STAT_BUSY; static int tc_sam_status = SAM_STAT_TASK_SET_FULL; /* target core */ /* * From scsi/fc/fc_fcp.h */ enum fcp_resp_rsp_codes { FCP_TMF_CMPL = 0, FCP_DATA_LEN_INVALID = 1, FCP_CMND_FIELDS_INVALID = 2, FCP_DATA_PARAM_MISMATCH = 3, FCP_TMF_REJECTED = 4, FCP_TMF_FAILED = 5, FCP_TMF_INVALID_LUN = 9, }; /* * fc_pri_ta from scsi/fc/fc_fcp.h */ #define FCP_PTA_SIMPLE 0 /* simple task attribute */ #define FCP_PTA_HEADQ 1 /* head of queue task attribute */ #define FCP_PTA_ORDERED 2 /* ordered task attribute */ #define FCP_PTA_ACA 4 /* auto. contingent allegiance */ #define FCP_PTA_MASK 7 /* mask for task attribute field */ #define FCP_PRI_SHIFT 3 /* priority field starts in bit 3 */ #define FCP_PRI_RESVD_MASK 0x80 /* reserved bits in priority field */ /* * This driver calls qla2x00_alloc_iocbs() and qla2x00_issue_marker(), which * must be called under HW lock and could unlock/lock it inside. * It isn't an issue, since in the current implementation on the time when * those functions are called: * * - Either context is IRQ and only IRQ handler can modify HW data, * including rings related fields, * * - Or access to target mode variables from struct qla_tgt doesn't * cross those functions boundaries, except tgt_stop, which * additionally protected by irq_cmd_count. */ /* Predefs for callbacks handed to qla2xxx LLD */ static void qlt_24xx_atio_pkt(struct scsi_qla_host *ha, struct atio_from_isp *pkt, uint8_t); static void qlt_response_pkt(struct scsi_qla_host *ha, struct rsp_que *rsp, response_t *pkt); static int qlt_issue_task_mgmt(struct fc_port *sess, u64 lun, int fn, void *iocb, int flags); static void qlt_alloc_qfull_cmd(struct scsi_qla_host *vha, struct atio_from_isp *atio, uint16_t status, int qfull); static void qlt_disable_vha(struct scsi_qla_host *vha); static void qlt_clear_tgt_db(struct qla_tgt *tgt); static void qlt_send_notify_ack(struct qla_qpair *qpair, struct imm_ntfy_from_isp *ntfy, uint32_t add_flags, uint16_t resp_code, int resp_code_valid, uint16_t srr_flags, uint16_t srr_reject_code, uint8_t srr_explan); static void qlt_send_term_imm_notif(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *imm, int ha_locked); static struct fc_port *qlt_create_sess(struct scsi_qla_host *vha, fc_port_t *fcport, bool local); void qlt_unreg_sess(struct fc_port *sess); static void qlt_24xx_handle_abts(struct scsi_qla_host *, struct abts_recv_from_24xx *); static void qlt_send_busy(struct qla_qpair *, struct atio_from_isp *, uint16_t); static int qlt_check_reserve_free_req(struct qla_qpair *qpair, uint32_t); static inline uint32_t qlt_make_handle(struct qla_qpair *); /* * Global Variables */ static struct kmem_cache *qla_tgt_mgmt_cmd_cachep; struct kmem_cache *qla_tgt_plogi_cachep; static mempool_t *qla_tgt_mgmt_cmd_mempool; static struct workqueue_struct *qla_tgt_wq; static DEFINE_MUTEX(qla_tgt_mutex); static LIST_HEAD(qla_tgt_glist); /* This API intentionally takes dest as a parameter, rather than returning * int value to avoid caller forgetting to issue wmb() after the store */ void qlt_do_generation_tick(struct scsi_qla_host *vha, int *dest) { scsi_qla_host_t *base_vha = pci_get_drvdata(vha->hw->pdev); *dest = atomic_inc_return(&base_vha->generation_tick); /* memory barrier */ wmb(); } /* Might release hw lock, then reaquire!! */ static inline int qlt_issue_marker(struct scsi_qla_host *vha, int vha_locked) { /* Send marker if required */ if (unlikely(vha->marker_needed != 0)) { int rc = qla2x00_issue_marker(vha, vha_locked); if (rc != QLA_SUCCESS) { ql_dbg(ql_dbg_tgt, vha, 0xe03d, "qla_target(%d): issue_marker() failed\n", vha->vp_idx); } return rc; } return QLA_SUCCESS; } struct scsi_qla_host *qla_find_host_by_d_id(struct scsi_qla_host *vha, be_id_t d_id) { struct scsi_qla_host *host; uint32_t key; if (vha->d_id.b.area == d_id.area && vha->d_id.b.domain == d_id.domain && vha->d_id.b.al_pa == d_id.al_pa) return vha; key = be_to_port_id(d_id).b24; host = btree_lookup32(&vha->hw->host_map, key); if (!host) ql_dbg(ql_dbg_tgt_mgt + ql_dbg_verbose, vha, 0xf005, "Unable to find host %06x\n", key); return host; } static inline void qlt_incr_num_pend_cmds(struct scsi_qla_host *vha) { unsigned long flags; spin_lock_irqsave(&vha->hw->tgt.q_full_lock, flags); vha->hw->tgt.num_pend_cmds++; if (vha->hw->tgt.num_pend_cmds > vha->qla_stats.stat_max_pend_cmds) vha->qla_stats.stat_max_pend_cmds = vha->hw->tgt.num_pend_cmds; spin_unlock_irqrestore(&vha->hw->tgt.q_full_lock, flags); } static inline void qlt_decr_num_pend_cmds(struct scsi_qla_host *vha) { unsigned long flags; spin_lock_irqsave(&vha->hw->tgt.q_full_lock, flags); vha->hw->tgt.num_pend_cmds--; spin_unlock_irqrestore(&vha->hw->tgt.q_full_lock, flags); } static void qlt_queue_unknown_atio(scsi_qla_host_t *vha, struct atio_from_isp *atio, uint8_t ha_locked) { struct qla_tgt_sess_op *u; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; unsigned long flags; unsigned int add_cdb_len = 0; /* atio must be the last member of qla_tgt_sess_op for add_cdb_len */ BUILD_BUG_ON(offsetof(struct qla_tgt_sess_op, atio) + sizeof(u->atio) != sizeof(*u)); if (tgt->tgt_stop) { ql_dbg(ql_dbg_async, vha, 0x502c, "qla_target(%d): dropping unknown ATIO_TYPE7, because tgt is being stopped", vha->vp_idx); goto out_term; } if (atio->u.raw.entry_type == ATIO_TYPE7 && atio->u.isp24.fcp_cmnd.task_mgmt_flags == 0) add_cdb_len = ((unsigned int) atio->u.isp24.fcp_cmnd.add_cdb_len) * 4; u = kzalloc(sizeof(*u) + add_cdb_len, GFP_ATOMIC); if (u == NULL) goto out_term; u->vha = vha; memcpy(&u->atio, atio, sizeof(*atio) + add_cdb_len); INIT_LIST_HEAD(&u->cmd_list); spin_lock_irqsave(&vha->cmd_list_lock, flags); list_add_tail(&u->cmd_list, &vha->unknown_atio_list); spin_unlock_irqrestore(&vha->cmd_list_lock, flags); schedule_delayed_work(&vha->unknown_atio_work, 1); out: return; out_term: qlt_send_term_exchange(vha->hw->base_qpair, NULL, atio, ha_locked); goto out; } static void qlt_try_to_dequeue_unknown_atios(struct scsi_qla_host *vha, uint8_t ha_locked) { struct qla_tgt_sess_op *u, *t; scsi_qla_host_t *host; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; unsigned long flags; uint8_t queued = 0; list_for_each_entry_safe(u, t, &vha->unknown_atio_list, cmd_list) { if (u->aborted) { ql_dbg(ql_dbg_async, vha, 0x502e, "Freeing unknown %s %p, because of Abort\n", "ATIO_TYPE7", u); qlt_send_term_exchange(vha->hw->base_qpair, NULL, &u->atio, ha_locked); goto abort; } host = qla_find_host_by_d_id(vha, u->atio.u.isp24.fcp_hdr.d_id); if (host != NULL) { ql_dbg(ql_dbg_async + ql_dbg_verbose, vha, 0x502f, "Requeuing unknown ATIO_TYPE7 %p\n", u); qlt_24xx_atio_pkt(host, &u->atio, ha_locked); } else if (tgt->tgt_stop) { ql_dbg(ql_dbg_async + ql_dbg_verbose, vha, 0x503a, "Freeing unknown %s %p, because tgt is being stopped\n", "ATIO_TYPE7", u); qlt_send_term_exchange(vha->hw->base_qpair, NULL, &u->atio, ha_locked); } else { ql_dbg(ql_dbg_async + ql_dbg_verbose, vha, 0x503d, "Reschedule u %p, vha %p, host %p\n", u, vha, host); if (!queued) { queued = 1; schedule_delayed_work(&vha->unknown_atio_work, 1); } continue; } abort: spin_lock_irqsave(&vha->cmd_list_lock, flags); list_del(&u->cmd_list); spin_unlock_irqrestore(&vha->cmd_list_lock, flags); kfree(u); } } void qlt_unknown_atio_work_fn(struct work_struct *work) { struct scsi_qla_host *vha = container_of(to_delayed_work(work), struct scsi_qla_host, unknown_atio_work); qlt_try_to_dequeue_unknown_atios(vha, 0); } static bool qlt_24xx_atio_pkt_all_vps(struct scsi_qla_host *vha, struct atio_from_isp *atio, uint8_t ha_locked) { ql_dbg(ql_dbg_tgt, vha, 0xe072, "%s: qla_target(%d): type %x ox_id %04x\n", __func__, vha->vp_idx, atio->u.raw.entry_type, be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id)); switch (atio->u.raw.entry_type) { case ATIO_TYPE7: { struct scsi_qla_host *host = qla_find_host_by_d_id(vha, atio->u.isp24.fcp_hdr.d_id); if (unlikely(NULL == host)) { ql_dbg(ql_dbg_tgt, vha, 0xe03e, "qla_target(%d): Received ATIO_TYPE7 " "with unknown d_id %x:%x:%x\n", vha->vp_idx, atio->u.isp24.fcp_hdr.d_id.domain, atio->u.isp24.fcp_hdr.d_id.area, atio->u.isp24.fcp_hdr.d_id.al_pa); qlt_queue_unknown_atio(vha, atio, ha_locked); break; } if (unlikely(!list_empty(&vha->unknown_atio_list))) qlt_try_to_dequeue_unknown_atios(vha, ha_locked); qlt_24xx_atio_pkt(host, atio, ha_locked); break; } case IMMED_NOTIFY_TYPE: { struct scsi_qla_host *host = vha; struct imm_ntfy_from_isp *entry = (struct imm_ntfy_from_isp *)atio; qlt_issue_marker(vha, ha_locked); if ((entry->u.isp24.vp_index != 0xFF) && (entry->u.isp24.nport_handle != cpu_to_le16(0xFFFF))) { host = qla_find_host_by_vp_idx(vha, entry->u.isp24.vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe03f, "qla_target(%d): Received " "ATIO (IMMED_NOTIFY_TYPE) " "with unknown vp_index %d\n", vha->vp_idx, entry->u.isp24.vp_index); break; } } qlt_24xx_atio_pkt(host, atio, ha_locked); break; } case VP_RPT_ID_IOCB_TYPE: qla24xx_report_id_acquisition(vha, (struct vp_rpt_id_entry_24xx *)atio); break; case ABTS_RECV_24XX: { struct abts_recv_from_24xx *entry = (struct abts_recv_from_24xx *)atio; struct scsi_qla_host *host = qla_find_host_by_vp_idx(vha, entry->vp_index); unsigned long flags; if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe00a, "qla_target(%d): Response pkt (ABTS_RECV_24XX) " "received, with unknown vp_index %d\n", vha->vp_idx, entry->vp_index); break; } if (!ha_locked) spin_lock_irqsave(&host->hw->hardware_lock, flags); qlt_24xx_handle_abts(host, (struct abts_recv_from_24xx *)atio); if (!ha_locked) spin_unlock_irqrestore(&host->hw->hardware_lock, flags); break; } /* case PUREX_IOCB_TYPE: ql2xmvasynctoatio */ default: ql_dbg(ql_dbg_tgt, vha, 0xe040, "qla_target(%d): Received unknown ATIO atio " "type %x\n", vha->vp_idx, atio->u.raw.entry_type); break; } return false; } void qlt_response_pkt_all_vps(struct scsi_qla_host *vha, struct rsp_que *rsp, response_t *pkt) { switch (pkt->entry_type) { case CTIO_CRC2: ql_dbg(ql_dbg_tgt, vha, 0xe073, "qla_target(%d):%s: CRC2 Response pkt\n", vha->vp_idx, __func__); fallthrough; case CTIO_TYPE7: { struct ctio7_from_24xx *entry = (struct ctio7_from_24xx *)pkt; struct scsi_qla_host *host = qla_find_host_by_vp_idx(vha, entry->vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe041, "qla_target(%d): Response pkt (CTIO_TYPE7) " "received, with unknown vp_index %d\n", vha->vp_idx, entry->vp_index); break; } qlt_response_pkt(host, rsp, pkt); break; } case IMMED_NOTIFY_TYPE: { struct scsi_qla_host *host; struct imm_ntfy_from_isp *entry = (struct imm_ntfy_from_isp *)pkt; host = qla_find_host_by_vp_idx(vha, entry->u.isp24.vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe042, "qla_target(%d): Response pkt (IMMED_NOTIFY_TYPE) " "received, with unknown vp_index %d\n", vha->vp_idx, entry->u.isp24.vp_index); break; } qlt_response_pkt(host, rsp, pkt); break; } case NOTIFY_ACK_TYPE: { struct scsi_qla_host *host = vha; struct nack_to_isp *entry = (struct nack_to_isp *)pkt; if (0xFF != entry->u.isp24.vp_index) { host = qla_find_host_by_vp_idx(vha, entry->u.isp24.vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe043, "qla_target(%d): Response " "pkt (NOTIFY_ACK_TYPE) " "received, with unknown " "vp_index %d\n", vha->vp_idx, entry->u.isp24.vp_index); break; } } qlt_response_pkt(host, rsp, pkt); break; } case ABTS_RECV_24XX: { struct abts_recv_from_24xx *entry = (struct abts_recv_from_24xx *)pkt; struct scsi_qla_host *host = qla_find_host_by_vp_idx(vha, entry->vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe044, "qla_target(%d): Response pkt " "(ABTS_RECV_24XX) received, with unknown " "vp_index %d\n", vha->vp_idx, entry->vp_index); break; } qlt_response_pkt(host, rsp, pkt); break; } case ABTS_RESP_24XX: { struct abts_resp_to_24xx *entry = (struct abts_resp_to_24xx *)pkt; struct scsi_qla_host *host = qla_find_host_by_vp_idx(vha, entry->vp_index); if (unlikely(!host)) { ql_dbg(ql_dbg_tgt, vha, 0xe045, "qla_target(%d): Response pkt " "(ABTS_RECV_24XX) received, with unknown " "vp_index %d\n", vha->vp_idx, entry->vp_index); break; } qlt_response_pkt(host, rsp, pkt); break; } default: qlt_response_pkt(vha, rsp, pkt); break; } } /* * All qlt_plogi_ack_t operations are protected by hardware_lock */ static int qla24xx_post_nack_work(struct scsi_qla_host *vha, fc_port_t *fcport, struct imm_ntfy_from_isp *ntfy, int type) { struct qla_work_evt *e; e = qla2x00_alloc_work(vha, QLA_EVT_NACK); if (!e) return QLA_FUNCTION_FAILED; e->u.nack.fcport = fcport; e->u.nack.type = type; memcpy(e->u.nack.iocb, ntfy, sizeof(struct imm_ntfy_from_isp)); return qla2x00_post_work(vha, e); } static void qla2x00_async_nack_sp_done(srb_t *sp, int res) { struct scsi_qla_host *vha = sp->vha; unsigned long flags; ql_dbg(ql_dbg_disc, vha, 0x20f2, "Async done-%s res %x %8phC type %d\n", sp->name, res, sp->fcport->port_name, sp->type); spin_lock_irqsave(&vha->hw->tgt.sess_lock, flags); sp->fcport->flags &= ~FCF_ASYNC_SENT; sp->fcport->chip_reset = vha->hw->base_qpair->chip_reset; switch (sp->type) { case SRB_NACK_PLOGI: sp->fcport->login_gen++; sp->fcport->fw_login_state = DSC_LS_PLOGI_COMP; sp->fcport->logout_on_delete = 1; sp->fcport->plogi_nack_done_deadline = jiffies + HZ; sp->fcport->send_els_logo = 0; if (sp->fcport->flags & FCF_FCSP_DEVICE) { ql_dbg(ql_dbg_edif, vha, 0x20ef, "%s %8phC edif: PLOGI- AUTH WAIT\n", __func__, sp->fcport->port_name); qla2x00_set_fcport_disc_state(sp->fcport, DSC_LOGIN_AUTH_PEND); qla2x00_post_aen_work(vha, FCH_EVT_PORT_ONLINE, sp->fcport->d_id.b24); qla_edb_eventcreate(vha, VND_CMD_AUTH_STATE_NEEDED, sp->fcport->d_id.b24, 0, sp->fcport); } break; case SRB_NACK_PRLI: sp->fcport->fw_login_state = DSC_LS_PRLI_COMP; sp->fcport->deleted = 0; sp->fcport->send_els_logo = 0; if (!sp->fcport->login_succ && !IS_SW_RESV_ADDR(sp->fcport->d_id)) { sp->fcport->login_succ = 1; vha->fcport_count++; spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); qla24xx_sched_upd_fcport(sp->fcport); spin_lock_irqsave(&vha->hw->tgt.sess_lock, flags); } else { sp->fcport->login_retry = 0; qla2x00_set_fcport_disc_state(sp->fcport, DSC_LOGIN_COMPLETE); sp->fcport->deleted = 0; sp->fcport->logout_on_delete = 1; } break; case SRB_NACK_LOGO: sp->fcport->login_gen++; sp->fcport->fw_login_state = DSC_LS_PORT_UNAVAIL; qlt_logo_completion_handler(sp->fcport, MBS_COMMAND_COMPLETE); break; } spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); kref_put(&sp->cmd_kref, qla2x00_sp_release); } int qla24xx_async_notify_ack(scsi_qla_host_t *vha, fc_port_t *fcport, struct imm_ntfy_from_isp *ntfy, int type) { int rval = QLA_FUNCTION_FAILED; srb_t *sp; char *c = NULL; fcport->flags |= FCF_ASYNC_SENT; switch (type) { case SRB_NACK_PLOGI: fcport->fw_login_state = DSC_LS_PLOGI_PEND; c = "PLOGI"; if (vha->hw->flags.edif_enabled && (le16_to_cpu(ntfy->u.isp24.flags) & NOTIFY24XX_FLAGS_FCSP)) fcport->flags |= FCF_FCSP_DEVICE; break; case SRB_NACK_PRLI: fcport->fw_login_state = DSC_LS_PRLI_PEND; fcport->deleted = 0; c = "PRLI"; break; case SRB_NACK_LOGO: fcport->fw_login_state = DSC_LS_LOGO_PEND; c = "LOGO"; break; } sp = qla2x00_get_sp(vha, fcport, GFP_ATOMIC); if (!sp) goto done; sp->type = type; sp->name = "nack"; qla2x00_init_async_sp(sp, qla2x00_get_async_timeout(vha) + 2, qla2x00_async_nack_sp_done); sp->u.iocb_cmd.u.nack.ntfy = ntfy; ql_dbg(ql_dbg_disc, vha, 0x20f4, "Async-%s %8phC hndl %x %s\n", sp->name, fcport->port_name, sp->handle, c); rval = qla2x00_start_sp(sp); if (rval != QLA_SUCCESS) goto done_free_sp; return rval; done_free_sp: kref_put(&sp->cmd_kref, qla2x00_sp_release); done: fcport->flags &= ~FCF_ASYNC_SENT; return rval; } void qla24xx_do_nack_work(struct scsi_qla_host *vha, struct qla_work_evt *e) { fc_port_t *t; switch (e->u.nack.type) { case SRB_NACK_PRLI: t = e->u.nack.fcport; flush_work(&t->del_work); flush_work(&t->free_work); mutex_lock(&vha->vha_tgt.tgt_mutex); t = qlt_create_sess(vha, e->u.nack.fcport, 0); mutex_unlock(&vha->vha_tgt.tgt_mutex); if (t) { ql_log(ql_log_info, vha, 0xd034, "%s create sess success %p", __func__, t); /* create sess has an extra kref */ vha->hw->tgt.tgt_ops->put_sess(e->u.nack.fcport); } break; } qla24xx_async_notify_ack(vha, e->u.nack.fcport, (struct imm_ntfy_from_isp *)e->u.nack.iocb, e->u.nack.type); } void qla24xx_delete_sess_fn(struct work_struct *work) { fc_port_t *fcport = container_of(work, struct fc_port, del_work); struct qla_hw_data *ha = NULL; if (!fcport || !fcport->vha || !fcport->vha->hw) return; ha = fcport->vha->hw; if (fcport->se_sess) { ha->tgt.tgt_ops->shutdown_sess(fcport); ha->tgt.tgt_ops->put_sess(fcport); } else { qlt_unreg_sess(fcport); } } /* * Called from qla2x00_reg_remote_port() */ void qlt_fc_port_added(struct scsi_qla_host *vha, fc_port_t *fcport) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct fc_port *sess = fcport; unsigned long flags; if (!vha->hw->tgt.tgt_ops) return; spin_lock_irqsave(&ha->tgt.sess_lock, flags); if (tgt->tgt_stop) { spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); return; } if (fcport->disc_state == DSC_DELETE_PEND) { spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); return; } if (!sess->se_sess) { spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); mutex_lock(&vha->vha_tgt.tgt_mutex); sess = qlt_create_sess(vha, fcport, false); mutex_unlock(&vha->vha_tgt.tgt_mutex); spin_lock_irqsave(&ha->tgt.sess_lock, flags); } else { if (fcport->fw_login_state == DSC_LS_PRLI_COMP) { spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); return; } if (!kref_get_unless_zero(&sess->sess_kref)) { ql_dbg(ql_dbg_disc, vha, 0x2107, "%s: kref_get fail sess %8phC \n", __func__, sess->port_name); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); return; } ql_dbg(ql_dbg_tgt_mgt, vha, 0xf04c, "qla_target(%u): %ssession for port %8phC " "(loop ID %d) reappeared\n", vha->vp_idx, sess->local ? "local " : "", sess->port_name, sess->loop_id); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf007, "Reappeared sess %p\n", sess); ha->tgt.tgt_ops->update_sess(sess, fcport->d_id, fcport->loop_id, (fcport->flags & FCF_CONF_COMP_SUPPORTED)); } if (sess && sess->local) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf04d, "qla_target(%u): local session for " "port %8phC (loop ID %d) became global\n", vha->vp_idx, fcport->port_name, sess->loop_id); sess->local = 0; } spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); ha->tgt.tgt_ops->put_sess(sess); } /* * This is a zero-base ref-counting solution, since hardware_lock * guarantees that ref_count is not modified concurrently. * Upon successful return content of iocb is undefined */ static struct qlt_plogi_ack_t * qlt_plogi_ack_find_add(struct scsi_qla_host *vha, port_id_t *id, struct imm_ntfy_from_isp *iocb) { struct qlt_plogi_ack_t *pla; lockdep_assert_held(&vha->hw->hardware_lock); list_for_each_entry(pla, &vha->plogi_ack_list, list) { if (pla->id.b24 == id->b24) { ql_dbg(ql_dbg_disc + ql_dbg_verbose, vha, 0x210d, "%s %d %8phC Term INOT due to new INOT", __func__, __LINE__, pla->iocb.u.isp24.port_name); qlt_send_term_imm_notif(vha, &pla->iocb, 1); memcpy(&pla->iocb, iocb, sizeof(pla->iocb)); return pla; } } pla = kmem_cache_zalloc(qla_tgt_plogi_cachep, GFP_ATOMIC); if (!pla) { ql_dbg(ql_dbg_async, vha, 0x5088, "qla_target(%d): Allocation of plogi_ack failed\n", vha->vp_idx); return NULL; } memcpy(&pla->iocb, iocb, sizeof(pla->iocb)); pla->id = *id; list_add_tail(&pla->list, &vha->plogi_ack_list); return pla; } void qlt_plogi_ack_unref(struct scsi_qla_host *vha, struct qlt_plogi_ack_t *pla) { struct imm_ntfy_from_isp *iocb = &pla->iocb; port_id_t port_id; uint16_t loop_id; fc_port_t *fcport = pla->fcport; BUG_ON(!pla->ref_count); pla->ref_count--; if (pla->ref_count) return; ql_dbg(ql_dbg_disc, vha, 0x5089, "Sending PLOGI ACK to wwn %8phC s_id %02x:%02x:%02x loop_id %#04x" " exch %#x ox_id %#x\n", iocb->u.isp24.port_name, iocb->u.isp24.port_id[2], iocb->u.isp24.port_id[1], iocb->u.isp24.port_id[0], le16_to_cpu(iocb->u.isp24.nport_handle), iocb->u.isp24.exchange_address, iocb->ox_id); port_id.b.domain = iocb->u.isp24.port_id[2]; port_id.b.area = iocb->u.isp24.port_id[1]; port_id.b.al_pa = iocb->u.isp24.port_id[0]; port_id.b.rsvd_1 = 0; loop_id = le16_to_cpu(iocb->u.isp24.nport_handle); fcport->loop_id = loop_id; fcport->d_id = port_id; if (iocb->u.isp24.status_subcode == ELS_PLOGI) qla24xx_post_nack_work(vha, fcport, iocb, SRB_NACK_PLOGI); else qla24xx_post_nack_work(vha, fcport, iocb, SRB_NACK_PRLI); list_for_each_entry(fcport, &vha->vp_fcports, list) { if (fcport->plogi_link[QLT_PLOGI_LINK_SAME_WWN] == pla) fcport->plogi_link[QLT_PLOGI_LINK_SAME_WWN] = NULL; if (fcport->plogi_link[QLT_PLOGI_LINK_CONFLICT] == pla) fcport->plogi_link[QLT_PLOGI_LINK_CONFLICT] = NULL; } list_del(&pla->list); kmem_cache_free(qla_tgt_plogi_cachep, pla); } void qlt_plogi_ack_link(struct scsi_qla_host *vha, struct qlt_plogi_ack_t *pla, struct fc_port *sess, enum qlt_plogi_link_t link) { struct imm_ntfy_from_isp *iocb = &pla->iocb; /* Inc ref_count first because link might already be pointing at pla */ pla->ref_count++; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf097, "Linking sess %p [%d] wwn %8phC with PLOGI ACK to wwn %8phC" " s_id %02x:%02x:%02x, ref=%d pla %p link %d\n", sess, link, sess->port_name, iocb->u.isp24.port_name, iocb->u.isp24.port_id[2], iocb->u.isp24.port_id[1], iocb->u.isp24.port_id[0], pla->ref_count, pla, link); if (link == QLT_PLOGI_LINK_CONFLICT) { switch (sess->disc_state) { case DSC_DELETED: case DSC_DELETE_PEND: pla->ref_count--; return; default: break; } } if (sess->plogi_link[link]) qlt_plogi_ack_unref(vha, sess->plogi_link[link]); if (link == QLT_PLOGI_LINK_SAME_WWN) pla->fcport = sess; sess->plogi_link[link] = pla; } typedef struct { /* These fields must be initialized by the caller */ port_id_t id; /* * number of cmds dropped while we were waiting for * initiator to ack LOGO initialize to 1 if LOGO is * triggered by a command, otherwise, to 0 */ int cmd_count; /* These fields are used by callee */ struct list_head list; } qlt_port_logo_t; static void qlt_send_first_logo(struct scsi_qla_host *vha, qlt_port_logo_t *logo) { qlt_port_logo_t *tmp; int res; if (test_bit(PFLG_DRIVER_REMOVING, &vha->pci_flags)) { res = 0; goto out; } mutex_lock(&vha->vha_tgt.tgt_mutex); list_for_each_entry(tmp, &vha->logo_list, list) { if (tmp->id.b24 == logo->id.b24) { tmp->cmd_count += logo->cmd_count; mutex_unlock(&vha->vha_tgt.tgt_mutex); return; } } list_add_tail(&logo->list, &vha->logo_list); mutex_unlock(&vha->vha_tgt.tgt_mutex); res = qla24xx_els_dcmd_iocb(vha, ELS_DCMD_LOGO, logo->id); mutex_lock(&vha->vha_tgt.tgt_mutex); list_del(&logo->list); mutex_unlock(&vha->vha_tgt.tgt_mutex); out: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf098, "Finished LOGO to %02x:%02x:%02x, dropped %d cmds, res = %#x\n", logo->id.b.domain, logo->id.b.area, logo->id.b.al_pa, logo->cmd_count, res); } void qlt_free_session_done(struct work_struct *work) { struct fc_port *sess = container_of(work, struct fc_port, free_work); struct qla_tgt *tgt = sess->tgt; struct scsi_qla_host *vha = sess->vha; struct qla_hw_data *ha = vha->hw; unsigned long flags; bool logout_started = false; scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev); struct qlt_plogi_ack_t *own = sess->plogi_link[QLT_PLOGI_LINK_SAME_WWN]; ql_dbg(ql_dbg_disc, vha, 0xf084, "%s: se_sess %p / sess %p from port %8phC loop_id %#04x" " s_id %02x:%02x:%02x logout %d keep %d els_logo %d\n", __func__, sess->se_sess, sess, sess->port_name, sess->loop_id, sess->d_id.b.domain, sess->d_id.b.area, sess->d_id.b.al_pa, sess->logout_on_delete, sess->keep_nport_handle, sess->send_els_logo); if (!IS_SW_RESV_ADDR(sess->d_id)) { qla2x00_mark_device_lost(vha, sess, 0); if (sess->send_els_logo) { qlt_port_logo_t logo; logo.id = sess->d_id; logo.cmd_count = 0; INIT_LIST_HEAD(&logo.list); if (!own) qlt_send_first_logo(vha, &logo); sess->send_els_logo = 0; } if (sess->logout_on_delete && sess->loop_id != FC_NO_LOOP_ID) { int rc; if (!own || (own->iocb.u.isp24.status_subcode == ELS_PLOGI)) { sess->logout_completed = 0; rc = qla2x00_post_async_logout_work(vha, sess, NULL); if (rc != QLA_SUCCESS) ql_log(ql_log_warn, vha, 0xf085, "Schedule logo failed sess %p rc %d\n", sess, rc); else logout_started = true; } else if (own && (own->iocb.u.isp24.status_subcode == ELS_PRLI) && ha->flags.rida_fmt2) { rc = qla2x00_post_async_prlo_work(vha, sess, NULL); if (rc != QLA_SUCCESS) ql_log(ql_log_warn, vha, 0xf085, "Schedule PRLO failed sess %p rc %d\n", sess, rc); else logout_started = true; } } /* if sess->logout_on_delete */ if (sess->nvme_flag & NVME_FLAG_REGISTERED && !(sess->nvme_flag & NVME_FLAG_DELETING)) { sess->nvme_flag |= NVME_FLAG_DELETING; qla_nvme_unregister_remote_port(sess); } if (ha->flags.edif_enabled && (!own || own->iocb.u.isp24.status_subcode == ELS_PLOGI)) { sess->edif.authok = 0; if (!ha->flags.host_shutting_down) { ql_dbg(ql_dbg_edif, vha, 0x911e, "%s wwpn %8phC calling qla2x00_release_all_sadb\n", __func__, sess->port_name); qla2x00_release_all_sadb(vha, sess); } else { ql_dbg(ql_dbg_edif, vha, 0x911e, "%s bypassing release_all_sadb\n", __func__); } qla_edif_clear_appdata(vha, sess); qla_edif_sess_down(vha, sess); } } /* * Release the target session for FC Nexus from fabric module code. */ if (sess->se_sess != NULL) ha->tgt.tgt_ops->free_session(sess); if (logout_started) { bool traced = false; u16 cnt = 0; while (!READ_ONCE(sess->logout_completed)) { if (!traced) { ql_dbg(ql_dbg_disc, vha, 0xf086, "%s: waiting for sess %p logout\n", __func__, sess); traced = true; } msleep(100); cnt++; /* * Driver timeout is set to 22 Sec, update count value to loop * long enough for log-out to complete before advancing. Otherwise, * straddling logout can interfere with re-login attempt. */ if (cnt > 230) break; } ql_dbg(ql_dbg_disc, vha, 0xf087, "%s: sess %p logout completed\n", __func__, sess); } /* check for any straggling io left behind */ if (!(sess->flags & FCF_FCP2_DEVICE) && qla2x00_eh_wait_for_pending_commands(sess->vha, sess->d_id.b24, 0, WAIT_TARGET)) { ql_log(ql_log_warn, vha, 0x3027, "IO not return. Resetting.\n"); set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); qla2xxx_wake_dpc(vha); qla2x00_wait_for_chip_reset(vha); } if (sess->logo_ack_needed) { sess->logo_ack_needed = 0; qla24xx_async_notify_ack(vha, sess, (struct imm_ntfy_from_isp *)sess->iocb, SRB_NACK_LOGO); } spin_lock_irqsave(&ha->tgt.sess_lock, flags); if (sess->se_sess) { sess->se_sess = NULL; if (tgt && !IS_SW_RESV_ADDR(sess->d_id)) tgt->sess_count--; } qla2x00_set_fcport_disc_state(sess, DSC_DELETED); sess->fw_login_state = DSC_LS_PORT_UNAVAIL; if (sess->login_succ && !IS_SW_RESV_ADDR(sess->d_id)) { vha->fcport_count--; sess->login_succ = 0; } qla2x00_clear_loop_id(sess); if (sess->conflict) { sess->conflict->login_pause = 0; sess->conflict = NULL; if (!test_bit(UNLOADING, &vha->dpc_flags)) set_bit(RELOGIN_NEEDED, &vha->dpc_flags); } { struct qlt_plogi_ack_t *con = sess->plogi_link[QLT_PLOGI_LINK_CONFLICT]; struct imm_ntfy_from_isp *iocb; own = sess->plogi_link[QLT_PLOGI_LINK_SAME_WWN]; if (con) { iocb = &con->iocb; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf099, "se_sess %p / sess %p port %8phC is gone," " %s (ref=%d), releasing PLOGI for %8phC (ref=%d)\n", sess->se_sess, sess, sess->port_name, own ? "releasing own PLOGI" : "no own PLOGI pending", own ? own->ref_count : -1, iocb->u.isp24.port_name, con->ref_count); qlt_plogi_ack_unref(vha, con); sess->plogi_link[QLT_PLOGI_LINK_CONFLICT] = NULL; } else { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf09a, "se_sess %p / sess %p port %8phC is gone, %s (ref=%d)\n", sess->se_sess, sess, sess->port_name, own ? "releasing own PLOGI" : "no own PLOGI pending", own ? own->ref_count : -1); } if (own) { sess->fw_login_state = DSC_LS_PLOGI_PEND; qlt_plogi_ack_unref(vha, own); sess->plogi_link[QLT_PLOGI_LINK_SAME_WWN] = NULL; } } sess->explicit_logout = 0; spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); qla2x00_dfs_remove_rport(vha, sess); spin_lock_irqsave(&vha->work_lock, flags); sess->flags &= ~FCF_ASYNC_SENT; sess->deleted = QLA_SESS_DELETED; sess->free_pending = 0; spin_unlock_irqrestore(&vha->work_lock, flags); ql_dbg(ql_dbg_disc, vha, 0xf001, "Unregistration of sess %p %8phC finished fcp_cnt %d\n", sess, sess->port_name, vha->fcport_count); if (tgt && (tgt->sess_count == 0)) wake_up_all(&tgt->waitQ); if (!test_bit(PFLG_DRIVER_REMOVING, &base_vha->pci_flags) && !(vha->vp_idx && test_bit(VPORT_DELETE, &vha->dpc_flags)) && (!tgt || !tgt->tgt_stop) && !LOOP_TRANSITION(vha)) { switch (vha->host->active_mode) { case MODE_INITIATOR: case MODE_DUAL: set_bit(RELOGIN_NEEDED, &vha->dpc_flags); qla2xxx_wake_dpc(vha); break; case MODE_TARGET: default: /* no-op */ break; } } if (vha->fcport_count == 0) wake_up_all(&vha->fcport_waitQ); } /* ha->tgt.sess_lock supposed to be held on entry */ void qlt_unreg_sess(struct fc_port *sess) { struct scsi_qla_host *vha = sess->vha; unsigned long flags; ql_dbg(ql_dbg_disc, sess->vha, 0x210a, "%s sess %p for deletion %8phC\n", __func__, sess, sess->port_name); spin_lock_irqsave(&sess->vha->work_lock, flags); if (sess->free_pending) { spin_unlock_irqrestore(&sess->vha->work_lock, flags); return; } sess->free_pending = 1; /* * Use FCF_ASYNC_SENT flag to block other cmds used in sess * management from being sent. */ sess->flags |= FCF_ASYNC_SENT; sess->deleted = QLA_SESS_DELETION_IN_PROGRESS; spin_unlock_irqrestore(&sess->vha->work_lock, flags); if (sess->se_sess) vha->hw->tgt.tgt_ops->clear_nacl_from_fcport_map(sess); qla2x00_set_fcport_disc_state(sess, DSC_DELETE_PEND); sess->last_rscn_gen = sess->rscn_gen; sess->last_login_gen = sess->login_gen; queue_work(sess->vha->hw->wq, &sess->free_work); } EXPORT_SYMBOL(qlt_unreg_sess); static int qlt_reset(struct scsi_qla_host *vha, void *iocb, int mcmd) { struct qla_hw_data *ha = vha->hw; struct fc_port *sess = NULL; uint16_t loop_id; int res = 0; struct imm_ntfy_from_isp *n = (struct imm_ntfy_from_isp *)iocb; unsigned long flags; loop_id = le16_to_cpu(n->u.isp24.nport_handle); if (loop_id == 0xFFFF) { /* Global event */ atomic_inc(&vha->vha_tgt.qla_tgt->tgt_global_resets_count); spin_lock_irqsave(&ha->tgt.sess_lock, flags); qlt_clear_tgt_db(vha->vha_tgt.qla_tgt); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); } else { spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = ha->tgt.tgt_ops->find_sess_by_loop_id(vha, loop_id); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); } ql_dbg(ql_dbg_tgt, vha, 0xe000, "Using sess for qla_tgt_reset: %p\n", sess); if (!sess) { res = -ESRCH; return res; } ql_dbg(ql_dbg_tgt, vha, 0xe047, "scsi(%ld): resetting (session %p from port %8phC mcmd %x, " "loop_id %d)\n", vha->host_no, sess, sess->port_name, mcmd, loop_id); return qlt_issue_task_mgmt(sess, 0, mcmd, iocb, QLA24XX_MGMT_SEND_NACK); } static void qla24xx_chk_fcp_state(struct fc_port *sess) { if (sess->chip_reset != sess->vha->hw->base_qpair->chip_reset) { sess->logout_on_delete = 0; sess->logo_ack_needed = 0; sess->fw_login_state = DSC_LS_PORT_UNAVAIL; } } void qlt_schedule_sess_for_deletion(struct fc_port *sess) { struct qla_tgt *tgt = sess->tgt; unsigned long flags; u16 sec; switch (sess->disc_state) { case DSC_DELETE_PEND: return; case DSC_DELETED: if (!sess->plogi_link[QLT_PLOGI_LINK_SAME_WWN] && !sess->plogi_link[QLT_PLOGI_LINK_CONFLICT]) { if (tgt && tgt->tgt_stop && tgt->sess_count == 0) wake_up_all(&tgt->waitQ); if (sess->vha->fcport_count == 0) wake_up_all(&sess->vha->fcport_waitQ); return; } break; case DSC_UPD_FCPORT: /* * This port is not done reporting to upper layer. * let it finish */ sess->next_disc_state = DSC_DELETE_PEND; sec = jiffies_to_msecs(jiffies - sess->jiffies_at_registration)/1000; if (sess->sec_since_registration < sec && sec && !(sec % 5)) { sess->sec_since_registration = sec; ql_dbg(ql_dbg_disc, sess->vha, 0xffff, "%s %8phC : Slow Rport registration(%d Sec)\n", __func__, sess->port_name, sec); } return; default: break; } spin_lock_irqsave(&sess->vha->work_lock, flags); if (sess->deleted == QLA_SESS_DELETION_IN_PROGRESS) { spin_unlock_irqrestore(&sess->vha->work_lock, flags); return; } sess->deleted = QLA_SESS_DELETION_IN_PROGRESS; spin_unlock_irqrestore(&sess->vha->work_lock, flags); sess->prli_pend_timer = 0; qla2x00_set_fcport_disc_state(sess, DSC_DELETE_PEND); qla24xx_chk_fcp_state(sess); ql_dbg(ql_log_warn, sess->vha, 0xe001, "Scheduling sess %p for deletion %8phC fc4_type %x\n", sess, sess->port_name, sess->fc4_type); WARN_ON(!queue_work(sess->vha->hw->wq, &sess->del_work)); } static void qlt_clear_tgt_db(struct qla_tgt *tgt) { struct fc_port *sess; scsi_qla_host_t *vha = tgt->vha; list_for_each_entry(sess, &vha->vp_fcports, list) { if (sess->se_sess) qlt_schedule_sess_for_deletion(sess); } /* At this point tgt could be already dead */ } static int qla24xx_get_loop_id(struct scsi_qla_host *vha, be_id_t s_id, uint16_t *loop_id) { struct qla_hw_data *ha = vha->hw; dma_addr_t gid_list_dma; struct gid_list_info *gid_list, *gid; int res, rc, i; uint16_t entries; gid_list = dma_alloc_coherent(&ha->pdev->dev, qla2x00_gid_list_size(ha), &gid_list_dma, GFP_KERNEL); if (!gid_list) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf044, "qla_target(%d): DMA Alloc failed of %u\n", vha->vp_idx, qla2x00_gid_list_size(ha)); return -ENOMEM; } /* Get list of logged in devices */ rc = qla24xx_gidlist_wait(vha, gid_list, gid_list_dma, &entries); if (rc != QLA_SUCCESS) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf045, "qla_target(%d): get_id_list() failed: %x\n", vha->vp_idx, rc); res = -EBUSY; goto out_free_id_list; } gid = gid_list; res = -ENOENT; for (i = 0; i < entries; i++) { if (gid->al_pa == s_id.al_pa && gid->area == s_id.area && gid->domain == s_id.domain) { *loop_id = le16_to_cpu(gid->loop_id); res = 0; break; } gid = (void *)gid + ha->gid_list_info_size; } out_free_id_list: dma_free_coherent(&ha->pdev->dev, qla2x00_gid_list_size(ha), gid_list, gid_list_dma); return res; } /* * Adds an extra ref to allow to drop hw lock after adding sess to the list. * Caller must put it. */ static struct fc_port *qlt_create_sess( struct scsi_qla_host *vha, fc_port_t *fcport, bool local) { struct qla_hw_data *ha = vha->hw; struct fc_port *sess = fcport; unsigned long flags; if (vha->vha_tgt.qla_tgt->tgt_stop) return NULL; if (fcport->se_sess) { if (!kref_get_unless_zero(&sess->sess_kref)) { ql_dbg(ql_dbg_disc, vha, 0x20f6, "%s: kref_get_unless_zero failed for %8phC\n", __func__, sess->port_name); return NULL; } return fcport; } sess->tgt = vha->vha_tgt.qla_tgt; sess->local = local; /* * Under normal circumstances we want to logout from firmware when * session eventually ends and release corresponding nport handle. * In the exception cases (e.g. when new PLOGI is waiting) corresponding * code will adjust these flags as necessary. */ sess->logout_on_delete = 1; sess->keep_nport_handle = 0; sess->logout_completed = 0; if (ha->tgt.tgt_ops->check_initiator_node_acl(vha, &fcport->port_name[0], sess) < 0) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf015, "(%d) %8phC check_initiator_node_acl failed\n", vha->vp_idx, fcport->port_name); return NULL; } else { kref_init(&fcport->sess_kref); /* * Take an extra reference to ->sess_kref here to handle * fc_port access across ->tgt.sess_lock reaquire. */ if (!kref_get_unless_zero(&sess->sess_kref)) { ql_dbg(ql_dbg_disc, vha, 0x20f7, "%s: kref_get_unless_zero failed for %8phC\n", __func__, sess->port_name); return NULL; } spin_lock_irqsave(&ha->tgt.sess_lock, flags); if (!IS_SW_RESV_ADDR(sess->d_id)) vha->vha_tgt.qla_tgt->sess_count++; qlt_do_generation_tick(vha, &sess->generation); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); } ql_dbg(ql_dbg_tgt_mgt, vha, 0xf006, "Adding sess %p se_sess %p to tgt %p sess_count %d\n", sess, sess->se_sess, vha->vha_tgt.qla_tgt, vha->vha_tgt.qla_tgt->sess_count); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf04b, "qla_target(%d): %ssession for wwn %8phC (loop_id %d, " "s_id %x:%x:%x, confirmed completion %ssupported) added\n", vha->vp_idx, local ? "local " : "", fcport->port_name, fcport->loop_id, sess->d_id.b.domain, sess->d_id.b.area, sess->d_id.b.al_pa, sess->conf_compl_supported ? "" : "not "); return sess; } static inline int test_tgt_sess_count(struct qla_tgt *tgt) { struct qla_hw_data *ha = tgt->ha; unsigned long flags; int res; /* * We need to protect against race, when tgt is freed before or * inside wake_up() */ spin_lock_irqsave(&ha->tgt.sess_lock, flags); ql_dbg(ql_dbg_tgt, tgt->vha, 0xe002, "tgt %p, sess_count=%d\n", tgt, tgt->sess_count); res = (tgt->sess_count == 0); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); return res; } /* Called by tcm_qla2xxx configfs code */ int qlt_stop_phase1(struct qla_tgt *tgt) { struct scsi_qla_host *vha = tgt->vha; struct qla_hw_data *ha = tgt->ha; unsigned long flags; mutex_lock(&ha->optrom_mutex); mutex_lock(&qla_tgt_mutex); if (tgt->tgt_stop || tgt->tgt_stopped) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf04e, "Already in tgt->tgt_stop or tgt_stopped state\n"); mutex_unlock(&qla_tgt_mutex); mutex_unlock(&ha->optrom_mutex); return -EPERM; } ql_dbg(ql_dbg_tgt_mgt, vha, 0xe003, "Stopping target for host %ld(%p)\n", vha->host_no, vha); /* * Mutex needed to sync with qla_tgt_fc_port_[added,deleted]. * Lock is needed, because we still can get an incoming packet. */ mutex_lock(&vha->vha_tgt.tgt_mutex); tgt->tgt_stop = 1; qlt_clear_tgt_db(tgt); mutex_unlock(&vha->vha_tgt.tgt_mutex); mutex_unlock(&qla_tgt_mutex); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf009, "Waiting for sess works (tgt %p)", tgt); spin_lock_irqsave(&tgt->sess_work_lock, flags); do { spin_unlock_irqrestore(&tgt->sess_work_lock, flags); flush_work(&tgt->sess_work); spin_lock_irqsave(&tgt->sess_work_lock, flags); } while (!list_empty(&tgt->sess_works_list)); spin_unlock_irqrestore(&tgt->sess_work_lock, flags); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf00a, "Waiting for tgt %p: sess_count=%d\n", tgt, tgt->sess_count); wait_event_timeout(tgt->waitQ, test_tgt_sess_count(tgt), 10*HZ); /* Big hammer */ if (!ha->flags.host_shutting_down && (qla_tgt_mode_enabled(vha) || qla_dual_mode_enabled(vha))) qlt_disable_vha(vha); /* Wait for sessions to clear out (just in case) */ wait_event_timeout(tgt->waitQ, test_tgt_sess_count(tgt), 10*HZ); mutex_unlock(&ha->optrom_mutex); return 0; } EXPORT_SYMBOL(qlt_stop_phase1); /* Called by tcm_qla2xxx configfs code */ void qlt_stop_phase2(struct qla_tgt *tgt) { scsi_qla_host_t *vha = tgt->vha; if (tgt->tgt_stopped) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf04f, "Already in tgt->tgt_stopped state\n"); dump_stack(); return; } if (!tgt->tgt_stop) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf00b, "%s: phase1 stop is not completed\n", __func__); dump_stack(); return; } mutex_lock(&tgt->ha->optrom_mutex); mutex_lock(&vha->vha_tgt.tgt_mutex); tgt->tgt_stop = 0; tgt->tgt_stopped = 1; mutex_unlock(&vha->vha_tgt.tgt_mutex); mutex_unlock(&tgt->ha->optrom_mutex); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf00c, "Stop of tgt %p finished\n", tgt); switch (vha->qlini_mode) { case QLA2XXX_INI_MODE_EXCLUSIVE: vha->flags.online = 1; set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); break; default: break; } } EXPORT_SYMBOL(qlt_stop_phase2); /* Called from qlt_remove_target() -> qla2x00_remove_one() */ static void qlt_release(struct qla_tgt *tgt) { scsi_qla_host_t *vha = tgt->vha; void *node; u64 key = 0; u16 i; struct qla_qpair_hint *h; struct qla_hw_data *ha = vha->hw; if (!tgt->tgt_stop && !tgt->tgt_stopped) qlt_stop_phase1(tgt); if (!tgt->tgt_stopped) qlt_stop_phase2(tgt); for (i = 0; i < vha->hw->max_qpairs + 1; i++) { unsigned long flags; h = &tgt->qphints[i]; if (h->qpair) { spin_lock_irqsave(h->qpair->qp_lock_ptr, flags); list_del(&h->hint_elem); spin_unlock_irqrestore(h->qpair->qp_lock_ptr, flags); h->qpair = NULL; } } kfree(tgt->qphints); mutex_lock(&qla_tgt_mutex); list_del(&vha->vha_tgt.qla_tgt->tgt_list_entry); mutex_unlock(&qla_tgt_mutex); btree_for_each_safe64(&tgt->lun_qpair_map, key, node) btree_remove64(&tgt->lun_qpair_map, key); btree_destroy64(&tgt->lun_qpair_map); if (vha->vp_idx) if (ha->tgt.tgt_ops && ha->tgt.tgt_ops->remove_target && vha->vha_tgt.target_lport_ptr) ha->tgt.tgt_ops->remove_target(vha); vha->vha_tgt.qla_tgt = NULL; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf00d, "Release of tgt %p finished\n", tgt); kfree(tgt); } /* ha->hardware_lock supposed to be held on entry */ static int qlt_sched_sess_work(struct qla_tgt *tgt, int type, const void *param, unsigned int param_size) { struct qla_tgt_sess_work_param *prm; unsigned long flags; prm = kzalloc(sizeof(*prm), GFP_ATOMIC); if (!prm) { ql_dbg(ql_dbg_tgt_mgt, tgt->vha, 0xf050, "qla_target(%d): Unable to create session " "work, command will be refused", 0); return -ENOMEM; } ql_dbg(ql_dbg_tgt_mgt, tgt->vha, 0xf00e, "Scheduling work (type %d, prm %p)" " to find session for param %p (size %d, tgt %p)\n", type, prm, param, param_size, tgt); prm->type = type; memcpy(&prm->tm_iocb, param, param_size); spin_lock_irqsave(&tgt->sess_work_lock, flags); list_add_tail(&prm->sess_works_list_entry, &tgt->sess_works_list); spin_unlock_irqrestore(&tgt->sess_work_lock, flags); schedule_work(&tgt->sess_work); return 0; } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_send_notify_ack(struct qla_qpair *qpair, struct imm_ntfy_from_isp *ntfy, uint32_t add_flags, uint16_t resp_code, int resp_code_valid, uint16_t srr_flags, uint16_t srr_reject_code, uint8_t srr_explan) { struct scsi_qla_host *vha = qpair->vha; struct qla_hw_data *ha = vha->hw; request_t *pkt; struct nack_to_isp *nack; if (!ha->flags.fw_started) return; ql_dbg(ql_dbg_tgt, vha, 0xe004, "Sending NOTIFY_ACK (ha=%p)\n", ha); pkt = (request_t *)__qla2x00_alloc_iocbs(qpair, NULL); if (!pkt) { ql_dbg(ql_dbg_tgt, vha, 0xe049, "qla_target(%d): %s failed: unable to allocate " "request packet\n", vha->vp_idx, __func__); return; } if (vha->vha_tgt.qla_tgt != NULL) vha->vha_tgt.qla_tgt->notify_ack_expected++; pkt->entry_type = NOTIFY_ACK_TYPE; pkt->entry_count = 1; nack = (struct nack_to_isp *)pkt; nack->ox_id = ntfy->ox_id; nack->u.isp24.handle = QLA_TGT_SKIP_HANDLE; nack->u.isp24.nport_handle = ntfy->u.isp24.nport_handle; if (le16_to_cpu(ntfy->u.isp24.status) == IMM_NTFY_ELS) { nack->u.isp24.flags = ntfy->u.isp24.flags & cpu_to_le16(NOTIFY24XX_FLAGS_PUREX_IOCB); } nack->u.isp24.srr_rx_id = ntfy->u.isp24.srr_rx_id; nack->u.isp24.status = ntfy->u.isp24.status; nack->u.isp24.status_subcode = ntfy->u.isp24.status_subcode; nack->u.isp24.fw_handle = ntfy->u.isp24.fw_handle; nack->u.isp24.exchange_address = ntfy->u.isp24.exchange_address; nack->u.isp24.srr_rel_offs = ntfy->u.isp24.srr_rel_offs; nack->u.isp24.srr_ui = ntfy->u.isp24.srr_ui; nack->u.isp24.srr_flags = cpu_to_le16(srr_flags); nack->u.isp24.srr_reject_code = srr_reject_code; nack->u.isp24.srr_reject_code_expl = srr_explan; nack->u.isp24.vp_index = ntfy->u.isp24.vp_index; /* TODO qualify this with EDIF enable */ if (ntfy->u.isp24.status_subcode == ELS_PLOGI && (le16_to_cpu(ntfy->u.isp24.flags) & NOTIFY24XX_FLAGS_FCSP)) { nack->u.isp24.flags |= cpu_to_le16(NOTIFY_ACK_FLAGS_FCSP); } ql_dbg(ql_dbg_tgt, vha, 0xe005, "qla_target(%d): Sending 24xx Notify Ack %d\n", vha->vp_idx, nack->u.isp24.status); /* Memory Barrier */ wmb(); qla2x00_start_iocbs(vha, qpair->req); } static int qlt_build_abts_resp_iocb(struct qla_tgt_mgmt_cmd *mcmd) { struct scsi_qla_host *vha = mcmd->vha; struct qla_hw_data *ha = vha->hw; struct abts_resp_to_24xx *resp; __le32 f_ctl; uint32_t h; uint8_t *p; int rc; struct abts_recv_from_24xx *abts = &mcmd->orig_iocb.abts; struct qla_qpair *qpair = mcmd->qpair; ql_dbg(ql_dbg_tgt, vha, 0xe006, "Sending task mgmt ABTS response (ha=%p, status=%x)\n", ha, mcmd->fc_tm_rsp); rc = qlt_check_reserve_free_req(qpair, 1); if (rc) { ql_dbg(ql_dbg_tgt, vha, 0xe04a, "qla_target(%d): %s failed: unable to allocate request packet\n", vha->vp_idx, __func__); return -EAGAIN; } resp = (struct abts_resp_to_24xx *)qpair->req->ring_ptr; memset(resp, 0, sizeof(*resp)); h = qlt_make_handle(qpair); if (unlikely(h == QLA_TGT_NULL_HANDLE)) { /* * CTIO type 7 from the firmware doesn't provide a way to * know the initiator's LOOP ID, hence we can't find * the session and, so, the command. */ return -EAGAIN; } else { qpair->req->outstanding_cmds[h] = (srb_t *)mcmd; } resp->handle = make_handle(qpair->req->id, h); resp->entry_type = ABTS_RESP_24XX; resp->entry_count = 1; resp->nport_handle = abts->nport_handle; resp->vp_index = vha->vp_idx; resp->sof_type = abts->sof_type; resp->exchange_address = abts->exchange_address; resp->fcp_hdr_le = abts->fcp_hdr_le; f_ctl = cpu_to_le32(F_CTL_EXCH_CONTEXT_RESP | F_CTL_LAST_SEQ | F_CTL_END_SEQ | F_CTL_SEQ_INITIATIVE); p = (uint8_t *)&f_ctl; resp->fcp_hdr_le.f_ctl[0] = *p++; resp->fcp_hdr_le.f_ctl[1] = *p++; resp->fcp_hdr_le.f_ctl[2] = *p; resp->fcp_hdr_le.d_id = abts->fcp_hdr_le.s_id; resp->fcp_hdr_le.s_id = abts->fcp_hdr_le.d_id; resp->exchange_addr_to_abort = abts->exchange_addr_to_abort; if (mcmd->fc_tm_rsp == FCP_TMF_CMPL) { resp->fcp_hdr_le.r_ctl = R_CTL_BASIC_LINK_SERV | R_CTL_B_ACC; resp->payload.ba_acct.seq_id_valid = SEQ_ID_INVALID; resp->payload.ba_acct.low_seq_cnt = 0x0000; resp->payload.ba_acct.high_seq_cnt = cpu_to_le16(0xFFFF); resp->payload.ba_acct.ox_id = abts->fcp_hdr_le.ox_id; resp->payload.ba_acct.rx_id = abts->fcp_hdr_le.rx_id; } else { resp->fcp_hdr_le.r_ctl = R_CTL_BASIC_LINK_SERV | R_CTL_B_RJT; resp->payload.ba_rjt.reason_code = BA_RJT_REASON_CODE_UNABLE_TO_PERFORM; /* Other bytes are zero */ } vha->vha_tgt.qla_tgt->abts_resp_expected++; /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); return rc; } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_24xx_send_abts_resp(struct qla_qpair *qpair, struct abts_recv_from_24xx *abts, uint32_t status, bool ids_reversed) { struct scsi_qla_host *vha = qpair->vha; struct qla_hw_data *ha = vha->hw; struct abts_resp_to_24xx *resp; __le32 f_ctl; uint8_t *p; ql_dbg(ql_dbg_tgt, vha, 0xe006, "Sending task mgmt ABTS response (ha=%p, atio=%p, status=%x\n", ha, abts, status); resp = (struct abts_resp_to_24xx *)qla2x00_alloc_iocbs_ready(qpair, NULL); if (!resp) { ql_dbg(ql_dbg_tgt, vha, 0xe04a, "qla_target(%d): %s failed: unable to allocate " "request packet", vha->vp_idx, __func__); return; } resp->entry_type = ABTS_RESP_24XX; resp->handle = QLA_TGT_SKIP_HANDLE; resp->entry_count = 1; resp->nport_handle = abts->nport_handle; resp->vp_index = vha->vp_idx; resp->sof_type = abts->sof_type; resp->exchange_address = abts->exchange_address; resp->fcp_hdr_le = abts->fcp_hdr_le; f_ctl = cpu_to_le32(F_CTL_EXCH_CONTEXT_RESP | F_CTL_LAST_SEQ | F_CTL_END_SEQ | F_CTL_SEQ_INITIATIVE); p = (uint8_t *)&f_ctl; resp->fcp_hdr_le.f_ctl[0] = *p++; resp->fcp_hdr_le.f_ctl[1] = *p++; resp->fcp_hdr_le.f_ctl[2] = *p; if (ids_reversed) { resp->fcp_hdr_le.d_id = abts->fcp_hdr_le.d_id; resp->fcp_hdr_le.s_id = abts->fcp_hdr_le.s_id; } else { resp->fcp_hdr_le.d_id = abts->fcp_hdr_le.s_id; resp->fcp_hdr_le.s_id = abts->fcp_hdr_le.d_id; } resp->exchange_addr_to_abort = abts->exchange_addr_to_abort; if (status == FCP_TMF_CMPL) { resp->fcp_hdr_le.r_ctl = R_CTL_BASIC_LINK_SERV | R_CTL_B_ACC; resp->payload.ba_acct.seq_id_valid = SEQ_ID_INVALID; resp->payload.ba_acct.low_seq_cnt = 0x0000; resp->payload.ba_acct.high_seq_cnt = cpu_to_le16(0xFFFF); resp->payload.ba_acct.ox_id = abts->fcp_hdr_le.ox_id; resp->payload.ba_acct.rx_id = abts->fcp_hdr_le.rx_id; } else { resp->fcp_hdr_le.r_ctl = R_CTL_BASIC_LINK_SERV | R_CTL_B_RJT; resp->payload.ba_rjt.reason_code = BA_RJT_REASON_CODE_UNABLE_TO_PERFORM; /* Other bytes are zero */ } vha->vha_tgt.qla_tgt->abts_resp_expected++; /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_24xx_retry_term_exchange(struct scsi_qla_host *vha, struct qla_qpair *qpair, response_t *pkt, struct qla_tgt_mgmt_cmd *mcmd) { struct ctio7_to_24xx *ctio; u16 tmp; struct abts_recv_from_24xx *entry; ctio = (struct ctio7_to_24xx *)qla2x00_alloc_iocbs_ready(qpair, NULL); if (ctio == NULL) { ql_dbg(ql_dbg_tgt, vha, 0xe04b, "qla_target(%d): %s failed: unable to allocate " "request packet\n", vha->vp_idx, __func__); return; } if (mcmd) /* abts from remote port */ entry = &mcmd->orig_iocb.abts; else /* abts from this driver. */ entry = (struct abts_recv_from_24xx *)pkt; /* * We've got on entrance firmware's response on by us generated * ABTS response. So, in it ID fields are reversed. */ ql_dbg(ql_dbg_tgt_mgt, vha, 0xe082, "qla_target(%d): tag %u: Sending TERM EXCH CTIO for ABTS\n", vha->vp_idx, le32_to_cpu(entry->exchange_addr_to_abort)); ctio->entry_type = CTIO_TYPE7; ctio->entry_count = 1; ctio->nport_handle = entry->nport_handle; ctio->handle = QLA_TGT_SKIP_HANDLE | CTIO_COMPLETION_HANDLE_MARK; ctio->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); ctio->vp_index = vha->vp_idx; ctio->exchange_addr = entry->exchange_addr_to_abort; tmp = (CTIO7_FLAGS_STATUS_MODE_1 | CTIO7_FLAGS_TERMINATE); if (mcmd) { ctio->initiator_id = entry->fcp_hdr_le.s_id; if (mcmd->flags & QLA24XX_MGMT_ABORT_IO_ATTR_VALID) tmp |= (mcmd->abort_io_attr << 9); else if (qpair->retry_term_cnt & 1) tmp |= (0x4 << 9); } else { ctio->initiator_id = entry->fcp_hdr_le.d_id; if (qpair->retry_term_cnt & 1) tmp |= (0x4 << 9); } ctio->u.status1.flags = cpu_to_le16(tmp); ctio->u.status1.ox_id = entry->fcp_hdr_le.ox_id; ql_dbg(ql_dbg_tgt, vha, 0xe007, "Sending retry TERM EXCH CTIO7 flags %04xh oxid %04xh attr valid %x\n", le16_to_cpu(ctio->u.status1.flags), le16_to_cpu(ctio->u.status1.ox_id), (mcmd && mcmd->flags & QLA24XX_MGMT_ABORT_IO_ATTR_VALID) ? 1 : 0); /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); if (mcmd) qlt_build_abts_resp_iocb(mcmd); else qlt_24xx_send_abts_resp(qpair, (struct abts_recv_from_24xx *)entry, FCP_TMF_CMPL, true); } /* drop cmds for the given lun * XXX only looks for cmds on the port through which lun reset was recieved * XXX does not go through the list of other port (which may have cmds * for the same lun) */ static void abort_cmds_for_lun(struct scsi_qla_host *vha, u64 lun, be_id_t s_id) { struct qla_tgt_sess_op *op; struct qla_tgt_cmd *cmd; uint32_t key; unsigned long flags; key = sid_to_key(s_id); spin_lock_irqsave(&vha->cmd_list_lock, flags); list_for_each_entry(op, &vha->unknown_atio_list, cmd_list) { uint32_t op_key; u64 op_lun; op_key = sid_to_key(op->atio.u.isp24.fcp_hdr.s_id); op_lun = scsilun_to_int( (struct scsi_lun *)&op->atio.u.isp24.fcp_cmnd.lun); if (op_key == key && op_lun == lun) op->aborted = true; } list_for_each_entry(cmd, &vha->qla_cmd_list, cmd_list) { uint32_t cmd_key; u64 cmd_lun; cmd_key = sid_to_key(cmd->atio.u.isp24.fcp_hdr.s_id); cmd_lun = scsilun_to_int( (struct scsi_lun *)&cmd->atio.u.isp24.fcp_cmnd.lun); if (cmd_key == key && cmd_lun == lun) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xe085, "qla_target(%d): tag %lld: aborted by TMR\n", vha->vp_idx, cmd->se_cmd.tag); cmd->aborted = 1; } } spin_unlock_irqrestore(&vha->cmd_list_lock, flags); } static struct qla_qpair_hint *qlt_find_qphint(struct scsi_qla_host *vha, uint64_t unpacked_lun) { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct qla_qpair_hint *h = NULL; if (vha->flags.qpairs_available) { h = btree_lookup64(&tgt->lun_qpair_map, unpacked_lun); if (!h) h = &tgt->qphints[0]; } else { h = &tgt->qphints[0]; } return h; } static void qlt_do_tmr_work(struct work_struct *work) { struct qla_tgt_mgmt_cmd *mcmd = container_of(work, struct qla_tgt_mgmt_cmd, work); struct qla_hw_data *ha = mcmd->vha->hw; int rc; uint32_t tag; switch (mcmd->tmr_func) { case QLA_TGT_ABTS: tag = le32_to_cpu(mcmd->orig_iocb.abts.exchange_addr_to_abort); break; default: tag = 0; break; } rc = ha->tgt.tgt_ops->handle_tmr(mcmd, mcmd->unpacked_lun, mcmd->tmr_func, tag); if (rc != 0) { ql_dbg(ql_dbg_tgt_mgt, mcmd->vha, 0xf052, "qla_target(%d): tgt_ops->handle_tmr() failed: %d\n", mcmd->vha->vp_idx, rc); mcmd->flags |= QLA24XX_MGMT_LLD_OWNED; mcmd->fc_tm_rsp = FCP_TMF_FAILED; qlt_xmit_tm_rsp(mcmd); } } /* ha->hardware_lock supposed to be held on entry */ static int __qlt_24xx_handle_abts(struct scsi_qla_host *vha, struct abts_recv_from_24xx *abts, struct fc_port *sess) { struct qla_hw_data *ha = vha->hw; struct qla_tgt_mgmt_cmd *mcmd; struct qla_qpair_hint *h = &vha->vha_tgt.qla_tgt->qphints[0]; struct qla_tgt_cmd *abort_cmd; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf00f, "qla_target(%d): task abort (tag=%d)\n", vha->vp_idx, abts->exchange_addr_to_abort); mcmd = mempool_alloc(qla_tgt_mgmt_cmd_mempool, GFP_ATOMIC); if (mcmd == NULL) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf051, "qla_target(%d): %s: Allocation of ABORT cmd failed", vha->vp_idx, __func__); return -ENOMEM; } memset(mcmd, 0, sizeof(*mcmd)); mcmd->cmd_type = TYPE_TGT_TMCMD; mcmd->sess = sess; memcpy(&mcmd->orig_iocb.abts, abts, sizeof(mcmd->orig_iocb.abts)); mcmd->reset_count = ha->base_qpair->chip_reset; mcmd->tmr_func = QLA_TGT_ABTS; mcmd->qpair = h->qpair; mcmd->vha = vha; /* * LUN is looked up by target-core internally based on the passed * abts->exchange_addr_to_abort tag. */ mcmd->se_cmd.cpuid = h->cpuid; abort_cmd = ha->tgt.tgt_ops->find_cmd_by_tag(sess, le32_to_cpu(abts->exchange_addr_to_abort)); if (!abort_cmd) { mempool_free(mcmd, qla_tgt_mgmt_cmd_mempool); return -EIO; } mcmd->unpacked_lun = abort_cmd->se_cmd.orig_fe_lun; if (abort_cmd->qpair) { mcmd->qpair = abort_cmd->qpair; mcmd->se_cmd.cpuid = abort_cmd->se_cmd.cpuid; mcmd->abort_io_attr = abort_cmd->atio.u.isp24.attr; mcmd->flags = QLA24XX_MGMT_ABORT_IO_ATTR_VALID; } INIT_WORK(&mcmd->work, qlt_do_tmr_work); queue_work_on(mcmd->se_cmd.cpuid, qla_tgt_wq, &mcmd->work); return 0; } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_24xx_handle_abts(struct scsi_qla_host *vha, struct abts_recv_from_24xx *abts) { struct qla_hw_data *ha = vha->hw; struct fc_port *sess; uint32_t tag = le32_to_cpu(abts->exchange_addr_to_abort); be_id_t s_id; int rc; unsigned long flags; if (le32_to_cpu(abts->fcp_hdr_le.parameter) & ABTS_PARAM_ABORT_SEQ) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf053, "qla_target(%d): ABTS: Abort Sequence not " "supported\n", vha->vp_idx); qlt_24xx_send_abts_resp(ha->base_qpair, abts, FCP_TMF_REJECTED, false); return; } if (tag == ATIO_EXCHANGE_ADDRESS_UNKNOWN) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf010, "qla_target(%d): ABTS: Unknown Exchange " "Address received\n", vha->vp_idx); qlt_24xx_send_abts_resp(ha->base_qpair, abts, FCP_TMF_REJECTED, false); return; } ql_dbg(ql_dbg_tgt_mgt, vha, 0xf011, "qla_target(%d): task abort (s_id=%x:%x:%x, " "tag=%d, param=%x)\n", vha->vp_idx, abts->fcp_hdr_le.s_id.domain, abts->fcp_hdr_le.s_id.area, abts->fcp_hdr_le.s_id.al_pa, tag, le32_to_cpu(abts->fcp_hdr_le.parameter)); s_id = le_id_to_be(abts->fcp_hdr_le.s_id); spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = ha->tgt.tgt_ops->find_sess_by_s_id(vha, s_id); if (!sess) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf012, "qla_target(%d): task abort for non-existent session\n", vha->vp_idx); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); qlt_24xx_send_abts_resp(ha->base_qpair, abts, FCP_TMF_REJECTED, false); return; } spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); if (sess->deleted) { qlt_24xx_send_abts_resp(ha->base_qpair, abts, FCP_TMF_REJECTED, false); return; } rc = __qlt_24xx_handle_abts(vha, abts, sess); if (rc != 0) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf054, "qla_target(%d): __qlt_24xx_handle_abts() failed: %d\n", vha->vp_idx, rc); qlt_24xx_send_abts_resp(ha->base_qpair, abts, FCP_TMF_REJECTED, false); return; } } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_24xx_send_task_mgmt_ctio(struct qla_qpair *qpair, struct qla_tgt_mgmt_cmd *mcmd, uint32_t resp_code) { struct scsi_qla_host *ha = mcmd->vha; struct atio_from_isp *atio = &mcmd->orig_iocb.atio; struct ctio7_to_24xx *ctio; uint16_t temp; ql_dbg(ql_dbg_tgt, ha, 0xe008, "Sending task mgmt CTIO7 (ha=%p, atio=%p, resp_code=%x\n", ha, atio, resp_code); ctio = (struct ctio7_to_24xx *)__qla2x00_alloc_iocbs(qpair, NULL); if (ctio == NULL) { ql_dbg(ql_dbg_tgt, ha, 0xe04c, "qla_target(%d): %s failed: unable to allocate " "request packet\n", ha->vp_idx, __func__); return; } ctio->entry_type = CTIO_TYPE7; ctio->entry_count = 1; ctio->handle = QLA_TGT_SKIP_HANDLE | CTIO_COMPLETION_HANDLE_MARK; ctio->nport_handle = cpu_to_le16(mcmd->sess->loop_id); ctio->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); ctio->vp_index = ha->vp_idx; ctio->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); ctio->exchange_addr = atio->u.isp24.exchange_addr; temp = (atio->u.isp24.attr << 9)| CTIO7_FLAGS_STATUS_MODE_1 | CTIO7_FLAGS_SEND_STATUS; ctio->u.status1.flags = cpu_to_le16(temp); temp = be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id); ctio->u.status1.ox_id = cpu_to_le16(temp); ctio->u.status1.scsi_status = cpu_to_le16(SS_RESPONSE_INFO_LEN_VALID); ctio->u.status1.response_len = cpu_to_le16(8); ctio->u.status1.sense_data[0] = resp_code; /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(ha, qpair->req); } void qlt_free_mcmd(struct qla_tgt_mgmt_cmd *mcmd) { mempool_free(mcmd, qla_tgt_mgmt_cmd_mempool); } EXPORT_SYMBOL(qlt_free_mcmd); /* * If the upper layer knows about this mgmt cmd, then call its ->free_cmd() * callback, which will eventually call qlt_free_mcmd(). Otherwise, call * qlt_free_mcmd() directly. */ void qlt_free_ul_mcmd(struct qla_hw_data *ha, struct qla_tgt_mgmt_cmd *mcmd) { if (!mcmd) return; if (mcmd->flags & QLA24XX_MGMT_LLD_OWNED) qlt_free_mcmd(mcmd); else ha->tgt.tgt_ops->free_mcmd(mcmd); } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then * reacquire */ void qlt_send_resp_ctio(struct qla_qpair *qpair, struct qla_tgt_cmd *cmd, uint8_t scsi_status, uint8_t sense_key, uint8_t asc, uint8_t ascq) { struct atio_from_isp *atio = &cmd->atio; struct ctio7_to_24xx *ctio; uint16_t temp; struct scsi_qla_host *vha = cmd->vha; ql_dbg(ql_dbg_tgt_dif, vha, 0x3066, "Sending response CTIO7 (vha=%p, atio=%p, scsi_status=%02x, " "sense_key=%02x, asc=%02x, ascq=%02x", vha, atio, scsi_status, sense_key, asc, ascq); ctio = (struct ctio7_to_24xx *)qla2x00_alloc_iocbs(vha, NULL); if (!ctio) { ql_dbg(ql_dbg_async, vha, 0x3067, "qla2x00t(%ld): %s failed: unable to allocate request packet", vha->host_no, __func__); goto out; } ctio->entry_type = CTIO_TYPE7; ctio->entry_count = 1; ctio->handle = QLA_TGT_SKIP_HANDLE; ctio->nport_handle = cpu_to_le16(cmd->sess->loop_id); ctio->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); ctio->vp_index = vha->vp_idx; ctio->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); ctio->exchange_addr = atio->u.isp24.exchange_addr; temp = (atio->u.isp24.attr << 9) | CTIO7_FLAGS_STATUS_MODE_1 | CTIO7_FLAGS_SEND_STATUS; ctio->u.status1.flags = cpu_to_le16(temp); temp = be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id); ctio->u.status1.ox_id = cpu_to_le16(temp); ctio->u.status1.scsi_status = cpu_to_le16(SS_RESPONSE_INFO_LEN_VALID | scsi_status); ctio->u.status1.response_len = cpu_to_le16(18); ctio->u.status1.residual = cpu_to_le32(get_datalen_for_atio(atio)); if (ctio->u.status1.residual != 0) ctio->u.status1.scsi_status |= cpu_to_le16(SS_RESIDUAL_UNDER); /* Fixed format sense data. */ ctio->u.status1.sense_data[0] = 0x70; ctio->u.status1.sense_data[2] = sense_key; /* Additional sense length */ ctio->u.status1.sense_data[7] = 0xa; /* ASC and ASCQ */ ctio->u.status1.sense_data[12] = asc; ctio->u.status1.sense_data[13] = ascq; /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); out: return; } /* callback from target fabric module code */ void qlt_xmit_tm_rsp(struct qla_tgt_mgmt_cmd *mcmd) { struct scsi_qla_host *vha = mcmd->sess->vha; struct qla_hw_data *ha = vha->hw; unsigned long flags; struct qla_qpair *qpair = mcmd->qpair; bool free_mcmd = true; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf013, "TM response mcmd (%p) status %#x state %#x", mcmd, mcmd->fc_tm_rsp, mcmd->flags); spin_lock_irqsave(qpair->qp_lock_ptr, flags); if (!vha->flags.online || mcmd->reset_count != qpair->chip_reset) { /* * Either the port is not online or this request was from * previous life, just abort the processing. */ ql_dbg(ql_dbg_async, vha, 0xe100, "RESET-TMR online/active/old-count/new-count = %d/%d/%d/%d.\n", vha->flags.online, qla2x00_reset_active(vha), mcmd->reset_count, qpair->chip_reset); qlt_free_ul_mcmd(ha, mcmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return; } if (mcmd->flags & QLA24XX_MGMT_SEND_NACK) { switch (mcmd->orig_iocb.imm_ntfy.u.isp24.status_subcode) { case ELS_LOGO: case ELS_PRLO: case ELS_TPRLO: ql_dbg(ql_dbg_disc, vha, 0x2106, "TM response logo %8phC status %#x state %#x", mcmd->sess->port_name, mcmd->fc_tm_rsp, mcmd->flags); qlt_schedule_sess_for_deletion(mcmd->sess); break; default: qlt_send_notify_ack(vha->hw->base_qpair, &mcmd->orig_iocb.imm_ntfy, 0, 0, 0, 0, 0, 0); break; } } else { if (mcmd->orig_iocb.atio.u.raw.entry_type == ABTS_RECV_24XX) { qlt_build_abts_resp_iocb(mcmd); free_mcmd = false; } else qlt_24xx_send_task_mgmt_ctio(qpair, mcmd, mcmd->fc_tm_rsp); } /* * Make the callback for ->free_mcmd() to queue_work() and invoke * target_put_sess_cmd() to drop cmd_kref to 1. The final * target_put_sess_cmd() call will be made from TFO->check_stop_free() * -> tcm_qla2xxx_check_stop_free() to release the TMR associated se_cmd * descriptor after TFO->queue_tm_rsp() -> tcm_qla2xxx_queue_tm_rsp() -> * qlt_xmit_tm_rsp() returns here.. */ if (free_mcmd) qlt_free_ul_mcmd(ha, mcmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); } EXPORT_SYMBOL(qlt_xmit_tm_rsp); /* No locks */ static int qlt_pci_map_calc_cnt(struct qla_tgt_prm *prm) { struct qla_tgt_cmd *cmd = prm->cmd; BUG_ON(cmd->sg_cnt == 0); prm->sg = (struct scatterlist *)cmd->sg; prm->seg_cnt = dma_map_sg(&cmd->qpair->pdev->dev, cmd->sg, cmd->sg_cnt, cmd->dma_data_direction); if (unlikely(prm->seg_cnt == 0)) goto out_err; prm->cmd->sg_mapped = 1; if (cmd->se_cmd.prot_op == TARGET_PROT_NORMAL) { /* * If greater than four sg entries then we need to allocate * the continuation entries */ if (prm->seg_cnt > QLA_TGT_DATASEGS_PER_CMD_24XX) prm->req_cnt += DIV_ROUND_UP(prm->seg_cnt - QLA_TGT_DATASEGS_PER_CMD_24XX, QLA_TGT_DATASEGS_PER_CONT_24XX); } else { /* DIF */ if ((cmd->se_cmd.prot_op == TARGET_PROT_DIN_INSERT) || (cmd->se_cmd.prot_op == TARGET_PROT_DOUT_STRIP)) { prm->seg_cnt = DIV_ROUND_UP(cmd->bufflen, cmd->blk_sz); prm->tot_dsds = prm->seg_cnt; } else prm->tot_dsds = prm->seg_cnt; if (cmd->prot_sg_cnt) { prm->prot_sg = cmd->prot_sg; prm->prot_seg_cnt = dma_map_sg(&cmd->qpair->pdev->dev, cmd->prot_sg, cmd->prot_sg_cnt, cmd->dma_data_direction); if (unlikely(prm->prot_seg_cnt == 0)) goto out_err; if ((cmd->se_cmd.prot_op == TARGET_PROT_DIN_INSERT) || (cmd->se_cmd.prot_op == TARGET_PROT_DOUT_STRIP)) { /* Dif Bundling not support here */ prm->prot_seg_cnt = DIV_ROUND_UP(cmd->bufflen, cmd->blk_sz); prm->tot_dsds += prm->prot_seg_cnt; } else prm->tot_dsds += prm->prot_seg_cnt; } } return 0; out_err: ql_dbg_qp(ql_dbg_tgt, prm->cmd->qpair, 0xe04d, "qla_target(%d): PCI mapping failed: sg_cnt=%d", 0, prm->cmd->sg_cnt); return -1; } void qlt_unmap_sg(struct scsi_qla_host *vha, struct qla_tgt_cmd *cmd) { struct qla_hw_data *ha; struct qla_qpair *qpair; if (!cmd->sg_mapped) return; qpair = cmd->qpair; dma_unmap_sg(&qpair->pdev->dev, cmd->sg, cmd->sg_cnt, cmd->dma_data_direction); cmd->sg_mapped = 0; if (cmd->prot_sg_cnt) dma_unmap_sg(&qpair->pdev->dev, cmd->prot_sg, cmd->prot_sg_cnt, cmd->dma_data_direction); if (!cmd->ctx) return; ha = vha->hw; if (cmd->ctx_dsd_alloced) qla2x00_clean_dsd_pool(ha, cmd->ctx); dma_pool_free(ha->dl_dma_pool, cmd->ctx, cmd->ctx->crc_ctx_dma); } static int qlt_check_reserve_free_req(struct qla_qpair *qpair, uint32_t req_cnt) { uint32_t cnt; struct req_que *req = qpair->req; if (req->cnt < (req_cnt + 2)) { cnt = (uint16_t)(qpair->use_shadow_reg ? *req->out_ptr : rd_reg_dword_relaxed(req->req_q_out)); if (req->ring_index < cnt) req->cnt = cnt - req->ring_index; else req->cnt = req->length - (req->ring_index - cnt); if (unlikely(req->cnt < (req_cnt + 2))) return -EAGAIN; } req->cnt -= req_cnt; return 0; } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static inline void *qlt_get_req_pkt(struct req_que *req) { /* Adjust ring index. */ req->ring_index++; if (req->ring_index == req->length) { req->ring_index = 0; req->ring_ptr = req->ring; } else { req->ring_ptr++; } return (cont_entry_t *)req->ring_ptr; } /* ha->hardware_lock supposed to be held on entry */ static inline uint32_t qlt_make_handle(struct qla_qpair *qpair) { uint32_t h; int index; uint8_t found = 0; struct req_que *req = qpair->req; h = req->current_outstanding_cmd; for (index = 1; index < req->num_outstanding_cmds; index++) { h++; if (h == req->num_outstanding_cmds) h = 1; if (h == QLA_TGT_SKIP_HANDLE) continue; if (!req->outstanding_cmds[h]) { found = 1; break; } } if (found) { req->current_outstanding_cmd = h; } else { ql_dbg(ql_dbg_io, qpair->vha, 0x305b, "qla_target(%d): Ran out of empty cmd slots\n", qpair->vha->vp_idx); h = QLA_TGT_NULL_HANDLE; } return h; } /* ha->hardware_lock supposed to be held on entry */ static int qlt_24xx_build_ctio_pkt(struct qla_qpair *qpair, struct qla_tgt_prm *prm) { uint32_t h; struct ctio7_to_24xx *pkt; struct atio_from_isp *atio = &prm->cmd->atio; uint16_t temp; struct qla_tgt_cmd *cmd = prm->cmd; pkt = (struct ctio7_to_24xx *)qpair->req->ring_ptr; prm->pkt = pkt; memset(pkt, 0, sizeof(*pkt)); pkt->entry_type = CTIO_TYPE7; pkt->entry_count = (uint8_t)prm->req_cnt; pkt->vp_index = prm->cmd->vp_idx; h = qlt_make_handle(qpair); if (unlikely(h == QLA_TGT_NULL_HANDLE)) { /* * CTIO type 7 from the firmware doesn't provide a way to * know the initiator's LOOP ID, hence we can't find * the session and, so, the command. */ return -EAGAIN; } else qpair->req->outstanding_cmds[h] = (srb_t *)prm->cmd; pkt->handle = make_handle(qpair->req->id, h); pkt->handle |= CTIO_COMPLETION_HANDLE_MARK; pkt->nport_handle = cpu_to_le16(prm->cmd->loop_id); pkt->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); pkt->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); pkt->exchange_addr = atio->u.isp24.exchange_addr; temp = atio->u.isp24.attr << 9; pkt->u.status0.flags |= cpu_to_le16(temp); temp = be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id); pkt->u.status0.ox_id = cpu_to_le16(temp); pkt->u.status0.relative_offset = cpu_to_le32(prm->cmd->offset); if (cmd->edif) { if (cmd->dma_data_direction == DMA_TO_DEVICE) prm->cmd->sess->edif.rx_bytes += cmd->bufflen; if (cmd->dma_data_direction == DMA_FROM_DEVICE) prm->cmd->sess->edif.tx_bytes += cmd->bufflen; pkt->u.status0.edif_flags |= EF_EN_EDIF; } return 0; } /* * ha->hardware_lock supposed to be held on entry. We have already made sure * that there is sufficient amount of request entries to not drop it. */ static void qlt_load_cont_data_segments(struct qla_tgt_prm *prm) { int cnt; struct dsd64 *cur_dsd; /* Build continuation packets */ while (prm->seg_cnt > 0) { cont_a64_entry_t *cont_pkt64 = (cont_a64_entry_t *)qlt_get_req_pkt( prm->cmd->qpair->req); /* * Make sure that from cont_pkt64 none of * 64-bit specific fields used for 32-bit * addressing. Cast to (cont_entry_t *) for * that. */ memset(cont_pkt64, 0, sizeof(*cont_pkt64)); cont_pkt64->entry_count = 1; cont_pkt64->sys_define = 0; cont_pkt64->entry_type = CONTINUE_A64_TYPE; cur_dsd = cont_pkt64->dsd; /* Load continuation entry data segments */ for (cnt = 0; cnt < QLA_TGT_DATASEGS_PER_CONT_24XX && prm->seg_cnt; cnt++, prm->seg_cnt--) { append_dsd64(&cur_dsd, prm->sg); prm->sg = sg_next(prm->sg); } } } /* * ha->hardware_lock supposed to be held on entry. We have already made sure * that there is sufficient amount of request entries to not drop it. */ static void qlt_load_data_segments(struct qla_tgt_prm *prm) { int cnt; struct dsd64 *cur_dsd; struct ctio7_to_24xx *pkt24 = (struct ctio7_to_24xx *)prm->pkt; pkt24->u.status0.transfer_length = cpu_to_le32(prm->cmd->bufflen); /* Setup packet address segment pointer */ cur_dsd = &pkt24->u.status0.dsd; /* Set total data segment count */ if (prm->seg_cnt) pkt24->dseg_count = cpu_to_le16(prm->seg_cnt); if (prm->seg_cnt == 0) { /* No data transfer */ cur_dsd->address = 0; cur_dsd->length = 0; return; } /* If scatter gather */ /* Load command entry data segments */ for (cnt = 0; (cnt < QLA_TGT_DATASEGS_PER_CMD_24XX) && prm->seg_cnt; cnt++, prm->seg_cnt--) { append_dsd64(&cur_dsd, prm->sg); prm->sg = sg_next(prm->sg); } qlt_load_cont_data_segments(prm); } static inline int qlt_has_data(struct qla_tgt_cmd *cmd) { return cmd->bufflen > 0; } static void qlt_print_dif_err(struct qla_tgt_prm *prm) { struct qla_tgt_cmd *cmd; struct scsi_qla_host *vha; /* asc 0x10=dif error */ if (prm->sense_buffer && (prm->sense_buffer[12] == 0x10)) { cmd = prm->cmd; vha = cmd->vha; /* ASCQ */ switch (prm->sense_buffer[13]) { case 1: ql_dbg(ql_dbg_tgt_dif, vha, 0xe00b, "BE detected Guard TAG ERR: lba[0x%llx|%lld] len[0x%x] " "se_cmd=%p tag[%x]", cmd->lba, cmd->lba, cmd->num_blks, &cmd->se_cmd, cmd->atio.u.isp24.exchange_addr); break; case 2: ql_dbg(ql_dbg_tgt_dif, vha, 0xe00c, "BE detected APP TAG ERR: lba[0x%llx|%lld] len[0x%x] " "se_cmd=%p tag[%x]", cmd->lba, cmd->lba, cmd->num_blks, &cmd->se_cmd, cmd->atio.u.isp24.exchange_addr); break; case 3: ql_dbg(ql_dbg_tgt_dif, vha, 0xe00f, "BE detected REF TAG ERR: lba[0x%llx|%lld] len[0x%x] " "se_cmd=%p tag[%x]", cmd->lba, cmd->lba, cmd->num_blks, &cmd->se_cmd, cmd->atio.u.isp24.exchange_addr); break; default: ql_dbg(ql_dbg_tgt_dif, vha, 0xe010, "BE detected Dif ERR: lba[%llx|%lld] len[%x] " "se_cmd=%p tag[%x]", cmd->lba, cmd->lba, cmd->num_blks, &cmd->se_cmd, cmd->atio.u.isp24.exchange_addr); break; } ql_dump_buffer(ql_dbg_tgt_dif, vha, 0xe011, cmd->cdb, 16); } } /* * Called without ha->hardware_lock held */ static int qlt_pre_xmit_response(struct qla_tgt_cmd *cmd, struct qla_tgt_prm *prm, int xmit_type, uint8_t scsi_status, uint32_t *full_req_cnt) { struct se_cmd *se_cmd = &cmd->se_cmd; struct qla_qpair *qpair = cmd->qpair; prm->cmd = cmd; prm->tgt = cmd->tgt; prm->pkt = NULL; prm->rq_result = scsi_status; prm->sense_buffer = &cmd->sense_buffer[0]; prm->sense_buffer_len = TRANSPORT_SENSE_BUFFER; prm->sg = NULL; prm->seg_cnt = -1; prm->req_cnt = 1; prm->residual = 0; prm->add_status_pkt = 0; prm->prot_sg = NULL; prm->prot_seg_cnt = 0; prm->tot_dsds = 0; if ((xmit_type & QLA_TGT_XMIT_DATA) && qlt_has_data(cmd)) { if (qlt_pci_map_calc_cnt(prm) != 0) return -EAGAIN; } *full_req_cnt = prm->req_cnt; if (se_cmd->se_cmd_flags & SCF_UNDERFLOW_BIT) { prm->residual = se_cmd->residual_count; ql_dbg_qp(ql_dbg_io + ql_dbg_verbose, qpair, 0x305c, "Residual underflow: %d (tag %lld, op %x, bufflen %d, rq_result %x)\n", prm->residual, se_cmd->tag, se_cmd->t_task_cdb ? se_cmd->t_task_cdb[0] : 0, cmd->bufflen, prm->rq_result); prm->rq_result |= SS_RESIDUAL_UNDER; } else if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) { prm->residual = se_cmd->residual_count; ql_dbg_qp(ql_dbg_io, qpair, 0x305d, "Residual overflow: %d (tag %lld, op %x, bufflen %d, rq_result %x)\n", prm->residual, se_cmd->tag, se_cmd->t_task_cdb ? se_cmd->t_task_cdb[0] : 0, cmd->bufflen, prm->rq_result); prm->rq_result |= SS_RESIDUAL_OVER; } if (xmit_type & QLA_TGT_XMIT_STATUS) { /* * If QLA_TGT_XMIT_DATA is not set, add_status_pkt will be * ignored in *xmit_response() below */ if (qlt_has_data(cmd)) { if (QLA_TGT_SENSE_VALID(prm->sense_buffer) || (IS_FWI2_CAPABLE(cmd->vha->hw) && (prm->rq_result != 0))) { prm->add_status_pkt = 1; (*full_req_cnt)++; } } } return 0; } static inline int qlt_need_explicit_conf(struct qla_tgt_cmd *cmd, int sending_sense) { if (cmd->qpair->enable_class_2) return 0; if (sending_sense) return cmd->conf_compl_supported; else return cmd->qpair->enable_explicit_conf && cmd->conf_compl_supported; } static void qlt_24xx_init_ctio_to_isp(struct ctio7_to_24xx *ctio, struct qla_tgt_prm *prm) { prm->sense_buffer_len = min_t(uint32_t, prm->sense_buffer_len, (uint32_t)sizeof(ctio->u.status1.sense_data)); ctio->u.status0.flags |= cpu_to_le16(CTIO7_FLAGS_SEND_STATUS); if (qlt_need_explicit_conf(prm->cmd, 0)) { ctio->u.status0.flags |= cpu_to_le16( CTIO7_FLAGS_EXPLICIT_CONFORM | CTIO7_FLAGS_CONFORM_REQ); } ctio->u.status0.residual = cpu_to_le32(prm->residual); ctio->u.status0.scsi_status = cpu_to_le16(prm->rq_result); if (QLA_TGT_SENSE_VALID(prm->sense_buffer)) { int i; if (qlt_need_explicit_conf(prm->cmd, 1)) { if ((prm->rq_result & SS_SCSI_STATUS_BYTE) != 0) { ql_dbg_qp(ql_dbg_tgt, prm->cmd->qpair, 0xe017, "Skipping EXPLICIT_CONFORM and " "CTIO7_FLAGS_CONFORM_REQ for FCP READ w/ " "non GOOD status\n"); goto skip_explict_conf; } ctio->u.status1.flags |= cpu_to_le16( CTIO7_FLAGS_EXPLICIT_CONFORM | CTIO7_FLAGS_CONFORM_REQ); } skip_explict_conf: ctio->u.status1.flags &= ~cpu_to_le16(CTIO7_FLAGS_STATUS_MODE_0); ctio->u.status1.flags |= cpu_to_le16(CTIO7_FLAGS_STATUS_MODE_1); ctio->u.status1.scsi_status |= cpu_to_le16(SS_SENSE_LEN_VALID); ctio->u.status1.sense_length = cpu_to_le16(prm->sense_buffer_len); for (i = 0; i < prm->sense_buffer_len/4; i++) { uint32_t v; v = get_unaligned_be32( &((uint32_t *)prm->sense_buffer)[i]); put_unaligned_le32(v, &((uint32_t *)ctio->u.status1.sense_data)[i]); } qlt_print_dif_err(prm); } else { ctio->u.status1.flags &= ~cpu_to_le16(CTIO7_FLAGS_STATUS_MODE_0); ctio->u.status1.flags |= cpu_to_le16(CTIO7_FLAGS_STATUS_MODE_1); ctio->u.status1.sense_length = 0; memset(ctio->u.status1.sense_data, 0, sizeof(ctio->u.status1.sense_data)); } /* Sense with len > 24, is it possible ??? */ } static inline int qlt_hba_err_chk_enabled(struct se_cmd *se_cmd) { switch (se_cmd->prot_op) { case TARGET_PROT_DOUT_INSERT: case TARGET_PROT_DIN_STRIP: if (ql2xenablehba_err_chk >= 1) return 1; break; case TARGET_PROT_DOUT_PASS: case TARGET_PROT_DIN_PASS: if (ql2xenablehba_err_chk >= 2) return 1; break; case TARGET_PROT_DIN_INSERT: case TARGET_PROT_DOUT_STRIP: return 1; default: break; } return 0; } static inline int qla_tgt_ref_mask_check(struct se_cmd *se_cmd) { switch (se_cmd->prot_op) { case TARGET_PROT_DIN_INSERT: case TARGET_PROT_DOUT_INSERT: case TARGET_PROT_DIN_STRIP: case TARGET_PROT_DOUT_STRIP: case TARGET_PROT_DIN_PASS: case TARGET_PROT_DOUT_PASS: return 1; default: return 0; } return 0; } /* * qla_tgt_set_dif_tags - Extract Ref and App tags from SCSI command */ static void qla_tgt_set_dif_tags(struct qla_tgt_cmd *cmd, struct crc_context *ctx, uint16_t *pfw_prot_opts) { struct se_cmd *se_cmd = &cmd->se_cmd; uint32_t lba = 0xffffffff & se_cmd->t_task_lba; scsi_qla_host_t *vha = cmd->tgt->vha; struct qla_hw_data *ha = vha->hw; uint32_t t32 = 0; /* * wait till Mode Sense/Select cmd, modepage Ah, subpage 2 * have been immplemented by TCM, before AppTag is avail. * Look for modesense_handlers[] */ ctx->app_tag = 0; ctx->app_tag_mask[0] = 0x0; ctx->app_tag_mask[1] = 0x0; if (IS_PI_UNINIT_CAPABLE(ha)) { if ((se_cmd->prot_type == TARGET_DIF_TYPE1_PROT) || (se_cmd->prot_type == TARGET_DIF_TYPE2_PROT)) *pfw_prot_opts |= PO_DIS_VALD_APP_ESC; else if (se_cmd->prot_type == TARGET_DIF_TYPE3_PROT) *pfw_prot_opts |= PO_DIS_VALD_APP_REF_ESC; } t32 = ha->tgt.tgt_ops->get_dif_tags(cmd, pfw_prot_opts); switch (se_cmd->prot_type) { case TARGET_DIF_TYPE0_PROT: /* * No check for ql2xenablehba_err_chk, as it * would be an I/O error if hba tag generation * is not done. */ ctx->ref_tag = cpu_to_le32(lba); /* enable ALL bytes of the ref tag */ ctx->ref_tag_mask[0] = 0xff; ctx->ref_tag_mask[1] = 0xff; ctx->ref_tag_mask[2] = 0xff; ctx->ref_tag_mask[3] = 0xff; break; case TARGET_DIF_TYPE1_PROT: /* * For TYPE 1 protection: 16 bit GUARD tag, 32 bit * REF tag, and 16 bit app tag. */ ctx->ref_tag = cpu_to_le32(lba); if (!qla_tgt_ref_mask_check(se_cmd) || !(ha->tgt.tgt_ops->chk_dif_tags(t32))) { *pfw_prot_opts |= PO_DIS_REF_TAG_VALD; break; } /* enable ALL bytes of the ref tag */ ctx->ref_tag_mask[0] = 0xff; ctx->ref_tag_mask[1] = 0xff; ctx->ref_tag_mask[2] = 0xff; ctx->ref_tag_mask[3] = 0xff; break; case TARGET_DIF_TYPE2_PROT: /* * For TYPE 2 protection: 16 bit GUARD + 32 bit REF * tag has to match LBA in CDB + N */ ctx->ref_tag = cpu_to_le32(lba); if (!qla_tgt_ref_mask_check(se_cmd) || !(ha->tgt.tgt_ops->chk_dif_tags(t32))) { *pfw_prot_opts |= PO_DIS_REF_TAG_VALD; break; } /* enable ALL bytes of the ref tag */ ctx->ref_tag_mask[0] = 0xff; ctx->ref_tag_mask[1] = 0xff; ctx->ref_tag_mask[2] = 0xff; ctx->ref_tag_mask[3] = 0xff; break; case TARGET_DIF_TYPE3_PROT: /* For TYPE 3 protection: 16 bit GUARD only */ *pfw_prot_opts |= PO_DIS_REF_TAG_VALD; ctx->ref_tag_mask[0] = ctx->ref_tag_mask[1] = ctx->ref_tag_mask[2] = ctx->ref_tag_mask[3] = 0x00; break; } } static inline int qlt_build_ctio_crc2_pkt(struct qla_qpair *qpair, struct qla_tgt_prm *prm) { struct dsd64 *cur_dsd; uint32_t transfer_length = 0; uint32_t data_bytes; uint32_t dif_bytes; uint8_t bundling = 1; struct crc_context *crc_ctx_pkt = NULL; struct qla_hw_data *ha; struct ctio_crc2_to_fw *pkt; dma_addr_t crc_ctx_dma; uint16_t fw_prot_opts = 0; struct qla_tgt_cmd *cmd = prm->cmd; struct se_cmd *se_cmd = &cmd->se_cmd; uint32_t h; struct atio_from_isp *atio = &prm->cmd->atio; struct qla_tc_param tc; uint16_t t16; scsi_qla_host_t *vha = cmd->vha; ha = vha->hw; pkt = (struct ctio_crc2_to_fw *)qpair->req->ring_ptr; prm->pkt = pkt; memset(pkt, 0, sizeof(*pkt)); ql_dbg_qp(ql_dbg_tgt, cmd->qpair, 0xe071, "qla_target(%d):%s: se_cmd[%p] CRC2 prot_op[0x%x] cmd prot sg:cnt[%p:%x] lba[%llu]\n", cmd->vp_idx, __func__, se_cmd, se_cmd->prot_op, prm->prot_sg, prm->prot_seg_cnt, se_cmd->t_task_lba); if ((se_cmd->prot_op == TARGET_PROT_DIN_INSERT) || (se_cmd->prot_op == TARGET_PROT_DOUT_STRIP)) bundling = 0; /* Compute dif len and adjust data len to incude protection */ data_bytes = cmd->bufflen; dif_bytes = (data_bytes / cmd->blk_sz) * 8; switch (se_cmd->prot_op) { case TARGET_PROT_DIN_INSERT: case TARGET_PROT_DOUT_STRIP: transfer_length = data_bytes; if (cmd->prot_sg_cnt) data_bytes += dif_bytes; break; case TARGET_PROT_DIN_STRIP: case TARGET_PROT_DOUT_INSERT: case TARGET_PROT_DIN_PASS: case TARGET_PROT_DOUT_PASS: transfer_length = data_bytes + dif_bytes; break; default: BUG(); break; } if (!qlt_hba_err_chk_enabled(se_cmd)) fw_prot_opts |= 0x10; /* Disable Guard tag checking */ /* HBA error checking enabled */ else if (IS_PI_UNINIT_CAPABLE(ha)) { if ((se_cmd->prot_type == TARGET_DIF_TYPE1_PROT) || (se_cmd->prot_type == TARGET_DIF_TYPE2_PROT)) fw_prot_opts |= PO_DIS_VALD_APP_ESC; else if (se_cmd->prot_type == TARGET_DIF_TYPE3_PROT) fw_prot_opts |= PO_DIS_VALD_APP_REF_ESC; } switch (se_cmd->prot_op) { case TARGET_PROT_DIN_INSERT: case TARGET_PROT_DOUT_INSERT: fw_prot_opts |= PO_MODE_DIF_INSERT; break; case TARGET_PROT_DIN_STRIP: case TARGET_PROT_DOUT_STRIP: fw_prot_opts |= PO_MODE_DIF_REMOVE; break; case TARGET_PROT_DIN_PASS: case TARGET_PROT_DOUT_PASS: fw_prot_opts |= PO_MODE_DIF_PASS; /* FUTURE: does tcm require T10CRC<->IPCKSUM conversion? */ break; default:/* Normal Request */ fw_prot_opts |= PO_MODE_DIF_PASS; break; } /* ---- PKT ---- */ /* Update entry type to indicate Command Type CRC_2 IOCB */ pkt->entry_type = CTIO_CRC2; pkt->entry_count = 1; pkt->vp_index = cmd->vp_idx; h = qlt_make_handle(qpair); if (unlikely(h == QLA_TGT_NULL_HANDLE)) { /* * CTIO type 7 from the firmware doesn't provide a way to * know the initiator's LOOP ID, hence we can't find * the session and, so, the command. */ return -EAGAIN; } else qpair->req->outstanding_cmds[h] = (srb_t *)prm->cmd; pkt->handle = make_handle(qpair->req->id, h); pkt->handle |= CTIO_COMPLETION_HANDLE_MARK; pkt->nport_handle = cpu_to_le16(prm->cmd->loop_id); pkt->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); pkt->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); pkt->exchange_addr = atio->u.isp24.exchange_addr; /* silence compile warning */ t16 = be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id); pkt->ox_id = cpu_to_le16(t16); t16 = (atio->u.isp24.attr << 9); pkt->flags |= cpu_to_le16(t16); pkt->relative_offset = cpu_to_le32(prm->cmd->offset); /* Set transfer direction */ if (cmd->dma_data_direction == DMA_TO_DEVICE) pkt->flags = cpu_to_le16(CTIO7_FLAGS_DATA_IN); else if (cmd->dma_data_direction == DMA_FROM_DEVICE) pkt->flags = cpu_to_le16(CTIO7_FLAGS_DATA_OUT); pkt->dseg_count = cpu_to_le16(prm->tot_dsds); /* Fibre channel byte count */ pkt->transfer_length = cpu_to_le32(transfer_length); /* ----- CRC context -------- */ /* Allocate CRC context from global pool */ crc_ctx_pkt = cmd->ctx = dma_pool_zalloc(ha->dl_dma_pool, GFP_ATOMIC, &crc_ctx_dma); if (!crc_ctx_pkt) goto crc_queuing_error; crc_ctx_pkt->crc_ctx_dma = crc_ctx_dma; INIT_LIST_HEAD(&crc_ctx_pkt->dsd_list); /* Set handle */ crc_ctx_pkt->handle = pkt->handle; qla_tgt_set_dif_tags(cmd, crc_ctx_pkt, &fw_prot_opts); put_unaligned_le64(crc_ctx_dma, &pkt->crc_context_address); pkt->crc_context_len = cpu_to_le16(CRC_CONTEXT_LEN_FW); if (!bundling) { cur_dsd = &crc_ctx_pkt->u.nobundling.data_dsd[0]; } else { /* * Configure Bundling if we need to fetch interlaving * protection PCI accesses */ fw_prot_opts |= PO_ENABLE_DIF_BUNDLING; crc_ctx_pkt->u.bundling.dif_byte_count = cpu_to_le32(dif_bytes); crc_ctx_pkt->u.bundling.dseg_count = cpu_to_le16(prm->tot_dsds - prm->prot_seg_cnt); cur_dsd = &crc_ctx_pkt->u.bundling.data_dsd[0]; } /* Finish the common fields of CRC pkt */ crc_ctx_pkt->blk_size = cpu_to_le16(cmd->blk_sz); crc_ctx_pkt->prot_opts = cpu_to_le16(fw_prot_opts); crc_ctx_pkt->byte_count = cpu_to_le32(data_bytes); crc_ctx_pkt->guard_seed = cpu_to_le16(0); memset((uint8_t *)&tc, 0 , sizeof(tc)); tc.vha = vha; tc.blk_sz = cmd->blk_sz; tc.bufflen = cmd->bufflen; tc.sg = cmd->sg; tc.prot_sg = cmd->prot_sg; tc.ctx = crc_ctx_pkt; tc.ctx_dsd_alloced = &cmd->ctx_dsd_alloced; /* Walks data segments */ pkt->flags |= cpu_to_le16(CTIO7_FLAGS_DSD_PTR); if (!bundling && prm->prot_seg_cnt) { if (qla24xx_walk_and_build_sglist_no_difb(ha, NULL, cur_dsd, prm->tot_dsds, &tc)) goto crc_queuing_error; } else if (qla24xx_walk_and_build_sglist(ha, NULL, cur_dsd, (prm->tot_dsds - prm->prot_seg_cnt), &tc)) goto crc_queuing_error; if (bundling && prm->prot_seg_cnt) { /* Walks dif segments */ pkt->add_flags |= CTIO_CRC2_AF_DIF_DSD_ENA; cur_dsd = &crc_ctx_pkt->u.bundling.dif_dsd; if (qla24xx_walk_and_build_prot_sglist(ha, NULL, cur_dsd, prm->prot_seg_cnt, cmd)) goto crc_queuing_error; } return QLA_SUCCESS; crc_queuing_error: /* Cleanup will be performed by the caller */ qpair->req->outstanding_cmds[h] = NULL; return QLA_FUNCTION_FAILED; } /* * Callback to setup response of xmit_type of QLA_TGT_XMIT_DATA and * * QLA_TGT_XMIT_STATUS for >= 24xx silicon */ int qlt_xmit_response(struct qla_tgt_cmd *cmd, int xmit_type, uint8_t scsi_status) { struct scsi_qla_host *vha = cmd->vha; struct qla_qpair *qpair = cmd->qpair; struct ctio7_to_24xx *pkt; struct qla_tgt_prm prm; uint32_t full_req_cnt = 0; unsigned long flags = 0; int res; int pre_xmit_res; ql_dbg_qp(ql_dbg_tgt, qpair, 0xe018, "is_send_status=%d, cmd->bufflen=%d, cmd->sg_cnt=%d, cmd->dma_data_direction=%d se_cmd[%p] qp %d\n", (xmit_type & QLA_TGT_XMIT_STATUS) ? 1 : 0, cmd->bufflen, cmd->sg_cnt, cmd->dma_data_direction, &cmd->se_cmd, qpair->id); pre_xmit_res = qlt_pre_xmit_response(cmd, &prm, xmit_type, scsi_status, &full_req_cnt); /* * Check pre_xmit_res later because we want to check other errors * first. */ /* Begin timer on the first call, not on SRR retry. */ if (likely(cmd->jiffies_at_hw_st_entry == 0)) cmd->jiffies_at_hw_st_entry = get_jiffies_64(); spin_lock_irqsave(qpair->qp_lock_ptr, flags); if (unlikely(cmd->sent_term_exchg || cmd->sess->deleted || !qpair->fw_started || cmd->reset_count != qpair->chip_reset)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xe101, "qla_target(%d): tag %lld: skipping send response for aborted cmd\n", vha->vp_idx, cmd->se_cmd.tag); qlt_unmap_sg(vha, cmd); cmd->state = QLA_TGT_STATE_PROCESSED; vha->hw->tgt.tgt_ops->free_cmd(cmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return 0; } /* Check for errors from qlt_pre_xmit_response(). */ res = pre_xmit_res; if (unlikely(res)) goto out_unmap_unlock; if (xmit_type == QLA_TGT_XMIT_STATUS) qpair->tgt_counters.core_qla_snd_status++; else qpair->tgt_counters.core_qla_que_buf++; /* Does F/W have an IOCBs for this request */ res = qlt_check_reserve_free_req(qpair, full_req_cnt); if (unlikely(res)) goto out_unmap_unlock; if (cmd->se_cmd.prot_op && (xmit_type & QLA_TGT_XMIT_DATA)) res = qlt_build_ctio_crc2_pkt(qpair, &prm); else res = qlt_24xx_build_ctio_pkt(qpair, &prm); if (unlikely(res != 0)) { qpair->req->cnt += full_req_cnt; goto out_unmap_unlock; } pkt = (struct ctio7_to_24xx *)prm.pkt; if (qlt_has_data(cmd) && (xmit_type & QLA_TGT_XMIT_DATA)) { pkt->u.status0.flags |= cpu_to_le16(CTIO7_FLAGS_DATA_IN | CTIO7_FLAGS_STATUS_MODE_0); if (cmd->se_cmd.prot_op == TARGET_PROT_NORMAL) qlt_load_data_segments(&prm); if (prm.add_status_pkt == 0) { if (xmit_type & QLA_TGT_XMIT_STATUS) { pkt->u.status0.scsi_status = cpu_to_le16(prm.rq_result); if (!cmd->edif) pkt->u.status0.residual = cpu_to_le32(prm.residual); pkt->u.status0.flags |= cpu_to_le16( CTIO7_FLAGS_SEND_STATUS); if (qlt_need_explicit_conf(cmd, 0)) { pkt->u.status0.flags |= cpu_to_le16( CTIO7_FLAGS_EXPLICIT_CONFORM | CTIO7_FLAGS_CONFORM_REQ); } } } else { /* * We have already made sure that there is sufficient * amount of request entries to not drop HW lock in * req_pkt(). */ struct ctio7_to_24xx *ctio = (struct ctio7_to_24xx *)qlt_get_req_pkt( qpair->req); ql_dbg_qp(ql_dbg_tgt, qpair, 0x305e, "Building additional status packet 0x%p.\n", ctio); /* * T10Dif: ctio_crc2_to_fw overlay ontop of * ctio7_to_24xx */ memcpy(ctio, pkt, sizeof(*ctio)); /* reset back to CTIO7 */ ctio->entry_count = 1; ctio->entry_type = CTIO_TYPE7; ctio->dseg_count = 0; ctio->u.status1.flags &= ~cpu_to_le16( CTIO7_FLAGS_DATA_IN); /* Real finish is ctio_m1's finish */ pkt->handle |= CTIO_INTERMEDIATE_HANDLE_MARK; pkt->u.status0.flags |= cpu_to_le16( CTIO7_FLAGS_DONT_RET_CTIO); /* qlt_24xx_init_ctio_to_isp will correct * all neccessary fields that's part of CTIO7. * There should be no residual of CTIO-CRC2 data. */ qlt_24xx_init_ctio_to_isp((struct ctio7_to_24xx *)ctio, &prm); } } else qlt_24xx_init_ctio_to_isp(pkt, &prm); cmd->state = QLA_TGT_STATE_PROCESSED; /* Mid-level is done processing */ cmd->cmd_sent_to_fw = 1; cmd->ctio_flags = le16_to_cpu(pkt->u.status0.flags); /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return 0; out_unmap_unlock: qlt_unmap_sg(vha, cmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return res; } EXPORT_SYMBOL(qlt_xmit_response); int qlt_rdy_to_xfer(struct qla_tgt_cmd *cmd) { struct ctio7_to_24xx *pkt; struct scsi_qla_host *vha = cmd->vha; struct qla_tgt *tgt = cmd->tgt; struct qla_tgt_prm prm; unsigned long flags = 0; int res = 0; int pci_map_res; struct qla_qpair *qpair = cmd->qpair; /* Begin timer on the first call, not on SRR retry. */ if (likely(cmd->jiffies_at_hw_st_entry == 0)) cmd->jiffies_at_hw_st_entry = get_jiffies_64(); memset(&prm, 0, sizeof(prm)); prm.cmd = cmd; prm.tgt = tgt; prm.sg = NULL; prm.req_cnt = 1; /* Calculate number of entries and segments required */ pci_map_res = qlt_pci_map_calc_cnt(&prm); /* * Check pci_map_res later because we want to check other errors first. */ spin_lock_irqsave(qpair->qp_lock_ptr, flags); if (unlikely(cmd->sent_term_exchg || cmd->sess->deleted || !qpair->fw_started || cmd->reset_count != qpair->chip_reset)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xe102, "qla_target(%d): tag %lld: skipping data-out for aborted cmd\n", vha->vp_idx, cmd->se_cmd.tag); qlt_unmap_sg(vha, cmd); cmd->aborted = 1; cmd->write_data_transferred = 0; cmd->state = QLA_TGT_STATE_DATA_IN; cmd->jiffies_at_hw_st_entry = 0; vha->hw->tgt.tgt_ops->handle_data(cmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return 0; } /* Check for errors from qlt_pci_map_calc_cnt(). */ if (unlikely(pci_map_res != 0)) { res = -EAGAIN; goto out_unlock_free_unmap; } /* Does F/W have an IOCBs for this request */ res = qlt_check_reserve_free_req(qpair, prm.req_cnt); if (res != 0) goto out_unlock_free_unmap; if (cmd->se_cmd.prot_op) res = qlt_build_ctio_crc2_pkt(qpair, &prm); else res = qlt_24xx_build_ctio_pkt(qpair, &prm); if (unlikely(res != 0)) { qpair->req->cnt += prm.req_cnt; goto out_unlock_free_unmap; } pkt = (struct ctio7_to_24xx *)prm.pkt; pkt->u.status0.flags |= cpu_to_le16(CTIO7_FLAGS_DATA_OUT | CTIO7_FLAGS_STATUS_MODE_0); if (cmd->se_cmd.prot_op == TARGET_PROT_NORMAL) qlt_load_data_segments(&prm); cmd->state = QLA_TGT_STATE_NEED_DATA; cmd->cmd_sent_to_fw = 1; cmd->ctio_flags = le16_to_cpu(pkt->u.status0.flags); /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return res; out_unlock_free_unmap: cmd->jiffies_at_hw_st_entry = 0; qlt_unmap_sg(vha, cmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return res; } EXPORT_SYMBOL(qlt_rdy_to_xfer); /* * it is assumed either hardware_lock or qpair lock is held. */ static void qlt_handle_dif_error(struct qla_qpair *qpair, struct qla_tgt_cmd *cmd, struct ctio_crc_from_fw *sts) { uint8_t *ap = &sts->actual_dif[0]; uint8_t *ep = &sts->expected_dif[0]; uint64_t lba = cmd->se_cmd.t_task_lba; uint8_t scsi_status, sense_key, asc, ascq; struct scsi_qla_host *vha = cmd->vha; cmd->trc_flags |= TRC_DIF_ERR; cmd->a_guard = get_unaligned_be16(ap + 0); cmd->a_app_tag = get_unaligned_be16(ap + 2); cmd->a_ref_tag = get_unaligned_be32(ap + 4); cmd->e_guard = get_unaligned_be16(ep + 0); cmd->e_app_tag = get_unaligned_be16(ep + 2); cmd->e_ref_tag = get_unaligned_be32(ep + 4); ql_dbg(ql_dbg_tgt_dif, vha, 0xf075, "%s: aborted %d state %d\n", __func__, cmd->aborted, cmd->state); scsi_status = sense_key = asc = ascq = 0; /* check appl tag */ if (cmd->e_app_tag != cmd->a_app_tag) { ql_dbg(ql_dbg_tgt_dif, vha, 0xe00d, "App Tag ERR: cdb[%x] lba[%llx %llx] blks[%x] [Actual|Expected] Ref[%x|%x], App[%x|%x], Guard [%x|%x] cmd=%p ox_id[%04x]", cmd->cdb[0], lba, (lba+cmd->num_blks), cmd->num_blks, cmd->a_ref_tag, cmd->e_ref_tag, cmd->a_app_tag, cmd->e_app_tag, cmd->a_guard, cmd->e_guard, cmd, cmd->atio.u.isp24.fcp_hdr.ox_id); cmd->dif_err_code = DIF_ERR_APP; scsi_status = SAM_STAT_CHECK_CONDITION; sense_key = ABORTED_COMMAND; asc = 0x10; ascq = 0x2; } /* check ref tag */ if (cmd->e_ref_tag != cmd->a_ref_tag) { ql_dbg(ql_dbg_tgt_dif, vha, 0xe00e, "Ref Tag ERR: cdb[%x] lba[%llx %llx] blks[%x] [Actual|Expected] Ref[%x|%x], App[%x|%x], Guard[%x|%x] cmd=%p ox_id[%04x] ", cmd->cdb[0], lba, (lba+cmd->num_blks), cmd->num_blks, cmd->a_ref_tag, cmd->e_ref_tag, cmd->a_app_tag, cmd->e_app_tag, cmd->a_guard, cmd->e_guard, cmd, cmd->atio.u.isp24.fcp_hdr.ox_id); cmd->dif_err_code = DIF_ERR_REF; scsi_status = SAM_STAT_CHECK_CONDITION; sense_key = ABORTED_COMMAND; asc = 0x10; ascq = 0x3; goto out; } /* check guard */ if (cmd->e_guard != cmd->a_guard) { ql_dbg(ql_dbg_tgt_dif, vha, 0xe012, "Guard ERR: cdb[%x] lba[%llx %llx] blks[%x] [Actual|Expected] Ref[%x|%x], App[%x|%x], Guard [%x|%x] cmd=%p ox_id[%04x]", cmd->cdb[0], lba, (lba+cmd->num_blks), cmd->num_blks, cmd->a_ref_tag, cmd->e_ref_tag, cmd->a_app_tag, cmd->e_app_tag, cmd->a_guard, cmd->e_guard, cmd, cmd->atio.u.isp24.fcp_hdr.ox_id); cmd->dif_err_code = DIF_ERR_GRD; scsi_status = SAM_STAT_CHECK_CONDITION; sense_key = ABORTED_COMMAND; asc = 0x10; ascq = 0x1; } out: switch (cmd->state) { case QLA_TGT_STATE_NEED_DATA: /* handle_data will load DIF error code */ cmd->state = QLA_TGT_STATE_DATA_IN; cmd->jiffies_at_hw_st_entry = 0; vha->hw->tgt.tgt_ops->handle_data(cmd); break; default: if (cmd->sent_term_exchg) { vha->hw->tgt.tgt_ops->free_cmd(cmd); break; } qlt_send_resp_ctio(qpair, cmd, scsi_status, sense_key, asc, ascq); /* assume scsi status gets out on the wire. * Will not wait for completion. */ vha->hw->tgt.tgt_ops->free_cmd(cmd); break; } } /* If hardware_lock held on entry, might drop it, then reaquire */ /* This function sends the appropriate CTIO to ISP 2xxx or 24xx */ static int __qlt_send_term_imm_notif(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *ntfy) { struct nack_to_isp *nack; struct qla_hw_data *ha = vha->hw; request_t *pkt; int ret = 0; ql_dbg(ql_dbg_tgt_tmr, vha, 0xe01c, "Sending TERM ELS CTIO (ha=%p)\n", ha); pkt = (request_t *)qla2x00_alloc_iocbs(vha, NULL); if (pkt == NULL) { ql_dbg(ql_dbg_tgt, vha, 0xe080, "qla_target(%d): %s failed: unable to allocate " "request packet\n", vha->vp_idx, __func__); return -ENOMEM; } pkt->entry_type = NOTIFY_ACK_TYPE; pkt->entry_count = 1; pkt->handle = QLA_TGT_SKIP_HANDLE; nack = (struct nack_to_isp *)pkt; nack->ox_id = ntfy->ox_id; nack->u.isp24.nport_handle = ntfy->u.isp24.nport_handle; if (le16_to_cpu(ntfy->u.isp24.status) == IMM_NTFY_ELS) { nack->u.isp24.flags = ntfy->u.isp24.flags & cpu_to_le16(NOTIFY24XX_FLAGS_PUREX_IOCB); } /* terminate */ nack->u.isp24.flags |= __constant_cpu_to_le16(NOTIFY_ACK_FLAGS_TERMINATE); nack->u.isp24.srr_rx_id = ntfy->u.isp24.srr_rx_id; nack->u.isp24.status = ntfy->u.isp24.status; nack->u.isp24.status_subcode = ntfy->u.isp24.status_subcode; nack->u.isp24.fw_handle = ntfy->u.isp24.fw_handle; nack->u.isp24.exchange_address = ntfy->u.isp24.exchange_address; nack->u.isp24.srr_rel_offs = ntfy->u.isp24.srr_rel_offs; nack->u.isp24.srr_ui = ntfy->u.isp24.srr_ui; nack->u.isp24.vp_index = ntfy->u.isp24.vp_index; qla2x00_start_iocbs(vha, vha->req); return ret; } static void qlt_send_term_imm_notif(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *imm, int ha_locked) { int rc; WARN_ON_ONCE(!ha_locked); rc = __qlt_send_term_imm_notif(vha, imm); pr_debug("rc = %d\n", rc); } /* * Handle a SRR that had been previously associated with a command when the * command has been aborted or otherwise cannot process the SRR. * * If reject is true, then attempt to reject the SRR. Otherwise abort the * immediate notify exchange. */ void qlt_srr_abort(struct qla_tgt_cmd *cmd, bool reject) { struct scsi_qla_host *vha = cmd->vha; struct qla_tgt_srr *srr = cmd->srr; if (srr->imm_ntfy_recvd) { if (reject) srr->reject = true; else srr->aborted = true; if (srr->ctio_recvd) { /* * The SRR should already be scheduled for processing, * and the SRR processing code should see that the cmd * has been aborted and take appropriate action. In * addition, the cmd refcount should have been * incremented, preventing the cmd from being freed * until SRR processing is done. */ ql_dbg(ql_dbg_tgt_mgt, vha, 0x1102e, "qla_target(%d): tag %lld: %s: SRR already scheduled\n", vha->vp_idx, cmd->se_cmd.tag, __func__); } else { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; unsigned long flags; /* Shedule processing for the SRR immediate notify. */ ql_dbg(ql_dbg_tgt_mgt, vha, 0x1102f, "qla_target(%d): tag %lld: %s: schedule SRR %s\n", vha->vp_idx, cmd->se_cmd.tag, __func__, reject ? "reject" : "abort"); cmd->srr = NULL; srr->cmd = NULL; spin_lock_irqsave(&tgt->srr_lock, flags); list_add_tail(&srr->srr_list_entry, &tgt->srr_list); queue_work(qla_tgt_wq, &tgt->srr_work); spin_unlock_irqrestore(&tgt->srr_lock, flags); } } else { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11030, "qla_target(%d): tag %lld: %s: no IMM SRR; free SRR\n", vha->vp_idx, cmd->se_cmd.tag, __func__); cmd->srr = NULL; kfree(srr); } } EXPORT_SYMBOL(qlt_srr_abort); /* * If hardware_lock held on entry, might drop it, then reaquire * This function sends the appropriate CTIO to ISP 2xxx or 24xx */ static int __qlt_send_term_exchange(struct qla_qpair *qpair, struct qla_tgt_cmd *cmd, struct atio_from_isp *atio) { struct ctio7_to_24xx *ctio24; struct scsi_qla_host *vha; uint16_t loop_id; uint16_t temp; if (cmd) { vha = cmd->vha; loop_id = cmd->loop_id; } else { port_id_t id = be_to_port_id(atio->u.isp24.fcp_hdr.s_id); struct qla_hw_data *ha; struct fc_port *sess; unsigned long flags; vha = qpair->vha; ha = vha->hw; /* * CTIO7_NHANDLE_UNRECOGNIZED works when aborting an idle * command but not when aborting a command with an active CTIO * exchange. */ loop_id = CTIO7_NHANDLE_UNRECOGNIZED; spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = qla2x00_find_fcport_by_nportid(vha, &id, 1); if (sess) loop_id = sess->loop_id; spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); } if (cmd) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xe009, "qla_target(%d): tag %lld: Sending TERM EXCH CTIO state %d cmd_sent_to_fw %u\n", vha->vp_idx, cmd->se_cmd.tag, cmd->state, cmd->cmd_sent_to_fw); } else { ql_dbg(ql_dbg_tgt_mgt, vha, 0xe009, "qla_target(%d): tag %u: Sending TERM EXCH CTIO (no cmd)\n", vha->vp_idx, le32_to_cpu(atio->u.isp24.exchange_addr)); } ctio24 = qla2x00_alloc_iocbs_ready(qpair, NULL); if (!ctio24) { ql_dbg(ql_dbg_tgt, vha, 0xe050, "qla_target(%d): %s failed: unable to allocate " "request packet\n", vha->vp_idx, __func__); return -ENOMEM; } qpair->tgt_counters.num_term_xchg_sent++; ctio24->entry_type = CTIO_TYPE7; ctio24->entry_count = 1; ctio24->handle = QLA_TGT_SKIP_HANDLE | CTIO_COMPLETION_HANDLE_MARK; ctio24->nport_handle = cpu_to_le16(loop_id); ctio24->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); ctio24->vp_index = vha->vp_idx; ctio24->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); ctio24->exchange_addr = atio->u.isp24.exchange_addr; temp = (atio->u.isp24.attr << 9) | CTIO7_FLAGS_STATUS_MODE_1 | CTIO7_FLAGS_TERMINATE; ctio24->u.status1.flags = cpu_to_le16(temp); temp = be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id); ctio24->u.status1.ox_id = cpu_to_le16(temp); /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); return 0; } /* * Aborting a command that is active in the FW (i.e. cmd->cmd_sent_to_fw == 1) * will usually trigger the FW to send a completion CTIO with error status, * and the driver will then call the ->handle_data() or ->free_cmd() callbacks. * This can be used to clear a command that is locked up in the FW unless there * is something more seriously wrong. * * Aborting a command that is not active in the FW (i.e. * cmd->cmd_sent_to_fw == 0) will not directly trigger any callbacks. Instead, * when the target mode midlevel calls qlt_rdy_to_xfer() or * qlt_xmit_response(), the driver will see that the cmd has been aborted and * call the appropriate callback immediately without performing the requested * operation. */ void qlt_send_term_exchange(struct qla_qpair *qpair, struct qla_tgt_cmd *cmd, struct atio_from_isp *atio, int ha_locked) { struct scsi_qla_host *vha; unsigned long flags = 0; int rc; /* why use different vha? NPIV */ if (cmd) vha = cmd->vha; else vha = qpair->vha; if (ha_locked) { rc = __qlt_send_term_exchange(qpair, cmd, atio); if (rc == -ENOMEM) qlt_alloc_qfull_cmd(vha, atio, 0, 0); goto done; } spin_lock_irqsave(qpair->qp_lock_ptr, flags); rc = __qlt_send_term_exchange(qpair, cmd, atio); if (rc == -ENOMEM) qlt_alloc_qfull_cmd(vha, atio, 0, 0); done: if (cmd) { /* * Set this even if -ENOMEM above, since term exchange will be * sent eventually... */ cmd->sent_term_exchg = 1; cmd->aborted = 1; cmd->jiffies_at_term_exchg = jiffies; } if (!ha_locked) spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return; } EXPORT_SYMBOL(qlt_send_term_exchange); static void qlt_init_term_exchange(struct scsi_qla_host *vha) { struct list_head free_list; struct qla_tgt_cmd *cmd, *tcmd; vha->hw->tgt.leak_exchg_thresh_hold = (vha->hw->cur_fw_xcb_count/100) * LEAK_EXCHG_THRESH_HOLD_PERCENT; cmd = tcmd = NULL; if (!list_empty(&vha->hw->tgt.q_full_list)) { INIT_LIST_HEAD(&free_list); list_splice_init(&vha->hw->tgt.q_full_list, &free_list); list_for_each_entry_safe(cmd, tcmd, &free_list, cmd_list) { list_del(&cmd->cmd_list); /* This cmd was never sent to TCM. There is no need * to schedule free or call free_cmd */ qlt_free_cmd(cmd); vha->hw->tgt.num_qfull_cmds_alloc--; } } vha->hw->tgt.num_qfull_cmds_dropped = 0; } static void qlt_chk_exch_leak_thresh_hold(struct scsi_qla_host *vha) { uint32_t total_leaked; total_leaked = vha->hw->tgt.num_qfull_cmds_dropped; if (vha->hw->tgt.leak_exchg_thresh_hold && (total_leaked > vha->hw->tgt.leak_exchg_thresh_hold)) { ql_dbg(ql_dbg_tgt, vha, 0xe079, "Chip reset due to exchange starvation: %d/%d.\n", total_leaked, vha->hw->cur_fw_xcb_count); if (IS_P3P_TYPE(vha->hw)) set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags); else set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); qla2xxx_wake_dpc(vha); } } int qlt_abort_cmd(struct qla_tgt_cmd *cmd) { struct scsi_qla_host *vha = cmd->vha; struct qla_qpair *qpair = cmd->qpair; unsigned long flags; spin_lock_irqsave(qpair->qp_lock_ptr, flags); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf014, "qla_target(%d): tag %lld: cmd being aborted (state %d) %s; %s\n", vha->vp_idx, cmd->se_cmd.tag, cmd->state, cmd->cmd_sent_to_fw ? "sent to fw" : "not sent to fw", cmd->aborted ? "aborted" : "not aborted"); if (cmd->state != QLA_TGT_STATE_DONE && !cmd->sent_term_exchg) { if (!qpair->fw_started || cmd->reset_count != qpair->chip_reset) { /* * Chip was reset; just pretend that we sent the term * exchange. */ cmd->sent_term_exchg = 1; cmd->aborted = 1; cmd->jiffies_at_term_exchg = jiffies; } else { qlt_send_term_exchange(qpair, cmd, &cmd->atio, 1); } } spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); return 0; } EXPORT_SYMBOL(qlt_abort_cmd); void qlt_free_cmd(struct qla_tgt_cmd *cmd) { struct fc_port *sess = cmd->sess; ql_dbg(ql_dbg_tgt, cmd->vha, 0xe074, "%s: se_cmd[%p] ox_id %04x\n", __func__, &cmd->se_cmd, be16_to_cpu(cmd->atio.u.isp24.fcp_hdr.ox_id)); BUG_ON(cmd->cmd_in_wq); if (!cmd->q_full) qlt_decr_num_pend_cmds(cmd->vha); BUG_ON(cmd->sg_mapped); if (unlikely(cmd->free_sg)) { cmd->free_sg = 0; qlt_free_sg(cmd); } if (unlikely(cmd->srr)) qlt_srr_abort(cmd, false); if (unlikely(cmd->aborted || (cmd->trc_flags & (TRC_CTIO_STRANGE | TRC_CTIO_ERR | TRC_SRR_CTIO | TRC_SRR_IMM)))) { ql_dbg(ql_dbg_tgt_mgt, cmd->vha, 0xe086, "qla_target(%d): tag %lld: free cmd (trc_flags %x, aborted %u, sent_term_exchg %u, rsp_sent %u)\n", cmd->vha->vp_idx, cmd->se_cmd.tag, cmd->trc_flags, cmd->aborted, cmd->sent_term_exchg, cmd->rsp_sent); } if (unlikely(cmd->cdb != &cmd->atio.u.isp24.fcp_cmnd.cdb[0])) { kfree(cmd->cdb); cmd->cdb = &cmd->atio.u.isp24.fcp_cmnd.cdb[0]; cmd->cdb_len = 16; } cmd->jiffies_at_free = get_jiffies_64(); if (!sess || !sess->se_sess) { WARN_ON(1); return; } cmd->vha->hw->tgt.tgt_ops->rel_cmd(cmd); } EXPORT_SYMBOL(qlt_free_cmd); /* * Process a CTIO response for a SCSI command that failed due to SRR. * * qpair->qp_lock_ptr supposed to be held on entry */ static int qlt_prepare_srr_ctio(struct qla_qpair *qpair, struct qla_tgt_cmd *cmd) { struct scsi_qla_host *vha = cmd->vha; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct qla_tgt_srr *srr; cmd->trc_flags |= TRC_SRR_CTIO; srr = cmd->srr; if (srr != NULL) { /* qlt_prepare_srr_imm() was called first. */ WARN_ON(srr->ctio_recvd); WARN_ON(!srr->imm_ntfy_recvd); if (vha->hw->tgt.tgt_ops->get_cmd_ref(cmd)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11037, "qla_target(%d): tag %lld: unable to get cmd ref for SRR processing\n", vha->vp_idx, cmd->se_cmd.tag); qlt_srr_abort(cmd, true); return -ESHUTDOWN; } srr->ctio_recvd = true; ql_dbg(ql_dbg_tgt_mgt, vha, 0x1100f, "qla_target(%d): tag %lld: Scheduling SRR work\n", vha->vp_idx, cmd->se_cmd.tag); /* Schedule the srr for processing in qlt_handle_srr(). */ /* IRQ is already OFF */ spin_lock(&tgt->srr_lock); list_add_tail(&srr->srr_list_entry, &tgt->srr_list); queue_work_on(cmd->se_cmd.cpuid, qla_tgt_wq, &tgt->srr_work); spin_unlock(&tgt->srr_lock); return 0; } srr = kzalloc(sizeof(*srr), GFP_ATOMIC); if (!srr) return -ENOMEM; /* Expect qlt_prepare_srr_imm() to be called. */ srr->ctio_recvd = true; srr->cmd = cmd; srr->reset_count = cmd->reset_count; cmd->srr = srr; return 0; } /* ha->hardware_lock supposed to be held on entry */ static void *qlt_ctio_to_cmd(struct scsi_qla_host *vha, struct rsp_que *rsp, uint32_t handle, uint8_t cmd_type, const void *ctio) { void *cmd = NULL; struct req_que *req; int qid = GET_QID(handle); uint32_t h = handle & ~QLA_TGT_HANDLE_MASK; if (unlikely(h == QLA_TGT_SKIP_HANDLE)) return NULL; if (qid == rsp->req->id) { req = rsp->req; } else if (vha->hw->req_q_map[qid]) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x1000a, "qla_target(%d): CTIO completion with different QID %d handle %x\n", vha->vp_idx, rsp->id, handle); req = vha->hw->req_q_map[qid]; } else { return NULL; } h &= QLA_CMD_HANDLE_MASK; if (h == QLA_TGT_NULL_HANDLE) { /* We can't get loop ID from CTIO7 */ ql_dbg(ql_dbg_tgt, vha, 0xe054, "qla_target(%d): Wrong CTIO received: QLA24xx doesn't " "support NULL handles\n", vha->vp_idx); return NULL; } if (unlikely(h >= req->num_outstanding_cmds)) { ql_dbg(ql_dbg_tgt, vha, 0xe052, "qla_target(%d): Wrong handle %x received\n", vha->vp_idx, handle); return NULL; } /* * We passed a numeric handle for a cmd to the hardware, and the * hardware passed the handle back to us. Look up the associated cmd, * and validate that the cmd_type and exchange address match what the * caller expects. This guards against buggy HBA firmware that returns * the same CTIO multiple times. */ cmd = req->outstanding_cmds[h]; if (unlikely(cmd == NULL)) { if (cmd_type == TYPE_TGT_CMD) { __le32 ctio_exchange_addr = ((const struct ctio7_from_24xx *)ctio)-> exchange_address; ql_dbg(ql_dbg_tgt_mgt, vha, 0xe053, "qla_target(%d): tag %u: handle %x: cmd detached; ignoring CTIO (handle %x req->id %d rsp->id %d)\n", vha->vp_idx, le32_to_cpu(ctio_exchange_addr), h, handle, req->id, rsp->id); } else { ql_dbg(ql_dbg_tgt_mgt, vha, 0xe053, "qla_target(%d): cmd detached; ignoring CTIO (handle %x req->id %d rsp->id %d)\n", vha->vp_idx, handle, req->id, rsp->id); } return NULL; } if (unlikely(((srb_t *)cmd)->cmd_type != cmd_type)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xe087, "qla_target(%d): handle %x: cmd detached; ignoring CTIO (cmd_type mismatch)\n", vha->vp_idx, h); return NULL; } switch (cmd_type) { case TYPE_TGT_CMD: { __le32 ctio_exchange_addr = ((const struct ctio7_from_24xx *)ctio)-> exchange_address; __le32 cmd_exchange_addr = ((struct qla_tgt_cmd *)cmd)-> atio.u.isp24.exchange_addr; BUILD_BUG_ON(offsetof(struct ctio7_from_24xx, exchange_address) != offsetof(struct ctio_crc_from_fw, exchange_address)); if (unlikely(ctio_exchange_addr != cmd_exchange_addr)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xe088, "qla_target(%d): tag %u: handle %x: cmd detached; ignoring CTIO (exchange address mismatch)\n", vha->vp_idx, le32_to_cpu(ctio_exchange_addr), h); return NULL; } break; } case TYPE_TGT_TMCMD: { __le32 ctio_exchange_addr = ((const struct abts_resp_from_24xx_fw *)ctio)-> exchange_address; __le32 cmd_exchange_addr = ((struct qla_tgt_mgmt_cmd *)cmd)-> orig_iocb.abts.exchange_address; if (unlikely(ctio_exchange_addr != cmd_exchange_addr)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xe089, "qla_target(%d): ABTS: handle %x: cmd detached; ignoring CTIO (exchange address mismatch)\n", vha->vp_idx, h); return NULL; } break; } } req->outstanding_cmds[h] = NULL; return cmd; } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static void qlt_do_ctio_completion(struct scsi_qla_host *vha, struct rsp_que *rsp, uint32_t handle, uint32_t status, struct ctio7_from_24xx *ctio) { struct qla_hw_data *ha = vha->hw; struct qla_tgt_cmd *cmd; struct qla_qpair *qpair = rsp->qpair; uint16_t ctio_flags; if (handle & CTIO_INTERMEDIATE_HANDLE_MARK) { /* That could happen only in case of an error/reset/abort */ if (status != CTIO_SUCCESS) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf01d, "Intermediate CTIO received" " (status %x)\n", status); } return; } ctio_flags = le16_to_cpu(ctio->flags); cmd = qlt_ctio_to_cmd(vha, rsp, handle, TYPE_TGT_CMD, ctio); if (unlikely(cmd == NULL)) { if ((handle & ~QLA_TGT_HANDLE_MASK) == QLA_TGT_SKIP_HANDLE && (ctio_flags & 0xe1ff) == (CTIO7_FLAGS_STATUS_MODE_1 | CTIO7_FLAGS_TERMINATE)) { u32 tag = le32_to_cpu(ctio->exchange_address); if (status == CTIO_SUCCESS) ql_dbg(ql_dbg_tgt_mgt, vha, 0xe083, "qla_target(%d): tag %u: term exchange successful\n", vha->vp_idx, tag); else ql_dbg(ql_dbg_tgt_mgt, vha, 0xe084, "qla_target(%d): tag %u: term exchange failed; status = 0x%x\n", vha->vp_idx, tag, status); } return; } if ((ctio_flags & CTIO7_FLAGS_DATA_OUT) && cmd->sess) qlt_chk_edif_rx_sa_delete_pending(vha, cmd->sess, ctio); cmd->cmd_sent_to_fw = 0; qlt_unmap_sg(vha, cmd); if (unlikely(status != CTIO_SUCCESS)) { u8 op = cmd->cdb ? cmd->cdb[0] : 0; bool term_exchg = false; /* * If the hardware terminated the exchange, then we don't need * to send an explicit term exchange message. */ if (ctio_flags & OF_TERM_EXCH) { cmd->sent_term_exchg = 1; cmd->aborted = 1; cmd->jiffies_at_term_exchg = jiffies; } switch (status & 0xFFFF) { case CTIO_INVALID_RX_ID: term_exchg = true; if (printk_ratelimit()) dev_info(&vha->hw->pdev->dev, "qla_target(%d): tag %lld, op %x: CTIO with INVALID_RX_ID status 0x%x received (state %d, port %8phC, LUN %lld, ATIO attr %x, CTIO Flags %x|%x)\n", vha->vp_idx, cmd->se_cmd.tag, op, status, cmd->state, cmd->sess->port_name, cmd->unpacked_lun, cmd->atio.u.isp24.attr, ((cmd->ctio_flags >> 9) & 0xf), cmd->ctio_flags); break; case CTIO_LIP_RESET: case CTIO_TARGET_RESET: case CTIO_ABORTED: term_exchg = true; fallthrough; case CTIO_TIMEOUT: { const char *status_str; switch (status & 0xFFFF) { case CTIO_LIP_RESET: status_str = "LIP_RESET"; break; case CTIO_TARGET_RESET: status_str = "TARGET_RESET"; break; case CTIO_ABORTED: status_str = "ABORTED"; break; case CTIO_TIMEOUT: default: status_str = "TIMEOUT"; break; } ql_dbg(ql_dbg_tgt_mgt, vha, 0xf058, "qla_target(%d): tag %lld, op %x: CTIO with %s status 0x%x received (state %d, port %8phC, LUN %lld)\n", vha->vp_idx, cmd->se_cmd.tag, op, status_str, status, cmd->state, cmd->sess->port_name, cmd->unpacked_lun); break; } case CTIO_PORT_LOGGED_OUT: case CTIO_PORT_UNAVAILABLE: { int logged_out = (status & 0xFFFF) == CTIO_PORT_LOGGED_OUT; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf059, "qla_target(%d): tag %lld, op %x: CTIO with %s status 0x%x received (state %d, port %8phC, LUN %lld)\n", vha->vp_idx, cmd->se_cmd.tag, op, logged_out ? "PORT LOGGED OUT" : "PORT UNAVAILABLE", status, cmd->state, cmd->sess->port_name, cmd->unpacked_lun); term_exchg = true; if (logged_out && cmd->sess) { /* * Session is already logged out, but we need * to notify initiator, who's not aware of this */ cmd->sess->send_els_logo = 1; ql_dbg(ql_dbg_disc, vha, 0x20f8, "%s %d %8phC post del sess\n", __func__, __LINE__, cmd->sess->port_name); qlt_schedule_sess_for_deletion(cmd->sess); } break; } case CTIO_SRR_RECEIVED: ql_dbg(ql_dbg_tgt_mgt, vha, 0x1100e, "qla_target(%d): tag %lld, op %x: CTIO with SRR status 0x%x received (state %d, port %8phC, LUN %lld, bufflen %d)\n", vha->vp_idx, cmd->se_cmd.tag, op, status, cmd->state, cmd->sess->port_name, cmd->unpacked_lun, cmd->bufflen); if (qlt_prepare_srr_ctio(qpair, cmd) == 0) return; break; case CTIO_DIF_ERROR: { struct ctio_crc_from_fw *crc = (struct ctio_crc_from_fw *)ctio; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf073, "qla_target(%d): tag %lld, op %x: CTIO with DIF_ERROR status 0x%x received (state %d, port %8phC, LUN %lld, actual_dif[0x%llx] expect_dif[0x%llx])\n", vha->vp_idx, cmd->se_cmd.tag, op, status, cmd->state, cmd->sess->port_name, cmd->unpacked_lun, *((u64 *)&crc->actual_dif[0]), *((u64 *)&crc->expected_dif[0])); qlt_handle_dif_error(qpair, cmd, crc); return; } case CTIO_FAST_AUTH_ERR: case CTIO_FAST_INCOMP_PAD_LEN: case CTIO_FAST_INVALID_REQ: case CTIO_FAST_SPI_ERR: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf05b, "qla_target(%d): tag %lld, op %x: CTIO with EDIF error status 0x%x received (state %d, port %8phC, LUN %lld)\n", vha->vp_idx, cmd->se_cmd.tag, op, status, cmd->state, cmd->sess->port_name, cmd->unpacked_lun); break; default: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf05b, "qla_target(%d): tag %lld, op %x: CTIO with error status 0x%x received (state %d, port %8phC, LUN %lld)\n", vha->vp_idx, cmd->se_cmd.tag, op, status, cmd->state, cmd->sess->port_name, cmd->unpacked_lun); break; } cmd->trc_flags |= TRC_CTIO_ERR; /* * In state QLA_TGT_STATE_NEED_DATA the failed CTIO was for * Data-Out, so either abort the exchange or try sending check * condition with sense data depending on the severity of * the error. In state QLA_TGT_STATE_PROCESSED the failed CTIO * was for status (and possibly Data-In), so don't try sending * an error status again in that case (if the error was for * Data-In with status, we could try sending status without * Data-In, but we don't do that currently). */ if (!cmd->sent_term_exchg && (term_exchg || cmd->state != QLA_TGT_STATE_NEED_DATA)) qlt_send_term_exchange(qpair, cmd, &cmd->atio, 1); } if (unlikely(cmd->srr != NULL)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11031, "qla_target(%d): tag %lld, op %x: expected CTIO with SRR status; got status 0x%x: state %d, bufflen %d\n", vha->vp_idx, cmd->se_cmd.tag, cmd->cdb ? cmd->cdb[0] : 0, status, cmd->state, cmd->bufflen); qlt_srr_abort(cmd, true); } if (cmd->state == QLA_TGT_STATE_PROCESSED) { cmd->trc_flags |= TRC_CTIO_DONE; if (likely(status == CTIO_SUCCESS)) cmd->rsp_sent = 1; } else if (cmd->state == QLA_TGT_STATE_NEED_DATA) { cmd->state = QLA_TGT_STATE_DATA_IN; if (status == CTIO_SUCCESS) cmd->write_data_transferred = 1; cmd->jiffies_at_hw_st_entry = 0; ha->tgt.tgt_ops->handle_data(cmd); return; } else if (cmd->aborted) { cmd->trc_flags |= TRC_CTIO_ABORTED; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf01e, "qla_target(%d): tag %lld: Aborted command finished\n", vha->vp_idx, cmd->se_cmd.tag); } else { cmd->trc_flags |= TRC_CTIO_STRANGE; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf05c, "qla_target(%d): tag %lld: A command in state (%d) should not return a CTIO complete\n", vha->vp_idx, cmd->se_cmd.tag, cmd->state); } if (unlikely(status != CTIO_SUCCESS) && !cmd->aborted) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf01f, "Finishing failed CTIO\n"); dump_stack(); } ha->tgt.tgt_ops->free_cmd(cmd); } static inline int qlt_get_fcp_task_attr(struct scsi_qla_host *vha, uint8_t task_codes) { int fcp_task_attr; switch (task_codes) { case ATIO_SIMPLE_QUEUE: fcp_task_attr = TCM_SIMPLE_TAG; break; case ATIO_HEAD_OF_QUEUE: fcp_task_attr = TCM_HEAD_TAG; break; case ATIO_ORDERED_QUEUE: fcp_task_attr = TCM_ORDERED_TAG; break; case ATIO_ACA_QUEUE: fcp_task_attr = TCM_ACA_TAG; break; case ATIO_UNTAGGED: fcp_task_attr = TCM_SIMPLE_TAG; break; default: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf05d, "qla_target: unknown task code %x, use ORDERED instead\n", task_codes); fcp_task_attr = TCM_ORDERED_TAG; break; } return fcp_task_attr; } /* * Process context for I/O path into tcm_qla2xxx code */ static void __qlt_do_work(struct qla_tgt_cmd *cmd) { scsi_qla_host_t *vha = cmd->vha; struct qla_hw_data *ha = vha->hw; struct fc_port *sess = cmd->sess; struct atio_from_isp *atio = &cmd->atio; unsigned long flags; uint32_t data_length; int ret, fcp_task_attr, data_dir, bidi = 0; struct qla_qpair *qpair = cmd->qpair; cmd->cmd_in_wq = 0; cmd->trc_flags |= TRC_DO_WORK; if (cmd->aborted) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf082, "cmd with tag %u is aborted\n", cmd->atio.u.isp24.exchange_addr); goto out_term; } cmd->se_cmd.tag = le32_to_cpu(atio->u.isp24.exchange_addr); if (atio->u.isp24.fcp_cmnd.rddata && atio->u.isp24.fcp_cmnd.wrdata) { bidi = 1; data_dir = DMA_TO_DEVICE; } else if (atio->u.isp24.fcp_cmnd.rddata) data_dir = DMA_FROM_DEVICE; else if (atio->u.isp24.fcp_cmnd.wrdata) data_dir = DMA_TO_DEVICE; else data_dir = DMA_NONE; fcp_task_attr = qlt_get_fcp_task_attr(vha, atio->u.isp24.fcp_cmnd.task_attr); data_length = get_datalen_for_atio(atio); ret = ha->tgt.tgt_ops->handle_cmd(vha, cmd, cmd->cdb, data_length, fcp_task_attr, data_dir, bidi); if (ret != 0) goto out_term; /* * Drop extra session reference from qlt_handle_cmd_for_atio(). */ ha->tgt.tgt_ops->put_sess(sess); return; out_term: ql_dbg(ql_dbg_io, vha, 0x3060, "Terminating work cmd %p", cmd); /* * cmd has not sent to target yet, so pass NULL as the second * argument to qlt_send_term_exchange() and free the memory here. */ cmd->trc_flags |= TRC_DO_WORK_ERR; spin_lock_irqsave(qpair->qp_lock_ptr, flags); qlt_send_term_exchange(qpair, NULL, &cmd->atio, 1); qlt_decr_num_pend_cmds(vha); if (unlikely(cmd->cdb != &cmd->atio.u.isp24.fcp_cmnd.cdb[0])) { kfree(cmd->cdb); cmd->cdb = &cmd->atio.u.isp24.fcp_cmnd.cdb[0]; cmd->cdb_len = 16; } cmd->vha->hw->tgt.tgt_ops->rel_cmd(cmd); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); ha->tgt.tgt_ops->put_sess(sess); } static void qlt_do_work(struct work_struct *work) { struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work); scsi_qla_host_t *vha = cmd->vha; unsigned long flags; spin_lock_irqsave(&vha->cmd_list_lock, flags); list_del(&cmd->cmd_list); spin_unlock_irqrestore(&vha->cmd_list_lock, flags); __qlt_do_work(cmd); } void qlt_clr_qp_table(struct scsi_qla_host *vha) { unsigned long flags; struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; void *node; u64 key = 0; ql_log(ql_log_info, vha, 0x706c, "User update Number of Active Qpairs %d\n", ha->tgt.num_act_qpairs); spin_lock_irqsave(&ha->tgt.atio_lock, flags); btree_for_each_safe64(&tgt->lun_qpair_map, key, node) btree_remove64(&tgt->lun_qpair_map, key); ha->base_qpair->lun_cnt = 0; for (key = 0; key < ha->max_qpairs; key++) if (ha->queue_pair_map[key]) ha->queue_pair_map[key]->lun_cnt = 0; spin_unlock_irqrestore(&ha->tgt.atio_lock, flags); } static void qlt_assign_qpair(struct scsi_qla_host *vha, struct qla_tgt_cmd *cmd) { struct qla_qpair *qpair, *qp; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct qla_qpair_hint *h; if (vha->flags.qpairs_available) { h = btree_lookup64(&tgt->lun_qpair_map, cmd->unpacked_lun); if (unlikely(!h)) { /* spread lun to qpair ratio evently */ int lcnt = 0, rc; struct scsi_qla_host *base_vha = pci_get_drvdata(vha->hw->pdev); qpair = vha->hw->base_qpair; if (qpair->lun_cnt == 0) { qpair->lun_cnt++; h = qla_qpair_to_hint(tgt, qpair); BUG_ON(!h); rc = btree_insert64(&tgt->lun_qpair_map, cmd->unpacked_lun, h, GFP_ATOMIC); if (rc) { qpair->lun_cnt--; ql_log(ql_log_info, vha, 0xd037, "Unable to insert lun %llx into lun_qpair_map\n", cmd->unpacked_lun); } goto out; } else { lcnt = qpair->lun_cnt; } h = NULL; list_for_each_entry(qp, &base_vha->qp_list, qp_list_elem) { if (qp->lun_cnt == 0) { qp->lun_cnt++; h = qla_qpair_to_hint(tgt, qp); BUG_ON(!h); rc = btree_insert64(&tgt->lun_qpair_map, cmd->unpacked_lun, h, GFP_ATOMIC); if (rc) { qp->lun_cnt--; ql_log(ql_log_info, vha, 0xd038, "Unable to insert lun %llx into lun_qpair_map\n", cmd->unpacked_lun); } qpair = qp; goto out; } else { if (qp->lun_cnt < lcnt) { lcnt = qp->lun_cnt; qpair = qp; continue; } } } BUG_ON(!qpair); qpair->lun_cnt++; h = qla_qpair_to_hint(tgt, qpair); BUG_ON(!h); rc = btree_insert64(&tgt->lun_qpair_map, cmd->unpacked_lun, h, GFP_ATOMIC); if (rc) { qpair->lun_cnt--; ql_log(ql_log_info, vha, 0xd039, "Unable to insert lun %llx into lun_qpair_map\n", cmd->unpacked_lun); } } } else { h = &tgt->qphints[0]; } out: cmd->qpair = h->qpair; cmd->se_cmd.cpuid = h->cpuid; } /* * Safely make a fixed-length copy of a variable-length atio by truncating the * CDB if necessary. */ static void memcpy_atio(struct atio_from_isp *dst, const struct atio_from_isp *src) { int len; memcpy(dst, src, sizeof(*dst)); /* * If the CDB was truncated, prevent get_datalen_for_atio() from * accessing invalid memory. */ len = src->u.isp24.fcp_cmnd.add_cdb_len; if (unlikely(len != 0)) { dst->u.isp24.fcp_cmnd.add_cdb_len = 0; memcpy(&dst->u.isp24.fcp_cmnd.add_cdb[0], &src->u.isp24.fcp_cmnd.add_cdb[len * 4], 4); } } static struct qla_tgt_cmd *qlt_get_tag(scsi_qla_host_t *vha, struct fc_port *sess, struct atio_from_isp *atio) { struct qla_tgt_cmd *cmd; int add_cdb_len; cmd = vha->hw->tgt.tgt_ops->get_cmd(sess); if (!cmd) return NULL; cmd->cmd_type = TYPE_TGT_CMD; memcpy_atio(&cmd->atio, atio); INIT_LIST_HEAD(&cmd->sess_cmd_list); cmd->state = QLA_TGT_STATE_NEW; cmd->tgt = vha->vha_tgt.qla_tgt; qlt_incr_num_pend_cmds(vha); cmd->vha = vha; cmd->sess = sess; cmd->loop_id = sess->loop_id; cmd->conf_compl_supported = sess->conf_compl_supported; cmd->trc_flags = 0; cmd->jiffies_at_alloc = get_jiffies_64(); cmd->unpacked_lun = scsilun_to_int( (struct scsi_lun *)&atio->u.isp24.fcp_cmnd.lun); qlt_assign_qpair(vha, cmd); cmd->reset_count = vha->hw->base_qpair->chip_reset; cmd->vp_idx = vha->vp_idx; cmd->edif = sess->edif.enable; cmd->cdb = &cmd->atio.u.isp24.fcp_cmnd.cdb[0]; cmd->cdb_len = 16; /* * NOTE: memcpy_atio() set cmd->atio.u.isp24.fcp_cmnd.add_cdb_len to 0, * so use the original value here. */ add_cdb_len = atio->u.isp24.fcp_cmnd.add_cdb_len; if (unlikely(add_cdb_len != 0)) { int cdb_len = 16 + add_cdb_len * 4; u8 *cdb; cdb = kmalloc(cdb_len, GFP_ATOMIC); if (unlikely(!cdb)) { vha->hw->tgt.tgt_ops->free_cmd(cmd); return NULL; } /* CAUTION: copy CDB from atio not cmd->atio */ memcpy(cdb, atio->u.isp24.fcp_cmnd.cdb, cdb_len); cmd->cdb = cdb; cmd->cdb_len = cdb_len; } return cmd; } /* ha->hardware_lock supposed to be held on entry */ static int qlt_handle_cmd_for_atio(struct scsi_qla_host *vha, struct atio_from_isp *atio) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct fc_port *sess; struct qla_tgt_cmd *cmd; unsigned long flags; port_id_t id; if (unlikely(tgt->tgt_stop)) { ql_dbg(ql_dbg_io, vha, 0x3061, "New command while device %p is shutting down\n", tgt); return -ENODEV; } id = be_to_port_id(atio->u.isp24.fcp_hdr.s_id); if (IS_SW_RESV_ADDR(id)) return -EBUSY; sess = ha->tgt.tgt_ops->find_sess_by_s_id(vha, atio->u.isp24.fcp_hdr.s_id); if (unlikely(!sess)) return -EFAULT; /* Another WWN used to have our s_id. Our PLOGI scheduled its * session deletion, but it's still in sess_del_work wq */ if (sess->deleted) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf002, "New command while old session %p is being deleted\n", sess); return -EFAULT; } /* * Do kref_get() before returning + dropping qla_hw_data->hardware_lock. */ if (!kref_get_unless_zero(&sess->sess_kref)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf004, "%s: kref_get fail, %8phC oxid %x \n", __func__, sess->port_name, be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id)); return -EFAULT; } cmd = qlt_get_tag(vha, sess, atio); if (!cmd) { ql_dbg(ql_dbg_io, vha, 0x3062, "qla_target(%d): Allocation of cmd failed\n", vha->vp_idx); ha->tgt.tgt_ops->put_sess(sess); return -EBUSY; } cmd->cmd_in_wq = 1; cmd->trc_flags |= TRC_NEW_CMD; spin_lock_irqsave(&vha->cmd_list_lock, flags); list_add_tail(&cmd->cmd_list, &vha->qla_cmd_list); spin_unlock_irqrestore(&vha->cmd_list_lock, flags); INIT_WORK(&cmd->work, qlt_do_work); if (vha->flags.qpairs_available) { queue_work_on(cmd->se_cmd.cpuid, qla_tgt_wq, &cmd->work); } else if (ha->msix_count) { if (cmd->atio.u.isp24.fcp_cmnd.rddata) queue_work(qla_tgt_wq, &cmd->work); else queue_work_on(cmd->se_cmd.cpuid, qla_tgt_wq, &cmd->work); } else { queue_work(qla_tgt_wq, &cmd->work); } return 0; } /* ha->hardware_lock supposed to be held on entry */ static int qlt_issue_task_mgmt(struct fc_port *sess, u64 lun, int fn, void *iocb, int flags) { struct scsi_qla_host *vha = sess->vha; struct qla_hw_data *ha = vha->hw; struct qla_tgt_mgmt_cmd *mcmd; struct atio_from_isp *a = (struct atio_from_isp *)iocb; struct qla_qpair_hint *h = &vha->vha_tgt.qla_tgt->qphints[0]; mcmd = mempool_alloc(qla_tgt_mgmt_cmd_mempool, GFP_ATOMIC); if (!mcmd) { ql_dbg(ql_dbg_tgt_tmr, vha, 0x10009, "qla_target(%d): Allocation of management " "command failed, some commands and their data could " "leak\n", vha->vp_idx); return -ENOMEM; } memset(mcmd, 0, sizeof(*mcmd)); mcmd->sess = sess; if (iocb) { memcpy(&mcmd->orig_iocb.imm_ntfy, iocb, sizeof(mcmd->orig_iocb.imm_ntfy)); } mcmd->tmr_func = fn; mcmd->flags = flags; mcmd->reset_count = ha->base_qpair->chip_reset; mcmd->qpair = h->qpair; mcmd->vha = vha; mcmd->se_cmd.cpuid = h->cpuid; mcmd->unpacked_lun = lun; switch (fn) { case QLA_TGT_LUN_RESET: case QLA_TGT_CLEAR_TS: case QLA_TGT_ABORT_TS: abort_cmds_for_lun(vha, lun, a->u.isp24.fcp_hdr.s_id); fallthrough; case QLA_TGT_CLEAR_ACA: h = qlt_find_qphint(vha, mcmd->unpacked_lun); mcmd->qpair = h->qpair; mcmd->se_cmd.cpuid = h->cpuid; break; case QLA_TGT_TARGET_RESET: case QLA_TGT_NEXUS_LOSS_SESS: case QLA_TGT_NEXUS_LOSS: case QLA_TGT_ABORT_ALL: default: /* no-op */ break; } INIT_WORK(&mcmd->work, qlt_do_tmr_work); queue_work_on(mcmd->se_cmd.cpuid, qla_tgt_wq, &mcmd->work); return 0; } /* ha->hardware_lock supposed to be held on entry */ static int qlt_handle_task_mgmt(struct scsi_qla_host *vha, void *iocb) { struct atio_from_isp *a = (struct atio_from_isp *)iocb; struct qla_hw_data *ha = vha->hw; struct fc_port *sess; u64 unpacked_lun; int fn; unsigned long flags; fn = a->u.isp24.fcp_cmnd.task_mgmt_flags; spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = ha->tgt.tgt_ops->find_sess_by_s_id(vha, a->u.isp24.fcp_hdr.s_id); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); unpacked_lun = scsilun_to_int((struct scsi_lun *)&a->u.isp24.fcp_cmnd.lun); if (sess == NULL || sess->deleted) return -EFAULT; return qlt_issue_task_mgmt(sess, unpacked_lun, fn, iocb, 0); } /* ha->hardware_lock supposed to be held on entry */ static int __qlt_abort_task(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *iocb, struct fc_port *sess) { struct atio_from_isp *a = (struct atio_from_isp *)iocb; struct qla_hw_data *ha = vha->hw; struct qla_tgt_mgmt_cmd *mcmd; u64 unpacked_lun; int rc; mcmd = mempool_alloc(qla_tgt_mgmt_cmd_mempool, GFP_ATOMIC); if (mcmd == NULL) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf05f, "qla_target(%d): %s: Allocation of ABORT cmd failed\n", vha->vp_idx, __func__); return -ENOMEM; } memset(mcmd, 0, sizeof(*mcmd)); mcmd->sess = sess; memcpy(&mcmd->orig_iocb.imm_ntfy, iocb, sizeof(mcmd->orig_iocb.imm_ntfy)); unpacked_lun = scsilun_to_int((struct scsi_lun *)&a->u.isp24.fcp_cmnd.lun); mcmd->reset_count = ha->base_qpair->chip_reset; mcmd->tmr_func = QLA_TGT_2G_ABORT_TASK; mcmd->qpair = ha->base_qpair; rc = ha->tgt.tgt_ops->handle_tmr(mcmd, unpacked_lun, mcmd->tmr_func, le16_to_cpu(iocb->u.isp2x.seq_id)); if (rc != 0) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf060, "qla_target(%d): tgt_ops->handle_tmr() failed: %d\n", vha->vp_idx, rc); mempool_free(mcmd, qla_tgt_mgmt_cmd_mempool); return -EFAULT; } return 0; } /* ha->hardware_lock supposed to be held on entry */ static int qlt_abort_task(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *iocb) { struct qla_hw_data *ha = vha->hw; struct fc_port *sess; int loop_id; unsigned long flags; loop_id = GET_TARGET_ID(ha, (struct atio_from_isp *)iocb); spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = ha->tgt.tgt_ops->find_sess_by_loop_id(vha, loop_id); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); if (sess == NULL) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf025, "qla_target(%d): task abort for unexisting " "session\n", vha->vp_idx); return qlt_sched_sess_work(vha->vha_tgt.qla_tgt, QLA_TGT_SESS_WORK_ABORT, iocb, sizeof(*iocb)); } return __qlt_abort_task(vha, iocb, sess); } void qlt_logo_completion_handler(fc_port_t *fcport, int rc) { if (rc != MBS_COMMAND_COMPLETE) { ql_dbg(ql_dbg_tgt_mgt, fcport->vha, 0xf093, "%s: se_sess %p / sess %p from" " port %8phC loop_id %#04x s_id %02x:%02x:%02x" " LOGO failed: %#x\n", __func__, fcport->se_sess, fcport, fcport->port_name, fcport->loop_id, fcport->d_id.b.domain, fcport->d_id.b.area, fcport->d_id.b.al_pa, rc); } fcport->logout_completed = 1; } /* * ha->hardware_lock supposed to be held on entry (to protect tgt->sess_list) * * Schedules sessions with matching port_id/loop_id but different wwn for * deletion. Returns existing session with matching wwn if present. * Null otherwise. */ struct fc_port * qlt_find_sess_invalidate_other(scsi_qla_host_t *vha, uint64_t wwn, port_id_t port_id, uint16_t loop_id, struct fc_port **conflict_sess) { struct fc_port *sess = NULL, *other_sess; uint64_t other_wwn; *conflict_sess = NULL; list_for_each_entry(other_sess, &vha->vp_fcports, list) { other_wwn = wwn_to_u64(other_sess->port_name); if (wwn == other_wwn) { WARN_ON(sess); sess = other_sess; continue; } /* find other sess with nport_id collision */ if (port_id.b24 == other_sess->d_id.b24) { if (loop_id != other_sess->loop_id) { ql_dbg(ql_dbg_disc, vha, 0x1000c, "Invalidating sess %p loop_id %d wwn %llx.\n", other_sess, other_sess->loop_id, other_wwn); /* * logout_on_delete is set by default, but another * session that has the same s_id/loop_id combo * might have cleared it when requested this session * deletion, so don't touch it */ qlt_schedule_sess_for_deletion(other_sess); } else { /* * Another wwn used to have our s_id/loop_id * kill the session, but don't free the loop_id */ ql_dbg(ql_dbg_disc, vha, 0xf01b, "Invalidating sess %p loop_id %d wwn %llx.\n", other_sess, other_sess->loop_id, other_wwn); other_sess->keep_nport_handle = 1; if (other_sess->disc_state != DSC_DELETED) *conflict_sess = other_sess; qlt_schedule_sess_for_deletion(other_sess); } continue; } /* find other sess with nport handle collision */ if ((loop_id == other_sess->loop_id) && (loop_id != FC_NO_LOOP_ID)) { ql_dbg(ql_dbg_disc, vha, 0x1000d, "Invalidating sess %p loop_id %d wwn %llx.\n", other_sess, other_sess->loop_id, other_wwn); /* Same loop_id but different s_id * Ok to kill and logout */ qlt_schedule_sess_for_deletion(other_sess); } } return sess; } /* Abort any commands for this s_id waiting on qla_tgt_wq workqueue */ static int abort_cmds_for_s_id(struct scsi_qla_host *vha, port_id_t *s_id) { struct qla_tgt_sess_op *op; struct qla_tgt_cmd *cmd; uint32_t key; int count = 0; unsigned long flags; key = (((u32)s_id->b.domain << 16) | ((u32)s_id->b.area << 8) | ((u32)s_id->b.al_pa)); spin_lock_irqsave(&vha->cmd_list_lock, flags); list_for_each_entry(op, &vha->unknown_atio_list, cmd_list) { uint32_t op_key = sid_to_key(op->atio.u.isp24.fcp_hdr.s_id); if (op_key == key) { op->aborted = true; count++; } } list_for_each_entry(cmd, &vha->qla_cmd_list, cmd_list) { uint32_t cmd_key = sid_to_key(cmd->atio.u.isp24.fcp_hdr.s_id); if (cmd_key == key) { cmd->aborted = 1; count++; } } spin_unlock_irqrestore(&vha->cmd_list_lock, flags); return count; } static int qlt_handle_login(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *iocb) { struct fc_port *sess = NULL, *conflict_sess = NULL; uint64_t wwn; port_id_t port_id; uint16_t loop_id, wd3_lo; int res = 0; struct qlt_plogi_ack_t *pla; unsigned long flags; lockdep_assert_held(&vha->hw->hardware_lock); wwn = wwn_to_u64(iocb->u.isp24.port_name); port_id.b.domain = iocb->u.isp24.port_id[2]; port_id.b.area = iocb->u.isp24.port_id[1]; port_id.b.al_pa = iocb->u.isp24.port_id[0]; port_id.b.rsvd_1 = 0; loop_id = le16_to_cpu(iocb->u.isp24.nport_handle); /* Mark all stale commands sitting in qla_tgt_wq for deletion */ abort_cmds_for_s_id(vha, &port_id); if (wwn) { spin_lock_irqsave(&vha->hw->tgt.sess_lock, flags); sess = qlt_find_sess_invalidate_other(vha, wwn, port_id, loop_id, &conflict_sess); spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); } else { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d Term INOT due to WWN=0 lid=%d, NportID %06X ", __func__, __LINE__, loop_id, port_id.b24); qlt_send_term_imm_notif(vha, iocb, 1); goto out; } if (IS_SW_RESV_ADDR(port_id)) { res = 1; goto out; } if (vha->hw->flags.edif_enabled && !(vha->e_dbell.db_flags & EDB_ACTIVE) && iocb->u.isp24.status_subcode == ELS_PLOGI && !(le16_to_cpu(iocb->u.isp24.flags) & NOTIFY24XX_FLAGS_FCSP)) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d Term INOT due to app not available lid=%d, NportID %06X ", __func__, __LINE__, loop_id, port_id.b24); qlt_send_term_imm_notif(vha, iocb, 1); goto out; } if (vha->hw->flags.edif_enabled) { if (DBELL_INACTIVE(vha)) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d Term INOT due to app not started lid=%d, NportID %06X ", __func__, __LINE__, loop_id, port_id.b24); qlt_send_term_imm_notif(vha, iocb, 1); goto out; } else if (iocb->u.isp24.status_subcode == ELS_PLOGI && !(le16_to_cpu(iocb->u.isp24.flags) & NOTIFY24XX_FLAGS_FCSP)) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d Term INOT due to unsecure lid=%d, NportID %06X ", __func__, __LINE__, loop_id, port_id.b24); qlt_send_term_imm_notif(vha, iocb, 1); goto out; } } pla = qlt_plogi_ack_find_add(vha, &port_id, iocb); if (!pla) { ql_dbg(ql_dbg_disc + ql_dbg_verbose, vha, 0xffff, "%s %d %8phC Term INOT due to mem alloc fail", __func__, __LINE__, iocb->u.isp24.port_name); qlt_send_term_imm_notif(vha, iocb, 1); goto out; } if (conflict_sess) { conflict_sess->login_gen++; qlt_plogi_ack_link(vha, pla, conflict_sess, QLT_PLOGI_LINK_CONFLICT); } if (!sess) { pla->ref_count++; ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d %8phC post new sess\n", __func__, __LINE__, iocb->u.isp24.port_name); if (iocb->u.isp24.status_subcode == ELS_PLOGI) qla24xx_post_newsess_work(vha, &port_id, iocb->u.isp24.port_name, iocb->u.isp24.u.plogi.node_name, pla, 0); else qla24xx_post_newsess_work(vha, &port_id, iocb->u.isp24.port_name, NULL, pla, 0); goto out; } if (sess->disc_state == DSC_UPD_FCPORT) { u16 sec; /* * Remote port registration is still going on from * previous login. Allow it to finish before we * accept the new login. */ sess->next_disc_state = DSC_DELETE_PEND; sec = jiffies_to_msecs(jiffies - sess->jiffies_at_registration) / 1000; if (sess->sec_since_registration < sec && sec && !(sec % 5)) { sess->sec_since_registration = sec; ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %8phC - Slow Rport registration (%d Sec)\n", __func__, sess->port_name, sec); } if (!conflict_sess) { list_del(&pla->list); kmem_cache_free(qla_tgt_plogi_cachep, pla); } qlt_send_term_imm_notif(vha, iocb, 1); goto out; } qlt_plogi_ack_link(vha, pla, sess, QLT_PLOGI_LINK_SAME_WWN); sess->d_id = port_id; sess->login_gen++; sess->loop_id = loop_id; if (iocb->u.isp24.status_subcode == ELS_PLOGI) { /* remote port has assigned Port ID */ if (N2N_TOPO(vha->hw) && fcport_is_bigger(sess)) vha->d_id = sess->d_id; ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %8phC - send port online\n", __func__, sess->port_name); qla2x00_post_aen_work(vha, FCH_EVT_PORT_ONLINE, sess->d_id.b24); } if (iocb->u.isp24.status_subcode == ELS_PRLI) { sess->fw_login_state = DSC_LS_PRLI_PEND; sess->local = 0; sess->loop_id = loop_id; sess->d_id = port_id; sess->fw_login_state = DSC_LS_PRLI_PEND; wd3_lo = le16_to_cpu(iocb->u.isp24.u.prli.wd3_lo); if (wd3_lo & BIT_7) sess->conf_compl_supported = 1; if ((wd3_lo & BIT_4) == 0) sess->port_type = FCT_INITIATOR; else sess->port_type = FCT_TARGET; } else sess->fw_login_state = DSC_LS_PLOGI_PEND; ql_dbg(ql_dbg_disc, vha, 0x20f9, "%s %d %8phC DS %d\n", __func__, __LINE__, sess->port_name, sess->disc_state); switch (sess->disc_state) { case DSC_DELETED: case DSC_LOGIN_PEND: qlt_plogi_ack_unref(vha, pla); break; default: /* * Under normal circumstances we want to release nport handle * during LOGO process to avoid nport handle leaks inside FW. * The exception is when LOGO is done while another PLOGI with * the same nport handle is waiting as might be the case here. * Note: there is always a possibily of a race where session * deletion has already started for other reasons (e.g. ACL * removal) and now PLOGI arrives: * 1. if PLOGI arrived in FW after nport handle has been freed, * FW must have assigned this PLOGI a new/same handle and we * can proceed ACK'ing it as usual when session deletion * completes. * 2. if PLOGI arrived in FW before LOGO with LCF_FREE_NPORT * bit reached it, the handle has now been released. We'll * get an error when we ACK this PLOGI. Nothing will be sent * back to initiator. Initiator should eventually retry * PLOGI and situation will correct itself. */ sess->keep_nport_handle = ((sess->loop_id == loop_id) && (sess->d_id.b24 == port_id.b24)); ql_dbg(ql_dbg_disc, vha, 0x20f9, "%s %d %8phC post del sess\n", __func__, __LINE__, sess->port_name); qlt_schedule_sess_for_deletion(sess); break; } out: return res; } /* * Return true if the HBA firmware version is known to have bugs that * prevent Sequence Level Error Recovery (SLER) / Sequence Retransmission * Request (SRR) from working. * * Some bad versions are based on testing and some are based on "Marvell Fibre * Channel Firmware Release Notes". */ static bool qlt_has_sler_fw_bug(struct qla_hw_data *ha) { bool has_sler_fw_bug = false; if (IS_QLA27XX(ha) || IS_QLA28XX(ha)) { /* * In the fw release notes: * ER147301 was added to v9.05.00 causing SLER regressions * FCD-259 was fixed in v9.08.00 * FCD-371 was fixed in v9.08.00 * FCD-1183 was fixed in v9.09.00 * * QLE2694L (ISP2071) known bad firmware (tested): * 9.06.02 * 9.07.00 * 9.08.02 * SRRs trigger hundreds of bogus entries in the response * queue and various other problems. * * QLE2694L known good firmware (tested): * 8.08.05 * 9.09.00 * * Suspected bad firmware (not confirmed by testing): * v9.05.xx * * unknown firmware: * 9.00.00 - 9.04.xx */ if (ha->fw_major_version == 9 && ha->fw_minor_version >= 5 && ha->fw_minor_version <= 8) has_sler_fw_bug = true; } return has_sler_fw_bug; } /* * Return true and print a message if the HA has been reset since the SRR * immediate notify was received; else return false. */ static bool qlt_srr_is_chip_reset(struct scsi_qla_host *vha, struct qla_qpair *qpair, struct qla_tgt_srr *srr) { if (!vha->flags.online || !qpair->fw_started || srr->reset_count != qpair->chip_reset) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x1100d, "qla_target(%d): chip reset; discarding IMM SRR\n", vha->vp_idx); return true; } return false; } /* Find and return the command associated with a SRR immediate notify. */ static struct qla_tgt_cmd *qlt_srr_to_cmd(struct scsi_qla_host *vha, const struct imm_ntfy_from_isp *iocb) { struct qla_hw_data *ha = vha->hw; struct fc_port *sess; struct qla_tgt_cmd *cmd; uint32_t tag = le32_to_cpu(iocb->u.isp24.exchange_address); uint16_t loop_id; be_id_t s_id; unsigned long flags; if (tag == ATIO_EXCHANGE_ADDRESS_UNKNOWN) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11009, "qla_target(%d): IMM SRR with unknown exchange address; reject SRR\n", vha->vp_idx); return NULL; } loop_id = le16_to_cpu(iocb->u.isp24.nport_handle); s_id.domain = iocb->u.isp24.port_id[2]; s_id.area = iocb->u.isp24.port_id[1]; s_id.al_pa = iocb->u.isp24.port_id[0]; spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = ha->tgt.tgt_ops->find_sess_by_s_id(vha, s_id); if (!sess) sess = ha->tgt.tgt_ops->find_sess_by_loop_id(vha, loop_id); if (!sess || sess->deleted) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x1100a, "qla_target(%d): could not find session for IMM SRR; reject SRR\n", vha->vp_idx); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); return NULL; } spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); cmd = ha->tgt.tgt_ops->find_cmd_by_tag(sess, tag); if (!cmd) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x1100b, "qla_target(%d): could not find cmd for IMM SRR; reject SRR\n", vha->vp_idx); } else { u16 srr_ox_id = le16_to_cpu(iocb->u.isp24.srr_ox_id); u16 cmd_ox_id = be16_to_cpu(cmd->atio.u.isp24.fcp_hdr.ox_id); if (srr_ox_id != cmd_ox_id) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x1100c, "qla_target(%d): tag %lld: IMM SRR: srr_ox_id[%04x] != cmd_ox_id[%04x]; reject SRR\n", vha->vp_idx, cmd->se_cmd.tag, srr_ox_id, cmd_ox_id); cmd = NULL; } } return cmd; } /* * Handle an immediate notify SRR (Sequence Retransmission Request) message from * the hardware. The hardware will also send a CTIO with CTIO_SRR_RECEIVED status * for the affected command. * * This may be called a second time for the same immediate notify SRR if * CTIO_SRR_RECEIVED is never received and qlt_srr_abort() is called. * * Process context, no locks */ static void qlt_handle_srr_imm(struct scsi_qla_host *vha, struct qla_tgt_srr *srr) { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct qla_hw_data *ha = vha->hw; struct qla_qpair *qpair; struct qla_tgt_cmd *cmd; uint8_t srr_explain = NOTIFY_ACK_SRR_FLAGS_REJECT_EXPL_NO_EXPL; /* handle qlt_srr_abort() */ if (srr->aborted) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11004, "qla_target(%d): IMM SRR: terminating SRR for aborted cmd\n", vha->vp_idx); spin_lock_irq(&ha->hardware_lock); if (!qlt_srr_is_chip_reset(vha, ha->base_qpair, srr)) qlt_send_term_imm_notif(vha, &srr->imm_ntfy, 1); spin_unlock_irq(&ha->hardware_lock); kfree(srr); return; } if (srr->reject) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11005, "qla_target(%d): IMM SRR: rejecting SRR for unknown cmd\n", vha->vp_idx); goto out_reject; } /* Find the command associated with the SRR. */ cmd = qlt_srr_to_cmd(vha, &srr->imm_ntfy); if (cmd == NULL) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11005, "qla_target(%d): IMM SRR: rejecting SRR for unknown cmd\n", vha->vp_idx); srr_explain = NOTIFY_ACK_SRR_FLAGS_REJECT_EXPL_INVALID_OX_ID_RX_ID; goto out_reject; } if (ha->tgt.tgt_ops->get_cmd_ref(cmd)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11038, "qla_target(%d): IMM SRR: unable to get cmd ref; rejecting SRR\n", vha->vp_idx); cmd = NULL; goto out_reject; } qpair = cmd->qpair; spin_lock_irq(qpair->qp_lock_ptr); if (cmd->reset_count != srr->reset_count) { /* force a miscompare */ srr->reset_count = qpair->chip_reset ^ 1; } if (qlt_srr_is_chip_reset(vha, qpair, srr)) { spin_unlock_irq(qpair->qp_lock_ptr); ha->tgt.tgt_ops->put_cmd_ref(cmd); kfree(srr); return; } ql_dbg(ql_dbg_tgt_mgt, vha, 0x11001, "qla_target(%d): tag %lld, op %x: received IMM SRR\n", vha->vp_idx, cmd->se_cmd.tag, cmd->cdb ? cmd->cdb[0] : 0); cmd->trc_flags |= TRC_SRR_IMM; if (cmd->srr != NULL) { if (cmd->srr->imm_ntfy_recvd) { /* * Received another immediate notify SRR message for * this command before the previous one could be processed * (not expected to happen). */ ql_dbg(ql_dbg_tgt_mgt, vha, 0x11006, "qla_target(%d): tag %lld: received multiple IMM SRR; reject SRR\n", vha->vp_idx, cmd->se_cmd.tag); spin_unlock_irq(qpair->qp_lock_ptr); ha->tgt.tgt_ops->put_cmd_ref(cmd); goto out_reject; } /* qlt_prepare_srr_ctio() was called first. */ WARN_ON(!cmd->srr->ctio_recvd); /* * The immediate notify and CTIO handlers both allocated * separate srr structs; combine them. */ memcpy(&cmd->srr->imm_ntfy, &srr->imm_ntfy, sizeof(srr->imm_ntfy)); kfree(srr); srr = cmd->srr; srr->imm_ntfy_recvd = true; ql_dbg(ql_dbg_tgt_mgt, vha, 0x11002, "qla_target(%d): tag %lld: schedule SRR work\n", vha->vp_idx, cmd->se_cmd.tag); /* Schedule the srr for processing in qlt_handle_srr(). */ spin_lock(&tgt->srr_lock); list_add_tail(&srr->srr_list_entry, &tgt->srr_list); /* * Already running the work function; no need to schedule * tgt->srr_work. */ spin_unlock(&tgt->srr_lock); spin_unlock_irq(qpair->qp_lock_ptr); /* return with cmd refcount incremented */ return; } /* The CTIO SRR for this command has not yet been received. */ if (cmd->sent_term_exchg) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11007, "qla_target(%d): tag %lld: IMM SRR: cmd already aborted\n", vha->vp_idx, cmd->se_cmd.tag); spin_unlock_irq(qpair->qp_lock_ptr); spin_lock_irq(&ha->hardware_lock); if (!qlt_srr_is_chip_reset(vha, ha->base_qpair, srr)) qlt_send_term_imm_notif(vha, &srr->imm_ntfy, 1); spin_unlock_irq(&ha->hardware_lock); kfree(srr); ha->tgt.tgt_ops->put_cmd_ref(cmd); return; } /* If not expecting a CTIO, then reject IMM SRR. */ if (!cmd->cmd_sent_to_fw) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11008, "qla_target(%d): tag %lld: IMM SRR but !cmd_sent_to_fw (state %d); reject SRR\n", vha->vp_idx, cmd->se_cmd.tag, cmd->state); spin_unlock_irq(qpair->qp_lock_ptr); ha->tgt.tgt_ops->put_cmd_ref(cmd); goto out_reject; } /* Expect qlt_prepare_srr_ctio() to be called. */ ql_dbg(ql_dbg_tgt_mgt, vha, 0x11003, "qla_target(%d): tag %lld: wait for CTIO SRR (state %d)\n", vha->vp_idx, cmd->se_cmd.tag, cmd->state); srr->cmd = cmd; cmd->srr = srr; spin_unlock_irq(qpair->qp_lock_ptr); ha->tgt.tgt_ops->put_cmd_ref(cmd); return; out_reject: qpair = vha->hw->base_qpair; spin_lock_irq(qpair->qp_lock_ptr); if (!qlt_srr_is_chip_reset(vha, qpair, srr)) qlt_send_notify_ack(qpair, &srr->imm_ntfy, 0, 0, 0, NOTIFY_ACK_SRR_FLAGS_REJECT, NOTIFY_ACK_SRR_REJECT_REASON_UNABLE_TO_PERFORM, srr_explain); spin_unlock_irq(qpair->qp_lock_ptr); kfree(srr); } /* * Handle an immediate notify SRR (Sequence Retransmission Request) message from * the hardware. The hardware will also send a CTIO with CTIO_SRR_RECEIVED status * for the affected command. * * ha->hardware_lock supposed to be held on entry */ static void qlt_prepare_srr_imm(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *iocb) { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct qla_tgt_srr *srr; ql_log(ql_log_warn, vha, 0x11000, "qla_target(%d): received IMM SRR\n", vha->vp_idx); /* * Need cmd->qpair->qp_lock_ptr, but have ha->hardware_lock. Defer * processing to a workqueue so that the right lock can be acquired * safely. */ srr = kzalloc(sizeof(*srr), GFP_ATOMIC); if (!srr) goto out_reject; memcpy(&srr->imm_ntfy, iocb, sizeof(srr->imm_ntfy)); srr->imm_ntfy_recvd = true; srr->reset_count = vha->hw->base_qpair->chip_reset; spin_lock(&tgt->srr_lock); list_add_tail(&srr->srr_list_entry, &tgt->srr_list); queue_work(qla_tgt_wq, &tgt->srr_work); spin_unlock(&tgt->srr_lock); /* resume processing in qlt_handle_srr_imm() */ return; out_reject: qlt_send_notify_ack(vha->hw->base_qpair, iocb, 0, 0, 0, NOTIFY_ACK_SRR_FLAGS_REJECT, NOTIFY_ACK_SRR_REJECT_REASON_UNABLE_TO_PERFORM, NOTIFY_ACK_SRR_FLAGS_REJECT_EXPL_NO_EXPL); } /* * If possible, undo the effect of qlt_set_data_offset() and restore the cmd * data buffer back to its full size. */ static int qlt_restore_orig_sg(struct qla_tgt_cmd *cmd) { struct scsi_qla_host *vha = cmd->vha; struct se_cmd *se_cmd = &cmd->se_cmd; WARN_ON(cmd->sg_mapped); if (cmd->offset == 0) { /* qlt_set_data_offset() has not been called. */ return 0; } if (se_cmd->t_data_sg == NULL || se_cmd->t_data_nents == 0 || se_cmd->data_length == 0) { /* The original scatterlist is not available. */ ql_dbg(ql_dbg_tgt_mgt, vha, 0x1102c, "qla_target(%d): tag %lld: cannot restore original cmd buffer; keep modified buffer at offset %d\n", vha->vp_idx, cmd->se_cmd.tag, cmd->offset); return -ENOENT; } /* Restore the original scatterlist. */ ql_dbg(ql_dbg_tgt_mgt, vha, 0x1102d, "qla_target(%d): tag %lld: restore original cmd buffer: offset %d -> 0\n", vha->vp_idx, cmd->se_cmd.tag, cmd->offset); if (cmd->free_sg) { cmd->free_sg = 0; qlt_free_sg(cmd); } cmd->offset = 0; cmd->sg = se_cmd->t_data_sg; cmd->sg_cnt = se_cmd->t_data_nents; cmd->bufflen = se_cmd->data_length; return 0; } /* * Adjust the data buffer of the given command to skip over offset bytes from * the beginning while also reducing the length by offset bytes. * * This may be called multiple times for a single command if there are multiple * SRRs, which each call reducing the buffer size further relative to the * previous call. Note that the buffer may be reset back to its original size * by calling qlt_restore_orig_sg(). */ static int qlt_set_data_offset(struct qla_tgt_cmd *cmd, uint32_t offset) { struct scsi_qla_host *vha = cmd->vha; struct scatterlist *sg_srr_start = NULL, *sg; uint32_t first_offset = offset; int sg_srr_cnt, i; int bufflen = 0; WARN_ON(cmd->sg_mapped); ql_dbg(ql_dbg_tgt, vha, 0x11020, "qla_target(%d): tag %lld: %s: sg %p sg_cnt %d dir %d cmd->offset %d cmd->bufflen %d add offset %u\n", vha->vp_idx, cmd->se_cmd.tag, __func__, cmd->sg, cmd->sg_cnt, cmd->dma_data_direction, cmd->offset, cmd->bufflen, offset); if (cmd->se_cmd.prot_op != TARGET_PROT_NORMAL) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11021, "qla_target(%d): tag %lld: %s: SRR with protection information at nonzero offset not implemented\n", vha->vp_idx, cmd->se_cmd.tag, __func__); return -EINVAL; } if (!cmd->sg || !cmd->sg_cnt) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11022, "qla_target(%d): tag %lld: %s: Missing cmd->sg or zero cmd->sg_cnt\n", vha->vp_idx, cmd->se_cmd.tag, __func__); return -EINVAL; } /* * Walk the current cmd->sg list until we locate the new sg_srr_start */ for_each_sg(cmd->sg, sg, cmd->sg_cnt, i) { ql_dbg(ql_dbg_tgt, vha, 0x11023, "sg[%d]: %p page: %p, length: %d, offset: %d\n", i, sg, sg_page(sg), sg->length, sg->offset); if (first_offset < sg->length) { sg_srr_start = sg; break; } first_offset -= sg->length; } if (!sg_srr_start) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11024, "qla_target(%d): tag %lld: Unable to locate sg_srr_start for offset: %u\n", vha->vp_idx, cmd->se_cmd.tag, offset); return -EINVAL; } ql_dbg(ql_dbg_tgt_mgt, vha, 0x11025, "qla_target(%d): tag %lld: prepare SRR sgl at sg index %d of %d byte offset %u of %u\n", vha->vp_idx, cmd->se_cmd.tag, i, cmd->sg_cnt, first_offset, sg_srr_start->length); sg_srr_cnt = cmd->sg_cnt - i; if (first_offset == 0 && !cmd->free_sg) { /* * The offset points to the beginning of a scatterlist element. * In this case there is no need to modify the first scatterlist * element, so we can just point directly inside the original * unmodified scatterlist. */ ql_dbg(ql_dbg_tgt, vha, 0x11026, "point directly to old sgl\n"); cmd->sg = sg_srr_start; } else { /* * Allocate at most 2 new scatterlist elements to reduce memory * requirements. */ int n_alloc_sg = min(sg_srr_cnt, 2); struct scatterlist *sg_srr = kmalloc_array(n_alloc_sg, sizeof(*sg_srr), GFP_ATOMIC); if (!sg_srr) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11027, "qla_target(%d): tag %lld: Unable to allocate SRR scatterlist\n", vha->vp_idx, cmd->se_cmd.tag); return -ENOMEM; } sg_init_table(sg_srr, n_alloc_sg); /* Init the first sg element to skip over the unneeded data. */ sg_set_page(&sg_srr[0], sg_page(sg_srr_start), sg_srr_start->length - first_offset, sg_srr_start->offset + first_offset); if (sg_srr_cnt == 1) { ql_dbg(ql_dbg_tgt, vha, 0x11028, "single-element array\n"); } else if (sg_srr_cnt == 2) { /* Only two elements; copy the last element. */ ql_dbg(ql_dbg_tgt, vha, 0x11029, "complete two-element array\n"); sg = sg_next(sg_srr_start); sg_set_page(&sg_srr[1], sg_page(sg), sg->length, sg->offset); } else { /* * Three or more elements; chain our newly-allocated * 2-entry array to the rest of the original * scatterlist at the splice point. */ ql_dbg(ql_dbg_tgt, vha, 0x1102a, "chain to original scatterlist\n"); sg = sg_next(sg_srr_start); sg_chain(sg_srr, 2, sg); } /* * If the previous scatterlist was allocated here on a previous * call, then it should be safe to free now. */ if (cmd->free_sg) qlt_free_sg(cmd); cmd->sg = sg_srr; cmd->free_sg = 1; } /* Note that sg_cnt doesn't include any extra chain elements. */ cmd->sg_cnt = sg_srr_cnt; cmd->offset += offset; cmd->bufflen -= offset; /* Check the scatterlist length for consistency. */ for_each_sg(cmd->sg, sg, cmd->sg_cnt, i) { bufflen += sg->length; } if (bufflen != cmd->bufflen) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x1102b, "qla_target(%d): tag %lld: %s: bad sgl length: expected %d got %d\n", vha->vp_idx, cmd->se_cmd.tag, __func__, cmd->bufflen, bufflen); return -EINVAL; } return 0; } /* * Given the "SRR relative offset" (offset of data to retry), determine what * needs to be retransmitted (data and/or status) and return the mask in * xmit_type. If retrying data, adjust the command buffer to point to only the * data that need to be retried, skipping over the data that don't need to be * retried. * * Returns 0 for success or a negative error number. */ static inline int qlt_srr_adjust_data(struct qla_tgt_cmd *cmd, uint32_t srr_rel_offs, int *xmit_type) { struct scsi_qla_host *vha = cmd->vha; int res = 0, rel_offs; if (srr_rel_offs < cmd->offset || srr_rel_offs > cmd->offset + cmd->bufflen) { *xmit_type = 0; ql_dbg(ql_dbg_tgt_mgt, vha, 0x1101e, "qla_target(%d): tag %lld: srr_rel_offs %u outside accepted range %u - %u\n", vha->vp_idx, cmd->se_cmd.tag, srr_rel_offs, cmd->offset, cmd->offset + cmd->bufflen); return -EINVAL; } /* * srr_rel_offs is the offset of the data we need from the beginning of * the *original* buffer. * * cmd->offset is the offset of the current cmd scatterlist from the * beginning of the *original* buffer, which might be nonzero if there * was a previous SRR and the buffer could not be reset back to its * original size. * * rel_offs is the offset of the data we need from the beginning of the * current cmd scatterlist. */ rel_offs = srr_rel_offs - cmd->offset; ql_dbg(ql_dbg_tgt_mgt, vha, 0x1101f, "qla_target(%d): tag %lld: current buffer [%u - %u); srr_rel_offs=%d, rel_offs=%d\n", vha->vp_idx, cmd->se_cmd.tag, cmd->offset, cmd->offset + cmd->bufflen, srr_rel_offs, rel_offs); *xmit_type = QLA_TGT_XMIT_ALL; if (rel_offs == cmd->bufflen) *xmit_type = QLA_TGT_XMIT_STATUS; else if (rel_offs > 0) res = qlt_set_data_offset(cmd, rel_offs); return res; } /* * Process a SRR (Sequence Retransmission Request) for a SCSI command once both * the immediate notify SRR and CTIO SRR have been received from the hw. * * Process context, no locks */ static void qlt_handle_srr(struct scsi_qla_host *vha, struct qla_tgt_srr *srr) { struct qla_tgt_cmd *cmd = srr->cmd; struct se_cmd *se_cmd = &cmd->se_cmd; struct qla_qpair *qpair = cmd->qpair; struct qla_hw_data *ha = vha->hw; uint8_t op = cmd->cdb ? cmd->cdb[0] : 0; uint32_t srr_rel_offs = le32_to_cpu(srr->imm_ntfy.u.isp24.srr_rel_offs); uint16_t srr_ui = le16_to_cpu(srr->imm_ntfy.u.isp24.srr_ui); int xmit_type = 0; bool xmit_response = false; bool rdy_to_xfer = false; bool did_timeout; bool send_term_exch = false; spin_lock_irq(qpair->qp_lock_ptr); WARN_ON(cmd->cmd_sent_to_fw); cmd->srr = NULL; if (qlt_srr_is_chip_reset(vha, qpair, srr)) goto out_advance_cmd; if (cmd->sent_term_exchg || cmd->sess->deleted || srr->aborted) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11010, "qla_target(%d): tag %lld: IMM SRR: cmd already aborted\n", vha->vp_idx, cmd->se_cmd.tag); spin_unlock_irq(qpair->qp_lock_ptr); spin_lock_irq(&ha->hardware_lock); if (!qlt_srr_is_chip_reset(vha, ha->base_qpair, srr)) qlt_send_term_imm_notif(vha, &srr->imm_ntfy, 1); spin_unlock_irq(&ha->hardware_lock); send_term_exch = true; spin_lock_irq(qpair->qp_lock_ptr); goto out_advance_cmd; } if (srr->reject) goto out_reject; /* * If we receive multiple SRRs for the same command, place a time limit * on how long we are willing to retry. This timeout should be less * than SQA_MAX_HW_PENDING_TIME in scst_qla2xxx.c. */ did_timeout = time_is_before_jiffies64((cmd->jiffies_at_hw_st_entry ? : cmd->jiffies_at_alloc) + 30 * HZ); qlt_restore_orig_sg(cmd); switch (srr_ui) { case SRR_IU_STATUS: if (cmd->state != QLA_TGT_STATE_PROCESSED) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11011, "qla_target(%d): tag %lld, op %x: reject SRR_IU_STATUS due to unexpected state %d\n", vha->vp_idx, se_cmd->tag, op, cmd->state); goto out_reject; } if (did_timeout) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11033, "qla_target(%d): tag %lld, op %x: reject SRR_IU_STATUS due to timeout\n", vha->vp_idx, se_cmd->tag, op); goto out_reject; } ql_dbg(ql_dbg_tgt_mgt, vha, 0x11012, "qla_target(%d): tag %lld, op %x: accept SRR_IU_STATUS and retransmit scsi_status=%x\n", vha->vp_idx, se_cmd->tag, op, se_cmd->scsi_status); xmit_type = QLA_TGT_XMIT_STATUS; xmit_response = true; cmd->trc_flags |= TRC_SRR_RSP; break; case SRR_IU_DATA_IN: ql_dbg(ql_dbg_tgt_mgt, vha, 0x11013, "qla_target(%d): tag %lld, op %x: process SRR_IU_DATA_IN: bufflen=%d, sg_cnt=%d, offset=%d, srr_offset=%d, scsi_status=%x\n", vha->vp_idx, se_cmd->tag, op, cmd->bufflen, cmd->sg_cnt, cmd->offset, srr_rel_offs, se_cmd->scsi_status); if (cmd->state != QLA_TGT_STATE_PROCESSED) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11014, "qla_target(%d): tag %lld: reject SRR_IU_DATA_IN due to unexpected state %d\n", vha->vp_idx, se_cmd->tag, cmd->state); goto out_reject; } /* * QLA_TGT_STATE_PROCESSED does not necessarily imply data-in */ if (!qlt_has_data(cmd)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11015, "qla_target(%d): tag %lld: reject SRR_IU_DATA_IN because cmd has no data to send\n", vha->vp_idx, se_cmd->tag); goto out_reject; } if (!cmd->sg || !cmd->sg_cnt) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11016, "qla_target(%d): tag %lld: reject SRR_IU_DATA_IN because buffer is missing\n", vha->vp_idx, se_cmd->tag); goto out_reject; } if (did_timeout) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11034, "qla_target(%d): tag %lld, op %x: reject SRR_IU_DATA_IN due to timeout\n", vha->vp_idx, se_cmd->tag, op); goto out_reject; } if (qlt_srr_adjust_data(cmd, srr_rel_offs, &xmit_type) != 0) goto out_reject; ql_dbg(ql_dbg_tgt_mgt, vha, 0x11017, "qla_target(%d): tag %lld: accept SRR_IU_DATA_IN and retransmit data: bufflen=%d, offset=%d\n", vha->vp_idx, se_cmd->tag, cmd->bufflen, cmd->offset); xmit_response = true; cmd->trc_flags |= TRC_SRR_RSP; break; case SRR_IU_DATA_OUT: ql_dbg(ql_dbg_tgt_mgt, vha, 0x11018, "qla_target(%d): tag %lld, op %x: process SRR_IU_DATA_OUT: bufflen=%d, sg_cnt=%d, offset=%d, srr_offset=%d\n", vha->vp_idx, se_cmd->tag, op, cmd->bufflen, cmd->sg_cnt, cmd->offset, srr_rel_offs); if (cmd->state != QLA_TGT_STATE_NEED_DATA) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11019, "qla_target(%d): tag %lld: reject SRR_IU_DATA_OUT due to unexpected state %d\n", vha->vp_idx, se_cmd->tag, cmd->state); goto out_reject; } /* * QLA_TGT_STATE_NEED_DATA implies there should be data-out */ if (!qlt_has_data(cmd) || !cmd->sg || !cmd->sg_cnt) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x1101a, "qla_target(%d): tag %lld: reject SRR_IU_DATA_OUT because buffer is missing\n", vha->vp_idx, se_cmd->tag); goto out_reject; } if (did_timeout) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x11035, "qla_target(%d): tag %lld, op %x: reject SRR_IU_DATA_OUT due to timeout\n", vha->vp_idx, se_cmd->tag, op); goto out_reject; } if (qlt_srr_adjust_data(cmd, srr_rel_offs, &xmit_type) != 0) goto out_reject; if (!(xmit_type & QLA_TGT_XMIT_DATA)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0x1101b, "qla_target(%d): tag %lld: reject SRR_IU_DATA_OUT: bad offset\n", vha->vp_idx, se_cmd->tag); goto out_reject; } ql_dbg(ql_dbg_tgt_mgt, vha, 0x1101c, "qla_target(%d): tag %lld: accept SRR_IU_DATA_OUT and receive data again: bufflen=%d, offset=%d\n", vha->vp_idx, se_cmd->tag, cmd->bufflen, cmd->offset); cmd->trc_flags |= TRC_SRR_XRDY; rdy_to_xfer = true; break; default: ql_dbg(ql_dbg_tgt_mgt, vha, 0x1101d, "qla_target(%d): tag %lld, op %x: reject unknown srr_ui value 0x%x: state=%d, bufflen=%d, offset=%d, srr_offset=%d\n", vha->vp_idx, se_cmd->tag, op, srr_ui, cmd->state, cmd->bufflen, cmd->offset, srr_rel_offs); goto out_reject; } qlt_send_notify_ack(qpair, &srr->imm_ntfy, 0, 0, 0, NOTIFY_ACK_SRR_FLAGS_ACCEPT, 0, 0); spin_unlock_irq(qpair->qp_lock_ptr); if (xmit_response) { /* For status and data-in, retransmit the response. */ if (qlt_xmit_response(cmd, xmit_type, se_cmd->scsi_status)) { send_term_exch = true; spin_lock_irq(qpair->qp_lock_ptr); goto out_advance_cmd; } } else if (rdy_to_xfer) { /* For data-out, receive data again. */ if (qlt_rdy_to_xfer(cmd)) { send_term_exch = true; spin_lock_irq(qpair->qp_lock_ptr); goto out_advance_cmd; } } return; out_reject: qlt_send_notify_ack(qpair, &srr->imm_ntfy, 0, 0, 0, NOTIFY_ACK_SRR_FLAGS_REJECT, NOTIFY_ACK_SRR_REJECT_REASON_UNABLE_TO_PERFORM, NOTIFY_ACK_SRR_FLAGS_REJECT_EXPL_NO_EXPL); out_advance_cmd: if (!cmd->sent_term_exchg && (send_term_exch || cmd->state != QLA_TGT_STATE_NEED_DATA) && !qlt_srr_is_chip_reset(vha, qpair, srr)) { cmd->trc_flags |= TRC_SRR_TERM; qlt_send_term_exchange(qpair, cmd, &cmd->atio, 1); } if (cmd->state == QLA_TGT_STATE_NEED_DATA) { /* * The initiator should abort the command, but if not, try to * return an error. */ cmd->srr_failed = 1; cmd->write_data_transferred = 0; cmd->state = QLA_TGT_STATE_DATA_IN; cmd->jiffies_at_hw_st_entry = 0; vha->hw->tgt.tgt_ops->handle_data(cmd); } else { vha->hw->tgt.tgt_ops->free_cmd(cmd); } spin_unlock_irq(qpair->qp_lock_ptr); } /* Workqueue function for processing SRR work in process context. */ static void qlt_handle_srr_work(struct work_struct *work) { struct qla_tgt *tgt = container_of(work, struct qla_tgt, srr_work); struct scsi_qla_host *vha = tgt->vha; ql_dbg(ql_dbg_tgt_mgt, vha, 0x11032, "qla_target(%d): Entering SRR work\n", vha->vp_idx); for (;;) { struct qla_tgt_srr *srr; spin_lock_irq(&tgt->srr_lock); srr = list_first_entry_or_null(&tgt->srr_list, typeof(*srr), srr_list_entry); if (!srr) { spin_unlock_irq(&tgt->srr_lock); break; } list_del(&srr->srr_list_entry); spin_unlock_irq(&tgt->srr_lock); if (!srr->cmd) { qlt_handle_srr_imm(vha, srr); } else { qlt_handle_srr(vha, srr); vha->hw->tgt.tgt_ops->put_cmd_ref(srr->cmd); kfree(srr); } } } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ static int qlt_24xx_handle_els(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *iocb) { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct qla_hw_data *ha = vha->hw; struct fc_port *sess = NULL, *conflict_sess = NULL; uint64_t wwn; port_id_t port_id; uint16_t loop_id; uint16_t wd3_lo; int res = 0; unsigned long flags; lockdep_assert_held(&ha->hardware_lock); wwn = wwn_to_u64(iocb->u.isp24.port_name); port_id.b.domain = iocb->u.isp24.port_id[2]; port_id.b.area = iocb->u.isp24.port_id[1]; port_id.b.al_pa = iocb->u.isp24.port_id[0]; port_id.b.rsvd_1 = 0; loop_id = le16_to_cpu(iocb->u.isp24.nport_handle); ql_dbg(ql_dbg_disc, vha, 0xf026, "qla_target(%d): Port ID: %02x:%02x:%02x ELS opcode: 0x%02x lid %d %8phC\n", vha->vp_idx, iocb->u.isp24.port_id[2], iocb->u.isp24.port_id[1], iocb->u.isp24.port_id[0], iocb->u.isp24.status_subcode, loop_id, iocb->u.isp24.port_name); /* res = 1 means ack at the end of thread * res = 0 means ack async/later. */ switch (iocb->u.isp24.status_subcode) { case ELS_PLOGI: res = qlt_handle_login(vha, iocb); break; case ELS_PRLI: if (N2N_TOPO(ha)) { sess = qla2x00_find_fcport_by_wwpn(vha, iocb->u.isp24.port_name, 1); if (vha->hw->flags.edif_enabled && sess && (!(sess->flags & FCF_FCSP_DEVICE) || !sess->edif.authok)) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d %8phC Term PRLI due to unauthorize PRLI\n", __func__, __LINE__, iocb->u.isp24.port_name); qlt_send_term_imm_notif(vha, iocb, 1); break; } if (sess && sess->plogi_link[QLT_PLOGI_LINK_SAME_WWN]) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d %8phC Term PRLI due to PLOGI ACK not completed\n", __func__, __LINE__, iocb->u.isp24.port_name); qlt_send_term_imm_notif(vha, iocb, 1); break; } res = qlt_handle_login(vha, iocb); break; } if (IS_SW_RESV_ADDR(port_id)) { res = 1; break; } wd3_lo = le16_to_cpu(iocb->u.isp24.u.prli.wd3_lo); if (wwn) { spin_lock_irqsave(&tgt->ha->tgt.sess_lock, flags); sess = qlt_find_sess_invalidate_other(vha, wwn, port_id, loop_id, &conflict_sess); spin_unlock_irqrestore(&tgt->ha->tgt.sess_lock, flags); } if (conflict_sess) { switch (conflict_sess->disc_state) { case DSC_DELETED: case DSC_DELETE_PEND: break; default: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf09b, "PRLI with conflicting sess %p port %8phC\n", conflict_sess, conflict_sess->port_name); conflict_sess->fw_login_state = DSC_LS_PORT_UNAVAIL; qlt_send_term_imm_notif(vha, iocb, 1); res = 0; break; } } if (sess != NULL) { bool delete = false; int sec; if (vha->hw->flags.edif_enabled && sess && (!(sess->flags & FCF_FCSP_DEVICE) || !sess->edif.authok)) { ql_dbg(ql_dbg_disc, vha, 0xffff, "%s %d %8phC Term PRLI due to unauthorize prli\n", __func__, __LINE__, iocb->u.isp24.port_name); qlt_send_term_imm_notif(vha, iocb, 1); break; } spin_lock_irqsave(&tgt->ha->tgt.sess_lock, flags); switch (sess->fw_login_state) { case DSC_LS_PLOGI_PEND: case DSC_LS_PLOGI_COMP: case DSC_LS_PRLI_COMP: break; default: delete = true; break; } switch (sess->disc_state) { case DSC_UPD_FCPORT: spin_unlock_irqrestore(&tgt->ha->tgt.sess_lock, flags); sec = jiffies_to_msecs(jiffies - sess->jiffies_at_registration)/1000; if (sess->sec_since_registration < sec && sec && !(sec % 5)) { sess->sec_since_registration = sec; ql_dbg(ql_dbg_disc, sess->vha, 0xffff, "%s %8phC : Slow Rport registration(%d Sec)\n", __func__, sess->port_name, sec); } qlt_send_term_imm_notif(vha, iocb, 1); return 0; case DSC_LOGIN_PEND: case DSC_GPDB: case DSC_LOGIN_COMPLETE: case DSC_ADISC: delete = false; break; default: break; } if (delete) { spin_unlock_irqrestore(&tgt->ha->tgt.sess_lock, flags); /* * Impatient initiator sent PRLI before last * PLOGI could finish. Will force him to re-try, * while last one finishes. */ ql_log(ql_log_warn, sess->vha, 0xf095, "sess %p PRLI received, before plogi ack.\n", sess); qlt_send_term_imm_notif(vha, iocb, 1); res = 0; break; } /* * This shouldn't happen under normal circumstances, * since we have deleted the old session during PLOGI */ ql_dbg(ql_dbg_tgt_mgt, vha, 0xf096, "PRLI (loop_id %#04x) for existing sess %p (loop_id %#04x)\n", sess->loop_id, sess, iocb->u.isp24.nport_handle); sess->local = 0; sess->loop_id = loop_id; sess->d_id = port_id; sess->fw_login_state = DSC_LS_PRLI_PEND; if (wd3_lo & BIT_7) sess->conf_compl_supported = 1; if ((wd3_lo & BIT_4) == 0) sess->port_type = FCT_INITIATOR; else sess->port_type = FCT_TARGET; spin_unlock_irqrestore(&tgt->ha->tgt.sess_lock, flags); } res = 1; /* send notify ack */ /* Make session global (not used in fabric mode) */ if (ha->current_topology != ISP_CFG_F) { if (sess) { ql_dbg(ql_dbg_disc, vha, 0x20fa, "%s %d %8phC post nack\n", __func__, __LINE__, sess->port_name); qla24xx_post_nack_work(vha, sess, iocb, SRB_NACK_PRLI); res = 0; } else { set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags); set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags); qla2xxx_wake_dpc(vha); } } else { if (sess) { ql_dbg(ql_dbg_disc, vha, 0x20fb, "%s %d %8phC post nack\n", __func__, __LINE__, sess->port_name); qla24xx_post_nack_work(vha, sess, iocb, SRB_NACK_PRLI); res = 0; } } break; case ELS_TPRLO: if (le16_to_cpu(iocb->u.isp24.flags) & NOTIFY24XX_FLAGS_GLOBAL_TPRLO) { loop_id = 0xFFFF; qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS); res = 1; break; } fallthrough; case ELS_LOGO: case ELS_PRLO: spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = qla2x00_find_fcport_by_loopid(vha, loop_id); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); if (sess) { sess->login_gen++; sess->fw_login_state = DSC_LS_LOGO_PEND; sess->logo_ack_needed = 1; memcpy(sess->iocb, iocb, IOCB_SIZE); } res = qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS_SESS); ql_dbg(ql_dbg_disc, vha, 0x20fc, "%s: logo %llx res %d sess %p ", __func__, wwn, res, sess); if (res == 0) { /* * cmd went upper layer, look for qlt_xmit_tm_rsp() * for LOGO_ACK & sess delete */ BUG_ON(!sess); res = 0; } else { /* cmd did not go to upper layer. */ if (sess) { qlt_schedule_sess_for_deletion(sess); res = 0; } /* else logo will be ack */ } break; case ELS_PDISC: case ELS_ADISC: { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; if (tgt->link_reinit_iocb_pending) { qlt_send_notify_ack(ha->base_qpair, &tgt->link_reinit_iocb, 0, 0, 0, 0, 0, 0); tgt->link_reinit_iocb_pending = 0; } sess = qla2x00_find_fcport_by_wwpn(vha, iocb->u.isp24.port_name, 1); if (sess) { ql_dbg(ql_dbg_disc, vha, 0x20fd, "sess %p lid %d|%d DS %d LS %d\n", sess, sess->loop_id, loop_id, sess->disc_state, sess->fw_login_state); } res = 1; /* send notify ack */ break; } case ELS_FLOGI: /* should never happen */ default: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf061, "qla_target(%d): Unsupported ELS command %x " "received\n", vha->vp_idx, iocb->u.isp24.status_subcode); res = qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS_SESS); break; } ql_dbg(ql_dbg_disc, vha, 0xf026, "qla_target(%d): Exit ELS opcode: 0x%02x res %d\n", vha->vp_idx, iocb->u.isp24.status_subcode, res); return res; } /* * ha->hardware_lock supposed to be held on entry. * Might drop it, then reacquire. */ static void qlt_handle_imm_notify(struct scsi_qla_host *vha, struct imm_ntfy_from_isp *iocb) { struct qla_hw_data *ha = vha->hw; uint32_t add_flags = 0; int send_notify_ack = 1; uint16_t status; lockdep_assert_held(&ha->hardware_lock); status = le16_to_cpu(iocb->u.isp2x.status); switch (status) { case IMM_NTFY_LIP_RESET: { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf032, "qla_target(%d): LIP reset (loop %#x), subcode %x\n", vha->vp_idx, le16_to_cpu(iocb->u.isp24.nport_handle), iocb->u.isp24.status_subcode); if (qlt_reset(vha, iocb, QLA_TGT_ABORT_ALL) == 0) send_notify_ack = 0; break; } case IMM_NTFY_LIP_LINK_REINIT: { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf033, "qla_target(%d): LINK REINIT (loop %#x, " "subcode %x)\n", vha->vp_idx, le16_to_cpu(iocb->u.isp24.nport_handle), iocb->u.isp24.status_subcode); if (tgt->link_reinit_iocb_pending) { qlt_send_notify_ack(ha->base_qpair, &tgt->link_reinit_iocb, 0, 0, 0, 0, 0, 0); } memcpy(&tgt->link_reinit_iocb, iocb, sizeof(*iocb)); tgt->link_reinit_iocb_pending = 1; /* * QLogic requires to wait after LINK REINIT for possible * PDISC or ADISC ELS commands */ send_notify_ack = 0; break; } case IMM_NTFY_PORT_LOGOUT: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf034, "qla_target(%d): Port logout (loop " "%#x, subcode %x)\n", vha->vp_idx, le16_to_cpu(iocb->u.isp24.nport_handle), iocb->u.isp24.status_subcode); if (qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS_SESS) == 0) send_notify_ack = 0; /* The sessions will be cleared in the callback, if needed */ break; case IMM_NTFY_GLBL_TPRLO: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf035, "qla_target(%d): Global TPRLO (%x)\n", vha->vp_idx, status); if (qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS) == 0) send_notify_ack = 0; /* The sessions will be cleared in the callback, if needed */ break; case IMM_NTFY_PORT_CONFIG: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf036, "qla_target(%d): Port config changed (%x)\n", vha->vp_idx, status); if (qlt_reset(vha, iocb, QLA_TGT_ABORT_ALL) == 0) send_notify_ack = 0; /* The sessions will be cleared in the callback, if needed */ break; case IMM_NTFY_GLBL_LOGO: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf06a, "qla_target(%d): Link failure detected\n", vha->vp_idx); /* I_T nexus loss */ if (qlt_reset(vha, iocb, QLA_TGT_NEXUS_LOSS) == 0) send_notify_ack = 0; break; case IMM_NTFY_IOCB_OVERFLOW: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf06b, "qla_target(%d): Cannot provide requested " "capability (IOCB overflowed the immediate notify " "resource count)\n", vha->vp_idx); break; case IMM_NTFY_ABORT_TASK: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf037, "qla_target(%d): Abort Task (S %08x I %#x -> " "L %#x)\n", vha->vp_idx, le16_to_cpu(iocb->u.isp2x.seq_id), GET_TARGET_ID(ha, (struct atio_from_isp *)iocb), le16_to_cpu(iocb->u.isp2x.lun)); if (qlt_abort_task(vha, iocb) == 0) send_notify_ack = 0; break; case IMM_NTFY_RESOURCE: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf06c, "qla_target(%d): Out of resources, host %ld\n", vha->vp_idx, vha->host_no); break; case IMM_NTFY_MSG_RX: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf038, "qla_target(%d): Immediate notify task %x\n", vha->vp_idx, iocb->u.isp2x.task_flags); break; case IMM_NTFY_ELS: if (qlt_24xx_handle_els(vha, iocb) == 0) send_notify_ack = 0; break; case IMM_NTFY_SRR: qlt_prepare_srr_imm(vha, iocb); send_notify_ack = 0; break; default: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf06d, "qla_target(%d): Received unknown immediate " "notify status %x\n", vha->vp_idx, status); break; } if (send_notify_ack) qlt_send_notify_ack(ha->base_qpair, iocb, add_flags, 0, 0, 0, 0, 0); } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire * This function sends busy to ISP 2xxx or 24xx. */ static int __qlt_send_busy(struct qla_qpair *qpair, struct atio_from_isp *atio, uint16_t status) { struct scsi_qla_host *vha = qpair->vha; struct ctio7_to_24xx *ctio24; struct qla_hw_data *ha = vha->hw; request_t *pkt; struct fc_port *sess = NULL; unsigned long flags; u16 temp; port_id_t id; id = be_to_port_id(atio->u.isp24.fcp_hdr.s_id); spin_lock_irqsave(&ha->tgt.sess_lock, flags); sess = qla2x00_find_fcport_by_nportid(vha, &id, 1); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags); if (!sess) { qlt_send_term_exchange(qpair, NULL, atio, 1); return 0; } /* Sending marker isn't necessary, since we called from ISR */ pkt = (request_t *)__qla2x00_alloc_iocbs(qpair, NULL); if (!pkt) { ql_dbg(ql_dbg_io, vha, 0x3063, "qla_target(%d): %s failed: unable to allocate " "request packet", vha->vp_idx, __func__); return -ENOMEM; } qpair->tgt_counters.num_q_full_sent++; pkt->entry_count = 1; pkt->handle = QLA_TGT_SKIP_HANDLE | CTIO_COMPLETION_HANDLE_MARK; ctio24 = (struct ctio7_to_24xx *)pkt; ctio24->entry_type = CTIO_TYPE7; ctio24->nport_handle = cpu_to_le16(sess->loop_id); ctio24->timeout = cpu_to_le16(QLA_TGT_TIMEOUT); ctio24->vp_index = vha->vp_idx; ctio24->initiator_id = be_id_to_le(atio->u.isp24.fcp_hdr.s_id); ctio24->exchange_addr = atio->u.isp24.exchange_addr; temp = (atio->u.isp24.attr << 9) | CTIO7_FLAGS_STATUS_MODE_1 | CTIO7_FLAGS_SEND_STATUS | CTIO7_FLAGS_DONT_RET_CTIO; ctio24->u.status1.flags = cpu_to_le16(temp); /* * CTIO from fw w/o se_cmd doesn't provide enough info to retry it, * if the explicit conformation is used. */ ctio24->u.status1.ox_id = cpu_to_le16(be16_to_cpu(atio->u.isp24.fcp_hdr.ox_id)); ctio24->u.status1.scsi_status = cpu_to_le16(status); ctio24->u.status1.residual = cpu_to_le32(get_datalen_for_atio(atio)); if (ctio24->u.status1.residual != 0) ctio24->u.status1.scsi_status |= cpu_to_le16(SS_RESIDUAL_UNDER); /* Memory Barrier */ wmb(); if (qpair->reqq_start_iocbs) qpair->reqq_start_iocbs(qpair); else qla2x00_start_iocbs(vha, qpair->req); return 0; } /* * This routine is used to allocate a command for either a QFull condition * (ie reply SAM_STAT_BUSY) or to terminate an exchange that did not go * out previously. */ static void qlt_alloc_qfull_cmd(struct scsi_qla_host *vha, struct atio_from_isp *atio, uint16_t status, int qfull) { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; struct qla_hw_data *ha = vha->hw; struct fc_port *sess; struct qla_tgt_cmd *cmd; unsigned long flags; if (unlikely(tgt->tgt_stop)) { ql_dbg(ql_dbg_io, vha, 0x300a, "New command while device %p is shutting down\n", tgt); return; } if ((vha->hw->tgt.num_qfull_cmds_alloc + 1) > MAX_QFULL_CMDS_ALLOC) { vha->hw->tgt.num_qfull_cmds_dropped++; if (vha->hw->tgt.num_qfull_cmds_dropped > vha->qla_stats.stat_max_qfull_cmds_dropped) vha->qla_stats.stat_max_qfull_cmds_dropped = vha->hw->tgt.num_qfull_cmds_dropped; ql_dbg(ql_dbg_io, vha, 0x3068, "qla_target(%d): %s: QFull CMD dropped[%d]\n", vha->vp_idx, __func__, vha->hw->tgt.num_qfull_cmds_dropped); qlt_chk_exch_leak_thresh_hold(vha); return; } sess = ha->tgt.tgt_ops->find_sess_by_s_id (vha, atio->u.isp24.fcp_hdr.s_id); if (!sess) return; cmd = ha->tgt.tgt_ops->get_cmd(sess); if (!cmd) { ql_dbg(ql_dbg_io, vha, 0x3009, "qla_target(%d): %s: Allocation of cmd failed\n", vha->vp_idx, __func__); vha->hw->tgt.num_qfull_cmds_dropped++; if (vha->hw->tgt.num_qfull_cmds_dropped > vha->qla_stats.stat_max_qfull_cmds_dropped) vha->qla_stats.stat_max_qfull_cmds_dropped = vha->hw->tgt.num_qfull_cmds_dropped; qlt_chk_exch_leak_thresh_hold(vha); return; } qlt_incr_num_pend_cmds(vha); INIT_LIST_HEAD(&cmd->cmd_list); memcpy_atio(&cmd->atio, atio); cmd->tgt = vha->vha_tgt.qla_tgt; cmd->vha = vha; cmd->reset_count = ha->base_qpair->chip_reset; cmd->q_full = 1; cmd->qpair = ha->base_qpair; cmd->cdb = &cmd->atio.u.isp24.fcp_cmnd.cdb[0]; cmd->cdb_len = 16; if (qfull) { cmd->q_full = 1; /* NOTE: borrowing the state field to carry the status */ cmd->state = status; } else cmd->term_exchg = 1; spin_lock_irqsave(&vha->hw->tgt.q_full_lock, flags); list_add_tail(&cmd->cmd_list, &vha->hw->tgt.q_full_list); vha->hw->tgt.num_qfull_cmds_alloc++; if (vha->hw->tgt.num_qfull_cmds_alloc > vha->qla_stats.stat_max_qfull_cmds_alloc) vha->qla_stats.stat_max_qfull_cmds_alloc = vha->hw->tgt.num_qfull_cmds_alloc; spin_unlock_irqrestore(&vha->hw->tgt.q_full_lock, flags); } static void qlt_send_busy(struct qla_qpair *qpair, struct atio_from_isp *atio, uint16_t status) { int rc = 0; struct scsi_qla_host *vha = qpair->vha; rc = __qlt_send_busy(qpair, atio, status); if (rc == -ENOMEM) qlt_alloc_qfull_cmd(vha, atio, status, 1); } static int qlt_chk_qfull_thresh_hold(struct scsi_qla_host *vha, struct qla_qpair *qpair, struct atio_from_isp *atio, uint8_t ha_locked) { struct qla_hw_data *ha = vha->hw; unsigned long flags; if (ha->tgt.num_pend_cmds < Q_FULL_THRESH_HOLD(ha)) return 0; if (!ha_locked) spin_lock_irqsave(&ha->hardware_lock, flags); qlt_send_busy(qpair, atio, qla_sam_status); if (!ha_locked) spin_unlock_irqrestore(&ha->hardware_lock, flags); return 1; } /* ha->hardware_lock supposed to be held on entry */ /* called via callback from qla2xxx */ static void qlt_24xx_atio_pkt(struct scsi_qla_host *vha, struct atio_from_isp *atio, uint8_t ha_locked) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; int rc; unsigned long flags = 0; if (unlikely(tgt == NULL)) { ql_dbg(ql_dbg_tgt, vha, 0x3064, "ATIO pkt, but no tgt (ha %p)", ha); return; } /* * In tgt_stop mode we also should allow all requests to pass. * Otherwise, some commands can stuck. */ tgt->atio_irq_cmd_count++; switch (atio->u.raw.entry_type) { case ATIO_TYPE7: if (unlikely(atio->u.isp24.exchange_addr == cpu_to_le32(ATIO_EXCHANGE_ADDRESS_UNKNOWN))) { ql_dbg(ql_dbg_io, vha, 0x3065, "qla_target(%d): ATIO_TYPE7 " "received with UNKNOWN exchange address, " "sending QUEUE_FULL\n", vha->vp_idx); if (!ha_locked) spin_lock_irqsave(&ha->hardware_lock, flags); qlt_send_busy(ha->base_qpair, atio, qla_sam_status); if (!ha_locked) spin_unlock_irqrestore(&ha->hardware_lock, flags); break; } if (likely(atio->u.isp24.fcp_cmnd.task_mgmt_flags == 0)) { rc = qlt_chk_qfull_thresh_hold(vha, ha->base_qpair, atio, ha_locked); if (rc != 0) { tgt->atio_irq_cmd_count--; return; } rc = qlt_handle_cmd_for_atio(vha, atio); } else { rc = qlt_handle_task_mgmt(vha, atio); } if (unlikely(rc != 0)) { if (!ha_locked) spin_lock_irqsave(&ha->hardware_lock, flags); switch (rc) { case -ENODEV: ql_dbg(ql_dbg_tgt, vha, 0xe05f, "qla_target: Unable to send command to target\n"); break; case -EBADF: ql_dbg(ql_dbg_tgt, vha, 0xe05f, "qla_target: Unable to send command to target, sending TERM EXCHANGE for rsp\n"); qlt_send_term_exchange(ha->base_qpair, NULL, atio, 1); break; case -EBUSY: ql_dbg(ql_dbg_tgt, vha, 0xe060, "qla_target(%d): Unable to send command to target, sending BUSY status\n", vha->vp_idx); qlt_send_busy(ha->base_qpair, atio, tc_sam_status); break; default: ql_dbg(ql_dbg_tgt, vha, 0xe060, "qla_target(%d): Unable to send command to target, sending BUSY status\n", vha->vp_idx); qlt_send_busy(ha->base_qpair, atio, qla_sam_status); break; } if (!ha_locked) spin_unlock_irqrestore(&ha->hardware_lock, flags); } break; case IMMED_NOTIFY_TYPE: { if (unlikely(atio->u.isp2x.entry_status != 0)) { ql_dbg(ql_dbg_tgt, vha, 0xe05b, "qla_target(%d): Received ATIO packet %x " "with error status %x\n", vha->vp_idx, atio->u.raw.entry_type, atio->u.isp2x.entry_status); break; } ql_dbg(ql_dbg_tgt, vha, 0xe02e, "%s", "IMMED_NOTIFY ATIO"); if (!ha_locked) spin_lock_irqsave(&ha->hardware_lock, flags); qlt_handle_imm_notify(vha, (struct imm_ntfy_from_isp *)atio); if (!ha_locked) spin_unlock_irqrestore(&ha->hardware_lock, flags); break; } default: ql_dbg(ql_dbg_tgt, vha, 0xe05c, "qla_target(%d): Received unknown ATIO atio " "type %x\n", vha->vp_idx, atio->u.raw.entry_type); break; } tgt->atio_irq_cmd_count--; } /* * qpair lock is assume to be held * rc = 0 : send terminate & abts respond * rc != 0: do not send term & abts respond */ static int qlt_chk_unresolv_exchg(struct scsi_qla_host *vha, struct qla_qpair *qpair, struct abts_resp_from_24xx_fw *entry) { struct qla_hw_data *ha = vha->hw; int rc = 0; /* * Detect unresolved exchange. If the same ABTS is unable * to terminate an existing command and the same ABTS loops * between FW & Driver, then force FW dump. Under 1 jiff, * we should see multiple loops. */ if (qpair->retry_term_exchg_addr == entry->exchange_addr_to_abort && qpair->retry_term_jiff == jiffies) { /* found existing exchange */ qpair->retry_term_cnt++; if (qpair->retry_term_cnt >= 5) { rc = -EIO; qpair->retry_term_cnt = 0; ql_log(ql_log_warn, vha, 0xffff, "Unable to send ABTS Respond. Dumping firmware.\n"); ql_dump_buffer(ql_dbg_tgt_mgt + ql_dbg_buffer, vha, 0xffff, (uint8_t *)entry, sizeof(*entry)); if (qpair == ha->base_qpair) ha->isp_ops->fw_dump(vha); else qla2xxx_dump_fw(vha); set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); qla2xxx_wake_dpc(vha); } } else if (qpair->retry_term_jiff != jiffies) { qpair->retry_term_exchg_addr = entry->exchange_addr_to_abort; qpair->retry_term_cnt = 0; qpair->retry_term_jiff = jiffies; } return rc; } static void qlt_handle_abts_completion(struct scsi_qla_host *vha, struct rsp_que *rsp, response_t *pkt) { struct abts_resp_from_24xx_fw *entry = (struct abts_resp_from_24xx_fw *)pkt; u32 h = pkt->handle & ~QLA_TGT_HANDLE_MASK; struct qla_tgt_mgmt_cmd *mcmd; struct qla_hw_data *ha = vha->hw; mcmd = qlt_ctio_to_cmd(vha, rsp, pkt->handle, TYPE_TGT_TMCMD, pkt); if (mcmd == NULL && h != QLA_TGT_SKIP_HANDLE) { ql_dbg(ql_dbg_async, vha, 0xe064, "qla_target(%d): ABTS Comp without mcmd\n", vha->vp_idx); return; } if (mcmd) vha = mcmd->vha; vha->vha_tgt.qla_tgt->abts_resp_expected--; ql_dbg(ql_dbg_tgt, vha, 0xe038, "ABTS_RESP_24XX: compl_status %x\n", entry->compl_status); if (le16_to_cpu(entry->compl_status) != ABTS_RESP_COMPL_SUCCESS) { if (le32_to_cpu(entry->error_subcode1) == 0x1E && le32_to_cpu(entry->error_subcode2) == 0) { if (qlt_chk_unresolv_exchg(vha, rsp->qpair, entry)) { qlt_free_ul_mcmd(ha, mcmd); return; } qlt_24xx_retry_term_exchange(vha, rsp->qpair, pkt, mcmd); } else { ql_dbg(ql_dbg_tgt, vha, 0xe063, "qla_target(%d): ABTS_RESP_24XX failed %x (subcode %x:%x)", vha->vp_idx, entry->compl_status, entry->error_subcode1, entry->error_subcode2); qlt_free_ul_mcmd(ha, mcmd); } } else if (mcmd) { qlt_free_ul_mcmd(ha, mcmd); } } /* ha->hardware_lock supposed to be held on entry */ /* called via callback from qla2xxx */ static void qlt_response_pkt(struct scsi_qla_host *vha, struct rsp_que *rsp, response_t *pkt) { struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; if (unlikely(tgt == NULL)) { ql_dbg(ql_dbg_tgt, vha, 0xe05d, "qla_target(%d): Response pkt %x received, but no tgt (ha %p)\n", vha->vp_idx, pkt->entry_type, vha->hw); return; } /* * In tgt_stop mode we also should allow all requests to pass. * Otherwise, some commands can stuck. */ switch (pkt->entry_type) { case CTIO_CRC2: case CTIO_TYPE7: { struct ctio7_from_24xx *entry = (struct ctio7_from_24xx *)pkt; qlt_do_ctio_completion(vha, rsp, entry->handle, le16_to_cpu(entry->status)|(pkt->entry_status << 16), entry); break; } case ACCEPT_TGT_IO_TYPE: { struct atio_from_isp *atio = (struct atio_from_isp *)pkt; int rc; if (atio->u.isp2x.status != cpu_to_le16(ATIO_CDB_VALID)) { ql_dbg(ql_dbg_tgt, vha, 0xe05e, "qla_target(%d): ATIO with error " "status %x received\n", vha->vp_idx, le16_to_cpu(atio->u.isp2x.status)); break; } rc = qlt_chk_qfull_thresh_hold(vha, rsp->qpair, atio, 1); if (rc != 0) return; rc = qlt_handle_cmd_for_atio(vha, atio); if (unlikely(rc != 0)) { switch (rc) { case -ENODEV: ql_dbg(ql_dbg_tgt, vha, 0xe05f, "qla_target: Unable to send command to target\n"); break; case -EBADF: ql_dbg(ql_dbg_tgt, vha, 0xe05f, "qla_target: Unable to send command to target, sending TERM EXCHANGE for rsp\n"); qlt_send_term_exchange(rsp->qpair, NULL, atio, 1); break; case -EBUSY: ql_dbg(ql_dbg_tgt, vha, 0xe060, "qla_target(%d): Unable to send command to target, sending BUSY status\n", vha->vp_idx); qlt_send_busy(rsp->qpair, atio, tc_sam_status); break; default: ql_dbg(ql_dbg_tgt, vha, 0xe060, "qla_target(%d): Unable to send command to target, sending BUSY status\n", vha->vp_idx); qlt_send_busy(rsp->qpair, atio, qla_sam_status); break; } } } break; case IMMED_NOTIFY_TYPE: ql_dbg(ql_dbg_tgt, vha, 0xe035, "%s", "IMMED_NOTIFY\n"); qlt_handle_imm_notify(vha, (struct imm_ntfy_from_isp *)pkt); break; case NOTIFY_ACK_TYPE: if (tgt->notify_ack_expected > 0) { struct nack_to_isp *entry = (struct nack_to_isp *)pkt; ql_dbg(ql_dbg_tgt, vha, 0xe036, "NOTIFY_ACK seq %08x status %x\n", le16_to_cpu(entry->u.isp2x.seq_id), le16_to_cpu(entry->u.isp2x.status)); tgt->notify_ack_expected--; if (entry->u.isp2x.status != cpu_to_le16(NOTIFY_ACK_SUCCESS)) { ql_dbg(ql_dbg_tgt, vha, 0xe061, "qla_target(%d): NOTIFY_ACK " "failed %x\n", vha->vp_idx, le16_to_cpu(entry->u.isp2x.status)); } } else { ql_dbg(ql_dbg_tgt, vha, 0xe062, "qla_target(%d): Unexpected NOTIFY_ACK received\n", vha->vp_idx); } break; case ABTS_RECV_24XX: ql_dbg(ql_dbg_tgt, vha, 0xe037, "ABTS_RECV_24XX: instance %d\n", vha->vp_idx); qlt_24xx_handle_abts(vha, (struct abts_recv_from_24xx *)pkt); break; case ABTS_RESP_24XX: if (tgt->abts_resp_expected > 0) { qlt_handle_abts_completion(vha, rsp, pkt); } else { ql_dbg(ql_dbg_tgt, vha, 0xe064, "qla_target(%d): Unexpected ABTS_RESP_24XX " "received\n", vha->vp_idx); } break; default: ql_dbg(ql_dbg_tgt, vha, 0xe065, "qla_target(%d): Received unknown response pkt " "type %x\n", vha->vp_idx, pkt->entry_type); break; } } /* * ha->hardware_lock supposed to be held on entry. Might drop it, then reaquire */ void qlt_async_event(uint16_t code, struct scsi_qla_host *vha, uint16_t *mailbox) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; int login_code; if (!tgt || tgt->tgt_stop || tgt->tgt_stopped) return; if (((code == MBA_POINT_TO_POINT) || (code == MBA_CHG_IN_CONNECTION)) && IS_QLA2100(ha)) return; /* * In tgt_stop mode we also should allow all requests to pass. * Otherwise, some commands can stuck. */ switch (code) { case MBA_RESET: /* Reset */ case MBA_SYSTEM_ERR: /* System Error */ case MBA_REQ_TRANSFER_ERR: /* Request Transfer Error */ case MBA_RSP_TRANSFER_ERR: /* Response Transfer Error */ ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03a, "qla_target(%d): System error async event %#x " "occurred", vha->vp_idx, code); break; case MBA_WAKEUP_THRES: /* Request Queue Wake-up. */ set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); break; case MBA_LOOP_UP: { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03b, "qla_target(%d): Async LOOP_UP occurred " "(m[0]=%x, m[1]=%x, m[2]=%x, m[3]=%x)", vha->vp_idx, mailbox[0], mailbox[1], mailbox[2], mailbox[3]); if (tgt->link_reinit_iocb_pending) { qlt_send_notify_ack(ha->base_qpair, &tgt->link_reinit_iocb, 0, 0, 0, 0, 0, 0); tgt->link_reinit_iocb_pending = 0; } break; } case MBA_LIP_OCCURRED: case MBA_LOOP_DOWN: case MBA_LIP_RESET: case MBA_RSCN_UPDATE: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03c, "qla_target(%d): Async event %#x occurred " "(m[0]=%x, m[1]=%x, m[2]=%x, m[3]=%x)", vha->vp_idx, code, mailbox[0], mailbox[1], mailbox[2], mailbox[3]); break; case MBA_REJECTED_FCP_CMD: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf017, "qla_target(%d): Async event LS_REJECT occurred (m[0]=%x, m[1]=%x, m[2]=%x, m[3]=%x)", vha->vp_idx, mailbox[0], mailbox[1], mailbox[2], mailbox[3]); if (mailbox[3] == 1) { /* exchange starvation. */ vha->hw->exch_starvation++; if (vha->hw->exch_starvation > 5) { ql_log(ql_log_warn, vha, 0xd03a, "Exchange starvation-. Resetting RISC\n"); vha->hw->exch_starvation = 0; if (IS_P3P_TYPE(vha->hw)) set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags); else set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); qla2xxx_wake_dpc(vha); } } break; case MBA_PORT_UPDATE: ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03d, "qla_target(%d): Port update async event %#x " "occurred: updating the ports database (m[0]=%x, m[1]=%x, " "m[2]=%x, m[3]=%x)", vha->vp_idx, code, mailbox[0], mailbox[1], mailbox[2], mailbox[3]); login_code = mailbox[2]; if (login_code == 0x4) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03e, "Async MB 2: Got PLOGI Complete\n"); vha->hw->exch_starvation = 0; } else if (login_code == 0x7) ql_dbg(ql_dbg_tgt_mgt, vha, 0xf03f, "Async MB 2: Port Logged Out\n"); break; default: break; } } static fc_port_t *qlt_get_port_database(struct scsi_qla_host *vha, uint16_t loop_id) { fc_port_t *fcport, *tfcp, *del; int rc; unsigned long flags; u8 newfcport = 0; fcport = qla2x00_alloc_fcport(vha, GFP_KERNEL); if (!fcport) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf06f, "qla_target(%d): Allocation of tmp FC port failed", vha->vp_idx); return NULL; } fcport->loop_id = loop_id; rc = qla24xx_gpdb_wait(vha, fcport, 0); if (rc != QLA_SUCCESS) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf070, "qla_target(%d): Failed to retrieve fcport " "information -- get_port_database() returned %x " "(loop_id=0x%04x)", vha->vp_idx, rc, loop_id); kfree(fcport); return NULL; } del = NULL; spin_lock_irqsave(&vha->hw->tgt.sess_lock, flags); tfcp = qla2x00_find_fcport_by_wwpn(vha, fcport->port_name, 1); if (tfcp) { tfcp->d_id = fcport->d_id; tfcp->port_type = fcport->port_type; tfcp->supported_classes = fcport->supported_classes; tfcp->flags |= fcport->flags; tfcp->scan_state = QLA_FCPORT_FOUND; del = fcport; fcport = tfcp; } else { if (vha->hw->current_topology == ISP_CFG_F) fcport->flags |= FCF_FABRIC_DEVICE; list_add_tail(&fcport->list, &vha->vp_fcports); if (!IS_SW_RESV_ADDR(fcport->d_id)) vha->fcport_count++; fcport->login_gen++; qla2x00_set_fcport_disc_state(fcport, DSC_LOGIN_COMPLETE); fcport->login_succ = 1; newfcport = 1; } fcport->deleted = 0; spin_unlock_irqrestore(&vha->hw->tgt.sess_lock, flags); switch (vha->host->active_mode) { case MODE_INITIATOR: case MODE_DUAL: if (newfcport) { if (!IS_IIDMA_CAPABLE(vha->hw) || !vha->hw->flags.gpsc_supported) { qla24xx_sched_upd_fcport(fcport); } else { ql_dbg(ql_dbg_disc, vha, 0x20ff, "%s %d %8phC post gpsc fcp_cnt %d\n", __func__, __LINE__, fcport->port_name, vha->fcport_count); qla24xx_post_gpsc_work(vha, fcport); } } break; case MODE_TARGET: default: break; } if (del) qla2x00_free_fcport(del); return fcport; } /* Must be called under tgt_mutex */ static struct fc_port *qlt_make_local_sess(struct scsi_qla_host *vha, be_id_t s_id) { struct fc_port *sess = NULL; fc_port_t *fcport = NULL; int rc, global_resets; uint16_t loop_id = 0; if (s_id.domain == 0xFF && s_id.area == 0xFC) { /* * This is Domain Controller, so it should be * OK to drop SCSI commands from it. */ ql_dbg(ql_dbg_tgt_mgt, vha, 0xf042, "Unable to find initiator with S_ID %x:%x:%x", s_id.domain, s_id.area, s_id.al_pa); return NULL; } mutex_lock(&vha->vha_tgt.tgt_mutex); retry: global_resets = atomic_read(&vha->vha_tgt.qla_tgt->tgt_global_resets_count); rc = qla24xx_get_loop_id(vha, s_id, &loop_id); if (rc != 0) { mutex_unlock(&vha->vha_tgt.tgt_mutex); ql_log(ql_log_info, vha, 0xf071, "qla_target(%d): Unable to find " "initiator with S_ID %x:%x:%x", vha->vp_idx, s_id.domain, s_id.area, s_id.al_pa); if (rc == -ENOENT) { qlt_port_logo_t logo; logo.id = be_to_port_id(s_id); logo.cmd_count = 1; qlt_send_first_logo(vha, &logo); } return NULL; } fcport = qlt_get_port_database(vha, loop_id); if (!fcport) { mutex_unlock(&vha->vha_tgt.tgt_mutex); return NULL; } if (global_resets != atomic_read(&vha->vha_tgt.qla_tgt->tgt_global_resets_count)) { ql_dbg(ql_dbg_tgt_mgt, vha, 0xf043, "qla_target(%d): global reset during session discovery " "(counter was %d, new %d), retrying", vha->vp_idx, global_resets, atomic_read(&vha->vha_tgt. qla_tgt->tgt_global_resets_count)); goto retry; } sess = qlt_create_sess(vha, fcport, true); mutex_unlock(&vha->vha_tgt.tgt_mutex); return sess; } static void qlt_abort_work(struct qla_tgt *tgt, struct qla_tgt_sess_work_param *prm) { struct scsi_qla_host *vha = tgt->vha; struct qla_hw_data *ha = vha->hw; struct fc_port *sess = NULL; unsigned long flags = 0, flags2 = 0; be_id_t s_id; int rc; spin_lock_irqsave(&ha->tgt.sess_lock, flags2); if (tgt->tgt_stop) goto out_term2; s_id = le_id_to_be(prm->abts.fcp_hdr_le.s_id); sess = ha->tgt.tgt_ops->find_sess_by_s_id(vha, s_id); if (!sess) { spin_unlock_irqrestore(&ha->tgt.sess_lock, flags2); sess = qlt_make_local_sess(vha, s_id); /* sess has got an extra creation ref */ spin_lock_irqsave(&ha->tgt.sess_lock, flags2); if (!sess) goto out_term2; } else { if (sess->deleted) { sess = NULL; goto out_term2; } if (!kref_get_unless_zero(&sess->sess_kref)) { ql_dbg(ql_dbg_tgt_tmr, vha, 0xf01c, "%s: kref_get fail %8phC \n", __func__, sess->port_name); sess = NULL; goto out_term2; } } rc = __qlt_24xx_handle_abts(vha, &prm->abts, sess); spin_unlock_irqrestore(&ha->tgt.sess_lock, flags2); ha->tgt.tgt_ops->put_sess(sess); if (rc != 0) goto out_term; return; out_term2: spin_unlock_irqrestore(&ha->tgt.sess_lock, flags2); out_term: spin_lock_irqsave(&ha->hardware_lock, flags); qlt_24xx_send_abts_resp(ha->base_qpair, &prm->abts, FCP_TMF_REJECTED, false); spin_unlock_irqrestore(&ha->hardware_lock, flags); } static void qlt_sess_work_fn(struct work_struct *work) { struct qla_tgt *tgt = container_of(work, struct qla_tgt, sess_work); struct scsi_qla_host *vha = tgt->vha; unsigned long flags; ql_dbg(ql_dbg_tgt_mgt, vha, 0xf000, "Sess work (tgt %p)", tgt); spin_lock_irqsave(&tgt->sess_work_lock, flags); while (!list_empty(&tgt->sess_works_list)) { struct qla_tgt_sess_work_param *prm = list_entry( tgt->sess_works_list.next, typeof(*prm), sess_works_list_entry); /* * This work can be scheduled on several CPUs at time, so we * must delete the entry to eliminate double processing */ list_del(&prm->sess_works_list_entry); spin_unlock_irqrestore(&tgt->sess_work_lock, flags); switch (prm->type) { case QLA_TGT_SESS_WORK_ABORT: qlt_abort_work(tgt, prm); break; default: BUG_ON(1); break; } spin_lock_irqsave(&tgt->sess_work_lock, flags); kfree(prm); } spin_unlock_irqrestore(&tgt->sess_work_lock, flags); } /* Must be called under tgt_host_action_mutex */ int qlt_add_target(struct qla_hw_data *ha, struct scsi_qla_host *base_vha) { struct qla_tgt *tgt; int rc, i; struct qla_qpair_hint *h; if (!QLA_TGT_MODE_ENABLED()) return 0; if (!IS_TGT_MODE_CAPABLE(ha)) { ql_log(ql_log_warn, base_vha, 0xe070, "This adapter does not support target mode.\n"); return 0; } ql_dbg(ql_dbg_tgt, base_vha, 0xe03b, "Registering target for host %ld(%p).\n", base_vha->host_no, ha); BUG_ON(base_vha->vha_tgt.qla_tgt != NULL); tgt = kzalloc(sizeof(struct qla_tgt), GFP_KERNEL); if (!tgt) { ql_dbg(ql_dbg_tgt, base_vha, 0xe066, "Unable to allocate struct qla_tgt\n"); return -ENOMEM; } tgt->qphints = kcalloc(ha->max_qpairs + 1, sizeof(struct qla_qpair_hint), GFP_KERNEL); if (!tgt->qphints) { kfree(tgt); ql_log(ql_log_warn, base_vha, 0x0197, "Unable to allocate qpair hints.\n"); return -ENOMEM; } qla2xxx_driver_template.supported_mode |= MODE_TARGET; rc = btree_init64(&tgt->lun_qpair_map); if (rc) { kfree(tgt->qphints); kfree(tgt); ql_log(ql_log_info, base_vha, 0x0198, "Unable to initialize lun_qpair_map btree\n"); return -EIO; } h = &tgt->qphints[0]; h->qpair = ha->base_qpair; INIT_LIST_HEAD(&h->hint_elem); h->cpuid = ha->base_qpair->cpuid; list_add_tail(&h->hint_elem, &ha->base_qpair->hints_list); for (i = 0; i < ha->max_qpairs; i++) { unsigned long flags; struct qla_qpair *qpair = ha->queue_pair_map[i]; h = &tgt->qphints[i + 1]; INIT_LIST_HEAD(&h->hint_elem); if (qpair) { h->qpair = qpair; spin_lock_irqsave(qpair->qp_lock_ptr, flags); list_add_tail(&h->hint_elem, &qpair->hints_list); spin_unlock_irqrestore(qpair->qp_lock_ptr, flags); h->cpuid = qpair->cpuid; } } tgt->ha = ha; tgt->vha = base_vha; init_waitqueue_head(&tgt->waitQ); spin_lock_init(&tgt->sess_work_lock); INIT_WORK(&tgt->sess_work, qlt_sess_work_fn); INIT_LIST_HEAD(&tgt->sess_works_list); spin_lock_init(&tgt->srr_lock); INIT_LIST_HEAD(&tgt->srr_list); INIT_WORK(&tgt->srr_work, qlt_handle_srr_work); atomic_set(&tgt->tgt_global_resets_count, 0); base_vha->vha_tgt.qla_tgt = tgt; ql_dbg(ql_dbg_tgt, base_vha, 0xe067, "qla_target(%d): using 64 Bit PCI addressing", base_vha->vp_idx); /* 3 is reserved */ tgt->sg_tablesize = QLA_TGT_MAX_SG_24XX(base_vha->req->length - 3); mutex_lock(&qla_tgt_mutex); list_add_tail(&tgt->tgt_list_entry, &qla_tgt_glist); mutex_unlock(&qla_tgt_mutex); if (ha->tgt.tgt_ops && ha->tgt.tgt_ops->add_target) ha->tgt.tgt_ops->add_target(base_vha); return 0; } /* Must be called under tgt_host_action_mutex */ int qlt_remove_target(struct qla_hw_data *ha, struct scsi_qla_host *vha) { if (!vha->vha_tgt.qla_tgt) return 0; if (vha->fc_vport) { qlt_release(vha->vha_tgt.qla_tgt); return 0; } /* free left over qfull cmds */ qlt_init_term_exchange(vha); ql_dbg(ql_dbg_tgt, vha, 0xe03c, "Unregistering target for host %ld(%p)", vha->host_no, ha); qlt_release(vha->vha_tgt.qla_tgt); return 0; } void qla_remove_hostmap(struct qla_hw_data *ha) { struct scsi_qla_host *node; u32 key = 0; btree_for_each_safe32(&ha->host_map, key, node) btree_remove32(&ha->host_map, key); btree_destroy32(&ha->host_map); } static void qlt_lport_dump(struct scsi_qla_host *vha, u64 wwpn, unsigned char *b) { pr_debug("qla2xxx HW vha->node_name: %8phC\n", vha->node_name); pr_debug("qla2xxx HW vha->port_name: %8phC\n", vha->port_name); put_unaligned_be64(wwpn, b); pr_debug("qla2xxx passed configfs WWPN: %8phC\n", b); } /** * qlt_lport_register - register lport with external module * * @target_lport_ptr: pointer for tcm_qla2xxx specific lport data * @phys_wwpn: physical port WWPN * @npiv_wwpn: NPIV WWPN * @npiv_wwnn: NPIV WWNN * @callback: lport initialization callback for tcm_qla2xxx code */ int qlt_lport_register(void *target_lport_ptr, u64 phys_wwpn, u64 npiv_wwpn, u64 npiv_wwnn, int (*callback)(struct scsi_qla_host *, void *, u64, u64)) { struct qla_tgt *tgt; struct scsi_qla_host *vha; struct qla_hw_data *ha; struct Scsi_Host *host; unsigned long flags; int rc; u8 b[WWN_SIZE]; mutex_lock(&qla_tgt_mutex); list_for_each_entry(tgt, &qla_tgt_glist, tgt_list_entry) { vha = tgt->vha; ha = vha->hw; host = vha->host; if (!host) continue; if (!(host->hostt->supported_mode & MODE_TARGET)) continue; if (vha->qlini_mode == QLA2XXX_INI_MODE_ENABLED) continue; spin_lock_irqsave(&ha->hardware_lock, flags); if ((!npiv_wwpn || !npiv_wwnn) && host->active_mode & MODE_TARGET) { pr_debug("MODE_TARGET already active on qla2xxx(%d)\n", host->host_no); spin_unlock_irqrestore(&ha->hardware_lock, flags); continue; } if (tgt->tgt_stop) { pr_debug("MODE_TARGET in shutdown on qla2xxx(%d)\n", host->host_no); spin_unlock_irqrestore(&ha->hardware_lock, flags); continue; } spin_unlock_irqrestore(&ha->hardware_lock, flags); if (!scsi_host_get(host)) { ql_dbg(ql_dbg_tgt, vha, 0xe068, "Unable to scsi_host_get() for" " qla2xxx scsi_host\n"); continue; } qlt_lport_dump(vha, phys_wwpn, b); if (memcmp(vha->port_name, b, WWN_SIZE)) { scsi_host_put(host); continue; } rc = (*callback)(vha, target_lport_ptr, npiv_wwpn, npiv_wwnn); if (rc != 0) scsi_host_put(host); mutex_unlock(&qla_tgt_mutex); return rc; } mutex_unlock(&qla_tgt_mutex); return -ENODEV; } EXPORT_SYMBOL(qlt_lport_register); /** * qlt_lport_deregister - Degister lport * * @vha: Registered scsi_qla_host pointer */ void qlt_lport_deregister(struct scsi_qla_host *vha) { struct qla_hw_data *ha = vha->hw; struct Scsi_Host *sh = vha->host; /* * Clear the target_lport_ptr qla_target_template pointer in qla_hw_data */ vha->vha_tgt.target_lport_ptr = NULL; ha->tgt.tgt_ops = NULL; /* * Release the Scsi_Host reference for the underlying qla2xxx host */ scsi_host_put(sh); } EXPORT_SYMBOL(qlt_lport_deregister); /* Must be called under HW lock */ void qlt_set_mode(struct scsi_qla_host *vha) { switch (vha->qlini_mode) { case QLA2XXX_INI_MODE_DISABLED: case QLA2XXX_INI_MODE_EXCLUSIVE: vha->host->active_mode = MODE_TARGET; break; case QLA2XXX_INI_MODE_ENABLED: vha->host->active_mode = MODE_INITIATOR; break; case QLA2XXX_INI_MODE_DUAL: vha->host->active_mode = MODE_DUAL; break; default: break; } } /* Must be called under HW lock */ static void qlt_clear_mode(struct scsi_qla_host *vha) { switch (vha->qlini_mode) { case QLA2XXX_INI_MODE_DISABLED: vha->host->active_mode = MODE_UNKNOWN; break; case QLA2XXX_INI_MODE_EXCLUSIVE: vha->host->active_mode = MODE_INITIATOR; break; case QLA2XXX_INI_MODE_ENABLED: case QLA2XXX_INI_MODE_DUAL: vha->host->active_mode = MODE_INITIATOR; break; default: break; } } /* * qla_tgt_enable_vha - NO LOCK HELD * * host_reset, bring up w/ Target Mode Enabled */ void qlt_enable_vha(struct scsi_qla_host *vha) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; unsigned long flags; scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev); if (!tgt) { ql_dbg(ql_dbg_tgt, vha, 0xe069, "Unable to locate qla_tgt pointer from" " struct qla_hw_data\n"); dump_stack(); return; } if (vha->qlini_mode == QLA2XXX_INI_MODE_ENABLED) return; if (ha->tgt.num_act_qpairs > ha->max_qpairs) ha->tgt.num_act_qpairs = ha->max_qpairs; spin_lock_irqsave(&ha->hardware_lock, flags); tgt->tgt_stopped = 0; qlt_set_mode(vha); spin_unlock_irqrestore(&ha->hardware_lock, flags); mutex_lock(&ha->optrom_mutex); ql_dbg(ql_dbg_tgt_mgt, vha, 0xf021, "%s.\n", __func__); if (vha->vp_idx) { qla24xx_disable_vp(vha); qla24xx_enable_vp(vha); } else { set_bit(ISP_ABORT_NEEDED, &base_vha->dpc_flags); qla2xxx_wake_dpc(base_vha); WARN_ON_ONCE(qla2x00_wait_for_hba_online(base_vha) != QLA_SUCCESS); } mutex_unlock(&ha->optrom_mutex); } EXPORT_SYMBOL(qlt_enable_vha); /* * qla_tgt_disable_vha - NO LOCK HELD * * Disable Target Mode and reset the adapter */ static void qlt_disable_vha(struct scsi_qla_host *vha) { struct qla_hw_data *ha = vha->hw; struct qla_tgt *tgt = vha->vha_tgt.qla_tgt; unsigned long flags; if (!tgt) { ql_dbg(ql_dbg_tgt, vha, 0xe06a, "Unable to locate qla_tgt pointer from" " struct qla_hw_data\n"); dump_stack(); return; } spin_lock_irqsave(&ha->hardware_lock, flags); qlt_clear_mode(vha); spin_unlock_irqrestore(&ha->hardware_lock, flags); set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags); qla2xxx_wake_dpc(vha); /* * We are expecting the offline state. * QLA_FUNCTION_FAILED means that adapter is offline. */ if (qla2x00_wait_for_hba_online(vha) != QLA_SUCCESS) ql_dbg(ql_dbg_tgt, vha, 0xe081, "adapter is offline\n"); } /* * Called from qla_init.c:qla24xx_vport_create() contex to setup * the target mode specific struct scsi_qla_host and struct qla_hw_data * members. */ void qlt_vport_create(struct scsi_qla_host *vha, struct qla_hw_data *ha) { vha->vha_tgt.qla_tgt = NULL; mutex_init(&vha->vha_tgt.tgt_mutex); mutex_init(&vha->vha_tgt.tgt_host_action_mutex); INIT_LIST_HEAD(&vha->unknown_atio_list); INIT_DELAYED_WORK(&vha->unknown_atio_work, qlt_unknown_atio_work_fn); qlt_clear_mode(vha); /* * NOTE: Currently the value is kept the same for <24xx and * >=24xx ISPs. If it is necessary to change it, * the check should be added for specific ISPs, * assigning the value appropriately. */ ha->tgt.atio_q_length = ATIO_ENTRY_CNT_24XX; qlt_add_target(ha, vha); } u8 qlt_rff_id(struct scsi_qla_host *vha) { u8 fc4_feature = 0; /* * FC-4 Feature bit 0 indicates target functionality to the name server. */ if (qla_tgt_mode_enabled(vha)) { fc4_feature = BIT_0; } else if (qla_ini_mode_enabled(vha)) { fc4_feature = BIT_1; } else if (qla_dual_mode_enabled(vha)) fc4_feature = BIT_0 | BIT_1; return fc4_feature; } /* * qlt_init_atio_q_entries() - Initializes ATIO queue entries. * @ha: HA context * * Beginning of ATIO ring has initialization control block already built * by nvram config routine. * * Returns 0 on success. */ void qlt_init_atio_q_entries(struct scsi_qla_host *vha) { struct qla_hw_data *ha = vha->hw; uint16_t cnt; struct atio_from_isp *pkt = (struct atio_from_isp *)ha->tgt.atio_ring; if (qla_ini_mode_enabled(vha)) return; for (cnt = 0; cnt < ha->tgt.atio_q_length; cnt++) { pkt->u.raw.signature = cpu_to_le32(ATIO_PROCESSED); pkt++; } } /* * qlt_24xx_process_atio_queue() - Process ATIO queue entries. * @ha: SCSI driver HA context */ void qlt_24xx_process_atio_queue(struct scsi_qla_host *vha, uint8_t ha_locked) { struct qla_hw_data *ha = vha->hw; struct atio_from_isp *pkt; int cnt, i; if (!ha->flags.fw_started) return; while ((ha->tgt.atio_ring_ptr->signature != ATIO_PROCESSED) || fcpcmd_is_corrupted(ha->tgt.atio_ring_ptr)) { pkt = (struct atio_from_isp *)ha->tgt.atio_ring_ptr; cnt = pkt->u.raw.entry_count; if (unlikely(fcpcmd_is_corrupted(ha->tgt.atio_ring_ptr))) { /* * This packet is corrupted. The header + payload * can not be trusted. There is no point in passing * it further up. */ ql_log(ql_log_warn, vha, 0xd03c, "corrupted fcp frame SID[%3phN] OXID[%04x] EXCG[%x] %64phN\n", &pkt->u.isp24.fcp_hdr.s_id, be16_to_cpu(pkt->u.isp24.fcp_hdr.ox_id), pkt->u.isp24.exchange_addr, pkt); adjust_corrupted_atio(pkt); qlt_send_term_exchange(ha->base_qpair, NULL, pkt, ha_locked); } else { qlt_24xx_atio_pkt_all_vps(vha, (struct atio_from_isp *)pkt, ha_locked); } for (i = 0; i < cnt; i++) { ha->tgt.atio_ring_index++; if (ha->tgt.atio_ring_index == ha->tgt.atio_q_length) { ha->tgt.atio_ring_index = 0; ha->tgt.atio_ring_ptr = ha->tgt.atio_ring; } else ha->tgt.atio_ring_ptr++; pkt->u.raw.signature = cpu_to_le32(ATIO_PROCESSED); pkt = (struct atio_from_isp *)ha->tgt.atio_ring_ptr; } wmb(); } /* Adjust ring index */ wrt_reg_dword(ISP_ATIO_Q_OUT(vha), ha->tgt.atio_ring_index); } void qlt_24xx_config_rings(struct scsi_qla_host *vha) { struct qla_hw_data *ha = vha->hw; struct qla_msix_entry *msix = &ha->msix_entries[2]; struct init_cb_24xx *icb = (struct init_cb_24xx *)ha->init_cb; if (!QLA_TGT_MODE_ENABLED()) return; wrt_reg_dword(ISP_ATIO_Q_IN(vha), 0); wrt_reg_dword(ISP_ATIO_Q_OUT(vha), 0); rd_reg_dword(ISP_ATIO_Q_OUT(vha)); if (ha->flags.msix_enabled) { if (IS_QLA83XX(ha) || IS_QLA27XX(ha) || IS_QLA28XX(ha)) { icb->msix_atio = cpu_to_le16(msix->entry); icb->firmware_options_2 &= cpu_to_le32(~BIT_26); ql_dbg(ql_dbg_init, vha, 0xf072, "Registering ICB vector 0x%x for atio que.\n", msix->entry); } } else { /* INTx|MSI */ if (IS_QLA83XX(ha) || IS_QLA27XX(ha) || IS_QLA28XX(ha)) { icb->msix_atio = 0; icb->firmware_options_2 |= cpu_to_le32(BIT_26); ql_dbg(ql_dbg_init, vha, 0xf072, "%s: Use INTx for ATIOQ.\n", __func__); } } } void qlt_24xx_config_nvram_stage1(struct scsi_qla_host *vha, struct nvram_24xx *nv) { struct qla_hw_data *ha = vha->hw; u32 tmp; if (!QLA_TGT_MODE_ENABLED()) return; if (qla_tgt_mode_enabled(vha) || qla_dual_mode_enabled(vha)) { if (!ha->tgt.saved_set) { /* We save only once */ ha->tgt.saved_exchange_count = nv->exchange_count; ha->tgt.saved_firmware_options_1 = nv->firmware_options_1; ha->tgt.saved_firmware_options_2 = nv->firmware_options_2; ha->tgt.saved_firmware_options_3 = nv->firmware_options_3; ha->tgt.saved_set = 1; } if (qla_tgt_mode_enabled(vha)) nv->exchange_count = cpu_to_le16(0xFFFF); else /* dual */ nv->exchange_count = cpu_to_le16(vha->ql2xexchoffld); /* Enable target mode */ nv->firmware_options_1 |= cpu_to_le32(BIT_4); /* Disable ini mode, if requested */ if (qla_tgt_mode_enabled(vha)) nv->firmware_options_1 |= cpu_to_le32(BIT_5); /* Disable Full Login after LIP */ nv->firmware_options_1 &= cpu_to_le32(~BIT_13); /* Enable initial LIP */ nv->firmware_options_1 &= cpu_to_le32(~BIT_9); if (ql2xtgt_tape_enable) /* Enable FC Tape support */ nv->firmware_options_2 |= cpu_to_le32(BIT_12); else /* Disable FC Tape support */ nv->firmware_options_2 &= cpu_to_le32(~BIT_12); /* Disable Full Login after LIP */ nv->host_p &= cpu_to_le32(~BIT_10); /* * clear BIT 15 explicitly as we have seen at least * a couple of instances where this was set and this * was causing the firmware to not be initialized. */ nv->firmware_options_1 &= cpu_to_le32(~BIT_15); /* Enable target PRLI control */ nv->firmware_options_2 |= cpu_to_le32(BIT_14); if (IS_QLA25XX(ha)) { /* Change Loop-prefer to Pt-Pt */ tmp = ~(BIT_4|BIT_5|BIT_6); nv->firmware_options_2 &= cpu_to_le32(tmp); tmp = P2P << 4; nv->firmware_options_2 |= cpu_to_le32(tmp); } } else { if (ha->tgt.saved_set) { nv->exchange_count = ha->tgt.saved_exchange_count; nv->firmware_options_1 = ha->tgt.saved_firmware_options_1; nv->firmware_options_2 = ha->tgt.saved_firmware_options_2; nv->firmware_options_3 = ha->tgt.saved_firmware_options_3; } return; } if (ha->base_qpair->enable_class_2) { if (vha->flags.init_done) fc_host_supported_classes(vha->host) = FC_COS_CLASS2 | FC_COS_CLASS3; nv->firmware_options_2 |= cpu_to_le32(BIT_8); } else { if (vha->flags.init_done) fc_host_supported_classes(vha->host) = FC_COS_CLASS3; nv->firmware_options_2 &= ~cpu_to_le32(BIT_8); } } void qlt_24xx_config_nvram_stage2(struct scsi_qla_host *vha, struct init_cb_24xx *icb) { struct qla_hw_data *ha = vha->hw; if (!QLA_TGT_MODE_ENABLED()) return; if (ha->tgt.node_name_set) { memcpy(icb->node_name, ha->tgt.tgt_node_name, WWN_SIZE); icb->firmware_options_1 |= cpu_to_le32(BIT_14); } } void qlt_81xx_config_nvram_stage1(struct scsi_qla_host *vha, struct nvram_81xx *nv) { struct qla_hw_data *ha = vha->hw; u32 tmp; if (!QLA_TGT_MODE_ENABLED()) return; if (qla_tgt_mode_enabled(vha) || qla_dual_mode_enabled(vha)) { if (!ha->tgt.saved_set) { /* We save only once */ ha->tgt.saved_exchange_count = nv->exchange_count; ha->tgt.saved_firmware_options_1 = nv->firmware_options_1; ha->tgt.saved_firmware_options_2 = nv->firmware_options_2; ha->tgt.saved_firmware_options_3 = nv->firmware_options_3; ha->tgt.saved_set = 1; } if (qla_tgt_mode_enabled(vha)) nv->exchange_count = cpu_to_le16(0xFFFF); else /* dual */ nv->exchange_count = cpu_to_le16(vha->ql2xexchoffld); /* Enable target mode */ nv->firmware_options_1 |= cpu_to_le32(BIT_4); /* Disable ini mode, if requested */ if (qla_tgt_mode_enabled(vha)) nv->firmware_options_1 |= cpu_to_le32(BIT_5); /* Disable Full Login after LIP */ nv->firmware_options_1 &= cpu_to_le32(~BIT_13); /* Enable initial LIP */ nv->firmware_options_1 &= cpu_to_le32(~BIT_9); /* * clear BIT 15 explicitly as we have seen at * least a couple of instances where this was set * and this was causing the firmware to not be * initialized. */ nv->firmware_options_1 &= cpu_to_le32(~BIT_15); if (ql2xtgt_tape_enable) /* Enable FC tape support */ nv->firmware_options_2 |= cpu_to_le32(BIT_12); else /* Disable FC tape support */ nv->firmware_options_2 &= cpu_to_le32(~BIT_12); /* Disable Full Login after LIP */ nv->host_p &= cpu_to_le32(~BIT_10); /* Enable target PRLI control */ nv->firmware_options_2 |= cpu_to_le32(BIT_14); /* Change Loop-prefer to Pt-Pt */ tmp = ~(BIT_4|BIT_5|BIT_6); nv->firmware_options_2 &= cpu_to_le32(tmp); tmp = P2P << 4; nv->firmware_options_2 |= cpu_to_le32(tmp); } else { if (ha->tgt.saved_set) { nv->exchange_count = ha->tgt.saved_exchange_count; nv->firmware_options_1 = ha->tgt.saved_firmware_options_1; nv->firmware_options_2 = ha->tgt.saved_firmware_options_2; nv->firmware_options_3 = ha->tgt.saved_firmware_options_3; } return; } if (ha->base_qpair->enable_class_2) { if (vha->flags.init_done) fc_host_supported_classes(vha->host) = FC_COS_CLASS2 | FC_COS_CLASS3; nv->firmware_options_2 |= cpu_to_le32(BIT_8); } else { if (vha->flags.init_done) fc_host_supported_classes(vha->host) = FC_COS_CLASS3; nv->firmware_options_2 &= ~cpu_to_le32(BIT_8); } } void qlt_81xx_config_nvram_stage2(struct scsi_qla_host *vha, struct init_cb_81xx *icb) { struct qla_hw_data *ha = vha->hw; if (!QLA_TGT_MODE_ENABLED()) return; if (ha->tgt.node_name_set) { memcpy(icb->node_name, ha->tgt.tgt_node_name, WWN_SIZE); icb->firmware_options_1 |= cpu_to_le32(BIT_14); } } /* Update any settings that depend on ha->fw_*_version. */ void qlt_config_nvram_with_fw_version(struct scsi_qla_host *vha) { struct qla_hw_data *ha = vha->hw; if (!QLA_TGT_MODE_ENABLED()) return; if (ql2xtgt_tape_enable && qlt_has_sler_fw_bug(ha)) { ql_log(ql_log_warn, vha, 0x11036, "WARNING: ignoring ql2xtgt_tape_enable due to buggy HBA firmware; please upgrade FW\n"); /* Disable FC Tape support */ if (ha->isp_ops->nvram_config == qla81xx_nvram_config) { struct init_cb_81xx *icb = (struct init_cb_81xx *)ha->init_cb; icb->firmware_options_2 &= cpu_to_le32(~BIT_12); } else { struct init_cb_24xx *icb = (struct init_cb_24xx *)ha->init_cb; icb->firmware_options_2 &= cpu_to_le32(~BIT_12); } } } void qlt_modify_vp_config(struct scsi_qla_host *vha, struct vp_config_entry_24xx *vpmod) { /* enable target mode. Bit5 = 1 => disable */ if (qla_tgt_mode_enabled(vha) || qla_dual_mode_enabled(vha)) vpmod->options_idx1 &= ~BIT_5; /* Disable ini mode, if requested. bit4 = 1 => disable */ if (qla_tgt_mode_enabled(vha)) vpmod->options_idx1 &= ~BIT_4; } void qlt_probe_one_stage1(struct scsi_qla_host *base_vha, struct qla_hw_data *ha) { mutex_init(&base_vha->vha_tgt.tgt_mutex); if (!QLA_TGT_MODE_ENABLED()) return; if (ha->mqenable || IS_QLA83XX(ha) || IS_QLA27XX(ha) || IS_QLA28XX(ha)) { ISP_ATIO_Q_IN(base_vha) = &ha->mqiobase->isp25mq.atio_q_in; ISP_ATIO_Q_OUT(base_vha) = &ha->mqiobase->isp25mq.atio_q_out; } else { ISP_ATIO_Q_IN(base_vha) = &ha->iobase->isp24.atio_q_in; ISP_ATIO_Q_OUT(base_vha) = &ha->iobase->isp24.atio_q_out; } mutex_init(&base_vha->vha_tgt.tgt_host_action_mutex); INIT_LIST_HEAD(&base_vha->unknown_atio_list); INIT_DELAYED_WORK(&base_vha->unknown_atio_work, qlt_unknown_atio_work_fn); qlt_clear_mode(base_vha); qla_update_vp_map(base_vha, SET_VP_IDX); } irqreturn_t qla83xx_msix_atio_q(int irq, void *dev_id) { struct rsp_que *rsp; scsi_qla_host_t *vha; struct qla_hw_data *ha; unsigned long flags; rsp = (struct rsp_que *) dev_id; ha = rsp->hw; vha = pci_get_drvdata(ha->pdev); spin_lock_irqsave(&ha->tgt.atio_lock, flags); qlt_24xx_process_atio_queue(vha, 0); spin_unlock_irqrestore(&ha->tgt.atio_lock, flags); return IRQ_HANDLED; } static void qlt_handle_abts_recv_work(struct work_struct *work) { struct qla_tgt_sess_op *op = container_of(work, struct qla_tgt_sess_op, work); scsi_qla_host_t *vha = op->vha; struct qla_hw_data *ha = vha->hw; unsigned long flags; if (qla2x00_reset_active(vha) || (op->chip_reset != ha->base_qpair->chip_reset)) return; spin_lock_irqsave(&ha->tgt.atio_lock, flags); qlt_24xx_process_atio_queue(vha, 0); spin_unlock_irqrestore(&ha->tgt.atio_lock, flags); spin_lock_irqsave(&ha->hardware_lock, flags); qlt_response_pkt_all_vps(vha, op->rsp, (response_t *)&op->atio); spin_unlock_irqrestore(&ha->hardware_lock, flags); kfree(op); } void qlt_handle_abts_recv(struct scsi_qla_host *vha, struct rsp_que *rsp, response_t *pkt) { struct qla_tgt_sess_op *op; op = kzalloc(sizeof(*op), GFP_ATOMIC); if (!op) { /* do not reach for ATIO queue here. This is best effort err * recovery at this point. */ qlt_response_pkt_all_vps(vha, rsp, pkt); return; } memcpy(&op->atio, pkt, sizeof(*pkt)); op->vha = vha; op->chip_reset = vha->hw->base_qpair->chip_reset; op->rsp = rsp; INIT_WORK(&op->work, qlt_handle_abts_recv_work); queue_work(qla_tgt_wq, &op->work); return; } int qlt_mem_alloc(struct qla_hw_data *ha) { if (!QLA_TGT_MODE_ENABLED()) return 0; ha->tgt.atio_ring = dma_alloc_coherent(&ha->pdev->dev, (ha->tgt.atio_q_length + 1) * sizeof(struct atio_from_isp), &ha->tgt.atio_dma, GFP_KERNEL); if (!ha->tgt.atio_ring) { return -ENOMEM; } return 0; } void qlt_mem_free(struct qla_hw_data *ha) { if (!QLA_TGT_MODE_ENABLED()) return; if (ha->tgt.atio_ring) { dma_free_coherent(&ha->pdev->dev, (ha->tgt.atio_q_length + 1) * sizeof(struct atio_from_isp), ha->tgt.atio_ring, ha->tgt.atio_dma); } ha->tgt.atio_ring = NULL; ha->tgt.atio_dma = 0; } static int __init qlt_parse_ini_mode(void) { if (strcasecmp(qlini_mode, QLA2XXX_INI_MODE_STR_EXCLUSIVE) == 0) ql2x_ini_mode = QLA2XXX_INI_MODE_EXCLUSIVE; else if (strcasecmp(qlini_mode, QLA2XXX_INI_MODE_STR_DISABLED) == 0) ql2x_ini_mode = QLA2XXX_INI_MODE_DISABLED; else if (strcasecmp(qlini_mode, QLA2XXX_INI_MODE_STR_ENABLED) == 0) ql2x_ini_mode = QLA2XXX_INI_MODE_ENABLED; else if (strcasecmp(qlini_mode, QLA2XXX_INI_MODE_STR_DUAL) == 0) ql2x_ini_mode = QLA2XXX_INI_MODE_DUAL; else return false; return true; } int __init qlt_init(void) { int ret; BUILD_BUG_ON(sizeof(struct ctio7_to_24xx) != 64); BUILD_BUG_ON(sizeof(struct ctio_to_2xxx) != 64); if (!qlt_parse_ini_mode()) { ql_log(ql_log_fatal, NULL, 0xe06b, "qlt_parse_ini_mode() failed\n"); return -EINVAL; } if (!QLA_TGT_MODE_ENABLED()) return 0; qla_tgt_mgmt_cmd_cachep = kmem_cache_create("qla_tgt_mgmt_cmd_cachep", sizeof(struct qla_tgt_mgmt_cmd), __alignof__(struct qla_tgt_mgmt_cmd), 0, NULL); if (!qla_tgt_mgmt_cmd_cachep) { ql_log(ql_log_fatal, NULL, 0xd04b, "kmem_cache_create for qla_tgt_mgmt_cmd_cachep failed\n"); return -ENOMEM; } qla_tgt_plogi_cachep = kmem_cache_create("qla_tgt_plogi_cachep", sizeof(struct qlt_plogi_ack_t), __alignof__(struct qlt_plogi_ack_t), 0, NULL); if (!qla_tgt_plogi_cachep) { ql_log(ql_log_fatal, NULL, 0xe06d, "kmem_cache_create for qla_tgt_plogi_cachep failed\n"); ret = -ENOMEM; goto out_mgmt_cmd_cachep; } qla_tgt_mgmt_cmd_mempool = mempool_create(25, mempool_alloc_slab, mempool_free_slab, qla_tgt_mgmt_cmd_cachep); if (!qla_tgt_mgmt_cmd_mempool) { ql_log(ql_log_fatal, NULL, 0xe06e, "mempool_create for qla_tgt_mgmt_cmd_mempool failed\n"); ret = -ENOMEM; goto out_plogi_cachep; } qla_tgt_wq = alloc_workqueue("qla_tgt_wq", 0, 0); if (!qla_tgt_wq) { ql_log(ql_log_fatal, NULL, 0xe06f, "alloc_workqueue for qla_tgt_wq failed\n"); ret = -ENOMEM; goto out_cmd_mempool; } /* * Return 1 to signal that initiator-mode is being disabled */ return (ql2x_ini_mode == QLA2XXX_INI_MODE_DISABLED) ? 1 : 0; out_cmd_mempool: mempool_destroy(qla_tgt_mgmt_cmd_mempool); out_plogi_cachep: kmem_cache_destroy(qla_tgt_plogi_cachep); out_mgmt_cmd_cachep: kmem_cache_destroy(qla_tgt_mgmt_cmd_cachep); return ret; } void qlt_exit(void) { if (!QLA_TGT_MODE_ENABLED()) return; destroy_workqueue(qla_tgt_wq); mempool_destroy(qla_tgt_mgmt_cmd_mempool); kmem_cache_destroy(qla_tgt_plogi_cachep); kmem_cache_destroy(qla_tgt_mgmt_cmd_cachep); }