xref: /illumos-gate/usr/src/uts/common/io/fibre-channel/fca/qlc/ql_iocb.c (revision fcf3ce44)

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/* Copyright 2008 QLogic Corporation */

/*
 * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

#pragma ident	"Copyright 2008 QLogic Corporation; ql_iocb.c"

/*
 * ISP2xxx Solaris Fibre Channel Adapter (FCA) driver source file.
 *
 * ***********************************************************************
 * *									**
 * *				NOTICE					**
 * *		COPYRIGHT (C) 1996-2008 QLOGIC CORPORATION		**
 * *			ALL RIGHTS RESERVED				**
 * *									**
 * ***********************************************************************
 *
 */

#include <ql_apps.h>
#include <ql_api.h>
#include <ql_debug.h>
#include <ql_iocb.h>
#include <ql_isr.h>
#include <ql_xioctl.h>

/*
 * Local Function Prototypes.
 */
static void ql_continuation_iocb(ql_adapter_state_t *, ddi_dma_cookie_t *,
    uint16_t, boolean_t);
static void ql_isp24xx_rcvbuf(ql_adapter_state_t *);

/*
 * ql_start_iocb
 *	The start IOCB is responsible for building request packets
 *	on request ring and modifying ISP input pointer.
 *
 * Input:
 *	ha:	adapter state pointer.
 *	sp:	srb structure pointer.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
void
ql_start_iocb(ql_adapter_state_t *vha, ql_srb_t *sp)
{
	ql_link_t		*link;
	request_t		*pkt;
	uint64_t		*ptr64;
	uint32_t		cnt;
	ql_adapter_state_t	*ha = vha->pha;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	/* Acquire ring lock. */
	REQUEST_RING_LOCK(ha);

	if (sp != NULL) {
		/*
		 * Start any pending ones before this one.
		 * Add command to pending command queue if not empty.
		 */
		if ((link = ha->pending_cmds.first) != NULL) {
			ql_add_link_b(&ha->pending_cmds, &sp->cmd);
			/* Remove command from pending command queue */
			sp = link->base_address;
			ql_remove_link(&ha->pending_cmds, &sp->cmd);
		}
	} else {
		/* Get command from pending command queue if not empty. */
		if ((link = ha->pending_cmds.first) == NULL) {
			/* Release ring specific lock */
			REQUEST_RING_UNLOCK(ha);
			QL_PRINT_3(CE_CONT, "(%d): empty done\n",
			    ha->instance);
			return;
		}
		/* Remove command from pending command queue */
		sp = link->base_address;
		ql_remove_link(&ha->pending_cmds, &sp->cmd);
	}

	/* start as many as possible */
	for (;;) {
		if (ha->req_q_cnt < sp->req_cnt) {
			/* Calculate number of free request entries. */
			cnt = RD16_IO_REG(ha, req_out);
			if (ha->req_ring_index < cnt)  {
				ha->req_q_cnt = (uint16_t)
				    (cnt - ha->req_ring_index);
			} else {
				ha->req_q_cnt = (uint16_t)(REQUEST_ENTRY_CNT -
				    (ha->req_ring_index - cnt));
			}
			if (ha->req_q_cnt != 0) {
				ha->req_q_cnt--;
			}

			/* If no room for request in request ring. */
			if (ha->req_q_cnt < sp->req_cnt) {
				QL_PRINT_8(CE_CONT, "(%d): request ring full,"
				    " req_q_cnt=%d, req_ring_index=%d\n",
				    ha->instance, ha->req_q_cnt,
				    ha->req_ring_index);
				ql_add_link_t(&ha->pending_cmds, &sp->cmd);
				break;
			}
		}

		/* Check for room in outstanding command list. */
		for (cnt = 1; cnt < MAX_OUTSTANDING_COMMANDS; cnt++) {
			ha->osc_index++;
			if (ha->osc_index == MAX_OUTSTANDING_COMMANDS) {
				ha->osc_index = 1;
			}
			if (ha->outstanding_cmds[ha->osc_index] == NULL) {
				break;
			}
		}

		if (cnt == MAX_OUTSTANDING_COMMANDS) {
			QL_PRINT_8(CE_CONT, "(%d): no room in outstanding "
			    "array\n", ha->instance);
			ql_add_link_t(&ha->pending_cmds, &sp->cmd);
			break;
		}

		/* If room for request in request ring. */
		ha->outstanding_cmds[ha->osc_index] = sp;
		sp->handle = ha->adapter_stats->ncmds << OSC_INDEX_SHIFT |
		    ha->osc_index;
		ha->req_q_cnt -= sp->req_cnt;
		pkt = ha->request_ring_ptr;
		sp->flags |= SRB_IN_TOKEN_ARRAY;

		/* Zero out packet. */
		ptr64 = (uint64_t *)pkt;
		*ptr64++ = 0; *ptr64++ = 0;
		*ptr64++ = 0; *ptr64++ = 0;
		*ptr64++ = 0; *ptr64++ = 0;
		*ptr64++ = 0; *ptr64 = 0;

		/* Setup IOCB common data. */
		pkt->entry_count = (uint8_t)sp->req_cnt;
		pkt->sys_define = (uint8_t)ha->req_ring_index;
		ddi_put32(ha->hba_buf.acc_handle, &pkt->handle,
		    (uint32_t)sp->handle);

		/* Setup remaining IOCB data. */
		(sp->iocb)(vha, sp, pkt);

		sp->flags |= SRB_ISP_STARTED;

		QL_PRINT_5(CE_CONT, "(%d,%d): req packet, sp=%p\n",
		    ha->instance, vha->vp_index, (void *)sp);
		QL_DUMP_5((uint8_t *)pkt, 8, REQUEST_ENTRY_SIZE);

		/* Sync DMA buffer. */
		(void) ddi_dma_sync(ha->hba_buf.dma_handle,
		    (off_t)(ha->req_ring_index * REQUEST_ENTRY_SIZE +
		    REQUEST_Q_BUFFER_OFFSET), (size_t)REQUEST_ENTRY_SIZE,
		    DDI_DMA_SYNC_FORDEV);

		/* Adjust ring index. */
		ha->req_ring_index++;
		if (ha->req_ring_index == REQUEST_ENTRY_CNT) {
			ha->req_ring_index = 0;
			ha->request_ring_ptr = ha->request_ring_bp;
		} else {
			ha->request_ring_ptr++;
		}

		/* Reset watchdog timer */
		sp->wdg_q_time = sp->init_wdg_q_time;

		/* Set chip new ring index. */
		WRT16_IO_REG(ha, req_in, ha->req_ring_index);

		/* Update outstanding command count statistic. */
		ha->adapter_stats->ncmds++;

		if ((link = ha->pending_cmds.first) == NULL) {
			break;
		}

		/* Remove command from pending command queue */
		sp = link->base_address;
		ql_remove_link(&ha->pending_cmds, &sp->cmd);
	}

	/* Release ring specific lock */
	REQUEST_RING_UNLOCK(ha);

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_req_pkt
 *	Function is responsible for locking ring and
 *	getting a zeroed out request packet.
 *
 * Input:
 *	ha:	adapter state pointer.
 *	pkt:	address for packet pointer.
 *
 * Returns:
 *	ql local function return status code.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
int
ql_req_pkt(ql_adapter_state_t *vha, request_t **pktp)
{
	uint16_t		cnt;
	uint32_t		*long_ptr;
	uint32_t		timer;
	int			rval = QL_FUNCTION_TIMEOUT;
	ql_adapter_state_t	*ha = vha->pha;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	/* Wait for 30 seconds for slot. */
	for (timer = 30000; timer != 0; timer--) {
		/* Acquire ring lock. */
		REQUEST_RING_LOCK(ha);

		if (ha->req_q_cnt == 0) {
			/* Calculate number of free request entries. */
			cnt = RD16_IO_REG(ha, req_out);
			if (ha->req_ring_index < cnt) {
				ha->req_q_cnt = (uint16_t)
				    (cnt - ha->req_ring_index);
			} else {
				ha->req_q_cnt = (uint16_t)
				    (REQUEST_ENTRY_CNT -
				    (ha->req_ring_index - cnt));
			}
			if (ha->req_q_cnt != 0) {
				ha->req_q_cnt--;
			}
		}

		/* Found empty request ring slot? */
		if (ha->req_q_cnt != 0) {
			ha->req_q_cnt--;
			*pktp = ha->request_ring_ptr;

			/* Zero out packet. */
			long_ptr = (uint32_t *)ha->request_ring_ptr;
			for (cnt = 0; cnt < REQUEST_ENTRY_SIZE/4; cnt++) {
				*long_ptr++ = 0;
			}

			/* Setup IOCB common data. */
			ha->request_ring_ptr->entry_count = 1;
			ha->request_ring_ptr->sys_define =
			    (uint8_t)ha->req_ring_index;
			ddi_put32(ha->hba_buf.acc_handle,
			    &ha->request_ring_ptr->handle,
			    (uint32_t)QL_FCA_BRAND);

			rval = QL_SUCCESS;

			break;
		}

		/* Release request queue lock. */
		REQUEST_RING_UNLOCK(ha);

		drv_usecwait(MILLISEC);

		/* Check for pending interrupts. */
		/*
		 * XXX protect interrupt routine from calling itself.
		 * Need to revisit this routine. So far we never
		 * hit this case as req slot was available
		 */
		if ((!(curthread->t_flag & T_INTR_THREAD)) &&
		    (RD16_IO_REG(ha, istatus) & RISC_INT)) {
			(void) ql_isr((caddr_t)ha);
			INTR_LOCK(ha);
			ha->intr_claimed = TRUE;
			INTR_UNLOCK(ha);
		}
	}

	if (rval != QL_SUCCESS) {
		ql_awaken_task_daemon(ha, NULL, ISP_ABORT_NEEDED, 0);
		EL(ha, "failed, rval = %xh, isp_abort_needed\n", rval);
	} else {
		/*EMPTY*/
		QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
	}
	return (rval);
}

/*
 * ql_isp_cmd
 *	Function is responsible for modifying ISP input pointer.
 *	Releases ring lock.
 *
 * Input:
 *	ha:	adapter state pointer.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
void
ql_isp_cmd(ql_adapter_state_t *vha)
{
	ql_adapter_state_t	*ha = vha->pha;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	QL_PRINT_5(CE_CONT, "(%d): req packet:\n", ha->instance);
	QL_DUMP_5((uint8_t *)ha->request_ring_ptr, 8, REQUEST_ENTRY_SIZE);

	/* Sync DMA buffer. */
	(void) ddi_dma_sync(ha->hba_buf.dma_handle,
	    (off_t)(ha->req_ring_index * REQUEST_ENTRY_SIZE +
	    REQUEST_Q_BUFFER_OFFSET), (size_t)REQUEST_ENTRY_SIZE,
	    DDI_DMA_SYNC_FORDEV);

	/* Adjust ring index. */
	ha->req_ring_index++;
	if (ha->req_ring_index == REQUEST_ENTRY_CNT) {
		ha->req_ring_index = 0;
		ha->request_ring_ptr = ha->request_ring_bp;
	} else {
		ha->request_ring_ptr++;
	}

	/* Set chip new ring index. */
	WRT16_IO_REG(ha, req_in, ha->req_ring_index);

	/* Release ring lock. */
	REQUEST_RING_UNLOCK(ha);

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_command_iocb
 *	Setup of command IOCB.
 *
 * Input:
 *	ha:	adapter state pointer.
 *	sp:	srb structure pointer.
 *
 *	arg:	request queue packet.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
void
ql_command_iocb(ql_adapter_state_t *ha, ql_srb_t *sp, void *arg)
{
	ddi_dma_cookie_t	*cp;
	uint32_t		*ptr32, cnt;
	uint16_t		seg_cnt;
	fcp_cmd_t		*fcp = sp->fcp;
	ql_tgt_t		*tq = sp->lun_queue->target_queue;
	cmd_entry_t		*pkt = arg;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	/* Set LUN number */
	pkt->lun_l = LSB(sp->lun_queue->lun_no);
	pkt->lun_h = MSB(sp->lun_queue->lun_no);

	/* Set target ID */
	if (CFG_IST(ha, CFG_EXT_FW_INTERFACE)) {
		pkt->target_l = LSB(tq->loop_id);
		pkt->target_h = MSB(tq->loop_id);
	} else {
		pkt->target_h = LSB(tq->loop_id);
	}

	/* Set tag queue control flags */
	if (fcp->fcp_cntl.cntl_qtype == FCP_QTYPE_HEAD_OF_Q) {
		pkt->control_flags_l = (uint8_t)
		    (pkt->control_flags_l | CF_HTAG);
	} else if (fcp->fcp_cntl.cntl_qtype == FCP_QTYPE_ORDERED) {
		pkt->control_flags_l = (uint8_t)
		    (pkt->control_flags_l | CF_OTAG);
	/* else if (fcp->fcp_cntl.cntl_qtype == FCP_QTYPE_SIMPLE) */
	} else {
		pkt->control_flags_l = (uint8_t)
		    (pkt->control_flags_l | CF_STAG);
	}

	/* Set ISP command timeout. */
	ddi_put16(ha->hba_buf.acc_handle, &pkt->timeout, sp->isp_timeout);

	/* Load SCSI CDB */
	ddi_rep_put8(ha->hba_buf.acc_handle, fcp->fcp_cdb,
	    pkt->scsi_cdb, MAX_CMDSZ, DDI_DEV_AUTOINCR);

	if (CFG_IST(ha, CFG_ENABLE_64BIT_ADDRESSING)) {
		pkt->entry_type = IOCB_CMD_TYPE_3;
		cnt = CMD_TYPE_3_DATA_SEGMENTS;
	} else {
		pkt->entry_type = IOCB_CMD_TYPE_2;
		cnt = CMD_TYPE_2_DATA_SEGMENTS;
	}

	if (fcp->fcp_data_len == 0) {
		QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
		ha->xioctl->IOControlRequests++;
		return;
	}

	/*
	 * Set transfer direction. Load Data segments.
	 */
	if (fcp->fcp_cntl.cntl_write_data) {
		pkt->control_flags_l = (uint8_t)
		    (pkt->control_flags_l | CF_DATA_OUT);
		ha->xioctl->IOOutputRequests++;
		ha->xioctl->IOOutputByteCnt += fcp->fcp_data_len;
	} else if (fcp->fcp_cntl.cntl_read_data) {
		pkt->control_flags_l = (uint8_t)
		    (pkt->control_flags_l | CF_DATA_IN);
		ha->xioctl->IOInputRequests++;
		ha->xioctl->IOInputByteCnt += fcp->fcp_data_len;
	}

	/* Set data segment count. */
	seg_cnt = (uint16_t)sp->pkt->pkt_data_cookie_cnt;
	ddi_put16(ha->hba_buf.acc_handle, &pkt->dseg_count, seg_cnt);

	/* Load total byte count. */
	ddi_put32(ha->hba_buf.acc_handle, &pkt->byte_count, fcp->fcp_data_len);

	/* Load command data segment. */
	ptr32 = (uint32_t *)&pkt->dseg_0_address;
	cp = sp->pkt->pkt_data_cookie;
	while (cnt && seg_cnt) {
		ddi_put32(ha->hba_buf.acc_handle, ptr32++, cp->dmac_address);
		if (CFG_IST(ha, CFG_ENABLE_64BIT_ADDRESSING)) {
			ddi_put32(ha->hba_buf.acc_handle, ptr32++,
			    cp->dmac_notused);
		}
		ddi_put32(ha->hba_buf.acc_handle, ptr32++,
		    (uint32_t)cp->dmac_size);
		seg_cnt--;
		cnt--;
		cp++;
	}

	/*
	 * Build continuation packets.
	 */
	if (seg_cnt) {
		ql_continuation_iocb(ha, cp, seg_cnt,
		    (boolean_t)(CFG_IST(ha, CFG_ENABLE_64BIT_ADDRESSING)));
	}

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_continuation_iocb
 *	Setup of continuation IOCB.
 *
 * Input:
 *	ha:		adapter state pointer.
 *	cp:		cookie list pointer.
 *	seg_cnt:	number of segments.
 *	addr64:		64 bit addresses.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
static void
ql_continuation_iocb(ql_adapter_state_t *ha, ddi_dma_cookie_t *cp,
    uint16_t seg_cnt, boolean_t addr64)
{
	cont_entry_t	*pkt;
	uint64_t	*ptr64;
	uint32_t	*ptr32, cnt;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	/*
	 * Build continuation packets.
	 */
	while (seg_cnt) {
		/* Sync DMA buffer. */
		(void) ddi_dma_sync(ha->hba_buf.dma_handle,
		    (off_t)(ha->req_ring_index * REQUEST_ENTRY_SIZE +
		    REQUEST_Q_BUFFER_OFFSET), REQUEST_ENTRY_SIZE,
		    DDI_DMA_SYNC_FORDEV);

		/* Adjust ring pointer, and deal with wrap. */
		ha->req_ring_index++;
		if (ha->req_ring_index == REQUEST_ENTRY_CNT) {
			ha->req_ring_index = 0;
			ha->request_ring_ptr = ha->request_ring_bp;
		} else {
			ha->request_ring_ptr++;
		}
		pkt = (cont_entry_t *)ha->request_ring_ptr;

		/* Zero out packet. */
		ptr64 = (uint64_t *)pkt;
		*ptr64++ = 0; *ptr64++ = 0;
		*ptr64++ = 0; *ptr64++ = 0;
		*ptr64++ = 0; *ptr64++ = 0;
		*ptr64++ = 0; *ptr64 = 0;

		/*
		 * Build continuation packet.
		 */
		pkt->entry_count = 1;
		pkt->sys_define = (uint8_t)ha->req_ring_index;
		if (addr64) {
			pkt->entry_type = CONTINUATION_TYPE_1;
			cnt = CONT_TYPE_1_DATA_SEGMENTS;
			ptr32 = (uint32_t *)
			    &((cont_type_1_entry_t *)pkt)->dseg_0_address;
			while (cnt && seg_cnt) {
				ddi_put32(ha->hba_buf.acc_handle, ptr32++,
				    cp->dmac_address);
				ddi_put32(ha->hba_buf.acc_handle, ptr32++,
				    cp->dmac_notused);
				ddi_put32(ha->hba_buf.acc_handle, ptr32++,
				    (uint32_t)cp->dmac_size);
				seg_cnt--;
				cnt--;
				cp++;
			}
		} else {
			pkt->entry_type = CONTINUATION_TYPE_0;
			cnt = CONT_TYPE_0_DATA_SEGMENTS;
			ptr32 = (uint32_t *)&pkt->dseg_0_address;
			while (cnt && seg_cnt) {
				ddi_put32(ha->hba_buf.acc_handle, ptr32++,
				    cp->dmac_address);
				ddi_put32(ha->hba_buf.acc_handle, ptr32++,
				    (uint32_t)cp->dmac_size);
				seg_cnt--;
				cnt--;
				cp++;
			}
		}

		QL_PRINT_5(CE_CONT, "(%d): packet:\n", ha->instance);
		QL_DUMP_5((uint8_t *)pkt, 8, REQUEST_ENTRY_SIZE);
	}

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_command_24xx_iocb
 *	Setup of ISP24xx command IOCB.
 *
 * Input:
 *	ha:	adapter state pointer.
 *	sp:	srb structure pointer.
 *	arg:	request queue packet.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
void
ql_command_24xx_iocb(ql_adapter_state_t *ha, ql_srb_t *sp, void *arg)
{
	ddi_dma_cookie_t	*cp;
	uint32_t		*ptr32, cnt;
	uint16_t		seg_cnt;
	fcp_cmd_t		*fcp = sp->fcp;
	ql_tgt_t		*tq = sp->lun_queue->target_queue;
	cmd_24xx_entry_t	*pkt = arg;
	ql_adapter_state_t	*pha = ha->pha;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	pkt->entry_type = IOCB_CMD_TYPE_7;

	/* Set LUN number */
	pkt->fcp_lun[2] = LSB(sp->lun_queue->lun_no);
	pkt->fcp_lun[3] = MSB(sp->lun_queue->lun_no);

	/* Set N_port handle */
	ddi_put16(pha->hba_buf.acc_handle, &pkt->n_port_hdl, tq->loop_id);

	/* Set target ID */
	pkt->target_id[0] = tq->d_id.b.al_pa;
	pkt->target_id[1] = tq->d_id.b.area;
	pkt->target_id[2] = tq->d_id.b.domain;

	pkt->vp_index = ha->vp_index;

	/* Set ISP command timeout. */
	if (sp->isp_timeout < 0x1999) {
		ddi_put16(pha->hba_buf.acc_handle, &pkt->timeout,
		    sp->isp_timeout);
	}

	/* Load SCSI CDB */
	ddi_rep_put8(pha->hba_buf.acc_handle, fcp->fcp_cdb, pkt->scsi_cdb,
	    MAX_CMDSZ, DDI_DEV_AUTOINCR);
	for (cnt = 0; cnt < MAX_CMDSZ; cnt += 4) {
		ql_chg_endian((uint8_t *)&pkt->scsi_cdb + cnt, 4);
	}

	/*
	 * Set tag queue control flags
	 * Note:
	 *	Cannot copy fcp->fcp_cntl.cntl_qtype directly,
	 *	problem with x86 in 32bit kernel mode
	 */
	switch (fcp->fcp_cntl.cntl_qtype) {
	case FCP_QTYPE_SIMPLE:
		pkt->task = TA_STAG;
		break;
	case FCP_QTYPE_HEAD_OF_Q:
		pkt->task = TA_HTAG;
		break;
	case FCP_QTYPE_ORDERED:
		pkt->task = TA_OTAG;
		break;
	case FCP_QTYPE_ACA_Q_TAG:
		pkt->task = TA_ACA;
		break;
	case FCP_QTYPE_UNTAGGED:
		pkt->task = TA_UNTAGGED;
		break;
	default:
		break;
	}

	if (fcp->fcp_data_len == 0) {
		QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
		pha->xioctl->IOControlRequests++;
		return;
	}

	/* Set transfer direction. */
	if (fcp->fcp_cntl.cntl_write_data) {
		pkt->control_flags = CF_WR;
		pha->xioctl->IOOutputRequests++;
		pha->xioctl->IOOutputByteCnt += fcp->fcp_data_len;
	} else if (fcp->fcp_cntl.cntl_read_data) {
		pkt->control_flags = CF_RD;
		pha->xioctl->IOInputRequests++;
		pha->xioctl->IOInputByteCnt += fcp->fcp_data_len;
	}

	/* Set data segment count. */
	seg_cnt = (uint16_t)sp->pkt->pkt_data_cookie_cnt;
	ddi_put16(pha->hba_buf.acc_handle, &pkt->dseg_count, seg_cnt);

	/* Load total byte count. */
	ddi_put32(pha->hba_buf.acc_handle, &pkt->total_byte_count,
	    fcp->fcp_data_len);

	/* Load command data segment. */
	ptr32 = (uint32_t *)&pkt->dseg_0_address;
	cp = sp->pkt->pkt_data_cookie;
	ddi_put32(pha->hba_buf.acc_handle, ptr32++, cp->dmac_address);
	ddi_put32(pha->hba_buf.acc_handle, ptr32++, cp->dmac_notused);
	ddi_put32(pha->hba_buf.acc_handle, ptr32, (uint32_t)cp->dmac_size);
	seg_cnt--;
	cp++;

	/*
	 * Build continuation packets.
	 */
	if (seg_cnt) {
		ql_continuation_iocb(pha, cp, seg_cnt, B_TRUE);
	}

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_marker
 *	Function issues marker IOCB.
 *
 * Input:
 *	ha:		adapter state pointer.
 *	loop_id:	device loop ID
 *	lun:		device LUN
 *	type:		marker modifier
 *
 * Returns:
 *	ql local function return status code.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
int
ql_marker(ql_adapter_state_t *ha, uint16_t loop_id, uint16_t lun,
    uint8_t type)
{
	mrk_entry_t	*pkt;
	int		rval;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	rval = ql_req_pkt(ha, (request_t **)&pkt);
	if (rval == QL_SUCCESS) {
		pkt->entry_type = MARKER_TYPE;

		if (CFG_IST(ha, CFG_CTRL_2425)) {
			marker_24xx_entry_t	*pkt24 =
			    (marker_24xx_entry_t *)pkt;

			pkt24->modifier = type;

			/* Set LUN number */
			pkt24->fcp_lun[2] = LSB(lun);
			pkt24->fcp_lun[3] = MSB(lun);

			pkt24->vp_index = ha->vp_index;

			/* Set N_port handle */
			ddi_put16(ha->pha->hba_buf.acc_handle,
			    &pkt24->n_port_hdl, loop_id);

		} else {
			pkt->modifier = type;

			pkt->lun_l = LSB(lun);
			pkt->lun_h = MSB(lun);

			if (CFG_IST(ha, CFG_EXT_FW_INTERFACE)) {
				pkt->target_l = LSB(loop_id);
				pkt->target_h = MSB(loop_id);
			} else {
				pkt->target_h = LSB(loop_id);
			}
		}

		/* Issue command to ISP */
		ql_isp_cmd(ha);
	}

	if (rval != QL_SUCCESS) {
		EL(ha, "failed, rval = %xh\n", rval);
	} else {
		/*EMPTY*/
		QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
	}
	return (rval);
}

/*
 * ql_ms_iocb
 *	Setup of name/management server IOCB.
 *
 * Input:
 *	ha = adapter state pointer.
 *	sp = srb structure pointer.
 *	arg = request queue packet.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
void
ql_ms_iocb(ql_adapter_state_t *ha, ql_srb_t *sp, void *arg)
{
	ddi_dma_cookie_t	*cp;
	uint32_t		*ptr32;
	uint16_t		seg_cnt;
	ql_tgt_t		*tq = sp->lun_queue->target_queue;
	ms_entry_t		*pkt = arg;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);
#if 0
	QL_DUMP_3(sp->pkt->pkt_cmd, 8, sp->pkt->pkt_cmdlen);
#endif
	/*
	 * Build command packet.
	 */
	pkt->entry_type = MS_TYPE;

	/* Set loop ID */
	if (CFG_IST(ha, CFG_EXT_FW_INTERFACE)) {
		pkt->loop_id_l = LSB(tq->loop_id);
		pkt->loop_id_h = MSB(tq->loop_id);
	} else {
		pkt->loop_id_h = LSB(tq->loop_id);
	}

	/* Set ISP command timeout. */
	ddi_put16(ha->hba_buf.acc_handle, &pkt->timeout, sp->isp_timeout);

	/* Set cmd data segment count. */
	pkt->cmd_dseg_count_l = 1;

	/* Set total data segment count */
	seg_cnt = (uint16_t)(sp->pkt->pkt_resp_cookie_cnt + 1);
	ddi_put16(ha->hba_buf.acc_handle, &pkt->total_dseg_count, seg_cnt);

	/* Load ct cmd byte count. */
	ddi_put32(ha->hba_buf.acc_handle, &pkt->cmd_byte_count,
	    (uint32_t)sp->pkt->pkt_cmdlen);

	/* Load ct rsp byte count. */
	ddi_put32(ha->hba_buf.acc_handle, &pkt->resp_byte_count,
	    (uint32_t)sp->pkt->pkt_rsplen);

	/* Load MS command data segments. */
	ptr32 = (uint32_t *)&pkt->dseg_0_address;
	cp = sp->pkt->pkt_cmd_cookie;
	ddi_put32(ha->hba_buf.acc_handle, ptr32++, cp->dmac_address);
	ddi_put32(ha->hba_buf.acc_handle, ptr32++, cp->dmac_notused);
	ddi_put32(ha->hba_buf.acc_handle, ptr32++, (uint32_t)cp->dmac_size);
	seg_cnt--;

	/* Load MS response entry data segments. */
	cp = sp->pkt->pkt_resp_cookie;
	ddi_put32(ha->hba_buf.acc_handle, ptr32++, cp->dmac_address);
	ddi_put32(ha->hba_buf.acc_handle, ptr32++, cp->dmac_notused);
	ddi_put32(ha->hba_buf.acc_handle, ptr32, (uint32_t)cp->dmac_size);
	seg_cnt--;
	cp++;

	/*
	 * Build continuation packets.
	 */
	if (seg_cnt) {
		ql_continuation_iocb(ha, cp, seg_cnt, B_TRUE);
	}

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_ms_24xx_iocb
 *	Setup of name/management server IOCB.
 *
 * Input:
 *	ha:	adapter state pointer.
 *	sp:	srb structure pointer.
 *	arg:	request queue packet.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
void
ql_ms_24xx_iocb(ql_adapter_state_t *ha, ql_srb_t *sp, void *arg)
{
	ddi_dma_cookie_t	*cp;
	uint32_t		*ptr32;
	uint16_t		seg_cnt;
	ql_tgt_t		*tq = sp->lun_queue->target_queue;
	ct_passthru_entry_t	*pkt = arg;
	ql_adapter_state_t	*pha = ha->pha;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);
#if 0
	QL_DUMP_3(sp->pkt->pkt_cmd, 8, sp->pkt->pkt_cmdlen);
#endif
	/*
	 * Build command packet.
	 */
	pkt->entry_type = CT_PASSTHRU_TYPE;

	/* Set loop ID */
	ddi_put16(pha->hba_buf.acc_handle, &pkt->n_port_hdl, tq->loop_id);

	pkt->vp_index = ha->vp_index;

	/* Set ISP command timeout. */
	if (sp->isp_timeout < 0x1999) {
		ddi_put16(pha->hba_buf.acc_handle, &pkt->timeout,
		    sp->isp_timeout);
	}

	/* Set cmd/response data segment counts. */
	ddi_put16(pha->hba_buf.acc_handle, &pkt->cmd_dseg_count, 1);
	seg_cnt = (uint16_t)sp->pkt->pkt_resp_cookie_cnt;
	ddi_put16(pha->hba_buf.acc_handle, &pkt->resp_dseg_count, seg_cnt);

	/* Load ct cmd byte count. */
	ddi_put32(pha->hba_buf.acc_handle, &pkt->cmd_byte_count,
	    (uint32_t)sp->pkt->pkt_cmdlen);

	/* Load ct rsp byte count. */
	ddi_put32(pha->hba_buf.acc_handle, &pkt->resp_byte_count,
	    (uint32_t)sp->pkt->pkt_rsplen);

	/* Load MS command entry data segments. */
	ptr32 = (uint32_t *)&pkt->dseg_0_address;
	cp = sp->pkt->pkt_cmd_cookie;
	ddi_put32(pha->hba_buf.acc_handle, ptr32++, cp->dmac_address);
	ddi_put32(pha->hba_buf.acc_handle, ptr32++, cp->dmac_notused);
	ddi_put32(pha->hba_buf.acc_handle, ptr32++, (uint32_t)cp->dmac_size);

	/* Load MS response entry data segments. */
	cp = sp->pkt->pkt_resp_cookie;
	ddi_put32(pha->hba_buf.acc_handle, ptr32++, cp->dmac_address);
	ddi_put32(pha->hba_buf.acc_handle, ptr32++, cp->dmac_notused);
	ddi_put32(pha->hba_buf.acc_handle, ptr32, (uint32_t)cp->dmac_size);
	seg_cnt--;
	cp++;

	/*
	 * Build continuation packets.
	 */
	if (seg_cnt) {
		ql_continuation_iocb(pha, cp, seg_cnt, B_TRUE);
	}

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_ip_iocb
 *	Setup of IP IOCB.
 *
 * Input:
 *	ha:	adapter state pointer.
 *	sp:	srb structure pointer.
 *	arg:	request queue packet.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
void
ql_ip_iocb(ql_adapter_state_t *ha, ql_srb_t *sp, void *arg)
{
	ddi_dma_cookie_t	*cp;
	uint32_t		*ptr32, cnt;
	uint16_t		seg_cnt;
	ql_tgt_t		*tq = sp->lun_queue->target_queue;
	ip_entry_t		*pkt = arg;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	/* Set loop ID */
	if (CFG_IST(ha, CFG_EXT_FW_INTERFACE)) {
		pkt->loop_id_l = LSB(tq->loop_id);
		pkt->loop_id_h = MSB(tq->loop_id);
	} else {
		pkt->loop_id_h = LSB(tq->loop_id);
	}

	/* Set control flags */
	pkt->control_flags_l = BIT_6;
	if (sp->pkt->pkt_tran_flags & FC_TRAN_HI_PRIORITY) {
		pkt->control_flags_h = BIT_7;
	}

	/* Set ISP command timeout. */
	ddi_put16(ha->hba_buf.acc_handle, &pkt->timeout, sp->isp_timeout);

	/* Set data segment count. */
	seg_cnt = (uint16_t)sp->pkt->pkt_cmd_cookie_cnt;
	/* Load total byte count. */
	ddi_put32(ha->hba_buf.acc_handle, &pkt->byte_count,
	    (uint32_t)sp->pkt->pkt_cmdlen);
	ddi_put16(ha->hba_buf.acc_handle, &pkt->dseg_count, seg_cnt);

	/*
	 * Build command packet.
	 */
	if (CFG_IST(ha, CFG_ENABLE_64BIT_ADDRESSING)) {
		pkt->entry_type = IP_A64_TYPE;
		cnt = IP_A64_DATA_SEGMENTS;
	} else {
		pkt->entry_type = IP_TYPE;
		cnt = IP_DATA_SEGMENTS;
	}

	/* Load command entry data segments. */
	ptr32 = (uint32_t *)&pkt->dseg_0_address;
	cp = sp->pkt->pkt_cmd_cookie;
	while (cnt && seg_cnt) {
		ddi_put32(ha->hba_buf.acc_handle, ptr32++, cp->dmac_address);
		if (CFG_IST(ha, CFG_ENABLE_64BIT_ADDRESSING)) {
			ddi_put32(ha->hba_buf.acc_handle, ptr32++,
			    cp->dmac_notused);
		}
		ddi_put32(ha->hba_buf.acc_handle, ptr32++,
		    (uint32_t)cp->dmac_size);
		seg_cnt--;
		cnt--;
		cp++;
	}

	/*
	 * Build continuation packets.
	 */
	if (seg_cnt) {
		ql_continuation_iocb(ha, cp, seg_cnt,
		    (boolean_t)(CFG_IST(ha, CFG_ENABLE_64BIT_ADDRESSING)));
	}

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_ip_24xx_iocb
 *	Setup of IP IOCB for ISP24xx.
 *
 * Input:
 *	ha:	adapter state pointer.
 *	sp:	srb structure pointer.
 *	arg:	request queue packet.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
void
ql_ip_24xx_iocb(ql_adapter_state_t *ha, ql_srb_t *sp, void *arg)
{
	ddi_dma_cookie_t	*cp;
	uint32_t		*ptr32;
	uint16_t		seg_cnt;
	ql_tgt_t		*tq = sp->lun_queue->target_queue;
	ip_cmd_entry_t		*pkt = arg;

	pkt->entry_type = IP_CMD_TYPE;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	/* Set N_port handle */
	ddi_put16(ha->hba_buf.acc_handle, &pkt->hdl_status, tq->loop_id);

	/* Set ISP command timeout. */
	if (sp->isp_timeout < 0x1999) {
		ddi_put16(ha->hba_buf.acc_handle, &pkt->timeout_hdl,
		    sp->isp_timeout);
	}

	/* Set data segment count. */
	seg_cnt = (uint16_t)sp->pkt->pkt_cmd_cookie_cnt;
	/* Load total byte count. */
	ddi_put32(ha->hba_buf.acc_handle, &pkt->byte_count,
	    (uint32_t)sp->pkt->pkt_cmdlen);
	ddi_put16(ha->hba_buf.acc_handle, &pkt->dseg_count, seg_cnt);

	/* Set control flags */
	ddi_put16(ha->hba_buf.acc_handle, &pkt->control_flags,
	    (uint16_t)(BIT_0));

	/* Set frame header control flags */
	ddi_put16(ha->hba_buf.acc_handle, &pkt->frame_hdr_cntrl_flgs,
	    (uint16_t)(IPCF_LAST_SEQ | IPCF_FIRST_SEQ));

	/* Load command data segment. */
	ptr32 = (uint32_t *)&pkt->dseg_0_address;
	cp = sp->pkt->pkt_cmd_cookie;
	ddi_put32(ha->hba_buf.acc_handle, ptr32++, cp->dmac_address);
	ddi_put32(ha->hba_buf.acc_handle, ptr32++, cp->dmac_notused);
	ddi_put32(ha->hba_buf.acc_handle, ptr32, (uint32_t)cp->dmac_size);
	seg_cnt--;
	cp++;

	/*
	 * Build continuation packets.
	 */
	if (seg_cnt) {
		ql_continuation_iocb(ha, cp, seg_cnt, B_TRUE);
	}

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_isp_rcvbuf
 *	Locates free buffers and places it on the receive buffer queue.
 *
 * Input:
 *	ha = adapter state pointer.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
void
ql_isp_rcvbuf(ql_adapter_state_t *ha)
{
	rcvbuf_t	*container;
	int16_t		rcv_q_cnt;
	uint16_t	index = 0;
	uint16_t	index1 = 1;
	int		debounce_count = QL_MAX_DEBOUNCE;
	ql_srb_t	*sp;
	fc_unsol_buf_t	*ubp;
	int		ring_updated = FALSE;

	if (CFG_IST(ha, CFG_CTRL_2425)) {
		ql_isp24xx_rcvbuf(ha);
		return;
	}

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	/* Acquire adapter state lock. */
	ADAPTER_STATE_LOCK(ha);

	/* Calculate number of free receive buffer entries. */
	index = RD16_IO_REG(ha, mailbox[8]);
	do {
		index1 = RD16_IO_REG(ha, mailbox[8]);
		if (index1 == index) {
			break;
		} else {
			index = index1;
		}
	} while (debounce_count --);

	if (debounce_count < 0) {
		/* This should never happen */
		EL(ha, "max mb8 debounce retries exceeded\n");
	}

	rcv_q_cnt = (uint16_t)(ha->rcvbuf_ring_index < index ?
	    index - ha->rcvbuf_ring_index : RCVBUF_CONTAINER_CNT -
	    (ha->rcvbuf_ring_index - index));

	if (rcv_q_cnt == RCVBUF_CONTAINER_CNT) {
		rcv_q_cnt--;
	}

	/* Load all free buffers in ISP receive buffer ring. */
	index = 0;
	while (rcv_q_cnt >= (uint16_t)0 && index < QL_UB_LIMIT) {
		/* Locate a buffer to give. */
		QL_UB_LOCK(ha);
		while (index < QL_UB_LIMIT) {
			ubp = ha->ub_array[index];
			if (ubp != NULL) {
				sp = ubp->ub_fca_private;
				if ((sp->ub_type == FC_TYPE_IS8802_SNAP) &&
				    (ha->flags & IP_INITIALIZED) &&
				    (sp->flags & SRB_UB_IN_FCA) &&
				    (!(sp->flags & (SRB_UB_IN_ISP |
				    SRB_UB_FREE_REQUESTED | SRB_UB_CALLBACK |
				    SRB_UB_ACQUIRED)))) {
					sp->flags |= SRB_UB_IN_ISP;
					break;
				}
			}
			index++;
		}

		if (index < QL_UB_LIMIT) {
			rcv_q_cnt--;
			index++;
			container = ha->rcvbuf_ring_ptr;

			/*
			 * Build container.
			 */
			ddi_put32(ha->hba_buf.acc_handle,
			    (uint32_t *)(void *)&container->bufp[0],
			    sp->ub_buffer.cookie.dmac_address);

			ddi_put32(ha->hba_buf.acc_handle,
			    (uint32_t *)(void *)&container->bufp[1],
			    sp->ub_buffer.cookie.dmac_notused);

			ddi_put16(ha->hba_buf.acc_handle, &container->handle,
			    LSW(sp->handle));

			ha->ub_outcnt++;

			/* Adjust ring index. */
			ha->rcvbuf_ring_index++;
			if (ha->rcvbuf_ring_index == RCVBUF_CONTAINER_CNT) {
				ha->rcvbuf_ring_index = 0;
				ha->rcvbuf_ring_ptr = ha->rcvbuf_ring_bp;
			} else {
				ha->rcvbuf_ring_ptr++;
			}

			ring_updated = TRUE;
		}
		QL_UB_UNLOCK(ha);
	}

	if (ring_updated) {
		/* Sync queue. */
		(void) ddi_dma_sync(ha->hba_buf.dma_handle,
		    (off_t)RCVBUF_Q_BUFFER_OFFSET, (size_t)RCVBUF_QUEUE_SIZE,
		    DDI_DMA_SYNC_FORDEV);

		/* Set chip new ring index. */
		WRT16_IO_REG(ha, mailbox[8], ha->rcvbuf_ring_index);
	}

	/* Release adapter state lock. */
	ADAPTER_STATE_UNLOCK(ha);

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_isp24xx_rcvbuf
 *	Locates free buffers and send it to adapter.
 *
 * Input:
 *	ha = adapter state pointer.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
static void
ql_isp24xx_rcvbuf(ql_adapter_state_t *ha)
{
	rcvbuf_t		*container;
	uint16_t		index;
	ql_srb_t		*sp;
	fc_unsol_buf_t		*ubp;
	int			rval;
	ip_buf_pool_entry_t	*pkt = NULL;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	for (;;) {
		/* Locate a buffer to give. */
		QL_UB_LOCK(ha);
		for (index = 0; index < QL_UB_LIMIT; index++) {
			ubp = ha->ub_array[index];
			if (ubp != NULL) {
				sp = ubp->ub_fca_private;
				if ((sp->ub_type == FC_TYPE_IS8802_SNAP) &&
				    (ha->flags & IP_INITIALIZED) &&
				    (sp->flags & SRB_UB_IN_FCA) &&
				    (!(sp->flags & (SRB_UB_IN_ISP |
				    SRB_UB_FREE_REQUESTED | SRB_UB_CALLBACK |
				    SRB_UB_ACQUIRED)))) {
					ha->ub_outcnt++;
					sp->flags |= SRB_UB_IN_ISP;
					break;
				}
			}
		}
		QL_UB_UNLOCK(ha);
		if (index == QL_UB_LIMIT) {
			break;
		}

		/* Get IOCB packet for buffers. */
		if (pkt == NULL) {
			rval = ql_req_pkt(ha, (request_t **)&pkt);
			if (rval != QL_SUCCESS) {
				EL(ha, "failed, ql_req_pkt=%x\n", rval);
				QL_UB_LOCK(ha);
				ha->ub_outcnt--;
				sp->flags &= ~SRB_UB_IN_ISP;
				QL_UB_UNLOCK(ha);
				break;
			}
			pkt->entry_type = IP_BUF_POOL_TYPE;
			container = &pkt->buffers[0];
		}

		/*
		 * Build container.
		 */
		ddi_put32(ha->hba_buf.acc_handle, &container->bufp[0],
		    sp->ub_buffer.cookie.dmac_address);
		ddi_put32(ha->hba_buf.acc_handle, &container->bufp[1],
		    sp->ub_buffer.cookie.dmac_notused);
		ddi_put16(ha->hba_buf.acc_handle, &container->handle,
		    LSW(sp->handle));

		pkt->buffer_count++;
		container++;

		if (pkt->buffer_count == IP_POOL_BUFFERS) {
			ql_isp_cmd(ha);
			pkt = NULL;
		}
	}

	if (pkt != NULL) {
		ql_isp_cmd(ha);
	}

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_modify_lun
 *	Function enables, modifies or disables ISP to respond as a target.
 *
 * Input:
 *	ha = adapter state pointer.
 *	count = number buffers for incoming commands.
 *
 * Returns:
 *	ql local function return status code.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
int
ql_modify_lun(ql_adapter_state_t *ha)
{
	enable_lun_entry_t	*pkt;
	int			rval = QL_SUCCESS;
	uint32_t		index, ubcount;
	fc_unsol_buf_t		*ubp;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	/*
	 * Count the number of SCSI unsolicited buffers, that have been
	 * allocated.
	 */
	ADAPTER_STATE_LOCK(ha);

	ubp = NULL;
	ubcount = 0;
	QL_UB_LOCK(ha);
	for (index = 0; index < QL_UB_LIMIT; index++) {
		ubp = ha->ub_array[index];
		if (ubp != NULL) {
			ql_srb_t *sp = ubp->ub_fca_private;

			if (sp->ub_type == FC_TYPE_SCSI_FCP &&
			    !(sp->flags & SRB_UB_FREE_REQUESTED)) {
				ubcount++;
			}
		}
	}
	QL_UB_UNLOCK(ha);

	if (!(ha->flags & TARGET_MODE_INITIALIZED) && (ubcount == 0)) {
		QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
		return (rval);
	}

	rval = ql_req_pkt(ha, (request_t **)&pkt);

	if (ha->flags & TARGET_MODE_INITIALIZED) {
		if (ubcount == 0) {
			/* Disable the target mode Luns */
			ASSERT(ha->ub_command_count != 0);
			ASSERT(ha->ub_notify_count != 0);

			ha->flags &= ~(TARGET_MODE_INITIALIZED);

			ha->ub_command_count = 0;
			ha->ub_notify_count = 0;

			pkt->entry_type = ENABLE_LUN_TYPE;
			pkt->command_count = 0;
			pkt->immediate_notify_count = 0;

		} else {
			/* Modify the command count for target mode */
			modify_lun_entry_t	*ml_pkt;
			uint8_t			cmd_count, notify_count;

			ASSERT(ha->ub_command_count != 0);
			ASSERT(ha->ub_notify_count != 0);

			/*
			 * calculate the new value of command count
			 * and notify count and then issue the command
			 * to change the values in the firmware.
			 */
			ml_pkt = (modify_lun_entry_t *)pkt;
			ml_pkt->entry_type = MODIFY_LUN_TYPE;
			if (ubcount < 255) {
				/* Save one for immediate notify. */
				if (ubcount > 1) {
					cmd_count = (uint8_t)(ubcount - 1);
				} else {
					cmd_count = (uint8_t)ubcount;
				}
				notify_count = 1;
			} else {
				cmd_count = 255;
				if (ubcount - 255 < 255) {
					notify_count = (uint8_t)
					    (ubcount - 255);
				} else {
					notify_count = 255;
				}
			}

			if (cmd_count > ha->ub_command_count) {
				/* cmd_count value increased */
				ml_pkt->command_count =	(uint8_t)
				    (cmd_count - ha->ub_command_count);
				ml_pkt->operators = (uint8_t)
				    (ml_pkt->operators | BIT_0);

				if (notify_count > ha->ub_notify_count) {
					ml_pkt->immediate_notify_count =
					    (uint8_t)(notify_count -
					    ha->ub_notify_count);
					ml_pkt->operators = (uint8_t)
					    (ml_pkt->operators | BIT_2);
				} else if (notify_count <
				    ha->ub_notify_count) {
					ml_pkt->immediate_notify_count =
					    (uint8_t)(ha->ub_notify_count -
					    notify_count);
					ml_pkt->operators = (uint8_t)
					    (ml_pkt->operators | BIT_3);
				}
			} else {
				/* cmd_count value reduced */
				ml_pkt->command_count =	(uint8_t)
				    (ha->ub_command_count - cmd_count);
				if (ml_pkt->command_count != 0) {
					ml_pkt->operators = (uint8_t)
					    (ml_pkt->operators | BIT_1);
				}
				if (notify_count > ha->ub_notify_count) {
					ml_pkt->immediate_notify_count =
					    (uint8_t)(notify_count -
					    ha->ub_notify_count);
					ml_pkt->operators = (uint8_t)
					    (ml_pkt->operators | BIT_2);
				} else if (notify_count <
				    ha->ub_notify_count) {
					ml_pkt->immediate_notify_count =
					    (uint8_t)(ha->ub_notify_count -
					    notify_count);
					ml_pkt->operators = (uint8_t)
					    (ml_pkt->operators | BIT_3);
				}
			}

			/* Update the driver's command/notify count values */
			ha->ub_command_count = cmd_count;
			ha->ub_notify_count = notify_count;
		}
	} else {
		ASSERT(ubcount != 0);

		/* Enable the Luns for the target mode */
		pkt->entry_type = ENABLE_LUN_TYPE;

		if (ubcount < 255) {
			/* Save one for immediate notify. */
			if (ubcount > 1) {
				ha->ub_command_count = (uint8_t)(ubcount - 1);
			} else {
				ha->ub_command_count = (uint8_t)ubcount;
			}
			ha->ub_notify_count = 1;
		} else {
			ha->ub_command_count = 255;
			if (ubcount - 255 < 255) {
				ha->ub_notify_count = (uint8_t)(ubcount - 255);
			} else {
				ha->ub_notify_count = 255;
			}
		}
		ha->flags |= TARGET_MODE_INITIALIZED;

		pkt->command_count = ha->ub_command_count;
		pkt->immediate_notify_count = ha->ub_notify_count;
	}
	ADAPTER_STATE_UNLOCK(ha);

	/* Issue command to ISP */
	ql_isp_cmd(ha);

	if (rval != QL_SUCCESS) {
		EL(ha, "failed=%xh\n", rval);
	} else {
		/*EMPTY*/
		QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
	}
	return (rval);
}

/*
 * ql_notify_acknowledge_iocb
 *	Setup of notify acknowledge IOCB for pending
 *	immediate notify entry.
 *
 * Input:
 *	ha:	adapter state pointer.
 *	cmd:	target command context pointer.
 *	pkt:	request queue packet.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
void
ql_notify_acknowledge_iocb(ql_adapter_state_t *ha, tgt_cmd_t *cmd,
    notify_acknowledge_entry_t *pkt)
{
	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	pkt->entry_type = NOTIFY_ACKNOWLEDGE_TYPE;
	pkt->initiator_id_l = cmd->initiator_id_l;
	pkt->initiator_id_h = cmd->initiator_id_h;

	/* Handle LIP reset event. */
	if (cmd->status == 0xe) {
		pkt->flags_l = BIT_5;
	}

	pkt->flags_h = BIT_0;
	ddi_put16(ha->hba_buf.acc_handle, &pkt->status, cmd->status);
	pkt->task_flags_l = cmd->task_flags_l;
	pkt->task_flags_h = cmd->task_flags_h;
	pkt->sequence_id = cmd->rx_id;

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_continue_target_io_iocb
 *	Setup of continue target I/O IOCB for pending
 *	accept target I/O entry.
 *
 * Input:
 *	ha = adapter state pointer.
 *	sp = srb structure pointer.
 *	arg = request queue packet.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
void
ql_continue_target_io_iocb(ql_adapter_state_t *ha, ql_srb_t *sp, void *arg)
{
	ddi_dma_cookie_t	*cp;
	port_id_t		d_id;
	ql_tgt_t		*tq;
	ctio_entry_t		*pkt = arg;

	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	d_id.b24 = sp->pkt->pkt_cmd_fhdr.d_id;
	tq = ql_d_id_to_queue(ha, d_id);

	if (tq == NULL) {
		EL(ha, "Unknown Initiator d_id %xh", d_id.b24);
		return;
	}

	if (CFG_IST(ha, CFG_EXT_FW_INTERFACE)) {
		pkt->initiator_id_l = LSB(tq->loop_id);
		pkt->initiator_id_h = MSB(tq->loop_id);
	} else {
		pkt->initiator_id_h = LSB(tq->loop_id);
	}
	pkt->rx_id = sp->pkt->pkt_cmd_fhdr.rx_id;

	/* Set ISP command timeout. */
	if (sp->isp_timeout < 0x1999) {
		ddi_put16(ha->hba_buf.acc_handle, &pkt->timeout,
		    sp->isp_timeout);
	}

	if (sp->flags & SRB_FCP_DATA_PKT) {

		if (sp->pkt->pkt_tran_type == FC_PKT_OUTBOUND) {
			pkt->flags_l = BIT_6;
		} else if (sp->pkt->pkt_tran_type == FC_PKT_INBOUND) {
			pkt->flags_l = BIT_7;
		}

		pkt->flags_h = BIT_1;
		/* Set relative offset. */
		ddi_put32(ha->hba_buf.acc_handle,
		    (uint32_t *)(void *)&pkt->relative_offset,
		    (uint32_t)sp->pkt->pkt_cmd_fhdr.ro);
	} else {
		/* (sp->flags & SRB_FCP_RSP_PKT) */
		pkt->flags_l = BIT_7 | BIT_6 | BIT_1;
		pkt->flags_h = BIT_7 | BIT_1;
	}

	/*
	 * Load data segments.
	 */
	if (sp->pkt->pkt_cmdlen != 0) {
		cp = sp->pkt->pkt_cmd_cookie;

		/* Transfer length. */
		ddi_put32(ha->hba_buf.acc_handle,
		    (uint32_t *)(void *)&pkt->type.s0_32bit.byte_count,
		    (uint32_t)cp->dmac_size);

		/* Load data segments. */
		pkt->dseg_count_l = 1;
		if (CFG_IST(ha, CFG_ENABLE_64BIT_ADDRESSING)) {
			pkt->entry_type = CTIO_TYPE_3;
			ddi_put32(ha->hba_buf.acc_handle,
			    (uint32_t *)(void *)
			    &pkt->type.s0_64bit.dseg_0_address[0],
			    cp->dmac_address);
			ddi_put32(ha->hba_buf.acc_handle,
			    (uint32_t *)(void *)
			    &pkt->type.s0_64bit.dseg_0_address[1],
			    cp->dmac_notused);
			ddi_put32(ha->hba_buf.acc_handle,
			    (uint32_t *)(void *)
			    &pkt->type.s0_64bit.dseg_0_length,
			    (uint32_t)cp->dmac_size);
		} else {
			pkt->entry_type = CTIO_TYPE_2;
			ddi_put32(ha->hba_buf.acc_handle,
			    (uint32_t *)(void *)
			    &pkt->type.s0_32bit.dseg_0_address,
			    cp->dmac_address);
			ddi_put32(ha->hba_buf.acc_handle,
			    (uint32_t *)(void *)
			    &pkt->type.s0_32bit.dseg_0_length,
			    (uint32_t)cp->dmac_size);
		}
	}

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}

/*
 * ql_continue_target_io_2400_iocb
 *	Setup of continue target I/O IOCB for pending
 *	accept target I/O entry.
 *
 * Input:
 *	ha = adapter state pointer.
 *	sp = srb structure pointer.
 *	arg = request queue packet.
 *
 * Context:
 *	Interrupt or Kernel context, no mailbox commands allowed.
 */
/* ARGSUSED */
void
ql_continue_target_io_2400_iocb(ql_adapter_state_t *ha, ql_srb_t *sp,
    void *arg)
{
	QL_PRINT_3(CE_CONT, "(%d): started\n", ha->instance);

	QL_PRINT_3(CE_CONT, "(%d): done\n", ha->instance);
}