xref: /illumos-gate/usr/src/uts/common/io/qede/579xx/drivers/ecore/hsi_repository/iscsi_common.h (revision 14b24e2b)

/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License, v.1,  (the "License").
* You may not use this file except in compliance with the License.
*
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
* or http://opensource.org/licenses/CDDL-1.0.
* See the License for the specific language governing permissions
* and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/

/*
* Copyright 2014-2017 Cavium, Inc.
* The contents of this file are subject to the terms of the Common Development
* and Distribution License, v.1,  (the "License").

* You may not use this file except in compliance with the License.

* You can obtain a copy of the License at available
* at http://opensource.org/licenses/CDDL-1.0

* See the License for the specific language governing permissions and
* limitations under the License.
*/

#ifndef __ISCSI_COMMON__
#define __ISCSI_COMMON__
/**********************/
/* ISCSI FW CONSTANTS */
/**********************/

/* iSCSI HSI constants */
#define ISCSI_DEFAULT_MTU	(1500)

/* KWQ (kernel work queue) layer codes */
#define ISCSI_SLOW_PATH_LAYER_CODE   (6)

/* iSCSI parameter defaults */
#define ISCSI_DEFAULT_HEADER_DIGEST         (0)
#define ISCSI_DEFAULT_DATA_DIGEST           (0)
#define ISCSI_DEFAULT_INITIAL_R2T           (1)
#define ISCSI_DEFAULT_IMMEDIATE_DATA        (1)
#define ISCSI_DEFAULT_MAX_PDU_LENGTH        (0x2000)
#define ISCSI_DEFAULT_FIRST_BURST_LENGTH    (0x10000)
#define ISCSI_DEFAULT_MAX_BURST_LENGTH      (0x40000)
#define ISCSI_DEFAULT_MAX_OUTSTANDING_R2T   (1)

/* iSCSI parameter limits */
#define ISCSI_MIN_VAL_MAX_PDU_LENGTH        (0x200)
#define ISCSI_MAX_VAL_MAX_PDU_LENGTH        (0xffffff)
#define ISCSI_MIN_VAL_BURST_LENGTH          (0x200)
#define ISCSI_MAX_VAL_BURST_LENGTH          (0xffffff)
#define ISCSI_MIN_VAL_MAX_OUTSTANDING_R2T   (1)
#define ISCSI_MAX_VAL_MAX_OUTSTANDING_R2T   (0xff) // 0x10000 according to RFC

#define ISCSI_AHS_CNTL_SIZE 4

#define ISCSI_WQE_NUM_SGES_SLOWIO           (0xf)

/* iSCSI reserved params */
#define ISCSI_ITT_ALL_ONES					(0xffffffff)
#define ISCSI_TTT_ALL_ONES					(0xffffffff)

#define ISCSI_OPTION_1_OFF_CHIP_TCP 1
#define ISCSI_OPTION_2_ON_CHIP_TCP 2

#define ISCSI_INITIATOR_MODE 0
#define ISCSI_TARGET_MODE 1


/* iSCSI request op codes */
#define ISCSI_OPCODE_NOP_OUT				(0)
#define ISCSI_OPCODE_SCSI_CMD       		(1)
#define ISCSI_OPCODE_TMF_REQUEST			(2)
#define ISCSI_OPCODE_LOGIN_REQUEST			(3)
#define ISCSI_OPCODE_TEXT_REQUEST       	(4)
#define ISCSI_OPCODE_DATA_OUT				(5)
#define ISCSI_OPCODE_LOGOUT_REQUEST     	(6)

/* iSCSI response/messages op codes */
#define ISCSI_OPCODE_NOP_IN             (0x20)
#define ISCSI_OPCODE_SCSI_RESPONSE      (0x21)
#define ISCSI_OPCODE_TMF_RESPONSE       (0x22)
#define ISCSI_OPCODE_LOGIN_RESPONSE     (0x23)
#define ISCSI_OPCODE_TEXT_RESPONSE      (0x24)
#define ISCSI_OPCODE_DATA_IN            (0x25)
#define ISCSI_OPCODE_LOGOUT_RESPONSE    (0x26)
#define ISCSI_OPCODE_R2T                (0x31)
#define ISCSI_OPCODE_ASYNC_MSG          (0x32)
#define ISCSI_OPCODE_REJECT             (0x3f)

/* iSCSI stages */
#define ISCSI_STAGE_SECURITY_NEGOTIATION            (0)
#define ISCSI_STAGE_LOGIN_OPERATIONAL_NEGOTIATION   (1)
#define ISCSI_STAGE_FULL_FEATURE_PHASE              (3)

/* iSCSI CQE errors */
#define CQE_ERROR_BITMAP_DATA_DIGEST          (0x08)
#define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN  (0x10)
#define CQE_ERROR_BITMAP_DATA_TRUNCATED       (0x20)


/*
 * ISCSI SGL entry
 */
struct cqe_error_bitmap
{
	u8 cqe_error_status_bits;
#define CQE_ERROR_BITMAP_DIF_ERR_BITS_MASK         0x7 /* Mark task with DIF error (3 bit): [0]-CRC/checksum, [1]-app tag, [2]-reference tag */
#define CQE_ERROR_BITMAP_DIF_ERR_BITS_SHIFT        0
#define CQE_ERROR_BITMAP_DATA_DIGEST_ERR_MASK      0x1 /* Mark task with data digest error (1 bit) */
#define CQE_ERROR_BITMAP_DATA_DIGEST_ERR_SHIFT     3
#define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN_MASK  0x1 /* Mark receive on invalid connection */
#define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN_SHIFT 4
#define CQE_ERROR_BITMAP_DATA_TRUNCATED_ERR_MASK   0x1 /* Target Mode - Mark middle task error, data truncated */
#define CQE_ERROR_BITMAP_DATA_TRUNCATED_ERR_SHIFT  5
#define CQE_ERROR_BITMAP_UNDER_RUN_ERR_MASK        0x1
#define CQE_ERROR_BITMAP_UNDER_RUN_ERR_SHIFT       6
#define CQE_ERROR_BITMAP_RESERVED2_MASK            0x1
#define CQE_ERROR_BITMAP_RESERVED2_SHIFT           7
};


union cqe_error_status
{
	u8 error_status /* all error bits as uint8 */;
	struct cqe_error_bitmap error_bits /* cqe errors bitmap */;
};


/*
 * iSCSI Login Response PDU header
 */
struct data_hdr
{
	__le32 data[12] /* iscsi header data */;
};


/*
 * iSCSI Asynchronous Message PDU header
 */
struct iscsi_async_msg_hdr
{
	__le16 reserved0 /* reserved */;
	u8 flags_attr;
#define ISCSI_ASYNC_MSG_HDR_RSRV_MASK           0x7F /* reserved */
#define ISCSI_ASYNC_MSG_HDR_RSRV_SHIFT          0
#define ISCSI_ASYNC_MSG_HDR_CONST1_MASK         0x1 /* const1 */
#define ISCSI_ASYNC_MSG_HDR_CONST1_SHIFT        7
	u8 opcode /* opcode */;
	__le32 hdr_second_dword;
#define ISCSI_ASYNC_MSG_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_ASYNC_MSG_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_ASYNC_MSG_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_ASYNC_MSG_HDR_TOTAL_AHS_LEN_SHIFT 24
	struct regpair lun /* Logical Unit Number */;
	__le32 all_ones /* should be 0xffffffff */;
	__le32 reserved1 /* reserved */;
	__le32 stat_sn /* stat_sn */;
	__le32 exp_cmd_sn /* exp_cmd_sn */;
	__le32 max_cmd_sn /* max_cmd_sn */;
	__le16 param1_rsrv /* Parameter1 or Reserved */;
	u8 async_vcode /* AsuncVCode */;
	u8 async_event /* AsyncEvent */;
	__le16 param3_rsrv /* Parameter3 or Reserved */;
	__le16 param2_rsrv /* Parameter2 or Reserved */;
	__le32 reserved7 /* reserved */;
};


/*
 * iSCSI Command PDU header
 */
struct iscsi_cmd_hdr
{
	__le16 reserved1 /* reserved */;
	u8 flags_attr;
#define ISCSI_CMD_HDR_ATTR_MASK           0x7 /* attributes */
#define ISCSI_CMD_HDR_ATTR_SHIFT          0
#define ISCSI_CMD_HDR_RSRV_MASK           0x3 /* reserved */
#define ISCSI_CMD_HDR_RSRV_SHIFT          3
#define ISCSI_CMD_HDR_WRITE_MASK          0x1 /* write */
#define ISCSI_CMD_HDR_WRITE_SHIFT         5
#define ISCSI_CMD_HDR_READ_MASK           0x1 /* read */
#define ISCSI_CMD_HDR_READ_SHIFT          6
#define ISCSI_CMD_HDR_FINAL_MASK          0x1 /* final */
#define ISCSI_CMD_HDR_FINAL_SHIFT         7
	u8 hdr_first_byte;
#define ISCSI_CMD_HDR_OPCODE_MASK         0x3F /* Opcode */
#define ISCSI_CMD_HDR_OPCODE_SHIFT        0
#define ISCSI_CMD_HDR_IMM_MASK            0x1 /* Immediate delivery */
#define ISCSI_CMD_HDR_IMM_SHIFT           6
#define ISCSI_CMD_HDR_RSRV1_MASK          0x1 /* first bit of iSCSI PDU header */
#define ISCSI_CMD_HDR_RSRV1_SHIFT         7
	__le32 hdr_second_dword;
#define ISCSI_CMD_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_CMD_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_CMD_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_CMD_HDR_TOTAL_AHS_LEN_SHIFT 24
	struct regpair lun /* Logical Unit Number. [constant, initialized] */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant). [constant, initialized] */;
	__le32 expected_transfer_length /* Expected Data Transfer Length (only 3 bytes are significant) */;
	__le32 cmd_sn /* CmdSn. [constant, initialized] */;
	__le32 exp_stat_sn /* various fields for middle-path PDU. [constant, initialized] */;
	__le32 cdb[4] /* CDB. [constant, initialized] */;
};


/*
 * iSCSI Common PDU header
 */
struct iscsi_common_hdr
{
	u8 hdr_status /* Status field of ISCSI header */;
	u8 hdr_response /* Response field of ISCSI header for Responses / Reserved for Data-In */;
	u8 hdr_flags /* Flags field of ISCSI header */;
	u8 hdr_first_byte;
#define ISCSI_COMMON_HDR_OPCODE_MASK         0x3F /* Opcode */
#define ISCSI_COMMON_HDR_OPCODE_SHIFT        0
#define ISCSI_COMMON_HDR_IMM_MASK            0x1 /* Immediate */
#define ISCSI_COMMON_HDR_IMM_SHIFT           6
#define ISCSI_COMMON_HDR_RSRV_MASK           0x1 /* first bit of iSCSI PDU header */
#define ISCSI_COMMON_HDR_RSRV_SHIFT          7
	__le32 hdr_second_dword;
#define ISCSI_COMMON_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_COMMON_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_COMMON_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_COMMON_HDR_TOTAL_AHS_LEN_SHIFT 24
	struct regpair lun_reserved /* Bytes 8..15 : LUN (if PDU contains a LUN field) or reserved */;
	__le32 itt /* ITT - common to all headers */;
	__le32 ttt /* bytes 20 to 23 - common ttt to various PDU headers */;
	__le32 cmdstat_sn /* bytes 24 to 27 - common cmd_sn (initiator) or stat_sn (target) to various PDU headers */;
	__le32 exp_statcmd_sn /* bytes 28 to 31 - common expected stat_sn (initiator) or cmd_sn (target) to various PDU headers */;
	__le32 max_cmd_sn /* bytes 32 to 35 - common max cmd_sn to various PDU headers */;
	__le32 data[3] /* bytes 36 to 47 */;
};


/*
 * ISCSI connection offload params passed by driver to FW in ISCSI offload ramrod
 */
struct iscsi_conn_offload_params
{
	struct regpair sq_pbl_addr /* PBL SQ pointer */;
	struct regpair r2tq_pbl_addr /* PBL R2TQ pointer */;
	struct regpair xhq_pbl_addr /* PBL XHQ pointer */;
	struct regpair uhq_pbl_addr /* PBL UHQ pointer */;
	__le32 initial_ack /* Initial ack, received from TCP */;
	__le16 physical_q0 /* Physical QM queue to be tied to logical Q0 */;
	__le16 physical_q1 /* Physical QM queue to be tied to logical Q1 */;
	u8 flags;
#define ISCSI_CONN_OFFLOAD_PARAMS_TCP_ON_CHIP_1B_MASK   0x1 /* TCP connect/terminate option. 0 - TCP on host (option-1); 1 - TCP on chip (option-2). */
#define ISCSI_CONN_OFFLOAD_PARAMS_TCP_ON_CHIP_1B_SHIFT  0
#define ISCSI_CONN_OFFLOAD_PARAMS_TARGET_MODE_MASK      0x1 /* iSCSI connect mode: 0-iSCSI Initiator, 1-iSCSI Target */
#define ISCSI_CONN_OFFLOAD_PARAMS_TARGET_MODE_SHIFT     1
#define ISCSI_CONN_OFFLOAD_PARAMS_RESTRICTED_MODE_MASK  0x1 /* Restricted mode: 0 - un-restricted (deviating from the RFC), 1 - restricted (according to the RFC) */
#define ISCSI_CONN_OFFLOAD_PARAMS_RESTRICTED_MODE_SHIFT 2
#define ISCSI_CONN_OFFLOAD_PARAMS_RESERVED1_MASK        0x1F /* reserved */
#define ISCSI_CONN_OFFLOAD_PARAMS_RESERVED1_SHIFT       3
	u8 pbl_page_size_log /* Page size with PBEs log; Page Size = 2^(page_size_log+12) */;
	u8 pbe_page_size_log /* PBE page size with log; Page Size = 2^(page_size_log+12) */;
	u8 default_cq /* Default CQ used to write unsolicited data */;
	__le32 stat_sn /* StatSn for Target Mode only: the first Login Response StatSn value for Target mode */;
};


/*
 * spe message header
 */
struct iscsi_slow_path_hdr
{
	u8 op_code /* iscsi bus-drv message opcode */;
	u8 flags;
#define ISCSI_SLOW_PATH_HDR_RESERVED0_MASK   0xF
#define ISCSI_SLOW_PATH_HDR_RESERVED0_SHIFT  0
#define ISCSI_SLOW_PATH_HDR_LAYER_CODE_MASK  0x7 /* protocol layer (L2,L3,L4,L5) */
#define ISCSI_SLOW_PATH_HDR_LAYER_CODE_SHIFT 4
#define ISCSI_SLOW_PATH_HDR_RESERVED1_MASK   0x1
#define ISCSI_SLOW_PATH_HDR_RESERVED1_SHIFT  7
};

/*
 * ISCSI connection update params passed by driver to FW in ISCSI update ramrod
 */
struct iscsi_conn_update_ramrod_params
{
	struct iscsi_slow_path_hdr hdr /* spe message header. */;
	__le16 conn_id /* ISCSI Connection ID. (MOTI_COHEN : draft for DrvSim sake) */;
	__le32 fw_cid /* Context ID (cid) of the connection. (MOTI_COHEN : draft for DrvSim sake) */;
	u8 flags;
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_HD_EN_MASK           0x1 /* Is header digest enabled */
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_HD_EN_SHIFT          0
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DD_EN_MASK           0x1 /* Is data digest enabled */
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DD_EN_SHIFT          1
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_INITIAL_R2T_MASK     0x1 /* Initial R2T */
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_INITIAL_R2T_SHIFT    2
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_IMMEDIATE_DATA_MASK  0x1 /* Immediate data */
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_IMMEDIATE_DATA_SHIFT 3
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_BLOCK_SIZE_MASK  0x1 /* 0 - 512B, 1 - 4K */
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_BLOCK_SIZE_SHIFT 4
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_ON_HOST_EN_MASK  0x1 /* 0 - no DIF, 1 - could be enabled per task */
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DIF_ON_HOST_EN_SHIFT 5
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_RESERVED1_MASK       0x3
#define ISCSI_CONN_UPDATE_RAMROD_PARAMS_RESERVED1_SHIFT      6
	u8 reserved0[3];
	__le32 max_seq_size /* Maximum sequence size. Valid for TX and RX */;
	__le32 max_send_pdu_length /* Maximum PDU size. Valid for the TX */;
	__le32 max_recv_pdu_length /* Maximum PDU size. Valid for the RX */;
	__le32 first_seq_length /* Initial sequence length */;
	__le32 exp_stat_sn /* ExpStatSn - Option1 Only */;
};


/*
 * iSCSI Command PDU header with Extended CDB (Initiator Mode)
 */
struct iscsi_ext_cdb_cmd_hdr
{
	__le16 reserved1 /* reserved */;
	u8 flags_attr;
#define ISCSI_EXT_CDB_CMD_HDR_ATTR_MASK          0x7 /* attributes */
#define ISCSI_EXT_CDB_CMD_HDR_ATTR_SHIFT         0
#define ISCSI_EXT_CDB_CMD_HDR_RSRV_MASK          0x3 /* reserved */
#define ISCSI_EXT_CDB_CMD_HDR_RSRV_SHIFT         3
#define ISCSI_EXT_CDB_CMD_HDR_WRITE_MASK         0x1 /* write */
#define ISCSI_EXT_CDB_CMD_HDR_WRITE_SHIFT        5
#define ISCSI_EXT_CDB_CMD_HDR_READ_MASK          0x1 /* read */
#define ISCSI_EXT_CDB_CMD_HDR_READ_SHIFT         6
#define ISCSI_EXT_CDB_CMD_HDR_FINAL_MASK         0x1 /* final */
#define ISCSI_EXT_CDB_CMD_HDR_FINAL_SHIFT        7
	u8 opcode /* opcode. [constant, initialized] */;
	__le32 hdr_second_dword;
#define ISCSI_EXT_CDB_CMD_HDR_DATA_SEG_LEN_MASK  0xFFFFFF /* DataSegmentLength */
#define ISCSI_EXT_CDB_CMD_HDR_DATA_SEG_LEN_SHIFT 0
#define ISCSI_EXT_CDB_CMD_HDR_CDB_SIZE_MASK      0xFF /* The Extended CDB size in bytes. Maximum Extended CDB size supported is CDB 64B. */
#define ISCSI_EXT_CDB_CMD_HDR_CDB_SIZE_SHIFT     24
	struct regpair lun /* Logical Unit Number. [constant, initialized] */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant). [constant, initialized] */;
	__le32 expected_transfer_length /* Expected Data Transfer Length (only 3 bytes are significant) */;
	__le32 cmd_sn /* CmdSn. [constant, initialized] */;
	__le32 exp_stat_sn /* various fields for middle-path PDU. [constant, initialized] */;
	struct scsi_sge cdb_sge /* Extended CDBs dedicated SGE */;
};

/*
 * iSCSI login request PDU header
 */
struct iscsi_login_req_hdr
{
	u8 version_min /* Version-min */;
	u8 version_max /* Version-max */;
	u8 flags_attr;
#define ISCSI_LOGIN_REQ_HDR_NSG_MASK            0x3 /* Next Stage (NSG) */
#define ISCSI_LOGIN_REQ_HDR_NSG_SHIFT           0
#define ISCSI_LOGIN_REQ_HDR_CSG_MASK            0x3 /* Current stage (CSG) */
#define ISCSI_LOGIN_REQ_HDR_CSG_SHIFT           2
#define ISCSI_LOGIN_REQ_HDR_RSRV_MASK           0x3 /* reserved */
#define ISCSI_LOGIN_REQ_HDR_RSRV_SHIFT          4
#define ISCSI_LOGIN_REQ_HDR_C_MASK              0x1 /* C (Continue) bit */
#define ISCSI_LOGIN_REQ_HDR_C_SHIFT             6
#define ISCSI_LOGIN_REQ_HDR_T_MASK              0x1 /* T (Transit) bit */
#define ISCSI_LOGIN_REQ_HDR_T_SHIFT             7
	u8 opcode /* opcode. [constant, initialized] */;
	__le32 hdr_second_dword;
#define ISCSI_LOGIN_REQ_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_LOGIN_REQ_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_LOGIN_REQ_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_LOGIN_REQ_HDR_TOTAL_AHS_LEN_SHIFT 24
	__le32 isid_tabc /* Session identifier high double word [constant, initialized] */;
	__le16 tsih /* TSIH */;
	__le16 isid_d /* Session identifier low word [constant, initialized] */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant). [constant, initialized] */;
	__le16 reserved1;
	__le16 cid /* Unique Connection ID within the session [constant, initialized] */;
	__le32 cmd_sn /* CmdSn. [constant, initialized] */;
	__le32 exp_stat_sn /* various fields for middle-path PDU. [constant, initialized] */;
	__le32 reserved2[4];
};

/*
 * iSCSI logout request PDU header
 */
struct iscsi_logout_req_hdr
{
	__le16 reserved0 /* reserved */;
	u8 reason_code /* Reason Code */;
	u8 opcode /* opcode. [constant, initialized] */;
	__le32 reserved1;
	__le32 reserved2[2] /* Reserved */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant). [constant, initialized] */;
	__le16 reserved3 /* Reserved */;
	__le16 cid /* Unique Connection ID within the session [constant, initialized] */;
	__le32 cmd_sn /* CmdSn. [constant, initialized] */;
	__le32 exp_stat_sn /* various fields for middle-path PDU. [constant, initialized] */;
	__le32 reserved4[4] /* Reserved */;
};

/*
 * iSCSI Data-out PDU header
 */
struct iscsi_data_out_hdr
{
	__le16 reserved1 /* reserved */;
	u8 flags_attr;
#define ISCSI_DATA_OUT_HDR_RSRV_MASK   0x7F /* reserved */
#define ISCSI_DATA_OUT_HDR_RSRV_SHIFT  0
#define ISCSI_DATA_OUT_HDR_FINAL_MASK  0x1 /* final */
#define ISCSI_DATA_OUT_HDR_FINAL_SHIFT 7
	u8 opcode /* opcode */;
	__le32 reserved2 /* reserved */;
	struct regpair lun /* Logical Unit Number */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant) */;
	__le32 ttt /* Target Transfer Tag (from R2T) */;
	__le32 reserved3 /* resrved */;
	__le32 exp_stat_sn /* Expected StatSn */;
	__le32 reserved4 /* resrved */;
	__le32 data_sn /* DataSN - PDU index in sequnece */;
	__le32 buffer_offset /* Buffer Offset - offset in task */;
	__le32 reserved5 /* resrved */;
};

/*
 * iSCSI Data-in PDU header
 */
struct iscsi_data_in_hdr
{
	u8 status_rsvd /* Status or reserved */;
	u8 reserved1 /* reserved */;
	u8 flags;
#define ISCSI_DATA_IN_HDR_STATUS_MASK     0x1 /* Status */
#define ISCSI_DATA_IN_HDR_STATUS_SHIFT    0
#define ISCSI_DATA_IN_HDR_UNDERFLOW_MASK  0x1 /* Residual Underflow */
#define ISCSI_DATA_IN_HDR_UNDERFLOW_SHIFT 1
#define ISCSI_DATA_IN_HDR_OVERFLOW_MASK   0x1 /* Residual Overflow */
#define ISCSI_DATA_IN_HDR_OVERFLOW_SHIFT  2
#define ISCSI_DATA_IN_HDR_RSRV_MASK       0x7 /* reserved - 0 */
#define ISCSI_DATA_IN_HDR_RSRV_SHIFT      3
#define ISCSI_DATA_IN_HDR_ACK_MASK        0x1 /* Acknowledge */
#define ISCSI_DATA_IN_HDR_ACK_SHIFT       6
#define ISCSI_DATA_IN_HDR_FINAL_MASK      0x1 /* final */
#define ISCSI_DATA_IN_HDR_FINAL_SHIFT     7
	u8 opcode /* opcode */;
	__le32 reserved2 /* reserved */;
	struct regpair lun /* Logical Unit Number */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant) */;
	__le32 ttt /* Target Transfer Tag (from R2T) */;
	__le32 stat_sn /* StatSN or reserved */;
	__le32 exp_cmd_sn /* Expected CmdSn */;
	__le32 max_cmd_sn /* MaxCmdSn */;
	__le32 data_sn /* DataSN - PDU index in sequnece */;
	__le32 buffer_offset /* Buffer Offset - offset in task */;
	__le32 residual_count /* Residual Count */;
};

/*
 * iSCSI R2T PDU header
 */
struct iscsi_r2t_hdr
{
	u8 reserved0[3] /* reserved */;
	u8 opcode /* opcode */;
	__le32 reserved2 /* reserved */;
	struct regpair lun /* Logical Unit Number */;
	__le32 itt /* Initiator Task Tag */;
	__le32 ttt /* Target Transfer Tag */;
	__le32 stat_sn /* stat sn */;
	__le32 exp_cmd_sn /* Expected CmdSn */;
	__le32 max_cmd_sn /* Max CmdSn */;
	__le32 r2t_sn /* DataSN - PDU index in sequnece */;
	__le32 buffer_offset /* Buffer Offset - offset in task */;
	__le32 desired_data_trns_len /* Desired data trnsfer len */;
};

/*
 * iSCSI NOP-out PDU header
 */
struct iscsi_nop_out_hdr
{
	__le16 reserved1 /* reserved */;
	u8 flags_attr;
#define ISCSI_NOP_OUT_HDR_RSRV_MASK    0x7F /* reserved */
#define ISCSI_NOP_OUT_HDR_RSRV_SHIFT   0
#define ISCSI_NOP_OUT_HDR_CONST1_MASK  0x1 /* const1 */
#define ISCSI_NOP_OUT_HDR_CONST1_SHIFT 7
	u8 opcode /* opcode */;
	__le32 reserved2 /* reserved */;
	struct regpair lun /* Logical Unit Number */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant) */;
	__le32 ttt /* Target Transfer Tag (from R2T) */;
	__le32 cmd_sn /* CmdSN */;
	__le32 exp_stat_sn /* Expected StatSn */;
	__le32 reserved3 /* reserved */;
	__le32 reserved4 /* reserved */;
	__le32 reserved5 /* reserved */;
	__le32 reserved6 /* reserved */;
};

/*
 * iSCSI NOP-in PDU header
 */
struct iscsi_nop_in_hdr
{
	__le16 reserved0 /* reserved */;
	u8 flags_attr;
#define ISCSI_NOP_IN_HDR_RSRV_MASK           0x7F /* reserved */
#define ISCSI_NOP_IN_HDR_RSRV_SHIFT          0
#define ISCSI_NOP_IN_HDR_CONST1_MASK         0x1 /* const1 */
#define ISCSI_NOP_IN_HDR_CONST1_SHIFT        7
	u8 opcode /* opcode */;
	__le32 hdr_second_dword;
#define ISCSI_NOP_IN_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_NOP_IN_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_NOP_IN_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_NOP_IN_HDR_TOTAL_AHS_LEN_SHIFT 24
	struct regpair lun /* Logical Unit Number */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant) */;
	__le32 ttt /* Target Transfer Tag */;
	__le32 stat_sn /* stat_sn */;
	__le32 exp_cmd_sn /* exp_cmd_sn */;
	__le32 max_cmd_sn /* max_cmd_sn */;
	__le32 reserved5 /* reserved */;
	__le32 reserved6 /* reserved */;
	__le32 reserved7 /* reserved */;
};

/*
 * iSCSI Login Response PDU header
 */
struct iscsi_login_response_hdr
{
	u8 version_active /* Version-active */;
	u8 version_max /* Version-max */;
	u8 flags_attr;
#define ISCSI_LOGIN_RESPONSE_HDR_NSG_MASK            0x3 /* Next Stage (NSG) */
#define ISCSI_LOGIN_RESPONSE_HDR_NSG_SHIFT           0
#define ISCSI_LOGIN_RESPONSE_HDR_CSG_MASK            0x3 /* Current stage (CSG) */
#define ISCSI_LOGIN_RESPONSE_HDR_CSG_SHIFT           2
#define ISCSI_LOGIN_RESPONSE_HDR_RSRV_MASK           0x3 /* reserved */
#define ISCSI_LOGIN_RESPONSE_HDR_RSRV_SHIFT          4
#define ISCSI_LOGIN_RESPONSE_HDR_C_MASK              0x1 /* C (Continue) bit */
#define ISCSI_LOGIN_RESPONSE_HDR_C_SHIFT             6
#define ISCSI_LOGIN_RESPONSE_HDR_T_MASK              0x1 /* T (Transit) bit */
#define ISCSI_LOGIN_RESPONSE_HDR_T_SHIFT             7
	u8 opcode /* opcode. [constant, initialized] */;
	__le32 hdr_second_dword;
#define ISCSI_LOGIN_RESPONSE_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_LOGIN_RESPONSE_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_LOGIN_RESPONSE_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_LOGIN_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT 24
	__le32 isid_tabc /* Session identifier high double word [constant, initialized] */;
	__le16 tsih /* TSIH */;
	__le16 isid_d /* Session identifier low word [constant, initialized] */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant). [constant, initialized] */;
	__le32 reserved1;
	__le32 stat_sn /* CmdSn. [constant, initialized] */;
	__le32 exp_cmd_sn /* various fields for middle-path PDU. [constant, initialized] */;
	__le32 max_cmd_sn /* max_cmd_sn */;
	__le16 reserved2;
	u8 status_detail /* status_detail */;
	u8 status_class /* status_class */;
	__le32 reserved4[2];
};

/*
 * iSCSI Logout Response PDU header
 */
struct iscsi_logout_response_hdr
{
	u8 reserved1 /* reserved */;
	u8 response /* response */;
	u8 flags /* flags and attributes */;
	u8 opcode /* opcode. [constant, initialized] */;
	__le32 hdr_second_dword;
#define ISCSI_LOGOUT_RESPONSE_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_LOGOUT_RESPONSE_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_LOGOUT_RESPONSE_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_LOGOUT_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT 24
	__le32 reserved2[2] /* Reserved */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant). [constant, initialized] */;
	__le32 reserved3 /* Reserved */;
	__le32 stat_sn /* CmdSN */;
	__le32 exp_cmd_sn /* Expected StatSn */;
	__le32 max_cmd_sn /* CmdSN */;
	__le32 reserved4 /* Reserved */;
	__le16 time_2_retain /* Time to Retain  */;
	__le16 time_2_wait /* Time to wait */;
	__le32 reserved5[1] /* Reserved */;
};

/*
 * iSCSI Text Request PDU header
 */
struct iscsi_text_request_hdr
{
	__le16 reserved0 /* reserved */;
	u8 flags_attr;
#define ISCSI_TEXT_REQUEST_HDR_RSRV_MASK           0x3F /* reserved */
#define ISCSI_TEXT_REQUEST_HDR_RSRV_SHIFT          0
#define ISCSI_TEXT_REQUEST_HDR_C_MASK              0x1 /* C (Continue) bit */
#define ISCSI_TEXT_REQUEST_HDR_C_SHIFT             6
#define ISCSI_TEXT_REQUEST_HDR_F_MASK              0x1 /* F (Final) bit */
#define ISCSI_TEXT_REQUEST_HDR_F_SHIFT             7
	u8 opcode /* opcode. [constant, initialized] */;
	__le32 hdr_second_dword;
#define ISCSI_TEXT_REQUEST_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_TEXT_REQUEST_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_TEXT_REQUEST_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_TEXT_REQUEST_HDR_TOTAL_AHS_LEN_SHIFT 24
	struct regpair lun /* Logical Unit Number */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant). [constant, initialized] */;
	__le32 ttt /* Referenced Task Tag or 0xffffffff */;
	__le32 cmd_sn /* cmd_sn */;
	__le32 exp_stat_sn /* exp_stat_sn */;
	__le32 reserved4[4] /* Reserved */;
};

/*
 * iSCSI Text Response PDU header
 */
struct iscsi_text_response_hdr
{
	__le16 reserved1 /* reserved */;
	u8 flags;
#define ISCSI_TEXT_RESPONSE_HDR_RSRV_MASK           0x3F /* reserved */
#define ISCSI_TEXT_RESPONSE_HDR_RSRV_SHIFT          0
#define ISCSI_TEXT_RESPONSE_HDR_C_MASK              0x1 /* C (Continue) bit */
#define ISCSI_TEXT_RESPONSE_HDR_C_SHIFT             6
#define ISCSI_TEXT_RESPONSE_HDR_F_MASK              0x1 /* F (Final) bit */
#define ISCSI_TEXT_RESPONSE_HDR_F_SHIFT             7
	u8 opcode /* opcode. [constant, initialized] */;
	__le32 hdr_second_dword;
#define ISCSI_TEXT_RESPONSE_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_TEXT_RESPONSE_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_TEXT_RESPONSE_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_TEXT_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT 24
	struct regpair lun /* Logical Unit Number */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant). [constant, initialized] */;
	__le32 ttt /* Target Task Tag */;
	__le32 stat_sn /* CmdSN */;
	__le32 exp_cmd_sn /* Expected StatSn */;
	__le32 max_cmd_sn /* CmdSN */;
	__le32 reserved4[3] /* Reserved */;
};

/*
 * iSCSI TMF Request PDU header
 */
struct iscsi_tmf_request_hdr
{
	__le16 reserved0 /* reserved */;
	u8 function /* function */;
	u8 opcode /* opcode. [constant, initialized] */;
	__le32 hdr_second_dword;
#define ISCSI_TMF_REQUEST_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_TMF_REQUEST_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_TMF_REQUEST_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_TMF_REQUEST_HDR_TOTAL_AHS_LEN_SHIFT 24
	struct regpair lun /* Logical Unit Number */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant). [constant, initialized] */;
	__le32 rtt /* Referenced Task Tag or 0xffffffff */;
	__le32 cmd_sn /* cmd_sn */;
	__le32 exp_stat_sn /* exp_stat_sn */;
	__le32 ref_cmd_sn /* ref_cmd_sn */;
	__le32 exp_data_sn /* exp_data_sn */;
	__le32 reserved4[2] /* Reserved */;
};

struct iscsi_tmf_response_hdr
{
	u8 reserved2 /* reserved2 */;
	u8 hdr_response /* Response field of ISCSI header for Responses / Reserved for Data-In */;
	u8 hdr_flags /* Flags field of ISCSI header */;
	u8 opcode /* opcode. [constant, initialized] */;
	__le32 hdr_second_dword;
#define ISCSI_TMF_RESPONSE_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_TMF_RESPONSE_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_TMF_RESPONSE_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_TMF_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT 24
	struct regpair reserved0;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant). [constant, initialized] */;
	__le32 reserved1 /* Reserved */;
	__le32 stat_sn /* stat_sn */;
	__le32 exp_cmd_sn /* exp_cmd_sn */;
	__le32 max_cmd_sn /* max_cmd_sn */;
	__le32 reserved4[3] /* Reserved */;
};

/*
 * iSCSI Response PDU header
 */
struct iscsi_response_hdr
{
	u8 hdr_status /* Status field of ISCSI header */;
	u8 hdr_response /* Response field of ISCSI header for Responses / Reserved for Data-In */;
	u8 hdr_flags /* Flags field of ISCSI header */;
	u8 opcode /* opcode. [constant, initialized] */;
	__le32 hdr_second_dword;
#define ISCSI_RESPONSE_HDR_DATA_SEG_LEN_MASK   0xFFFFFF /* DataSegmentLength */
#define ISCSI_RESPONSE_HDR_DATA_SEG_LEN_SHIFT  0
#define ISCSI_RESPONSE_HDR_TOTAL_AHS_LEN_MASK  0xFF /* TotalAHSLength */
#define ISCSI_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT 24
	struct regpair lun /* Logical Unit Number */;
	__le32 itt /* Initiator Task Tag (only 2 bytes are significant). [constant, initialized] */;
	__le32 snack_tag /* Currently ERL>0 is not supported */;
	__le32 stat_sn /* CmdSN */;
	__le32 exp_cmd_sn /* Expected StatSn */;
	__le32 max_cmd_sn /* CmdSN */;
	__le32 exp_data_sn /* exp_data_sn */;
	__le32 bi_residual_count /* bi residual count */;
	__le32 residual_count /* residual count */;
};

/*
 * iSCSI Reject PDU header
 */
struct iscsi_reject_hdr
{