1*7c478bd9Sstevel@tonic-gate /*
2*7c478bd9Sstevel@tonic-gate  * CDDL HEADER START
3*7c478bd9Sstevel@tonic-gate  *
4*7c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
5*7c478bd9Sstevel@tonic-gate  * Common Development and Distribution License, Version 1.0 only
6*7c478bd9Sstevel@tonic-gate  * (the "License").  You may not use this file except in compliance
7*7c478bd9Sstevel@tonic-gate  * with the License.
8*7c478bd9Sstevel@tonic-gate  *
9*7c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10*7c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
11*7c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
12*7c478bd9Sstevel@tonic-gate  * and limitations under the License.
13*7c478bd9Sstevel@tonic-gate  *
14*7c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
15*7c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16*7c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
17*7c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
18*7c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
19*7c478bd9Sstevel@tonic-gate  *
20*7c478bd9Sstevel@tonic-gate  * CDDL HEADER END
21*7c478bd9Sstevel@tonic-gate  */
22*7c478bd9Sstevel@tonic-gate /*
23*7c478bd9Sstevel@tonic-gate  * Copyright (c) 1996,1999-2000 by Sun Microsystems, Inc.
24*7c478bd9Sstevel@tonic-gate  * All rights reserved.
25*7c478bd9Sstevel@tonic-gate  */
26*7c478bd9Sstevel@tonic-gate 
27*7c478bd9Sstevel@tonic-gate #pragma ident	"%Z%%M%	%I%	%E% SMI"
28*7c478bd9Sstevel@tonic-gate 
29*7c478bd9Sstevel@tonic-gate /*
30*7c478bd9Sstevel@tonic-gate  * Main Transport Routine for DADA.
31*7c478bd9Sstevel@tonic-gate  *
32*7c478bd9Sstevel@tonic-gate  */
33*7c478bd9Sstevel@tonic-gate 
34*7c478bd9Sstevel@tonic-gate #include <sys/dada/dada.h>
35*7c478bd9Sstevel@tonic-gate #include <sys/thread.h>
36*7c478bd9Sstevel@tonic-gate 
37*7c478bd9Sstevel@tonic-gate 
38*7c478bd9Sstevel@tonic-gate #define	A_TO_TRAN(ap)	((ap)->a_hba_tran)
39*7c478bd9Sstevel@tonic-gate #define	P_TO_TRAN(pkt) 	((pkt)->pkt_address.a_hba_tran)
40*7c478bd9Sstevel@tonic-gate #define	P_TO_ADDR(pkt)	(&((pkt)->pkt_address))
41*7c478bd9Sstevel@tonic-gate 
42*7c478bd9Sstevel@tonic-gate 
43*7c478bd9Sstevel@tonic-gate extern	kmutex_t	dcd_flag_nointr_mutex;
44*7c478bd9Sstevel@tonic-gate extern	kcondvar_t	dcd_flag_nointr_cv;
45*7c478bd9Sstevel@tonic-gate 
46*7c478bd9Sstevel@tonic-gate static void
dcd_flag_nointr_comp(struct dcd_pkt * pkt)47*7c478bd9Sstevel@tonic-gate dcd_flag_nointr_comp(struct dcd_pkt *pkt)
48*7c478bd9Sstevel@tonic-gate {
49*7c478bd9Sstevel@tonic-gate 
50*7c478bd9Sstevel@tonic-gate 	mutex_enter(&dcd_flag_nointr_mutex);
51*7c478bd9Sstevel@tonic-gate 
52*7c478bd9Sstevel@tonic-gate 	pkt->pkt_comp = NULL;
53*7c478bd9Sstevel@tonic-gate 
54*7c478bd9Sstevel@tonic-gate 	/*
55*7c478bd9Sstevel@tonic-gate 	 * We need cv_broadcast, because there can be more than
56*7c478bd9Sstevel@tonic-gate 	 * one thread sleeping on the cv. We will wake all of them.
57*7c478bd9Sstevel@tonic-gate 	 * The correct one will continue and the reset will again go to
58*7c478bd9Sstevel@tonic-gate 	 * sleep.
59*7c478bd9Sstevel@tonic-gate 	 */
60*7c478bd9Sstevel@tonic-gate 	cv_broadcast(&dcd_flag_nointr_cv);
61*7c478bd9Sstevel@tonic-gate 	mutex_exit(&dcd_flag_nointr_mutex);
62*7c478bd9Sstevel@tonic-gate }
63*7c478bd9Sstevel@tonic-gate 
64*7c478bd9Sstevel@tonic-gate 
65*7c478bd9Sstevel@tonic-gate int
dcd_transport(struct dcd_pkt * pkt)66*7c478bd9Sstevel@tonic-gate dcd_transport(struct dcd_pkt *pkt)
67*7c478bd9Sstevel@tonic-gate {
68*7c478bd9Sstevel@tonic-gate 
69*7c478bd9Sstevel@tonic-gate 	struct dcd_address *ap = P_TO_ADDR(pkt);
70*7c478bd9Sstevel@tonic-gate 	extern int do_polled_io;
71*7c478bd9Sstevel@tonic-gate 	int rval;
72*7c478bd9Sstevel@tonic-gate 
73*7c478bd9Sstevel@tonic-gate 	/*
74*7c478bd9Sstevel@tonic-gate 	 * Check if we are required to do polled I/O. We can
75*7c478bd9Sstevel@tonic-gate 	 * get dcd_pkts that don't have the FLAG_NOINTR bit
76*7c478bd9Sstevel@tonic-gate 	 * set in the pkt_flags. When do_polled_io is set
77*7c478bd9Sstevel@tonic-gate 	 * we will probably be at a high IPL and not get any
78*7c478bd9Sstevel@tonic-gate 	 * command completion interrupts. We force polled I/Os
79*7c478bd9Sstevel@tonic-gate 	 * for such packets and do a callback of the completion
80*7c478bd9Sstevel@tonic-gate 	 * routine ourselves.
81*7c478bd9Sstevel@tonic-gate 	 */
82*7c478bd9Sstevel@tonic-gate 	if (!do_polled_io && ((pkt->pkt_flags & FLAG_NOINTR) == 0)) {
83*7c478bd9Sstevel@tonic-gate 		return ((*A_TO_TRAN(ap)->tran_start)(ap, pkt));
84*7c478bd9Sstevel@tonic-gate 	} else if ((curthread->t_flag & T_INTR_THREAD) || (do_polled_io) ||
85*7c478bd9Sstevel@tonic-gate 			(pkt->pkt_flags & FLAG_FORCENOINTR)) {
86*7c478bd9Sstevel@tonic-gate 
87*7c478bd9Sstevel@tonic-gate 		if (pkt->pkt_flags & FLAG_FORCENOINTR) {
88*7c478bd9Sstevel@tonic-gate 			/*
89*7c478bd9Sstevel@tonic-gate 			 * FLAG_FORCENOINTR means we do not want to rely on
90*7c478bd9Sstevel@tonic-gate 			 * device interrupts. Set the FLAG_NOINTR
91*7c478bd9Sstevel@tonic-gate 			 * so the command gets completed in polled mode.
92*7c478bd9Sstevel@tonic-gate 			 */
93*7c478bd9Sstevel@tonic-gate 			pkt->pkt_flags &= ~FLAG_FORCENOINTR;
94*7c478bd9Sstevel@tonic-gate 			pkt->pkt_flags |= FLAG_NOINTR;
95*7c478bd9Sstevel@tonic-gate 		}
96*7c478bd9Sstevel@tonic-gate 
97*7c478bd9Sstevel@tonic-gate 		/*
98*7c478bd9Sstevel@tonic-gate 		 * If its an interrupt thread or we already have the
99*7c478bd9Sstevel@tonic-gate 		 * the FLAG_NOINTR flag set, we go ahead and call the
100*7c478bd9Sstevel@tonic-gate 		 * the hba's start routine directly. We force polling
101*7c478bd9Sstevel@tonic-gate 		 * only if we have do_polled_io set and FLAG_NOINTR
102*7c478bd9Sstevel@tonic-gate 		 * not set.
103*7c478bd9Sstevel@tonic-gate 		 */
104*7c478bd9Sstevel@tonic-gate 		if (!do_polled_io || (pkt->pkt_flags & FLAG_NOINTR)) {
105*7c478bd9Sstevel@tonic-gate 			return ((*A_TO_TRAN(ap)->tran_start)(ap, pkt));
106*7c478bd9Sstevel@tonic-gate 		} else {
107*7c478bd9Sstevel@tonic-gate 			uint_t	savef;
108*7c478bd9Sstevel@tonic-gate 			void	(*savec)();
109*7c478bd9Sstevel@tonic-gate 			/*
110*7c478bd9Sstevel@tonic-gate 			 * save the completion routine and pkt_flags
111*7c478bd9Sstevel@tonic-gate 			 */
112*7c478bd9Sstevel@tonic-gate 			savef = pkt->pkt_flags;
113*7c478bd9Sstevel@tonic-gate 			savec = pkt->pkt_comp;
114*7c478bd9Sstevel@tonic-gate 			pkt->pkt_flags |= FLAG_NOINTR;
115*7c478bd9Sstevel@tonic-gate 			pkt->pkt_comp = 0;
116*7c478bd9Sstevel@tonic-gate 
117*7c478bd9Sstevel@tonic-gate 			rval = (*A_TO_TRAN(ap)->tran_start)(ap, pkt);
118*7c478bd9Sstevel@tonic-gate 
119*7c478bd9Sstevel@tonic-gate 			/*
120*7c478bd9Sstevel@tonic-gate 			 * Restore the pkt_completion routine
121*7c478bd9Sstevel@tonic-gate 			 * and pkt flags and call the completion
122*7c478bd9Sstevel@tonic-gate 			 * routine.
123*7c478bd9Sstevel@tonic-gate 			 */
124*7c478bd9Sstevel@tonic-gate 			pkt->pkt_comp = savec;
125*7c478bd9Sstevel@tonic-gate 			pkt->pkt_flags = savef;
126*7c478bd9Sstevel@tonic-gate 			(*pkt->pkt_comp)(pkt);
127*7c478bd9Sstevel@tonic-gate 			return (rval);
128*7c478bd9Sstevel@tonic-gate 		}
129*7c478bd9Sstevel@tonic-gate 	} else {
130*7c478bd9Sstevel@tonic-gate 		uint_t	savef;
131*7c478bd9Sstevel@tonic-gate 		void	(*savec)();
132*7c478bd9Sstevel@tonic-gate 		int	status;
133*7c478bd9Sstevel@tonic-gate 
134*7c478bd9Sstevel@tonic-gate 		savef = pkt->pkt_flags;
135*7c478bd9Sstevel@tonic-gate 		savec = pkt->pkt_comp;
136*7c478bd9Sstevel@tonic-gate 
137*7c478bd9Sstevel@tonic-gate 		pkt->pkt_comp = dcd_flag_nointr_comp;
138*7c478bd9Sstevel@tonic-gate 		pkt->pkt_flags &= ~FLAG_NOINTR;
139*7c478bd9Sstevel@tonic-gate 		pkt->pkt_flags |= FLAG_IMMEDIATE_CB;
140*7c478bd9Sstevel@tonic-gate 
141*7c478bd9Sstevel@tonic-gate 		if ((status = (*A_TO_TRAN(ap)->tran_start)(ap, pkt)) ==
142*7c478bd9Sstevel@tonic-gate 			TRAN_ACCEPT) {
143*7c478bd9Sstevel@tonic-gate 			mutex_enter(& dcd_flag_nointr_mutex);
144*7c478bd9Sstevel@tonic-gate 			while (pkt->pkt_comp != NULL) {
145*7c478bd9Sstevel@tonic-gate 				cv_wait(&dcd_flag_nointr_cv,
146*7c478bd9Sstevel@tonic-gate 					&dcd_flag_nointr_mutex);
147*7c478bd9Sstevel@tonic-gate 			}
148*7c478bd9Sstevel@tonic-gate 			mutex_exit(&dcd_flag_nointr_mutex);
149*7c478bd9Sstevel@tonic-gate 		}
150*7c478bd9Sstevel@tonic-gate 		pkt->pkt_flags = savef;
151*7c478bd9Sstevel@tonic-gate 		pkt->pkt_comp = savec;
152*7c478bd9Sstevel@tonic-gate 		return (status);
153*7c478bd9Sstevel@tonic-gate 	}
154*7c478bd9Sstevel@tonic-gate }
155