1*9e39c5baSBill Taylor /*
2*9e39c5baSBill Taylor  * CDDL HEADER START
3*9e39c5baSBill Taylor  *
4*9e39c5baSBill Taylor  * The contents of this file are subject to the terms of the
5*9e39c5baSBill Taylor  * Common Development and Distribution License (the "License").
6*9e39c5baSBill Taylor  * You may not use this file except in compliance with the License.
7*9e39c5baSBill Taylor  *
8*9e39c5baSBill Taylor  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9*9e39c5baSBill Taylor  * or http://www.opensolaris.org/os/licensing.
10*9e39c5baSBill Taylor  * See the License for the specific language governing permissions
11*9e39c5baSBill Taylor  * and limitations under the License.
12*9e39c5baSBill Taylor  *
13*9e39c5baSBill Taylor  * When distributing Covered Code, include this CDDL HEADER in each
14*9e39c5baSBill Taylor  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15*9e39c5baSBill Taylor  * If applicable, add the following below this CDDL HEADER, with the
16*9e39c5baSBill Taylor  * fields enclosed by brackets "[]" replaced with your own identifying
17*9e39c5baSBill Taylor  * information: Portions Copyright [yyyy] [name of copyright owner]
18*9e39c5baSBill Taylor  *
19*9e39c5baSBill Taylor  * CDDL HEADER END
20*9e39c5baSBill Taylor  */
21*9e39c5baSBill Taylor 
22*9e39c5baSBill Taylor /*
23*9e39c5baSBill Taylor  * Copyright (c) 2002-2003, Network Appliance, Inc. All rights reserved.
24*9e39c5baSBill Taylor  */
25*9e39c5baSBill Taylor 
26*9e39c5baSBill Taylor /*
27*9e39c5baSBill Taylor  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
28*9e39c5baSBill Taylor  * Use is subject to license terms.
29*9e39c5baSBill Taylor  */
30*9e39c5baSBill Taylor 
31*9e39c5baSBill Taylor /*
32*9e39c5baSBill Taylor  *
33*9e39c5baSBill Taylor  * MODULE: dapl_evd_dto_callback.c
34*9e39c5baSBill Taylor  *
35*9e39c5baSBill Taylor  * PURPOSE: implements DTO callbacks from verbs
36*9e39c5baSBill Taylor  *
37*9e39c5baSBill Taylor  * $Id: dapl_evd_dto_callb.c,v 1.17 2003/07/30 18:13:38 hobie16 Exp $
38*9e39c5baSBill Taylor  */
39*9e39c5baSBill Taylor 
40*9e39c5baSBill Taylor #include "dapl.h"
41*9e39c5baSBill Taylor #include "dapl_evd_util.h"
42*9e39c5baSBill Taylor #include "dapl_cno_util.h"
43*9e39c5baSBill Taylor #include "dapl_cookie.h"
44*9e39c5baSBill Taylor #include "dapl_adapter_util.h"
45*9e39c5baSBill Taylor 
46*9e39c5baSBill Taylor /*
47*9e39c5baSBill Taylor  * dapl_evd_dto_callback
48*9e39c5baSBill Taylor  *
49*9e39c5baSBill Taylor  * Input:
50*9e39c5baSBill Taylor  * 	hca_handle_in,
51*9e39c5baSBill Taylor  * 	cq_handle_in,
52*9e39c5baSBill Taylor  *      user_context_cq_p
53*9e39c5baSBill Taylor  *
54*9e39c5baSBill Taylor  * Output:
55*9e39c5baSBill Taylor  *	none
56*9e39c5baSBill Taylor  *
57*9e39c5baSBill Taylor  * This is invoked for both DTO and MW bind completions. Strictly
58*9e39c5baSBill Taylor  * speaking it is an event callback rather than just a DTO callback.
59*9e39c5baSBill Taylor  *
60*9e39c5baSBill Taylor  */
61*9e39c5baSBill Taylor 
62*9e39c5baSBill Taylor void
dapl_evd_dto_callback(IN ib_hca_handle_t hca_handle,IN ib_cq_handle_t cq_handle,IN void * user_context)63*9e39c5baSBill Taylor dapl_evd_dto_callback(
64*9e39c5baSBill Taylor     IN ib_hca_handle_t 	hca_handle,
65*9e39c5baSBill Taylor     IN ib_cq_handle_t 	cq_handle,
66*9e39c5baSBill Taylor     IN void		*user_context)
67*9e39c5baSBill Taylor {
68*9e39c5baSBill Taylor 	DAPL_EVD	*evd_ptr;
69*9e39c5baSBill Taylor 	DAT_RETURN	dat_status;
70*9e39c5baSBill Taylor 	DAPL_EVD_STATE	state;
71*9e39c5baSBill Taylor 
72*9e39c5baSBill Taylor 	dapl_dbg_log(DAPL_DBG_TYPE_CALLBACK,
73*9e39c5baSBill Taylor 	    "dapl_evd_dto_callback(%p, %p, %p)\n",
74*9e39c5baSBill Taylor 	    hca_handle,
75*9e39c5baSBill Taylor 	    cq_handle,
76*9e39c5baSBill Taylor 	    user_context);
77*9e39c5baSBill Taylor 
78*9e39c5baSBill Taylor 	evd_ptr = (DAPL_EVD *) user_context;
79*9e39c5baSBill Taylor 
80*9e39c5baSBill Taylor 	dapl_os_assert(hca_handle ==
81*9e39c5baSBill Taylor 	    evd_ptr->header.owner_ia->hca_ptr->ib_hca_handle);
82*9e39c5baSBill Taylor 	dapl_os_assert(evd_ptr->ib_cq_handle == cq_handle);
83*9e39c5baSBill Taylor 	dapl_os_assert(evd_ptr->header.magic == DAPL_MAGIC_EVD);
84*9e39c5baSBill Taylor 
85*9e39c5baSBill Taylor 	/* Read once.  */
86*9e39c5baSBill Taylor 	state = *(volatile DAPL_EVD_STATE *) &evd_ptr->evd_state;
87*9e39c5baSBill Taylor 
88*9e39c5baSBill Taylor 	dapl_dbg_log(DAPL_DBG_TYPE_EVD,
89*9e39c5baSBill Taylor 	    "-- dapl_evd_dto_callback: CQ %p, state %x\n",
90*9e39c5baSBill Taylor 	    (void *)evd_ptr->ib_cq_handle,
91*9e39c5baSBill Taylor 	    state);
92*9e39c5baSBill Taylor 
93*9e39c5baSBill Taylor 	/*
94*9e39c5baSBill Taylor 	 * This function does not dequeue from the CQ; only the consumer
95*9e39c5baSBill Taylor 	 * can do that. Instead, it wakes up waiters if any exist.
96*9e39c5baSBill Taylor 	 * It rearms the completion only if completions should always occur
97*9e39c5baSBill Taylor 	 * (specifically if a CNO is associated with the EVD and the
98*9e39c5baSBill Taylor 	 * EVD is enabled.
99*9e39c5baSBill Taylor 	 */
100*9e39c5baSBill Taylor 
101*9e39c5baSBill Taylor 	if (state == DAPL_EVD_STATE_WAITED) {
102*9e39c5baSBill Taylor 		/*
103*9e39c5baSBill Taylor 		 * If we could, it would be best to avoid this wakeup
104*9e39c5baSBill Taylor 		 * (and the context switch) unless the number of events/CQs
105*9e39c5baSBill Taylor 		 * waiting for the waiter was its threshold.  We don't
106*9e39c5baSBill Taylor 		 * currently have the ability to determine that without
107*9e39c5baSBill Taylor 		 * dequeueing the events, and we can't do that for
108*9e39c5baSBill Taylor 		 * synchronization reasons (racing with the waiter waking
109*9e39c5baSBill Taylor 		 * up and dequeuing, sparked by other callbacks).
110*9e39c5baSBill Taylor 		 */
111*9e39c5baSBill Taylor 
112*9e39c5baSBill Taylor 		/*
113*9e39c5baSBill Taylor 		 * We don't need to worry about taking the lock for the
114*9e39c5baSBill Taylor 		 * wakeup because wakeups are sticky.
115*9e39c5baSBill Taylor 		 */
116*9e39c5baSBill Taylor 		(void) dapl_os_wait_object_wakeup(&evd_ptr->wait_object);
117*9e39c5baSBill Taylor 	} else if (state == DAPL_EVD_STATE_OPEN) {
118*9e39c5baSBill Taylor 		DAPL_CNO *cno = evd_ptr->cno_ptr;
119*9e39c5baSBill Taylor 		if (evd_ptr->evd_enabled && (evd_ptr->cno_ptr != NULL)) {
120*9e39c5baSBill Taylor 			/*
121*9e39c5baSBill Taylor 			 * Re-enable callback, *then* trigger.
122*9e39c5baSBill Taylor 			 * This guarantees we won't miss any events.
123*9e39c5baSBill Taylor 			 */
124*9e39c5baSBill Taylor 			dat_status = DAPL_NOTIFY(evd_ptr)(
125*9e39c5baSBill Taylor 			    evd_ptr->ib_cq_handle, IB_NOTIFY_ON_NEXT_COMP, 0);
126*9e39c5baSBill Taylor 
127*9e39c5baSBill Taylor 			if (DAT_SUCCESS != dat_status) {
128*9e39c5baSBill Taylor 				(void) dapls_evd_post_async_error_event(
129*9e39c5baSBill Taylor 				    evd_ptr->header.owner_ia->async_error_evd,
130*9e39c5baSBill Taylor 				    DAT_ASYNC_ERROR_PROVIDER_INTERNAL_ERROR,
131*9e39c5baSBill Taylor 				    (DAT_IA_HANDLE)evd_ptr->header.owner_ia);
132*9e39c5baSBill Taylor 			}
133*9e39c5baSBill Taylor 
134*9e39c5baSBill Taylor 			dapl_cno_trigger(cno, evd_ptr);
135*9e39c5baSBill Taylor 		}
136*9e39c5baSBill Taylor 	}
137*9e39c5baSBill Taylor 	dapl_dbg_log(DAPL_DBG_TYPE_RTN, "dapl_evd_dto_callback() returns\n");
138*9e39c5baSBill Taylor }
139*9e39c5baSBill Taylor 
140*9e39c5baSBill Taylor /*
141*9e39c5baSBill Taylor  * Local variables:
142*9e39c5baSBill Taylor  *  c-indent-level: 4
143*9e39c5baSBill Taylor  *  c-basic-offset: 4
144*9e39c5baSBill Taylor  *  tab-width: 8
145*9e39c5baSBill Taylor  * End:
146*9e39c5baSBill Taylor  */
147