xref: /illumos-gate/usr/src/uts/common/io/ib/ibtl/ibtl_srq.c (revision f7327bbd)

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */
/*
 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
 */

#include <sys/ib/ibtl/impl/ibtl.h>

/*
 * ibtl_srq.c
 *	These routines implement (most of) the verbs related to
 *	Shared Receive Queues.
 */

/*
 * Globals
 */

static char ibtf_srq[] = "ibtl_srq";

/*
 * This file contains code for the TI SRQ calls
 */

/*
 *
 * ibt_alloc_srq() - Allocate a completion queue
 */
ibt_status_t
ibt_alloc_srq(ibt_hca_hdl_t hca_hdl, ibt_srq_flags_t flags, ibt_pd_hdl_t pd,
    ibt_srq_sizes_t *srq_sizes, ibt_srq_hdl_t *ibt_srq_p,
    ibt_srq_sizes_t *real_sizes_p)
{
	ibt_status_t 		status;
	ibt_srq_hdl_t		ibt_srq;

	IBTF_DPRINTF_L3(ibtf_srq, "ibt_alloc_srq(%p, %p)",
	    hca_hdl, srq_sizes);

	ibt_srq = kmem_zalloc(sizeof (struct ibtl_srq_s), KM_SLEEP);
	*ibt_srq_p = ibt_srq;

	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(ibt_srq->srq_ibc_srq_hdl))
	_NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(ibt_srq->srq_hca))
	/*
	 * Set the following values before creating CI SRQ, to avoid race
	 * conditions on async callback.
	 */
	ibt_srq->srq_hca = hca_hdl;

	status = IBTL_HCA2CIHCAOPS_P(hca_hdl)->ibc_alloc_srq(
	    IBTL_HCA2CIHCA(hca_hdl), flags, ibt_srq, pd, srq_sizes,
	    &ibt_srq->srq_ibc_srq_hdl, real_sizes_p);

	if (status != IBT_SUCCESS) {
		IBTF_DPRINTF_L2(ibtf_srq, "ibt_alloc_srq: "
		    "CI SRQ handle allocation failed: status = %d", status);
		kmem_free(ibt_srq, sizeof (struct ibtl_srq_s));
		*ibt_srq_p = NULL;
		return (status);
	}

	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(ibt_srq->srq_ibc_srq_hdl))
	_NOTE(NOW_VISIBLE_TO_OTHER_THREADS(ibt_srq->srq_hca))

	/* Update the srq resource count */
	atomic_inc_32(&hca_hdl->ha_srq_cnt);

	return (IBT_SUCCESS);
}


/*
 * ibt_free_srq() - Free a shared receive queue
 *
 */
ibt_status_t
ibt_free_srq(ibt_srq_hdl_t ibt_srq)
{
	ibt_status_t	status;
	ibtl_hca_t	*ibt_hca = ibt_srq->srq_hca;

	IBTF_DPRINTF_L3(ibtf_srq, "ibt_free_srq(%p)", ibt_srq);

	status = ((IBTL_SRQ2CIHCAOPS_P(ibt_srq))->ibc_free_srq)
	    (IBTL_SRQ2CIHCA(ibt_srq), ibt_srq->srq_ibc_srq_hdl);

	if (status != IBT_SUCCESS) {
		IBTF_DPRINTF_L2(ibtf_srq, "ibt_free_srq: "
		    "CI SRQ handle de-allocation failed: status = %d", status);
		return (status);
	}

	ibtl_free_srq_async_check(ibt_srq);

	/* Update the srq resource count */
	atomic_dec_32(&ibt_hca->ha_srq_cnt);

	return (status);
}


/*
 * ibt_query_srq() - Returns the size of the srq
 */
ibt_status_t
ibt_query_srq(ibt_srq_hdl_t ibt_srq, ibt_pd_hdl_t *pd_p,
    ibt_srq_sizes_t *sizes_p, uint_t *limit)
{
	IBTF_DPRINTF_L3(ibtf_srq, "ibt_query_srq(%p)", ibt_srq);

	return (IBTL_SRQ2CIHCAOPS_P(ibt_srq)->ibc_query_srq(
	    IBTL_SRQ2CIHCA(ibt_srq), ibt_srq->srq_ibc_srq_hdl, pd_p,
	    sizes_p, limit));
}


/*
 *  ibt_resize_srq() - Change the size of a srq.
 */
ibt_status_t
ibt_modify_srq(ibt_srq_hdl_t ibt_srq, ibt_srq_modify_flags_t flags,
    uint_t size, uint_t limit, uint_t *real_size_p)
{
	IBTF_DPRINTF_L3(ibtf_srq, "ibt_modify_srq(%p, %d, %d, %d)",
	    ibt_srq, flags, size, limit);

	return (IBTL_SRQ2CIHCAOPS_P(ibt_srq)->ibc_modify_srq(
	    IBTL_SRQ2CIHCA(ibt_srq), ibt_srq->srq_ibc_srq_hdl,
	    flags, size, limit, real_size_p));
}


_NOTE(SCHEME_PROTECTS_DATA("client managed", ibtl_srq_s::srq_clnt_private))

/*
 * ibt_set_srq_private - Sets the private data on a given SRQ
 *
 *      ibt_srq          The ibt_srq_hdl_t of the allocated SRQ.
 *      clnt_private    The client private data.
 */
void
ibt_set_srq_private(ibt_srq_hdl_t ibt_srq, void *clnt_private)
{
	ibt_srq->srq_clnt_private = clnt_private;
}


/*
 * ibt_get_srq_private - Retrieves the private data for a given SRQ
 *
 *      ibt_srq          The ibt_srq_hdl_t of the allocated SRQ.
 */
void *
ibt_get_srq_private(ibt_srq_hdl_t ibt_srq)
{
	return (ibt_srq->srq_clnt_private);
}

/*
 * Function:
 *	ibt_post_srq
 * Input:
 *	srq	- SRQ.
 *	wr_list	- Address of array[size] of work requests.
 *	size	- Number of work requests.
 * Output:
 *	posted	- Address to return the number of work requests
 *		  successfully posted.  May be NULL.
 * Description:
 *	Post one or more receive work requests to the SRQ.
 */

ibt_status_t
ibt_post_srq(ibt_srq_hdl_t srq, ibt_recv_wr_t *wr_list, uint_t size,
    uint_t *posted)
{
	IBTF_DPRINTF_L4(ibtf_srq, "ibt_post_srq(%p, %p, %d)",
	    srq, wr_list, size);

	return (IBTL_SRQ2CIHCAOPS_P(srq)->ibc_post_srq(IBTL_SRQ2CIHCA(srq),
	    srq->srq_ibc_srq_hdl, wr_list, size, posted));
}