1c0dd49bdSEiji Ota /* 2c0dd49bdSEiji Ota * CDDL HEADER START 3c0dd49bdSEiji Ota * 4c0dd49bdSEiji Ota * The contents of this file are subject to the terms of the 5c0dd49bdSEiji Ota * Common Development and Distribution License (the "License"). 6c0dd49bdSEiji Ota * You may not use this file except in compliance with the License. 7c0dd49bdSEiji Ota * 8c0dd49bdSEiji Ota * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9c0dd49bdSEiji Ota * or http://www.opensolaris.org/os/licensing. 10c0dd49bdSEiji Ota * See the License for the specific language governing permissions 11c0dd49bdSEiji Ota * and limitations under the License. 12c0dd49bdSEiji Ota * 13c0dd49bdSEiji Ota * When distributing Covered Code, include this CDDL HEADER in each 14c0dd49bdSEiji Ota * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15c0dd49bdSEiji Ota * If applicable, add the following below this CDDL HEADER, with the 16c0dd49bdSEiji Ota * fields enclosed by brackets "[]" replaced with your own identifying 17c0dd49bdSEiji Ota * information: Portions Copyright [yyyy] [name of copyright owner] 18c0dd49bdSEiji Ota * 19c0dd49bdSEiji Ota * CDDL HEADER END 20c0dd49bdSEiji Ota */ 21c0dd49bdSEiji Ota /* 22c0dd49bdSEiji Ota * Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved. 23c0dd49bdSEiji Ota */ 24c0dd49bdSEiji Ota 25c0dd49bdSEiji Ota /* 26c0dd49bdSEiji Ota * Copyright (c) 2006 Oracle. All rights reserved. 27c0dd49bdSEiji Ota * 28c0dd49bdSEiji Ota * This software is available to you under a choice of one of two 29c0dd49bdSEiji Ota * licenses. You may choose to be licensed under the terms of the GNU 30c0dd49bdSEiji Ota * General Public License (GPL) Version 2, available from the file 31c0dd49bdSEiji Ota * COPYING in the main directory of this source tree, or the 32c0dd49bdSEiji Ota * OpenIB.org BSD license below: 33c0dd49bdSEiji Ota * 34c0dd49bdSEiji Ota * Redistribution and use in source and binary forms, with or 35c0dd49bdSEiji Ota * without modification, are permitted provided that the following 36c0dd49bdSEiji Ota * conditions are met: 37c0dd49bdSEiji Ota * 38c0dd49bdSEiji Ota * - Redistributions of source code must retain the above 39c0dd49bdSEiji Ota * copyright notice, this list of conditions and the following 40c0dd49bdSEiji Ota * disclaimer. 41c0dd49bdSEiji Ota * 42c0dd49bdSEiji Ota * - Redistributions in binary form must reproduce the above 43c0dd49bdSEiji Ota * copyright notice, this list of conditions and the following 44c0dd49bdSEiji Ota * disclaimer in the documentation and/or other materials 45c0dd49bdSEiji Ota * provided with the distribution. 46c0dd49bdSEiji Ota * 47c0dd49bdSEiji Ota * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 48c0dd49bdSEiji Ota * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 49c0dd49bdSEiji Ota * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 50c0dd49bdSEiji Ota * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 51c0dd49bdSEiji Ota * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 52c0dd49bdSEiji Ota * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 53c0dd49bdSEiji Ota * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 54c0dd49bdSEiji Ota * SOFTWARE. 55c0dd49bdSEiji Ota * 56c0dd49bdSEiji Ota */ 57c0dd49bdSEiji Ota #include <sys/rds.h> 58c0dd49bdSEiji Ota 59c0dd49bdSEiji Ota #include <sys/ib/clients/rdsv3/rdsv3.h> 60c0dd49bdSEiji Ota #include <sys/ib/clients/rdsv3/loop.h> 61c0dd49bdSEiji Ota #include <sys/ib/clients/rdsv3/rdsv3_debug.h> 62c0dd49bdSEiji Ota 63c0dd49bdSEiji Ota kmutex_t loop_conns_lock; 64c0dd49bdSEiji Ota list_t loop_conns; 65c0dd49bdSEiji Ota 66c0dd49bdSEiji Ota /* 67c0dd49bdSEiji Ota * This 'loopback' transport is a special case for flows that originate 68c0dd49bdSEiji Ota * and terminate on the same machine. 69c0dd49bdSEiji Ota * 70c0dd49bdSEiji Ota * Connection build-up notices if the destination address is thought of 71c0dd49bdSEiji Ota * as a local address by a transport. At that time it decides to use the 72c0dd49bdSEiji Ota * loopback transport instead of the bound transport of the sending socket. 73c0dd49bdSEiji Ota * 74c0dd49bdSEiji Ota * The loopback transport's sending path just hands the sent rds_message 75c0dd49bdSEiji Ota * straight to the receiving path via an embedded rds_incoming. 76c0dd49bdSEiji Ota */ 77c0dd49bdSEiji Ota 78c0dd49bdSEiji Ota /* 79c0dd49bdSEiji Ota * Usually a message transits both the sender and receiver's conns as it 80c0dd49bdSEiji Ota * flows to the receiver. In the loopback case, though, the receive path 81c0dd49bdSEiji Ota * is handed the sending conn so the sense of the addresses is reversed. 82c0dd49bdSEiji Ota */ 83c0dd49bdSEiji Ota static int 84c0dd49bdSEiji Ota rdsv3_loop_xmit(struct rdsv3_connection *conn, struct rdsv3_message *rm, 85c0dd49bdSEiji Ota unsigned int hdr_off, unsigned int sg, 86c0dd49bdSEiji Ota unsigned int off) 87c0dd49bdSEiji Ota { 88*5d5562f5SEiji Ota /* Do not send cong updates to loopback */ 89*5d5562f5SEiji Ota if (rm->m_inc.i_hdr.h_flags & RDSV3_FLAG_CONG_BITMAP) { 90*5d5562f5SEiji Ota rdsv3_cong_map_updated(conn->c_fcong, ~(uint64_t)0); 91*5d5562f5SEiji Ota return (sizeof (struct rdsv3_header) + RDSV3_CONG_MAP_BYTES); 92*5d5562f5SEiji Ota } 93c0dd49bdSEiji Ota ASSERT(!(hdr_off || sg || off)); 94c0dd49bdSEiji Ota 95c0dd49bdSEiji Ota RDSV3_DPRINTF4("rdsv3_loop_xmit", "Enter(conn: %p, rm: %p)", conn, rm); 96c0dd49bdSEiji Ota 97c0dd49bdSEiji Ota rdsv3_inc_init(&rm->m_inc, conn, conn->c_laddr); 98*5d5562f5SEiji Ota /* For the embedded inc. Matching put is in loop_inc_free() */ 99*5d5562f5SEiji Ota rdsv3_message_addref(rm); 100c0dd49bdSEiji Ota 101c0dd49bdSEiji Ota rdsv3_recv_incoming(conn, conn->c_laddr, conn->c_faddr, &rm->m_inc, 102c0dd49bdSEiji Ota KM_NOSLEEP); 103c0dd49bdSEiji Ota 104c0dd49bdSEiji Ota rdsv3_send_drop_acked(conn, ntohll(rm->m_inc.i_hdr.h_sequence), 105c0dd49bdSEiji Ota NULL); 106c0dd49bdSEiji Ota 107c0dd49bdSEiji Ota rdsv3_inc_put(&rm->m_inc); 108c0dd49bdSEiji Ota 109c0dd49bdSEiji Ota RDSV3_DPRINTF4("rdsv3_loop_xmit", "Return(conn: %p, rm: %p)", conn, rm); 110c0dd49bdSEiji Ota 111c0dd49bdSEiji Ota return (sizeof (struct rdsv3_header) + 112c0dd49bdSEiji Ota ntohl(rm->m_inc.i_hdr.h_len)); 113c0dd49bdSEiji Ota } 114c0dd49bdSEiji Ota 115*5d5562f5SEiji Ota /* 116*5d5562f5SEiji Ota * See rds_loop_xmit(). Since our inc is embedded in the rm, we 117*5d5562f5SEiji Ota * make sure the rm lives at least until the inc is done. 118*5d5562f5SEiji Ota */ 119*5d5562f5SEiji Ota static void 120*5d5562f5SEiji Ota rdsv3_loop_inc_free(struct rdsv3_incoming *inc) 121*5d5562f5SEiji Ota { 122*5d5562f5SEiji Ota struct rdsv3_message *rm = container_of(inc, struct rdsv3_message, 123*5d5562f5SEiji Ota m_inc); 124*5d5562f5SEiji Ota rdsv3_message_put(rm); 125*5d5562f5SEiji Ota } 126*5d5562f5SEiji Ota 127c0dd49bdSEiji Ota static int 128c0dd49bdSEiji Ota rdsv3_loop_xmit_cong_map(struct rdsv3_connection *conn, 129c0dd49bdSEiji Ota struct rdsv3_cong_map *map, 130c0dd49bdSEiji Ota unsigned long offset) 131c0dd49bdSEiji Ota { 132c0dd49bdSEiji Ota RDSV3_DPRINTF4("rdsv3_loop_xmit_cong_map", "Enter(conn: %p)", conn); 133c0dd49bdSEiji Ota 134c0dd49bdSEiji Ota ASSERT(!offset); 135c0dd49bdSEiji Ota ASSERT(map == conn->c_lcong); 136c0dd49bdSEiji Ota 137c0dd49bdSEiji Ota rdsv3_cong_map_updated(conn->c_fcong, ~(uint64_t)0); 138c0dd49bdSEiji Ota 139c0dd49bdSEiji Ota RDSV3_DPRINTF4("rdsv3_loop_xmit_cong_map", "Return(conn: %p)", conn); 140c0dd49bdSEiji Ota 141c0dd49bdSEiji Ota return (sizeof (struct rdsv3_header) + RDSV3_CONG_MAP_BYTES); 142c0dd49bdSEiji Ota } 143c0dd49bdSEiji Ota 144c0dd49bdSEiji Ota /* we need to at least give the thread something to succeed */ 145c0dd49bdSEiji Ota /* ARGSUSED */ 146c0dd49bdSEiji Ota static int 147c0dd49bdSEiji Ota rdsv3_loop_recv(struct rdsv3_connection *conn) 148c0dd49bdSEiji Ota { 149c0dd49bdSEiji Ota return (0); 150c0dd49bdSEiji Ota } 151c0dd49bdSEiji Ota 152cadbfdc3SEiji Ota struct rdsv3_loop_connection { 153c0dd49bdSEiji Ota struct list_node loop_node; 154c0dd49bdSEiji Ota struct rdsv3_connection *conn; 155c0dd49bdSEiji Ota }; 156c0dd49bdSEiji Ota 157c0dd49bdSEiji Ota /* 158c0dd49bdSEiji Ota * Even the loopback transport needs to keep track of its connections, 159c0dd49bdSEiji Ota * so it can call rdsv3_conn_destroy() on them on exit. N.B. there are 160c0dd49bdSEiji Ota * 1+ loopback addresses (127.*.*.*) so it's not a bug to have 161c0dd49bdSEiji Ota * multiple loopback conns allocated, although rather useless. 162c0dd49bdSEiji Ota */ 163c0dd49bdSEiji Ota /* ARGSUSED */ 164c0dd49bdSEiji Ota static int 165c0dd49bdSEiji Ota rdsv3_loop_conn_alloc(struct rdsv3_connection *conn, int gfp) 166c0dd49bdSEiji Ota { 167c0dd49bdSEiji Ota struct rdsv3_loop_connection *lc; 168c0dd49bdSEiji Ota 169c0dd49bdSEiji Ota RDSV3_DPRINTF4("rdsv3_loop_conn_alloc", "Enter(conn: %p)", conn); 170c0dd49bdSEiji Ota 171c0dd49bdSEiji Ota lc = kmem_zalloc(sizeof (struct rdsv3_loop_connection), KM_NOSLEEP); 172*5d5562f5SEiji Ota if (!lc) 173c0dd49bdSEiji Ota return (-ENOMEM); 174c0dd49bdSEiji Ota 175c0dd49bdSEiji Ota list_link_init(&lc->loop_node); 176c0dd49bdSEiji Ota lc->conn = conn; 177c0dd49bdSEiji Ota conn->c_transport_data = lc; 178c0dd49bdSEiji Ota 179c0dd49bdSEiji Ota mutex_enter(&loop_conns_lock); 180c0dd49bdSEiji Ota list_insert_tail(&loop_conns, lc); 181c0dd49bdSEiji Ota mutex_exit(&loop_conns_lock); 182c0dd49bdSEiji Ota 183c0dd49bdSEiji Ota RDSV3_DPRINTF4("rdsv3_loop_conn_alloc", "Return(conn: %p)", conn); 184c0dd49bdSEiji Ota 185c0dd49bdSEiji Ota return (0); 186c0dd49bdSEiji Ota } 187c0dd49bdSEiji Ota 188c0dd49bdSEiji Ota static void 189c0dd49bdSEiji Ota rdsv3_loop_conn_free(void *arg) 190c0dd49bdSEiji Ota { 191c0dd49bdSEiji Ota struct rdsv3_loop_connection *lc = arg; 192c0dd49bdSEiji Ota RDSV3_DPRINTF5("rdsv3_loop_conn_free", "lc %p\n", lc); 193c0dd49bdSEiji Ota list_remove_node(&lc->loop_node); 194c0dd49bdSEiji Ota kmem_free(lc, sizeof (struct rdsv3_loop_connection)); 195c0dd49bdSEiji Ota } 196c0dd49bdSEiji Ota 197c0dd49bdSEiji Ota static int 198c0dd49bdSEiji Ota rdsv3_loop_conn_connect(struct rdsv3_connection *conn) 199c0dd49bdSEiji Ota { 200c0dd49bdSEiji Ota rdsv3_connect_complete(conn); 201c0dd49bdSEiji Ota return (0); 202c0dd49bdSEiji Ota } 203c0dd49bdSEiji Ota 204c0dd49bdSEiji Ota /* ARGSUSED */ 205c0dd49bdSEiji Ota static void 206c0dd49bdSEiji Ota rdsv3_loop_conn_shutdown(struct rdsv3_connection *conn) 207c0dd49bdSEiji Ota { 208c0dd49bdSEiji Ota } 209c0dd49bdSEiji Ota 210c0dd49bdSEiji Ota void 211c0dd49bdSEiji Ota rdsv3_loop_exit(void) 212c0dd49bdSEiji Ota { 213c0dd49bdSEiji Ota struct rdsv3_loop_connection *lc, *_lc; 214c0dd49bdSEiji Ota list_t tmp_list; 215c0dd49bdSEiji Ota 216c0dd49bdSEiji Ota RDSV3_DPRINTF4("rdsv3_loop_exit", "Enter"); 217c0dd49bdSEiji Ota 218c0dd49bdSEiji Ota list_create(&tmp_list, sizeof (struct rdsv3_loop_connection), 219c0dd49bdSEiji Ota offsetof(struct rdsv3_loop_connection, loop_node)); 220c0dd49bdSEiji Ota 221c0dd49bdSEiji Ota /* avoid calling conn_destroy with irqs off */ 222c0dd49bdSEiji Ota mutex_enter(&loop_conns_lock); 223c0dd49bdSEiji Ota list_splice(&loop_conns, &tmp_list); 224c0dd49bdSEiji Ota mutex_exit(&loop_conns_lock); 225c0dd49bdSEiji Ota 226c0dd49bdSEiji Ota RDSV3_FOR_EACH_LIST_NODE_SAFE(lc, _lc, &tmp_list, loop_node) { 227c0dd49bdSEiji Ota ASSERT(!lc->conn->c_passive); 228c0dd49bdSEiji Ota rdsv3_conn_destroy(lc->conn); 229c0dd49bdSEiji Ota } 230c0dd49bdSEiji Ota 231c0dd49bdSEiji Ota list_destroy(&loop_conns); 232c0dd49bdSEiji Ota mutex_destroy(&loop_conns_lock); 233c0dd49bdSEiji Ota 234c0dd49bdSEiji Ota RDSV3_DPRINTF4("rdsv3_loop_exit", "Return"); 235c0dd49bdSEiji Ota } 236c0dd49bdSEiji Ota 237c0dd49bdSEiji Ota /* 238c0dd49bdSEiji Ota * This is missing .xmit_* because loop doesn't go through generic 239c0dd49bdSEiji Ota * rdsv3_send_xmit() and doesn't call rdsv3_recv_incoming(). .listen_stop and 240c0dd49bdSEiji Ota * .laddr_check are missing because transport.c doesn't iterate over 241c0dd49bdSEiji Ota * rdsv3_loop_transport. 242c0dd49bdSEiji Ota */ 243c0dd49bdSEiji Ota #ifndef __lock_lint 244c0dd49bdSEiji Ota struct rdsv3_transport rdsv3_loop_transport = { 245c0dd49bdSEiji Ota .xmit = rdsv3_loop_xmit, 246c0dd49bdSEiji Ota .xmit_cong_map = rdsv3_loop_xmit_cong_map, 247c0dd49bdSEiji Ota .recv = rdsv3_loop_recv, 248c0dd49bdSEiji Ota .conn_alloc = rdsv3_loop_conn_alloc, 249c0dd49bdSEiji Ota .conn_free = rdsv3_loop_conn_free, 250c0dd49bdSEiji Ota .conn_connect = rdsv3_loop_conn_connect, 251c0dd49bdSEiji Ota .conn_shutdown = rdsv3_loop_conn_shutdown, 252c0dd49bdSEiji Ota .inc_copy_to_user = rdsv3_message_inc_copy_to_user, 253*5d5562f5SEiji Ota .inc_free = rdsv3_loop_inc_free, 254c0dd49bdSEiji Ota .t_name = "loopback", 255c0dd49bdSEiji Ota }; 256c0dd49bdSEiji Ota #else 257c0dd49bdSEiji Ota struct rdsv3_transport rdsv3_loop_transport; 258c0dd49bdSEiji Ota #endif 259