1c0dd49bdSEiji Ota /*
216e76cddSagiri  * Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
3c0dd49bdSEiji Ota  */
416e76cddSagiri 
5c0dd49bdSEiji Ota /*
616e76cddSagiri  * This file contains code imported from the OFED rds source file stats.c
716e76cddSagiri  * Oracle elects to have and use the contents of stats.c under and governed
816e76cddSagiri  * by the OpenIB.org BSD license (see below for full license text). However,
916e76cddSagiri  * the following notice accompanied the original version of this file:
10c0dd49bdSEiji Ota  */
11c0dd49bdSEiji Ota 
12c0dd49bdSEiji Ota /*
13c0dd49bdSEiji Ota  * Copyright (c) 2006 Oracle.  All rights reserved.
14c0dd49bdSEiji Ota  *
15c0dd49bdSEiji Ota  * This software is available to you under a choice of one of two
16c0dd49bdSEiji Ota  * licenses.  You may choose to be licensed under the terms of the GNU
17c0dd49bdSEiji Ota  * General Public License (GPL) Version 2, available from the file
18c0dd49bdSEiji Ota  * COPYING in the main directory of this source tree, or the
19c0dd49bdSEiji Ota  * OpenIB.org BSD license below:
20c0dd49bdSEiji Ota  *
21c0dd49bdSEiji Ota  *     Redistribution and use in source and binary forms, with or
22c0dd49bdSEiji Ota  *     without modification, are permitted provided that the following
23c0dd49bdSEiji Ota  *     conditions are met:
24c0dd49bdSEiji Ota  *
25c0dd49bdSEiji Ota  *      - Redistributions of source code must retain the above
26c0dd49bdSEiji Ota  *        copyright notice, this list of conditions and the following
27c0dd49bdSEiji Ota  *        disclaimer.
28c0dd49bdSEiji Ota  *
29c0dd49bdSEiji Ota  *      - Redistributions in binary form must reproduce the above
30c0dd49bdSEiji Ota  *        copyright notice, this list of conditions and the following
31c0dd49bdSEiji Ota  *        disclaimer in the documentation and/or other materials
32c0dd49bdSEiji Ota  *        provided with the distribution.
33c0dd49bdSEiji Ota  *
34c0dd49bdSEiji Ota  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
35c0dd49bdSEiji Ota  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
36c0dd49bdSEiji Ota  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
37c0dd49bdSEiji Ota  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
38c0dd49bdSEiji Ota  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
39c0dd49bdSEiji Ota  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
40c0dd49bdSEiji Ota  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
41c0dd49bdSEiji Ota  * SOFTWARE.
42c0dd49bdSEiji Ota  *
43c0dd49bdSEiji Ota  */
44c0dd49bdSEiji Ota #include <sys/rds.h>
45c0dd49bdSEiji Ota 
46c0dd49bdSEiji Ota #include <sys/ib/clients/rdsv3/rdsv3.h>
47c0dd49bdSEiji Ota 
48a530e0a9Sagiri struct rdsv3_statistics *rdsv3_stats = NULL;
49a530e0a9Sagiri uint_t	nr_cpus;
50c0dd49bdSEiji Ota 
51c0dd49bdSEiji Ota static char *rdsv3_stat_names[] = {
52c0dd49bdSEiji Ota 	"conn_reset",
53c0dd49bdSEiji Ota 	"recv_drop_bad_checksum",
54c0dd49bdSEiji Ota 	"recv_drop_old_seq",
55c0dd49bdSEiji Ota 	"recv_drop_no_sock",
56c0dd49bdSEiji Ota 	"recv_drop_dead_sock",
57c0dd49bdSEiji Ota 	"recv_deliver_raced",
58c0dd49bdSEiji Ota 	"recv_delivered",
59c0dd49bdSEiji Ota 	"recv_queued",
60c0dd49bdSEiji Ota 	"recv_immediate_retry",
61c0dd49bdSEiji Ota 	"recv_delayed_retry",
62c0dd49bdSEiji Ota 	"recv_ack_required",
63c0dd49bdSEiji Ota 	"recv_rdma_bytes",
64c0dd49bdSEiji Ota 	"recv_ping",
65c0dd49bdSEiji Ota 	"send_queue_empty",
66c0dd49bdSEiji Ota 	"send_queue_full",
67c0dd49bdSEiji Ota 	"send_sem_contention",
68c0dd49bdSEiji Ota 	"send_sem_queue_raced",
69c0dd49bdSEiji Ota 	"send_immediate_retry",
70c0dd49bdSEiji Ota 	"send_delayed_retry",
71c0dd49bdSEiji Ota 	"send_drop_acked",
72c0dd49bdSEiji Ota 	"send_ack_required",
73c0dd49bdSEiji Ota 	"send_queued",
74c0dd49bdSEiji Ota 	"send_rdma",
75c0dd49bdSEiji Ota 	"send_rdma_bytes",
76c0dd49bdSEiji Ota 	"send_pong",
77c0dd49bdSEiji Ota 	"page_remainder_hit",
78c0dd49bdSEiji Ota 	"page_remainder_miss",
79c0dd49bdSEiji Ota 	"copy_to_user",
80c0dd49bdSEiji Ota 	"copy_from_user",
81c0dd49bdSEiji Ota 	"cong_update_queued",
82c0dd49bdSEiji Ota 	"cong_update_received",
83c0dd49bdSEiji Ota 	"cong_send_error",
84c0dd49bdSEiji Ota 	"cong_send_blocked",
85c0dd49bdSEiji Ota };
86c0dd49bdSEiji Ota 
87c0dd49bdSEiji Ota void
rdsv3_stats_info_copy(struct rdsv3_info_iterator * iter,uint64_t * values,char ** names,size_t nr)88c0dd49bdSEiji Ota rdsv3_stats_info_copy(struct rdsv3_info_iterator *iter,
89c0dd49bdSEiji Ota     uint64_t *values, char **names, size_t nr)
90c0dd49bdSEiji Ota {
91fe817b60SEiji Ota 	struct rds_info_counter ctr;
92c0dd49bdSEiji Ota 	size_t i;
93c0dd49bdSEiji Ota 
94c0dd49bdSEiji Ota 	for (i = 0; i < nr; i++) {
95c0dd49bdSEiji Ota 		ASSERT(!(strlen(names[i]) >= sizeof (ctr.name)));
96c0dd49bdSEiji Ota 		(void) strncpy((char *)ctr.name, names[i],
97c0dd49bdSEiji Ota 		    sizeof (ctr.name) - 1);
98c0dd49bdSEiji Ota 		ctr.value = values[i];
99c0dd49bdSEiji Ota 
100c0dd49bdSEiji Ota 		rdsv3_info_copy(iter, &ctr, sizeof (ctr));
101c0dd49bdSEiji Ota 	}
102c0dd49bdSEiji Ota }
103c0dd49bdSEiji Ota 
104c0dd49bdSEiji Ota /*
105c0dd49bdSEiji Ota  * This gives global counters across all the transports.  The strings
106c0dd49bdSEiji Ota  * are copied in so that the tool doesn't need knowledge of the specific
107c0dd49bdSEiji Ota  * stats that we're exporting.  Some are pretty implementation dependent
108c0dd49bdSEiji Ota  * and may change over time.  That doesn't stop them from being useful.
109c0dd49bdSEiji Ota  *
110c0dd49bdSEiji Ota  * This is the only function in the chain that knows about the byte granular
111c0dd49bdSEiji Ota  * length in userspace.  It converts it to number of stat entries that the
112c0dd49bdSEiji Ota  * rest of the functions operate in.
113c0dd49bdSEiji Ota  */
114c0dd49bdSEiji Ota /* ARGSUSED */
115c0dd49bdSEiji Ota static void
rdsv3_stats_info(struct rsock * sock,unsigned int len,struct rdsv3_info_iterator * iter,struct rdsv3_info_lengths * lens)116c0dd49bdSEiji Ota rdsv3_stats_info(struct rsock *sock, unsigned int len,
117c0dd49bdSEiji Ota     struct rdsv3_info_iterator *iter,
118c0dd49bdSEiji Ota     struct rdsv3_info_lengths *lens)
119c0dd49bdSEiji Ota {
120b27516f5Sagiri 	struct rdsv3_statistics stats;
121c0dd49bdSEiji Ota 	uint64_t *src;
122c0dd49bdSEiji Ota 	uint64_t *sum;
123c0dd49bdSEiji Ota 	size_t i;
124c0dd49bdSEiji Ota 	int cpu;
125c0dd49bdSEiji Ota 	unsigned int avail;
126c0dd49bdSEiji Ota 
127fe817b60SEiji Ota 	avail = len / sizeof (struct rds_info_counter);
128c0dd49bdSEiji Ota 
129c0dd49bdSEiji Ota 	if (avail < ARRAY_SIZE(rdsv3_stat_names)) {
130c0dd49bdSEiji Ota 		avail = 0;
131c0dd49bdSEiji Ota 		goto trans;
132c0dd49bdSEiji Ota 	}
133c0dd49bdSEiji Ota 
134b27516f5Sagiri 	bzero(&stats, sizeof (struct rdsv3_statistics));
135b27516f5Sagiri 
136a530e0a9Sagiri 	for (cpu = 0; cpu < nr_cpus; cpu++) {
137c0dd49bdSEiji Ota 		src = (uint64_t *)&(rdsv3_per_cpu(rdsv3_stats, cpu));
138c0dd49bdSEiji Ota 		sum = (uint64_t *)&stats;
139b27516f5Sagiri 		for (i = 0;
140b27516f5Sagiri 		    i < sizeof (struct rdsv3_statistics) / sizeof (uint64_t);
141b27516f5Sagiri 		    i++)
142c0dd49bdSEiji Ota 			*(sum++) += *(src++);
143c0dd49bdSEiji Ota 	}
144c0dd49bdSEiji Ota 
145c0dd49bdSEiji Ota 	rdsv3_stats_info_copy(iter, (uint64_t *)&stats, rdsv3_stat_names,
146c0dd49bdSEiji Ota 	    ARRAY_SIZE(rdsv3_stat_names));
147c0dd49bdSEiji Ota 	avail -= ARRAY_SIZE(rdsv3_stat_names);
148c0dd49bdSEiji Ota 
149c0dd49bdSEiji Ota trans:
150fe817b60SEiji Ota 	lens->each = sizeof (struct rds_info_counter);
151c0dd49bdSEiji Ota 	lens->nr = rdsv3_trans_stats_info_copy(iter, avail) +
152c0dd49bdSEiji Ota 	    ARRAY_SIZE(rdsv3_stat_names);
153c0dd49bdSEiji Ota }
154c0dd49bdSEiji Ota 
155c0dd49bdSEiji Ota void
rdsv3_stats_exit(void)156c0dd49bdSEiji Ota rdsv3_stats_exit(void)
157c0dd49bdSEiji Ota {
158fe817b60SEiji Ota 	rdsv3_info_deregister_func(RDS_INFO_COUNTERS, rdsv3_stats_info);
159a530e0a9Sagiri 
160a530e0a9Sagiri 	ASSERT(rdsv3_stats);
161a530e0a9Sagiri 	kmem_free(rdsv3_stats,
162a530e0a9Sagiri 	    nr_cpus * sizeof (struct rdsv3_statistics));
163a530e0a9Sagiri 	rdsv3_stats = NULL;
164c0dd49bdSEiji Ota }
165c0dd49bdSEiji Ota 
166c0dd49bdSEiji Ota int
rdsv3_stats_init(void)167c0dd49bdSEiji Ota rdsv3_stats_init(void)
168c0dd49bdSEiji Ota {
169a530e0a9Sagiri 	/*
170*5e12ddadSEiji Ota 	 * Note the max number of cpus that this system can have at most.
171a530e0a9Sagiri 	 */
172a530e0a9Sagiri 	nr_cpus = max_ncpus;
173a530e0a9Sagiri 	ASSERT(rdsv3_stats == NULL);
174a530e0a9Sagiri 	rdsv3_stats = kmem_zalloc(nr_cpus *
175a530e0a9Sagiri 	    sizeof (struct rdsv3_statistics), KM_SLEEP);
176a530e0a9Sagiri 
177fe817b60SEiji Ota 	rdsv3_info_register_func(RDS_INFO_COUNTERS, rdsv3_stats_info);
178c0dd49bdSEiji Ota 	return (0);
179c0dd49bdSEiji Ota }
180