1b3d69c05SRobert Mustacchi /*
2b3d69c05SRobert Mustacchi * This file and its contents are supplied under the terms of the
3b3d69c05SRobert Mustacchi * Common Development and Distribution License ("CDDL"), version 1.0.
4b3d69c05SRobert Mustacchi * You may only use this file in accordance with the terms of version
5b3d69c05SRobert Mustacchi * 1.0 of the CDDL.
6b3d69c05SRobert Mustacchi *
7b3d69c05SRobert Mustacchi * A full copy of the text of the CDDL should have accompanied this
8b3d69c05SRobert Mustacchi * source. A copy of the CDDL is also available via the Internet at
9b3d69c05SRobert Mustacchi * http://www.illumos.org/license/CDDL.
10b3d69c05SRobert Mustacchi */
11b3d69c05SRobert Mustacchi
12b3d69c05SRobert Mustacchi /*
13b3d69c05SRobert Mustacchi * Copyright 2019 Joyent, Inc.
14*89427192SRobert Mustacchi * Copyright 2022 Oxide Computer Company
15b3d69c05SRobert Mustacchi */
16b3d69c05SRobert Mustacchi
17b3d69c05SRobert Mustacchi /*
18b3d69c05SRobert Mustacchi * Private command to manipulate link speeds of PCIe bridges and allow
19b3d69c05SRobert Mustacchi * retraining. This is designed to aid debugging.
20b3d69c05SRobert Mustacchi */
21b3d69c05SRobert Mustacchi
22b3d69c05SRobert Mustacchi #include <unistd.h>
23b3d69c05SRobert Mustacchi #include <stdarg.h>
24b3d69c05SRobert Mustacchi #include <stdio.h>
25b3d69c05SRobert Mustacchi #include <libgen.h>
26b3d69c05SRobert Mustacchi #include <string.h>
27b3d69c05SRobert Mustacchi #include <err.h>
28b3d69c05SRobert Mustacchi #include <stdlib.h>
29b3d69c05SRobert Mustacchi #include <sys/types.h>
30b3d69c05SRobert Mustacchi #include <sys/stat.h>
31b3d69c05SRobert Mustacchi #include <fcntl.h>
32b3d69c05SRobert Mustacchi
33b3d69c05SRobert Mustacchi #include <pcieb_ioctl.h>
34b3d69c05SRobert Mustacchi
35b3d69c05SRobert Mustacchi static const char *pcieb_progname;
36b3d69c05SRobert Mustacchi
37b3d69c05SRobert Mustacchi static void
pcieb_usage(const char * fmt,...)38b3d69c05SRobert Mustacchi pcieb_usage(const char *fmt, ...)
39b3d69c05SRobert Mustacchi {
40b3d69c05SRobert Mustacchi if (fmt != NULL) {
41b3d69c05SRobert Mustacchi va_list ap;
42b3d69c05SRobert Mustacchi
43b3d69c05SRobert Mustacchi (void) fprintf(stderr, "%s: ", pcieb_progname);
44b3d69c05SRobert Mustacchi va_start(ap, fmt);
45b3d69c05SRobert Mustacchi (void) vfprintf(stderr, fmt, ap);
46b3d69c05SRobert Mustacchi va_end(ap);
47b3d69c05SRobert Mustacchi }
48b3d69c05SRobert Mustacchi
49b3d69c05SRobert Mustacchi (void) fprintf(stderr, "Usage: %s [-x] [-s speed] pcie-bridge\n"
50b3d69c05SRobert Mustacchi "\n"
51b3d69c05SRobert Mustacchi "\t-s speed Set link to speed\n",
52b3d69c05SRobert Mustacchi "\t-x Retrain link\n",
53b3d69c05SRobert Mustacchi pcieb_progname);
54b3d69c05SRobert Mustacchi
55b3d69c05SRobert Mustacchi }
56b3d69c05SRobert Mustacchi
57b3d69c05SRobert Mustacchi static uint32_t
pcieb_parse_speed(const char * s)58b3d69c05SRobert Mustacchi pcieb_parse_speed(const char *s)
59b3d69c05SRobert Mustacchi {
60b3d69c05SRobert Mustacchi if (strcasecmp(s, "2.5") == 0 || strcasecmp(s, "gen1") == 0) {
61b3d69c05SRobert Mustacchi return (PCIEB_LINK_SPEED_GEN1);
62b3d69c05SRobert Mustacchi } else if (strcasecmp(s, "5") == 0 || strcasecmp(s, "gen2") == 0) {
63b3d69c05SRobert Mustacchi return (PCIEB_LINK_SPEED_GEN2);
64b3d69c05SRobert Mustacchi } else if (strcasecmp(s, "8") == 0 || strcasecmp(s, "gen3") == 0) {
65b3d69c05SRobert Mustacchi return (PCIEB_LINK_SPEED_GEN3);
66b3d69c05SRobert Mustacchi } else if (strcasecmp(s, "16") == 0 || strcasecmp(s, "gen4") == 0) {
67b3d69c05SRobert Mustacchi return (PCIEB_LINK_SPEED_GEN4);
68*89427192SRobert Mustacchi } else if (strcasecmp(s, "32") == 0 || strcasecmp(s, "gen5") == 0) {
69*89427192SRobert Mustacchi return (PCIEB_LINK_SPEED_GEN5);
70*89427192SRobert Mustacchi } else if (strcasecmp(s, "64") == 0 || strcasecmp(s, "gen6") == 0) {
71*89427192SRobert Mustacchi return (PCIEB_LINK_SPEED_GEN6);
72b3d69c05SRobert Mustacchi } else {
73b3d69c05SRobert Mustacchi errx(EXIT_FAILURE, "invalid speed: %s", s);
74b3d69c05SRobert Mustacchi }
75b3d69c05SRobert Mustacchi }
76b3d69c05SRobert Mustacchi
77b3d69c05SRobert Mustacchi int
main(int argc,char * argv[])78b3d69c05SRobert Mustacchi main(int argc, char *argv[])
79b3d69c05SRobert Mustacchi {
80b3d69c05SRobert Mustacchi int c;
81b3d69c05SRobert Mustacchi boolean_t retrain = B_FALSE;
82b3d69c05SRobert Mustacchi boolean_t set = B_FALSE;
83b3d69c05SRobert Mustacchi boolean_t get = B_TRUE;
84b3d69c05SRobert Mustacchi uint32_t speed = PCIEB_LINK_SPEED_UNKNOWN;
85b3d69c05SRobert Mustacchi int fd;
86b3d69c05SRobert Mustacchi
87b3d69c05SRobert Mustacchi pcieb_progname = basename(argv[0]);
88b3d69c05SRobert Mustacchi
89b3d69c05SRobert Mustacchi while ((c = getopt(argc, argv, ":xs:")) != -1) {
90b3d69c05SRobert Mustacchi switch (c) {
91b3d69c05SRobert Mustacchi case 's':
92b3d69c05SRobert Mustacchi speed = pcieb_parse_speed(optarg);
93b3d69c05SRobert Mustacchi set = B_TRUE;
94b3d69c05SRobert Mustacchi get = B_FALSE;
95b3d69c05SRobert Mustacchi break;
96b3d69c05SRobert Mustacchi case 'x':
97b3d69c05SRobert Mustacchi retrain = B_TRUE;
98b3d69c05SRobert Mustacchi get = B_FALSE;
99b3d69c05SRobert Mustacchi break;
100b3d69c05SRobert Mustacchi case ':':
101b3d69c05SRobert Mustacchi pcieb_usage("option -%c requires an operand\n", optopt);
102b3d69c05SRobert Mustacchi return (2);
103b3d69c05SRobert Mustacchi case '?':
104b3d69c05SRobert Mustacchi default:
105b3d69c05SRobert Mustacchi pcieb_usage("unknown option: -%c\n", optopt);
106b3d69c05SRobert Mustacchi return (2);
107b3d69c05SRobert Mustacchi
108b3d69c05SRobert Mustacchi }
109b3d69c05SRobert Mustacchi }
110b3d69c05SRobert Mustacchi
111b3d69c05SRobert Mustacchi argc -= optind;
112b3d69c05SRobert Mustacchi argv += optind;
113b3d69c05SRobert Mustacchi
114b3d69c05SRobert Mustacchi if (argc != 1) {
115b3d69c05SRobert Mustacchi pcieb_usage("missing required PCIe bridge device\n");
116b3d69c05SRobert Mustacchi return (2);
117b3d69c05SRobert Mustacchi }
118b3d69c05SRobert Mustacchi
119b3d69c05SRobert Mustacchi if ((fd = open(argv[0], O_RDWR)) < 0) {
120b3d69c05SRobert Mustacchi err(EXIT_FAILURE, "failed to open %s", argv[0]);
121b3d69c05SRobert Mustacchi }
122b3d69c05SRobert Mustacchi
123b3d69c05SRobert Mustacchi if (set) {
124b3d69c05SRobert Mustacchi pcieb_ioctl_target_speed_t pits;
125b3d69c05SRobert Mustacchi
126b3d69c05SRobert Mustacchi pits.pits_flags = 0;
127b3d69c05SRobert Mustacchi pits.pits_speed = speed;
128b3d69c05SRobert Mustacchi
129b3d69c05SRobert Mustacchi if (ioctl(fd, PCIEB_IOCTL_SET_TARGET_SPEED, &pits) != 0) {
130b3d69c05SRobert Mustacchi err(EXIT_FAILURE, "failed to set target speed");
131b3d69c05SRobert Mustacchi }
132b3d69c05SRobert Mustacchi }
133b3d69c05SRobert Mustacchi
134b3d69c05SRobert Mustacchi if (retrain) {
135b3d69c05SRobert Mustacchi if (ioctl(fd, PCIEB_IOCTL_RETRAIN) != 0) {
136b3d69c05SRobert Mustacchi err(EXIT_FAILURE, "failed to retrain link");
137b3d69c05SRobert Mustacchi }
138b3d69c05SRobert Mustacchi }
139b3d69c05SRobert Mustacchi
140b3d69c05SRobert Mustacchi if (get) {
141b3d69c05SRobert Mustacchi pcieb_ioctl_target_speed_t pits;
142b3d69c05SRobert Mustacchi
143b3d69c05SRobert Mustacchi if (ioctl(fd, PCIEB_IOCTL_GET_TARGET_SPEED, &pits) != 0) {
144b3d69c05SRobert Mustacchi err(EXIT_FAILURE, "failed to get target speed");
145b3d69c05SRobert Mustacchi }
146b3d69c05SRobert Mustacchi
147b3d69c05SRobert Mustacchi (void) printf("Bridge target speed: ");
148b3d69c05SRobert Mustacchi switch (pits.pits_speed) {
149b3d69c05SRobert Mustacchi case PCIEB_LINK_SPEED_GEN1:
150b3d69c05SRobert Mustacchi (void) printf("2.5 GT/s (gen1)\n");
151b3d69c05SRobert Mustacchi break;
152b3d69c05SRobert Mustacchi case PCIEB_LINK_SPEED_GEN2:
153b3d69c05SRobert Mustacchi (void) printf("5.0 GT/s (gen2)\n");
154b3d69c05SRobert Mustacchi break;
155b3d69c05SRobert Mustacchi case PCIEB_LINK_SPEED_GEN3:
156b3d69c05SRobert Mustacchi (void) printf("8.0 GT/s (gen3)\n");
157b3d69c05SRobert Mustacchi break;
158b3d69c05SRobert Mustacchi case PCIEB_LINK_SPEED_GEN4:
159b3d69c05SRobert Mustacchi (void) printf("16.0 GT/s (gen4)\n");
160b3d69c05SRobert Mustacchi break;
161*89427192SRobert Mustacchi case PCIEB_LINK_SPEED_GEN5:
162*89427192SRobert Mustacchi (void) printf("32.0 GT/s (gen5)\n");
163*89427192SRobert Mustacchi break;
164*89427192SRobert Mustacchi case PCIEB_LINK_SPEED_GEN6:
165*89427192SRobert Mustacchi (void) printf("64.0 GT/s (gen6)\n");
166*89427192SRobert Mustacchi break;
167b3d69c05SRobert Mustacchi default:
168b3d69c05SRobert Mustacchi (void) printf("Unknown Value: 0x%x\n", pits.pits_speed);
169b3d69c05SRobert Mustacchi }
170b3d69c05SRobert Mustacchi
171b3d69c05SRobert Mustacchi if ((pits.pits_flags & ~PCIEB_FLAGS_ADMIN_SET) != 0) {
172b3d69c05SRobert Mustacchi (void) printf("Unknown flags: 0x%x\n", pits.pits_flags);
173b3d69c05SRobert Mustacchi } else if ((pits.pits_flags & PCIEB_FLAGS_ADMIN_SET) != 0) {
174b3d69c05SRobert Mustacchi (void) printf("Flags: Admin Set Speed\n");
175b3d69c05SRobert Mustacchi }
176b3d69c05SRobert Mustacchi }
177b3d69c05SRobert Mustacchi
178b3d69c05SRobert Mustacchi (void) close(fd);
179b3d69c05SRobert Mustacchi return (0);
180b3d69c05SRobert Mustacchi }
181