1b571d13hselasky/* $FreeBSD$ */
2b571d13hselasky
3b571d13hselasky/*-
41537078pfg * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
51537078pfg *
6b571d13hselasky * Copyright (c) 2010 Hans Petter Selasky. All rights reserved.
7b571d13hselasky *
8b571d13hselasky * Redistribution and use in source and binary forms, with or without
9b571d13hselasky * modification, are permitted provided that the following conditions
10b571d13hselasky * are met:
11b571d13hselasky * 1. Redistributions of source code must retain the above copyright
12b571d13hselasky *    notice, this list of conditions and the following disclaimer.
13b571d13hselasky * 2. Redistributions in binary form must reproduce the above copyright
14b571d13hselasky *    notice, this list of conditions and the following disclaimer in the
15b571d13hselasky *    documentation and/or other materials provided with the distribution.
16b571d13hselasky *
17b571d13hselasky * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18b571d13hselasky * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19b571d13hselasky * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20b571d13hselasky * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21b571d13hselasky * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22b571d13hselasky * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23b571d13hselasky * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24b571d13hselasky * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25b571d13hselasky * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26b571d13hselasky * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27b571d13hselasky * SUCH DAMAGE.
28b571d13hselasky */
29b571d13hselasky
30b571d13hselasky#ifndef _XHCI_H_
31b571d13hselasky#define	_XHCI_H_
32b571d13hselasky
33b571d13hselasky#define	XHCI_MAX_DEVICES	MIN(USB_MAX_DEVICES, 128)
34b571d13hselasky#define	XHCI_MAX_ENDPOINTS	32	/* hardcoded - do not change */
356716d2fhselasky#define	XHCI_MAX_SCRATCHPADS	256	/* theoretical max is 1023 */
36b571d13hselasky#define	XHCI_MAX_EVENTS		(16 * 13)
37b571d13hselasky#define	XHCI_MAX_COMMANDS	(16 * 1)
38b571d13hselasky#define	XHCI_MAX_RSEG		1
39b571d13hselasky#define	XHCI_MAX_TRANSFERS	4
40ce0da37hselasky#if USB_MAX_EP_STREAMS == 8
41ce0da37hselasky#define	XHCI_MAX_STREAMS	8
42ce0da37hselasky#define	XHCI_MAX_STREAMS_LOG	3
43ce0da37hselasky#elif USB_MAX_EP_STREAMS == 1
44ce0da37hselasky#define	XHCI_MAX_STREAMS	1
45ce0da37hselasky#define	XHCI_MAX_STREAMS_LOG	0
46ce0da37hselasky#else
47ce0da37hselasky#error "The USB_MAX_EP_STREAMS value is not supported."
48ce0da37hselasky#endif
49b571d13hselasky#define	XHCI_DEV_CTX_ADDR_ALIGN		64	/* bytes */
50b571d13hselasky#define	XHCI_DEV_CTX_ALIGN		64	/* bytes */
51b571d13hselasky#define	XHCI_INPUT_CTX_ALIGN		64	/* bytes */
52b571d13hselasky#define	XHCI_SLOT_CTX_ALIGN		32	/* bytes */
53b571d13hselasky#define	XHCI_ENDP_CTX_ALIGN		32	/* bytes */
54b571d13hselasky#define	XHCI_STREAM_CTX_ALIGN		16	/* bytes */
55b571d13hselasky#define	XHCI_TRANS_RING_SEG_ALIGN	16	/* bytes */
56b571d13hselasky#define	XHCI_CMD_RING_SEG_ALIGN		64	/* bytes */
57b571d13hselasky#define	XHCI_EVENT_RING_SEG_ALIGN	64	/* bytes */
58b571d13hselasky#define	XHCI_SCRATCH_BUF_ARRAY_ALIGN	64	/* bytes */
59b571d13hselasky#define	XHCI_SCRATCH_BUFFER_ALIGN	USB_PAGE_SIZE
60b571d13hselasky#define	XHCI_TRB_ALIGN			16	/* bytes */
61b571d13hselasky#define	XHCI_TD_ALIGN			64	/* bytes */
62b571d13hselasky#define	XHCI_PAGE_SIZE			4096	/* bytes */
63b571d13hselasky
64b571d13hselaskystruct xhci_dev_ctx_addr {
65b571d13hselasky	volatile uint64_t	qwBaaDevCtxAddr[USB_MAX_DEVICES + 1];
66b571d13hselasky	struct {
67b571d13hselasky		volatile uint64_t dummy;
68b571d13hselasky	} __aligned(64) padding;
69b571d13hselasky	volatile uint64_t	qwSpBufPtr[XHCI_MAX_SCRATCHPADS];
70b571d13hselasky};
71b571d13hselasky
72b571d13hselasky#define	XHCI_EPNO2EPID(x) \
73b571d13hselasky    ((((x) & UE_DIR_IN) ? 1 : 0) | (2 * ((x) & UE_ADDR)))
74b571d13hselasky
75b571d13hselaskystruct xhci_slot_ctx {
76b571d13hselasky	volatile uint32_t	dwSctx0;
77b571d13hselasky#define	XHCI_SCTX_0_ROUTE_SET(x)		((x) & 0xFFFFF)
78b571d13hselasky#define	XHCI_SCTX_0_ROUTE_GET(x)		((x) & 0xFFFFF)
79b571d13hselasky#define	XHCI_SCTX_0_SPEED_SET(x)		(((x) & 0xF) << 20)
80b571d13hselasky#define	XHCI_SCTX_0_SPEED_GET(x)		(((x) >> 20) & 0xF)
81b571d13hselasky#define	XHCI_SCTX_0_MTT_SET(x)			(((x) & 0x1) << 25)
82b571d13hselasky#define	XHCI_SCTX_0_MTT_GET(x)			(((x) >> 25) & 0x1)
83b571d13hselasky#define	XHCI_SCTX_0_HUB_SET(x)			(((x) & 0x1) << 26)
84b571d13hselasky#define	XHCI_SCTX_0_HUB_GET(x)			(((x) >> 26) & 0x1)
85b571d13hselasky#define	XHCI_SCTX_0_CTX_NUM_SET(x)		(((x) & 0x1F) << 27)
86b571d13hselasky#define	XHCI_SCTX_0_CTX_NUM_GET(x)		(((x) >> 27) & 0x1F)
87b571d13hselasky	volatile uint32_t	dwSctx1;
88b571d13hselasky#define	XHCI_SCTX_1_MAX_EL_SET(x)		((x) & 0xFFFF)
89b571d13hselasky#define	XHCI_SCTX_1_MAX_EL_GET(x)		((x) & 0xFFFF)
90b571d13hselasky#define	XHCI_SCTX_1_RH_PORT_SET(x)		(((x) & 0xFF) << 16)
91b571d13hselasky#define	XHCI_SCTX_1_RH_PORT_GET(x)		(((x) >> 16) & 0xFF)
92b571d13hselasky#define	XHCI_SCTX_1_NUM_PORTS_SET(x)		(((x) & 0xFF) << 24)
93b571d13hselasky#define	XHCI_SCTX_1_NUM_PORTS_GET(x)		(((x) >> 24) & 0xFF)
94b571d13hselasky	volatile uint32_t	dwSctx2;
95b571d13hselasky#define	XHCI_SCTX_2_TT_HUB_SID_SET(x)		((x) & 0xFF)
96b571d13hselasky#define	XHCI_SCTX_2_TT_HUB_SID_GET(x)		((x) & 0xFF)
97b571d13hselasky#define	XHCI_SCTX_2_TT_PORT_NUM_SET(x)		(((x) & 0xFF) << 8)
98b571d13hselasky#define	XHCI_SCTX_2_TT_PORT_NUM_GET(x)		(((x) >> 8) & 0xFF)
99b571d13hselasky#define	XHCI_SCTX_2_TT_THINK_TIME_SET(x)	(((x) & 0x3) << 16)
100b571d13hselasky#define	XHCI_SCTX_2_TT_THINK_TIME_GET(x)	(((x) >> 16) & 0x3)
101b571d13hselasky#define	XHCI_SCTX_2_IRQ_TARGET_SET(x)		(((x) & 0x3FF) << 22)
102b571d13hselasky#define	XHCI_SCTX_2_IRQ_TARGET_GET(x)		(((x) >> 22) & 0x3FF)
103b571d13hselasky	volatile uint32_t	dwSctx3;
104b571d13hselasky#define	XHCI_SCTX_3_DEV_ADDR_SET(x)		((x) & 0xFF)
105b571d13hselasky#define	XHCI_SCTX_3_DEV_ADDR_GET(x)		((x) & 0xFF)
106b571d13hselasky#define	XHCI_SCTX_3_SLOT_STATE_SET(x)		(((x) & 0x1F) << 27)
107b571d13hselasky#define	XHCI_SCTX_3_SLOT_STATE_GET(x)		(((x) >> 27) & 0x1F)
108b571d13hselasky	volatile uint32_t	dwSctx4;
109b571d13hselasky	volatile uint32_t	dwSctx5;
110b571d13hselasky	volatile uint32_t	dwSctx6;
111b571d13hselasky	volatile uint32_t	dwSctx7;
112b571d13hselasky};
113b571d13hselasky
114b571d13hselaskystruct xhci_endp_ctx {
115b571d13hselasky	volatile uint32_t	dwEpCtx0;
116b571d13hselasky#define	XHCI_EPCTX_0_EPSTATE_SET(x)		((x) & 0x7)
117b571d13hselasky#define	XHCI_EPCTX_0_EPSTATE_GET(x)		((x) & 0x7)
118b571d13hselasky#define	XHCI_EPCTX_0_MULT_SET(x)		(((x) & 0x3) << 8)
119b571d13hselasky#define	XHCI_EPCTX_0_MULT_GET(x)		(((x) >> 8) & 0x3)
120b571d13hselasky#define	XHCI_EPCTX_0_MAXP_STREAMS_SET(x)	(((x) & 0x1F) << 10)
121b571d13hselasky#define	XHCI_EPCTX_0_MAXP_STREAMS_GET(x)	(((x) >> 10) & 0x1F)
122b571d13hselasky#define	XHCI_EPCTX_0_LSA_SET(x)			(((x) & 0x1) << 15)
123b571d13hselasky#define	XHCI_EPCTX_0_LSA_GET(x)			(((x) >> 15) & 0x1)
124b571d13hselasky#define	XHCI_EPCTX_0_IVAL_SET(x)		(((x) & 0xFF) << 16)
125b571d13hselasky#define	XHCI_EPCTX_0_IVAL_GET(x)		(((x) >> 16) & 0xFF)
126b571d13hselasky	volatile uint32_t	dwEpCtx1;
127b571d13hselasky#define	XHCI_EPCTX_1_CERR_SET(x)		(((x) & 0x3) << 1)
128b571d13hselasky#define	XHCI_EPCTX_1_CERR_GET(x)		(((x) >> 1) & 0x3)
129b571d13hselasky#define	XHCI_EPCTX_1_EPTYPE_SET(x)		(((x) & 0x7) << 3)
130b571d13hselasky#define	XHCI_EPCTX_1_EPTYPE_GET(x)		(((x) >> 3) & 0x7)
131b571d13hselasky#define	XHCI_EPCTX_1_HID_SET(x)			(((x) & 0x1) << 7)
132b571d13hselasky#define	XHCI_EPCTX_1_HID_GET(x)			(((x) >> 7) & 0x1)
133b571d13hselasky#define	XHCI_EPCTX_1_MAXB_SET(x)		(((x) & 0xFF) << 8)
134b571d13hselasky#define	XHCI_EPCTX_1_MAXB_GET(x)		(((x) >> 8) & 0xFF)
135b571d13hselasky#define	XHCI_EPCTX_1_MAXP_SIZE_SET(x)		(((x) & 0xFFFF) << 16)
136b571d13hselasky#define	XHCI_EPCTX_1_MAXP_SIZE_GET(x)		(((x) >> 16) & 0xFFFF)
137b571d13hselasky	volatile uint64_t	qwEpCtx2;
138b571d13hselasky#define	XHCI_EPCTX_2_DCS_SET(x)			((x) & 0x1)
139b571d13hselasky#define	XHCI_EPCTX_2_DCS_GET(x)			((x) & 0x1)
140b571d13hselasky#define	XHCI_EPCTX_2_TR_DQ_PTR_MASK		0xFFFFFFFFFFFFFFF0U
141b571d13hselasky	volatile uint32_t	dwEpCtx4;
142b571d13hselasky#define	XHCI_EPCTX_4_AVG_TRB_LEN_SET(x)		((x) & 0xFFFF)
143b571d13hselasky#define	XHCI_EPCTX_4_AVG_TRB_LEN_GET(x)		((x) & 0xFFFF)
144b571d13hselasky#define	XHCI_EPCTX_4_MAX_ESIT_PAYLOAD_SET(x)	(((x) & 0xFFFF) << 16)
145b571d13hselasky#define	XHCI_EPCTX_4_MAX_ESIT_PAYLOAD_GET(x)	(((x) >> 16) & 0xFFFF)
146b571d13hselasky	volatile uint32_t	dwEpCtx5;
147b571d13hselasky	volatile uint32_t	dwEpCtx6;
148b571d13hselasky	volatile uint32_t	dwEpCtx7;
149b571d13hselasky};
150b571d13hselasky
151b571d13hselaskystruct xhci_input_ctx {
152b571d13hselasky#define	XHCI_INCTX_NON_CTRL_MASK	0xFFFFFFFCU
153b571d13hselasky	volatile uint32_t	dwInCtx0;
154b571d13hselasky#define	XHCI_INCTX_0_DROP_MASK(n)	(1U << (n))
155b571d13hselasky	volatile uint32_t	dwInCtx1;
156b571d13hselasky#define	XHCI_INCTX_1_ADD_MASK(n)	(1U << (n))
157b571d13hselasky	volatile uint32_t	dwInCtx2;
158b571d13hselasky	volatile uint32_t	dwInCtx3;
159b571d13hselasky	volatile uint32_t	dwInCtx4;
160b571d13hselasky	volatile uint32_t	dwInCtx5;
161b571d13hselasky	volatile uint32_t	dwInCtx6;
162b571d13hselasky	volatile uint32_t	dwInCtx7;
163b571d13hselasky};
164b571d13hselasky
165b571d13hselaskystruct xhci_input_dev_ctx {
166b571d13hselasky	struct xhci_input_ctx	ctx_input;
167b571d13hselasky	struct xhci_slot_ctx	ctx_slot;
168b571d13hselasky	struct xhci_endp_ctx	ctx_ep[XHCI_MAX_ENDPOINTS - 1];
169b571d13hselasky};
170b571d13hselasky
171b571d13hselaskystruct xhci_dev_ctx {
172b571d13hselasky	struct xhci_slot_ctx	ctx_slot;
173b571d13hselasky	struct xhci_endp_ctx	ctx_ep[XHCI_MAX_ENDPOINTS - 1];
174b571d13hselasky} __aligned(XHCI_DEV_CTX_ALIGN);
175b571d13hselasky
176b571d13hselaskystruct xhci_stream_ctx {
177b571d13hselasky	volatile uint64_t	qwSctx0;
178b571d13hselasky#define	XHCI_SCTX_0_DCS_GET(x)		((x) & 0x1)
179b571d13hselasky#define	XHCI_SCTX_0_DCS_SET(x)		((x) & 0x1)
180b571d13hselasky#define	XHCI_SCTX_0_SCT_SET(x)		(((x) & 0x7) << 1)
181b571d13hselasky#define	XHCI_SCTX_0_SCT_GET(x)		(((x) >> 1) & 0x7)
182b571d13hselasky#define	XHCI_SCTX_0_SCT_SEC_TR_RING	0x0
183b571d13hselasky#define	XHCI_SCTX_0_SCT_PRIM_TR_RING	0x1
184b571d13hselasky#define	XHCI_SCTX_0_SCT_PRIM_SSA_8	0x2
185b571d13hselasky#define	XHCI_SCTX_0_SCT_PRIM_SSA_16	0x3
186b571d13hselasky#define	XHCI_SCTX_0_SCT_PRIM_SSA_32	0x4
187b571d13hselasky#define	XHCI_SCTX_0_SCT_PRIM_SSA_64	0x5
188b571d13hselasky#define	XHCI_SCTX_0_SCT_PRIM_SSA_128	0x6
189b571d13hselasky#define	XHCI_SCTX_0_SCT_PRIM_SSA_256	0x7
190b571d13hselasky#define	XHCI_SCTX_0_TR_DQ_PTR_MASK	0xFFFFFFFFFFFFFFF0U
191b571d13hselasky	volatile uint32_t	dwSctx2;
192b571d13hselasky	volatile uint32_t	dwSctx3;
193b571d13hselasky};
194b571d13hselasky
195b571d13hselaskystruct xhci_trb {
196b571d13hselasky	volatile uint64_t	qwTrb0;
19780800behselasky#define	XHCI_TRB_0_DIR_IN_MASK		(0x80ULL << 0)
198b571d13hselasky#define	XHCI_TRB_0_WLENGTH_MASK		(0xFFFFULL << 48)
199b571d13hselasky	volatile uint32_t	dwTrb2;
200b571d13hselasky#define	XHCI_TRB_2_ERROR_GET(x)		(((x) >> 24) & 0xFF)
201b571d13hselasky#define	XHCI_TRB_2_ERROR_SET(x)		(((x) & 0xFF) << 24)
202b571d13hselasky#define	XHCI_TRB_2_TDSZ_GET(x)		(((x) >> 17) & 0x1F)
203b571d13hselasky#define	XHCI_TRB_2_TDSZ_SET(x)		(((x) & 0x1F) << 17)
204b571d13hselasky#define	XHCI_TRB_2_REM_GET(x)		((x) & 0xFFFFFF)
205b571d13hselasky#define	XHCI_TRB_2_REM_SET(x)		((x) & 0xFFFFFF)
206b571d13hselasky#define	XHCI_TRB_2_BYTES_GET(x)		((x) & 0x1FFFF)
207b571d13hselasky#define	XHCI_TRB_2_BYTES_SET(x)		((x) & 0x1FFFF)
208b571d13hselasky#define	XHCI_TRB_2_IRQ_GET(x)		(((x) >> 22) & 0x3FF)
209b571d13hselasky#define	XHCI_TRB_2_IRQ_SET(x)		(((x) & 0x3FF) << 22)
210b571d13hselasky#define	XHCI_TRB_2_STREAM_GET(x)	(((x) >> 16) & 0xFFFF)
211b571d13hselasky#define	XHCI_TRB_2_STREAM_SET(x)	(((x) & 0xFFFF) << 16)
212b571d13hselasky
213b571d13hselasky	volatile uint32_t	dwTrb3;
214b571d13hselasky#define	XHCI_TRB_3_TYPE_GET(x)		(((x) >> 10) & 0x3F)
215b571d13hselasky#define	XHCI_TRB_3_TYPE_SET(x)		(((x) & 0x3F) << 10)
216b571d13hselasky#define	XHCI_TRB_3_CYCLE_BIT		(1U << 0)
217b571d13hselasky#define	XHCI_TRB_3_TC_BIT		(1U << 1)	/* command ring only */
218b571d13hselasky#define	XHCI_TRB_3_ENT_BIT		(1U << 1)	/* transfer ring only */
219b571d13hselasky#define	XHCI_TRB_3_ISP_BIT		(1U << 2)
220b571d13hselasky#define	XHCI_TRB_3_NSNOOP_BIT		(1U << 3)
221b571d13hselasky#define	XHCI_TRB_3_CHAIN_BIT		(1U << 4)
222b571d13hselasky#define	XHCI_TRB_3_IOC_BIT		(1U << 5)
223b571d13hselasky#define	XHCI_TRB_3_IDT_BIT		(1U << 6)
224b571d13hselasky#define	XHCI_TRB_3_TBC_GET(x)		(((x) >> 7) & 3)
225b571d13hselasky#define	XHCI_TRB_3_TBC_SET(x)		(((x) & 3) << 7)
226b571d13hselasky#define	XHCI_TRB_3_BEI_BIT		(1U << 9)
227b571d13hselasky#define	XHCI_TRB_3_DCEP_BIT		(1U << 9)
228b571d13hselasky#define	XHCI_TRB_3_PRSV_BIT		(1U << 9)
229b571d13hselasky#define	XHCI_TRB_3_BSR_BIT		(1U << 9)
230b571d13hselasky#define	XHCI_TRB_3_TRT_MASK		(3U << 16)
231b571d13hselasky#define	XHCI_TRB_3_TRT_NONE		(0U << 16)
232b571d13hselasky#define	XHCI_TRB_3_TRT_OUT		(2U << 16)
233b571d13hselasky#define	XHCI_TRB_3_TRT_IN		(3U << 16)
234b571d13hselasky#define	XHCI_TRB_3_DIR_IN		(1U << 16)
235b571d13hselasky#define	XHCI_TRB_3_TLBPC_GET(x)		(((x) >> 16) & 0xF)
236b571d13hselasky#define	XHCI_TRB_3_TLBPC_SET(x)		(((x) & 0xF) << 16)
237b571d13hselasky#define	XHCI_TRB_3_EP_GET(x)		(((x) >> 16) & 0x1F)
238b571d13hselasky#define	XHCI_TRB_3_EP_SET(x)		(((x) & 0x1F) << 16)
239b571d13hselasky#define	XHCI_TRB_3_FRID_GET(x)		(((x) >> 20) & 0x7FF)
240b571d13hselasky#define	XHCI_TRB_3_FRID_SET(x)		(((x) & 0x7FF) << 20)
241b571d13hselasky#define	XHCI_TRB_3_ISO_SIA_BIT		(1U << 31)
242b571d13hselasky#define	XHCI_TRB_3_SUSP_EP_BIT		(1U << 23)
243b571d13hselasky#define	XHCI_TRB_3_SLOT_GET(x)		(((x) >> 24) & 0xFF)
244b571d13hselasky#define	XHCI_TRB_3_SLOT_SET(x)		(((x) & 0xFF) << 24)
245b571d13hselasky
246b571d13hselasky/* Commands */
247b571d13hselasky#define	XHCI_TRB_TYPE_RESERVED		0x00
248b571d13hselasky#define	XHCI_TRB_TYPE_NORMAL		0x01
249b571d13hselasky#define	XHCI_TRB_TYPE_SETUP_STAGE	0x02
250b571d13hselasky#define	XHCI_TRB_TYPE_DATA_STAGE	0x03
251b571d13hselasky#define	XHCI_TRB_TYPE_STATUS_STAGE	0x04
252b571d13hselasky#define	XHCI_TRB_TYPE_ISOCH		0x05
253b571d13hselasky#define	XHCI_TRB_TYPE_LINK		0x06
254b571d13hselasky#define	XHCI_TRB_TYPE_EVENT_DATA	0x07
255b571d13hselasky#define	XHCI_TRB_TYPE_NOOP		0x08
256b571d13hselasky#define	XHCI_TRB_TYPE_ENABLE_SLOT	0x09
257b571d13hselasky#define	XHCI_TRB_TYPE_DISABLE_SLOT	0x0A
258b571d13hselasky#define	XHCI_TRB_TYPE_ADDRESS_DEVICE	0x0B
259b571d13hselasky#define	XHCI_TRB_TYPE_CONFIGURE_EP	0x0C
260b571d13hselasky#define	XHCI_TRB_TYPE_EVALUATE_CTX	0x0D
261b571d13hselasky#define	XHCI_TRB_TYPE_RESET_EP		0x0E
262b571d13hselasky#define	XHCI_TRB_TYPE_STOP_EP		0x0F
263b571d13hselasky#define	XHCI_TRB_TYPE_SET_TR_DEQUEUE	0x10
264b571d13hselasky#define	XHCI_TRB_TYPE_RESET_DEVICE	0x11
265b571d13hselasky#define	XHCI_TRB_TYPE_FORCE_EVENT	0x12
266b571d13hselasky#define	XHCI_TRB_TYPE_NEGOTIATE_BW	0x13
267b571d13hselasky#define	XHCI_TRB_TYPE_SET_LATENCY_TOL  	0x14
268b571d13hselasky#define	XHCI_TRB_TYPE_GET_PORT_BW	0x15
269b571d13hselasky#define	XHCI_TRB_TYPE_FORCE_HEADER	0x16
270b571d13hselasky#define	XHCI_TRB_TYPE_NOOP_CMD		0x17
271b571d13hselasky
272b571d13hselasky/* Events */
273b571d13hselasky#define	XHCI_TRB_EVENT_TRANSFER		0x20
274b571d13hselasky#define	XHCI_TRB_EVENT_CMD_COMPLETE	0x21
275b571d13hselasky#define	XHCI_TRB_EVENT_PORT_STS_CHANGE  0x22
276b571d13hselasky#define	XHCI_TRB_EVENT_BW_REQUEST      	0x23
277b571d13hselasky#define	XHCI_TRB_EVENT_DOORBELL		0x24
278b571d13hselasky#define	XHCI_TRB_EVENT_HOST_CTRL	0x25
279b571d13hselasky#define	XHCI_TRB_EVENT_DEVICE_NOTIFY	0x26
280b571d13hselasky#define	XHCI_TRB_EVENT_MFINDEX_WRAP	0x27
281b571d13hselasky
282b571d13hselasky/* Error codes */
283b571d13hselasky#define	XHCI_TRB_ERROR_INVALID		0x00
284b571d13hselasky#define	XHCI_TRB_ERROR_SUCCESS		0x01
285b571d13hselasky#define	XHCI_TRB_ERROR_DATA_BUF		0x02
286b571d13hselasky#define	XHCI_TRB_ERROR_BABBLE		0x03
287b571d13hselasky#define	XHCI_TRB_ERROR_XACT		0x04
288b571d13hselasky#define	XHCI_TRB_ERROR_TRB		0x05
289b571d13hselasky#define	XHCI_TRB_ERROR_STALL		0x06
290b571d13hselasky#define	XHCI_TRB_ERROR_RESOURCE		0x07
291b571d13hselasky#define	XHCI_TRB_ERROR_BANDWIDTH	0x08
292b571d13hselasky#define	XHCI_TRB_ERROR_NO_SLOTS		0x09
293b571d13hselasky#define	XHCI_TRB_ERROR_STREAM_TYPE	0x0A
294b571d13hselasky#define	XHCI_TRB_ERROR_SLOT_NOT_ON	0x0B
295b571d13hselasky#define	XHCI_TRB_ERROR_ENDP_NOT_ON	0x0C
296b571d13hselasky#define	XHCI_TRB_ERROR_SHORT_PKT	0x0D
297b571d13hselasky#define	XHCI_TRB_ERROR_RING_UNDERRUN	0x0E
298b571d13hselasky#define	XHCI_TRB_ERROR_RING_OVERRUN	0x0F
299b571d13hselasky#define	XHCI_TRB_ERROR_VF_RING_FULL	0x10
300b571d13hselasky#define	XHCI_TRB_ERROR_PARAMETER	0x11
301b571d13hselasky#define	XHCI_TRB_ERROR_BW_OVERRUN	0x12
302b571d13hselasky#define	XHCI_TRB_ERROR_CONTEXT_STATE	0x13
303b571d13hselasky#define	XHCI_TRB_ERROR_NO_PING_RESP	0x14
304b571d13hselasky#define	XHCI_TRB_ERROR_EV_RING_FULL	0x15
305b571d13hselasky#define	XHCI_TRB_ERROR_INCOMPAT_DEV	0x16
306b571d13hselasky#define	XHCI_TRB_ERROR_MISSED_SERVICE	0x17
307b571d13hselasky#define	XHCI_TRB_ERROR_CMD_RING_STOP	0x18
308b571d13hselasky#define	XHCI_TRB_ERROR_CMD_ABORTED	0x19
309b571d13hselasky#define	XHCI_TRB_ERROR_STOPPED		0x1A
310b571d13hselasky#define	XHCI_TRB_ERROR_LENGTH		0x1B
311b571d13hselasky#define	XHCI_TRB_ERROR_BAD_MELAT	0x1D
312b571d13hselasky#define	XHCI_TRB_ERROR_ISOC_OVERRUN	0x1F
313b571d13hselasky#define	XHCI_TRB_ERROR_EVENT_LOST	0x20
314b571d13hselasky#define	XHCI_TRB_ERROR_UNDEFINED	0x21
315b571d13hselasky#define	XHCI_TRB_ERROR_INVALID_SID	0x22
316b571d13hselasky#define	XHCI_TRB_ERROR_SEC_BW		0x23
317b571d13hselasky#define	XHCI_TRB_ERROR_SPLIT_XACT	0x24
318b571d13hselasky} __aligned(4);
319b571d13hselasky
320b571d13hselaskystruct xhci_dev_endpoint_trbs {
321ed9fc36hselasky	struct xhci_trb		trb[(XHCI_MAX_STREAMS *
322ed9fc36hselasky	    XHCI_MAX_TRANSFERS) + XHCI_MAX_STREAMS];
323b571d13hselasky};
324b571d13hselasky
325fb3916chselasky#if (USB_PAGE_SIZE < 4096)
326e4c6cd0hselasky#error "The XHCI driver needs a pagesize above or equal to 4K"
327fb3916chselasky#endif
328fb3916chselasky
329fb3916chselasky/* Define the maximum payload which we will handle in a single TRB */
330fb3916chselasky#define	XHCI_TD_PAYLOAD_MAX	65536	/* bytes */
331fb3916chselasky
332fb3916chselasky/* Define the maximum payload of a single scatter-gather list element */
333fb3916chselasky#define	XHCI_TD_PAGE_SIZE \
334fb3916chselasky  ((USB_PAGE_SIZE < XHCI_TD_PAYLOAD_MAX) ? USB_PAGE_SIZE : XHCI_TD_PAYLOAD_MAX)
335fb3916chselasky
336fb3916chselasky/* Define the maximum length of the scatter-gather list */
337fb3916chselasky#define	XHCI_TD_PAGE_NBUF \
338fb3916chselasky  (((XHCI_TD_PAYLOAD_MAX + XHCI_TD_PAGE_SIZE - 1) / XHCI_TD_PAGE_SIZE) + 1)
339b571d13hselasky
340b571d13hselaskystruct xhci_td {
341fb3916chselasky	/* one LINK TRB has been added to the TRB array */
342b571d13hselasky	struct xhci_trb		td_trb[XHCI_TD_PAGE_NBUF + 1];
343b571d13hselasky
344b571d13hselasky/*
345b571d13hselasky * Extra information needed:
346b571d13hselasky */
347b571d13hselasky	uint64_t		td_self;
348b571d13hselasky	struct xhci_td		*next;
349b571d13hselasky	struct xhci_td		*alt_next;
350b571d13hselasky	struct xhci_td		*obj_next;
351b571d13hselasky	struct usb_page_cache	*page_cache;
352b571d13hselasky	uint32_t		len;
353b571d13hselasky	uint32_t		remainder;
354b571d13hselasky	uint8_t			ntrb;
355b571d13hselasky	uint8_t			status;
356b571d13hselasky} __aligned(XHCI_TRB_ALIGN);
357b571d13hselasky
358b571d13hselaskystruct xhci_command {
359b571d13hselasky	struct xhci_trb		trb;
360b571d13hselasky	TAILQ_ENTRY(xhci_command) entry;
361b571d13hselasky};
362b571d13hselasky
363b571d13hselaskystruct xhci_event_ring_seg {
364b571d13hselasky	volatile uint64_t	qwEvrsTablePtr;
365b571d13hselasky	volatile uint32_t	dwEvrsTableSize;
366b571d13hselasky	volatile uint32_t	dwEvrsReserved;
367b571d13hselasky};
368b571d13hselasky
369b571d13hselaskystruct xhci_hw_root {
370b571d13hselasky	struct xhci_event_ring_seg	hwr_ring_seg[XHCI_MAX_RSEG];
371b571d13hselasky	struct {
372b571d13hselasky		volatile uint64_t dummy;
373b571d13hselasky	} __aligned(64)			padding;
374b571d13hselasky	struct xhci_trb			hwr_events[XHCI_MAX_EVENTS];
375b571d13hselasky	struct xhci_trb			hwr_commands[XHCI_MAX_COMMANDS];
376b571d13hselasky};
377b571d13hselasky
378b571d13hselaskystruct xhci_endpoint_ext {
379b571d13hselasky	struct xhci_trb		*trb;
380ce0da37hselasky	struct usb_xfer		*xfer[XHCI_MAX_TRANSFERS * XHCI_MAX_STREAMS];
381b571d13hselasky	struct usb_page_cache	*page_cache;
382b571d13hselasky	uint64_t		physaddr;
383ce0da37hselasky	uint8_t			trb_used[XHCI_MAX_STREAMS];
384ce0da37hselasky	uint8_t			trb_index[XHCI_MAX_STREAMS];
385b571d13hselasky	uint8_t			trb_halted;
386b571d13hselasky	uint8_t			trb_running;
3877b42f3fhselasky	uint8_t			trb_ep_mode;
388ef01940hselasky	uint8_t			trb_ep_maxp;
389b571d13hselasky};
390b571d13hselasky
391b571d13hselaskyenum {
392b571d13hselasky	XHCI_ST_DISABLED,
393b571d13hselasky	XHCI_ST_ENABLED,
394b571d13hselasky	XHCI_ST_DEFAULT,
395b571d13hselasky	XHCI_ST_ADDRESSED,
396b571d13hselasky	XHCI_ST_CONFIGURED,
397b571d13hselasky	XHCI_ST_MAX
398b571d13hselasky};
399b571d13hselasky
400b571d13hselaskystruct xhci_hw_dev {
401b571d13hselasky	struct usb_page_cache	device_pc;
402b571d13hselasky	struct usb_page_cache	input_pc;
403ed9fc36hselasky	struct usb_page_cache	endpoint_pc[XHCI_MAX_ENDPOINTS];
404b571d13hselasky
405b571d13hselasky	struct usb_page		device_pg;
406b571d13hselasky	struct usb_page		input_pg;
407ed9fc36hselasky	struct usb_page		endpoint_pg[XHCI_MAX_ENDPOINTS];
408b571d13hselasky
409b571d13hselasky	struct xhci_endpoint_ext endp[XHCI_MAX_ENDPOINTS];
410b571d13hselasky
411b571d13hselasky	uint8_t			state;
412b571d13hselasky	uint8_t			nports;
413b571d13hselasky	uint8_t			tt;
414fd7b9e3hselasky	uint8_t			context_num;
415b571d13hselasky};
416b571d13hselasky
417b571d13hselaskystruct xhci_hw_softc {
418b571d13hselasky	struct usb_page_cache	root_pc;
419b571d13hselasky	struct usb_page_cache	ctx_pc;
420b571d13hselasky	struct usb_page_cache	scratch_pc[XHCI_MAX_SCRATCHPADS];
421b571d13hselasky
422b571d13hselasky	struct usb_page		root_pg;
423b571d13hselasky	struct usb_page		ctx_pg;
424b571d13hselasky	struct usb_page		scratch_pg[XHCI_MAX_SCRATCHPADS];
425b571d13hselasky
426b571d13hselasky	struct xhci_hw_dev	devs[XHCI_MAX_DEVICES + 1];
427b571d13hselasky};
428b571d13hselasky
429b571d13hselaskystruct xhci_config_desc {
430b571d13hselasky	struct usb_config_descriptor		confd;
431b571d13hselasky	struct usb_interface_descriptor		ifcd;
432b571d13hselasky	struct usb_endpoint_descriptor		endpd;
433b571d13hselasky	struct usb_endpoint_ss_comp_descriptor	endpcd;
434b571d13hselasky} __packed;
435b571d13hselasky
436b571d13hselaskystruct xhci_bos_desc {
437b571d13hselasky	struct usb_bos_descriptor		bosd;
438b571d13hselasky	struct usb_devcap_usb2ext_descriptor	usb2extd;
439b571d13hselasky	struct usb_devcap_ss_descriptor		usbdcd;
440b571d13hselasky	struct usb_devcap_container_id_descriptor cidd;
441b571d13hselasky} __packed;
442b571d13hselasky
443b571d13hselaskyunion xhci_hub_desc {
444b571d13hselasky	struct usb_status		stat;
445b571d13hselasky	struct usb_port_status		ps;
446b571d13hselasky	struct usb_hub_ss_descriptor	hubd;
447b571d13hselasky	uint8_t				temp[128];
448b571d13hselasky};
449b571d13hselasky
450eaecb3dhselaskytypedef int (xhci_port_route_t)(device_t, uint32_t, uint32_t);
451eaecb3dhselasky
452b571d13hselaskystruct xhci_softc {
453b571d13hselasky	struct xhci_hw_softc	sc_hw;
454b571d13hselasky	/* base device */
455b571d13hselasky	struct usb_bus		sc_bus;
4562e6231fhselasky	/* configure message */
457b571d13hselasky	struct usb_bus_msg	sc_config_msg[2];
458b571d13hselasky
4595311e12hselasky	struct usb_callout	sc_callout;
4605311e12hselasky
461eaecb3dhselasky	xhci_port_route_t	*sc_port_route;
462eaecb3dhselasky
463b571d13hselasky	union xhci_hub_desc	sc_hub_desc;
464b571d13hselasky
465b571d13hselasky	struct cv		sc_cmd_cv;
466b571d13hselasky	struct sx		sc_cmd_sx;
467b571d13hselasky
468b571d13hselasky	struct usb_device	*sc_devices[XHCI_MAX_DEVICES];
469b571d13hselasky	struct resource		*sc_io_res;
470b571d13hselasky	struct resource		*sc_irq_res;
4715badcaaandrew	struct resource		*sc_msix_res;
472b571d13hselasky
473b571d13hselasky	void			*sc_intr_hdl;
474b571d13hselasky	bus_size_t		sc_io_size;
475b571d13hselasky	bus_space_tag_t		sc_io_tag;
476b571d13hselasky	bus_space_handle_t	sc_io_hdl;
477b571d13hselasky	/* last pending command address */
478b571d13hselasky	uint64_t		sc_cmd_addr;
479b571d13hselasky	/* result of command */
480b571d13hselasky	uint32_t		sc_cmd_result[2];
481b571d13hselasky 	/* copy of cmd register */
482b571d13hselasky	uint32_t		sc_cmd;
483b571d13hselasky	/* worst case exit latency */
484b571d13hselasky	uint32_t		sc_exit_lat_max;
485b571d13hselasky
486b571d13hselasky	/* offset to operational registers */
487b571d13hselasky	uint32_t		sc_oper_off;
488b571d13hselasky	/* offset to capability registers */
489b571d13hselasky	uint32_t		sc_capa_off;
490b571d13hselasky	/* offset to runtime registers */
491b571d13hselasky	uint32_t		sc_runt_off;
492b571d13hselasky	/* offset to doorbell registers */
493b571d13hselasky	uint32_t		sc_door_off;
494b571d13hselasky
495b571d13hselasky	/* chip specific */
496b571d13hselasky	uint16_t		sc_erst_max;
497b571d13hselasky	uint16_t		sc_event_idx;
498b571d13hselasky	uint16_t		sc_command_idx;
499d2748c8hselasky	uint16_t		sc_imod_default;
500b571d13hselasky
50115bbf75hselasky	/* number of scratch pages */
50215bbf75hselasky	uint16_t		sc_noscratch;
50315bbf75hselasky
504b571d13hselasky	uint8_t			sc_event_ccs;
505b571d13hselasky	uint8_t			sc_command_ccs;
506b571d13hselasky	/* number of XHCI device slots */
507b571d13hselasky	uint8_t			sc_noslot;
508b571d13hselasky	/* number of ports on root HUB */
509b571d13hselasky	uint8_t			sc_noport;
510b571d13hselasky	/* root HUB device configuration */
511b571d13hselasky	uint8_t			sc_conf;
5120ec6a6bhselasky	/* step status stage of all control transfers */
5130ec6a6bhselasky	uint8_t			sc_ctlstep;
514de588echselasky	/* root HUB port event bitmap, max 256 ports */
515de588echselasky	uint8_t			sc_hub_idata[32];
516b571d13hselasky
5172709677hselasky	/* size of context */
5182709677hselasky	uint8_t			sc_ctx_is_64_byte;
5192709677hselasky
520b571d13hselasky	/* vendor string for root HUB */
521b571d13hselasky	char			sc_vendor[16];
522b571d13hselasky};
523b571d13hselasky
524b571d13hselasky#define	XHCI_CMD_LOCK(sc)	sx_xlock(&(sc)->sc_cmd_sx)
525b571d13hselasky#define	XHCI_CMD_UNLOCK(sc)	sx_xunlock(&(sc)->sc_cmd_sx)
526b571d13hselasky#define	XHCI_CMD_ASSERT_LOCKED(sc) sx_assert(&(sc)->sc_cmd_sx, SA_LOCKED)
527b571d13hselasky
528b571d13hselasky/* prototypes */
529b571d13hselasky
5305311e12hselaskyuint8_t 	xhci_use_polling(void);
531b571d13hselaskyusb_error_t xhci_halt_controller(struct xhci_softc *);
53269cdfebhselaskyusb_error_t xhci_reset_controller(struct xhci_softc *);
5338dc95f1hselaskyusb_error_t xhci_init(struct xhci_softc *, device_t, uint8_t);
534b571d13hselaskyusb_error_t xhci_start_controller(struct xhci_softc *);
535b571d13hselaskyvoid	xhci_interrupt(struct xhci_softc *);
536b571d13hselaskyvoid	xhci_uninit(struct xhci_softc *);
537b571d13hselasky
538b571d13hselasky#endif					/* _XHCI_H_ */
539