blob: 6bc142cfa61626a7acc57595e75525e2937cd89f [file] [log] [blame]
Marc Zyngier021f6532014-06-30 16:01:31 +01001/*
2 * Copyright (C) 2013, 2014 ARM Limited, All Rights Reserved.
3 * Author: Marc Zyngier <marc.zyngier@arm.com>
4 *
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
14 *
15 * You should have received a copy of the GNU General Public License
16 * along with this program. If not, see <http://www.gnu.org/licenses/>.
17 */
18#ifndef __LINUX_IRQCHIP_ARM_GIC_V3_H
19#define __LINUX_IRQCHIP_ARM_GIC_V3_H
20
21/*
22 * Distributor registers. We assume we're running non-secure, with ARE
23 * being set. Secure-only and non-ARE registers are not described.
24 */
25#define GICD_CTLR 0x0000
26#define GICD_TYPER 0x0004
27#define GICD_IIDR 0x0008
28#define GICD_STATUSR 0x0010
29#define GICD_SETSPI_NSR 0x0040
30#define GICD_CLRSPI_NSR 0x0048
31#define GICD_SETSPI_SR 0x0050
32#define GICD_CLRSPI_SR 0x0058
33#define GICD_SEIR 0x0068
Andre Przywaraa0675c22014-06-07 00:54:51 +020034#define GICD_IGROUPR 0x0080
Marc Zyngier021f6532014-06-30 16:01:31 +010035#define GICD_ISENABLER 0x0100
36#define GICD_ICENABLER 0x0180
37#define GICD_ISPENDR 0x0200
38#define GICD_ICPENDR 0x0280
39#define GICD_ISACTIVER 0x0300
40#define GICD_ICACTIVER 0x0380
41#define GICD_IPRIORITYR 0x0400
42#define GICD_ICFGR 0x0C00
Andre Przywaraa0675c22014-06-07 00:54:51 +020043#define GICD_IGRPMODR 0x0D00
44#define GICD_NSACR 0x0E00
Marc Zyngier021f6532014-06-30 16:01:31 +010045#define GICD_IROUTER 0x6000
Andre Przywaraa0675c22014-06-07 00:54:51 +020046#define GICD_IDREGS 0xFFD0
Marc Zyngier021f6532014-06-30 16:01:31 +010047#define GICD_PIDR2 0xFFE8
48
Andre Przywaraa0675c22014-06-07 00:54:51 +020049/*
50 * Those registers are actually from GICv2, but the spec demands that they
51 * are implemented as RES0 if ARE is 1 (which we do in KVM's emulated GICv3).
52 */
53#define GICD_ITARGETSR 0x0800
54#define GICD_SGIR 0x0F00
55#define GICD_CPENDSGIR 0x0F10
56#define GICD_SPENDSGIR 0x0F20
57
Marc Zyngier021f6532014-06-30 16:01:31 +010058#define GICD_CTLR_RWP (1U << 31)
Andre Przywaraa0675c22014-06-07 00:54:51 +020059#define GICD_CTLR_DS (1U << 6)
Marc Zyngier021f6532014-06-30 16:01:31 +010060#define GICD_CTLR_ARE_NS (1U << 4)
61#define GICD_CTLR_ENABLE_G1A (1U << 1)
62#define GICD_CTLR_ENABLE_G1 (1U << 0)
63
Andre Przywaraa0675c22014-06-07 00:54:51 +020064/*
65 * In systems with a single security state (what we emulate in KVM)
66 * the meaning of the interrupt group enable bits is slightly different
67 */
68#define GICD_CTLR_ENABLE_SS_G1 (1U << 1)
69#define GICD_CTLR_ENABLE_SS_G0 (1U << 0)
70
71#define GICD_TYPER_LPIS (1U << 17)
72#define GICD_TYPER_MBIS (1U << 16)
73
Marc Zyngierf5c14342014-11-24 14:35:10 +000074#define GICD_TYPER_ID_BITS(typer) ((((typer) >> 19) & 0x1f) + 1)
75#define GICD_TYPER_IRQS(typer) ((((typer) & 0x1f) + 1) * 32)
Marc Zyngierf5c14342014-11-24 14:35:10 +000076
Marc Zyngier021f6532014-06-30 16:01:31 +010077#define GICD_IROUTER_SPI_MODE_ONE (0U << 31)
78#define GICD_IROUTER_SPI_MODE_ANY (1U << 31)
79
80#define GIC_PIDR2_ARCH_MASK 0xf0
81#define GIC_PIDR2_ARCH_GICv3 0x30
82#define GIC_PIDR2_ARCH_GICv4 0x40
83
Andre Przywaraa0675c22014-06-07 00:54:51 +020084#define GIC_V3_DIST_SIZE 0x10000
85
Marc Zyngier021f6532014-06-30 16:01:31 +010086/*
87 * Re-Distributor registers, offsets from RD_base
88 */
89#define GICR_CTLR GICD_CTLR
90#define GICR_IIDR 0x0004
91#define GICR_TYPER 0x0008
92#define GICR_STATUSR GICD_STATUSR
93#define GICR_WAKER 0x0014
94#define GICR_SETLPIR 0x0040
95#define GICR_CLRLPIR 0x0048
96#define GICR_SEIR GICD_SEIR
97#define GICR_PROPBASER 0x0070
98#define GICR_PENDBASER 0x0078
99#define GICR_INVLPIR 0x00A0
100#define GICR_INVALLR 0x00B0
101#define GICR_SYNCR 0x00C0
102#define GICR_MOVLPIR 0x0100
103#define GICR_MOVALLR 0x0110
Andre Przywaraa0675c22014-06-07 00:54:51 +0200104#define GICR_IDREGS GICD_IDREGS
Marc Zyngier021f6532014-06-30 16:01:31 +0100105#define GICR_PIDR2 GICD_PIDR2
106
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000107#define GICR_CTLR_ENABLE_LPIS (1UL << 0)
108
109#define GICR_TYPER_CPU_NUMBER(r) (((r) >> 8) & 0xffff)
110
Marc Zyngier021f6532014-06-30 16:01:31 +0100111#define GICR_WAKER_ProcessorSleep (1U << 1)
112#define GICR_WAKER_ChildrenAsleep (1U << 2)
113
Andre Przywara645b9e42016-07-15 12:43:28 +0100114#define GIC_BASER_CACHE_nCnB 0ULL
115#define GIC_BASER_CACHE_SameAsInner 0ULL
116#define GIC_BASER_CACHE_nC 1ULL
117#define GIC_BASER_CACHE_RaWt 2ULL
118#define GIC_BASER_CACHE_RaWb 3ULL
119#define GIC_BASER_CACHE_WaWt 4ULL
120#define GIC_BASER_CACHE_WaWb 5ULL
121#define GIC_BASER_CACHE_RaWaWt 6ULL
122#define GIC_BASER_CACHE_RaWaWb 7ULL
123#define GIC_BASER_CACHE_MASK 7ULL
124#define GIC_BASER_NonShareable 0ULL
125#define GIC_BASER_InnerShareable 1ULL
126#define GIC_BASER_OuterShareable 2ULL
127#define GIC_BASER_SHAREABILITY_MASK 3ULL
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000128
Andre Przywara645b9e42016-07-15 12:43:28 +0100129#define GIC_BASER_CACHEABILITY(reg, inner_outer, type) \
130 (GIC_BASER_CACHE_##type << reg##_##inner_outer##_CACHEABILITY_SHIFT)
131
132#define GIC_BASER_SHAREABILITY(reg, type) \
133 (GIC_BASER_##type << reg##_SHAREABILITY_SHIFT)
134
Eric Auger71afe472017-04-13 09:06:20 +0200135/* encode a size field of width @w containing @n - 1 units */
136#define GIC_ENCODE_SZ(n, w) (((unsigned long)(n) - 1) & GENMASK_ULL(((w) - 1), 0))
137
Andre Przywara645b9e42016-07-15 12:43:28 +0100138#define GICR_PROPBASER_SHAREABILITY_SHIFT (10)
139#define GICR_PROPBASER_INNER_CACHEABILITY_SHIFT (7)
140#define GICR_PROPBASER_OUTER_CACHEABILITY_SHIFT (56)
141#define GICR_PROPBASER_SHAREABILITY_MASK \
142 GIC_BASER_SHAREABILITY(GICR_PROPBASER, SHAREABILITY_MASK)
143#define GICR_PROPBASER_INNER_CACHEABILITY_MASK \
144 GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, MASK)
145#define GICR_PROPBASER_OUTER_CACHEABILITY_MASK \
146 GIC_BASER_CACHEABILITY(GICR_PROPBASER, OUTER, MASK)
147#define GICR_PROPBASER_CACHEABILITY_MASK GICR_PROPBASER_INNER_CACHEABILITY_MASK
148
149#define GICR_PROPBASER_InnerShareable \
150 GIC_BASER_SHAREABILITY(GICR_PROPBASER, InnerShareable)
Marc Zyngier8c828a52016-07-18 15:28:52 +0100151
152#define GICR_PROPBASER_nCnB GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, nCnB)
153#define GICR_PROPBASER_nC GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, nC)
154#define GICR_PROPBASER_RaWt GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, RaWt)
155#define GICR_PROPBASER_RaWb GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, RaWt)
156#define GICR_PROPBASER_WaWt GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, WaWt)
157#define GICR_PROPBASER_WaWb GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, WaWb)
158#define GICR_PROPBASER_RaWaWt GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, RaWaWt)
159#define GICR_PROPBASER_RaWaWb GIC_BASER_CACHEABILITY(GICR_PROPBASER, INNER, RaWaWb)
160
Andre Przywara645b9e42016-07-15 12:43:28 +0100161#define GICR_PROPBASER_IDBITS_MASK (0x1f)
Eric Auger44de9d62017-05-04 11:19:52 +0200162#define GICR_PROPBASER_ADDRESS(x) ((x) & GENMASK_ULL(51, 12))
163#define GICR_PENDBASER_ADDRESS(x) ((x) & GENMASK_ULL(51, 16))
Andre Przywara645b9e42016-07-15 12:43:28 +0100164
165#define GICR_PENDBASER_SHAREABILITY_SHIFT (10)
166#define GICR_PENDBASER_INNER_CACHEABILITY_SHIFT (7)
167#define GICR_PENDBASER_OUTER_CACHEABILITY_SHIFT (56)
168#define GICR_PENDBASER_SHAREABILITY_MASK \
169 GIC_BASER_SHAREABILITY(GICR_PENDBASER, SHAREABILITY_MASK)
170#define GICR_PENDBASER_INNER_CACHEABILITY_MASK \
171 GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, MASK)
172#define GICR_PENDBASER_OUTER_CACHEABILITY_MASK \
173 GIC_BASER_CACHEABILITY(GICR_PENDBASER, OUTER, MASK)
174#define GICR_PENDBASER_CACHEABILITY_MASK GICR_PENDBASER_INNER_CACHEABILITY_MASK
175
176#define GICR_PENDBASER_InnerShareable \
177 GIC_BASER_SHAREABILITY(GICR_PENDBASER, InnerShareable)
Marc Zyngier8c828a52016-07-18 15:28:52 +0100178
179#define GICR_PENDBASER_nCnB GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, nCnB)
180#define GICR_PENDBASER_nC GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, nC)
181#define GICR_PENDBASER_RaWt GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, RaWt)
182#define GICR_PENDBASER_RaWb GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, RaWt)
183#define GICR_PENDBASER_WaWt GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, WaWt)
184#define GICR_PENDBASER_WaWb GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, WaWb)
185#define GICR_PENDBASER_RaWaWt GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, RaWaWt)
186#define GICR_PENDBASER_RaWaWb GIC_BASER_CACHEABILITY(GICR_PENDBASER, INNER, RaWaWb)
187
Andre Przywara645b9e42016-07-15 12:43:28 +0100188#define GICR_PENDBASER_PTZ BIT_ULL(62)
Marc Zyngier4ad3e362015-03-27 14:15:04 +0000189
Marc Zyngier021f6532014-06-30 16:01:31 +0100190/*
191 * Re-Distributor registers, offsets from SGI_base
192 */
Andre Przywaraa0675c22014-06-07 00:54:51 +0200193#define GICR_IGROUPR0 GICD_IGROUPR
Marc Zyngier021f6532014-06-30 16:01:31 +0100194#define GICR_ISENABLER0 GICD_ISENABLER
195#define GICR_ICENABLER0 GICD_ICENABLER
196#define GICR_ISPENDR0 GICD_ISPENDR
197#define GICR_ICPENDR0 GICD_ICPENDR
198#define GICR_ISACTIVER0 GICD_ISACTIVER
199#define GICR_ICACTIVER0 GICD_ICACTIVER
200#define GICR_IPRIORITYR0 GICD_IPRIORITYR
201#define GICR_ICFGR0 GICD_ICFGR
Andre Przywaraa0675c22014-06-07 00:54:51 +0200202#define GICR_IGRPMODR0 GICD_IGRPMODR
203#define GICR_NSACR GICD_NSACR
Marc Zyngier021f6532014-06-30 16:01:31 +0100204
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000205#define GICR_TYPER_PLPIS (1U << 0)
Marc Zyngier021f6532014-06-30 16:01:31 +0100206#define GICR_TYPER_VLPIS (1U << 1)
Marc Zyngier0edc23e2016-12-19 17:01:52 +0000207#define GICR_TYPER_DirectLPIS (1U << 3)
Marc Zyngier021f6532014-06-30 16:01:31 +0100208#define GICR_TYPER_LAST (1U << 4)
209
Andre Przywaraa0675c22014-06-07 00:54:51 +0200210#define GIC_V3_REDIST_SIZE 0x20000
211
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000212#define LPI_PROP_GROUP1 (1 << 1)
213#define LPI_PROP_ENABLED (1 << 0)
214
Marc Zyngiere643d802016-12-20 15:09:31 +0000215/*
216 * Re-Distributor registers, offsets from VLPI_base
217 */
218#define GICR_VPROPBASER 0x0070
219
220#define GICR_VPROPBASER_IDBITS_MASK 0x1f
221
222#define GICR_VPROPBASER_SHAREABILITY_SHIFT (10)
223#define GICR_VPROPBASER_INNER_CACHEABILITY_SHIFT (7)
224#define GICR_VPROPBASER_OUTER_CACHEABILITY_SHIFT (56)
225
226#define GICR_VPROPBASER_SHAREABILITY_MASK \
227 GIC_BASER_SHAREABILITY(GICR_VPROPBASER, SHAREABILITY_MASK)
228#define GICR_VPROPBASER_INNER_CACHEABILITY_MASK \
229 GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, MASK)
230#define GICR_VPROPBASER_OUTER_CACHEABILITY_MASK \
231 GIC_BASER_CACHEABILITY(GICR_VPROPBASER, OUTER, MASK)
232#define GICR_VPROPBASER_CACHEABILITY_MASK \
233 GICR_VPROPBASER_INNER_CACHEABILITY_MASK
234
235#define GICR_VPROPBASER_InnerShareable \
236 GIC_BASER_SHAREABILITY(GICR_VPROPBASER, InnerShareable)
237
238#define GICR_VPROPBASER_nCnB GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, nCnB)
239#define GICR_VPROPBASER_nC GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, nC)
240#define GICR_VPROPBASER_RaWt GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, RaWt)
241#define GICR_VPROPBASER_RaWb GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, RaWt)
242#define GICR_VPROPBASER_WaWt GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, WaWt)
243#define GICR_VPROPBASER_WaWb GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, WaWb)
244#define GICR_VPROPBASER_RaWaWt GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, RaWaWt)
245#define GICR_VPROPBASER_RaWaWb GIC_BASER_CACHEABILITY(GICR_VPROPBASER, INNER, RaWaWb)
246
247#define GICR_VPENDBASER 0x0078
248
249#define GICR_VPENDBASER_SHAREABILITY_SHIFT (10)
250#define GICR_VPENDBASER_INNER_CACHEABILITY_SHIFT (7)
251#define GICR_VPENDBASER_OUTER_CACHEABILITY_SHIFT (56)
252#define GICR_VPENDBASER_SHAREABILITY_MASK \
253 GIC_BASER_SHAREABILITY(GICR_VPENDBASER, SHAREABILITY_MASK)
254#define GICR_VPENDBASER_INNER_CACHEABILITY_MASK \
255 GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, MASK)
256#define GICR_VPENDBASER_OUTER_CACHEABILITY_MASK \
257 GIC_BASER_CACHEABILITY(GICR_VPENDBASER, OUTER, MASK)
258#define GICR_VPENDBASER_CACHEABILITY_MASK \
259 GICR_VPENDBASER_INNER_CACHEABILITY_MASK
260
261#define GICR_VPENDBASER_NonShareable \
262 GIC_BASER_SHAREABILITY(GICR_VPENDBASER, NonShareable)
263
264#define GICR_VPENDBASER_nCnB GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, nCnB)
265#define GICR_VPENDBASER_nC GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, nC)
266#define GICR_VPENDBASER_RaWt GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, RaWt)
267#define GICR_VPENDBASER_RaWb GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, RaWt)
268#define GICR_VPENDBASER_WaWt GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, WaWt)
269#define GICR_VPENDBASER_WaWb GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, WaWb)
270#define GICR_VPENDBASER_RaWaWt GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, RaWaWt)
271#define GICR_VPENDBASER_RaWaWb GIC_BASER_CACHEABILITY(GICR_VPENDBASER, INNER, RaWaWb)
272
Marc Zyngier3ca63f32017-01-03 13:39:52 +0000273#define GICR_VPENDBASER_Dirty (1ULL << 60)
274#define GICR_VPENDBASER_PendingLast (1ULL << 61)
275#define GICR_VPENDBASER_IDAI (1ULL << 62)
276#define GICR_VPENDBASER_Valid (1ULL << 63)
277
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000278/*
279 * ITS registers, offsets from ITS_base
280 */
281#define GITS_CTLR 0x0000
282#define GITS_IIDR 0x0004
283#define GITS_TYPER 0x0008
284#define GITS_CBASER 0x0080
285#define GITS_CWRITER 0x0088
286#define GITS_CREADR 0x0090
287#define GITS_BASER 0x0100
Andre Przywara645b9e42016-07-15 12:43:28 +0100288#define GITS_IDREGS_BASE 0xffd0
289#define GITS_PIDR0 0xffe0
290#define GITS_PIDR1 0xffe4
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000291#define GITS_PIDR2 GICR_PIDR2
Andre Przywara645b9e42016-07-15 12:43:28 +0100292#define GITS_PIDR4 0xffd0
293#define GITS_CIDR0 0xfff0
294#define GITS_CIDR1 0xfff4
295#define GITS_CIDR2 0xfff8
296#define GITS_CIDR3 0xfffc
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000297
298#define GITS_TRANSLATER 0x10040
299
Yun Wu7cb99112015-03-06 16:37:49 +0000300#define GITS_CTLR_ENABLE (1U << 0)
Marc Zyngier3dfa5762016-12-19 17:25:54 +0000301#define GITS_CTLR_ITS_NUMBER_SHIFT 4
302#define GITS_CTLR_ITS_NUMBER (0xFU << GITS_CTLR_ITS_NUMBER_SHIFT)
Yun Wu7cb99112015-03-06 16:37:49 +0000303#define GITS_CTLR_QUIESCENT (1U << 31)
304
Andre Przywara645b9e42016-07-15 12:43:28 +0100305#define GITS_TYPER_PLPIS (1UL << 0)
Marc Zyngier3dfa5762016-12-19 17:25:54 +0000306#define GITS_TYPER_VLPIS (1UL << 1)
Eric Auger71afe472017-04-13 09:06:20 +0200307#define GITS_TYPER_ITT_ENTRY_SIZE_SHIFT 4
Marc Zyngier3dfa5762016-12-19 17:25:54 +0000308#define GITS_TYPER_ITT_ENTRY_SIZE(r) ((((r) >> GITS_TYPER_ITT_ENTRY_SIZE_SHIFT) & 0x1f) + 1)
Andre Przywara645b9e42016-07-15 12:43:28 +0100309#define GITS_TYPER_IDBITS_SHIFT 8
Marc Zyngierf54b97e2015-03-06 16:37:41 +0000310#define GITS_TYPER_DEVBITS_SHIFT 13
311#define GITS_TYPER_DEVBITS(r) ((((r) >> GITS_TYPER_DEVBITS_SHIFT) & 0x1f) + 1)
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000312#define GITS_TYPER_PTA (1UL << 19)
Andre Przywara645b9e42016-07-15 12:43:28 +0100313#define GITS_TYPER_HWCOLLCNT_SHIFT 24
Marc Zyngier3dfa5762016-12-19 17:25:54 +0000314#define GITS_TYPER_VMOVP (1ULL << 37)
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000315
Eric Augerab01c6b2017-03-23 15:14:00 +0100316#define GITS_IIDR_REV_SHIFT 12
317#define GITS_IIDR_REV_MASK (0xf << GITS_IIDR_REV_SHIFT)
318#define GITS_IIDR_REV(r) (((r) >> GITS_IIDR_REV_SHIFT) & 0xf)
319#define GITS_IIDR_PRODUCTID_SHIFT 24
320
Vladimir Murzinb11283e2016-11-02 11:54:03 +0000321#define GITS_CBASER_VALID (1ULL << 63)
Andre Przywara645b9e42016-07-15 12:43:28 +0100322#define GITS_CBASER_SHAREABILITY_SHIFT (10)
323#define GITS_CBASER_INNER_CACHEABILITY_SHIFT (59)
324#define GITS_CBASER_OUTER_CACHEABILITY_SHIFT (53)
325#define GITS_CBASER_SHAREABILITY_MASK \
326 GIC_BASER_SHAREABILITY(GITS_CBASER, SHAREABILITY_MASK)
327#define GITS_CBASER_INNER_CACHEABILITY_MASK \
328 GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, MASK)
329#define GITS_CBASER_OUTER_CACHEABILITY_MASK \
330 GIC_BASER_CACHEABILITY(GITS_CBASER, OUTER, MASK)
331#define GITS_CBASER_CACHEABILITY_MASK GITS_CBASER_INNER_CACHEABILITY_MASK
332
333#define GITS_CBASER_InnerShareable \
334 GIC_BASER_SHAREABILITY(GITS_CBASER, InnerShareable)
Marc Zyngier8c828a52016-07-18 15:28:52 +0100335
336#define GITS_CBASER_nCnB GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, nCnB)
337#define GITS_CBASER_nC GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, nC)
338#define GITS_CBASER_RaWt GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, RaWt)
339#define GITS_CBASER_RaWb GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, RaWt)
340#define GITS_CBASER_WaWt GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, WaWt)
341#define GITS_CBASER_WaWb GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, WaWb)
342#define GITS_CBASER_RaWaWt GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, RaWaWt)
343#define GITS_CBASER_RaWaWb GIC_BASER_CACHEABILITY(GITS_CBASER, INNER, RaWaWb)
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000344
345#define GITS_BASER_NR_REGS 8
346
Vladimir Murzinb11283e2016-11-02 11:54:03 +0000347#define GITS_BASER_VALID (1ULL << 63)
Andre Przywara645b9e42016-07-15 12:43:28 +0100348#define GITS_BASER_INDIRECT (1ULL << 62)
Marc Zyngier8c828a52016-07-18 15:28:52 +0100349
Andre Przywara645b9e42016-07-15 12:43:28 +0100350#define GITS_BASER_INNER_CACHEABILITY_SHIFT (59)
351#define GITS_BASER_OUTER_CACHEABILITY_SHIFT (53)
352#define GITS_BASER_INNER_CACHEABILITY_MASK \
353 GIC_BASER_CACHEABILITY(GITS_BASER, INNER, MASK)
Marc Zyngier8c828a52016-07-18 15:28:52 +0100354#define GITS_BASER_CACHEABILITY_MASK GITS_BASER_INNER_CACHEABILITY_MASK
Andre Przywara645b9e42016-07-15 12:43:28 +0100355#define GITS_BASER_OUTER_CACHEABILITY_MASK \
356 GIC_BASER_CACHEABILITY(GITS_BASER, OUTER, MASK)
357#define GITS_BASER_SHAREABILITY_MASK \
358 GIC_BASER_SHAREABILITY(GITS_BASER, SHAREABILITY_MASK)
359
Marc Zyngier8c828a52016-07-18 15:28:52 +0100360#define GITS_BASER_nCnB GIC_BASER_CACHEABILITY(GITS_BASER, INNER, nCnB)
361#define GITS_BASER_nC GIC_BASER_CACHEABILITY(GITS_BASER, INNER, nC)
362#define GITS_BASER_RaWt GIC_BASER_CACHEABILITY(GITS_BASER, INNER, RaWt)
363#define GITS_BASER_RaWb GIC_BASER_CACHEABILITY(GITS_BASER, INNER, RaWt)
364#define GITS_BASER_WaWt GIC_BASER_CACHEABILITY(GITS_BASER, INNER, WaWt)
365#define GITS_BASER_WaWb GIC_BASER_CACHEABILITY(GITS_BASER, INNER, WaWb)
366#define GITS_BASER_RaWaWt GIC_BASER_CACHEABILITY(GITS_BASER, INNER, RaWaWt)
367#define GITS_BASER_RaWaWb GIC_BASER_CACHEABILITY(GITS_BASER, INNER, RaWaWb)
368
Andre Przywara645b9e42016-07-15 12:43:28 +0100369#define GITS_BASER_TYPE_SHIFT (56)
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000370#define GITS_BASER_TYPE(r) (((r) >> GITS_BASER_TYPE_SHIFT) & 7)
Andre Przywara645b9e42016-07-15 12:43:28 +0100371#define GITS_BASER_ENTRY_SIZE_SHIFT (48)
Vladimir Murzin9224eb72016-10-17 16:00:46 +0100372#define GITS_BASER_ENTRY_SIZE(r) ((((r) >> GITS_BASER_ENTRY_SIZE_SHIFT) & 0x1f) + 1)
Eric Auger71afe472017-04-13 09:06:20 +0200373#define GITS_BASER_ENTRY_SIZE_MASK GENMASK_ULL(52, 48)
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000374#define GITS_BASER_SHAREABILITY_SHIFT (10)
Andre Przywara645b9e42016-07-15 12:43:28 +0100375#define GITS_BASER_InnerShareable \
376 GIC_BASER_SHAREABILITY(GITS_BASER, InnerShareable)
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000377#define GITS_BASER_PAGE_SIZE_SHIFT (8)
Vladimir Murzine29bd6f2016-11-02 11:55:33 +0000378#define GITS_BASER_PAGE_SIZE_4K (0ULL << GITS_BASER_PAGE_SIZE_SHIFT)
379#define GITS_BASER_PAGE_SIZE_16K (1ULL << GITS_BASER_PAGE_SIZE_SHIFT)
380#define GITS_BASER_PAGE_SIZE_64K (2ULL << GITS_BASER_PAGE_SIZE_SHIFT)
381#define GITS_BASER_PAGE_SIZE_MASK (3ULL << GITS_BASER_PAGE_SIZE_SHIFT)
Robert Richter30f21362015-09-21 22:58:34 +0200382#define GITS_BASER_PAGES_MAX 256
Shanker Donthineni93473592016-06-06 18:17:30 -0500383#define GITS_BASER_PAGES_SHIFT (0)
Andre Przywara645b9e42016-07-15 12:43:28 +0100384#define GITS_BASER_NR_PAGES(r) (((r) & 0xff) + 1)
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000385
386#define GITS_BASER_TYPE_NONE 0
387#define GITS_BASER_TYPE_DEVICE 1
388#define GITS_BASER_TYPE_VCPU 2
Marc Zyngier4f46de92016-12-20 15:50:14 +0000389#define GITS_BASER_TYPE_RESERVED3 3
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000390#define GITS_BASER_TYPE_COLLECTION 4
391#define GITS_BASER_TYPE_RESERVED5 5
392#define GITS_BASER_TYPE_RESERVED6 6
393#define GITS_BASER_TYPE_RESERVED7 7
394
Shanker Donthineni3faf24e2016-06-06 18:17:32 -0500395#define GITS_LVL1_ENTRY_SIZE (8UL)
396
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000397/*
398 * ITS commands
399 */
400#define GITS_CMD_MAPD 0x08
401#define GITS_CMD_MAPC 0x09
Andre Przywara645b9e42016-07-15 12:43:28 +0100402#define GITS_CMD_MAPTI 0x0a
Andre Przywara645b9e42016-07-15 12:43:28 +0100403#define GITS_CMD_MAPI 0x0b
Marc Zyngiercc2d3212014-11-24 14:35:11 +0000404#define GITS_CMD_MOVI 0x01
405#define GITS_CMD_DISCARD 0x0f
406#define GITS_CMD_INV 0x0c
407#define GITS_CMD_MOVALL 0x0e
408#define GITS_CMD_INVALL 0x0d
409#define GITS_CMD_INT 0x03
410#define GITS_CMD_CLEAR 0x04
411#define GITS_CMD_SYNC 0x05
412
Marc Zyngier021f6532014-06-30 16:01:31 +0100413/*
Marc Zyngierd7276b82016-12-20 15:11:47 +0000414 * GICv4 ITS specific commands
415 */
416#define GITS_CMD_GICv4(x) ((x) | 0x20)
417#define GITS_CMD_VINVALL GITS_CMD_GICv4(GITS_CMD_INVALL)
418#define GITS_CMD_VMAPP GITS_CMD_GICv4(GITS_CMD_MAPC)
419#define GITS_CMD_VMAPTI GITS_CMD_GICv4(GITS_CMD_MAPTI)
420#define GITS_CMD_VMOVI GITS_CMD_GICv4(GITS_CMD_MOVI)
421#define GITS_CMD_VSYNC GITS_CMD_GICv4(GITS_CMD_SYNC)
422/* VMOVP is the odd one, as it doesn't have a physical counterpart */
423#define GITS_CMD_VMOVP GITS_CMD_GICv4(2)
424
425/*
Andre Przywara645b9e42016-07-15 12:43:28 +0100426 * ITS error numbers
427 */
428#define E_ITS_MOVI_UNMAPPED_INTERRUPT 0x010107
429#define E_ITS_MOVI_UNMAPPED_COLLECTION 0x010109
Andre Przywarafd837b02016-08-08 17:29:28 +0100430#define E_ITS_INT_UNMAPPED_INTERRUPT 0x010307
Andre Przywara645b9e42016-07-15 12:43:28 +0100431#define E_ITS_CLEAR_UNMAPPED_INTERRUPT 0x010507
432#define E_ITS_MAPD_DEVICE_OOR 0x010801
Eric Auger0d44cdb2016-12-22 18:14:14 +0100433#define E_ITS_MAPD_ITTSIZE_OOR 0x010802
Andre Przywara645b9e42016-07-15 12:43:28 +0100434#define E_ITS_MAPC_PROCNUM_OOR 0x010902
435#define E_ITS_MAPC_COLLECTION_OOR 0x010903
436#define E_ITS_MAPTI_UNMAPPED_DEVICE 0x010a04
Eric Auger0d44cdb2016-12-22 18:14:14 +0100437#define E_ITS_MAPTI_ID_OOR 0x010a05
Andre Przywara645b9e42016-07-15 12:43:28 +0100438#define E_ITS_MAPTI_PHYSICALID_OOR 0x010a06
439#define E_ITS_INV_UNMAPPED_INTERRUPT 0x010c07
440#define E_ITS_INVALL_UNMAPPED_COLLECTION 0x010d09
441#define E_ITS_MOVALL_PROCNUM_OOR 0x010e01
442#define E_ITS_DISCARD_UNMAPPED_INTERRUPT 0x010f07
443
444/*
Marc Zyngier021f6532014-06-30 16:01:31 +0100445 * CPU interface registers
446 */
Vijaya Kumar K5c341532017-01-26 19:50:49 +0530447#define ICC_CTLR_EL1_EOImode_SHIFT (1)
448#define ICC_CTLR_EL1_EOImode_drop_dir (0U << ICC_CTLR_EL1_EOImode_SHIFT)
449#define ICC_CTLR_EL1_EOImode_drop (1U << ICC_CTLR_EL1_EOImode_SHIFT)
450#define ICC_CTLR_EL1_EOImode_MASK (1 << ICC_CTLR_EL1_EOImode_SHIFT)
451#define ICC_CTLR_EL1_CBPR_SHIFT 0
452#define ICC_CTLR_EL1_CBPR_MASK (1 << ICC_CTLR_EL1_CBPR_SHIFT)
453#define ICC_CTLR_EL1_PRI_BITS_SHIFT 8
454#define ICC_CTLR_EL1_PRI_BITS_MASK (0x7 << ICC_CTLR_EL1_PRI_BITS_SHIFT)
455#define ICC_CTLR_EL1_ID_BITS_SHIFT 11
456#define ICC_CTLR_EL1_ID_BITS_MASK (0x7 << ICC_CTLR_EL1_ID_BITS_SHIFT)
457#define ICC_CTLR_EL1_SEIS_SHIFT 14
458#define ICC_CTLR_EL1_SEIS_MASK (0x1 << ICC_CTLR_EL1_SEIS_SHIFT)
459#define ICC_CTLR_EL1_A3V_SHIFT 15
460#define ICC_CTLR_EL1_A3V_MASK (0x1 << ICC_CTLR_EL1_A3V_SHIFT)
461#define ICC_PMR_EL1_SHIFT 0
462#define ICC_PMR_EL1_MASK (0xff << ICC_PMR_EL1_SHIFT)
463#define ICC_BPR0_EL1_SHIFT 0
464#define ICC_BPR0_EL1_MASK (0x7 << ICC_BPR0_EL1_SHIFT)
465#define ICC_BPR1_EL1_SHIFT 0
466#define ICC_BPR1_EL1_MASK (0x7 << ICC_BPR1_EL1_SHIFT)
467#define ICC_IGRPEN0_EL1_SHIFT 0
468#define ICC_IGRPEN0_EL1_MASK (1 << ICC_IGRPEN0_EL1_SHIFT)
469#define ICC_IGRPEN1_EL1_SHIFT 0
470#define ICC_IGRPEN1_EL1_MASK (1 << ICC_IGRPEN1_EL1_SHIFT)
Marc Zyngier4dfc0502017-02-21 11:32:47 +0000471#define ICC_SRE_EL1_DIB (1U << 2)
472#define ICC_SRE_EL1_DFB (1U << 1)
Marc Zyngier021f6532014-06-30 16:01:31 +0100473#define ICC_SRE_EL1_SRE (1U << 0)
474
475/*
476 * Hypervisor interface registers (SRE only)
477 */
Jean-Philippe Bruckerf6c86a42015-10-01 13:47:15 +0100478#define ICH_LR_VIRTUAL_ID_MASK ((1ULL << 32) - 1)
Marc Zyngier021f6532014-06-30 16:01:31 +0100479
Jean-Philippe Bruckerf6c86a42015-10-01 13:47:15 +0100480#define ICH_LR_EOI (1ULL << 41)
481#define ICH_LR_GROUP (1ULL << 60)
482#define ICH_LR_HW (1ULL << 61)
483#define ICH_LR_STATE (3ULL << 62)
484#define ICH_LR_PENDING_BIT (1ULL << 62)
485#define ICH_LR_ACTIVE_BIT (1ULL << 63)
Marc Zyngierfb182cf2015-06-08 15:37:26 +0100486#define ICH_LR_PHYS_ID_SHIFT 32
Jean-Philippe Bruckerf6c86a42015-10-01 13:47:15 +0100487#define ICH_LR_PHYS_ID_MASK (0x3ffULL << ICH_LR_PHYS_ID_SHIFT)
Marc Zyngier59529f62015-11-30 13:09:53 +0000488#define ICH_LR_PRIORITY_SHIFT 48
Marc Zyngier132a3242017-06-09 12:49:36 +0100489#define ICH_LR_PRIORITY_MASK (0xffULL << ICH_LR_PRIORITY_SHIFT)
Marc Zyngier021f6532014-06-30 16:01:31 +0100490
Andre Przywara44bfc422016-05-04 14:35:48 +0100491/* These are for GICv2 emulation only */
492#define GICH_LR_VIRTUALID (0x3ffUL << 0)
493#define GICH_LR_PHYSID_CPUID_SHIFT (10)
494#define GICH_LR_PHYSID_CPUID (7UL << GICH_LR_PHYSID_CPUID_SHIFT)
Marc Zyngier021f6532014-06-30 16:01:31 +0100495
496#define ICH_MISR_EOI (1 << 0)
497#define ICH_MISR_U (1 << 1)
498
499#define ICH_HCR_EN (1 << 0)
500#define ICH_HCR_UIE (1 << 1)
Marc Zyngierff895112017-06-09 12:49:53 +0100501#define ICH_HCR_TC (1 << 10)
Marc Zyngierabf55762017-06-09 12:49:45 +0100502#define ICH_HCR_TALL0 (1 << 11)
Marc Zyngier9c7bfc22017-06-09 12:49:40 +0100503#define ICH_HCR_TALL1 (1 << 12)
Marc Zyngierb6f49032017-06-09 12:49:37 +0100504#define ICH_HCR_EOIcount_SHIFT 27
505#define ICH_HCR_EOIcount_MASK (0x1f << ICH_HCR_EOIcount_SHIFT)
Marc Zyngier021f6532014-06-30 16:01:31 +0100506
Christoffer Dall28232a42017-05-20 14:12:34 +0200507#define ICH_VMCR_ACK_CTL_SHIFT 2
508#define ICH_VMCR_ACK_CTL_MASK (1 << ICH_VMCR_ACK_CTL_SHIFT)
509#define ICH_VMCR_FIQ_EN_SHIFT 3
510#define ICH_VMCR_FIQ_EN_MASK (1 << ICH_VMCR_FIQ_EN_SHIFT)
Vijaya Kumar K5c341532017-01-26 19:50:49 +0530511#define ICH_VMCR_CBPR_SHIFT 4
512#define ICH_VMCR_CBPR_MASK (1 << ICH_VMCR_CBPR_SHIFT)
513#define ICH_VMCR_EOIM_SHIFT 9
514#define ICH_VMCR_EOIM_MASK (1 << ICH_VMCR_EOIM_SHIFT)
Marc Zyngier021f6532014-06-30 16:01:31 +0100515#define ICH_VMCR_BPR1_SHIFT 18
516#define ICH_VMCR_BPR1_MASK (7 << ICH_VMCR_BPR1_SHIFT)
517#define ICH_VMCR_BPR0_SHIFT 21
518#define ICH_VMCR_BPR0_MASK (7 << ICH_VMCR_BPR0_SHIFT)
519#define ICH_VMCR_PMR_SHIFT 24
520#define ICH_VMCR_PMR_MASK (0xffUL << ICH_VMCR_PMR_SHIFT)
Vijaya Kumar K5c341532017-01-26 19:50:49 +0530521#define ICH_VMCR_ENG0_SHIFT 0
522#define ICH_VMCR_ENG0_MASK (1 << ICH_VMCR_ENG0_SHIFT)
523#define ICH_VMCR_ENG1_SHIFT 1
524#define ICH_VMCR_ENG1_MASK (1 << ICH_VMCR_ENG1_SHIFT)
525
526#define ICH_VTR_PRI_BITS_SHIFT 29
527#define ICH_VTR_PRI_BITS_MASK (7 << ICH_VTR_PRI_BITS_SHIFT)
528#define ICH_VTR_ID_BITS_SHIFT 23
529#define ICH_VTR_ID_BITS_MASK (7 << ICH_VTR_ID_BITS_SHIFT)
530#define ICH_VTR_SEIS_SHIFT 22
531#define ICH_VTR_SEIS_MASK (1 << ICH_VTR_SEIS_SHIFT)
532#define ICH_VTR_A3V_SHIFT 21
533#define ICH_VTR_A3V_MASK (1 << ICH_VTR_A3V_SHIFT)
Marc Zyngier021f6532014-06-30 16:01:31 +0100534
Marc Zyngier021f6532014-06-30 16:01:31 +0100535#define ICC_IAR1_EL1_SPURIOUS 0x3ff
536
Marc Zyngier021f6532014-06-30 16:01:31 +0100537#define ICC_SRE_EL2_SRE (1 << 0)
538#define ICC_SRE_EL2_ENABLE (1 << 3)
539
Andre Przywara7e580272014-11-12 13:46:06 +0000540#define ICC_SGI1R_TARGET_LIST_SHIFT 0
541#define ICC_SGI1R_TARGET_LIST_MASK (0xffff << ICC_SGI1R_TARGET_LIST_SHIFT)
542#define ICC_SGI1R_AFFINITY_1_SHIFT 16
543#define ICC_SGI1R_AFFINITY_1_MASK (0xff << ICC_SGI1R_AFFINITY_1_SHIFT)
544#define ICC_SGI1R_SGI_ID_SHIFT 24
Marc Zyngierdd5f1b02016-06-02 09:00:28 +0100545#define ICC_SGI1R_SGI_ID_MASK (0xfULL << ICC_SGI1R_SGI_ID_SHIFT)
Andre Przywara7e580272014-11-12 13:46:06 +0000546#define ICC_SGI1R_AFFINITY_2_SHIFT 32
Andrew Jonesfab0cdc2016-05-12 10:46:34 +0200547#define ICC_SGI1R_AFFINITY_2_MASK (0xffULL << ICC_SGI1R_AFFINITY_2_SHIFT)
Andre Przywara7e580272014-11-12 13:46:06 +0000548#define ICC_SGI1R_IRQ_ROUTING_MODE_BIT 40
549#define ICC_SGI1R_AFFINITY_3_SHIFT 48
Andrew Jonesfab0cdc2016-05-12 10:46:34 +0200550#define ICC_SGI1R_AFFINITY_3_MASK (0xffULL << ICC_SGI1R_AFFINITY_3_SHIFT)
Andre Przywara7e580272014-11-12 13:46:06 +0000551
Jean-Philippe Brucker7936e912015-10-01 13:47:14 +0100552#include <asm/arch_gicv3.h>
Marc Zyngier021f6532014-06-30 16:01:31 +0100553
554#ifndef __ASSEMBLY__
555
Marc Zyngierb48ac832014-11-24 14:35:16 +0000556/*
557 * We need a value to serve as a irq-type for LPIs. Choose one that will
558 * hopefully pique the interest of the reviewer.
559 */
560#define GIC_IRQ_TYPE_LPI 0xa110c8ed
561
Marc Zyngierf5c14342014-11-24 14:35:10 +0000562struct rdists {
563 struct {
564 void __iomem *rd_base;
565 struct page *pend_page;
566 phys_addr_t phys_base;
567 } __percpu *rdist;
568 struct page *prop_page;
569 int id_bits;
570 u64 flags;
Marc Zyngier0edc23e2016-12-19 17:01:52 +0000571 bool has_vlpis;
572 bool has_direct_lpi;
Marc Zyngierf5c14342014-11-24 14:35:10 +0000573};
574
Marc Zyngierda33f312014-11-24 14:35:18 +0000575struct irq_domain;
Tomasz Nowickidb40f0a2016-09-12 20:32:24 +0200576struct fwnode_handle;
Marc Zyngierda33f312014-11-24 14:35:18 +0000577int its_cpu_init(void);
Tomasz Nowickidb40f0a2016-09-12 20:32:24 +0200578int its_init(struct fwnode_handle *handle, struct rdists *rdists,
Marc Zyngierda33f312014-11-24 14:35:18 +0000579 struct irq_domain *domain);
580
Jean-Philippe Brucker7936e912015-10-01 13:47:14 +0100581static inline bool gic_enable_sre(void)
582{
583 u32 val;
584
585 val = gic_read_sre();
586 if (val & ICC_SRE_EL1_SRE)
587 return true;
588
589 val |= ICC_SRE_EL1_SRE;
590 gic_write_sre(val);
591 val = gic_read_sre();
592
593 return !!(val & ICC_SRE_EL1_SRE);
594}
595
Marc Zyngier021f6532014-06-30 16:01:31 +0100596#endif
597
598#endif