blob: 8f88f771cc55ce982c11599b273e584babd38600 [file] [log] [blame]
Michael Ellermanc5157e52008-06-24 11:32:39 +10001#ifndef __ASM_POWERPC_FEATURE_FIXUPS_H
2#define __ASM_POWERPC_FEATURE_FIXUPS_H
3
4/*
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version
8 * 2 of the License, or (at your option) any later version.
9 */
10
Michael Ellermanc5157e52008-06-24 11:32:39 +100011/*
12 * Feature section common macros
13 *
14 * Note that the entries now contain offsets between the table entry
15 * and the code rather than absolute code pointers in order to be
16 * useable with the vdso shared library. There is also an assumption
17 * that values will be negative, that is, the fixup table has to be
18 * located after the code it fixes up.
19 */
Michael Ellermanc1137c32008-06-24 11:32:48 +100020#if defined(CONFIG_PPC64) && !defined(__powerpc64__)
Michael Ellermanc5157e52008-06-24 11:32:39 +100021/* 64 bits kernel, 32 bits code (ie. vdso32) */
Tobin C. Hardingeb039162017-03-09 16:42:12 +110022#define FTR_ENTRY_LONG .8byte
Michael Ellermanc1137c32008-06-24 11:32:48 +100023#define FTR_ENTRY_OFFSET .long 0xffffffff; .long
Milton Milleraf20aeb2009-04-29 20:58:01 +000024#elif defined(CONFIG_PPC64)
Tobin C. Hardingeb039162017-03-09 16:42:12 +110025#define FTR_ENTRY_LONG .8byte
26#define FTR_ENTRY_OFFSET .8byte
Michael Ellermanc1137c32008-06-24 11:32:48 +100027#else
Milton Milleraf20aeb2009-04-29 20:58:01 +000028#define FTR_ENTRY_LONG .long
29#define FTR_ENTRY_OFFSET .long
Michael Ellermanc1137c32008-06-24 11:32:48 +100030#endif
31
Michael Ellermanfac23fe2008-06-24 11:32:54 +100032#define START_FTR_SECTION(label) label##1:
33
34#define FTR_SECTION_ELSE_NESTED(label) \
35label##2: \
36 .pushsection __ftr_alt_##label,"a"; \
37 .align 2; \
38label##3:
39
Michael Ellermanc0337282010-11-07 18:22:29 +000040#define MAKE_FTR_SECTION_ENTRY(msk, val, label, sect) \
41label##4: \
42 .popsection; \
43 .pushsection sect,"a"; \
44 .align 3; \
45label##5: \
46 FTR_ENTRY_LONG msk; \
47 FTR_ENTRY_LONG val; \
48 FTR_ENTRY_OFFSET label##1b-label##5b; \
49 FTR_ENTRY_OFFSET label##2b-label##5b; \
50 FTR_ENTRY_OFFSET label##3b-label##5b; \
51 FTR_ENTRY_OFFSET label##4b-label##5b; \
Benjamin Herrenschmidtb3e6b5df2011-04-05 14:27:11 +100052 .ifgt (label##4b- label##3b)-(label##2b- label##1b); \
Michael Ellermanc0337282010-11-07 18:22:29 +000053 .error "Feature section else case larger than body"; \
54 .endif; \
Michael Ellermanfac23fe2008-06-24 11:32:54 +100055 .popsection;
Michael Ellermanc5157e52008-06-24 11:32:39 +100056
57
58/* CPU feature dependent sections */
Michael Ellermanfac23fe2008-06-24 11:32:54 +100059#define BEGIN_FTR_SECTION_NESTED(label) START_FTR_SECTION(label)
60#define BEGIN_FTR_SECTION START_FTR_SECTION(97)
Michael Ellermanc5157e52008-06-24 11:32:39 +100061
Michael Ellermanfac23fe2008-06-24 11:32:54 +100062#define END_FTR_SECTION_NESTED(msk, val, label) \
63 FTR_SECTION_ELSE_NESTED(label) \
Michael Ellermanc5157e52008-06-24 11:32:39 +100064 MAKE_FTR_SECTION_ENTRY(msk, val, label, __ftr_fixup)
65
66#define END_FTR_SECTION(msk, val) \
67 END_FTR_SECTION_NESTED(msk, val, 97)
68
Nicholas Piggin9cba2532017-04-19 23:05:51 +100069#define END_FTR_SECTION_NESTED_IFSET(msk, label) \
70 END_FTR_SECTION_NESTED((msk), (msk), label)
71
Michael Ellermanc5157e52008-06-24 11:32:39 +100072#define END_FTR_SECTION_IFSET(msk) END_FTR_SECTION((msk), (msk))
73#define END_FTR_SECTION_IFCLR(msk) END_FTR_SECTION((msk), 0)
74
Michael Ellermanfac23fe2008-06-24 11:32:54 +100075/* CPU feature sections with alternatives, use BEGIN_FTR_SECTION to start */
76#define FTR_SECTION_ELSE FTR_SECTION_ELSE_NESTED(97)
77#define ALT_FTR_SECTION_END_NESTED(msk, val, label) \
78 MAKE_FTR_SECTION_ENTRY(msk, val, label, __ftr_fixup)
79#define ALT_FTR_SECTION_END_NESTED_IFSET(msk, label) \
80 ALT_FTR_SECTION_END_NESTED(msk, msk, label)
81#define ALT_FTR_SECTION_END_NESTED_IFCLR(msk, label) \
82 ALT_FTR_SECTION_END_NESTED(msk, 0, label)
83#define ALT_FTR_SECTION_END(msk, val) \
84 ALT_FTR_SECTION_END_NESTED(msk, val, 97)
85#define ALT_FTR_SECTION_END_IFSET(msk) \
86 ALT_FTR_SECTION_END_NESTED_IFSET(msk, 97)
87#define ALT_FTR_SECTION_END_IFCLR(msk) \
88 ALT_FTR_SECTION_END_NESTED_IFCLR(msk, 97)
Michael Ellermanc5157e52008-06-24 11:32:39 +100089
Benjamin Herrenschmidt7c03d652008-12-18 19:13:32 +000090/* MMU feature dependent sections */
91#define BEGIN_MMU_FTR_SECTION_NESTED(label) START_FTR_SECTION(label)
92#define BEGIN_MMU_FTR_SECTION START_FTR_SECTION(97)
93
94#define END_MMU_FTR_SECTION_NESTED(msk, val, label) \
95 FTR_SECTION_ELSE_NESTED(label) \
96 MAKE_FTR_SECTION_ENTRY(msk, val, label, __mmu_ftr_fixup)
97
98#define END_MMU_FTR_SECTION(msk, val) \
99 END_MMU_FTR_SECTION_NESTED(msk, val, 97)
100
101#define END_MMU_FTR_SECTION_IFSET(msk) END_MMU_FTR_SECTION((msk), (msk))
102#define END_MMU_FTR_SECTION_IFCLR(msk) END_MMU_FTR_SECTION((msk), 0)
103
104/* MMU feature sections with alternatives, use BEGIN_FTR_SECTION to start */
105#define MMU_FTR_SECTION_ELSE_NESTED(label) FTR_SECTION_ELSE_NESTED(label)
106#define MMU_FTR_SECTION_ELSE MMU_FTR_SECTION_ELSE_NESTED(97)
107#define ALT_MMU_FTR_SECTION_END_NESTED(msk, val, label) \
108 MAKE_FTR_SECTION_ENTRY(msk, val, label, __mmu_ftr_fixup)
109#define ALT_MMU_FTR_SECTION_END_NESTED_IFSET(msk, label) \
110 ALT_MMU_FTR_SECTION_END_NESTED(msk, msk, label)
111#define ALT_MMU_FTR_SECTION_END_NESTED_IFCLR(msk, label) \
112 ALT_MMU_FTR_SECTION_END_NESTED(msk, 0, label)
113#define ALT_MMU_FTR_SECTION_END(msk, val) \
114 ALT_MMU_FTR_SECTION_END_NESTED(msk, val, 97)
115#define ALT_MMU_FTR_SECTION_END_IFSET(msk) \
116 ALT_MMU_FTR_SECTION_END_NESTED_IFSET(msk, 97)
117#define ALT_MMU_FTR_SECTION_END_IFCLR(msk) \
118 ALT_MMU_FTR_SECTION_END_NESTED_IFCLR(msk, 97)
119
Michael Ellermanc5157e52008-06-24 11:32:39 +1000120/* Firmware feature dependent sections */
Michael Ellermanfac23fe2008-06-24 11:32:54 +1000121#define BEGIN_FW_FTR_SECTION_NESTED(label) START_FTR_SECTION(label)
122#define BEGIN_FW_FTR_SECTION START_FTR_SECTION(97)
Michael Ellermanc5157e52008-06-24 11:32:39 +1000123
Michael Ellermanfac23fe2008-06-24 11:32:54 +1000124#define END_FW_FTR_SECTION_NESTED(msk, val, label) \
125 FTR_SECTION_ELSE_NESTED(label) \
Michael Ellermanc5157e52008-06-24 11:32:39 +1000126 MAKE_FTR_SECTION_ENTRY(msk, val, label, __fw_ftr_fixup)
127
128#define END_FW_FTR_SECTION(msk, val) \
129 END_FW_FTR_SECTION_NESTED(msk, val, 97)
130
131#define END_FW_FTR_SECTION_IFSET(msk) END_FW_FTR_SECTION((msk), (msk))
132#define END_FW_FTR_SECTION_IFCLR(msk) END_FW_FTR_SECTION((msk), 0)
133
Michael Ellermanfac23fe2008-06-24 11:32:54 +1000134/* Firmware feature sections with alternatives */
135#define FW_FTR_SECTION_ELSE_NESTED(label) FTR_SECTION_ELSE_NESTED(label)
136#define FW_FTR_SECTION_ELSE FTR_SECTION_ELSE_NESTED(97)
137#define ALT_FW_FTR_SECTION_END_NESTED(msk, val, label) \
138 MAKE_FTR_SECTION_ENTRY(msk, val, label, __fw_ftr_fixup)
139#define ALT_FW_FTR_SECTION_END_NESTED_IFSET(msk, label) \
140 ALT_FW_FTR_SECTION_END_NESTED(msk, msk, label)
141#define ALT_FW_FTR_SECTION_END_NESTED_IFCLR(msk, label) \
142 ALT_FW_FTR_SECTION_END_NESTED(msk, 0, label)
143#define ALT_FW_FTR_SECTION_END(msk, val) \
144 ALT_FW_FTR_SECTION_END_NESTED(msk, val, 97)
145#define ALT_FW_FTR_SECTION_END_IFSET(msk) \
146 ALT_FW_FTR_SECTION_END_NESTED_IFSET(msk, 97)
147#define ALT_FW_FTR_SECTION_END_IFCLR(msk) \
148 ALT_FW_FTR_SECTION_END_NESTED_IFCLR(msk, 97)
149
Milton Milleraf20aeb2009-04-29 20:58:01 +0000150#ifndef __ASSEMBLY__
151
Michael Neulinga32e2522011-04-06 18:23:29 +0000152#define ASM_FTR_IF(section_if, section_else, msk, val) \
153 stringify_in_c(BEGIN_FTR_SECTION) \
154 section_if "; " \
155 stringify_in_c(FTR_SECTION_ELSE) \
156 section_else "; " \
157 stringify_in_c(ALT_FTR_SECTION_END((msk), (val)))
158
159#define ASM_FTR_IFSET(section_if, section_else, msk) \
160 ASM_FTR_IF(section_if, section_else, (msk), (msk))
161
162#define ASM_FTR_IFCLR(section_if, section_else, msk) \
163 ASM_FTR_IF(section_if, section_else, (msk), 0)
164
Milton Milleraf20aeb2009-04-29 20:58:01 +0000165#define ASM_MMU_FTR_IF(section_if, section_else, msk, val) \
166 stringify_in_c(BEGIN_MMU_FTR_SECTION) \
167 section_if "; " \
168 stringify_in_c(MMU_FTR_SECTION_ELSE) \
169 section_else "; " \
170 stringify_in_c(ALT_MMU_FTR_SECTION_END((msk), (val)))
171
172#define ASM_MMU_FTR_IFSET(section_if, section_else, msk) \
173 ASM_MMU_FTR_IF(section_if, section_else, (msk), (msk))
174
175#define ASM_MMU_FTR_IFCLR(section_if, section_else, msk) \
176 ASM_MMU_FTR_IF(section_if, section_else, (msk), 0)
177
Michael Ellermanc5157e52008-06-24 11:32:39 +1000178#endif /* __ASSEMBLY__ */
179
Kumar Gala2d1b2022008-07-02 01:16:40 +1000180/* LWSYNC feature sections */
181#define START_LWSYNC_SECTION(label) label##1:
182#define MAKE_LWSYNC_SECTION_ENTRY(label, sect) \
183label##2: \
184 .pushsection sect,"a"; \
185 .align 2; \
186label##3: \
Benjamin Herrenschmidt3d98ffb2010-02-26 18:29:17 +1100187 FTR_ENTRY_OFFSET label##1b-label##3b; \
Kumar Gala2d1b2022008-07-02 01:16:40 +1000188 .popsection;
189
Benjamin Herrenschmidt9402c682016-07-05 15:03:41 +1000190#ifndef __ASSEMBLY__
191void apply_feature_fixups(void);
Benjamin Herrenschmidt97f6e0c2016-08-10 17:27:34 +1000192void setup_feature_keys(void);
Benjamin Herrenschmidt9402c682016-07-05 15:03:41 +1000193#endif
194
Michael Ellermanc5157e52008-06-24 11:32:39 +1000195#endif /* __ASM_POWERPC_FEATURE_FIXUPS_H */