1 /* SPDX-License-Identifier: GPL-2.0-or-later */ 2 #ifndef __ASM_POWERPC_FEATURE_FIXUPS_H 3 #define __ASM_POWERPC_FEATURE_FIXUPS_H 4 5 #include <asm/asm-const.h> 6 7 /* 8 */ 9 10 /* 11 * Feature section common macros 12 * 13 * Note that the entries now contain offsets between the table entry 14 * and the code rather than absolute code pointers in order to be 15 * useable with the vdso shared library. There is also an assumption 16 * that values will be negative, that is, the fixup table has to be 17 * located after the code it fixes up. 18 */ 19 #if defined(CONFIG_PPC64) && !defined(__powerpc64__) 20 /* 64 bits kernel, 32 bits code (ie. vdso32) */ 21 #define FTR_ENTRY_LONG .8byte 22 #define FTR_ENTRY_OFFSET .long 0xffffffff; .long 23 #elif defined(CONFIG_PPC64) 24 #define FTR_ENTRY_LONG .8byte 25 #define FTR_ENTRY_OFFSET .8byte 26 #else 27 #define FTR_ENTRY_LONG .long 28 #define FTR_ENTRY_OFFSET .long 29 #endif 30 31 #define START_FTR_SECTION(label) label##1: 32 33 #define FTR_SECTION_ELSE_NESTED(label) \ 34 label##2: \ 35 .pushsection __ftr_alt_##label,"a"; \ 36 .align 2; \ 37 label##3: 38 39 #define MAKE_FTR_SECTION_ENTRY(msk, val, label, sect) \ 40 label##4: \ 41 .popsection; \ 42 .pushsection sect,"a"; \ 43 .align 3; \ 44 label##5: \ 45 FTR_ENTRY_LONG msk; \ 46 FTR_ENTRY_LONG val; \ 47 FTR_ENTRY_OFFSET label##1b-label##5b; \ 48 FTR_ENTRY_OFFSET label##2b-label##5b; \ 49 FTR_ENTRY_OFFSET label##3b-label##5b; \ 50 FTR_ENTRY_OFFSET label##4b-label##5b; \ 51 .ifgt (label##4b- label##3b)-(label##2b- label##1b); \ 52 .error "Feature section else case larger than body"; \ 53 .endif; \ 54 .popsection; 55 56 57 /* CPU feature dependent sections */ 58 #define BEGIN_FTR_SECTION_NESTED(label) START_FTR_SECTION(label) 59 #define BEGIN_FTR_SECTION START_FTR_SECTION(97) 60 61 #define END_FTR_SECTION_NESTED(msk, val, label) \ 62 FTR_SECTION_ELSE_NESTED(label) \ 63 MAKE_FTR_SECTION_ENTRY(msk, val, label, __ftr_fixup) 64 65 #define END_FTR_SECTION(msk, val) \ 66 END_FTR_SECTION_NESTED(msk, val, 97) 67 68 #define END_FTR_SECTION_NESTED_IFSET(msk, label) \ 69 END_FTR_SECTION_NESTED((msk), (msk), label) 70 71 #define END_FTR_SECTION_IFSET(msk) END_FTR_SECTION((msk), (msk)) 72 #define END_FTR_SECTION_IFCLR(msk) END_FTR_SECTION((msk), 0) 73 74 /* CPU feature sections with alternatives, use BEGIN_FTR_SECTION to start */ 75 #define FTR_SECTION_ELSE FTR_SECTION_ELSE_NESTED(97) 76 #define ALT_FTR_SECTION_END_NESTED(msk, val, label) \ 77 MAKE_FTR_SECTION_ENTRY(msk, val, label, __ftr_fixup) 78 #define ALT_FTR_SECTION_END_NESTED_IFSET(msk, label) \ 79 ALT_FTR_SECTION_END_NESTED(msk, msk, label) 80 #define ALT_FTR_SECTION_END_NESTED_IFCLR(msk, label) \ 81 ALT_FTR_SECTION_END_NESTED(msk, 0, label) 82 #define ALT_FTR_SECTION_END(msk, val) \ 83 ALT_FTR_SECTION_END_NESTED(msk, val, 97) 84 #define ALT_FTR_SECTION_END_IFSET(msk) \ 85 ALT_FTR_SECTION_END_NESTED_IFSET(msk, 97) 86 #define ALT_FTR_SECTION_END_IFCLR(msk) \ 87 ALT_FTR_SECTION_END_NESTED_IFCLR(msk, 97) 88 89 /* MMU feature dependent sections */ 90 #define BEGIN_MMU_FTR_SECTION_NESTED(label) START_FTR_SECTION(label) 91 #define BEGIN_MMU_FTR_SECTION START_FTR_SECTION(97) 92 93 #define END_MMU_FTR_SECTION_NESTED(msk, val, label) \ 94 FTR_SECTION_ELSE_NESTED(label) \ 95 MAKE_FTR_SECTION_ENTRY(msk, val, label, __mmu_ftr_fixup) 96 97 #define END_MMU_FTR_SECTION(msk, val) \ 98 END_MMU_FTR_SECTION_NESTED(msk, val, 97) 99 100 #define END_MMU_FTR_SECTION_NESTED_IFSET(msk, label) \ 101 END_MMU_FTR_SECTION_NESTED((msk), (msk), label) 102 103 #define END_MMU_FTR_SECTION_IFSET(msk) END_MMU_FTR_SECTION((msk), (msk)) 104 #define END_MMU_FTR_SECTION_IFCLR(msk) END_MMU_FTR_SECTION((msk), 0) 105 106 /* MMU feature sections with alternatives, use BEGIN_FTR_SECTION to start */ 107 #define MMU_FTR_SECTION_ELSE_NESTED(label) FTR_SECTION_ELSE_NESTED(label) 108 #define MMU_FTR_SECTION_ELSE MMU_FTR_SECTION_ELSE_NESTED(97) 109 #define ALT_MMU_FTR_SECTION_END_NESTED(msk, val, label) \ 110 MAKE_FTR_SECTION_ENTRY(msk, val, label, __mmu_ftr_fixup) 111 #define ALT_MMU_FTR_SECTION_END_NESTED_IFSET(msk, label) \ 112 ALT_MMU_FTR_SECTION_END_NESTED(msk, msk, label) 113 #define ALT_MMU_FTR_SECTION_END_NESTED_IFCLR(msk, label) \ 114 ALT_MMU_FTR_SECTION_END_NESTED(msk, 0, label) 115 #define ALT_MMU_FTR_SECTION_END(msk, val) \ 116 ALT_MMU_FTR_SECTION_END_NESTED(msk, val, 97) 117 #define ALT_MMU_FTR_SECTION_END_IFSET(msk) \ 118 ALT_MMU_FTR_SECTION_END_NESTED_IFSET(msk, 97) 119 #define ALT_MMU_FTR_SECTION_END_IFCLR(msk) \ 120 ALT_MMU_FTR_SECTION_END_NESTED_IFCLR(msk, 97) 121 122 /* Firmware feature dependent sections */ 123 #define BEGIN_FW_FTR_SECTION_NESTED(label) START_FTR_SECTION(label) 124 #define BEGIN_FW_FTR_SECTION START_FTR_SECTION(97) 125 126 #define END_FW_FTR_SECTION_NESTED(msk, val, label) \ 127 FTR_SECTION_ELSE_NESTED(label) \ 128 MAKE_FTR_SECTION_ENTRY(msk, val, label, __fw_ftr_fixup) 129 130 #define END_FW_FTR_SECTION(msk, val) \ 131 END_FW_FTR_SECTION_NESTED(msk, val, 97) 132 133 #define END_FW_FTR_SECTION_IFSET(msk) END_FW_FTR_SECTION((msk), (msk)) 134 #define END_FW_FTR_SECTION_IFCLR(msk) END_FW_FTR_SECTION((msk), 0) 135 136 /* Firmware feature sections with alternatives */ 137 #define FW_FTR_SECTION_ELSE_NESTED(label) FTR_SECTION_ELSE_NESTED(label) 138 #define FW_FTR_SECTION_ELSE FTR_SECTION_ELSE_NESTED(97) 139 #define ALT_FW_FTR_SECTION_END_NESTED(msk, val, label) \ 140 MAKE_FTR_SECTION_ENTRY(msk, val, label, __fw_ftr_fixup) 141 #define ALT_FW_FTR_SECTION_END_NESTED_IFSET(msk, label) \ 142 ALT_FW_FTR_SECTION_END_NESTED(msk, msk, label) 143 #define ALT_FW_FTR_SECTION_END_NESTED_IFCLR(msk, label) \ 144 ALT_FW_FTR_SECTION_END_NESTED(msk, 0, label) 145 #define ALT_FW_FTR_SECTION_END(msk, val) \ 146 ALT_FW_FTR_SECTION_END_NESTED(msk, val, 97) 147 #define ALT_FW_FTR_SECTION_END_IFSET(msk) \ 148 ALT_FW_FTR_SECTION_END_NESTED_IFSET(msk, 97) 149 #define ALT_FW_FTR_SECTION_END_IFCLR(msk) \ 150 ALT_FW_FTR_SECTION_END_NESTED_IFCLR(msk, 97) 151 152 #ifndef __ASSEMBLY__ 153 154 #define ASM_FTR_IF(section_if, section_else, msk, val) \ 155 stringify_in_c(BEGIN_FTR_SECTION) \ 156 section_if "; " \ 157 stringify_in_c(FTR_SECTION_ELSE) \ 158 section_else "; " \ 159 stringify_in_c(ALT_FTR_SECTION_END((msk), (val))) 160 161 #define ASM_FTR_IFSET(section_if, section_else, msk) \ 162 ASM_FTR_IF(section_if, section_else, (msk), (msk)) 163 164 #define ASM_FTR_IFCLR(section_if, section_else, msk) \ 165 ASM_FTR_IF(section_if, section_else, (msk), 0) 166 167 #define ASM_MMU_FTR_IF(section_if, section_else, msk, val) \ 168 stringify_in_c(BEGIN_MMU_FTR_SECTION) \ 169 section_if "; " \ 170 stringify_in_c(MMU_FTR_SECTION_ELSE) \ 171 section_else "; " \ 172 stringify_in_c(ALT_MMU_FTR_SECTION_END((msk), (val))) 173 174 #define ASM_MMU_FTR_IFSET(section_if, section_else, msk) \ 175 ASM_MMU_FTR_IF(section_if, section_else, (msk), (msk)) 176 177 #define ASM_MMU_FTR_IFCLR(section_if, section_else, msk) \ 178 ASM_MMU_FTR_IF(section_if, section_else, (msk), 0) 179 180 #endif /* __ASSEMBLY__ */ 181 182 /* LWSYNC feature sections */ 183 #define START_LWSYNC_SECTION(label) label##1: 184 #define MAKE_LWSYNC_SECTION_ENTRY(label, sect) \ 185 label##2: \ 186 .pushsection sect,"a"; \ 187 .align 2; \ 188 label##3: \ 189 FTR_ENTRY_OFFSET label##1b-label##3b; \ 190 .popsection; 191 192 #define STF_ENTRY_BARRIER_FIXUP_SECTION \ 193 953: \ 194 .pushsection __stf_entry_barrier_fixup,"a"; \ 195 .align 2; \ 196 954: \ 197 FTR_ENTRY_OFFSET 953b-954b; \ 198 .popsection; 199 200 #define STF_EXIT_BARRIER_FIXUP_SECTION \ 201 955: \ 202 .pushsection __stf_exit_barrier_fixup,"a"; \ 203 .align 2; \ 204 956: \ 205 FTR_ENTRY_OFFSET 955b-956b; \ 206 .popsection; 207 208 #define RFI_FLUSH_FIXUP_SECTION \ 209 951: \ 210 .pushsection __rfi_flush_fixup,"a"; \ 211 .align 2; \ 212 952: \ 213 FTR_ENTRY_OFFSET 951b-952b; \ 214 .popsection; 215 216 #define NOSPEC_BARRIER_FIXUP_SECTION \ 217 953: \ 218 .pushsection __barrier_nospec_fixup,"a"; \ 219 .align 2; \ 220 954: \ 221 FTR_ENTRY_OFFSET 953b-954b; \ 222 .popsection; 223 224 #define START_BTB_FLUSH_SECTION \ 225 955: \ 226 227 #define END_BTB_FLUSH_SECTION \ 228 956: \ 229 .pushsection __btb_flush_fixup,"a"; \ 230 .align 2; \ 231 957: \ 232 FTR_ENTRY_OFFSET 955b-957b; \ 233 FTR_ENTRY_OFFSET 956b-957b; \ 234 .popsection; 235 236 #ifndef __ASSEMBLY__ 237 #include <linux/types.h> 238 239 extern long stf_barrier_fallback; 240 extern long __start___stf_entry_barrier_fixup, __stop___stf_entry_barrier_fixup; 241 extern long __start___stf_exit_barrier_fixup, __stop___stf_exit_barrier_fixup; 242 extern long __start___rfi_flush_fixup, __stop___rfi_flush_fixup; 243 extern long __start___barrier_nospec_fixup, __stop___barrier_nospec_fixup; 244 extern long __start__btb_flush_fixup, __stop__btb_flush_fixup; 245 246 void apply_feature_fixups(void); 247 void setup_feature_keys(void); 248 #endif 249 250 #endif /* __ASM_POWERPC_FEATURE_FIXUPS_H */ 251