Warning: This file is not a C or C++ file. It does not have highlighting.
| 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
|---|---|
| 2 | /* |
| 3 | * Copyright (C) 2020-2022 Loongson Technology Corporation Limited |
| 4 | */ |
| 5 | #ifndef _ASM_ASMMACRO_H |
| 6 | #define _ASM_ASMMACRO_H |
| 7 | |
| 8 | #include <linux/sizes.h> |
| 9 | #include <asm/asm-offsets.h> |
| 10 | #include <asm/regdef.h> |
| 11 | #include <asm/fpregdef.h> |
| 12 | #include <asm/loongarch.h> |
| 13 | |
| 14 | #ifdef CONFIG_64BIT |
| 15 | #define TASK_STRUCT_OFFSET 0 |
| 16 | #else |
| 17 | #define TASK_STRUCT_OFFSET 2000 |
| 18 | #endif |
| 19 | |
| 20 | .macro cpu_save_nonscratch thread |
| 21 | LONG_SPTR s0, \thread, (THREAD_REG23 - TASK_STRUCT_OFFSET) |
| 22 | LONG_SPTR s1, \thread, (THREAD_REG24 - TASK_STRUCT_OFFSET) |
| 23 | LONG_SPTR s2, \thread, (THREAD_REG25 - TASK_STRUCT_OFFSET) |
| 24 | LONG_SPTR s3, \thread, (THREAD_REG26 - TASK_STRUCT_OFFSET) |
| 25 | LONG_SPTR s4, \thread, (THREAD_REG27 - TASK_STRUCT_OFFSET) |
| 26 | LONG_SPTR s5, \thread, (THREAD_REG28 - TASK_STRUCT_OFFSET) |
| 27 | LONG_SPTR s6, \thread, (THREAD_REG29 - TASK_STRUCT_OFFSET) |
| 28 | LONG_SPTR s7, \thread, (THREAD_REG30 - TASK_STRUCT_OFFSET) |
| 29 | LONG_SPTR s8, \thread, (THREAD_REG31 - TASK_STRUCT_OFFSET) |
| 30 | LONG_SPTR ra, \thread, (THREAD_REG01 - TASK_STRUCT_OFFSET) |
| 31 | LONG_SPTR sp, \thread, (THREAD_REG03 - TASK_STRUCT_OFFSET) |
| 32 | LONG_SPTR fp, \thread, (THREAD_REG22 - TASK_STRUCT_OFFSET) |
| 33 | .endm |
| 34 | |
| 35 | .macro cpu_restore_nonscratch thread |
| 36 | LONG_LPTR s0, \thread, (THREAD_REG23 - TASK_STRUCT_OFFSET) |
| 37 | LONG_LPTR s1, \thread, (THREAD_REG24 - TASK_STRUCT_OFFSET) |
| 38 | LONG_LPTR s2, \thread, (THREAD_REG25 - TASK_STRUCT_OFFSET) |
| 39 | LONG_LPTR s3, \thread, (THREAD_REG26 - TASK_STRUCT_OFFSET) |
| 40 | LONG_LPTR s4, \thread, (THREAD_REG27 - TASK_STRUCT_OFFSET) |
| 41 | LONG_LPTR s5, \thread, (THREAD_REG28 - TASK_STRUCT_OFFSET) |
| 42 | LONG_LPTR s6, \thread, (THREAD_REG29 - TASK_STRUCT_OFFSET) |
| 43 | LONG_LPTR s7, \thread, (THREAD_REG30 - TASK_STRUCT_OFFSET) |
| 44 | LONG_LPTR s8, \thread, (THREAD_REG31 - TASK_STRUCT_OFFSET) |
| 45 | LONG_LPTR ra, \thread, (THREAD_REG01 - TASK_STRUCT_OFFSET) |
| 46 | LONG_LPTR sp, \thread, (THREAD_REG03 - TASK_STRUCT_OFFSET) |
| 47 | LONG_LPTR fp, \thread, (THREAD_REG22 - TASK_STRUCT_OFFSET) |
| 48 | .endm |
| 49 | |
| 50 | .macro fpu_save_csr thread tmp |
| 51 | movfcsr2gr \tmp, fcsr0 |
| 52 | #ifdef CONFIG_32BIT |
| 53 | st.w \tmp, \thread, THREAD_FCSR |
| 54 | #else |
| 55 | stptr.w \tmp, \thread, THREAD_FCSR |
| 56 | #endif |
| 57 | #ifdef CONFIG_CPU_HAS_LBT |
| 58 | /* TM bit is always 0 if LBT not supported */ |
| 59 | andi \tmp, \tmp, FPU_CSR_TM |
| 60 | beqz \tmp, 1f |
| 61 | /* Save FTOP */ |
| 62 | x86mftop \tmp |
| 63 | stptr.w \tmp, \thread, THREAD_FTOP |
| 64 | /* Turn off TM to ensure the order of FPR in memory independent of TM */ |
| 65 | x86clrtm |
| 66 | 1: |
| 67 | #endif |
| 68 | .endm |
| 69 | |
| 70 | .macro fpu_restore_csr thread tmp0 tmp1 |
| 71 | #ifdef CONFIG_32BIT |
| 72 | ld.w \tmp0, \thread, THREAD_FCSR |
| 73 | #else |
| 74 | ldptr.w \tmp0, \thread, THREAD_FCSR |
| 75 | #endif |
| 76 | movgr2fcsr fcsr0, \tmp0 |
| 77 | #ifdef CONFIG_CPU_HAS_LBT |
| 78 | /* TM bit is always 0 if LBT not supported */ |
| 79 | andi \tmp0, \tmp0, FPU_CSR_TM |
| 80 | beqz \tmp0, 2f |
| 81 | /* Restore FTOP */ |
| 82 | ldptr.w \tmp0, \thread, THREAD_FTOP |
| 83 | andi \tmp0, \tmp0, 0x7 |
| 84 | la.pcrel \tmp1, 1f |
| 85 | alsl.d \tmp1, \tmp0, \tmp1, 3 |
| 86 | jr \tmp1 |
| 87 | 1: |
| 88 | x86mttop 0 |
| 89 | b 2f |
| 90 | x86mttop 1 |
| 91 | b 2f |
| 92 | x86mttop 2 |
| 93 | b 2f |
| 94 | x86mttop 3 |
| 95 | b 2f |
| 96 | x86mttop 4 |
| 97 | b 2f |
| 98 | x86mttop 5 |
| 99 | b 2f |
| 100 | x86mttop 6 |
| 101 | b 2f |
| 102 | x86mttop 7 |
| 103 | 2: |
| 104 | #endif |
| 105 | .endm |
| 106 | |
| 107 | #ifdef CONFIG_32BIT |
| 108 | .macro fpu_save_cc thread tmp0 tmp1 |
| 109 | movcf2gr \tmp0, $fcc0 |
| 110 | move \tmp1, \tmp0 |
| 111 | movcf2gr \tmp0, $fcc1 |
| 112 | bstrins.w \tmp1, \tmp0, 15, 8 |
| 113 | movcf2gr \tmp0, $fcc2 |
| 114 | bstrins.w \tmp1, \tmp0, 23, 16 |
| 115 | movcf2gr \tmp0, $fcc3 |
| 116 | bstrins.w \tmp1, \tmp0, 31, 24 |
| 117 | st.w \tmp1, \thread, THREAD_FCC |
| 118 | movcf2gr \tmp0, $fcc4 |
| 119 | move \tmp1, \tmp0 |
| 120 | movcf2gr \tmp0, $fcc5 |
| 121 | bstrins.w \tmp1, \tmp0, 15, 8 |
| 122 | movcf2gr \tmp0, $fcc6 |
| 123 | bstrins.w \tmp1, \tmp0, 23, 16 |
| 124 | movcf2gr \tmp0, $fcc7 |
| 125 | bstrins.w \tmp1, \tmp0, 31, 24 |
| 126 | st.w \tmp1, \thread, (THREAD_FCC + 4) |
| 127 | .endm |
| 128 | |
| 129 | .macro fpu_restore_cc thread tmp0 tmp1 |
| 130 | ld.w \tmp0, \thread, THREAD_FCC |
| 131 | bstrpick.w \tmp1, \tmp0, 7, 0 |
| 132 | movgr2cf $fcc0, \tmp1 |
| 133 | bstrpick.w \tmp1, \tmp0, 15, 8 |
| 134 | movgr2cf $fcc1, \tmp1 |
| 135 | bstrpick.w \tmp1, \tmp0, 23, 16 |
| 136 | movgr2cf $fcc2, \tmp1 |
| 137 | bstrpick.w \tmp1, \tmp0, 31, 24 |
| 138 | movgr2cf $fcc3, \tmp1 |
| 139 | ld.w \tmp0, \thread, (THREAD_FCC + 4) |
| 140 | bstrpick.w \tmp1, \tmp0, 7, 0 |
| 141 | movgr2cf $fcc4, \tmp1 |
| 142 | bstrpick.w \tmp1, \tmp0, 15, 8 |
| 143 | movgr2cf $fcc5, \tmp1 |
| 144 | bstrpick.w \tmp1, \tmp0, 23, 16 |
| 145 | movgr2cf $fcc6, \tmp1 |
| 146 | bstrpick.w \tmp1, \tmp0, 31, 24 |
| 147 | movgr2cf $fcc7, \tmp1 |
| 148 | .endm |
| 149 | #else |
| 150 | .macro fpu_save_cc thread tmp0 tmp1 |
| 151 | movcf2gr \tmp0, $fcc0 |
| 152 | move \tmp1, \tmp0 |
| 153 | movcf2gr \tmp0, $fcc1 |
| 154 | bstrins.d \tmp1, \tmp0, 15, 8 |
| 155 | movcf2gr \tmp0, $fcc2 |
| 156 | bstrins.d \tmp1, \tmp0, 23, 16 |
| 157 | movcf2gr \tmp0, $fcc3 |
| 158 | bstrins.d \tmp1, \tmp0, 31, 24 |
| 159 | movcf2gr \tmp0, $fcc4 |
| 160 | bstrins.d \tmp1, \tmp0, 39, 32 |
| 161 | movcf2gr \tmp0, $fcc5 |
| 162 | bstrins.d \tmp1, \tmp0, 47, 40 |
| 163 | movcf2gr \tmp0, $fcc6 |
| 164 | bstrins.d \tmp1, \tmp0, 55, 48 |
| 165 | movcf2gr \tmp0, $fcc7 |
| 166 | bstrins.d \tmp1, \tmp0, 63, 56 |
| 167 | stptr.d \tmp1, \thread, THREAD_FCC |
| 168 | .endm |
| 169 | |
| 170 | .macro fpu_restore_cc thread tmp0 tmp1 |
| 171 | ldptr.d \tmp0, \thread, THREAD_FCC |
| 172 | bstrpick.d \tmp1, \tmp0, 7, 0 |
| 173 | movgr2cf $fcc0, \tmp1 |
| 174 | bstrpick.d \tmp1, \tmp0, 15, 8 |
| 175 | movgr2cf $fcc1, \tmp1 |
| 176 | bstrpick.d \tmp1, \tmp0, 23, 16 |
| 177 | movgr2cf $fcc2, \tmp1 |
| 178 | bstrpick.d \tmp1, \tmp0, 31, 24 |
| 179 | movgr2cf $fcc3, \tmp1 |
| 180 | bstrpick.d \tmp1, \tmp0, 39, 32 |
| 181 | movgr2cf $fcc4, \tmp1 |
| 182 | bstrpick.d \tmp1, \tmp0, 47, 40 |
| 183 | movgr2cf $fcc5, \tmp1 |
| 184 | bstrpick.d \tmp1, \tmp0, 55, 48 |
| 185 | movgr2cf $fcc6, \tmp1 |
| 186 | bstrpick.d \tmp1, \tmp0, 63, 56 |
| 187 | movgr2cf $fcc7, \tmp1 |
| 188 | .endm |
| 189 | #endif |
| 190 | |
| 191 | .macro fpu_save_double thread tmp |
| 192 | li.w \tmp, THREAD_FPR0 |
| 193 | PTR_ADD \tmp, \tmp, \thread |
| 194 | fst.d $f0, \tmp, THREAD_FPR0 - THREAD_FPR0 |
| 195 | fst.d $f1, \tmp, THREAD_FPR1 - THREAD_FPR0 |
| 196 | fst.d $f2, \tmp, THREAD_FPR2 - THREAD_FPR0 |
| 197 | fst.d $f3, \tmp, THREAD_FPR3 - THREAD_FPR0 |
| 198 | fst.d $f4, \tmp, THREAD_FPR4 - THREAD_FPR0 |
| 199 | fst.d $f5, \tmp, THREAD_FPR5 - THREAD_FPR0 |
| 200 | fst.d $f6, \tmp, THREAD_FPR6 - THREAD_FPR0 |
| 201 | fst.d $f7, \tmp, THREAD_FPR7 - THREAD_FPR0 |
| 202 | fst.d $f8, \tmp, THREAD_FPR8 - THREAD_FPR0 |
| 203 | fst.d $f9, \tmp, THREAD_FPR9 - THREAD_FPR0 |
| 204 | fst.d $f10, \tmp, THREAD_FPR10 - THREAD_FPR0 |
| 205 | fst.d $f11, \tmp, THREAD_FPR11 - THREAD_FPR0 |
| 206 | fst.d $f12, \tmp, THREAD_FPR12 - THREAD_FPR0 |
| 207 | fst.d $f13, \tmp, THREAD_FPR13 - THREAD_FPR0 |
| 208 | fst.d $f14, \tmp, THREAD_FPR14 - THREAD_FPR0 |
| 209 | fst.d $f15, \tmp, THREAD_FPR15 - THREAD_FPR0 |
| 210 | fst.d $f16, \tmp, THREAD_FPR16 - THREAD_FPR0 |
| 211 | fst.d $f17, \tmp, THREAD_FPR17 - THREAD_FPR0 |
| 212 | fst.d $f18, \tmp, THREAD_FPR18 - THREAD_FPR0 |
| 213 | fst.d $f19, \tmp, THREAD_FPR19 - THREAD_FPR0 |
| 214 | fst.d $f20, \tmp, THREAD_FPR20 - THREAD_FPR0 |
| 215 | fst.d $f21, \tmp, THREAD_FPR21 - THREAD_FPR0 |
| 216 | fst.d $f22, \tmp, THREAD_FPR22 - THREAD_FPR0 |
| 217 | fst.d $f23, \tmp, THREAD_FPR23 - THREAD_FPR0 |
| 218 | fst.d $f24, \tmp, THREAD_FPR24 - THREAD_FPR0 |
| 219 | fst.d $f25, \tmp, THREAD_FPR25 - THREAD_FPR0 |
| 220 | fst.d $f26, \tmp, THREAD_FPR26 - THREAD_FPR0 |
| 221 | fst.d $f27, \tmp, THREAD_FPR27 - THREAD_FPR0 |
| 222 | fst.d $f28, \tmp, THREAD_FPR28 - THREAD_FPR0 |
| 223 | fst.d $f29, \tmp, THREAD_FPR29 - THREAD_FPR0 |
| 224 | fst.d $f30, \tmp, THREAD_FPR30 - THREAD_FPR0 |
| 225 | fst.d $f31, \tmp, THREAD_FPR31 - THREAD_FPR0 |
| 226 | .endm |
| 227 | |
| 228 | .macro fpu_restore_double thread tmp |
| 229 | li.w \tmp, THREAD_FPR0 |
| 230 | PTR_ADD \tmp, \tmp, \thread |
| 231 | fld.d $f0, \tmp, THREAD_FPR0 - THREAD_FPR0 |
| 232 | fld.d $f1, \tmp, THREAD_FPR1 - THREAD_FPR0 |
| 233 | fld.d $f2, \tmp, THREAD_FPR2 - THREAD_FPR0 |
| 234 | fld.d $f3, \tmp, THREAD_FPR3 - THREAD_FPR0 |
| 235 | fld.d $f4, \tmp, THREAD_FPR4 - THREAD_FPR0 |
| 236 | fld.d $f5, \tmp, THREAD_FPR5 - THREAD_FPR0 |
| 237 | fld.d $f6, \tmp, THREAD_FPR6 - THREAD_FPR0 |
| 238 | fld.d $f7, \tmp, THREAD_FPR7 - THREAD_FPR0 |
| 239 | fld.d $f8, \tmp, THREAD_FPR8 - THREAD_FPR0 |
| 240 | fld.d $f9, \tmp, THREAD_FPR9 - THREAD_FPR0 |
| 241 | fld.d $f10, \tmp, THREAD_FPR10 - THREAD_FPR0 |
| 242 | fld.d $f11, \tmp, THREAD_FPR11 - THREAD_FPR0 |
| 243 | fld.d $f12, \tmp, THREAD_FPR12 - THREAD_FPR0 |
| 244 | fld.d $f13, \tmp, THREAD_FPR13 - THREAD_FPR0 |
| 245 | fld.d $f14, \tmp, THREAD_FPR14 - THREAD_FPR0 |
| 246 | fld.d $f15, \tmp, THREAD_FPR15 - THREAD_FPR0 |
| 247 | fld.d $f16, \tmp, THREAD_FPR16 - THREAD_FPR0 |
| 248 | fld.d $f17, \tmp, THREAD_FPR17 - THREAD_FPR0 |
| 249 | fld.d $f18, \tmp, THREAD_FPR18 - THREAD_FPR0 |
| 250 | fld.d $f19, \tmp, THREAD_FPR19 - THREAD_FPR0 |
| 251 | fld.d $f20, \tmp, THREAD_FPR20 - THREAD_FPR0 |
| 252 | fld.d $f21, \tmp, THREAD_FPR21 - THREAD_FPR0 |
| 253 | fld.d $f22, \tmp, THREAD_FPR22 - THREAD_FPR0 |
| 254 | fld.d $f23, \tmp, THREAD_FPR23 - THREAD_FPR0 |
| 255 | fld.d $f24, \tmp, THREAD_FPR24 - THREAD_FPR0 |
| 256 | fld.d $f25, \tmp, THREAD_FPR25 - THREAD_FPR0 |
| 257 | fld.d $f26, \tmp, THREAD_FPR26 - THREAD_FPR0 |
| 258 | fld.d $f27, \tmp, THREAD_FPR27 - THREAD_FPR0 |
| 259 | fld.d $f28, \tmp, THREAD_FPR28 - THREAD_FPR0 |
| 260 | fld.d $f29, \tmp, THREAD_FPR29 - THREAD_FPR0 |
| 261 | fld.d $f30, \tmp, THREAD_FPR30 - THREAD_FPR0 |
| 262 | fld.d $f31, \tmp, THREAD_FPR31 - THREAD_FPR0 |
| 263 | .endm |
| 264 | |
| 265 | .macro lsx_save_data thread tmp |
| 266 | li.w \tmp, THREAD_FPR0 |
| 267 | PTR_ADD \tmp, \thread, \tmp |
| 268 | vst $vr0, \tmp, THREAD_FPR0 - THREAD_FPR0 |
| 269 | vst $vr1, \tmp, THREAD_FPR1 - THREAD_FPR0 |
| 270 | vst $vr2, \tmp, THREAD_FPR2 - THREAD_FPR0 |
| 271 | vst $vr3, \tmp, THREAD_FPR3 - THREAD_FPR0 |
| 272 | vst $vr4, \tmp, THREAD_FPR4 - THREAD_FPR0 |
| 273 | vst $vr5, \tmp, THREAD_FPR5 - THREAD_FPR0 |
| 274 | vst $vr6, \tmp, THREAD_FPR6 - THREAD_FPR0 |
| 275 | vst $vr7, \tmp, THREAD_FPR7 - THREAD_FPR0 |
| 276 | vst $vr8, \tmp, THREAD_FPR8 - THREAD_FPR0 |
| 277 | vst $vr9, \tmp, THREAD_FPR9 - THREAD_FPR0 |
| 278 | vst $vr10, \tmp, THREAD_FPR10 - THREAD_FPR0 |
| 279 | vst $vr11, \tmp, THREAD_FPR11 - THREAD_FPR0 |
| 280 | vst $vr12, \tmp, THREAD_FPR12 - THREAD_FPR0 |
| 281 | vst $vr13, \tmp, THREAD_FPR13 - THREAD_FPR0 |
| 282 | vst $vr14, \tmp, THREAD_FPR14 - THREAD_FPR0 |
| 283 | vst $vr15, \tmp, THREAD_FPR15 - THREAD_FPR0 |
| 284 | vst $vr16, \tmp, THREAD_FPR16 - THREAD_FPR0 |
| 285 | vst $vr17, \tmp, THREAD_FPR17 - THREAD_FPR0 |
| 286 | vst $vr18, \tmp, THREAD_FPR18 - THREAD_FPR0 |
| 287 | vst $vr19, \tmp, THREAD_FPR19 - THREAD_FPR0 |
| 288 | vst $vr20, \tmp, THREAD_FPR20 - THREAD_FPR0 |
| 289 | vst $vr21, \tmp, THREAD_FPR21 - THREAD_FPR0 |
| 290 | vst $vr22, \tmp, THREAD_FPR22 - THREAD_FPR0 |
| 291 | vst $vr23, \tmp, THREAD_FPR23 - THREAD_FPR0 |
| 292 | vst $vr24, \tmp, THREAD_FPR24 - THREAD_FPR0 |
| 293 | vst $vr25, \tmp, THREAD_FPR25 - THREAD_FPR0 |
| 294 | vst $vr26, \tmp, THREAD_FPR26 - THREAD_FPR0 |
| 295 | vst $vr27, \tmp, THREAD_FPR27 - THREAD_FPR0 |
| 296 | vst $vr28, \tmp, THREAD_FPR28 - THREAD_FPR0 |
| 297 | vst $vr29, \tmp, THREAD_FPR29 - THREAD_FPR0 |
| 298 | vst $vr30, \tmp, THREAD_FPR30 - THREAD_FPR0 |
| 299 | vst $vr31, \tmp, THREAD_FPR31 - THREAD_FPR0 |
| 300 | .endm |
| 301 | |
| 302 | .macro lsx_restore_data thread tmp |
| 303 | li.w \tmp, THREAD_FPR0 |
| 304 | PTR_ADD \tmp, \thread, \tmp |
| 305 | vld $vr0, \tmp, THREAD_FPR0 - THREAD_FPR0 |
| 306 | vld $vr1, \tmp, THREAD_FPR1 - THREAD_FPR0 |
| 307 | vld $vr2, \tmp, THREAD_FPR2 - THREAD_FPR0 |
| 308 | vld $vr3, \tmp, THREAD_FPR3 - THREAD_FPR0 |
| 309 | vld $vr4, \tmp, THREAD_FPR4 - THREAD_FPR0 |
| 310 | vld $vr5, \tmp, THREAD_FPR5 - THREAD_FPR0 |
| 311 | vld $vr6, \tmp, THREAD_FPR6 - THREAD_FPR0 |
| 312 | vld $vr7, \tmp, THREAD_FPR7 - THREAD_FPR0 |
| 313 | vld $vr8, \tmp, THREAD_FPR8 - THREAD_FPR0 |
| 314 | vld $vr9, \tmp, THREAD_FPR9 - THREAD_FPR0 |
| 315 | vld $vr10, \tmp, THREAD_FPR10 - THREAD_FPR0 |
| 316 | vld $vr11, \tmp, THREAD_FPR11 - THREAD_FPR0 |
| 317 | vld $vr12, \tmp, THREAD_FPR12 - THREAD_FPR0 |
| 318 | vld $vr13, \tmp, THREAD_FPR13 - THREAD_FPR0 |
| 319 | vld $vr14, \tmp, THREAD_FPR14 - THREAD_FPR0 |
| 320 | vld $vr15, \tmp, THREAD_FPR15 - THREAD_FPR0 |
| 321 | vld $vr16, \tmp, THREAD_FPR16 - THREAD_FPR0 |
| 322 | vld $vr17, \tmp, THREAD_FPR17 - THREAD_FPR0 |
| 323 | vld $vr18, \tmp, THREAD_FPR18 - THREAD_FPR0 |
| 324 | vld $vr19, \tmp, THREAD_FPR19 - THREAD_FPR0 |
| 325 | vld $vr20, \tmp, THREAD_FPR20 - THREAD_FPR0 |
| 326 | vld $vr21, \tmp, THREAD_FPR21 - THREAD_FPR0 |
| 327 | vld $vr22, \tmp, THREAD_FPR22 - THREAD_FPR0 |
| 328 | vld $vr23, \tmp, THREAD_FPR23 - THREAD_FPR0 |
| 329 | vld $vr24, \tmp, THREAD_FPR24 - THREAD_FPR0 |
| 330 | vld $vr25, \tmp, THREAD_FPR25 - THREAD_FPR0 |
| 331 | vld $vr26, \tmp, THREAD_FPR26 - THREAD_FPR0 |
| 332 | vld $vr27, \tmp, THREAD_FPR27 - THREAD_FPR0 |
| 333 | vld $vr28, \tmp, THREAD_FPR28 - THREAD_FPR0 |
| 334 | vld $vr29, \tmp, THREAD_FPR29 - THREAD_FPR0 |
| 335 | vld $vr30, \tmp, THREAD_FPR30 - THREAD_FPR0 |
| 336 | vld $vr31, \tmp, THREAD_FPR31 - THREAD_FPR0 |
| 337 | .endm |
| 338 | |
| 339 | .macro lsx_save_all thread tmp0 tmp1 |
| 340 | fpu_save_cc \thread, \tmp0, \tmp1 |
| 341 | fpu_save_csr \thread, \tmp0 |
| 342 | lsx_save_data \thread, \tmp0 |
| 343 | .endm |
| 344 | |
| 345 | .macro lsx_restore_all thread tmp0 tmp1 |
| 346 | lsx_restore_data \thread, \tmp0 |
| 347 | fpu_restore_cc \thread, \tmp0, \tmp1 |
| 348 | fpu_restore_csr \thread, \tmp0, \tmp1 |
| 349 | .endm |
| 350 | |
| 351 | .macro lsx_save_upper vd base tmp off |
| 352 | vpickve2gr.d \tmp, \vd, 1 |
| 353 | st.d \tmp, \base, (\off+8) |
| 354 | .endm |
| 355 | |
| 356 | .macro lsx_save_all_upper thread base tmp |
| 357 | li.w \tmp, THREAD_FPR0 |
| 358 | PTR_ADD \base, \thread, \tmp |
| 359 | lsx_save_upper $vr0, \base, \tmp, (THREAD_FPR0-THREAD_FPR0) |
| 360 | lsx_save_upper $vr1, \base, \tmp, (THREAD_FPR1-THREAD_FPR0) |
| 361 | lsx_save_upper $vr2, \base, \tmp, (THREAD_FPR2-THREAD_FPR0) |
| 362 | lsx_save_upper $vr3, \base, \tmp, (THREAD_FPR3-THREAD_FPR0) |
| 363 | lsx_save_upper $vr4, \base, \tmp, (THREAD_FPR4-THREAD_FPR0) |
| 364 | lsx_save_upper $vr5, \base, \tmp, (THREAD_FPR5-THREAD_FPR0) |
| 365 | lsx_save_upper $vr6, \base, \tmp, (THREAD_FPR6-THREAD_FPR0) |
| 366 | lsx_save_upper $vr7, \base, \tmp, (THREAD_FPR7-THREAD_FPR0) |
| 367 | lsx_save_upper $vr8, \base, \tmp, (THREAD_FPR8-THREAD_FPR0) |
| 368 | lsx_save_upper $vr9, \base, \tmp, (THREAD_FPR9-THREAD_FPR0) |
| 369 | lsx_save_upper $vr10, \base, \tmp, (THREAD_FPR10-THREAD_FPR0) |
| 370 | lsx_save_upper $vr11, \base, \tmp, (THREAD_FPR11-THREAD_FPR0) |
| 371 | lsx_save_upper $vr12, \base, \tmp, (THREAD_FPR12-THREAD_FPR0) |
| 372 | lsx_save_upper $vr13, \base, \tmp, (THREAD_FPR13-THREAD_FPR0) |
| 373 | lsx_save_upper $vr14, \base, \tmp, (THREAD_FPR14-THREAD_FPR0) |
| 374 | lsx_save_upper $vr15, \base, \tmp, (THREAD_FPR15-THREAD_FPR0) |
| 375 | lsx_save_upper $vr16, \base, \tmp, (THREAD_FPR16-THREAD_FPR0) |
| 376 | lsx_save_upper $vr17, \base, \tmp, (THREAD_FPR17-THREAD_FPR0) |
| 377 | lsx_save_upper $vr18, \base, \tmp, (THREAD_FPR18-THREAD_FPR0) |
| 378 | lsx_save_upper $vr19, \base, \tmp, (THREAD_FPR19-THREAD_FPR0) |
| 379 | lsx_save_upper $vr20, \base, \tmp, (THREAD_FPR20-THREAD_FPR0) |
| 380 | lsx_save_upper $vr21, \base, \tmp, (THREAD_FPR21-THREAD_FPR0) |
| 381 | lsx_save_upper $vr22, \base, \tmp, (THREAD_FPR22-THREAD_FPR0) |
| 382 | lsx_save_upper $vr23, \base, \tmp, (THREAD_FPR23-THREAD_FPR0) |
| 383 | lsx_save_upper $vr24, \base, \tmp, (THREAD_FPR24-THREAD_FPR0) |
| 384 | lsx_save_upper $vr25, \base, \tmp, (THREAD_FPR25-THREAD_FPR0) |
| 385 | lsx_save_upper $vr26, \base, \tmp, (THREAD_FPR26-THREAD_FPR0) |
| 386 | lsx_save_upper $vr27, \base, \tmp, (THREAD_FPR27-THREAD_FPR0) |
| 387 | lsx_save_upper $vr28, \base, \tmp, (THREAD_FPR28-THREAD_FPR0) |
| 388 | lsx_save_upper $vr29, \base, \tmp, (THREAD_FPR29-THREAD_FPR0) |
| 389 | lsx_save_upper $vr30, \base, \tmp, (THREAD_FPR30-THREAD_FPR0) |
| 390 | lsx_save_upper $vr31, \base, \tmp, (THREAD_FPR31-THREAD_FPR0) |
| 391 | .endm |
| 392 | |
| 393 | .macro lsx_restore_upper vd base tmp off |
| 394 | ld.d \tmp, \base, (\off+8) |
| 395 | vinsgr2vr.d \vd, \tmp, 1 |
| 396 | .endm |
| 397 | |
| 398 | .macro lsx_restore_all_upper thread base tmp |
| 399 | li.w \tmp, THREAD_FPR0 |
| 400 | PTR_ADD \base, \thread, \tmp |
| 401 | lsx_restore_upper $vr0, \base, \tmp, (THREAD_FPR0-THREAD_FPR0) |
| 402 | lsx_restore_upper $vr1, \base, \tmp, (THREAD_FPR1-THREAD_FPR0) |
| 403 | lsx_restore_upper $vr2, \base, \tmp, (THREAD_FPR2-THREAD_FPR0) |
| 404 | lsx_restore_upper $vr3, \base, \tmp, (THREAD_FPR3-THREAD_FPR0) |
| 405 | lsx_restore_upper $vr4, \base, \tmp, (THREAD_FPR4-THREAD_FPR0) |
| 406 | lsx_restore_upper $vr5, \base, \tmp, (THREAD_FPR5-THREAD_FPR0) |
| 407 | lsx_restore_upper $vr6, \base, \tmp, (THREAD_FPR6-THREAD_FPR0) |
| 408 | lsx_restore_upper $vr7, \base, \tmp, (THREAD_FPR7-THREAD_FPR0) |
| 409 | lsx_restore_upper $vr8, \base, \tmp, (THREAD_FPR8-THREAD_FPR0) |
| 410 | lsx_restore_upper $vr9, \base, \tmp, (THREAD_FPR9-THREAD_FPR0) |
| 411 | lsx_restore_upper $vr10, \base, \tmp, (THREAD_FPR10-THREAD_FPR0) |
| 412 | lsx_restore_upper $vr11, \base, \tmp, (THREAD_FPR11-THREAD_FPR0) |
| 413 | lsx_restore_upper $vr12, \base, \tmp, (THREAD_FPR12-THREAD_FPR0) |
| 414 | lsx_restore_upper $vr13, \base, \tmp, (THREAD_FPR13-THREAD_FPR0) |
| 415 | lsx_restore_upper $vr14, \base, \tmp, (THREAD_FPR14-THREAD_FPR0) |
| 416 | lsx_restore_upper $vr15, \base, \tmp, (THREAD_FPR15-THREAD_FPR0) |
| 417 | lsx_restore_upper $vr16, \base, \tmp, (THREAD_FPR16-THREAD_FPR0) |
| 418 | lsx_restore_upper $vr17, \base, \tmp, (THREAD_FPR17-THREAD_FPR0) |
| 419 | lsx_restore_upper $vr18, \base, \tmp, (THREAD_FPR18-THREAD_FPR0) |
| 420 | lsx_restore_upper $vr19, \base, \tmp, (THREAD_FPR19-THREAD_FPR0) |
| 421 | lsx_restore_upper $vr20, \base, \tmp, (THREAD_FPR20-THREAD_FPR0) |
| 422 | lsx_restore_upper $vr21, \base, \tmp, (THREAD_FPR21-THREAD_FPR0) |
| 423 | lsx_restore_upper $vr22, \base, \tmp, (THREAD_FPR22-THREAD_FPR0) |
| 424 | lsx_restore_upper $vr23, \base, \tmp, (THREAD_FPR23-THREAD_FPR0) |
| 425 | lsx_restore_upper $vr24, \base, \tmp, (THREAD_FPR24-THREAD_FPR0) |
| 426 | lsx_restore_upper $vr25, \base, \tmp, (THREAD_FPR25-THREAD_FPR0) |
| 427 | lsx_restore_upper $vr26, \base, \tmp, (THREAD_FPR26-THREAD_FPR0) |
| 428 | lsx_restore_upper $vr27, \base, \tmp, (THREAD_FPR27-THREAD_FPR0) |
| 429 | lsx_restore_upper $vr28, \base, \tmp, (THREAD_FPR28-THREAD_FPR0) |
| 430 | lsx_restore_upper $vr29, \base, \tmp, (THREAD_FPR29-THREAD_FPR0) |
| 431 | lsx_restore_upper $vr30, \base, \tmp, (THREAD_FPR30-THREAD_FPR0) |
| 432 | lsx_restore_upper $vr31, \base, \tmp, (THREAD_FPR31-THREAD_FPR0) |
| 433 | .endm |
| 434 | |
| 435 | .macro lsx_init_upper vd tmp |
| 436 | vinsgr2vr.d \vd, \tmp, 1 |
| 437 | .endm |
| 438 | |
| 439 | .macro lsx_init_all_upper tmp |
| 440 | not \tmp, zero |
| 441 | lsx_init_upper $vr0 \tmp |
| 442 | lsx_init_upper $vr1 \tmp |
| 443 | lsx_init_upper $vr2 \tmp |
| 444 | lsx_init_upper $vr3 \tmp |
| 445 | lsx_init_upper $vr4 \tmp |
| 446 | lsx_init_upper $vr5 \tmp |
| 447 | lsx_init_upper $vr6 \tmp |
| 448 | lsx_init_upper $vr7 \tmp |
| 449 | lsx_init_upper $vr8 \tmp |
| 450 | lsx_init_upper $vr9 \tmp |
| 451 | lsx_init_upper $vr10 \tmp |
| 452 | lsx_init_upper $vr11 \tmp |
| 453 | lsx_init_upper $vr12 \tmp |
| 454 | lsx_init_upper $vr13 \tmp |
| 455 | lsx_init_upper $vr14 \tmp |
| 456 | lsx_init_upper $vr15 \tmp |
| 457 | lsx_init_upper $vr16 \tmp |
| 458 | lsx_init_upper $vr17 \tmp |
| 459 | lsx_init_upper $vr18 \tmp |
| 460 | lsx_init_upper $vr19 \tmp |
| 461 | lsx_init_upper $vr20 \tmp |
| 462 | lsx_init_upper $vr21 \tmp |
| 463 | lsx_init_upper $vr22 \tmp |
| 464 | lsx_init_upper $vr23 \tmp |
| 465 | lsx_init_upper $vr24 \tmp |
| 466 | lsx_init_upper $vr25 \tmp |
| 467 | lsx_init_upper $vr26 \tmp |
| 468 | lsx_init_upper $vr27 \tmp |
| 469 | lsx_init_upper $vr28 \tmp |
| 470 | lsx_init_upper $vr29 \tmp |
| 471 | lsx_init_upper $vr30 \tmp |
| 472 | lsx_init_upper $vr31 \tmp |
| 473 | .endm |
| 474 | |
| 475 | .macro lasx_save_data thread tmp |
| 476 | li.w \tmp, THREAD_FPR0 |
| 477 | PTR_ADD \tmp, \thread, \tmp |
| 478 | xvst $xr0, \tmp, THREAD_FPR0 - THREAD_FPR0 |
| 479 | xvst $xr1, \tmp, THREAD_FPR1 - THREAD_FPR0 |
| 480 | xvst $xr2, \tmp, THREAD_FPR2 - THREAD_FPR0 |
| 481 | xvst $xr3, \tmp, THREAD_FPR3 - THREAD_FPR0 |
| 482 | xvst $xr4, \tmp, THREAD_FPR4 - THREAD_FPR0 |
| 483 | xvst $xr5, \tmp, THREAD_FPR5 - THREAD_FPR0 |
| 484 | xvst $xr6, \tmp, THREAD_FPR6 - THREAD_FPR0 |
| 485 | xvst $xr7, \tmp, THREAD_FPR7 - THREAD_FPR0 |
| 486 | xvst $xr8, \tmp, THREAD_FPR8 - THREAD_FPR0 |
| 487 | xvst $xr9, \tmp, THREAD_FPR9 - THREAD_FPR0 |
| 488 | xvst $xr10, \tmp, THREAD_FPR10 - THREAD_FPR0 |
| 489 | xvst $xr11, \tmp, THREAD_FPR11 - THREAD_FPR0 |
| 490 | xvst $xr12, \tmp, THREAD_FPR12 - THREAD_FPR0 |
| 491 | xvst $xr13, \tmp, THREAD_FPR13 - THREAD_FPR0 |
| 492 | xvst $xr14, \tmp, THREAD_FPR14 - THREAD_FPR0 |
| 493 | xvst $xr15, \tmp, THREAD_FPR15 - THREAD_FPR0 |
| 494 | xvst $xr16, \tmp, THREAD_FPR16 - THREAD_FPR0 |
| 495 | xvst $xr17, \tmp, THREAD_FPR17 - THREAD_FPR0 |
| 496 | xvst $xr18, \tmp, THREAD_FPR18 - THREAD_FPR0 |
| 497 | xvst $xr19, \tmp, THREAD_FPR19 - THREAD_FPR0 |
| 498 | xvst $xr20, \tmp, THREAD_FPR20 - THREAD_FPR0 |
| 499 | xvst $xr21, \tmp, THREAD_FPR21 - THREAD_FPR0 |
| 500 | xvst $xr22, \tmp, THREAD_FPR22 - THREAD_FPR0 |
| 501 | xvst $xr23, \tmp, THREAD_FPR23 - THREAD_FPR0 |
| 502 | xvst $xr24, \tmp, THREAD_FPR24 - THREAD_FPR0 |
| 503 | xvst $xr25, \tmp, THREAD_FPR25 - THREAD_FPR0 |
| 504 | xvst $xr26, \tmp, THREAD_FPR26 - THREAD_FPR0 |
| 505 | xvst $xr27, \tmp, THREAD_FPR27 - THREAD_FPR0 |
| 506 | xvst $xr28, \tmp, THREAD_FPR28 - THREAD_FPR0 |
| 507 | xvst $xr29, \tmp, THREAD_FPR29 - THREAD_FPR0 |
| 508 | xvst $xr30, \tmp, THREAD_FPR30 - THREAD_FPR0 |
| 509 | xvst $xr31, \tmp, THREAD_FPR31 - THREAD_FPR0 |
| 510 | .endm |
| 511 | |
| 512 | .macro lasx_restore_data thread tmp |
| 513 | li.w \tmp, THREAD_FPR0 |
| 514 | PTR_ADD \tmp, \thread, \tmp |
| 515 | xvld $xr0, \tmp, THREAD_FPR0 - THREAD_FPR0 |
| 516 | xvld $xr1, \tmp, THREAD_FPR1 - THREAD_FPR0 |
| 517 | xvld $xr2, \tmp, THREAD_FPR2 - THREAD_FPR0 |
| 518 | xvld $xr3, \tmp, THREAD_FPR3 - THREAD_FPR0 |
| 519 | xvld $xr4, \tmp, THREAD_FPR4 - THREAD_FPR0 |
| 520 | xvld $xr5, \tmp, THREAD_FPR5 - THREAD_FPR0 |
| 521 | xvld $xr6, \tmp, THREAD_FPR6 - THREAD_FPR0 |
| 522 | xvld $xr7, \tmp, THREAD_FPR7 - THREAD_FPR0 |
| 523 | xvld $xr8, \tmp, THREAD_FPR8 - THREAD_FPR0 |
| 524 | xvld $xr9, \tmp, THREAD_FPR9 - THREAD_FPR0 |
| 525 | xvld $xr10, \tmp, THREAD_FPR10 - THREAD_FPR0 |
| 526 | xvld $xr11, \tmp, THREAD_FPR11 - THREAD_FPR0 |
| 527 | xvld $xr12, \tmp, THREAD_FPR12 - THREAD_FPR0 |
| 528 | xvld $xr13, \tmp, THREAD_FPR13 - THREAD_FPR0 |
| 529 | xvld $xr14, \tmp, THREAD_FPR14 - THREAD_FPR0 |
| 530 | xvld $xr15, \tmp, THREAD_FPR15 - THREAD_FPR0 |
| 531 | xvld $xr16, \tmp, THREAD_FPR16 - THREAD_FPR0 |
| 532 | xvld $xr17, \tmp, THREAD_FPR17 - THREAD_FPR0 |
| 533 | xvld $xr18, \tmp, THREAD_FPR18 - THREAD_FPR0 |
| 534 | xvld $xr19, \tmp, THREAD_FPR19 - THREAD_FPR0 |
| 535 | xvld $xr20, \tmp, THREAD_FPR20 - THREAD_FPR0 |
| 536 | xvld $xr21, \tmp, THREAD_FPR21 - THREAD_FPR0 |
| 537 | xvld $xr22, \tmp, THREAD_FPR22 - THREAD_FPR0 |
| 538 | xvld $xr23, \tmp, THREAD_FPR23 - THREAD_FPR0 |
| 539 | xvld $xr24, \tmp, THREAD_FPR24 - THREAD_FPR0 |
| 540 | xvld $xr25, \tmp, THREAD_FPR25 - THREAD_FPR0 |
| 541 | xvld $xr26, \tmp, THREAD_FPR26 - THREAD_FPR0 |
| 542 | xvld $xr27, \tmp, THREAD_FPR27 - THREAD_FPR0 |
| 543 | xvld $xr28, \tmp, THREAD_FPR28 - THREAD_FPR0 |
| 544 | xvld $xr29, \tmp, THREAD_FPR29 - THREAD_FPR0 |
| 545 | xvld $xr30, \tmp, THREAD_FPR30 - THREAD_FPR0 |
| 546 | xvld $xr31, \tmp, THREAD_FPR31 - THREAD_FPR0 |
| 547 | .endm |
| 548 | |
| 549 | .macro lasx_save_all thread tmp0 tmp1 |
| 550 | fpu_save_cc \thread, \tmp0, \tmp1 |
| 551 | fpu_save_csr \thread, \tmp0 |
| 552 | lasx_save_data \thread, \tmp0 |
| 553 | .endm |
| 554 | |
| 555 | .macro lasx_restore_all thread tmp0 tmp1 |
| 556 | lasx_restore_data \thread, \tmp0 |
| 557 | fpu_restore_cc \thread, \tmp0, \tmp1 |
| 558 | fpu_restore_csr \thread, \tmp0, \tmp1 |
| 559 | .endm |
| 560 | |
| 561 | .macro lasx_save_upper xd base tmp off |
| 562 | /* Nothing */ |
| 563 | .endm |
| 564 | |
| 565 | .macro lasx_save_all_upper thread base tmp |
| 566 | /* Nothing */ |
| 567 | .endm |
| 568 | |
| 569 | .macro lasx_restore_upper xd base tmp0 tmp1 off |
| 570 | vld \tmp0, \base, (\off+16) |
| 571 | xvpermi.q \xd, \tmp1, 0x2 |
| 572 | .endm |
| 573 | |
| 574 | .macro lasx_restore_all_upper thread base tmp |
| 575 | li.w \tmp, THREAD_FPR0 |
| 576 | PTR_ADD \base, \thread, \tmp |
| 577 | /* Save $vr31 ($xr31 lower bits) with xvpickve2gr */ |
| 578 | xvpickve2gr.d $r17, $xr31, 0 |
| 579 | xvpickve2gr.d $r18, $xr31, 1 |
| 580 | lasx_restore_upper $xr0, \base, $vr31, $xr31, (THREAD_FPR0-THREAD_FPR0) |
| 581 | lasx_restore_upper $xr1, \base, $vr31, $xr31, (THREAD_FPR1-THREAD_FPR0) |
| 582 | lasx_restore_upper $xr2, \base, $vr31, $xr31, (THREAD_FPR2-THREAD_FPR0) |
| 583 | lasx_restore_upper $xr3, \base, $vr31, $xr31, (THREAD_FPR3-THREAD_FPR0) |
| 584 | lasx_restore_upper $xr4, \base, $vr31, $xr31, (THREAD_FPR4-THREAD_FPR0) |
| 585 | lasx_restore_upper $xr5, \base, $vr31, $xr31, (THREAD_FPR5-THREAD_FPR0) |
| 586 | lasx_restore_upper $xr6, \base, $vr31, $xr31, (THREAD_FPR6-THREAD_FPR0) |
| 587 | lasx_restore_upper $xr7, \base, $vr31, $xr31, (THREAD_FPR7-THREAD_FPR0) |
| 588 | lasx_restore_upper $xr8, \base, $vr31, $xr31, (THREAD_FPR8-THREAD_FPR0) |
| 589 | lasx_restore_upper $xr9, \base, $vr31, $xr31, (THREAD_FPR9-THREAD_FPR0) |
| 590 | lasx_restore_upper $xr10, \base, $vr31, $xr31, (THREAD_FPR10-THREAD_FPR0) |
| 591 | lasx_restore_upper $xr11, \base, $vr31, $xr31, (THREAD_FPR11-THREAD_FPR0) |
| 592 | lasx_restore_upper $xr12, \base, $vr31, $xr31, (THREAD_FPR12-THREAD_FPR0) |
| 593 | lasx_restore_upper $xr13, \base, $vr31, $xr31, (THREAD_FPR13-THREAD_FPR0) |
| 594 | lasx_restore_upper $xr14, \base, $vr31, $xr31, (THREAD_FPR14-THREAD_FPR0) |
| 595 | lasx_restore_upper $xr15, \base, $vr31, $xr31, (THREAD_FPR15-THREAD_FPR0) |
| 596 | lasx_restore_upper $xr16, \base, $vr31, $xr31, (THREAD_FPR16-THREAD_FPR0) |
| 597 | lasx_restore_upper $xr17, \base, $vr31, $xr31, (THREAD_FPR17-THREAD_FPR0) |
| 598 | lasx_restore_upper $xr18, \base, $vr31, $xr31, (THREAD_FPR18-THREAD_FPR0) |
| 599 | lasx_restore_upper $xr19, \base, $vr31, $xr31, (THREAD_FPR19-THREAD_FPR0) |
| 600 | lasx_restore_upper $xr20, \base, $vr31, $xr31, (THREAD_FPR20-THREAD_FPR0) |
| 601 | lasx_restore_upper $xr21, \base, $vr31, $xr31, (THREAD_FPR21-THREAD_FPR0) |
| 602 | lasx_restore_upper $xr22, \base, $vr31, $xr31, (THREAD_FPR22-THREAD_FPR0) |
| 603 | lasx_restore_upper $xr23, \base, $vr31, $xr31, (THREAD_FPR23-THREAD_FPR0) |
| 604 | lasx_restore_upper $xr24, \base, $vr31, $xr31, (THREAD_FPR24-THREAD_FPR0) |
| 605 | lasx_restore_upper $xr25, \base, $vr31, $xr31, (THREAD_FPR25-THREAD_FPR0) |
| 606 | lasx_restore_upper $xr26, \base, $vr31, $xr31, (THREAD_FPR26-THREAD_FPR0) |
| 607 | lasx_restore_upper $xr27, \base, $vr31, $xr31, (THREAD_FPR27-THREAD_FPR0) |
| 608 | lasx_restore_upper $xr28, \base, $vr31, $xr31, (THREAD_FPR28-THREAD_FPR0) |
| 609 | lasx_restore_upper $xr29, \base, $vr31, $xr31, (THREAD_FPR29-THREAD_FPR0) |
| 610 | lasx_restore_upper $xr30, \base, $vr31, $xr31, (THREAD_FPR30-THREAD_FPR0) |
| 611 | lasx_restore_upper $xr31, \base, $vr31, $xr31, (THREAD_FPR31-THREAD_FPR0) |
| 612 | /* Restore $vr31 ($xr31 lower bits) with xvinsgr2vr */ |
| 613 | xvinsgr2vr.d $xr31, $r17, 0 |
| 614 | xvinsgr2vr.d $xr31, $r18, 1 |
| 615 | .endm |
| 616 | |
| 617 | .macro lasx_init_upper xd tmp |
| 618 | xvinsgr2vr.d \xd, \tmp, 2 |
| 619 | xvinsgr2vr.d \xd, \tmp, 3 |
| 620 | .endm |
| 621 | |
| 622 | .macro lasx_init_all_upper tmp |
| 623 | not \tmp, zero |
| 624 | lasx_init_upper $xr0 \tmp |
| 625 | lasx_init_upper $xr1 \tmp |
| 626 | lasx_init_upper $xr2 \tmp |
| 627 | lasx_init_upper $xr3 \tmp |
| 628 | lasx_init_upper $xr4 \tmp |
| 629 | lasx_init_upper $xr5 \tmp |
| 630 | lasx_init_upper $xr6 \tmp |
| 631 | lasx_init_upper $xr7 \tmp |
| 632 | lasx_init_upper $xr8 \tmp |
| 633 | lasx_init_upper $xr9 \tmp |
| 634 | lasx_init_upper $xr10 \tmp |
| 635 | lasx_init_upper $xr11 \tmp |
| 636 | lasx_init_upper $xr12 \tmp |
| 637 | lasx_init_upper $xr13 \tmp |
| 638 | lasx_init_upper $xr14 \tmp |
| 639 | lasx_init_upper $xr15 \tmp |
| 640 | lasx_init_upper $xr16 \tmp |
| 641 | lasx_init_upper $xr17 \tmp |
| 642 | lasx_init_upper $xr18 \tmp |
| 643 | lasx_init_upper $xr19 \tmp |
| 644 | lasx_init_upper $xr20 \tmp |
| 645 | lasx_init_upper $xr21 \tmp |
| 646 | lasx_init_upper $xr22 \tmp |
| 647 | lasx_init_upper $xr23 \tmp |
| 648 | lasx_init_upper $xr24 \tmp |
| 649 | lasx_init_upper $xr25 \tmp |
| 650 | lasx_init_upper $xr26 \tmp |
| 651 | lasx_init_upper $xr27 \tmp |
| 652 | lasx_init_upper $xr28 \tmp |
| 653 | lasx_init_upper $xr29 \tmp |
| 654 | lasx_init_upper $xr30 \tmp |
| 655 | lasx_init_upper $xr31 \tmp |
| 656 | .endm |
| 657 | |
| 658 | .macro not dst src |
| 659 | nor \dst, \src, zero |
| 660 | .endm |
| 661 | |
| 662 | .macro la_abs reg, sym |
| 663 | #ifndef CONFIG_RELOCATABLE |
| 664 | la.abs \reg, \sym |
| 665 | #else |
| 666 | 766: |
| 667 | lu12i.w \reg, 0 |
| 668 | ori \reg, \reg, 0 |
| 669 | #ifdef CONFIG_64BIT |
| 670 | lu32i.d \reg, 0 |
| 671 | lu52i.d \reg, \reg, 0 |
| 672 | #endif |
| 673 | .pushsection ".la_abs", "aw", %progbits |
| 674 | .p2align PTRLOG |
| 675 | PTR 766b |
| 676 | PTR \sym |
| 677 | .popsection |
| 678 | #endif |
| 679 | .endm |
| 680 | |
| 681 | #endif /* _ASM_ASMMACRO_H */ |
| 682 |
Warning: This file is not a C or C++ file. It does not have highlighting.