| 1 | /* SPDX-License-Identifier: GPL-2.0-or-later */ |
| 2 | /* |
| 3 | * CRC constants generated by: |
| 4 | * |
| 5 | * ./scripts/gen-crc-consts.py x86_pclmul crc16_msb_0x8bb7,crc32_lsb_0xedb88320,crc32_lsb_0x82f63b78,crc64_msb_0x42f0e1eba9ea3693,crc64_lsb_0x9a6c9329ac4bc9b5 |
| 6 | * |
| 7 | * Do not edit manually. |
| 8 | */ |
| 9 | |
| 10 | /* |
| 11 | * CRC folding constants generated for most-significant-bit-first CRC-16 using |
| 12 | * G(x) = x^16 + x^15 + x^11 + x^9 + x^8 + x^7 + x^5 + x^4 + x^2 + x^1 + x^0 |
| 13 | */ |
| 14 | static const struct { |
| 15 | u8 bswap_mask[16]; |
| 16 | u64 fold_across_2048_bits_consts[2]; |
| 17 | u64 fold_across_1024_bits_consts[2]; |
| 18 | u64 fold_across_512_bits_consts[2]; |
| 19 | u64 fold_across_256_bits_consts[2]; |
| 20 | u64 fold_across_128_bits_consts[2]; |
| 21 | u8 shuf_table[48]; |
| 22 | u64 barrett_reduction_consts[2]; |
| 23 | } crc16_msb_0x8bb7_consts ____cacheline_aligned __maybe_unused = { |
| 24 | .bswap_mask = {15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0}, |
| 25 | .fold_across_2048_bits_consts = { |
| 26 | 0xdccf000000000000, /* LO64_TERMS: (x^2000 mod G) * x^48 */ |
| 27 | 0x4b0b000000000000, /* HI64_TERMS: (x^2064 mod G) * x^48 */ |
| 28 | }, |
| 29 | .fold_across_1024_bits_consts = { |
| 30 | 0x9d9d000000000000, /* LO64_TERMS: (x^976 mod G) * x^48 */ |
| 31 | 0x7cf5000000000000, /* HI64_TERMS: (x^1040 mod G) * x^48 */ |
| 32 | }, |
| 33 | .fold_across_512_bits_consts = { |
| 34 | 0x044c000000000000, /* LO64_TERMS: (x^464 mod G) * x^48 */ |
| 35 | 0xe658000000000000, /* HI64_TERMS: (x^528 mod G) * x^48 */ |
| 36 | }, |
| 37 | .fold_across_256_bits_consts = { |
| 38 | 0x6ee3000000000000, /* LO64_TERMS: (x^208 mod G) * x^48 */ |
| 39 | 0xe7b5000000000000, /* HI64_TERMS: (x^272 mod G) * x^48 */ |
| 40 | }, |
| 41 | .fold_across_128_bits_consts = { |
| 42 | 0x2d56000000000000, /* LO64_TERMS: (x^80 mod G) * x^48 */ |
| 43 | 0x06df000000000000, /* HI64_TERMS: (x^144 mod G) * x^48 */ |
| 44 | }, |
| 45 | .shuf_table = { |
| 46 | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, |
| 47 | 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, |
| 48 | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, |
| 49 | }, |
| 50 | .barrett_reduction_consts = { |
| 51 | 0x8bb7000000000000, /* LO64_TERMS: (G - x^16) * x^48 */ |
| 52 | 0xf65a57f81d33a48a, /* HI64_TERMS: (floor(x^79 / G) * x) - x^64 */ |
| 53 | }, |
| 54 | }; |
| 55 | |
| 56 | /* |
| 57 | * CRC folding constants generated for least-significant-bit-first CRC-32 using |
| 58 | * G(x) = x^32 + x^26 + x^23 + x^22 + x^16 + x^12 + x^11 + x^10 + x^8 + x^7 + |
| 59 | * x^5 + x^4 + x^2 + x^1 + x^0 |
| 60 | */ |
| 61 | static const struct { |
| 62 | u64 fold_across_2048_bits_consts[2]; |
| 63 | u64 fold_across_1024_bits_consts[2]; |
| 64 | u64 fold_across_512_bits_consts[2]; |
| 65 | u64 fold_across_256_bits_consts[2]; |
| 66 | u64 fold_across_128_bits_consts[2]; |
| 67 | u8 shuf_table[48]; |
| 68 | u64 barrett_reduction_consts[2]; |
| 69 | } crc32_lsb_0xedb88320_consts ____cacheline_aligned __maybe_unused = { |
| 70 | .fold_across_2048_bits_consts = { |
| 71 | 0x00000000ce3371cb, /* HI64_TERMS: (x^2079 mod G) * x^32 */ |
| 72 | 0x00000000e95c1271, /* LO64_TERMS: (x^2015 mod G) * x^32 */ |
| 73 | }, |
| 74 | .fold_across_1024_bits_consts = { |
| 75 | 0x0000000033fff533, /* HI64_TERMS: (x^1055 mod G) * x^32 */ |
| 76 | 0x00000000910eeec1, /* LO64_TERMS: (x^991 mod G) * x^32 */ |
| 77 | }, |
| 78 | .fold_across_512_bits_consts = { |
| 79 | 0x000000008f352d95, /* HI64_TERMS: (x^543 mod G) * x^32 */ |
| 80 | 0x000000001d9513d7, /* LO64_TERMS: (x^479 mod G) * x^32 */ |
| 81 | }, |
| 82 | .fold_across_256_bits_consts = { |
| 83 | 0x00000000f1da05aa, /* HI64_TERMS: (x^287 mod G) * x^32 */ |
| 84 | 0x0000000081256527, /* LO64_TERMS: (x^223 mod G) * x^32 */ |
| 85 | }, |
| 86 | .fold_across_128_bits_consts = { |
| 87 | 0x00000000ae689191, /* HI64_TERMS: (x^159 mod G) * x^32 */ |
| 88 | 0x00000000ccaa009e, /* LO64_TERMS: (x^95 mod G) * x^32 */ |
| 89 | }, |
| 90 | .shuf_table = { |
| 91 | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, |
| 92 | 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, |
| 93 | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, |
| 94 | }, |
| 95 | .barrett_reduction_consts = { |
| 96 | 0xb4e5b025f7011641, /* HI64_TERMS: floor(x^95 / G) */ |
| 97 | 0x00000001db710640, /* LO64_TERMS: (G - x^32) * x^31 */ |
| 98 | }, |
| 99 | }; |
| 100 | |
| 101 | /* |
| 102 | * CRC folding constants generated for least-significant-bit-first CRC-32 using |
| 103 | * G(x) = x^32 + x^28 + x^27 + x^26 + x^25 + x^23 + x^22 + x^20 + x^19 + x^18 + |
| 104 | * x^14 + x^13 + x^11 + x^10 + x^9 + x^8 + x^6 + x^0 |
| 105 | */ |
| 106 | static const struct { |
| 107 | u64 fold_across_2048_bits_consts[2]; |
| 108 | u64 fold_across_1024_bits_consts[2]; |
| 109 | u64 fold_across_512_bits_consts[2]; |
| 110 | u64 fold_across_256_bits_consts[2]; |
| 111 | u64 fold_across_128_bits_consts[2]; |
| 112 | u8 shuf_table[48]; |
| 113 | u64 barrett_reduction_consts[2]; |
| 114 | } crc32_lsb_0x82f63b78_consts ____cacheline_aligned __maybe_unused = { |
| 115 | .fold_across_2048_bits_consts = { |
| 116 | 0x00000000dcb17aa4, /* HI64_TERMS: (x^2079 mod G) * x^32 */ |
| 117 | 0x00000000b9e02b86, /* LO64_TERMS: (x^2015 mod G) * x^32 */ |
| 118 | }, |
| 119 | .fold_across_1024_bits_consts = { |
| 120 | 0x000000006992cea2, /* HI64_TERMS: (x^1055 mod G) * x^32 */ |
| 121 | 0x000000000d3b6092, /* LO64_TERMS: (x^991 mod G) * x^32 */ |
| 122 | }, |
| 123 | .fold_across_512_bits_consts = { |
| 124 | 0x00000000740eef02, /* HI64_TERMS: (x^543 mod G) * x^32 */ |
| 125 | 0x000000009e4addf8, /* LO64_TERMS: (x^479 mod G) * x^32 */ |
| 126 | }, |
| 127 | .fold_across_256_bits_consts = { |
| 128 | 0x000000003da6d0cb, /* HI64_TERMS: (x^287 mod G) * x^32 */ |
| 129 | 0x00000000ba4fc28e, /* LO64_TERMS: (x^223 mod G) * x^32 */ |
| 130 | }, |
| 131 | .fold_across_128_bits_consts = { |
| 132 | 0x00000000f20c0dfe, /* HI64_TERMS: (x^159 mod G) * x^32 */ |
| 133 | 0x00000000493c7d27, /* LO64_TERMS: (x^95 mod G) * x^32 */ |
| 134 | }, |
| 135 | .shuf_table = { |
| 136 | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, |
| 137 | 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, |
| 138 | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, |
| 139 | }, |
| 140 | .barrett_reduction_consts = { |
| 141 | 0x4869ec38dea713f1, /* HI64_TERMS: floor(x^95 / G) */ |
| 142 | 0x0000000105ec76f0, /* LO64_TERMS: (G - x^32) * x^31 */ |
| 143 | }, |
| 144 | }; |
| 145 | |
| 146 | /* |
| 147 | * CRC folding constants generated for most-significant-bit-first CRC-64 using |
| 148 | * G(x) = x^64 + x^62 + x^57 + x^55 + x^54 + x^53 + x^52 + x^47 + x^46 + x^45 + |
| 149 | * x^40 + x^39 + x^38 + x^37 + x^35 + x^33 + x^32 + x^31 + x^29 + x^27 + |
| 150 | * x^24 + x^23 + x^22 + x^21 + x^19 + x^17 + x^13 + x^12 + x^10 + x^9 + |
| 151 | * x^7 + x^4 + x^1 + x^0 |
| 152 | */ |
| 153 | static const struct { |
| 154 | u8 bswap_mask[16]; |
| 155 | u64 fold_across_2048_bits_consts[2]; |
| 156 | u64 fold_across_1024_bits_consts[2]; |
| 157 | u64 fold_across_512_bits_consts[2]; |
| 158 | u64 fold_across_256_bits_consts[2]; |
| 159 | u64 fold_across_128_bits_consts[2]; |
| 160 | u8 shuf_table[48]; |
| 161 | u64 barrett_reduction_consts[2]; |
| 162 | } crc64_msb_0x42f0e1eba9ea3693_consts ____cacheline_aligned __maybe_unused = { |
| 163 | .bswap_mask = {15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0}, |
| 164 | .fold_across_2048_bits_consts = { |
| 165 | 0x7f52691a60ddc70d, /* LO64_TERMS: (x^2048 mod G) * x^0 */ |
| 166 | 0x7036b0389f6a0c82, /* HI64_TERMS: (x^2112 mod G) * x^0 */ |
| 167 | }, |
| 168 | .fold_across_1024_bits_consts = { |
| 169 | 0x05cf79dea9ac37d6, /* LO64_TERMS: (x^1024 mod G) * x^0 */ |
| 170 | 0x001067e571d7d5c2, /* HI64_TERMS: (x^1088 mod G) * x^0 */ |
| 171 | }, |
| 172 | .fold_across_512_bits_consts = { |
| 173 | 0x5f6843ca540df020, /* LO64_TERMS: (x^512 mod G) * x^0 */ |
| 174 | 0xddf4b6981205b83f, /* HI64_TERMS: (x^576 mod G) * x^0 */ |
| 175 | }, |
| 176 | .fold_across_256_bits_consts = { |
| 177 | 0x571bee0a227ef92b, /* LO64_TERMS: (x^256 mod G) * x^0 */ |
| 178 | 0x44bef2a201b5200c, /* HI64_TERMS: (x^320 mod G) * x^0 */ |
| 179 | }, |
| 180 | .fold_across_128_bits_consts = { |
| 181 | 0x05f5c3c7eb52fab6, /* LO64_TERMS: (x^128 mod G) * x^0 */ |
| 182 | 0x4eb938a7d257740e, /* HI64_TERMS: (x^192 mod G) * x^0 */ |
| 183 | }, |
| 184 | .shuf_table = { |
| 185 | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, |
| 186 | 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, |
| 187 | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, |
| 188 | }, |
| 189 | .barrett_reduction_consts = { |
| 190 | 0x42f0e1eba9ea3693, /* LO64_TERMS: (G - x^64) * x^0 */ |
| 191 | 0x578d29d06cc4f872, /* HI64_TERMS: (floor(x^127 / G) * x) - x^64 */ |
| 192 | }, |
| 193 | }; |
| 194 | |
| 195 | /* |
| 196 | * CRC folding constants generated for least-significant-bit-first CRC-64 using |
| 197 | * G(x) = x^64 + x^63 + x^61 + x^59 + x^58 + x^56 + x^55 + x^52 + x^49 + x^48 + |
| 198 | * x^47 + x^46 + x^44 + x^41 + x^37 + x^36 + x^34 + x^32 + x^31 + x^28 + |
| 199 | * x^26 + x^23 + x^22 + x^19 + x^16 + x^13 + x^12 + x^10 + x^9 + x^6 + |
| 200 | * x^4 + x^3 + x^0 |
| 201 | */ |
| 202 | static const struct { |
| 203 | u64 fold_across_2048_bits_consts[2]; |
| 204 | u64 fold_across_1024_bits_consts[2]; |
| 205 | u64 fold_across_512_bits_consts[2]; |
| 206 | u64 fold_across_256_bits_consts[2]; |
| 207 | u64 fold_across_128_bits_consts[2]; |
| 208 | u8 shuf_table[48]; |
| 209 | u64 barrett_reduction_consts[2]; |
| 210 | } crc64_lsb_0x9a6c9329ac4bc9b5_consts ____cacheline_aligned __maybe_unused = { |
| 211 | .fold_across_2048_bits_consts = { |
| 212 | 0x37ccd3e14069cabc, /* HI64_TERMS: (x^2111 mod G) * x^0 */ |
| 213 | 0xa043808c0f782663, /* LO64_TERMS: (x^2047 mod G) * x^0 */ |
| 214 | }, |
| 215 | .fold_across_1024_bits_consts = { |
| 216 | 0xa1ca681e733f9c40, /* HI64_TERMS: (x^1087 mod G) * x^0 */ |
| 217 | 0x5f852fb61e8d92dc, /* LO64_TERMS: (x^1023 mod G) * x^0 */ |
| 218 | }, |
| 219 | .fold_across_512_bits_consts = { |
| 220 | 0x0c32cdb31e18a84a, /* HI64_TERMS: (x^575 mod G) * x^0 */ |
| 221 | 0x62242240ace5045a, /* LO64_TERMS: (x^511 mod G) * x^0 */ |
| 222 | }, |
| 223 | .fold_across_256_bits_consts = { |
| 224 | 0xb0bc2e589204f500, /* HI64_TERMS: (x^319 mod G) * x^0 */ |
| 225 | 0xe1e0bb9d45d7a44c, /* LO64_TERMS: (x^255 mod G) * x^0 */ |
| 226 | }, |
| 227 | .fold_across_128_bits_consts = { |
| 228 | 0xeadc41fd2ba3d420, /* HI64_TERMS: (x^191 mod G) * x^0 */ |
| 229 | 0x21e9761e252621ac, /* LO64_TERMS: (x^127 mod G) * x^0 */ |
| 230 | }, |
| 231 | .shuf_table = { |
| 232 | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, |
| 233 | 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, |
| 234 | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, |
| 235 | }, |
| 236 | .barrett_reduction_consts = { |
| 237 | 0x27ecfa329aef9f77, /* HI64_TERMS: floor(x^127 / G) */ |
| 238 | 0x34d926535897936a, /* LO64_TERMS: (G - x^64 - x^0) / x */ |
| 239 | }, |
| 240 | }; |
| 241 | |