Warning: This file is not a C or C++ file. It does not have highlighting.
| 1 | /* |
|---|---|
| 2 | * Copyright 2019 Red Hat Inc. |
| 3 | * |
| 4 | * Permission is hereby granted, free of charge, to any person obtaining a |
| 5 | * copy of this software and associated documentation files (the "Software"), |
| 6 | * to deal in the Software without restriction, including without limitation |
| 7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| 8 | * and/or sell copies of the Software, and to permit persons to whom the |
| 9 | * Software is furnished to do so, subject to the following conditions: |
| 10 | * |
| 11 | * The above copyright notice and this permission notice shall be included in |
| 12 | * all copies or substantial portions of the Software. |
| 13 | * |
| 14 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 15 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 16 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| 17 | * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR |
| 18 | * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, |
| 19 | * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR |
| 20 | * OTHER DEALINGS IN THE SOFTWARE. |
| 21 | */ |
| 22 | #ifndef __NVIF_PUSH_H__ |
| 23 | #define __NVIF_PUSH_H__ |
| 24 | #include <nvif/mem.h> |
| 25 | #include <nvif/printf.h> |
| 26 | |
| 27 | #include <nvhw/drf.h> |
| 28 | |
| 29 | struct nvif_push { |
| 30 | int (*wait)(struct nvif_push *push, u32 size); |
| 31 | void (*kick)(struct nvif_push *push); |
| 32 | |
| 33 | struct nvif_mem mem; |
| 34 | u64 addr; |
| 35 | |
| 36 | struct { |
| 37 | u32 get; |
| 38 | u32 max; |
| 39 | } hw; |
| 40 | |
| 41 | u32 *bgn; |
| 42 | u32 *cur; |
| 43 | u32 *seg; |
| 44 | u32 *end; |
| 45 | }; |
| 46 | |
| 47 | static inline __must_check int |
| 48 | PUSH_WAIT(struct nvif_push *push, u32 size) |
| 49 | { |
| 50 | if (push->cur + size > push->end) { |
| 51 | int ret = push->wait(push, size); |
| 52 | if (ret) |
| 53 | return ret; |
| 54 | } |
| 55 | #ifdef CONFIG_NOUVEAU_DEBUG_PUSH |
| 56 | push->seg = push->cur + size; |
| 57 | #endif |
| 58 | return 0; |
| 59 | } |
| 60 | |
| 61 | static inline int |
| 62 | PUSH_KICK(struct nvif_push *push) |
| 63 | { |
| 64 | if (push->cur != push->bgn) { |
| 65 | push->kick(push); |
| 66 | push->bgn = push->cur; |
| 67 | } |
| 68 | |
| 69 | return 0; |
| 70 | } |
| 71 | |
| 72 | #ifdef CONFIG_NOUVEAU_DEBUG_PUSH |
| 73 | #define PUSH_PRINTF(p,f,a...) do { \ |
| 74 | struct nvif_push *_ppp = (p); \ |
| 75 | u32 __o = _ppp->cur - (u32 *)_ppp->mem.object.map.ptr; \ |
| 76 | NVIF_DEBUG(&_ppp->mem.object, "%08x: "f, __o * 4, ##a); \ |
| 77 | (void)__o; \ |
| 78 | } while(0) |
| 79 | #define PUSH_ASSERT_ON(a,b) WARN((a), b) |
| 80 | #else |
| 81 | #define PUSH_PRINTF(p,f,a...) |
| 82 | #define PUSH_ASSERT_ON(a, b) |
| 83 | #endif |
| 84 | |
| 85 | #define PUSH_ASSERT(a,b) do { \ |
| 86 | static_assert( \ |
| 87 | __builtin_choose_expr(__builtin_constant_p(a), (a), 1), b \ |
| 88 | ); \ |
| 89 | PUSH_ASSERT_ON(!(a), b); \ |
| 90 | } while(0) |
| 91 | |
| 92 | #define PUSH_DATA__(p,d,f,a...) do { \ |
| 93 | struct nvif_push *_p = (p); \ |
| 94 | u32 _d = (d); \ |
| 95 | PUSH_ASSERT(_p->cur < _p->seg, "segment overrun"); \ |
| 96 | PUSH_ASSERT(_p->cur < _p->end, "pushbuf overrun"); \ |
| 97 | PUSH_PRINTF(_p, "%08x"f, _d, ##a); \ |
| 98 | *_p->cur++ = _d; \ |
| 99 | } while(0) |
| 100 | |
| 101 | #define PUSH_DATA_(X,p,m,i0,i1,d,s,f,a...) PUSH_DATA__((p), (d), "-> "#m f, ##a) |
| 102 | #define PUSH_DATA(p,d) PUSH_DATA__((p), (d), " data - %s", __func__) |
| 103 | |
| 104 | //XXX: error-check this against *real* pushbuffer end? |
| 105 | #define PUSH_RSVD(p,d) do { \ |
| 106 | struct nvif_push *__p = (p); \ |
| 107 | __p->seg++; \ |
| 108 | __p->end++; \ |
| 109 | d; \ |
| 110 | } while(0) |
| 111 | |
| 112 | #ifdef CONFIG_NOUVEAU_DEBUG_PUSH |
| 113 | #define PUSH_DATAp(X,p,m,i,o,d,s,f,a...) do { \ |
| 114 | struct nvif_push *_pp = (p); \ |
| 115 | const u32 *_dd = (d); \ |
| 116 | u32 _s = (s), _i = (i?PUSH_##o##_INC); \ |
| 117 | if (_s--) { \ |
| 118 | PUSH_DATA_(X, _pp, X##m, i0, i1, *_dd++, 1, "+0x%x", 0); \ |
| 119 | while (_s--) { \ |
| 120 | PUSH_DATA_(X, _pp, X##m, i0, i1, *_dd++, 1, "+0x%x", _i); \ |
| 121 | _i += (0?PUSH_##o##_INC); \ |
| 122 | } \ |
| 123 | } \ |
| 124 | } while(0) |
| 125 | #else |
| 126 | #define PUSH_DATAp(X,p,m,i,o,d,s,f,a...) do { \ |
| 127 | struct nvif_push *_p = (p); \ |
| 128 | u32 _s = (s); \ |
| 129 | PUSH_ASSERT(_p->cur + _s <= _p->seg, "segment overrun"); \ |
| 130 | PUSH_ASSERT(_p->cur + _s <= _p->end, "pushbuf overrun"); \ |
| 131 | memcpy(_p->cur, (d), _s << 2); \ |
| 132 | _p->cur += _s; \ |
| 133 | } while(0) |
| 134 | #endif |
| 135 | |
| 136 | #define PUSH_1(X,f,ds,n,o,p,s,mA,dA) do { \ |
| 137 | PUSH_##o##_HDR((p), s, mA, (ds)+(n)); \ |
| 138 | PUSH_##f(X, (p), X##mA, 1, o, (dA), ds, ""); \ |
| 139 | } while(0) |
| 140 | #define PUSH_2(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ |
| 141 | PUSH_ASSERT((mB) - (mA) == (1?PUSH_##o##_INC), "mthd1"); \ |
| 142 | PUSH_1(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ |
| 143 | PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ |
| 144 | } while(0) |
| 145 | #define PUSH_3(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ |
| 146 | PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd2"); \ |
| 147 | PUSH_2(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ |
| 148 | PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ |
| 149 | } while(0) |
| 150 | #define PUSH_4(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ |
| 151 | PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd3"); \ |
| 152 | PUSH_3(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ |
| 153 | PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ |
| 154 | } while(0) |
| 155 | #define PUSH_5(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ |
| 156 | PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd4"); \ |
| 157 | PUSH_4(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ |
| 158 | PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ |
| 159 | } while(0) |
| 160 | #define PUSH_6(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ |
| 161 | PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd5"); \ |
| 162 | PUSH_5(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ |
| 163 | PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ |
| 164 | } while(0) |
| 165 | #define PUSH_7(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ |
| 166 | PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd6"); \ |
| 167 | PUSH_6(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ |
| 168 | PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ |
| 169 | } while(0) |
| 170 | #define PUSH_8(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ |
| 171 | PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd7"); \ |
| 172 | PUSH_7(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ |
| 173 | PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ |
| 174 | } while(0) |
| 175 | #define PUSH_9(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ |
| 176 | PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd8"); \ |
| 177 | PUSH_8(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ |
| 178 | PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ |
| 179 | } while(0) |
| 180 | #define PUSH_10(X,f,ds,n,o,p,s,mB,dB,mA,dA,a...) do { \ |
| 181 | PUSH_ASSERT((mB) - (mA) == (0?PUSH_##o##_INC), "mthd9"); \ |
| 182 | PUSH_9(X, DATA_, 1, (ds) + (n), o, (p), s, X##mA, (dA), ##a); \ |
| 183 | PUSH_##f(X, (p), X##mB, 0, o, (dB), ds, ""); \ |
| 184 | } while(0) |
| 185 | |
| 186 | #define PUSH_1D(X,o,p,s,mA,dA) \ |
| 187 | PUSH_1(X, DATA_, 1, 0, o, (p), s, X##mA, (dA)) |
| 188 | #define PUSH_2D(X,o,p,s,mA,dA,mB,dB) \ |
| 189 | PUSH_2(X, DATA_, 1, 0, o, (p), s, X##mB, (dB), \ |
| 190 | X##mA, (dA)) |
| 191 | #define PUSH_3D(X,o,p,s,mA,dA,mB,dB,mC,dC) \ |
| 192 | PUSH_3(X, DATA_, 1, 0, o, (p), s, X##mC, (dC), \ |
| 193 | X##mB, (dB), \ |
| 194 | X##mA, (dA)) |
| 195 | #define PUSH_4D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD) \ |
| 196 | PUSH_4(X, DATA_, 1, 0, o, (p), s, X##mD, (dD), \ |
| 197 | X##mC, (dC), \ |
| 198 | X##mB, (dB), \ |
| 199 | X##mA, (dA)) |
| 200 | #define PUSH_5D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE) \ |
| 201 | PUSH_5(X, DATA_, 1, 0, o, (p), s, X##mE, (dE), \ |
| 202 | X##mD, (dD), \ |
| 203 | X##mC, (dC), \ |
| 204 | X##mB, (dB), \ |
| 205 | X##mA, (dA)) |
| 206 | #define PUSH_6D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF) \ |
| 207 | PUSH_6(X, DATA_, 1, 0, o, (p), s, X##mF, (dF), \ |
| 208 | X##mE, (dE), \ |
| 209 | X##mD, (dD), \ |
| 210 | X##mC, (dC), \ |
| 211 | X##mB, (dB), \ |
| 212 | X##mA, (dA)) |
| 213 | #define PUSH_7D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG) \ |
| 214 | PUSH_7(X, DATA_, 1, 0, o, (p), s, X##mG, (dG), \ |
| 215 | X##mF, (dF), \ |
| 216 | X##mE, (dE), \ |
| 217 | X##mD, (dD), \ |
| 218 | X##mC, (dC), \ |
| 219 | X##mB, (dB), \ |
| 220 | X##mA, (dA)) |
| 221 | #define PUSH_8D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,dH) \ |
| 222 | PUSH_8(X, DATA_, 1, 0, o, (p), s, X##mH, (dH), \ |
| 223 | X##mG, (dG), \ |
| 224 | X##mF, (dF), \ |
| 225 | X##mE, (dE), \ |
| 226 | X##mD, (dD), \ |
| 227 | X##mC, (dC), \ |
| 228 | X##mB, (dB), \ |
| 229 | X##mA, (dA)) |
| 230 | #define PUSH_9D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,dH,mI,dI) \ |
| 231 | PUSH_9(X, DATA_, 1, 0, o, (p), s, X##mI, (dI), \ |
| 232 | X##mH, (dH), \ |
| 233 | X##mG, (dG), \ |
| 234 | X##mF, (dF), \ |
| 235 | X##mE, (dE), \ |
| 236 | X##mD, (dD), \ |
| 237 | X##mC, (dC), \ |
| 238 | X##mB, (dB), \ |
| 239 | X##mA, (dA)) |
| 240 | #define PUSH_10D(X,o,p,s,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,dH,mI,dI,mJ,dJ) \ |
| 241 | PUSH_10(X, DATA_, 1, 0, o, (p), s, X##mJ, (dJ), \ |
| 242 | X##mI, (dI), \ |
| 243 | X##mH, (dH), \ |
| 244 | X##mG, (dG), \ |
| 245 | X##mF, (dF), \ |
| 246 | X##mE, (dE), \ |
| 247 | X##mD, (dD), \ |
| 248 | X##mC, (dC), \ |
| 249 | X##mB, (dB), \ |
| 250 | X##mA, (dA)) |
| 251 | |
| 252 | #define PUSH_1P(X,o,p,s,mA,dp,ds) \ |
| 253 | PUSH_1(X, DATAp, ds, 0, o, (p), s, X##mA, (dp)) |
| 254 | #define PUSH_2P(X,o,p,s,mA,dA,mB,dp,ds) \ |
| 255 | PUSH_2(X, DATAp, ds, 0, o, (p), s, X##mB, (dp), \ |
| 256 | X##mA, (dA)) |
| 257 | #define PUSH_3P(X,o,p,s,mA,dA,mB,dB,mC,dp,ds) \ |
| 258 | PUSH_3(X, DATAp, ds, 0, o, (p), s, X##mC, (dp), \ |
| 259 | X##mB, (dB), \ |
| 260 | X##mA, (dA)) |
| 261 | |
| 262 | #define PUSH_(A,B,C,D,E,F,G,H,I,J,K,L,M,N,O,P,Q,R,S,T,U,V,W,X,IMPL,...) IMPL |
| 263 | #define PUSH(A...) PUSH_(A, PUSH_10P, PUSH_10D, \ |
| 264 | PUSH_9P , PUSH_9D, \ |
| 265 | PUSH_8P , PUSH_8D, \ |
| 266 | PUSH_7P , PUSH_7D, \ |
| 267 | PUSH_6P , PUSH_6D, \ |
| 268 | PUSH_5P , PUSH_5D, \ |
| 269 | PUSH_4P , PUSH_4D, \ |
| 270 | PUSH_3P , PUSH_3D, \ |
| 271 | PUSH_2P , PUSH_2D, \ |
| 272 | PUSH_1P , PUSH_1D)(, ##A) |
| 273 | |
| 274 | #define PUSH_NVIM(p,c,m,d) do { \ |
| 275 | struct nvif_push *__p = (p); \ |
| 276 | u32 __d = (d); \ |
| 277 | PUSH_IMMD_HDR(__p, c, m, __d); \ |
| 278 | __p->cur--; \ |
| 279 | PUSH_PRINTF(__p, "%08x-> "#m, __d); \ |
| 280 | __p->cur++; \ |
| 281 | } while(0) |
| 282 | #define PUSH_NVSQ(A...) PUSH(MTHD, ##A) |
| 283 | #define PUSH_NV1I(A...) PUSH(1INC, ##A) |
| 284 | #define PUSH_NVNI(A...) PUSH(NINC, ##A) |
| 285 | |
| 286 | |
| 287 | #define PUSH_NV_1(X,o,p,c,mA,d...) \ |
| 288 | PUSH_##o(p,c,c##_##mA,d) |
| 289 | #define PUSH_NV_2(X,o,p,c,mA,dA,mB,d...) \ |
| 290 | PUSH_##o(p,c,c##_##mA,dA, \ |
| 291 | c##_##mB,d) |
| 292 | #define PUSH_NV_3(X,o,p,c,mA,dA,mB,dB,mC,d...) \ |
| 293 | PUSH_##o(p,c,c##_##mA,dA, \ |
| 294 | c##_##mB,dB, \ |
| 295 | c##_##mC,d) |
| 296 | #define PUSH_NV_4(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,d...) \ |
| 297 | PUSH_##o(p,c,c##_##mA,dA, \ |
| 298 | c##_##mB,dB, \ |
| 299 | c##_##mC,dC, \ |
| 300 | c##_##mD,d) |
| 301 | #define PUSH_NV_5(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,d...) \ |
| 302 | PUSH_##o(p,c,c##_##mA,dA, \ |
| 303 | c##_##mB,dB, \ |
| 304 | c##_##mC,dC, \ |
| 305 | c##_##mD,dD, \ |
| 306 | c##_##mE,d) |
| 307 | #define PUSH_NV_6(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,d...) \ |
| 308 | PUSH_##o(p,c,c##_##mA,dA, \ |
| 309 | c##_##mB,dB, \ |
| 310 | c##_##mC,dC, \ |
| 311 | c##_##mD,dD, \ |
| 312 | c##_##mE,dE, \ |
| 313 | c##_##mF,d) |
| 314 | #define PUSH_NV_7(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,d...) \ |
| 315 | PUSH_##o(p,c,c##_##mA,dA, \ |
| 316 | c##_##mB,dB, \ |
| 317 | c##_##mC,dC, \ |
| 318 | c##_##mD,dD, \ |
| 319 | c##_##mE,dE, \ |
| 320 | c##_##mF,dF, \ |
| 321 | c##_##mG,d) |
| 322 | #define PUSH_NV_8(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,d...) \ |
| 323 | PUSH_##o(p,c,c##_##mA,dA, \ |
| 324 | c##_##mB,dB, \ |
| 325 | c##_##mC,dC, \ |
| 326 | c##_##mD,dD, \ |
| 327 | c##_##mE,dE, \ |
| 328 | c##_##mF,dF, \ |
| 329 | c##_##mG,dG, \ |
| 330 | c##_##mH,d) |
| 331 | #define PUSH_NV_9(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,dH,mI,d...) \ |
| 332 | PUSH_##o(p,c,c##_##mA,dA, \ |
| 333 | c##_##mB,dB, \ |
| 334 | c##_##mC,dC, \ |
| 335 | c##_##mD,dD, \ |
| 336 | c##_##mE,dE, \ |
| 337 | c##_##mF,dF, \ |
| 338 | c##_##mG,dG, \ |
| 339 | c##_##mH,dH, \ |
| 340 | c##_##mI,d) |
| 341 | #define PUSH_NV_10(X,o,p,c,mA,dA,mB,dB,mC,dC,mD,dD,mE,dE,mF,dF,mG,dG,mH,dH,mI,dI,mJ,d...) \ |
| 342 | PUSH_##o(p,c,c##_##mA,dA, \ |
| 343 | c##_##mB,dB, \ |
| 344 | c##_##mC,dC, \ |
| 345 | c##_##mD,dD, \ |
| 346 | c##_##mE,dE, \ |
| 347 | c##_##mF,dF, \ |
| 348 | c##_##mG,dG, \ |
| 349 | c##_##mH,dH, \ |
| 350 | c##_##mI,dI, \ |
| 351 | c##_##mJ,d) |
| 352 | |
| 353 | #define PUSH_NV_(A,B,C,D,E,F,G,H,I,J,K,L,M,N,O,P,Q,R,S,T,U,V,W,X,IMPL,...) IMPL |
| 354 | #define PUSH_NV(A...) PUSH_NV_(A, PUSH_NV_10, PUSH_NV_10, \ |
| 355 | PUSH_NV_9 , PUSH_NV_9, \ |
| 356 | PUSH_NV_8 , PUSH_NV_8, \ |
| 357 | PUSH_NV_7 , PUSH_NV_7, \ |
| 358 | PUSH_NV_6 , PUSH_NV_6, \ |
| 359 | PUSH_NV_5 , PUSH_NV_5, \ |
| 360 | PUSH_NV_4 , PUSH_NV_4, \ |
| 361 | PUSH_NV_3 , PUSH_NV_3, \ |
| 362 | PUSH_NV_2 , PUSH_NV_2, \ |
| 363 | PUSH_NV_1 , PUSH_NV_1)(, ##A) |
| 364 | |
| 365 | #define PUSH_IMMD(A...) PUSH_NV(NVIM, ##A) |
| 366 | #define PUSH_MTHD(A...) PUSH_NV(NVSQ, ##A) |
| 367 | #define PUSH_1INC(A...) PUSH_NV(NV1I, ##A) |
| 368 | #define PUSH_NINC(A...) PUSH_NV(NVNI, ##A) |
| 369 | #endif |
| 370 |
Warning: This file is not a C or C++ file. It does not have highlighting.