1 | /* |
2 | * Copyright 2014 Advanced Micro Devices, Inc. |
3 | * |
4 | * Permission is hereby granted, free of charge, to any person obtaining a |
5 | * copy of this software and associated documentation files (the "Software"), |
6 | * to deal in the Software without restriction, including without limitation |
7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
8 | * and/or sell copies of the Software, and to permit persons to whom the |
9 | * Software is furnished to do so, subject to the following conditions: |
10 | * |
11 | * The above copyright notice and this permission notice shall be included in |
12 | * all copies or substantial portions of the Software. |
13 | * |
14 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
15 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
16 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
17 | * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR |
18 | * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, |
19 | * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR |
20 | * OTHER DEALINGS IN THE SOFTWARE. |
21 | * |
22 | */ |
23 | |
24 | #ifndef __AMDGPU_IRQ_H__ |
25 | #define __AMDGPU_IRQ_H__ |
26 | |
27 | #include <linux/irqdomain.h> |
28 | #include "soc15_ih_clientid.h" |
29 | #include "amdgpu_ih.h" |
30 | |
31 | #define AMDGPU_MAX_IRQ_SRC_ID 0x100 |
32 | #define AMDGPU_MAX_IRQ_CLIENT_ID 0x100 |
33 | |
34 | #define AMDGPU_IRQ_CLIENTID_LEGACY 0 |
35 | #define AMDGPU_IRQ_CLIENTID_MAX SOC15_IH_CLIENTID_MAX |
36 | |
37 | #define AMDGPU_IRQ_SRC_DATA_MAX_SIZE_DW 4 |
38 | |
39 | struct amdgpu_device; |
40 | |
41 | enum amdgpu_interrupt_state { |
42 | AMDGPU_IRQ_STATE_DISABLE, |
43 | AMDGPU_IRQ_STATE_ENABLE, |
44 | }; |
45 | |
46 | struct amdgpu_iv_entry { |
47 | struct amdgpu_ih_ring *ih; |
48 | unsigned client_id; |
49 | unsigned src_id; |
50 | unsigned ring_id; |
51 | unsigned vmid; |
52 | unsigned vmid_src; |
53 | uint64_t timestamp; |
54 | unsigned timestamp_src; |
55 | unsigned pasid; |
56 | unsigned node_id; |
57 | unsigned src_data[AMDGPU_IRQ_SRC_DATA_MAX_SIZE_DW]; |
58 | const uint32_t *iv_entry; |
59 | }; |
60 | |
61 | struct amdgpu_irq_src { |
62 | unsigned num_types; |
63 | atomic_t *enabled_types; |
64 | const struct amdgpu_irq_src_funcs *funcs; |
65 | }; |
66 | |
67 | struct amdgpu_irq_client { |
68 | struct amdgpu_irq_src **sources; |
69 | }; |
70 | |
71 | /* provided by interrupt generating IP blocks */ |
72 | struct amdgpu_irq_src_funcs { |
73 | int (*set)(struct amdgpu_device *adev, struct amdgpu_irq_src *source, |
74 | unsigned type, enum amdgpu_interrupt_state state); |
75 | |
76 | int (*process)(struct amdgpu_device *adev, |
77 | struct amdgpu_irq_src *source, |
78 | struct amdgpu_iv_entry *entry); |
79 | }; |
80 | |
81 | struct amdgpu_irq { |
82 | bool installed; |
83 | unsigned int irq; |
84 | spinlock_t lock; |
85 | /* interrupt sources */ |
86 | struct amdgpu_irq_client client[AMDGPU_IRQ_CLIENTID_MAX]; |
87 | |
88 | /* status, etc. */ |
89 | bool msi_enabled; /* msi enabled */ |
90 | |
91 | /* interrupt rings */ |
92 | struct amdgpu_ih_ring ih, ih1, ih2, ih_soft; |
93 | const struct amdgpu_ih_funcs *ih_funcs; |
94 | struct work_struct ih1_work, ih2_work, ih_soft_work; |
95 | struct amdgpu_irq_src self_irq; |
96 | |
97 | /* gen irq stuff */ |
98 | struct irq_domain *domain; /* GPU irq controller domain */ |
99 | unsigned virq[AMDGPU_MAX_IRQ_SRC_ID]; |
100 | uint32_t srbm_soft_reset; |
101 | u32 retry_cam_doorbell_index; |
102 | bool retry_cam_enabled; |
103 | }; |
104 | |
105 | enum interrupt_node_id_per_aid { |
106 | AID0_NODEID = 0, |
107 | XCD0_NODEID = 1, |
108 | XCD1_NODEID = 2, |
109 | AID1_NODEID = 4, |
110 | XCD2_NODEID = 5, |
111 | XCD3_NODEID = 6, |
112 | AID2_NODEID = 8, |
113 | XCD4_NODEID = 9, |
114 | XCD5_NODEID = 10, |
115 | AID3_NODEID = 12, |
116 | XCD6_NODEID = 13, |
117 | XCD7_NODEID = 14, |
118 | NODEID_MAX, |
119 | }; |
120 | |
121 | extern const int node_id_to_phys_map[NODEID_MAX]; |
122 | |
123 | void amdgpu_irq_disable_all(struct amdgpu_device *adev); |
124 | |
125 | int amdgpu_irq_init(struct amdgpu_device *adev); |
126 | void amdgpu_irq_fini_sw(struct amdgpu_device *adev); |
127 | void amdgpu_irq_fini_hw(struct amdgpu_device *adev); |
128 | int amdgpu_irq_add_id(struct amdgpu_device *adev, |
129 | unsigned client_id, unsigned src_id, |
130 | struct amdgpu_irq_src *source); |
131 | void amdgpu_irq_dispatch(struct amdgpu_device *adev, |
132 | struct amdgpu_ih_ring *ih); |
133 | void amdgpu_irq_delegate(struct amdgpu_device *adev, |
134 | struct amdgpu_iv_entry *entry, |
135 | unsigned int num_dw); |
136 | int amdgpu_irq_update(struct amdgpu_device *adev, struct amdgpu_irq_src *src, |
137 | unsigned type); |
138 | int amdgpu_irq_get(struct amdgpu_device *adev, struct amdgpu_irq_src *src, |
139 | unsigned type); |
140 | int amdgpu_irq_put(struct amdgpu_device *adev, struct amdgpu_irq_src *src, |
141 | unsigned type); |
142 | bool amdgpu_irq_enabled(struct amdgpu_device *adev, struct amdgpu_irq_src *src, |
143 | unsigned type); |
144 | void amdgpu_irq_gpu_reset_resume_helper(struct amdgpu_device *adev); |
145 | |
146 | int amdgpu_irq_add_domain(struct amdgpu_device *adev); |
147 | void amdgpu_irq_remove_domain(struct amdgpu_device *adev); |
148 | unsigned amdgpu_irq_create_mapping(struct amdgpu_device *adev, unsigned src_id); |
149 | |
150 | #endif |
151 | |