1 | // SPDX-License-Identifier: GPL-2.0-only |
---|---|
2 | /* |
3 | * Copyright (C) 2012 Regents of the University of California |
4 | */ |
5 | |
6 | #include <linux/acpi.h> |
7 | #include <linux/cpu.h> |
8 | #include <linux/ctype.h> |
9 | #include <linux/init.h> |
10 | #include <linux/seq_file.h> |
11 | #include <linux/of.h> |
12 | #include <asm/acpi.h> |
13 | #include <asm/cpufeature.h> |
14 | #include <asm/csr.h> |
15 | #include <asm/hwcap.h> |
16 | #include <asm/sbi.h> |
17 | #include <asm/smp.h> |
18 | #include <asm/pgtable.h> |
19 | #include <asm/vendor_extensions.h> |
20 | |
21 | bool arch_match_cpu_phys_id(int cpu, u64 phys_id) |
22 | { |
23 | return phys_id == cpuid_to_hartid_map(cpu); |
24 | } |
25 | |
26 | /* |
27 | * Returns the hart ID of the given device tree node, or -ENODEV if the node |
28 | * isn't an enabled and valid RISC-V hart node. |
29 | */ |
30 | int riscv_of_processor_hartid(struct device_node *node, unsigned long *hart) |
31 | { |
32 | int cpu; |
33 | |
34 | *hart = (unsigned long)of_get_cpu_hwid(cpun: node, thread: 0); |
35 | if (*hart == ~0UL) { |
36 | pr_warn("Found CPU without hart ID\n"); |
37 | return -ENODEV; |
38 | } |
39 | |
40 | cpu = riscv_hartid_to_cpuid(*hart); |
41 | if (cpu < 0) |
42 | return cpu; |
43 | |
44 | if (!cpu_possible(cpu)) |
45 | return -ENODEV; |
46 | |
47 | return 0; |
48 | } |
49 | |
50 | int __init riscv_early_of_processor_hartid(struct device_node *node, unsigned long *hart) |
51 | { |
52 | const char *isa; |
53 | |
54 | if (!of_device_is_compatible(device: node, "riscv")) { |
55 | pr_warn("Found incompatible CPU\n"); |
56 | return -ENODEV; |
57 | } |
58 | |
59 | *hart = (unsigned long)of_get_cpu_hwid(cpun: node, thread: 0); |
60 | if (*hart == ~0UL) { |
61 | pr_warn("Found CPU without hart ID\n"); |
62 | return -ENODEV; |
63 | } |
64 | |
65 | if (!of_device_is_available(device: node)) { |
66 | pr_info("CPU with hartid=%lu is not available\n", *hart); |
67 | return -ENODEV; |
68 | } |
69 | |
70 | if (of_property_read_string(np: node, propname: "riscv,isa-base", out_string: &isa)) |
71 | goto old_interface; |
72 | |
73 | if (IS_ENABLED(CONFIG_32BIT) && strncasecmp(s1: isa, s2: "rv32i", n: 5)) { |
74 | pr_warn("CPU with hartid=%lu does not support rv32i", *hart); |
75 | return -ENODEV; |
76 | } |
77 | |
78 | if (IS_ENABLED(CONFIG_64BIT) && strncasecmp(s1: isa, s2: "rv64i", n: 5)) { |
79 | pr_warn("CPU with hartid=%lu does not support rv64i", *hart); |
80 | return -ENODEV; |
81 | } |
82 | |
83 | if (!of_property_present(np: node, propname: "riscv,isa-extensions")) |
84 | return -ENODEV; |
85 | |
86 | if (of_property_match_string(np: node, propname: "riscv,isa-extensions", string: "i") < 0 || |
87 | of_property_match_string(np: node, propname: "riscv,isa-extensions", string: "m") < 0 || |
88 | of_property_match_string(np: node, propname: "riscv,isa-extensions", string: "a") < 0) { |
89 | pr_warn("CPU with hartid=%lu does not support ima", *hart); |
90 | return -ENODEV; |
91 | } |
92 | |
93 | return 0; |
94 | |
95 | old_interface: |
96 | if (!riscv_isa_fallback) { |
97 | pr_warn("CPU with hartid=%lu is invalid: this kernel does not parse \"riscv,isa\"", |
98 | *hart); |
99 | return -ENODEV; |
100 | } |
101 | |
102 | if (of_property_read_string(np: node, propname: "riscv,isa", out_string: &isa)) { |
103 | pr_warn("CPU with hartid=%lu has no \"riscv,isa-base\" or \"riscv,isa\" property\n", |
104 | *hart); |
105 | return -ENODEV; |
106 | } |
107 | |
108 | if (IS_ENABLED(CONFIG_32BIT) && strncasecmp(s1: isa, s2: "rv32ima", n: 7)) { |
109 | pr_warn("CPU with hartid=%lu does not support rv32ima", *hart); |
110 | return -ENODEV; |
111 | } |
112 | |
113 | if (IS_ENABLED(CONFIG_64BIT) && strncasecmp(s1: isa, s2: "rv64ima", n: 7)) { |
114 | pr_warn("CPU with hartid=%lu does not support rv64ima", *hart); |
115 | return -ENODEV; |
116 | } |
117 | |
118 | return 0; |
119 | } |
120 | |
121 | /* |
122 | * Find hart ID of the CPU DT node under which given DT node falls. |
123 | * |
124 | * To achieve this, we walk up the DT tree until we find an active |
125 | * RISC-V core (HART) node and extract the cpuid from it. |
126 | */ |
127 | int riscv_of_parent_hartid(struct device_node *node, unsigned long *hartid) |
128 | { |
129 | for (; node; node = node->parent) { |
130 | if (of_device_is_compatible(device: node, "riscv")) { |
131 | *hartid = (unsigned long)of_get_cpu_hwid(cpun: node, thread: 0); |
132 | if (*hartid == ~0UL) { |
133 | pr_warn("Found CPU without hart ID\n"); |
134 | return -ENODEV; |
135 | } |
136 | return 0; |
137 | } |
138 | } |
139 | |
140 | return -1; |
141 | } |
142 | |
143 | unsigned long __init riscv_get_marchid(void) |
144 | { |
145 | struct riscv_cpuinfo *ci = this_cpu_ptr(&riscv_cpuinfo); |
146 | |
147 | #if IS_ENABLED(CONFIG_RISCV_SBI) |
148 | ci->marchid = sbi_spec_is_0_1() ? 0 : sbi_get_marchid(); |
149 | #elif IS_ENABLED(CONFIG_RISCV_M_MODE) |
150 | ci->marchid = csr_read(CSR_MARCHID); |
151 | #else |
152 | ci->marchid = 0; |
153 | #endif |
154 | return ci->marchid; |
155 | } |
156 | |
157 | unsigned long __init riscv_get_mvendorid(void) |
158 | { |
159 | struct riscv_cpuinfo *ci = this_cpu_ptr(&riscv_cpuinfo); |
160 | |
161 | #if IS_ENABLED(CONFIG_RISCV_SBI) |
162 | ci->mvendorid = sbi_spec_is_0_1() ? 0 : sbi_get_mvendorid(); |
163 | #elif IS_ENABLED(CONFIG_RISCV_M_MODE) |
164 | ci->mvendorid = csr_read(CSR_MVENDORID); |
165 | #else |
166 | ci->mvendorid = 0; |
167 | #endif |
168 | return ci->mvendorid; |
169 | } |
170 | |
171 | DEFINE_PER_CPU(struct riscv_cpuinfo, riscv_cpuinfo); |
172 | |
173 | unsigned long riscv_cached_mvendorid(unsigned int cpu_id) |
174 | { |
175 | struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); |
176 | |
177 | return ci->mvendorid; |
178 | } |
179 | EXPORT_SYMBOL(riscv_cached_mvendorid); |
180 | |
181 | unsigned long riscv_cached_marchid(unsigned int cpu_id) |
182 | { |
183 | struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); |
184 | |
185 | return ci->marchid; |
186 | } |
187 | EXPORT_SYMBOL(riscv_cached_marchid); |
188 | |
189 | unsigned long riscv_cached_mimpid(unsigned int cpu_id) |
190 | { |
191 | struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); |
192 | |
193 | return ci->mimpid; |
194 | } |
195 | EXPORT_SYMBOL(riscv_cached_mimpid); |
196 | |
197 | static int riscv_cpuinfo_starting(unsigned int cpu) |
198 | { |
199 | struct riscv_cpuinfo *ci = this_cpu_ptr(&riscv_cpuinfo); |
200 | |
201 | #if IS_ENABLED(CONFIG_RISCV_SBI) |
202 | if (!ci->mvendorid) |
203 | ci->mvendorid = sbi_spec_is_0_1() ? 0 : sbi_get_mvendorid(); |
204 | if (!ci->marchid) |
205 | ci->marchid = sbi_spec_is_0_1() ? 0 : sbi_get_marchid(); |
206 | ci->mimpid = sbi_spec_is_0_1() ? 0 : sbi_get_mimpid(); |
207 | #elif IS_ENABLED(CONFIG_RISCV_M_MODE) |
208 | if (!ci->mvendorid) |
209 | ci->mvendorid = csr_read(CSR_MVENDORID); |
210 | if (!ci->marchid) |
211 | ci->marchid = csr_read(CSR_MARCHID); |
212 | ci->mimpid = csr_read(CSR_MIMPID); |
213 | #else |
214 | ci->mvendorid = 0; |
215 | ci->marchid = 0; |
216 | ci->mimpid = 0; |
217 | #endif |
218 | |
219 | return 0; |
220 | } |
221 | |
222 | static int __init riscv_cpuinfo_init(void) |
223 | { |
224 | int ret; |
225 | |
226 | ret = cpuhp_setup_state(state: CPUHP_AP_ONLINE_DYN, name: "riscv/cpuinfo:starting", |
227 | startup: riscv_cpuinfo_starting, NULL); |
228 | if (ret < 0) { |
229 | pr_err("cpuinfo: failed to register hotplug callbacks.\n"); |
230 | return ret; |
231 | } |
232 | |
233 | return 0; |
234 | } |
235 | arch_initcall(riscv_cpuinfo_init); |
236 | |
237 | #ifdef CONFIG_PROC_FS |
238 | |
239 | #define ALL_CPUS -1 |
240 | |
241 | static void print_vendor_isa(struct seq_file *f, int cpu) |
242 | { |
243 | struct riscv_isavendorinfo *vendor_bitmap; |
244 | struct riscv_isa_vendor_ext_data_list *ext_list; |
245 | const struct riscv_isa_ext_data *ext_data; |
246 | |
247 | for (int i = 0; i < riscv_isa_vendor_ext_list_size; i++) { |
248 | ext_list = riscv_isa_vendor_ext_list[i]; |
249 | ext_data = riscv_isa_vendor_ext_list[i]->ext_data; |
250 | |
251 | if (cpu == ALL_CPUS) |
252 | vendor_bitmap = &ext_list->all_harts_isa_bitmap; |
253 | else |
254 | vendor_bitmap = &ext_list->per_hart_isa_bitmap[cpu]; |
255 | |
256 | for (int j = 0; j < ext_list->ext_data_count; j++) { |
257 | if (!__riscv_isa_extension_available(vendor_bitmap->isa, ext_data[j].id)) |
258 | continue; |
259 | |
260 | seq_printf(f, "_%s", ext_data[j].name); |
261 | } |
262 | } |
263 | } |
264 | |
265 | static void print_isa(struct seq_file *f, const unsigned long *isa_bitmap, int cpu) |
266 | { |
267 | |
268 | if (IS_ENABLED(CONFIG_32BIT)) |
269 | seq_write(seq: f, data: "rv32", len: 4); |
270 | else |
271 | seq_write(seq: f, data: "rv64", len: 4); |
272 | |
273 | for (int i = 0; i < riscv_isa_ext_count; i++) { |
274 | if (!__riscv_isa_extension_available(isa_bitmap, riscv_isa_ext[i].id)) |
275 | continue; |
276 | |
277 | /* Only multi-letter extensions are split by underscores */ |
278 | if (strnlen(riscv_isa_ext[i].name, 2) != 1) |
279 | seq_puts(m: f, s: "_"); |
280 | |
281 | seq_printf(f, "%s", riscv_isa_ext[i].name); |
282 | } |
283 | |
284 | print_vendor_isa(f, cpu); |
285 | |
286 | seq_puts(m: f, s: "\n"); |
287 | } |
288 | |
289 | static void print_mmu(struct seq_file *f) |
290 | { |
291 | const char *sv_type; |
292 | |
293 | #ifdef CONFIG_MMU |
294 | #if defined(CONFIG_32BIT) |
295 | sv_type = "sv32"; |
296 | #elif defined(CONFIG_64BIT) |
297 | if (pgtable_l5_enabled) |
298 | sv_type = "sv57"; |
299 | else if (pgtable_l4_enabled) |
300 | sv_type = "sv48"; |
301 | else |
302 | sv_type = "sv39"; |
303 | #endif |
304 | #else |
305 | sv_type = "none"; |
306 | #endif /* CONFIG_MMU */ |
307 | seq_printf(m: f, fmt: "mmu\t\t: %s\n", sv_type); |
308 | } |
309 | |
310 | static void *c_start(struct seq_file *m, loff_t *pos) |
311 | { |
312 | if (*pos == nr_cpu_ids) |
313 | return NULL; |
314 | |
315 | *pos = cpumask_next(n: *pos - 1, cpu_online_mask); |
316 | if ((*pos) < nr_cpu_ids) |
317 | return (void *)(uintptr_t)(1 + *pos); |
318 | return NULL; |
319 | } |
320 | |
321 | static void *c_next(struct seq_file *m, void *v, loff_t *pos) |
322 | { |
323 | (*pos)++; |
324 | return c_start(m, pos); |
325 | } |
326 | |
327 | static void c_stop(struct seq_file *m, void *v) |
328 | { |
329 | } |
330 | |
331 | static int c_show(struct seq_file *m, void *v) |
332 | { |
333 | unsigned long cpu_id = (unsigned long)v - 1; |
334 | struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); |
335 | struct device_node *node; |
336 | const char *compat; |
337 | |
338 | seq_printf(m, fmt: "processor\t: %lu\n", cpu_id); |
339 | seq_printf(m, fmt: "hart\t\t: %lu\n", cpuid_to_hartid_map(cpu_id)); |
340 | |
341 | /* |
342 | * For historical raisins, the isa: line is limited to the lowest common |
343 | * denominator of extensions supported across all harts. A true list of |
344 | * extensions supported on this hart is printed later in the hart isa: |
345 | * line. |
346 | */ |
347 | seq_puts(m, s: "isa\t\t: "); |
348 | print_isa(f: m, NULL, ALL_CPUS); |
349 | print_mmu(f: m); |
350 | |
351 | if (acpi_disabled) { |
352 | node = of_get_cpu_node(cpu: cpu_id, NULL); |
353 | |
354 | if (!of_property_read_string(np: node, propname: "compatible", out_string: &compat) && |
355 | strcmp(compat, "riscv")) |
356 | seq_printf(m, fmt: "uarch\t\t: %s\n", compat); |
357 | |
358 | of_node_put(node); |
359 | } |
360 | |
361 | seq_printf(m, fmt: "mvendorid\t: 0x%lx\n", ci->mvendorid); |
362 | seq_printf(m, fmt: "marchid\t\t: 0x%lx\n", ci->marchid); |
363 | seq_printf(m, fmt: "mimpid\t\t: 0x%lx\n", ci->mimpid); |
364 | |
365 | /* |
366 | * Print the ISA extensions specific to this hart, which may show |
367 | * additional extensions not present across all harts. |
368 | */ |
369 | seq_puts(m, s: "hart isa\t: "); |
370 | print_isa(m, hart_isa[cpu_id].isa, cpu_id); |
371 | seq_puts(m, s: "\n"); |
372 | |
373 | return 0; |
374 | } |
375 | |
376 | const struct seq_operations cpuinfo_op = { |
377 | .start = c_start, |
378 | .next = c_next, |
379 | .stop = c_stop, |
380 | .show = c_show |
381 | }; |
382 | |
383 | #endif /* CONFIG_PROC_FS */ |
384 |
Definitions
- arch_match_cpu_phys_id
- riscv_of_processor_hartid
- riscv_early_of_processor_hartid
- riscv_of_parent_hartid
- riscv_get_marchid
- riscv_get_mvendorid
- riscv_cpuinfo
- riscv_cached_mvendorid
- riscv_cached_marchid
- riscv_cached_mimpid
- riscv_cpuinfo_starting
- riscv_cpuinfo_init
- print_vendor_isa
- print_isa
- print_mmu
- c_start
- c_next
- c_stop
- c_show
Improve your Profiling and Debugging skills
Find out more