1 | // SPDX-License-Identifier: GPL-2.0 |
2 | #include <linux/cpumask.h> |
3 | #include <linux/fs.h> |
4 | #include <linux/init.h> |
5 | #include <linux/interrupt.h> |
6 | #include <linux/kernel_stat.h> |
7 | #include <linux/proc_fs.h> |
8 | #include <linux/sched.h> |
9 | #include <linux/sched/stat.h> |
10 | #include <linux/seq_file.h> |
11 | #include <linux/slab.h> |
12 | #include <linux/time.h> |
13 | #include <linux/time_namespace.h> |
14 | #include <linux/irqnr.h> |
15 | #include <linux/sched/cputime.h> |
16 | #include <linux/tick.h> |
17 | |
18 | #ifndef arch_irq_stat_cpu |
19 | #define arch_irq_stat_cpu(cpu) 0 |
20 | #endif |
21 | #ifndef arch_irq_stat |
22 | #define arch_irq_stat() 0 |
23 | #endif |
24 | |
25 | u64 get_idle_time(struct kernel_cpustat *kcs, int cpu) |
26 | { |
27 | u64 idle, idle_usecs = -1ULL; |
28 | |
29 | if (cpu_online(cpu)) |
30 | idle_usecs = get_cpu_idle_time_us(cpu, NULL); |
31 | |
32 | if (idle_usecs == -1ULL) |
33 | /* !NO_HZ or cpu offline so we can rely on cpustat.idle */ |
34 | idle = kcs->cpustat[CPUTIME_IDLE]; |
35 | else |
36 | idle = idle_usecs * NSEC_PER_USEC; |
37 | |
38 | return idle; |
39 | } |
40 | |
41 | static u64 get_iowait_time(struct kernel_cpustat *kcs, int cpu) |
42 | { |
43 | u64 iowait, iowait_usecs = -1ULL; |
44 | |
45 | if (cpu_online(cpu)) |
46 | iowait_usecs = get_cpu_iowait_time_us(cpu, NULL); |
47 | |
48 | if (iowait_usecs == -1ULL) |
49 | /* !NO_HZ or cpu offline so we can rely on cpustat.iowait */ |
50 | iowait = kcs->cpustat[CPUTIME_IOWAIT]; |
51 | else |
52 | iowait = iowait_usecs * NSEC_PER_USEC; |
53 | |
54 | return iowait; |
55 | } |
56 | |
57 | static void show_irq_gap(struct seq_file *p, unsigned int gap) |
58 | { |
59 | static const char zeros[] = " 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0" ; |
60 | |
61 | while (gap > 0) { |
62 | unsigned int inc; |
63 | |
64 | inc = min_t(unsigned int, gap, ARRAY_SIZE(zeros) / 2); |
65 | seq_write(seq: p, data: zeros, len: 2 * inc); |
66 | gap -= inc; |
67 | } |
68 | } |
69 | |
70 | static void show_all_irqs(struct seq_file *p) |
71 | { |
72 | unsigned int i, next = 0; |
73 | |
74 | for_each_active_irq(i) { |
75 | show_irq_gap(p, gap: i - next); |
76 | seq_put_decimal_ull(m: p, delimiter: " " , num: kstat_irqs_usr(irq: i)); |
77 | next = i + 1; |
78 | } |
79 | show_irq_gap(p, gap: nr_irqs - next); |
80 | } |
81 | |
82 | static int show_stat(struct seq_file *p, void *v) |
83 | { |
84 | int i, j; |
85 | u64 user, nice, system, idle, iowait, irq, softirq, steal; |
86 | u64 guest, guest_nice; |
87 | u64 sum = 0; |
88 | u64 sum_softirq = 0; |
89 | unsigned int per_softirq_sums[NR_SOFTIRQS] = {0}; |
90 | struct timespec64 boottime; |
91 | |
92 | user = nice = system = idle = iowait = |
93 | irq = softirq = steal = 0; |
94 | guest = guest_nice = 0; |
95 | getboottime64(ts: &boottime); |
96 | /* shift boot timestamp according to the timens offset */ |
97 | timens_sub_boottime(ts: &boottime); |
98 | |
99 | for_each_possible_cpu(i) { |
100 | struct kernel_cpustat kcpustat; |
101 | u64 *cpustat = kcpustat.cpustat; |
102 | |
103 | kcpustat_cpu_fetch(dst: &kcpustat, cpu: i); |
104 | |
105 | user += cpustat[CPUTIME_USER]; |
106 | nice += cpustat[CPUTIME_NICE]; |
107 | system += cpustat[CPUTIME_SYSTEM]; |
108 | idle += get_idle_time(kcs: &kcpustat, cpu: i); |
109 | iowait += get_iowait_time(kcs: &kcpustat, cpu: i); |
110 | irq += cpustat[CPUTIME_IRQ]; |
111 | softirq += cpustat[CPUTIME_SOFTIRQ]; |
112 | steal += cpustat[CPUTIME_STEAL]; |
113 | guest += cpustat[CPUTIME_GUEST]; |
114 | guest_nice += cpustat[CPUTIME_GUEST_NICE]; |
115 | sum += kstat_cpu_irqs_sum(cpu: i); |
116 | sum += arch_irq_stat_cpu(cpu: i); |
117 | |
118 | for (j = 0; j < NR_SOFTIRQS; j++) { |
119 | unsigned int softirq_stat = kstat_softirqs_cpu(irq: j, cpu: i); |
120 | |
121 | per_softirq_sums[j] += softirq_stat; |
122 | sum_softirq += softirq_stat; |
123 | } |
124 | } |
125 | sum += arch_irq_stat(); |
126 | |
127 | seq_put_decimal_ull(m: p, delimiter: "cpu " , num: nsec_to_clock_t(x: user)); |
128 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: nice)); |
129 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: system)); |
130 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: idle)); |
131 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: iowait)); |
132 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: irq)); |
133 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: softirq)); |
134 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: steal)); |
135 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: guest)); |
136 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: guest_nice)); |
137 | seq_putc(m: p, c: '\n'); |
138 | |
139 | for_each_online_cpu(i) { |
140 | struct kernel_cpustat kcpustat; |
141 | u64 *cpustat = kcpustat.cpustat; |
142 | |
143 | kcpustat_cpu_fetch(dst: &kcpustat, cpu: i); |
144 | |
145 | /* Copy values here to work around gcc-2.95.3, gcc-2.96 */ |
146 | user = cpustat[CPUTIME_USER]; |
147 | nice = cpustat[CPUTIME_NICE]; |
148 | system = cpustat[CPUTIME_SYSTEM]; |
149 | idle = get_idle_time(kcs: &kcpustat, cpu: i); |
150 | iowait = get_iowait_time(kcs: &kcpustat, cpu: i); |
151 | irq = cpustat[CPUTIME_IRQ]; |
152 | softirq = cpustat[CPUTIME_SOFTIRQ]; |
153 | steal = cpustat[CPUTIME_STEAL]; |
154 | guest = cpustat[CPUTIME_GUEST]; |
155 | guest_nice = cpustat[CPUTIME_GUEST_NICE]; |
156 | seq_printf(m: p, fmt: "cpu%d" , i); |
157 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: user)); |
158 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: nice)); |
159 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: system)); |
160 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: idle)); |
161 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: iowait)); |
162 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: irq)); |
163 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: softirq)); |
164 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: steal)); |
165 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: guest)); |
166 | seq_put_decimal_ull(m: p, delimiter: " " , num: nsec_to_clock_t(x: guest_nice)); |
167 | seq_putc(m: p, c: '\n'); |
168 | } |
169 | seq_put_decimal_ull(m: p, delimiter: "intr " , num: (unsigned long long)sum); |
170 | |
171 | show_all_irqs(p); |
172 | |
173 | seq_printf(m: p, |
174 | fmt: "\nctxt %llu\n" |
175 | "btime %llu\n" |
176 | "processes %lu\n" |
177 | "procs_running %u\n" |
178 | "procs_blocked %u\n" , |
179 | nr_context_switches(), |
180 | (unsigned long long)boottime.tv_sec, |
181 | total_forks, |
182 | nr_running(), |
183 | nr_iowait()); |
184 | |
185 | seq_put_decimal_ull(m: p, delimiter: "softirq " , num: (unsigned long long)sum_softirq); |
186 | |
187 | for (i = 0; i < NR_SOFTIRQS; i++) |
188 | seq_put_decimal_ull(m: p, delimiter: " " , num: per_softirq_sums[i]); |
189 | seq_putc(m: p, c: '\n'); |
190 | |
191 | return 0; |
192 | } |
193 | |
194 | static int stat_open(struct inode *inode, struct file *file) |
195 | { |
196 | unsigned int size = 1024 + 128 * num_online_cpus(); |
197 | |
198 | /* minimum size to display an interrupt count : 2 bytes */ |
199 | size += 2 * nr_irqs; |
200 | return single_open_size(file, show_stat, NULL, size); |
201 | } |
202 | |
203 | static const struct proc_ops stat_proc_ops = { |
204 | .proc_flags = PROC_ENTRY_PERMANENT, |
205 | .proc_open = stat_open, |
206 | .proc_read_iter = seq_read_iter, |
207 | .proc_lseek = seq_lseek, |
208 | .proc_release = single_release, |
209 | }; |
210 | |
211 | static int __init proc_stat_init(void) |
212 | { |
213 | proc_create(name: "stat" , mode: 0, NULL, proc_ops: &stat_proc_ops); |
214 | return 0; |
215 | } |
216 | fs_initcall(proc_stat_init); |
217 | |