Warning: This file is not a C or C++ file. It does not have highlighting.

1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Copyright (C) 2020-2023 Loongson Technology Corporation Limited
4 */
5
6#ifndef __ASM_LOONGARCH_KVM_HOST_H__
7#define __ASM_LOONGARCH_KVM_HOST_H__
8
9#include <linux/cpumask.h>
10#include <linux/hrtimer.h>
11#include <linux/interrupt.h>
12#include <linux/kvm.h>
13#include <linux/kvm_types.h>
14#include <linux/mutex.h>
15#include <linux/perf_event.h>
16#include <linux/spinlock.h>
17#include <linux/threads.h>
18#include <linux/types.h>
19
20#include <asm/inst.h>
21#include <asm/kvm_mmu.h>
22#include <asm/kvm_ipi.h>
23#include <asm/kvm_eiointc.h>
24#include <asm/kvm_pch_pic.h>
25#include <asm/loongarch.h>
26
27#define __KVM_HAVE_ARCH_INTC_INITIALIZED
28
29/* Loongarch KVM register ids */
30#define KVM_GET_IOC_CSR_IDX(id) ((id & KVM_CSR_IDX_MASK) >> LOONGARCH_REG_SHIFT)
31#define KVM_GET_IOC_CPUCFG_IDX(id) ((id & KVM_CPUCFG_IDX_MASK) >> LOONGARCH_REG_SHIFT)
32
33#define KVM_MAX_VCPUS 256
34#define KVM_MAX_CPUCFG_REGS 21
35
36#define KVM_HALT_POLL_NS_DEFAULT 500000
37#define KVM_REQ_TLB_FLUSH_GPA KVM_ARCH_REQ(0)
38#define KVM_REQ_STEAL_UPDATE KVM_ARCH_REQ(1)
39#define KVM_REQ_PMU KVM_ARCH_REQ(2)
40
41#define KVM_GUESTDBG_SW_BP_MASK \
42 (KVM_GUESTDBG_ENABLE | KVM_GUESTDBG_USE_SW_BP)
43#define KVM_GUESTDBG_VALID_MASK \
44 (KVM_GUESTDBG_ENABLE | KVM_GUESTDBG_USE_SW_BP | KVM_GUESTDBG_SINGLESTEP)
45
46#define KVM_DIRTY_LOG_MANUAL_CAPS \
47 (KVM_DIRTY_LOG_MANUAL_PROTECT_ENABLE | KVM_DIRTY_LOG_INITIALLY_SET)
48
49struct kvm_vm_stat {
50 struct kvm_vm_stat_generic generic;
51 u64 pages;
52 u64 hugepages;
53};
54
55struct kvm_vcpu_stat {
56 struct kvm_vcpu_stat_generic generic;
57 u64 int_exits;
58 u64 idle_exits;
59 u64 cpucfg_exits;
60 u64 signal_exits;
61 u64 hypercall_exits;
62 u64 ipi_read_exits;
63 u64 ipi_write_exits;
64 u64 eiointc_read_exits;
65 u64 eiointc_write_exits;
66 u64 pch_pic_read_exits;
67 u64 pch_pic_write_exits;
68};
69
70#define KVM_MEM_HUGEPAGE_CAPABLE (1UL << 0)
71#define KVM_MEM_HUGEPAGE_INCAPABLE (1UL << 1)
72struct kvm_arch_memory_slot {
73 unsigned long flags;
74};
75
76#define HOST_MAX_PMNUM 16
77struct kvm_context {
78 unsigned long vpid_cache;
79 struct kvm_vcpu *last_vcpu;
80 /* Host PMU CSR */
81 u64 perf_ctrl[HOST_MAX_PMNUM];
82 u64 perf_cntr[HOST_MAX_PMNUM];
83};
84
85struct kvm_world_switch {
86 int (*exc_entry)(void);
87 int (*enter_guest)(struct kvm_run *run, struct kvm_vcpu *vcpu);
88 unsigned long page_order;
89};
90
91#define MAX_PGTABLE_LEVELS 4
92
93/*
94 * Physical CPUID is used for interrupt routing, there are different
95 * definitions about physical cpuid on different hardwares.
96 *
97 * For LOONGARCH_CSR_CPUID register, max CPUID size if 512
98 * For IPI hardware, max destination CPUID size 1024
99 * For eiointc interrupt controller, max destination CPUID size is 256
100 * For msgint interrupt controller, max supported CPUID size is 65536
101 *
102 * Currently max CPUID is defined as 256 for KVM hypervisor, in future
103 * it will be expanded to 4096, including 16 packages at most. And every
104 * package supports at most 256 vcpus
105 */
106#define KVM_MAX_PHYID 256
107
108struct kvm_phyid_info {
109 struct kvm_vcpu *vcpu;
110 bool enabled;
111};
112
113struct kvm_phyid_map {
114 int max_phyid;
115 struct kvm_phyid_info phys_map[KVM_MAX_PHYID];
116};
117
118struct kvm_arch {
119 /* Guest physical mm */
120 kvm_pte_t *pgd;
121 unsigned long gpa_size;
122 unsigned long invalid_ptes[MAX_PGTABLE_LEVELS];
123 unsigned int pte_shifts[MAX_PGTABLE_LEVELS];
124 unsigned int root_level;
125 spinlock_t phyid_map_lock;
126 struct kvm_phyid_map *phyid_map;
127 /* Enabled PV features */
128 unsigned long pv_features;
129 /* Supported KVM features */
130 unsigned long kvm_features;
131
132 s64 time_offset;
133 struct kvm_context __percpu *vmcs;
134 struct loongarch_ipi *ipi;
135 struct loongarch_eiointc *eiointc;
136 struct loongarch_pch_pic *pch_pic;
137};
138
139#define CSR_MAX_NUMS 0x800
140
141struct loongarch_csrs {
142 unsigned long csrs[CSR_MAX_NUMS];
143};
144
145/* Resume Flags */
146#define RESUME_HOST 0
147#define RESUME_GUEST 1
148
149enum emulation_result {
150 EMULATE_DONE, /* no further processing */
151 EMULATE_DO_MMIO, /* kvm_run filled with MMIO request */
152 EMULATE_DO_IOCSR, /* handle IOCSR request */
153 EMULATE_FAIL, /* can't emulate this instruction */
154 EMULATE_EXCEPT, /* A guest exception has been generated */
155};
156
157#define KVM_LARCH_FPU (0x1 << 0)
158#define KVM_LARCH_LSX (0x1 << 1)
159#define KVM_LARCH_LASX (0x1 << 2)
160#define KVM_LARCH_LBT (0x1 << 3)
161#define KVM_LARCH_PMU (0x1 << 4)
162#define KVM_LARCH_SWCSR_LATEST (0x1 << 5)
163#define KVM_LARCH_HWCSR_USABLE (0x1 << 6)
164
165#define LOONGARCH_PV_FEAT_UPDATED BIT_ULL(63)
166#define LOONGARCH_PV_FEAT_MASK (BIT(KVM_FEATURE_IPI) | \
167 BIT(KVM_FEATURE_STEAL_TIME) | \
168 BIT(KVM_FEATURE_USER_HCALL) | \
169 BIT(KVM_FEATURE_VIRT_EXTIOI))
170
171struct kvm_vcpu_arch {
172 /*
173 * Switch pointer-to-function type to unsigned long
174 * for loading the value into register directly.
175 */
176 unsigned long host_eentry;
177 unsigned long guest_eentry;
178
179 /* Pointers stored here for easy accessing from assembly code */
180 int (*handle_exit)(struct kvm_run *run, struct kvm_vcpu *vcpu);
181
182 /* GPA (=HVA) of PGD for secondary mmu */
183 unsigned long kvm_pgd;
184
185 /* Host registers preserved across guest mode execution */
186 unsigned long host_sp;
187 unsigned long host_tp;
188 unsigned long host_pgd;
189
190 /* Host CSRs are used when handling exits from guest */
191 unsigned long badi;
192 unsigned long badv;
193 unsigned long host_ecfg;
194 unsigned long host_estat;
195 unsigned long host_percpu;
196
197 /* GPRs */
198 unsigned long gprs[32];
199 unsigned long pc;
200
201 /* Which auxiliary state is loaded (KVM_LARCH_*) */
202 unsigned int aux_inuse;
203
204 /* FPU state */
205 struct loongarch_fpu fpu FPU_ALIGN;
206 struct loongarch_lbt lbt;
207
208 /* CSR state */
209 struct loongarch_csrs *csr;
210
211 /* Guest max PMU CSR id */
212 int max_pmu_csrid;
213
214 /* GPR used as IO source/target */
215 u32 io_gpr;
216
217 /* KVM register to control count timer */
218 u32 count_ctl;
219 struct hrtimer swtimer;
220
221 /* Bitmask of intr that are pending */
222 unsigned long irq_pending;
223 /* Bitmask of pending intr to be cleared */
224 unsigned long irq_clear;
225
226 /* Bitmask of exceptions that are pending */
227 unsigned long exception_pending;
228 unsigned int esubcode;
229
230 /* Cache for pages needed inside spinlock regions */
231 struct kvm_mmu_memory_cache mmu_page_cache;
232
233 /* vcpu's vpid */
234 u64 vpid;
235 gpa_t flush_gpa;
236
237 /* Frequency of stable timer in Hz */
238 u64 timer_mhz;
239 ktime_t expire;
240
241 /* Last CPU the vCPU state was loaded on */
242 int last_sched_cpu;
243 /* mp state */
244 struct kvm_mp_state mp_state;
245 /* ipi state */
246 struct ipi_state ipi_state;
247 /* cpucfg */
248 u32 cpucfg[KVM_MAX_CPUCFG_REGS];
249
250 /* paravirt steal time */
251 struct {
252 u64 guest_addr;
253 u64 last_steal;
254 struct gfn_to_hva_cache cache;
255 } st;
256};
257
258static inline unsigned long readl_sw_gcsr(struct loongarch_csrs *csr, int reg)
259{
260 return csr->csrs[reg];
261}
262
263static inline void writel_sw_gcsr(struct loongarch_csrs *csr, int reg, unsigned long val)
264{
265 csr->csrs[reg] = val;
266}
267
268static inline bool kvm_guest_has_fpu(struct kvm_vcpu_arch *arch)
269{
270 return arch->cpucfg[2] & CPUCFG2_FP;
271}
272
273static inline bool kvm_guest_has_lsx(struct kvm_vcpu_arch *arch)
274{
275 return arch->cpucfg[2] & CPUCFG2_LSX;
276}
277
278static inline bool kvm_guest_has_lasx(struct kvm_vcpu_arch *arch)
279{
280 return arch->cpucfg[2] & CPUCFG2_LASX;
281}
282
283static inline bool kvm_guest_has_lbt(struct kvm_vcpu_arch *arch)
284{
285 return arch->cpucfg[2] & (CPUCFG2_X86BT | CPUCFG2_ARMBT | CPUCFG2_MIPSBT);
286}
287
288static inline bool kvm_guest_has_pmu(struct kvm_vcpu_arch *arch)
289{
290 return arch->cpucfg[6] & CPUCFG6_PMP;
291}
292
293static inline int kvm_get_pmu_num(struct kvm_vcpu_arch *arch)
294{
295 return (arch->cpucfg[6] & CPUCFG6_PMNUM) >> CPUCFG6_PMNUM_SHIFT;
296}
297
298/* Check whether KVM support this feature (VMM may disable it) */
299static inline bool kvm_vm_support(struct kvm_arch *arch, int feature)
300{
301 return !!(arch->kvm_features & BIT_ULL(feature));
302}
303
304bool kvm_arch_pmi_in_guest(struct kvm_vcpu *vcpu);
305
306/* Debug: dump vcpu state */
307int kvm_arch_vcpu_dump_regs(struct kvm_vcpu *vcpu);
308
309/* MMU handling */
310void kvm_flush_tlb_all(void);
311void kvm_flush_tlb_gpa(struct kvm_vcpu *vcpu, unsigned long gpa);
312int kvm_handle_mm_fault(struct kvm_vcpu *vcpu, unsigned long badv, bool write, int ecode);
313
314int kvm_unmap_hva_range(struct kvm *kvm, unsigned long start, unsigned long end, bool blockable);
315int kvm_age_hva(struct kvm *kvm, unsigned long start, unsigned long end);
316int kvm_test_age_hva(struct kvm *kvm, unsigned long hva);
317
318static inline void update_pc(struct kvm_vcpu_arch *arch)
319{
320 arch->pc += 4;
321}
322
323/*
324 * kvm_is_ifetch_fault() - Find whether a TLBL exception is due to ifetch fault.
325 * @vcpu: Virtual CPU.
326 *
327 * Returns: Whether the TLBL exception was likely due to an instruction
328 * fetch fault rather than a data load fault.
329 */
330static inline bool kvm_is_ifetch_fault(struct kvm_vcpu_arch *arch)
331{
332 return arch->pc == arch->badv;
333}
334
335/* Misc */
336static inline void kvm_arch_hardware_unsetup(void) {}
337static inline void kvm_arch_memslots_updated(struct kvm *kvm, u64 gen) {}
338static inline void kvm_arch_vcpu_blocking(struct kvm_vcpu *vcpu) {}
339static inline void kvm_arch_vcpu_unblocking(struct kvm_vcpu *vcpu) {}
340static inline void kvm_arch_vcpu_block_finish(struct kvm_vcpu *vcpu) {}
341static inline void kvm_arch_free_memslot(struct kvm *kvm, struct kvm_memory_slot *slot) {}
342void kvm_check_vpid(struct kvm_vcpu *vcpu);
343enum hrtimer_restart kvm_swtimer_wakeup(struct hrtimer *timer);
344void kvm_arch_flush_remote_tlbs_memslot(struct kvm *kvm, const struct kvm_memory_slot *memslot);
345void kvm_init_vmcs(struct kvm *kvm);
346void kvm_exc_entry(void);
347int kvm_enter_guest(struct kvm_run *run, struct kvm_vcpu *vcpu);
348
349extern unsigned long vpid_mask;
350extern const unsigned long kvm_exception_size;
351extern const unsigned long kvm_enter_guest_size;
352extern struct kvm_world_switch *kvm_loongarch_ops;
353
354#define SW_GCSR (1 << 0)
355#define HW_GCSR (1 << 1)
356#define INVALID_GCSR (1 << 2)
357
358int get_gcsr_flag(int csr);
359void set_hw_gcsr(int csr_id, unsigned long val);
360
361#endif /* __ASM_LOONGARCH_KVM_HOST_H__ */
362

Warning: This file is not a C or C++ file. It does not have highlighting.

source code of linux/arch/loongarch/include/asm/kvm_host.h