]> git.ipfire.org Git - thirdparty/kernel/stable.git/blame - include/linux/kvm_host.h
KVM: MCE: Send SRAR SIGBUS directly
[thirdparty/kernel/stable.git] / include / linux / kvm_host.h
CommitLineData
edf88417
AK
1#ifndef __KVM_HOST_H
2#define __KVM_HOST_H
6aa8b732
AK
3
4/*
5 * This work is licensed under the terms of the GNU GPL, version 2. See
6 * the COPYING file in the top-level directory.
7 */
8
9#include <linux/types.h>
e56a7a28 10#include <linux/hardirq.h>
6aa8b732
AK
11#include <linux/list.h>
12#include <linux/mutex.h>
13#include <linux/spinlock.h>
06ff0d37
MR
14#include <linux/signal.h>
15#include <linux/sched.h>
6aa8b732 16#include <linux/mm.h>
15ad7146 17#include <linux/preempt.h>
0937c48d 18#include <linux/msi.h>
e8edc6e0 19#include <asm/signal.h>
6aa8b732 20
6aa8b732 21#include <linux/kvm.h>
102d8325 22#include <linux/kvm_para.h>
6aa8b732 23
edf88417 24#include <linux/kvm_types.h>
d77a39d9 25
edf88417 26#include <asm/kvm_host.h>
d657a98e 27
d9e368d6
AK
28/*
29 * vcpu->requests bit members
30 */
3176bc3e 31#define KVM_REQ_TLB_FLUSH 0
2f52d58c 32#define KVM_REQ_MIGRATE_TIMER 1
b209749f 33#define KVM_REQ_REPORT_TPR_ACCESS 2
2e53d63a 34#define KVM_REQ_MMU_RELOAD 3
71c4dfaf 35#define KVM_REQ_TRIPLE_FAULT 4
06e05645 36#define KVM_REQ_PENDING_TIMER 5
d7690175 37#define KVM_REQ_UNHALT 6
4731d4c7 38#define KVM_REQ_MMU_SYNC 7
34c238a1 39#define KVM_REQ_CLOCK_UPDATE 8
32f88400 40#define KVM_REQ_KICK 9
02daab21 41#define KVM_REQ_DEACTIVATE_FPU 10
3842d135 42#define KVM_REQ_EVENT 11
6aa8b732 43
5550af4d
SY
44#define KVM_USERSPACE_IRQ_SOURCE_ID 0
45
6c474694 46struct kvm;
6aa8b732 47struct kvm_vcpu;
c16f862d 48extern struct kmem_cache *kvm_vcpu_cache;
6aa8b732 49
2eeb2e94
GH
50/*
51 * It would be nice to use something smarter than a linear search, TBD...
52 * Thankfully we dont expect many devices to register (famous last words :),
53 * so until then it will suffice. At least its abstracted so we can change
54 * in one place.
55 */
56struct kvm_io_bus {
57 int dev_count;
e80e2a60 58#define NR_IOBUS_DEVS 200
2eeb2e94
GH
59 struct kvm_io_device *devs[NR_IOBUS_DEVS];
60};
61
e93f8a0f
MT
62enum kvm_bus {
63 KVM_MMIO_BUS,
64 KVM_PIO_BUS,
65 KVM_NR_BUSES
66};
67
68int kvm_io_bus_write(struct kvm *kvm, enum kvm_bus bus_idx, gpa_t addr,
69 int len, const void *val);
70int kvm_io_bus_read(struct kvm *kvm, enum kvm_bus bus_idx, gpa_t addr, int len,
bda9020e 71 void *val);
e93f8a0f 72int kvm_io_bus_register_dev(struct kvm *kvm, enum kvm_bus bus_idx,
090b7aff 73 struct kvm_io_device *dev);
e93f8a0f
MT
74int kvm_io_bus_unregister_dev(struct kvm *kvm, enum kvm_bus bus_idx,
75 struct kvm_io_device *dev);
2eeb2e94 76
d17fbbf7
ZX
77struct kvm_vcpu {
78 struct kvm *kvm;
31bb117e 79#ifdef CONFIG_PREEMPT_NOTIFIERS
d17fbbf7 80 struct preempt_notifier preempt_notifier;
31bb117e 81#endif
d17fbbf7
ZX
82 int vcpu_id;
83 struct mutex mutex;
84 int cpu;
d94e1dc9 85 atomic_t guest_mode;
d17fbbf7 86 struct kvm_run *run;
d17fbbf7 87 unsigned long requests;
d0bfb940 88 unsigned long guest_debug;
f656ce01
MT
89 int srcu_idx;
90
d17fbbf7 91 int fpu_active;
2acf923e 92 int guest_fpu_loaded, guest_xcr0_loaded;
d17fbbf7
ZX
93 wait_queue_head_t wq;
94 int sigset_active;
95 sigset_t sigset;
96 struct kvm_vcpu_stat stat;
97
34c16eec 98#ifdef CONFIG_HAS_IOMEM
d17fbbf7
ZX
99 int mmio_needed;
100 int mmio_read_completed;
101 int mmio_is_write;
102 int mmio_size;
103 unsigned char mmio_data[8];
6aa8b732 104 gpa_t mmio_phys_addr;
34c16eec 105#endif
1165f5fe 106
d657a98e
ZX
107 struct kvm_vcpu_arch arch;
108};
109
660c22c4
TY
110/*
111 * Some of the bitops functions do not support too long bitmaps.
112 * This number must be determined not to exceed such limits.
113 */
114#define KVM_MEM_MAX_NR_PAGES ((1UL << 31) - 1)
115
6aa8b732
AK
116struct kvm_memory_slot {
117 gfn_t base_gfn;
118 unsigned long npages;
119 unsigned long flags;
290fc38d 120 unsigned long *rmap;
6aa8b732 121 unsigned long *dirty_bitmap;
05da4558
MT
122 struct {
123 unsigned long rmap_pde;
124 int write_count;
ec04b260 125 } *lpage_info[KVM_NR_PAGE_SIZES - 1];
8a7ae055 126 unsigned long userspace_addr;
80b14b5b 127 int user_alloc;
e36d96f7 128 int id;
6aa8b732
AK
129};
130
87bf6e7d
TY
131static inline unsigned long kvm_dirty_bitmap_bytes(struct kvm_memory_slot *memslot)
132{
133 return ALIGN(memslot->npages, BITS_PER_LONG) / 8;
134}
135
399ec807
AK
136struct kvm_kernel_irq_routing_entry {
137 u32 gsi;
5116d8f6 138 u32 type;
4925663a 139 int (*set)(struct kvm_kernel_irq_routing_entry *e,
1a6e4a8c 140 struct kvm *kvm, int irq_source_id, int level);
399ec807
AK
141 union {
142 struct {
143 unsigned irqchip;
144 unsigned pin;
145 } irqchip;
79950e10 146 struct msi_msg msi;
399ec807 147 };
46e624b9
GN
148 struct hlist_node link;
149};
150
3e71f88b
GN
151#ifdef __KVM_HAVE_IOAPIC
152
46e624b9 153struct kvm_irq_routing_table {
3e71f88b 154 int chip[KVM_NR_IRQCHIPS][KVM_IOAPIC_NUM_PINS];
46e624b9
GN
155 struct kvm_kernel_irq_routing_entry *rt_entries;
156 u32 nr_rt_entries;
157 /*
158 * Array indexed by gsi. Each entry contains list of irq chips
159 * the gsi is connected to.
160 */
161 struct hlist_head map[0];
399ec807
AK
162};
163
3e71f88b
GN
164#else
165
166struct kvm_irq_routing_table {};
167
168#endif
169
46a26bf5
MT
170struct kvm_memslots {
171 int nmemslots;
172 struct kvm_memory_slot memslots[KVM_MEMORY_SLOTS +
173 KVM_PRIVATE_MEM_SLOTS];
174};
175
6aa8b732 176struct kvm {
aaee2c94 177 spinlock_t mmu_lock;
70e335e1 178 raw_spinlock_t requests_lock;
79fac95e 179 struct mutex slots_lock;
6d4e4c4f 180 struct mm_struct *mm; /* userspace tied to this vm */
46a26bf5 181 struct kvm_memslots *memslots;
bc6678a3 182 struct srcu_struct srcu;
73880c80
GN
183#ifdef CONFIG_KVM_APIC_ARCHITECTURE
184 u32 bsp_vcpu_id;
c5af89b6 185 struct kvm_vcpu *bsp_vcpu;
73880c80 186#endif
fb3f0f51 187 struct kvm_vcpu *vcpus[KVM_MAX_VCPUS];
73880c80 188 atomic_t online_vcpus;
133de902 189 struct list_head vm_list;
60eead79 190 struct mutex lock;
e93f8a0f 191 struct kvm_io_bus *buses[KVM_NR_BUSES];
721eecbf
GH
192#ifdef CONFIG_HAVE_KVM_EVENTFD
193 struct {
194 spinlock_t lock;
195 struct list_head items;
196 } irqfds;
d34e6b17 197 struct list_head ioeventfds;
721eecbf 198#endif
ba1389b7 199 struct kvm_vm_stat stat;
d69fb81f 200 struct kvm_arch arch;
d39f13b0 201 atomic_t users_count;
5f94c174
LV
202#ifdef KVM_COALESCED_MMIO_PAGE_OFFSET
203 struct kvm_coalesced_mmio_dev *coalesced_mmio_dev;
204 struct kvm_coalesced_mmio_ring *coalesced_mmio_ring;
205#endif
e930bffe 206
60eead79 207 struct mutex irq_lock;
75858a84 208#ifdef CONFIG_HAVE_KVM_IRQCHIP
46e624b9 209 struct kvm_irq_routing_table *irq_routing;
75858a84 210 struct hlist_head mask_notifier_list;
136bdfee 211 struct hlist_head irq_ack_notifier_list;
75858a84
AK
212#endif
213
e930bffe
AA
214#ifdef KVM_ARCH_WANT_MMU_NOTIFIER
215 struct mmu_notifier mmu_notifier;
216 unsigned long mmu_notifier_seq;
217 long mmu_notifier_count;
218#endif
6aa8b732
AK
219};
220
f0242478
RR
221/* The guest did something we don't support. */
222#define pr_unimpl(vcpu, fmt, ...) \
223 do { \
224 if (printk_ratelimit()) \
225 printk(KERN_ERR "kvm: %i: cpu%i " fmt, \
226 current->tgid, (vcpu)->vcpu_id , ## __VA_ARGS__); \
d77c26fc 227 } while (0)
f0242478 228
6aa8b732
AK
229#define kvm_printf(kvm, fmt ...) printk(KERN_DEBUG fmt)
230#define vcpu_printf(vcpu, fmt...) kvm_printf(vcpu->kvm, fmt)
231
988a2cae
GN
232static inline struct kvm_vcpu *kvm_get_vcpu(struct kvm *kvm, int i)
233{
234 smp_rmb();
235 return kvm->vcpus[i];
236}
237
238#define kvm_for_each_vcpu(idx, vcpup, kvm) \
239 for (idx = 0, vcpup = kvm_get_vcpu(kvm, idx); \
240 idx < atomic_read(&kvm->online_vcpus) && vcpup; \
241 vcpup = kvm_get_vcpu(kvm, ++idx))
242
fb3f0f51
RR
243int kvm_vcpu_init(struct kvm_vcpu *vcpu, struct kvm *kvm, unsigned id);
244void kvm_vcpu_uninit(struct kvm_vcpu *vcpu);
245
313a3dc7
CO
246void vcpu_load(struct kvm_vcpu *vcpu);
247void vcpu_put(struct kvm_vcpu *vcpu);
248
0ee75bea 249int kvm_init(void *opaque, unsigned vcpu_size, unsigned vcpu_align,
c16f862d 250 struct module *module);
cb498ea2 251void kvm_exit(void);
6aa8b732 252
d39f13b0
IE
253void kvm_get_kvm(struct kvm *kvm);
254void kvm_put_kvm(struct kvm *kvm);
255
90d83dc3
LJ
256static inline struct kvm_memslots *kvm_memslots(struct kvm *kvm)
257{
258 return rcu_dereference_check(kvm->memslots,
259 srcu_read_lock_held(&kvm->srcu)
260 || lockdep_is_held(&kvm->slots_lock));
261}
262
6aa8b732
AK
263#define HPA_MSB ((sizeof(hpa_t) * 8) - 1)
264#define HPA_ERR_MASK ((hpa_t)1 << HPA_MSB)
265static inline int is_error_hpa(hpa_t hpa) { return hpa >> HPA_MSB; }
6aa8b732 266
cea7bb21 267extern struct page *bad_page;
35149e21 268extern pfn_t bad_pfn;
6aa8b732 269
cea7bb21 270int is_error_page(struct page *page);
35149e21 271int is_error_pfn(pfn_t pfn);
bf998156 272int is_hwpoison_pfn(pfn_t pfn);
edba23e5 273int is_fault_pfn(pfn_t pfn);
f9d46eb0 274int kvm_is_error_hva(unsigned long addr);
210c7c4d
IE
275int kvm_set_memory_region(struct kvm *kvm,
276 struct kvm_userspace_memory_region *mem,
277 int user_alloc);
f78e0e2e
SY
278int __kvm_set_memory_region(struct kvm *kvm,
279 struct kvm_userspace_memory_region *mem,
280 int user_alloc);
f7784b8e
MT
281int kvm_arch_prepare_memory_region(struct kvm *kvm,
282 struct kvm_memory_slot *memslot,
283 struct kvm_memory_slot old,
284 struct kvm_userspace_memory_region *mem,
285 int user_alloc);
286void kvm_arch_commit_memory_region(struct kvm *kvm,
0de10343
ZX
287 struct kvm_userspace_memory_region *mem,
288 struct kvm_memory_slot old,
289 int user_alloc);
54dee993 290void kvm_disable_largepages(void);
34d4cb8f 291void kvm_arch_flush_shadow(struct kvm *kvm);
a983fb23 292
48987781
XG
293int gfn_to_page_many_atomic(struct kvm *kvm, gfn_t gfn, struct page **pages,
294 int nr_pages);
295
954bbbc2 296struct page *gfn_to_page(struct kvm *kvm, gfn_t gfn);
05da4558 297unsigned long gfn_to_hva(struct kvm *kvm, gfn_t gfn);
b4231d61
IE
298void kvm_release_page_clean(struct page *page);
299void kvm_release_page_dirty(struct page *page);
35149e21
AL
300void kvm_set_page_dirty(struct page *page);
301void kvm_set_page_accessed(struct page *page);
302
887c08ac 303pfn_t hva_to_pfn_atomic(struct kvm *kvm, unsigned long addr);
365fb3fd 304pfn_t gfn_to_pfn_atomic(struct kvm *kvm, gfn_t gfn);
35149e21 305pfn_t gfn_to_pfn(struct kvm *kvm, gfn_t gfn);
506f0d6f
MT
306pfn_t gfn_to_pfn_memslot(struct kvm *kvm,
307 struct kvm_memory_slot *slot, gfn_t gfn);
bc6678a3 308int memslot_id(struct kvm *kvm, gfn_t gfn);
35149e21
AL
309void kvm_release_pfn_dirty(pfn_t);
310void kvm_release_pfn_clean(pfn_t pfn);
311void kvm_set_pfn_dirty(pfn_t pfn);
312void kvm_set_pfn_accessed(pfn_t pfn);
313void kvm_get_pfn(pfn_t pfn);
314
195aefde
IE
315int kvm_read_guest_page(struct kvm *kvm, gfn_t gfn, void *data, int offset,
316 int len);
7ec54588
MT
317int kvm_read_guest_atomic(struct kvm *kvm, gpa_t gpa, void *data,
318 unsigned long len);
195aefde
IE
319int kvm_read_guest(struct kvm *kvm, gpa_t gpa, void *data, unsigned long len);
320int kvm_write_guest_page(struct kvm *kvm, gfn_t gfn, const void *data,
321 int offset, int len);
322int kvm_write_guest(struct kvm *kvm, gpa_t gpa, const void *data,
323 unsigned long len);
324int kvm_clear_guest_page(struct kvm *kvm, gfn_t gfn, int offset, int len);
325int kvm_clear_guest(struct kvm *kvm, gpa_t gpa, unsigned long len);
6aa8b732 326struct kvm_memory_slot *gfn_to_memslot(struct kvm *kvm, gfn_t gfn);
e0d62c7f 327int kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn);
8f0b1ab6 328unsigned long kvm_host_page_size(struct kvm *kvm, gfn_t gfn);
6aa8b732
AK
329void mark_page_dirty(struct kvm *kvm, gfn_t gfn);
330
8776e519 331void kvm_vcpu_block(struct kvm_vcpu *vcpu);
d255f4f2 332void kvm_vcpu_on_spin(struct kvm_vcpu *vcpu);
6aa8b732 333void kvm_resched(struct kvm_vcpu *vcpu);
7702fd1f
AK
334void kvm_load_guest_fpu(struct kvm_vcpu *vcpu);
335void kvm_put_guest_fpu(struct kvm_vcpu *vcpu);
d9e368d6 336void kvm_flush_remote_tlbs(struct kvm *kvm);
2e53d63a 337void kvm_reload_remote_mmus(struct kvm *kvm);
6aa8b732 338
043405e1
CO
339long kvm_arch_dev_ioctl(struct file *filp,
340 unsigned int ioctl, unsigned long arg);
313a3dc7
CO
341long kvm_arch_vcpu_ioctl(struct file *filp,
342 unsigned int ioctl, unsigned long arg);
018d00d2
ZX
343
344int kvm_dev_ioctl_check_extension(long ext);
345
5bb064dc
ZX
346int kvm_get_dirty_log(struct kvm *kvm,
347 struct kvm_dirty_log *log, int *is_dirty);
348int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm,
349 struct kvm_dirty_log *log);
350
1fe779f8
CO
351int kvm_vm_ioctl_set_memory_region(struct kvm *kvm,
352 struct
353 kvm_userspace_memory_region *mem,
354 int user_alloc);
355long kvm_arch_vm_ioctl(struct file *filp,
356 unsigned int ioctl, unsigned long arg);
313a3dc7 357
d0752060
HB
358int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);
359int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);
360
8b006791
ZX
361int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,
362 struct kvm_translation *tr);
363
b6c7a5dc
HB
364int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
365int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
366int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,
367 struct kvm_sregs *sregs);
368int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,
369 struct kvm_sregs *sregs);
62d9f0db
MT
370int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu,
371 struct kvm_mp_state *mp_state);
372int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu,
373 struct kvm_mp_state *mp_state);
d0bfb940
JK
374int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu,
375 struct kvm_guest_debug *dbg);
b6c7a5dc
HB
376int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run);
377
f8c16bba
ZX
378int kvm_arch_init(void *opaque);
379void kvm_arch_exit(void);
043405e1 380
e9b11c17
ZX
381int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu);
382void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu);
383
384void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu);
385void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
386void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
387struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id);
26e5215f 388int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu);
d40ccc62 389void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu);
e9b11c17
ZX
390
391int kvm_arch_vcpu_reset(struct kvm_vcpu *vcpu);
10474ae8 392int kvm_arch_hardware_enable(void *garbage);
e9b11c17
ZX
393void kvm_arch_hardware_disable(void *garbage);
394int kvm_arch_hardware_setup(void);
395void kvm_arch_hardware_unsetup(void);
396void kvm_arch_check_processor_compat(void *rtn);
1d737c8a 397int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu);
e9b11c17 398
d19a9cd2
ZX
399void kvm_free_physmem(struct kvm *kvm);
400
401struct kvm *kvm_arch_create_vm(void);
402void kvm_arch_destroy_vm(struct kvm *kvm);
8a98f664 403void kvm_free_all_assigned_devices(struct kvm *kvm);
ad8ba2cd 404void kvm_arch_sync_events(struct kvm *kvm);
e9b11c17 405
3d80840d 406int kvm_cpu_has_pending_timer(struct kvm_vcpu *vcpu);
5736199a 407void kvm_vcpu_kick(struct kvm_vcpu *vcpu);
682c59a3 408
c77fb9dc
XZ
409int kvm_is_mmio_pfn(pfn_t pfn);
410
62c476c7
BAY
411struct kvm_irq_ack_notifier {
412 struct hlist_node link;
413 unsigned gsi;
414 void (*irq_acked)(struct kvm_irq_ack_notifier *kian);
415};
416
2350bd1f 417#define KVM_ASSIGNED_MSIX_PENDING 0x1
c1e01514
SY
418struct kvm_guest_msix_entry {
419 u32 vector;
420 u16 entry;
421 u16 flags;
422};
423
62c476c7
BAY
424struct kvm_assigned_dev_kernel {
425 struct kvm_irq_ack_notifier ack_notifier;
426 struct work_struct interrupt_work;
427 struct list_head list;
428 int assigned_dev_id;
ab9f4ecb 429 int host_segnr;
62c476c7
BAY
430 int host_busnr;
431 int host_devfn;
c1e01514 432 unsigned int entries_nr;
62c476c7 433 int host_irq;
defaf158 434 bool host_irq_disabled;
c1e01514 435 struct msix_entry *host_msix_entries;
62c476c7 436 int guest_irq;
c1e01514 437 struct kvm_guest_msix_entry *guest_msix_entries;
4f906c19 438 unsigned long irq_requested_type;
5550af4d 439 int irq_source_id;
b653574a 440 int flags;
62c476c7
BAY
441 struct pci_dev *dev;
442 struct kvm *kvm;
547de29e 443 spinlock_t assigned_dev_lock;
62c476c7 444};
75858a84
AK
445
446struct kvm_irq_mask_notifier {
447 void (*func)(struct kvm_irq_mask_notifier *kimn, bool masked);
448 int irq;
449 struct hlist_node link;
450};
451
452void kvm_register_irq_mask_notifier(struct kvm *kvm, int irq,
453 struct kvm_irq_mask_notifier *kimn);
454void kvm_unregister_irq_mask_notifier(struct kvm *kvm, int irq,
455 struct kvm_irq_mask_notifier *kimn);
4a994358
GN
456void kvm_fire_mask_notifiers(struct kvm *kvm, unsigned irqchip, unsigned pin,
457 bool mask);
75858a84 458
46e624b9
GN
459#ifdef __KVM_HAVE_IOAPIC
460void kvm_get_intr_delivery_bitmask(struct kvm_ioapic *ioapic,
461 union kvm_ioapic_redirect_entry *entry,
462 unsigned long *deliver_bitmask);
463#endif
464int kvm_set_irq(struct kvm *kvm, int irq_source_id, u32 irq, int level);
44882eed 465void kvm_notify_acked_irq(struct kvm *kvm, unsigned irqchip, unsigned pin);
3de42dc0
XZ
466void kvm_register_irq_ack_notifier(struct kvm *kvm,
467 struct kvm_irq_ack_notifier *kian);
fa40a821
MT
468void kvm_unregister_irq_ack_notifier(struct kvm *kvm,
469 struct kvm_irq_ack_notifier *kian);
5550af4d
SY
470int kvm_request_irq_source_id(struct kvm *kvm);
471void kvm_free_irq_source_id(struct kvm *kvm, int irq_source_id);
62c476c7 472
522c68c4
SY
473/* For vcpu->arch.iommu_flags */
474#define KVM_IOMMU_CACHE_COHERENCY 0x1
475
19de40a8 476#ifdef CONFIG_IOMMU_API
3ad26d81 477int kvm_iommu_map_pages(struct kvm *kvm, struct kvm_memory_slot *slot);
260782bc 478int kvm_iommu_map_guest(struct kvm *kvm);
62c476c7 479int kvm_iommu_unmap_guest(struct kvm *kvm);
260782bc
WH
480int kvm_assign_device(struct kvm *kvm,
481 struct kvm_assigned_dev_kernel *assigned_dev);
0a920356
WH
482int kvm_deassign_device(struct kvm *kvm,
483 struct kvm_assigned_dev_kernel *assigned_dev);
19de40a8 484#else /* CONFIG_IOMMU_API */
62c476c7
BAY
485static inline int kvm_iommu_map_pages(struct kvm *kvm,
486 gfn_t base_gfn,
487 unsigned long npages)
488{
489 return 0;
490}
491
260782bc 492static inline int kvm_iommu_map_guest(struct kvm *kvm)
62c476c7
BAY
493{
494 return -ENODEV;
495}
496
497static inline int kvm_iommu_unmap_guest(struct kvm *kvm)
498{
499 return 0;
500}
260782bc
WH
501
502static inline int kvm_assign_device(struct kvm *kvm,
503 struct kvm_assigned_dev_kernel *assigned_dev)
504{
505 return 0;
506}
0a920356
WH
507
508static inline int kvm_deassign_device(struct kvm *kvm,
509 struct kvm_assigned_dev_kernel *assigned_dev)
510{
511 return 0;
512}
19de40a8 513#endif /* CONFIG_IOMMU_API */
62c476c7 514
d172fcd3
LV
515static inline void kvm_guest_enter(void)
516{
e56a7a28 517 account_system_vtime(current);
d172fcd3
LV
518 current->flags |= PF_VCPU;
519}
520
521static inline void kvm_guest_exit(void)
522{
e56a7a28 523 account_system_vtime(current);
d172fcd3
LV
524 current->flags &= ~PF_VCPU;
525}
526
887c08ac
XG
527static inline unsigned long gfn_to_hva_memslot(struct kvm_memory_slot *slot,
528 gfn_t gfn)
529{
530 return slot->userspace_addr + (gfn - slot->base_gfn) * PAGE_SIZE;
531}
532
1755fbcc
AK
533static inline gpa_t gfn_to_gpa(gfn_t gfn)
534{
535 return (gpa_t)gfn << PAGE_SHIFT;
536}
6aa8b732 537
c30a358d
JR
538static inline gfn_t gpa_to_gfn(gpa_t gpa)
539{
540 return (gfn_t)(gpa >> PAGE_SHIFT);
541}
542
62c476c7
BAY
543static inline hpa_t pfn_to_hpa(pfn_t pfn)
544{
545 return (hpa_t)pfn << PAGE_SHIFT;
546}
547
2f599714 548static inline void kvm_migrate_timers(struct kvm_vcpu *vcpu)
2f52d58c
AK
549{
550 set_bit(KVM_REQ_MIGRATE_TIMER, &vcpu->requests);
551}
552
ba1389b7
AK
553enum kvm_stat_kind {
554 KVM_STAT_VM,
555 KVM_STAT_VCPU,
556};
557
417bc304
HB
558struct kvm_stats_debugfs_item {
559 const char *name;
560 int offset;
ba1389b7 561 enum kvm_stat_kind kind;
417bc304
HB
562 struct dentry *dentry;
563};
564extern struct kvm_stats_debugfs_item debugfs_entries[];
76f7c879 565extern struct dentry *kvm_debugfs_dir;
d4c9ff2d 566
e930bffe
AA
567#ifdef KVM_ARCH_WANT_MMU_NOTIFIER
568static inline int mmu_notifier_retry(struct kvm_vcpu *vcpu, unsigned long mmu_seq)
569{
570 if (unlikely(vcpu->kvm->mmu_notifier_count))
571 return 1;
572 /*
573 * Both reads happen under the mmu_lock and both values are
574 * modified under mmu_lock, so there's no need of smb_rmb()
575 * here in between, otherwise mmu_notifier_count should be
576 * read before mmu_notifier_seq, see
577 * mmu_notifier_invalidate_range_end write side.
578 */
579 if (vcpu->kvm->mmu_notifier_seq != mmu_seq)
580 return 1;
581 return 0;
582}
583#endif
584
399ec807
AK
585#ifdef CONFIG_HAVE_KVM_IRQCHIP
586
587#define KVM_MAX_IRQ_ROUTES 1024
588
589int kvm_setup_default_irq_routing(struct kvm *kvm);
590int kvm_set_irq_routing(struct kvm *kvm,
591 const struct kvm_irq_routing_entry *entries,
592 unsigned nr,
593 unsigned flags);
594void kvm_free_irq_routing(struct kvm *kvm);
595
596#else
597
598static inline void kvm_free_irq_routing(struct kvm *kvm) {}
599
600#endif
601
721eecbf
GH
602#ifdef CONFIG_HAVE_KVM_EVENTFD
603
d34e6b17 604void kvm_eventfd_init(struct kvm *kvm);
721eecbf
GH
605int kvm_irqfd(struct kvm *kvm, int fd, int gsi, int flags);
606void kvm_irqfd_release(struct kvm *kvm);
d34e6b17 607int kvm_ioeventfd(struct kvm *kvm, struct kvm_ioeventfd *args);
721eecbf
GH
608
609#else
610
d34e6b17 611static inline void kvm_eventfd_init(struct kvm *kvm) {}
721eecbf
GH
612static inline int kvm_irqfd(struct kvm *kvm, int fd, int gsi, int flags)
613{
614 return -EINVAL;
615}
616
617static inline void kvm_irqfd_release(struct kvm *kvm) {}
d34e6b17
GH
618static inline int kvm_ioeventfd(struct kvm *kvm, struct kvm_ioeventfd *args)
619{
620 return -ENOSYS;
621}
721eecbf
GH
622
623#endif /* CONFIG_HAVE_KVM_EVENTFD */
624
73880c80 625#ifdef CONFIG_KVM_APIC_ARCHITECTURE
c5af89b6
GN
626static inline bool kvm_vcpu_is_bsp(struct kvm_vcpu *vcpu)
627{
d3efc8ef 628 return vcpu->kvm->bsp_vcpu_id == vcpu->vcpu_id;
c5af89b6 629}
6aa8b732 630#endif
bfd99ff5
AK
631
632#ifdef __KVM_HAVE_DEVICE_ASSIGNMENT
633
634long kvm_vm_ioctl_assigned_device(struct kvm *kvm, unsigned ioctl,
635 unsigned long arg);
636
637#else
638
639static inline long kvm_vm_ioctl_assigned_device(struct kvm *kvm, unsigned ioctl,
640 unsigned long arg)
641{
642 return -ENOTTY;
643}
644
73880c80 645#endif
bfd99ff5 646
a8eeb04a
AK
647static inline void kvm_make_request(int req, struct kvm_vcpu *vcpu)
648{
649 set_bit(req, &vcpu->requests);
650}
651
652static inline bool kvm_make_check_request(int req, struct kvm_vcpu *vcpu)
653{
654 return test_and_set_bit(req, &vcpu->requests);
655}
656
657static inline bool kvm_check_request(int req, struct kvm_vcpu *vcpu)
658{
0719837c
AK
659 if (test_bit(req, &vcpu->requests)) {
660 clear_bit(req, &vcpu->requests);
661 return true;
662 } else {
663 return false;
664 }
a8eeb04a
AK
665}
666
bfd99ff5
AK
667#endif
668