kvm_host.h 15.9 KB
Newer Older
1 2
#ifndef __KVM_HOST_H
#define __KVM_HOST_H
A
Avi Kivity 已提交
3 4 5 6 7 8 9

/*
 * This work is licensed under the terms of the GNU GPL, version 2.  See
 * the COPYING file in the top-level directory.
 */

#include <linux/types.h>
10
#include <linux/hardirq.h>
A
Avi Kivity 已提交
11 12 13
#include <linux/list.h>
#include <linux/mutex.h>
#include <linux/spinlock.h>
M
Markus Rechberger 已提交
14 15
#include <linux/signal.h>
#include <linux/sched.h>
A
Avi Kivity 已提交
16
#include <linux/mm.h>
17
#include <linux/preempt.h>
18
#include <linux/msi.h>
A
Alexey Dobriyan 已提交
19
#include <asm/signal.h>
A
Avi Kivity 已提交
20 21

#include <linux/kvm.h>
I
Ingo Molnar 已提交
22
#include <linux/kvm_para.h>
A
Avi Kivity 已提交
23

24
#include <linux/kvm_types.h>
25

26
#include <asm/kvm_host.h>
27

28 29 30
/*
 * vcpu->requests bit members
 */
31
#define KVM_REQ_TLB_FLUSH          0
32
#define KVM_REQ_MIGRATE_TIMER      1
33
#define KVM_REQ_REPORT_TPR_ACCESS  2
34
#define KVM_REQ_MMU_RELOAD         3
J
Joerg Roedel 已提交
35
#define KVM_REQ_TRIPLE_FAULT       4
36
#define KVM_REQ_PENDING_TIMER      5
37
#define KVM_REQ_UNHALT             6
38
#define KVM_REQ_MMU_SYNC           7
39
#define KVM_REQ_KVMCLOCK_UPDATE    8
40
#define KVM_REQ_KICK               9
A
Avi Kivity 已提交
41

42 43
#define KVM_USERSPACE_IRQ_SOURCE_ID	0

44
struct kvm;
A
Avi Kivity 已提交
45
struct kvm_vcpu;
46
extern struct kmem_cache *kvm_vcpu_cache;
A
Avi Kivity 已提交
47

48 49 50 51 52 53 54 55 56 57 58 59 60 61
/*
 * It would be nice to use something smarter than a linear search, TBD...
 * Thankfully we dont expect many devices to register (famous last words :),
 * so until then it will suffice.  At least its abstracted so we can change
 * in one place.
 */
struct kvm_io_bus {
	int                   dev_count;
#define NR_IOBUS_DEVS 6
	struct kvm_io_device *devs[NR_IOBUS_DEVS];
};

void kvm_io_bus_init(struct kvm_io_bus *bus);
void kvm_io_bus_destroy(struct kvm_io_bus *bus);
62 63 64 65
int kvm_io_bus_write(struct kvm_io_bus *bus, gpa_t addr, int len,
		     const void *val);
int kvm_io_bus_read(struct kvm_io_bus *bus, gpa_t addr, int len,
		    void *val);
66 67 68 69 70 71 72
int __kvm_io_bus_register_dev(struct kvm_io_bus *bus,
			       struct kvm_io_device *dev);
int kvm_io_bus_register_dev(struct kvm *kvm, struct kvm_io_bus *bus,
			    struct kvm_io_device *dev);
void __kvm_io_bus_unregister_dev(struct kvm_io_bus *bus,
				 struct kvm_io_device *dev);
void kvm_io_bus_unregister_dev(struct kvm *kvm, struct kvm_io_bus *bus,
73
			       struct kvm_io_device *dev);
74

75 76
struct kvm_vcpu {
	struct kvm *kvm;
77
#ifdef CONFIG_PREEMPT_NOTIFIERS
78
	struct preempt_notifier preempt_notifier;
79
#endif
80 81 82 83 84
	int vcpu_id;
	struct mutex mutex;
	int   cpu;
	struct kvm_run *run;
	unsigned long requests;
J
Jan Kiszka 已提交
85
	unsigned long guest_debug;
86 87 88 89 90 91 92
	int fpu_active;
	int guest_fpu_loaded;
	wait_queue_head_t wq;
	int sigset_active;
	sigset_t sigset;
	struct kvm_vcpu_stat stat;

93
#ifdef CONFIG_HAS_IOMEM
94 95 96 97 98
	int mmio_needed;
	int mmio_read_completed;
	int mmio_is_write;
	int mmio_size;
	unsigned char mmio_data[8];
A
Avi Kivity 已提交
99
	gpa_t mmio_phys_addr;
100
#endif
A
Avi Kivity 已提交
101

102 103 104
	struct kvm_vcpu_arch arch;
};

A
Avi Kivity 已提交
105 106 107 108
struct kvm_memory_slot {
	gfn_t base_gfn;
	unsigned long npages;
	unsigned long flags;
109
	unsigned long *rmap;
A
Avi Kivity 已提交
110
	unsigned long *dirty_bitmap;
M
Marcelo Tosatti 已提交
111 112 113
	struct {
		unsigned long rmap_pde;
		int write_count;
114
	} *lpage_info[KVM_NR_PAGE_SIZES - 1];
115
	unsigned long userspace_addr;
116
	int user_alloc;
A
Avi Kivity 已提交
117 118
};

119 120
struct kvm_kernel_irq_routing_entry {
	u32 gsi;
121
	u32 type;
122
	int (*set)(struct kvm_kernel_irq_routing_entry *e,
123
		   struct kvm *kvm, int irq_source_id, int level);
124 125 126 127 128
	union {
		struct {
			unsigned irqchip;
			unsigned pin;
		} irqchip;
S
Sheng Yang 已提交
129
		struct msi_msg msi;
130
	};
131 132 133
	struct hlist_node link;
};

134 135
#ifdef __KVM_HAVE_IOAPIC

136
struct kvm_irq_routing_table {
137
	int chip[KVM_NR_IRQCHIPS][KVM_IOAPIC_NUM_PINS];
138 139 140 141 142 143 144
	struct kvm_kernel_irq_routing_entry *rt_entries;
	u32 nr_rt_entries;
	/*
	 * Array indexed by gsi. Each entry contains list of irq chips
	 * the gsi is connected to.
	 */
	struct hlist_head map[0];
145 146
};

147 148 149 150 151 152
#else

struct kvm_irq_routing_table {};

#endif

A
Avi Kivity 已提交
153
struct kvm {
154
	spinlock_t mmu_lock;
155
	spinlock_t requests_lock;
156
	struct rw_semaphore slots_lock;
157
	struct mm_struct *mm; /* userspace tied to this vm */
A
Avi Kivity 已提交
158
	int nmemslots;
159 160
	struct kvm_memory_slot memslots[KVM_MEMORY_SLOTS +
					KVM_PRIVATE_MEM_SLOTS];
161 162
#ifdef CONFIG_KVM_APIC_ARCHITECTURE
	u32 bsp_vcpu_id;
163
	struct kvm_vcpu *bsp_vcpu;
164
#endif
R
Rusty Russell 已提交
165
	struct kvm_vcpu *vcpus[KVM_MAX_VCPUS];
166
	atomic_t online_vcpus;
167
	struct list_head vm_list;
168
	struct mutex lock;
169
	struct kvm_io_bus mmio_bus;
170
	struct kvm_io_bus pio_bus;
G
Gregory Haskins 已提交
171 172 173 174 175
#ifdef CONFIG_HAVE_KVM_EVENTFD
	struct {
		spinlock_t        lock;
		struct list_head  items;
	} irqfds;
G
Gregory Haskins 已提交
176
	struct list_head ioeventfds;
G
Gregory Haskins 已提交
177
#endif
178
	struct kvm_vm_stat stat;
179
	struct kvm_arch arch;
I
Izik Eidus 已提交
180
	atomic_t users_count;
181 182 183 184
#ifdef KVM_COALESCED_MMIO_PAGE_OFFSET
	struct kvm_coalesced_mmio_dev *coalesced_mmio_dev;
	struct kvm_coalesced_mmio_ring *coalesced_mmio_ring;
#endif
185

186
	struct mutex irq_lock;
187
#ifdef CONFIG_HAVE_KVM_IRQCHIP
188
	struct kvm_irq_routing_table *irq_routing;
189 190 191
	struct hlist_head mask_notifier_list;
#endif

192 193 194 195 196
#ifdef KVM_ARCH_WANT_MMU_NOTIFIER
	struct mmu_notifier mmu_notifier;
	unsigned long mmu_notifier_seq;
	long mmu_notifier_count;
#endif
A
Avi Kivity 已提交
197 198
};

199 200 201 202 203 204
/* The guest did something we don't support. */
#define pr_unimpl(vcpu, fmt, ...)					\
 do {									\
	if (printk_ratelimit())						\
		printk(KERN_ERR "kvm: %i: cpu%i " fmt,			\
		       current->tgid, (vcpu)->vcpu_id , ## __VA_ARGS__); \
M
Mike Day 已提交
205
 } while (0)
206

A
Avi Kivity 已提交
207 208 209
#define kvm_printf(kvm, fmt ...) printk(KERN_DEBUG fmt)
#define vcpu_printf(vcpu, fmt...) kvm_printf(vcpu->kvm, fmt)

210 211 212 213 214 215 216 217 218 219 220
static inline struct kvm_vcpu *kvm_get_vcpu(struct kvm *kvm, int i)
{
	smp_rmb();
	return kvm->vcpus[i];
}

#define kvm_for_each_vcpu(idx, vcpup, kvm) \
	for (idx = 0, vcpup = kvm_get_vcpu(kvm, idx); \
	     idx < atomic_read(&kvm->online_vcpus) && vcpup; \
	     vcpup = kvm_get_vcpu(kvm, ++idx))

R
Rusty Russell 已提交
221 222 223
int kvm_vcpu_init(struct kvm_vcpu *vcpu, struct kvm *kvm, unsigned id);
void kvm_vcpu_uninit(struct kvm_vcpu *vcpu);

224 225 226
void vcpu_load(struct kvm_vcpu *vcpu);
void vcpu_put(struct kvm_vcpu *vcpu);

227
int kvm_init(void *opaque, unsigned int vcpu_size,
228
		  struct module *module);
229
void kvm_exit(void);
A
Avi Kivity 已提交
230

I
Izik Eidus 已提交
231 232 233
void kvm_get_kvm(struct kvm *kvm);
void kvm_put_kvm(struct kvm *kvm);

A
Avi Kivity 已提交
234 235 236
#define HPA_MSB ((sizeof(hpa_t) * 8) - 1)
#define HPA_ERR_MASK ((hpa_t)1 << HPA_MSB)
static inline int is_error_hpa(hpa_t hpa) { return hpa >> HPA_MSB; }
237
struct page *gva_to_page(struct kvm_vcpu *vcpu, gva_t gva);
A
Avi Kivity 已提交
238

239
extern struct page *bad_page;
240
extern pfn_t bad_pfn;
A
Avi Kivity 已提交
241

242
int is_error_page(struct page *page);
243
int is_error_pfn(pfn_t pfn);
I
Izik Eidus 已提交
244
int kvm_is_error_hva(unsigned long addr);
245 246 247
int kvm_set_memory_region(struct kvm *kvm,
			  struct kvm_userspace_memory_region *mem,
			  int user_alloc);
248 249 250
int __kvm_set_memory_region(struct kvm *kvm,
			    struct kvm_userspace_memory_region *mem,
			    int user_alloc);
251 252 253 254
int kvm_arch_set_memory_region(struct kvm *kvm,
				struct kvm_userspace_memory_region *mem,
				struct kvm_memory_slot old,
				int user_alloc);
255
void kvm_disable_largepages(void);
256
void kvm_arch_flush_shadow(struct kvm *kvm);
257
gfn_t unalias_gfn(struct kvm *kvm, gfn_t gfn);
A
Avi Kivity 已提交
258
struct page *gfn_to_page(struct kvm *kvm, gfn_t gfn);
M
Marcelo Tosatti 已提交
259
unsigned long gfn_to_hva(struct kvm *kvm, gfn_t gfn);
260 261
void kvm_release_page_clean(struct page *page);
void kvm_release_page_dirty(struct page *page);
262 263 264 265 266 267 268 269 270 271
void kvm_set_page_dirty(struct page *page);
void kvm_set_page_accessed(struct page *page);

pfn_t gfn_to_pfn(struct kvm *kvm, gfn_t gfn);
void kvm_release_pfn_dirty(pfn_t);
void kvm_release_pfn_clean(pfn_t pfn);
void kvm_set_pfn_dirty(pfn_t pfn);
void kvm_set_pfn_accessed(pfn_t pfn);
void kvm_get_pfn(pfn_t pfn);

272 273
int kvm_read_guest_page(struct kvm *kvm, gfn_t gfn, void *data, int offset,
			int len);
274 275
int kvm_read_guest_atomic(struct kvm *kvm, gpa_t gpa, void *data,
			  unsigned long len);
276 277 278 279 280 281 282
int kvm_read_guest(struct kvm *kvm, gpa_t gpa, void *data, unsigned long len);
int kvm_write_guest_page(struct kvm *kvm, gfn_t gfn, const void *data,
			 int offset, int len);
int kvm_write_guest(struct kvm *kvm, gpa_t gpa, const void *data,
		    unsigned long len);
int kvm_clear_guest_page(struct kvm *kvm, gfn_t gfn, int offset, int len);
int kvm_clear_guest(struct kvm *kvm, gpa_t gpa, unsigned long len);
A
Avi Kivity 已提交
283
struct kvm_memory_slot *gfn_to_memslot(struct kvm *kvm, gfn_t gfn);
284
int kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn);
A
Avi Kivity 已提交
285 286
void mark_page_dirty(struct kvm *kvm, gfn_t gfn);

287
void kvm_vcpu_block(struct kvm_vcpu *vcpu);
A
Avi Kivity 已提交
288
void kvm_resched(struct kvm_vcpu *vcpu);
289 290
void kvm_load_guest_fpu(struct kvm_vcpu *vcpu);
void kvm_put_guest_fpu(struct kvm_vcpu *vcpu);
291
void kvm_flush_remote_tlbs(struct kvm *kvm);
292
void kvm_reload_remote_mmus(struct kvm *kvm);
A
Avi Kivity 已提交
293

294 295
long kvm_arch_dev_ioctl(struct file *filp,
			unsigned int ioctl, unsigned long arg);
296 297
long kvm_arch_vcpu_ioctl(struct file *filp,
			 unsigned int ioctl, unsigned long arg);
298 299 300

int kvm_dev_ioctl_check_extension(long ext);

301 302 303 304 305
int kvm_get_dirty_log(struct kvm *kvm,
			struct kvm_dirty_log *log, int *is_dirty);
int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm,
				struct kvm_dirty_log *log);

306 307 308 309 310 311
int kvm_vm_ioctl_set_memory_region(struct kvm *kvm,
				   struct
				   kvm_userspace_memory_region *mem,
				   int user_alloc);
long kvm_arch_vm_ioctl(struct file *filp,
		       unsigned int ioctl, unsigned long arg);
312

313 314 315
int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);
int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);

316 317 318
int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,
				    struct kvm_translation *tr);

319 320 321 322 323 324
int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,
				  struct kvm_sregs *sregs);
int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,
				  struct kvm_sregs *sregs);
325 326 327 328
int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu,
				    struct kvm_mp_state *mp_state);
int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu,
				    struct kvm_mp_state *mp_state);
J
Jan Kiszka 已提交
329 330
int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu,
					struct kvm_guest_debug *dbg);
331 332
int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run);

333 334
int kvm_arch_init(void *opaque);
void kvm_arch_exit(void);
335

336 337 338 339 340 341 342
int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu);
void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu);

void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu);
void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id);
343
int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu);
344
void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu);
345 346 347 348 349 350 351

int kvm_arch_vcpu_reset(struct kvm_vcpu *vcpu);
void kvm_arch_hardware_enable(void *garbage);
void kvm_arch_hardware_disable(void *garbage);
int kvm_arch_hardware_setup(void);
void kvm_arch_hardware_unsetup(void);
void kvm_arch_check_processor_compat(void *rtn);
352
int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu);
353

354 355 356 357
void kvm_free_physmem(struct kvm *kvm);

struct  kvm *kvm_arch_create_vm(void);
void kvm_arch_destroy_vm(struct kvm *kvm);
358
void kvm_free_all_assigned_devices(struct kvm *kvm);
359
void kvm_arch_sync_events(struct kvm *kvm);
360

361
int kvm_cpu_has_pending_timer(struct kvm_vcpu *vcpu);
362
void kvm_vcpu_kick(struct kvm_vcpu *vcpu);
363

364 365
int kvm_is_mmio_pfn(pfn_t pfn);

B
Ben-Ami Yassour 已提交
366 367 368 369 370 371
struct kvm_irq_ack_notifier {
	struct hlist_node link;
	unsigned gsi;
	void (*irq_acked)(struct kvm_irq_ack_notifier *kian);
};

372
#define KVM_ASSIGNED_MSIX_PENDING		0x1
S
Sheng Yang 已提交
373 374 375 376 377 378
struct kvm_guest_msix_entry {
	u32 vector;
	u16 entry;
	u16 flags;
};

B
Ben-Ami Yassour 已提交
379 380 381 382 383 384 385
struct kvm_assigned_dev_kernel {
	struct kvm_irq_ack_notifier ack_notifier;
	struct work_struct interrupt_work;
	struct list_head list;
	int assigned_dev_id;
	int host_busnr;
	int host_devfn;
S
Sheng Yang 已提交
386
	unsigned int entries_nr;
B
Ben-Ami Yassour 已提交
387
	int host_irq;
388
	bool host_irq_disabled;
S
Sheng Yang 已提交
389
	struct msix_entry *host_msix_entries;
B
Ben-Ami Yassour 已提交
390
	int guest_irq;
S
Sheng Yang 已提交
391
	struct kvm_guest_msix_entry *guest_msix_entries;
392
	unsigned long irq_requested_type;
393
	int irq_source_id;
394
	int flags;
B
Ben-Ami Yassour 已提交
395 396
	struct pci_dev *dev;
	struct kvm *kvm;
397
	spinlock_t assigned_dev_lock;
B
Ben-Ami Yassour 已提交
398
};
399 400 401 402 403 404 405 406 407 408 409 410 411

struct kvm_irq_mask_notifier {
	void (*func)(struct kvm_irq_mask_notifier *kimn, bool masked);
	int irq;
	struct hlist_node link;
};

void kvm_register_irq_mask_notifier(struct kvm *kvm, int irq,
				    struct kvm_irq_mask_notifier *kimn);
void kvm_unregister_irq_mask_notifier(struct kvm *kvm, int irq,
				      struct kvm_irq_mask_notifier *kimn);
void kvm_fire_mask_notifiers(struct kvm *kvm, int irq, bool mask);

412 413 414 415 416 417
#ifdef __KVM_HAVE_IOAPIC
void kvm_get_intr_delivery_bitmask(struct kvm_ioapic *ioapic,
				   union kvm_ioapic_redirect_entry *entry,
				   unsigned long *deliver_bitmask);
#endif
int kvm_set_irq(struct kvm *kvm, int irq_source_id, u32 irq, int level);
418
void kvm_notify_acked_irq(struct kvm *kvm, unsigned irqchip, unsigned pin);
419 420
void kvm_register_irq_ack_notifier(struct kvm *kvm,
				   struct kvm_irq_ack_notifier *kian);
421 422
void kvm_unregister_irq_ack_notifier(struct kvm *kvm,
				   struct kvm_irq_ack_notifier *kian);
423 424
int kvm_request_irq_source_id(struct kvm *kvm);
void kvm_free_irq_source_id(struct kvm *kvm, int irq_source_id);
B
Ben-Ami Yassour 已提交
425

426 427 428
/* For vcpu->arch.iommu_flags */
#define KVM_IOMMU_CACHE_COHERENCY	0x1

J
Joerg Roedel 已提交
429
#ifdef CONFIG_IOMMU_API
B
Ben-Ami Yassour 已提交
430 431
int kvm_iommu_map_pages(struct kvm *kvm, gfn_t base_gfn,
			unsigned long npages);
W
Weidong Han 已提交
432
int kvm_iommu_map_guest(struct kvm *kvm);
B
Ben-Ami Yassour 已提交
433
int kvm_iommu_unmap_guest(struct kvm *kvm);
W
Weidong Han 已提交
434 435
int kvm_assign_device(struct kvm *kvm,
		      struct kvm_assigned_dev_kernel *assigned_dev);
W
Weidong Han 已提交
436 437
int kvm_deassign_device(struct kvm *kvm,
			struct kvm_assigned_dev_kernel *assigned_dev);
J
Joerg Roedel 已提交
438
#else /* CONFIG_IOMMU_API */
B
Ben-Ami Yassour 已提交
439 440 441 442 443 444 445
static inline int kvm_iommu_map_pages(struct kvm *kvm,
				      gfn_t base_gfn,
				      unsigned long npages)
{
	return 0;
}

W
Weidong Han 已提交
446
static inline int kvm_iommu_map_guest(struct kvm *kvm)
B
Ben-Ami Yassour 已提交
447 448 449 450 451 452 453 454
{
	return -ENODEV;
}

static inline int kvm_iommu_unmap_guest(struct kvm *kvm)
{
	return 0;
}
W
Weidong Han 已提交
455 456 457 458 459 460

static inline int kvm_assign_device(struct kvm *kvm,
		struct kvm_assigned_dev_kernel *assigned_dev)
{
	return 0;
}
W
Weidong Han 已提交
461 462 463 464 465 466

static inline int kvm_deassign_device(struct kvm *kvm,
		struct kvm_assigned_dev_kernel *assigned_dev)
{
	return 0;
}
J
Joerg Roedel 已提交
467
#endif /* CONFIG_IOMMU_API */
B
Ben-Ami Yassour 已提交
468

469 470
static inline void kvm_guest_enter(void)
{
471
	account_system_vtime(current);
472 473 474 475 476
	current->flags |= PF_VCPU;
}

static inline void kvm_guest_exit(void)
{
477
	account_system_vtime(current);
478 479 480
	current->flags &= ~PF_VCPU;
}

A
Avi Kivity 已提交
481 482 483 484 485
static inline int memslot_id(struct kvm *kvm, struct kvm_memory_slot *slot)
{
	return slot - kvm->memslots;
}

A
Avi Kivity 已提交
486 487 488 489
static inline gpa_t gfn_to_gpa(gfn_t gfn)
{
	return (gpa_t)gfn << PAGE_SHIFT;
}
A
Avi Kivity 已提交
490

B
Ben-Ami Yassour 已提交
491 492 493 494 495
static inline hpa_t pfn_to_hpa(pfn_t pfn)
{
	return (hpa_t)pfn << PAGE_SHIFT;
}

M
Marcelo Tosatti 已提交
496
static inline void kvm_migrate_timers(struct kvm_vcpu *vcpu)
497 498 499 500
{
	set_bit(KVM_REQ_MIGRATE_TIMER, &vcpu->requests);
}

501 502 503 504 505
enum kvm_stat_kind {
	KVM_STAT_VM,
	KVM_STAT_VCPU,
};

506 507 508
struct kvm_stats_debugfs_item {
	const char *name;
	int offset;
509
	enum kvm_stat_kind kind;
510 511 512
	struct dentry *dentry;
};
extern struct kvm_stats_debugfs_item debugfs_entries[];
513
extern struct dentry *kvm_debugfs_dir;
514

515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532
#ifdef KVM_ARCH_WANT_MMU_NOTIFIER
static inline int mmu_notifier_retry(struct kvm_vcpu *vcpu, unsigned long mmu_seq)
{
	if (unlikely(vcpu->kvm->mmu_notifier_count))
		return 1;
	/*
	 * Both reads happen under the mmu_lock and both values are
	 * modified under mmu_lock, so there's no need of smb_rmb()
	 * here in between, otherwise mmu_notifier_count should be
	 * read before mmu_notifier_seq, see
	 * mmu_notifier_invalidate_range_end write side.
	 */
	if (vcpu->kvm->mmu_notifier_seq != mmu_seq)
		return 1;
	return 0;
}
#endif

533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549
#ifdef CONFIG_HAVE_KVM_IRQCHIP

#define KVM_MAX_IRQ_ROUTES 1024

int kvm_setup_default_irq_routing(struct kvm *kvm);
int kvm_set_irq_routing(struct kvm *kvm,
			const struct kvm_irq_routing_entry *entries,
			unsigned nr,
			unsigned flags);
void kvm_free_irq_routing(struct kvm *kvm);

#else

static inline void kvm_free_irq_routing(struct kvm *kvm) {}

#endif

G
Gregory Haskins 已提交
550 551
#ifdef CONFIG_HAVE_KVM_EVENTFD

G
Gregory Haskins 已提交
552
void kvm_eventfd_init(struct kvm *kvm);
G
Gregory Haskins 已提交
553 554
int kvm_irqfd(struct kvm *kvm, int fd, int gsi, int flags);
void kvm_irqfd_release(struct kvm *kvm);
G
Gregory Haskins 已提交
555
int kvm_ioeventfd(struct kvm *kvm, struct kvm_ioeventfd *args);
G
Gregory Haskins 已提交
556 557 558

#else

G
Gregory Haskins 已提交
559
static inline void kvm_eventfd_init(struct kvm *kvm) {}
G
Gregory Haskins 已提交
560 561 562 563 564 565
static inline int kvm_irqfd(struct kvm *kvm, int fd, int gsi, int flags)
{
	return -EINVAL;
}

static inline void kvm_irqfd_release(struct kvm *kvm) {}
G
Gregory Haskins 已提交
566 567 568 569
static inline int kvm_ioeventfd(struct kvm *kvm, struct kvm_ioeventfd *args)
{
	return -ENOSYS;
}
G
Gregory Haskins 已提交
570 571 572

#endif /* CONFIG_HAVE_KVM_EVENTFD */

573
#ifdef CONFIG_KVM_APIC_ARCHITECTURE
574 575
static inline bool kvm_vcpu_is_bsp(struct kvm_vcpu *vcpu)
{
576
	return vcpu->kvm->bsp_vcpu_id == vcpu->vcpu_id;
577
}
A
Avi Kivity 已提交
578
#endif
579
#endif