kvm.h 9.4 KB
Newer Older
A
Avi Kivity 已提交
1 2 3 4 5 6 7 8 9
#ifndef __KVM_H
#define __KVM_H

/*
 * This work is licensed under the terms of the GNU GPL, version 2.  See
 * the COPYING file in the top-level directory.
 */

#include <linux/types.h>
10
#include <linux/hardirq.h>
A
Avi Kivity 已提交
11 12 13
#include <linux/list.h>
#include <linux/mutex.h>
#include <linux/spinlock.h>
M
Markus Rechberger 已提交
14 15
#include <linux/signal.h>
#include <linux/sched.h>
A
Avi Kivity 已提交
16
#include <linux/mm.h>
17
#include <linux/preempt.h>
A
Alexey Dobriyan 已提交
18
#include <asm/signal.h>
A
Avi Kivity 已提交
19 20

#include <linux/kvm.h>
I
Ingo Molnar 已提交
21
#include <linux/kvm_para.h>
A
Avi Kivity 已提交
22

23 24
#include "types.h"

25 26
#include "x86.h"

A
Avi Kivity 已提交
27
#define KVM_MAX_VCPUS 4
28
#define KVM_ALIAS_SLOTS 4
I
Izik Eidus 已提交
29
#define KVM_MEMORY_SLOTS 8
30 31
/* memory slots that does not exposed to userspace */
#define KVM_PRIVATE_MEM_SLOTS 4
A
Avi Kivity 已提交
32

33 34
#define KVM_PIO_PAGE_OFFSET 1

35 36 37
/*
 * vcpu->requests bit members
 */
38
#define KVM_REQ_TLB_FLUSH          0
39

A
Avi Kivity 已提交
40 41

struct kvm_vcpu;
42
extern struct kmem_cache *kvm_vcpu_cache;
A
Avi Kivity 已提交
43 44 45 46 47 48 49

struct kvm_guest_debug {
	int enabled;
	unsigned long bp[4];
	int singlestep;
};

50
struct kvm_vcpu_stat {
A
Avi Kivity 已提交
51 52 53 54 55 56 57 58 59 60 61
	u32 pf_fixed;
	u32 pf_guest;
	u32 tlb_flush;
	u32 invlpg;

	u32 exits;
	u32 io_exits;
	u32 mmio_exits;
	u32 signal_exits;
	u32 irq_window_exits;
	u32 halt_exits;
E
Eddie Dong 已提交
62
	u32 halt_wakeup;
A
Avi Kivity 已提交
63 64
	u32 request_irq_exits;
	u32 irq_exits;
65
	u32 host_state_reload;
66
	u32 efer_reload;
A
Avi Kivity 已提交
67
	u32 fpu_reload;
68 69
	u32 insn_emulation;
	u32 insn_emulation_fail;
A
Avi Kivity 已提交
70 71
};

72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89
/*
 * It would be nice to use something smarter than a linear search, TBD...
 * Thankfully we dont expect many devices to register (famous last words :),
 * so until then it will suffice.  At least its abstracted so we can change
 * in one place.
 */
struct kvm_io_bus {
	int                   dev_count;
#define NR_IOBUS_DEVS 6
	struct kvm_io_device *devs[NR_IOBUS_DEVS];
};

void kvm_io_bus_init(struct kvm_io_bus *bus);
void kvm_io_bus_destroy(struct kvm_io_bus *bus);
struct kvm_io_device *kvm_io_bus_find_dev(struct kvm_io_bus *bus, gpa_t addr);
void kvm_io_bus_register_dev(struct kvm_io_bus *bus,
			     struct kvm_io_device *dev);

90 91 92 93 94 95 96
#ifdef CONFIG_HAS_IOMEM
#define KVM_VCPU_MMIO 			\
	int mmio_needed;		\
	int mmio_read_completed;	\
	int mmio_is_write;		\
	int mmio_size;			\
	unsigned char mmio_data[8];	\
A
Avi Kivity 已提交
97 98
	gpa_t mmio_phys_addr;

99 100
#else
#define KVM_VCPU_MMIO
A
Avi Kivity 已提交
101

102
#endif
A
Avi Kivity 已提交
103

104 105 106 107 108 109 110 111 112 113 114 115 116 117 118
#define KVM_VCPU_COMM 					\
	struct kvm *kvm; 				\
	struct preempt_notifier preempt_notifier;	\
	int vcpu_id;					\
	struct mutex mutex;				\
	int   cpu;					\
	struct kvm_run *run;				\
	int guest_mode;					\
	unsigned long requests;				\
	struct kvm_guest_debug guest_debug;		\
	int fpu_active; 				\
	int guest_fpu_loaded;				\
	wait_queue_head_t wq;				\
	int sigset_active;				\
	sigset_t sigset;				\
119
	struct kvm_vcpu_stat stat;			\
120
	KVM_VCPU_MMIO
A
Avi Kivity 已提交
121

122 123 124 125 126 127
struct kvm_vcpu {
	KVM_VCPU_COMM;

	struct kvm_vcpu_arch arch;
};

128 129 130 131 132 133
struct kvm_mem_alias {
	gfn_t base_gfn;
	unsigned long npages;
	gfn_t target_gfn;
};

A
Avi Kivity 已提交
134 135 136 137
struct kvm_memory_slot {
	gfn_t base_gfn;
	unsigned long npages;
	unsigned long flags;
138
	unsigned long *rmap;
A
Avi Kivity 已提交
139
	unsigned long *dirty_bitmap;
140
	unsigned long userspace_addr;
141
	int user_alloc;
A
Avi Kivity 已提交
142 143
};

144
struct kvm_vm_stat {
A
Avi Kivity 已提交
145 146 147 148 149 150
	u32 mmu_shadow_zapped;
	u32 mmu_pte_write;
	u32 mmu_pte_updated;
	u32 mmu_pde_zapped;
	u32 mmu_flooded;
	u32 mmu_recycled;
151
	u32 remote_tlb_flush;
152 153
};

A
Avi Kivity 已提交
154
struct kvm {
S
Shaohua Li 已提交
155
	struct mutex lock; /* protects everything except vcpus */
156
	struct mm_struct *mm; /* userspace tied to this vm */
157 158
	int naliases;
	struct kvm_mem_alias aliases[KVM_ALIAS_SLOTS];
A
Avi Kivity 已提交
159
	int nmemslots;
160 161
	struct kvm_memory_slot memslots[KVM_MEMORY_SLOTS +
					KVM_PRIVATE_MEM_SLOTS];
162 163 164
	/*
	 * Hash table of struct kvm_mmu_page.
	 */
A
Avi Kivity 已提交
165
	struct list_head active_mmu_pages;
166 167 168
	unsigned int n_free_mmu_pages;
	unsigned int n_requested_mmu_pages;
	unsigned int n_alloc_mmu_pages;
169
	struct hlist_head mmu_page_hash[KVM_NUM_MMU_PAGES];
R
Rusty Russell 已提交
170
	struct kvm_vcpu *vcpus[KVM_MAX_VCPUS];
171
	struct list_head vm_list;
A
Avi Kivity 已提交
172
	struct file *filp;
173
	struct kvm_io_bus mmio_bus;
174
	struct kvm_io_bus pio_bus;
175
	struct kvm_pic *vpic;
E
Eddie Dong 已提交
176
	struct kvm_ioapic *vioapic;
177
	int round_robin_prev_vcpu;
178
	unsigned int tss_addr;
179
	struct page *apic_access_page;
180
	struct kvm_vm_stat stat;
A
Avi Kivity 已提交
181 182
};

183 184 185 186 187 188
/* The guest did something we don't support. */
#define pr_unimpl(vcpu, fmt, ...)					\
 do {									\
	if (printk_ratelimit())						\
		printk(KERN_ERR "kvm: %i: cpu%i " fmt,			\
		       current->tgid, (vcpu)->vcpu_id , ## __VA_ARGS__); \
M
Mike Day 已提交
189
 } while (0)
190

A
Avi Kivity 已提交
191 192 193
#define kvm_printf(kvm, fmt ...) printk(KERN_DEBUG fmt)
#define vcpu_printf(vcpu, fmt...) kvm_printf(vcpu->kvm, fmt)

R
Rusty Russell 已提交
194 195 196
int kvm_vcpu_init(struct kvm_vcpu *vcpu, struct kvm *kvm, unsigned id);
void kvm_vcpu_uninit(struct kvm_vcpu *vcpu);

197 198 199
void vcpu_load(struct kvm_vcpu *vcpu);
void vcpu_put(struct kvm_vcpu *vcpu);

200 201
void decache_vcpus_on_cpu(int cpu);

202

203
int kvm_init(void *opaque, unsigned int vcpu_size,
204
		  struct module *module);
205
void kvm_exit(void);
A
Avi Kivity 已提交
206 207 208 209

#define HPA_MSB ((sizeof(hpa_t) * 8) - 1)
#define HPA_ERR_MASK ((hpa_t)1 << HPA_MSB)
static inline int is_error_hpa(hpa_t hpa) { return hpa >> HPA_MSB; }
210
struct page *gva_to_page(struct kvm_vcpu *vcpu, gva_t gva);
A
Avi Kivity 已提交
211

212
extern struct page *bad_page;
A
Avi Kivity 已提交
213

214
int is_error_page(struct page *page);
I
Izik Eidus 已提交
215
int kvm_is_error_hva(unsigned long addr);
216 217 218
int kvm_set_memory_region(struct kvm *kvm,
			  struct kvm_userspace_memory_region *mem,
			  int user_alloc);
219 220 221
int __kvm_set_memory_region(struct kvm *kvm,
			    struct kvm_userspace_memory_region *mem,
			    int user_alloc);
222 223 224 225
int kvm_arch_set_memory_region(struct kvm *kvm,
				struct kvm_userspace_memory_region *mem,
				struct kvm_memory_slot old,
				int user_alloc);
226
gfn_t unalias_gfn(struct kvm *kvm, gfn_t gfn);
A
Avi Kivity 已提交
227
struct page *gfn_to_page(struct kvm *kvm, gfn_t gfn);
228 229
void kvm_release_page_clean(struct page *page);
void kvm_release_page_dirty(struct page *page);
230 231 232 233 234 235 236 237 238
int kvm_read_guest_page(struct kvm *kvm, gfn_t gfn, void *data, int offset,
			int len);
int kvm_read_guest(struct kvm *kvm, gpa_t gpa, void *data, unsigned long len);
int kvm_write_guest_page(struct kvm *kvm, gfn_t gfn, const void *data,
			 int offset, int len);
int kvm_write_guest(struct kvm *kvm, gpa_t gpa, const void *data,
		    unsigned long len);
int kvm_clear_guest_page(struct kvm *kvm, gfn_t gfn, int offset, int len);
int kvm_clear_guest(struct kvm *kvm, gpa_t gpa, unsigned long len);
A
Avi Kivity 已提交
239
struct kvm_memory_slot *gfn_to_memslot(struct kvm *kvm, gfn_t gfn);
240
int kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn);
A
Avi Kivity 已提交
241 242
void mark_page_dirty(struct kvm *kvm, gfn_t gfn);

243
void kvm_vcpu_block(struct kvm_vcpu *vcpu);
A
Avi Kivity 已提交
244
void kvm_resched(struct kvm_vcpu *vcpu);
245 246
void kvm_load_guest_fpu(struct kvm_vcpu *vcpu);
void kvm_put_guest_fpu(struct kvm_vcpu *vcpu);
247
void kvm_flush_remote_tlbs(struct kvm *kvm);
A
Avi Kivity 已提交
248

249 250
long kvm_arch_dev_ioctl(struct file *filp,
			unsigned int ioctl, unsigned long arg);
251 252 253 254
long kvm_arch_vcpu_ioctl(struct file *filp,
			 unsigned int ioctl, unsigned long arg);
void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
255 256 257

int kvm_dev_ioctl_check_extension(long ext);

258 259 260 261 262
int kvm_get_dirty_log(struct kvm *kvm,
			struct kvm_dirty_log *log, int *is_dirty);
int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm,
				struct kvm_dirty_log *log);

263 264 265 266 267 268 269
int kvm_vm_ioctl_set_memory_region(struct kvm *kvm,
				   struct
				   kvm_userspace_memory_region *mem,
				   int user_alloc);
long kvm_arch_vm_ioctl(struct file *filp,
		       unsigned int ioctl, unsigned long arg);
void kvm_arch_destroy_vm(struct kvm *kvm);
270

271 272 273
int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);
int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);

274 275 276
int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,
				    struct kvm_translation *tr);

277 278 279 280 281 282 283 284 285 286
int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,
				  struct kvm_sregs *sregs);
int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,
				  struct kvm_sregs *sregs);
int kvm_arch_vcpu_ioctl_debug_guest(struct kvm_vcpu *vcpu,
				    struct kvm_debug_guest *dbg);
int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run);

287 288
int kvm_arch_init(void *opaque);
void kvm_arch_exit(void);
289

290 291 292 293 294 295 296
int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu);
void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu);

void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu);
void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id);
297
int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu);
298
void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu);
299 300 301 302 303 304 305

int kvm_arch_vcpu_reset(struct kvm_vcpu *vcpu);
void kvm_arch_hardware_enable(void *garbage);
void kvm_arch_hardware_disable(void *garbage);
int kvm_arch_hardware_setup(void);
void kvm_arch_hardware_unsetup(void);
void kvm_arch_check_processor_compat(void *rtn);
306
int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu);
307

308 309 310 311
void kvm_free_physmem(struct kvm *kvm);

struct  kvm *kvm_arch_create_vm(void);
void kvm_arch_destroy_vm(struct kvm *kvm);
312

313 314 315
int kvm_cpu_get_interrupt(struct kvm_vcpu *v);
int kvm_cpu_has_interrupt(struct kvm_vcpu *v);

316 317
static inline void kvm_guest_enter(void)
{
318
	account_system_vtime(current);
319 320 321 322 323
	current->flags |= PF_VCPU;
}

static inline void kvm_guest_exit(void)
{
324
	account_system_vtime(current);
325 326 327
	current->flags &= ~PF_VCPU;
}

A
Avi Kivity 已提交
328 329 330 331 332
static inline int memslot_id(struct kvm *kvm, struct kvm_memory_slot *slot)
{
	return slot - kvm->memslots;
}

A
Avi Kivity 已提交
333 334 335 336
static inline gpa_t gfn_to_gpa(gfn_t gfn)
{
	return (gpa_t)gfn << PAGE_SHIFT;
}
A
Avi Kivity 已提交
337

338 339 340 341 342
enum kvm_stat_kind {
	KVM_STAT_VM,
	KVM_STAT_VCPU,
};

343 344 345
struct kvm_stats_debugfs_item {
	const char *name;
	int offset;
346
	enum kvm_stat_kind kind;
347 348 349 350
	struct dentry *dentry;
};
extern struct kvm_stats_debugfs_item debugfs_entries[];

A
Avi Kivity 已提交
351
#endif