5 * This work is licensed under the terms of the GNU GPL, version 2. See
6 * the COPYING file in the top-level directory.
9 #include <linux/types.h>
10 #include <linux/hardirq.h>
11 #include <linux/list.h>
12 #include <linux/mutex.h>
13 #include <linux/spinlock.h>
14 #include <linux/signal.h>
15 #include <linux/sched.h>
17 #include <linux/preempt.h>
18 #include <asm/signal.h>
20 #include <linux/kvm.h>
21 #include <linux/kvm_para.h>
23 #define CR3_PAE_RESERVED_BITS ((X86_CR3_PWT | X86_CR3_PCD) - 1)
24 #define CR3_NONPAE_RESERVED_BITS ((PAGE_SIZE-1) & ~(X86_CR3_PWT | X86_CR3_PCD))
25 #define CR3_L_MODE_RESERVED_BITS (CR3_NONPAE_RESERVED_BITS|0xFFFFFF0000000000ULL)
27 #define KVM_GUEST_CR0_MASK \
28 (X86_CR0_PG | X86_CR0_PE | X86_CR0_WP | X86_CR0_NE \
29 | X86_CR0_NW | X86_CR0_CD)
30 #define KVM_VM_CR0_ALWAYS_ON \
31 (X86_CR0_PG | X86_CR0_PE | X86_CR0_WP | X86_CR0_NE | X86_CR0_TS \
33 #define KVM_GUEST_CR4_MASK \
34 (X86_CR4_VME | X86_CR4_PSE | X86_CR4_PAE | X86_CR4_PGE | X86_CR4_VMXE)
35 #define KVM_PMODE_VM_CR4_ALWAYS_ON (X86_CR4_PAE | X86_CR4_VMXE)
36 #define KVM_RMODE_VM_CR4_ALWAYS_ON (X86_CR4_VME | X86_CR4_PAE | X86_CR4_VMXE)
38 #define INVALID_PAGE (~(hpa_t)0)
39 #define UNMAPPED_GVA (~(gpa_t)0)
41 #define KVM_MAX_VCPUS 4
42 #define KVM_ALIAS_SLOTS 4
43 #define KVM_MEMORY_SLOTS 8
44 /* memory slots that does not exposed to userspace */
45 #define KVM_PRIVATE_MEM_SLOTS 4
46 #define KVM_PERMILLE_MMU_PAGES 20
47 #define KVM_MIN_ALLOC_MMU_PAGES 64
48 #define KVM_NUM_MMU_PAGES 1024
49 #define KVM_MIN_FREE_MMU_PAGES 5
50 #define KVM_REFILL_PAGES 25
51 #define KVM_MAX_CPUID_ENTRIES 40
63 #define SELECTOR_TI_MASK (1 << 2)
64 #define SELECTOR_RPL_MASK 0x03
68 #define KVM_PIO_PAGE_OFFSET 1
71 * vcpu->requests bit members
73 #define KVM_REQ_TLB_FLUSH 0
78 * gva - guest virtual address
79 * gpa - guest physical address
80 * gfn - guest frame number
81 * hva - host virtual address
82 * hpa - host physical address
83 * hfn - host frame number
86 typedef unsigned long gva_t;
88 typedef unsigned long gfn_t;
90 typedef unsigned long hva_t;
92 typedef unsigned long hfn_t;
94 #define NR_PTE_CHAIN_ENTRIES 5
96 struct kvm_pte_chain {
97 u64 *parent_ptes[NR_PTE_CHAIN_ENTRIES];
98 struct hlist_node link;
102 * kvm_mmu_page_role, below, is defined as:
104 * bits 0:3 - total guest paging levels (2-4, or zero for real mode)
105 * bits 4:7 - page table level for this shadow (1-4)
106 * bits 8:9 - page table quadrant for 2-level guests
107 * bit 16 - "metaphysical" - gfn is not a real page (huge page/real mode)
108 * bits 17:19 - "access" - the user, writable, and nx bits of a huge page pde
110 union kvm_mmu_page_role {
113 unsigned glevels : 4;
115 unsigned quadrant : 2;
116 unsigned pad_for_nice_hex_output : 6;
117 unsigned metaphysical : 1;
118 unsigned hugepage_access : 3;
122 struct kvm_mmu_page {
123 struct list_head link;
124 struct hlist_node hash_link;
127 * The following two entries are used to key the shadow page in the
131 union kvm_mmu_page_role role;
134 /* hold the gfn of each spte inside spt */
136 unsigned long slot_bitmap; /* One bit set per slot which has memory
137 * in this shadow page.
139 int multimapped; /* More than one parent_pte? */
140 int root_count; /* Currently serving as active root */
142 u64 *parent_pte; /* !multimapped */
143 struct hlist_head parent_ptes; /* multimapped, kvm_pte_chain */
148 extern struct kmem_cache *kvm_vcpu_cache;
151 * x86 supports 3 paging modes (4-level 64-bit, 3-level 64-bit, and 2-level
152 * 32-bit). The kvm_mmu structure abstracts the details of the current mmu
156 void (*new_cr3)(struct kvm_vcpu *vcpu);
157 int (*page_fault)(struct kvm_vcpu *vcpu, gva_t gva, u32 err);
158 void (*free)(struct kvm_vcpu *vcpu);
159 gpa_t (*gva_to_gpa)(struct kvm_vcpu *vcpu, gva_t gva);
160 void (*prefetch_page)(struct kvm_vcpu *vcpu,
161 struct kvm_mmu_page *page);
164 int shadow_root_level;
169 #define KVM_NR_MEM_OBJS 40
171 struct kvm_mmu_memory_cache {
173 void *objects[KVM_NR_MEM_OBJS];
177 * We don't want allocation failures within the mmu code, so we preallocate
178 * enough memory for a single page fault in a cache.
180 struct kvm_guest_debug {
219 #include "x86_emulate.h"
221 struct kvm_pio_request {
224 struct page *guest_pages[2];
225 unsigned guest_page_offset;
244 u32 irq_window_exits;
247 u32 request_irq_exits;
249 u32 host_state_reload;
253 u32 insn_emulation_fail;
256 struct kvm_io_device {
257 void (*read)(struct kvm_io_device *this,
261 void (*write)(struct kvm_io_device *this,
265 int (*in_range)(struct kvm_io_device *this, gpa_t addr);
266 void (*destructor)(struct kvm_io_device *this);
271 static inline void kvm_iodevice_read(struct kvm_io_device *dev,
276 dev->read(dev, addr, len, val);
279 static inline void kvm_iodevice_write(struct kvm_io_device *dev,
284 dev->write(dev, addr, len, val);
287 static inline int kvm_iodevice_inrange(struct kvm_io_device *dev, gpa_t addr)
289 return dev->in_range(dev, addr);
292 static inline void kvm_iodevice_destructor(struct kvm_io_device *dev)
295 dev->destructor(dev);
299 * It would be nice to use something smarter than a linear search, TBD...
300 * Thankfully we dont expect many devices to register (famous last words :),
301 * so until then it will suffice. At least its abstracted so we can change
306 #define NR_IOBUS_DEVS 6
307 struct kvm_io_device *devs[NR_IOBUS_DEVS];
310 void kvm_io_bus_init(struct kvm_io_bus *bus);
311 void kvm_io_bus_destroy(struct kvm_io_bus *bus);
312 struct kvm_io_device *kvm_io_bus_find_dev(struct kvm_io_bus *bus, gpa_t addr);
313 void kvm_io_bus_register_dev(struct kvm_io_bus *bus,
314 struct kvm_io_device *dev);
316 #ifdef CONFIG_HAS_IOMEM
317 #define KVM_VCPU_MMIO \
319 int mmio_read_completed; \
322 unsigned char mmio_data[8]; \
323 gpa_t mmio_phys_addr;
326 #define KVM_VCPU_MMIO
330 #define KVM_VCPU_COMM \
332 struct preempt_notifier preempt_notifier; \
334 struct mutex mutex; \
336 struct kvm_run *run; \
338 unsigned long requests; \
339 struct kvm_guest_debug guest_debug; \
341 int guest_fpu_loaded; \
342 wait_queue_head_t wq; \
345 struct kvm_stat stat; \
348 struct kvm_mem_alias {
350 unsigned long npages;
354 struct kvm_memory_slot {
356 unsigned long npages;
359 unsigned long *dirty_bitmap;
360 unsigned long userspace_addr;
365 struct mutex lock; /* protects everything except vcpus */
367 struct kvm_mem_alias aliases[KVM_ALIAS_SLOTS];
369 struct kvm_memory_slot memslots[KVM_MEMORY_SLOTS +
370 KVM_PRIVATE_MEM_SLOTS];
372 * Hash table of struct kvm_mmu_page.
374 struct list_head active_mmu_pages;
375 unsigned int n_free_mmu_pages;
376 unsigned int n_requested_mmu_pages;
377 unsigned int n_alloc_mmu_pages;
378 struct hlist_head mmu_page_hash[KVM_NUM_MMU_PAGES];
379 struct kvm_vcpu *vcpus[KVM_MAX_VCPUS];
380 unsigned long rmap_overflow;
381 struct list_head vm_list;
383 struct kvm_io_bus mmio_bus;
384 struct kvm_io_bus pio_bus;
385 struct kvm_pic *vpic;
386 struct kvm_ioapic *vioapic;
387 int round_robin_prev_vcpu;
388 unsigned int tss_addr;
389 struct page *apic_access_page;
392 static inline struct kvm_pic *pic_irqchip(struct kvm *kvm)
397 static inline struct kvm_ioapic *ioapic_irqchip(struct kvm *kvm)
402 static inline int irqchip_in_kernel(struct kvm *kvm)
404 return pic_irqchip(kvm) != NULL;
407 struct descriptor_table {
410 } __attribute__((packed));
413 int (*cpu_has_kvm_support)(void); /* __init */
414 int (*disabled_by_bios)(void); /* __init */
415 void (*hardware_enable)(void *dummy); /* __init */
416 void (*hardware_disable)(void *dummy);
417 void (*check_processor_compatibility)(void *rtn);
418 int (*hardware_setup)(void); /* __init */
419 void (*hardware_unsetup)(void); /* __exit */
421 /* Create, but do not attach this VCPU */
422 struct kvm_vcpu *(*vcpu_create)(struct kvm *kvm, unsigned id);
423 void (*vcpu_free)(struct kvm_vcpu *vcpu);
424 int (*vcpu_reset)(struct kvm_vcpu *vcpu);
426 void (*prepare_guest_switch)(struct kvm_vcpu *vcpu);
427 void (*vcpu_load)(struct kvm_vcpu *vcpu, int cpu);
428 void (*vcpu_put)(struct kvm_vcpu *vcpu);
429 void (*vcpu_decache)(struct kvm_vcpu *vcpu);
431 int (*set_guest_debug)(struct kvm_vcpu *vcpu,
432 struct kvm_debug_guest *dbg);
433 void (*guest_debug_pre)(struct kvm_vcpu *vcpu);
434 int (*get_msr)(struct kvm_vcpu *vcpu, u32 msr_index, u64 *pdata);
435 int (*set_msr)(struct kvm_vcpu *vcpu, u32 msr_index, u64 data);
436 u64 (*get_segment_base)(struct kvm_vcpu *vcpu, int seg);
437 void (*get_segment)(struct kvm_vcpu *vcpu,
438 struct kvm_segment *var, int seg);
439 void (*set_segment)(struct kvm_vcpu *vcpu,
440 struct kvm_segment *var, int seg);
441 void (*get_cs_db_l_bits)(struct kvm_vcpu *vcpu, int *db, int *l);
442 void (*decache_cr4_guest_bits)(struct kvm_vcpu *vcpu);
443 void (*set_cr0)(struct kvm_vcpu *vcpu, unsigned long cr0);
444 void (*set_cr3)(struct kvm_vcpu *vcpu, unsigned long cr3);
445 void (*set_cr4)(struct kvm_vcpu *vcpu, unsigned long cr4);
446 void (*set_efer)(struct kvm_vcpu *vcpu, u64 efer);
447 void (*get_idt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
448 void (*set_idt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
449 void (*get_gdt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
450 void (*set_gdt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
451 unsigned long (*get_dr)(struct kvm_vcpu *vcpu, int dr);
452 void (*set_dr)(struct kvm_vcpu *vcpu, int dr, unsigned long value,
454 void (*cache_regs)(struct kvm_vcpu *vcpu);
455 void (*decache_regs)(struct kvm_vcpu *vcpu);
456 unsigned long (*get_rflags)(struct kvm_vcpu *vcpu);
457 void (*set_rflags)(struct kvm_vcpu *vcpu, unsigned long rflags);
459 void (*tlb_flush)(struct kvm_vcpu *vcpu);
460 void (*inject_page_fault)(struct kvm_vcpu *vcpu,
461 unsigned long addr, u32 err_code);
463 void (*inject_gp)(struct kvm_vcpu *vcpu, unsigned err_code);
465 void (*run)(struct kvm_vcpu *vcpu, struct kvm_run *run);
466 int (*handle_exit)(struct kvm_run *run, struct kvm_vcpu *vcpu);
467 void (*skip_emulated_instruction)(struct kvm_vcpu *vcpu);
468 void (*patch_hypercall)(struct kvm_vcpu *vcpu,
469 unsigned char *hypercall_addr);
470 int (*get_irq)(struct kvm_vcpu *vcpu);
471 void (*set_irq)(struct kvm_vcpu *vcpu, int vec);
472 void (*inject_pending_irq)(struct kvm_vcpu *vcpu);
473 void (*inject_pending_vectors)(struct kvm_vcpu *vcpu,
474 struct kvm_run *run);
476 int (*set_tss_addr)(struct kvm *kvm, unsigned int addr);
479 extern struct kvm_x86_ops *kvm_x86_ops;
481 /* The guest did something we don't support. */
482 #define pr_unimpl(vcpu, fmt, ...) \
484 if (printk_ratelimit()) \
485 printk(KERN_ERR "kvm: %i: cpu%i " fmt, \
486 current->tgid, (vcpu)->vcpu_id , ## __VA_ARGS__); \
489 #define kvm_printf(kvm, fmt ...) printk(KERN_DEBUG fmt)
490 #define vcpu_printf(vcpu, fmt...) kvm_printf(vcpu->kvm, fmt)
492 int kvm_vcpu_init(struct kvm_vcpu *vcpu, struct kvm *kvm, unsigned id);
493 void kvm_vcpu_uninit(struct kvm_vcpu *vcpu);
495 void vcpu_load(struct kvm_vcpu *vcpu);
496 void vcpu_put(struct kvm_vcpu *vcpu);
498 void decache_vcpus_on_cpu(int cpu);
501 int kvm_init(void *opaque, unsigned int vcpu_size,
502 struct module *module);
505 int kvm_mmu_module_init(void);
506 void kvm_mmu_module_exit(void);
508 void kvm_mmu_destroy(struct kvm_vcpu *vcpu);
509 int kvm_mmu_create(struct kvm_vcpu *vcpu);
510 int kvm_mmu_setup(struct kvm_vcpu *vcpu);
511 void kvm_mmu_set_nonpresent_ptes(u64 trap_pte, u64 notrap_pte);
513 int kvm_mmu_reset_context(struct kvm_vcpu *vcpu);
514 void kvm_mmu_slot_remove_write_access(struct kvm *kvm, int slot);
515 void kvm_mmu_zap_all(struct kvm *kvm);
516 void kvm_mmu_change_mmu_pages(struct kvm *kvm, unsigned int kvm_nr_mmu_pages);
518 hpa_t gpa_to_hpa(struct kvm *kvm, gpa_t gpa);
519 #define HPA_MSB ((sizeof(hpa_t) * 8) - 1)
520 #define HPA_ERR_MASK ((hpa_t)1 << HPA_MSB)
521 static inline int is_error_hpa(hpa_t hpa) { return hpa >> HPA_MSB; }
522 hpa_t gva_to_hpa(struct kvm_vcpu *vcpu, gva_t gva);
523 struct page *gva_to_page(struct kvm_vcpu *vcpu, gva_t gva);
525 extern struct page *bad_page;
527 int is_error_page(struct page *page);
528 int kvm_is_error_hva(unsigned long addr);
529 int kvm_set_memory_region(struct kvm *kvm,
530 struct kvm_userspace_memory_region *mem,
532 int __kvm_set_memory_region(struct kvm *kvm,
533 struct kvm_userspace_memory_region *mem,
535 gfn_t unalias_gfn(struct kvm *kvm, gfn_t gfn);
536 struct page *gfn_to_page(struct kvm *kvm, gfn_t gfn);
537 void kvm_release_page(struct page *page);
538 int kvm_read_guest_page(struct kvm *kvm, gfn_t gfn, void *data, int offset,
540 int kvm_read_guest(struct kvm *kvm, gpa_t gpa, void *data, unsigned long len);
541 int kvm_write_guest_page(struct kvm *kvm, gfn_t gfn, const void *data,
542 int offset, int len);
543 int kvm_write_guest(struct kvm *kvm, gpa_t gpa, const void *data,
545 int kvm_clear_guest_page(struct kvm *kvm, gfn_t gfn, int offset, int len);
546 int kvm_clear_guest(struct kvm *kvm, gpa_t gpa, unsigned long len);
547 struct kvm_memory_slot *gfn_to_memslot(struct kvm *kvm, gfn_t gfn);
548 int kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn);
549 void mark_page_dirty(struct kvm *kvm, gfn_t gfn);
551 enum emulation_result {
552 EMULATE_DONE, /* no further processing */
553 EMULATE_DO_MMIO, /* kvm_run filled with mmio request */
554 EMULATE_FAIL, /* can't emulate this instruction */
557 int emulate_instruction(struct kvm_vcpu *vcpu, struct kvm_run *run,
558 unsigned long cr2, u16 error_code, int no_decode);
559 void kvm_report_emulation_failure(struct kvm_vcpu *cvpu, const char *context);
560 void realmode_lgdt(struct kvm_vcpu *vcpu, u16 size, unsigned long address);
561 void realmode_lidt(struct kvm_vcpu *vcpu, u16 size, unsigned long address);
562 void realmode_lmsw(struct kvm_vcpu *vcpu, unsigned long msw,
563 unsigned long *rflags);
565 unsigned long realmode_get_cr(struct kvm_vcpu *vcpu, int cr);
566 void realmode_set_cr(struct kvm_vcpu *vcpu, int cr, unsigned long value,
567 unsigned long *rflags);
568 int kvm_get_msr(struct kvm_vcpu *vcpu, u32 msr_index, u64 *data);
569 int kvm_set_msr(struct kvm_vcpu *vcpu, u32 msr_index, u64 data);
571 struct x86_emulate_ctxt;
573 int kvm_emulate_pio(struct kvm_vcpu *vcpu, struct kvm_run *run, int in,
574 int size, unsigned port);
575 int kvm_emulate_pio_string(struct kvm_vcpu *vcpu, struct kvm_run *run, int in,
576 int size, unsigned long count, int down,
577 gva_t address, int rep, unsigned port);
578 void kvm_emulate_cpuid(struct kvm_vcpu *vcpu);
579 int kvm_emulate_halt(struct kvm_vcpu *vcpu);
580 int emulate_invlpg(struct kvm_vcpu *vcpu, gva_t address);
581 int emulate_clts(struct kvm_vcpu *vcpu);
582 int emulator_get_dr(struct x86_emulate_ctxt *ctxt, int dr,
583 unsigned long *dest);
584 int emulator_set_dr(struct x86_emulate_ctxt *ctxt, int dr,
585 unsigned long value);
587 void set_cr0(struct kvm_vcpu *vcpu, unsigned long cr0);
588 void set_cr3(struct kvm_vcpu *vcpu, unsigned long cr0);
589 void set_cr4(struct kvm_vcpu *vcpu, unsigned long cr0);
590 void set_cr8(struct kvm_vcpu *vcpu, unsigned long cr0);
591 unsigned long get_cr8(struct kvm_vcpu *vcpu);
592 void lmsw(struct kvm_vcpu *vcpu, unsigned long msw);
593 void kvm_get_cs_db_l_bits(struct kvm_vcpu *vcpu, int *db, int *l);
595 int kvm_get_msr_common(struct kvm_vcpu *vcpu, u32 msr, u64 *pdata);
596 int kvm_set_msr_common(struct kvm_vcpu *vcpu, u32 msr, u64 data);
598 void fx_init(struct kvm_vcpu *vcpu);
600 void kvm_vcpu_block(struct kvm_vcpu *vcpu);
601 void kvm_resched(struct kvm_vcpu *vcpu);
602 void kvm_load_guest_fpu(struct kvm_vcpu *vcpu);
603 void kvm_put_guest_fpu(struct kvm_vcpu *vcpu);
604 void kvm_flush_remote_tlbs(struct kvm *kvm);
606 int emulator_read_std(unsigned long addr,
609 struct kvm_vcpu *vcpu);
610 int emulator_write_emulated(unsigned long addr,
613 struct kvm_vcpu *vcpu);
615 unsigned long segment_base(u16 selector);
617 void kvm_mmu_pte_write(struct kvm_vcpu *vcpu, gpa_t gpa,
618 const u8 *new, int bytes);
619 int kvm_mmu_unprotect_page_virt(struct kvm_vcpu *vcpu, gva_t gva);
620 void __kvm_mmu_free_some_pages(struct kvm_vcpu *vcpu);
621 int kvm_mmu_load(struct kvm_vcpu *vcpu);
622 void kvm_mmu_unload(struct kvm_vcpu *vcpu);
624 int kvm_emulate_hypercall(struct kvm_vcpu *vcpu);
626 int kvm_fix_hypercall(struct kvm_vcpu *vcpu);
628 long kvm_arch_dev_ioctl(struct file *filp,
629 unsigned int ioctl, unsigned long arg);
630 long kvm_arch_vcpu_ioctl(struct file *filp,
631 unsigned int ioctl, unsigned long arg);
632 void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
633 void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
635 int kvm_dev_ioctl_check_extension(long ext);
637 int kvm_vm_ioctl_set_memory_region(struct kvm *kvm,
639 kvm_userspace_memory_region *mem,
641 long kvm_arch_vm_ioctl(struct file *filp,
642 unsigned int ioctl, unsigned long arg);
643 void kvm_arch_destroy_vm(struct kvm *kvm);
645 int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);
646 int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);
648 int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,
649 struct kvm_translation *tr);
651 int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
652 int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
653 int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,
654 struct kvm_sregs *sregs);
655 int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,
656 struct kvm_sregs *sregs);
657 int kvm_arch_vcpu_ioctl_debug_guest(struct kvm_vcpu *vcpu,
658 struct kvm_debug_guest *dbg);
659 int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run);
661 int kvm_arch_init(void *opaque);
662 void kvm_arch_exit(void);
664 int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu);
665 void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu);
667 void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu);
668 void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
669 void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
670 struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id);
671 void kvm_arch_vcpu_destory(struct kvm_vcpu *vcpu);
673 int kvm_arch_vcpu_reset(struct kvm_vcpu *vcpu);
674 void kvm_arch_hardware_enable(void *garbage);
675 void kvm_arch_hardware_disable(void *garbage);
676 int kvm_arch_hardware_setup(void);
677 void kvm_arch_hardware_unsetup(void);
678 void kvm_arch_check_processor_compat(void *rtn);
680 void kvm_free_physmem(struct kvm *kvm);
682 struct kvm *kvm_arch_create_vm(void);
683 void kvm_arch_destroy_vm(struct kvm *kvm);
685 static inline void kvm_guest_enter(void)
687 account_system_vtime(current);
688 current->flags |= PF_VCPU;
691 static inline void kvm_guest_exit(void)
693 account_system_vtime(current);
694 current->flags &= ~PF_VCPU;
697 static inline int memslot_id(struct kvm *kvm, struct kvm_memory_slot *slot)
699 return slot - kvm->memslots;
702 static inline struct kvm_mmu_page *page_header(hpa_t shadow_page)
704 struct page *page = pfn_to_page(shadow_page >> PAGE_SHIFT);
706 return (struct kvm_mmu_page *)page_private(page);
709 static inline u16 read_fs(void)
712 asm("mov %%fs, %0" : "=g"(seg));
716 static inline u16 read_gs(void)
719 asm("mov %%gs, %0" : "=g"(seg));
723 static inline u16 read_ldt(void)
726 asm("sldt %0" : "=g"(ldt));
730 static inline void load_fs(u16 sel)
732 asm("mov %0, %%fs" : : "rm"(sel));
735 static inline void load_gs(u16 sel)
737 asm("mov %0, %%gs" : : "rm"(sel));
741 static inline void load_ldt(u16 sel)
743 asm("lldt %0" : : "rm"(sel));
747 static inline void get_idt(struct descriptor_table *table)
749 asm("sidt %0" : "=m"(*table));
752 static inline void get_gdt(struct descriptor_table *table)
754 asm("sgdt %0" : "=m"(*table));
757 static inline unsigned long read_tr_base(void)
760 asm("str %0" : "=g"(tr));
761 return segment_base(tr);
765 static inline unsigned long read_msr(unsigned long msr)
774 static inline void fx_save(struct i387_fxsave_struct *image)
776 asm("fxsave (%0)":: "r" (image));
779 static inline void fx_restore(struct i387_fxsave_struct *image)
781 asm("fxrstor (%0)":: "r" (image));
784 static inline void fpu_init(void)
789 static inline u32 get_rdx_init_val(void)
791 return 0x600; /* P6 family */
794 #define ASM_VMX_VMCLEAR_RAX ".byte 0x66, 0x0f, 0xc7, 0x30"
795 #define ASM_VMX_VMLAUNCH ".byte 0x0f, 0x01, 0xc2"
796 #define ASM_VMX_VMRESUME ".byte 0x0f, 0x01, 0xc3"
797 #define ASM_VMX_VMPTRLD_RAX ".byte 0x0f, 0xc7, 0x30"
798 #define ASM_VMX_VMREAD_RDX_RAX ".byte 0x0f, 0x78, 0xd0"
799 #define ASM_VMX_VMWRITE_RAX_RDX ".byte 0x0f, 0x79, 0xd0"
800 #define ASM_VMX_VMWRITE_RSP_RDX ".byte 0x0f, 0x79, 0xd4"
801 #define ASM_VMX_VMXOFF ".byte 0x0f, 0x01, 0xc4"
802 #define ASM_VMX_VMXON_RAX ".byte 0xf3, 0x0f, 0xc7, 0x30"
804 #define MSR_IA32_TIME_STAMP_COUNTER 0x010
806 #define TSS_IOPB_BASE_OFFSET 0x66
807 #define TSS_BASE_SIZE 0x68
808 #define TSS_IOPB_SIZE (65536 / 8)
809 #define TSS_REDIRECTION_SIZE (256 / 8)
810 #define RMODE_TSS_SIZE (TSS_BASE_SIZE + TSS_REDIRECTION_SIZE + TSS_IOPB_SIZE + 1)
812 struct kvm_stats_debugfs_item {
815 struct dentry *dentry;
817 extern struct kvm_stats_debugfs_item debugfs_entries[];