kern/arch/x86/vmm/intel/vmx_cpufunc.h

/*-
 * Copyright (c) 2011 NetApp, Inc.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY NETAPP, INC ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL NETAPP, INC OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 *
 * $FreeBSD$
 */

#ifndef	_VMX_CPUFUNC_H_
#define	_VMX_CPUFUNC_H_

struct vmcs;

/*
 * Section 5.2 "Conventions" from Intel Architecture Manual 2B.
 *
 *			error
 * VMsucceed		  0
 * VMFailInvalid	  1
 * VMFailValid		  2	see also VMCS VM-Instruction Error Field
 */
#define	VM_SUCCESS		0
#define	VM_FAIL_INVALID		1
#define	VM_FAIL_VALID		2
#define	VMX_SET_ERROR_CODE \
	"	jnc 1f;"						\
	"	mov $1, %[error];"	/* CF: error = 1 */		\
	"	jmp 3f;"						\
	"1:	jnz 2f;"						\
	"	mov $2, %[error];"	/* ZF: error = 2 */		\
	"	jmp 3f;"						\
	"2:	mov $0, %[error];"					\
	"3:"

/* returns 0 on success and non-zero on failure */
static __inline int vmxon(char *region)
{
	int error;
	uint64_t addr;

	addr = PADDR(region);
	__asm __volatile("vmxon %[addr];" VMX_SET_ERROR_CODE:[error] "=r"(error)
					 :[addr] "m"(*(uint64_t *) & addr)
					 :"memory");

	return (error);
}

/* returns 0 on success and non-zero on failure */
static __inline int vmclear(struct vmcs *vmcs)
{
	int error;
	uint64_t addr;

	addr = PADDR(vmcs);
	__asm __volatile("vmclear %[addr];" VMX_SET_ERROR_CODE:[error] "=r"(error)
					 :[addr] "m"(*(uint64_t *) & addr)
					 :"memory");
	return (error);
}

static __inline void vmxoff(void)
{

	__asm __volatile("vmxoff");
}

static __inline void vmptrst(uint64_t * addr)
{

	__asm __volatile("vmptrst %[addr]"::[addr] "m"(*addr):"memory");
}

static __inline int vmptrld(struct vmcs *vmcs)
{
	int error;
	uint64_t addr;

	addr = PADDR(vmcs);
	__asm __volatile("vmptrld %[addr];" VMX_SET_ERROR_CODE:[error] "=r"(error)
					 :[addr] "m"(*(uint64_t *) & addr)
					 :"memory");
	return (error);
}

static __inline int vmwrite(uint64_t reg, uint64_t val)
{
	int error;

	__asm __volatile("vmwrite %[val], %[reg];"
					 VMX_SET_ERROR_CODE:[error] "=r"(error)
					 :[val] "r"(val),[reg] "r"(reg)
					 :"memory");

	return (error);
}

static __inline int vmread(uint64_t r, uint64_t * addr)
{
	int error;

	__asm __volatile("vmread %[r], %[addr];"
					 VMX_SET_ERROR_CODE:[error] "=r"(error)
					 :[r] "r"(r),[addr] "m"(*addr)
					 :"memory");

	return (error);
}

static void __inline VMCLEAR(int8_t *irq, struct vmcs *vmcs)
{
	int err;

	err = vmclear(vmcs);
	if (err != 0)
		panic("%s: vmclear(%p) error %d", __func__, vmcs, err);

	enable_irqsave(irq);
}

static void __inline VMPTRLD(int8_t *irq, struct vmcs *vmcs)
{
	int err;

	disable_irqsave(irq);

	err = vmptrld(vmcs);
	if (err != 0)
		panic("%s: vmptrld(%p) error %d", __func__, vmcs, err);
}

#define	INVVPID_TYPE_ADDRESS		0UL
#define	INVVPID_TYPE_SINGLE_CONTEXT	1UL
#define	INVVPID_TYPE_ALL_CONTEXTS	2UL

struct invvpid_desc {
	uint16_t vpid;
	uint16_t _res1;
	uint32_t _res2;
	uint64_t linear_addr;
};

static void __inline invvpid(uint64_t type, struct invvpid_desc desc)
{
	int error;
	static_assert(sizeof(struct invvpid_desc) == 16);

	__asm __volatile("invvpid %[desc], %[type];"
					 VMX_SET_ERROR_CODE:[error] "=r"(error)
					 :[desc] "m"(desc),[type] "r"(type)
					 :"memory");

	if (error)
		panic("invvpid error %d", error);
}

#define	INVEPT_TYPE_SINGLE_CONTEXT	1UL
#define	INVEPT_TYPE_ALL_CONTEXTS	2UL
struct invept_desc {
	uint64_t eptp;
	uint64_t _res;
};
static void __inline invept(uint64_t type, struct invept_desc desc)
{
	int error;
	static_assert(sizeof(struct invept_desc) == 16);

	__asm __volatile("invept %[desc], %[type];"
					 VMX_SET_ERROR_CODE:[error] "=r"(error)
					 :[desc] "m"(desc),[type] "r"(type)
					 :"memory");

	if (error)
		panic("invept error %d", error);
}
#endif