80a466ef88
Modules will need to convert physical addresses in EL2 linear map addresses, so expose hyp_va to modules. Bug: 264070847 Change-Id: I641ab3943a029072c351f5a422e2d9d2cbb240be Signed-off-by: Quentin Perret <qperret@google.com>
107 lines
3.4 KiB
C
107 lines
3.4 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
|
|
#ifndef __ARM64_KVM_PKVM_MODULE_H__
|
|
#define __ARM64_KVM_PKVM_MODULE_H__
|
|
|
|
#include <asm/kvm_pgtable.h>
|
|
#include <linux/export.h>
|
|
|
|
typedef void (*dyn_hcall_t)(struct kvm_cpu_context *);
|
|
|
|
enum pkvm_psci_notification {
|
|
PKVM_PSCI_CPU_SUSPEND,
|
|
PKVM_PSCI_SYSTEM_SUSPEND,
|
|
PKVM_PSCI_CPU_ENTRY,
|
|
};
|
|
|
|
#ifdef CONFIG_MODULES
|
|
struct pkvm_module_ops {
|
|
int (*create_private_mapping)(phys_addr_t phys, size_t size,
|
|
enum kvm_pgtable_prot prot,
|
|
unsigned long *haddr);
|
|
void *(*alloc_module_va)(u64 nr_pages);
|
|
int (*map_module_page)(u64 pfn, void *va, enum kvm_pgtable_prot prot, bool is_protected);
|
|
int (*register_serial_driver)(void (*hyp_putc_cb)(char));
|
|
void (*puts)(const char *str);
|
|
void (*putx64)(u64 num);
|
|
void *(*fixmap_map)(phys_addr_t phys);
|
|
void (*fixmap_unmap)(void);
|
|
void *(*linear_map_early)(phys_addr_t phys, size_t size, enum kvm_pgtable_prot prot);
|
|
void (*linear_unmap_early)(void *addr, size_t size);
|
|
void (*flush_dcache_to_poc)(void *addr, size_t size);
|
|
int (*register_host_perm_fault_handler)(int (*cb)(struct kvm_cpu_context *ctxt, u64 esr, u64 addr));
|
|
int (*protect_host_page)(u64 pfn, enum kvm_pgtable_prot prot);
|
|
int (*host_stage2_get_leaf)(phys_addr_t phys, kvm_pte_t *ptep, u32 *level);
|
|
int (*register_host_smc_handler)(bool (*cb)(struct kvm_cpu_context *));
|
|
int (*register_default_trap_handler)(bool (*cb)(struct kvm_cpu_context *));
|
|
int (*register_illegal_abt_notifier)(void (*cb)(struct kvm_cpu_context *));
|
|
int (*register_psci_notifier)(void (*cb)(enum pkvm_psci_notification, struct kvm_cpu_context *));
|
|
int (*register_hyp_panic_notifier)(void (*cb)(struct kvm_cpu_context *host_ctxt));
|
|
int (*host_donate_hyp)(u64 pfn, u64 nr_pages);
|
|
int (*hyp_donate_host)(u64 pfn, u64 nr_pages);
|
|
void* (*memcpy)(void *to, const void *from, size_t count);
|
|
void* (*memset)(void *dst, int c, size_t count);
|
|
phys_addr_t (*hyp_pa)(void *x);
|
|
void* (*hyp_va)(phys_addr_t phys);
|
|
unsigned long (*kern_hyp_va)(unsigned long x);
|
|
};
|
|
|
|
int __pkvm_load_el2_module(struct module *this, unsigned long *token);
|
|
|
|
int __pkvm_register_el2_call(unsigned long hfn_hyp_va);
|
|
#else
|
|
static inline int __pkvm_load_el2_module(struct module *this,
|
|
unsigned long *token)
|
|
{
|
|
return -ENOSYS;
|
|
}
|
|
|
|
static inline int __pkvm_register_el2_call(unsigned long hfn_hyp_va)
|
|
{
|
|
return -ENOSYS;
|
|
}
|
|
#endif /* CONFIG_MODULES */
|
|
|
|
#ifdef MODULE
|
|
/*
|
|
* Convert an EL2 module addr from the kernel VA to the hyp VA
|
|
*/
|
|
#define pkvm_el2_mod_va(kern_va, token) \
|
|
({ \
|
|
unsigned long hyp_text_kern_va = \
|
|
(unsigned long)THIS_MODULE->arch.hyp.text.start; \
|
|
unsigned long offset; \
|
|
\
|
|
offset = (unsigned long)kern_va - hyp_text_kern_va; \
|
|
token + offset; \
|
|
})
|
|
|
|
/*
|
|
* function_nocfi() does not work with function pointers, hence the macro in
|
|
* lieu of a function.
|
|
*/
|
|
#define pkvm_load_el2_module(init_fn, token) \
|
|
({ \
|
|
THIS_MODULE->arch.hyp.init = function_nocfi(init_fn); \
|
|
__pkvm_load_el2_module(THIS_MODULE, token); \
|
|
})
|
|
|
|
#define pkvm_register_el2_mod_call(hfn, token) \
|
|
({ \
|
|
__pkvm_register_el2_call(pkvm_el2_mod_va(function_nocfi(hfn), \
|
|
token)); \
|
|
})
|
|
|
|
#define pkvm_el2_mod_call(id, ...) \
|
|
({ \
|
|
struct arm_smccc_res res; \
|
|
\
|
|
arm_smccc_1_1_hvc(KVM_HOST_SMCCC_ID(id), \
|
|
##__VA_ARGS__, &res); \
|
|
WARN_ON(res.a0 != SMCCC_RET_SUCCESS); \
|
|
\
|
|
res.a1; \
|
|
})
|
|
#endif
|
|
#endif
|