1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Copyright (C) 2020 - Google LLC
4 * Author: Quentin Perret <qperret@google.com>
5 */
6 #ifndef __ARM64_KVM_PKVM_H__
7 #define __ARM64_KVM_PKVM_H__
8
9 #include <linux/arm_ffa.h>
10 #include <linux/memblock.h>
11 #include <linux/scatterlist.h>
12 #include <asm/kvm_pgtable.h>
13
14 /* Maximum number of VMs that can co-exist under pKVM. */
15 #define KVM_MAX_PVMS 255
16
17 #define HYP_MEMBLOCK_REGIONS 128
18
19 int pkvm_init_host_vm(struct kvm *kvm);
20 int pkvm_create_hyp_vm(struct kvm *kvm);
21 void pkvm_destroy_hyp_vm(struct kvm *kvm);
22
23 extern struct memblock_region kvm_nvhe_sym(hyp_memory)[];
24 extern unsigned int kvm_nvhe_sym(hyp_memblock_nr);
25
26 static inline unsigned long
hyp_vmemmap_memblock_size(struct memblock_region * reg,size_t vmemmap_entry_size)27 hyp_vmemmap_memblock_size(struct memblock_region *reg, size_t vmemmap_entry_size)
28 {
29 unsigned long nr_pages = reg->size >> PAGE_SHIFT;
30 unsigned long start, end;
31
32 start = (reg->base >> PAGE_SHIFT) * vmemmap_entry_size;
33 end = start + nr_pages * vmemmap_entry_size;
34 start = ALIGN_DOWN(start, PAGE_SIZE);
35 end = ALIGN(end, PAGE_SIZE);
36
37 return end - start;
38 }
39
hyp_vmemmap_pages(size_t vmemmap_entry_size)40 static inline unsigned long hyp_vmemmap_pages(size_t vmemmap_entry_size)
41 {
42 unsigned long res = 0, i;
43
44 for (i = 0; i < kvm_nvhe_sym(hyp_memblock_nr); i++) {
45 res += hyp_vmemmap_memblock_size(&kvm_nvhe_sym(hyp_memory)[i],
46 vmemmap_entry_size);
47 }
48
49 return res >> PAGE_SHIFT;
50 }
51
hyp_vm_table_pages(void)52 static inline unsigned long hyp_vm_table_pages(void)
53 {
54 return PAGE_ALIGN(KVM_MAX_PVMS * sizeof(void *)) >> PAGE_SHIFT;
55 }
56
__hyp_pgtable_max_pages(unsigned long nr_pages)57 static inline unsigned long __hyp_pgtable_max_pages(unsigned long nr_pages)
58 {
59 unsigned long total = 0;
60 int i;
61
62 /* Provision the worst case scenario */
63 for (i = KVM_PGTABLE_FIRST_LEVEL; i <= KVM_PGTABLE_LAST_LEVEL; i++) {
64 nr_pages = DIV_ROUND_UP(nr_pages, PTRS_PER_PTE);
65 total += nr_pages;
66 }
67
68 return total;
69 }
70
__hyp_pgtable_total_pages(void)71 static inline unsigned long __hyp_pgtable_total_pages(void)
72 {
73 unsigned long res = 0, i;
74
75 /* Cover all of memory with page-granularity */
76 for (i = 0; i < kvm_nvhe_sym(hyp_memblock_nr); i++) {
77 struct memblock_region *reg = &kvm_nvhe_sym(hyp_memory)[i];
78 res += __hyp_pgtable_max_pages(reg->size >> PAGE_SHIFT);
79 }
80
81 return res;
82 }
83
hyp_s1_pgtable_pages(void)84 static inline unsigned long hyp_s1_pgtable_pages(void)
85 {
86 unsigned long res;
87
88 res = __hyp_pgtable_total_pages();
89
90 /* Allow 1 GiB for private mappings */
91 res += __hyp_pgtable_max_pages(SZ_1G >> PAGE_SHIFT);
92
93 return res;
94 }
95
host_s2_pgtable_pages(void)96 static inline unsigned long host_s2_pgtable_pages(void)
97 {
98 unsigned long res;
99
100 /*
101 * Include an extra 16 pages to safely upper-bound the worst case of
102 * concatenated pgds.
103 */
104 res = __hyp_pgtable_total_pages() + 16;
105
106 /* Allow 1 GiB for MMIO mappings */
107 res += __hyp_pgtable_max_pages(SZ_1G >> PAGE_SHIFT);
108
109 return res;
110 }
111
112 #define KVM_FFA_MBOX_NR_PAGES 1
113
hyp_ffa_proxy_pages(void)114 static inline unsigned long hyp_ffa_proxy_pages(void)
115 {
116 size_t desc_max;
117
118 /*
119 * The hypervisor FFA proxy needs enough memory to buffer a fragmented
120 * descriptor returned from EL3 in response to a RETRIEVE_REQ call.
121 */
122 desc_max = sizeof(struct ffa_mem_region) +
123 sizeof(struct ffa_mem_region_attributes) +
124 sizeof(struct ffa_composite_mem_region) +
125 SG_MAX_SEGMENTS * sizeof(struct ffa_mem_region_addr_range);
126
127 /* Plus a page each for the hypervisor's RX and TX mailboxes. */
128 return (2 * KVM_FFA_MBOX_NR_PAGES) + DIV_ROUND_UP(desc_max, PAGE_SIZE);
129 }
130
pkvm_host_sve_state_size(void)131 static inline size_t pkvm_host_sve_state_size(void)
132 {
133 if (!system_supports_sve())
134 return 0;
135
136 return size_add(sizeof(struct cpu_sve_state),
137 SVE_SIG_REGS_SIZE(sve_vq_from_vl(kvm_host_sve_max_vl)));
138 }
139
140 #endif /* __ARM64_KVM_PKVM_H__ */
141