1f9b57cf8SIngo Molnar // SPDX-License-Identifier: GPL-2.0
2f9b57cf8SIngo Molnar /*
3f9b57cf8SIngo Molnar * self test for change_page_attr.
4f9b57cf8SIngo Molnar *
5f9b57cf8SIngo Molnar * Clears the a test pte bit on random pages in the direct mapping,
6f9b57cf8SIngo Molnar * then reverts and compares page tables forwards and afterwards.
7f9b57cf8SIngo Molnar */
8f9b57cf8SIngo Molnar #include <linux/memblock.h>
9f9b57cf8SIngo Molnar #include <linux/kthread.h>
10f9b57cf8SIngo Molnar #include <linux/random.h>
11f9b57cf8SIngo Molnar #include <linux/kernel.h>
12f9b57cf8SIngo Molnar #include <linux/init.h>
13f9b57cf8SIngo Molnar #include <linux/mm.h>
14f9b57cf8SIngo Molnar #include <linux/vmalloc.h>
15f9b57cf8SIngo Molnar
16f9b57cf8SIngo Molnar #include <asm/cacheflush.h>
17f9b57cf8SIngo Molnar #include <asm/kdebug.h>
18f9b57cf8SIngo Molnar
19f9b57cf8SIngo Molnar /*
20f9b57cf8SIngo Molnar * Only print the results of the first pass:
21f9b57cf8SIngo Molnar */
22f9b57cf8SIngo Molnar static __read_mostly int print = 1;
23f9b57cf8SIngo Molnar
24f9b57cf8SIngo Molnar enum {
25f9b57cf8SIngo Molnar NTEST = 3 * 100,
26f9b57cf8SIngo Molnar NPAGES = 100,
27f9b57cf8SIngo Molnar #ifdef CONFIG_X86_64
28f9b57cf8SIngo Molnar LPS = (1 << PMD_SHIFT),
29f9b57cf8SIngo Molnar #elif defined(CONFIG_X86_PAE)
30f9b57cf8SIngo Molnar LPS = (1 << PMD_SHIFT),
31f9b57cf8SIngo Molnar #else
32f9b57cf8SIngo Molnar LPS = (1 << 22),
33f9b57cf8SIngo Molnar #endif
34f9b57cf8SIngo Molnar GPS = (1<<30)
35f9b57cf8SIngo Molnar };
36f9b57cf8SIngo Molnar
37f9b57cf8SIngo Molnar #define PAGE_CPA_TEST __pgprot(_PAGE_CPA_TEST)
38f9b57cf8SIngo Molnar
pte_testbit(pte_t pte)39f9b57cf8SIngo Molnar static int pte_testbit(pte_t pte)
40f9b57cf8SIngo Molnar {
41f9b57cf8SIngo Molnar return pte_flags(pte) & _PAGE_SOFTW1;
42f9b57cf8SIngo Molnar }
43f9b57cf8SIngo Molnar
44f9b57cf8SIngo Molnar struct split_state {
45f9b57cf8SIngo Molnar long lpg, gpg, spg, exec;
46f9b57cf8SIngo Molnar long min_exec, max_exec;
47f9b57cf8SIngo Molnar };
48f9b57cf8SIngo Molnar
print_split(struct split_state * s)49f9b57cf8SIngo Molnar static int print_split(struct split_state *s)
50f9b57cf8SIngo Molnar {
51f9b57cf8SIngo Molnar long i, expected, missed = 0;
52f9b57cf8SIngo Molnar int err = 0;
53f9b57cf8SIngo Molnar
54f9b57cf8SIngo Molnar s->lpg = s->gpg = s->spg = s->exec = 0;
55f9b57cf8SIngo Molnar s->min_exec = ~0UL;
56f9b57cf8SIngo Molnar s->max_exec = 0;
57f9b57cf8SIngo Molnar for (i = 0; i < max_pfn_mapped; ) {
58f9b57cf8SIngo Molnar unsigned long addr = (unsigned long)__va(i << PAGE_SHIFT);
59f9b57cf8SIngo Molnar unsigned int level;
60f9b57cf8SIngo Molnar pte_t *pte;
61f9b57cf8SIngo Molnar
62f9b57cf8SIngo Molnar pte = lookup_address(addr, &level);
63f9b57cf8SIngo Molnar if (!pte) {
64f9b57cf8SIngo Molnar missed++;
65f9b57cf8SIngo Molnar i++;
66f9b57cf8SIngo Molnar continue;
67f9b57cf8SIngo Molnar }
68f9b57cf8SIngo Molnar
69f9b57cf8SIngo Molnar if (level == PG_LEVEL_1G && sizeof(long) == 8) {
70f9b57cf8SIngo Molnar s->gpg++;
71f9b57cf8SIngo Molnar i += GPS/PAGE_SIZE;
72f9b57cf8SIngo Molnar } else if (level == PG_LEVEL_2M) {
73f9b57cf8SIngo Molnar if ((pte_val(*pte) & _PAGE_PRESENT) && !(pte_val(*pte) & _PAGE_PSE)) {
74f9b57cf8SIngo Molnar printk(KERN_ERR
75f9b57cf8SIngo Molnar "%lx level %d but not PSE %Lx\n",
76f9b57cf8SIngo Molnar addr, level, (u64)pte_val(*pte));
77f9b57cf8SIngo Molnar err = 1;
78f9b57cf8SIngo Molnar }
79f9b57cf8SIngo Molnar s->lpg++;
80f9b57cf8SIngo Molnar i += LPS/PAGE_SIZE;
81f9b57cf8SIngo Molnar } else {
82f9b57cf8SIngo Molnar s->spg++;
83f9b57cf8SIngo Molnar i++;
84f9b57cf8SIngo Molnar }
85f9b57cf8SIngo Molnar if (!(pte_val(*pte) & _PAGE_NX)) {
86f9b57cf8SIngo Molnar s->exec++;
87f9b57cf8SIngo Molnar if (addr < s->min_exec)
88f9b57cf8SIngo Molnar s->min_exec = addr;
89f9b57cf8SIngo Molnar if (addr > s->max_exec)
90f9b57cf8SIngo Molnar s->max_exec = addr;
91f9b57cf8SIngo Molnar }
92f9b57cf8SIngo Molnar }
93f9b57cf8SIngo Molnar if (print) {
94f9b57cf8SIngo Molnar printk(KERN_INFO
95f9b57cf8SIngo Molnar " 4k %lu large %lu gb %lu x %lu[%lx-%lx] miss %lu\n",
96f9b57cf8SIngo Molnar s->spg, s->lpg, s->gpg, s->exec,
97f9b57cf8SIngo Molnar s->min_exec != ~0UL ? s->min_exec : 0,
98f9b57cf8SIngo Molnar s->max_exec, missed);
99f9b57cf8SIngo Molnar }
100f9b57cf8SIngo Molnar
101f9b57cf8SIngo Molnar expected = (s->gpg*GPS + s->lpg*LPS)/PAGE_SIZE + s->spg + missed;
102f9b57cf8SIngo Molnar if (expected != i) {
103f9b57cf8SIngo Molnar printk(KERN_ERR "CPA max_pfn_mapped %lu but expected %lu\n",
104f9b57cf8SIngo Molnar max_pfn_mapped, expected);
105f9b57cf8SIngo Molnar return 1;
106f9b57cf8SIngo Molnar }
107f9b57cf8SIngo Molnar return err;
108f9b57cf8SIngo Molnar }
109f9b57cf8SIngo Molnar
110f9b57cf8SIngo Molnar static unsigned long addr[NTEST];
111f9b57cf8SIngo Molnar static unsigned int len[NTEST];
112f9b57cf8SIngo Molnar
113f9b57cf8SIngo Molnar static struct page *pages[NPAGES];
114f9b57cf8SIngo Molnar static unsigned long addrs[NPAGES];
115f9b57cf8SIngo Molnar
116f9b57cf8SIngo Molnar /* Change the global bit on random pages in the direct mapping */
pageattr_test(void)117f9b57cf8SIngo Molnar static int pageattr_test(void)
118f9b57cf8SIngo Molnar {
119f9b57cf8SIngo Molnar struct split_state sa, sb, sc;
120f9b57cf8SIngo Molnar unsigned long *bm;
121f9b57cf8SIngo Molnar pte_t *pte, pte0;
122f9b57cf8SIngo Molnar int failed = 0;
123f9b57cf8SIngo Molnar unsigned int level;
124f9b57cf8SIngo Molnar int i, k;
125f9b57cf8SIngo Molnar int err;
126f9b57cf8SIngo Molnar
127f9b57cf8SIngo Molnar if (print)
128f9b57cf8SIngo Molnar printk(KERN_INFO "CPA self-test:\n");
129f9b57cf8SIngo Molnar
130f9b57cf8SIngo Molnar bm = vzalloc((max_pfn_mapped + 7) / 8);
131f9b57cf8SIngo Molnar if (!bm) {
132f9b57cf8SIngo Molnar printk(KERN_ERR "CPA Cannot vmalloc bitmap\n");
133f9b57cf8SIngo Molnar return -ENOMEM;
134f9b57cf8SIngo Molnar }
135f9b57cf8SIngo Molnar
136f9b57cf8SIngo Molnar failed += print_split(&sa);
137f9b57cf8SIngo Molnar
138f9b57cf8SIngo Molnar for (i = 0; i < NTEST; i++) {
139*8032bf12SJason A. Donenfeld unsigned long pfn = get_random_u32_below(max_pfn_mapped);
140f9b57cf8SIngo Molnar
141f9b57cf8SIngo Molnar addr[i] = (unsigned long)__va(pfn << PAGE_SHIFT);
142*8032bf12SJason A. Donenfeld len[i] = get_random_u32_below(NPAGES);
143f9b57cf8SIngo Molnar len[i] = min_t(unsigned long, len[i], max_pfn_mapped - pfn - 1);
144f9b57cf8SIngo Molnar
145f9b57cf8SIngo Molnar if (len[i] == 0)
146f9b57cf8SIngo Molnar len[i] = 1;
147f9b57cf8SIngo Molnar
148f9b57cf8SIngo Molnar pte = NULL;
149f9b57cf8SIngo Molnar pte0 = pfn_pte(0, __pgprot(0)); /* shut gcc up */
150f9b57cf8SIngo Molnar
151f9b57cf8SIngo Molnar for (k = 0; k < len[i]; k++) {
152f9b57cf8SIngo Molnar pte = lookup_address(addr[i] + k*PAGE_SIZE, &level);
153f9b57cf8SIngo Molnar if (!pte || pgprot_val(pte_pgprot(*pte)) == 0 ||
154f9b57cf8SIngo Molnar !(pte_val(*pte) & _PAGE_PRESENT)) {
155f9b57cf8SIngo Molnar addr[i] = 0;
156f9b57cf8SIngo Molnar break;
157f9b57cf8SIngo Molnar }
158f9b57cf8SIngo Molnar if (k == 0) {
159f9b57cf8SIngo Molnar pte0 = *pte;
160f9b57cf8SIngo Molnar } else {
161f9b57cf8SIngo Molnar if (pgprot_val(pte_pgprot(*pte)) !=
162f9b57cf8SIngo Molnar pgprot_val(pte_pgprot(pte0))) {
163f9b57cf8SIngo Molnar len[i] = k;
164f9b57cf8SIngo Molnar break;
165f9b57cf8SIngo Molnar }
166f9b57cf8SIngo Molnar }
167f9b57cf8SIngo Molnar if (test_bit(pfn + k, bm)) {
168f9b57cf8SIngo Molnar len[i] = k;
169f9b57cf8SIngo Molnar break;
170f9b57cf8SIngo Molnar }
171f9b57cf8SIngo Molnar __set_bit(pfn + k, bm);
172f9b57cf8SIngo Molnar addrs[k] = addr[i] + k*PAGE_SIZE;
173f9b57cf8SIngo Molnar pages[k] = pfn_to_page(pfn + k);
174f9b57cf8SIngo Molnar }
175f9b57cf8SIngo Molnar if (!addr[i] || !pte || !k) {
176f9b57cf8SIngo Molnar addr[i] = 0;
177f9b57cf8SIngo Molnar continue;
178f9b57cf8SIngo Molnar }
179f9b57cf8SIngo Molnar
180f9b57cf8SIngo Molnar switch (i % 3) {
181f9b57cf8SIngo Molnar case 0:
182f9b57cf8SIngo Molnar err = change_page_attr_set(&addr[i], len[i], PAGE_CPA_TEST, 0);
183f9b57cf8SIngo Molnar break;
184f9b57cf8SIngo Molnar
185f9b57cf8SIngo Molnar case 1:
186f9b57cf8SIngo Molnar err = change_page_attr_set(addrs, len[1], PAGE_CPA_TEST, 1);
187f9b57cf8SIngo Molnar break;
188f9b57cf8SIngo Molnar
189f9b57cf8SIngo Molnar case 2:
190f9b57cf8SIngo Molnar err = cpa_set_pages_array(pages, len[i], PAGE_CPA_TEST);
191f9b57cf8SIngo Molnar break;
192f9b57cf8SIngo Molnar }
193f9b57cf8SIngo Molnar
194f9b57cf8SIngo Molnar
195f9b57cf8SIngo Molnar if (err < 0) {
196f9b57cf8SIngo Molnar printk(KERN_ERR "CPA %d failed %d\n", i, err);
197f9b57cf8SIngo Molnar failed++;
198f9b57cf8SIngo Molnar }
199f9b57cf8SIngo Molnar
200f9b57cf8SIngo Molnar pte = lookup_address(addr[i], &level);
201f9b57cf8SIngo Molnar if (!pte || !pte_testbit(*pte) || pte_huge(*pte)) {
202f9b57cf8SIngo Molnar printk(KERN_ERR "CPA %lx: bad pte %Lx\n", addr[i],
203f9b57cf8SIngo Molnar pte ? (u64)pte_val(*pte) : 0ULL);
204f9b57cf8SIngo Molnar failed++;
205f9b57cf8SIngo Molnar }
206f9b57cf8SIngo Molnar if (level != PG_LEVEL_4K) {
207f9b57cf8SIngo Molnar printk(KERN_ERR "CPA %lx: unexpected level %d\n",
208f9b57cf8SIngo Molnar addr[i], level);
209f9b57cf8SIngo Molnar failed++;
210f9b57cf8SIngo Molnar }
211f9b57cf8SIngo Molnar
212f9b57cf8SIngo Molnar }
213f9b57cf8SIngo Molnar vfree(bm);
214f9b57cf8SIngo Molnar
215f9b57cf8SIngo Molnar failed += print_split(&sb);
216f9b57cf8SIngo Molnar
217f9b57cf8SIngo Molnar for (i = 0; i < NTEST; i++) {
218f9b57cf8SIngo Molnar if (!addr[i])
219f9b57cf8SIngo Molnar continue;
220f9b57cf8SIngo Molnar pte = lookup_address(addr[i], &level);
221f9b57cf8SIngo Molnar if (!pte) {
222f9b57cf8SIngo Molnar printk(KERN_ERR "CPA lookup of %lx failed\n", addr[i]);
223f9b57cf8SIngo Molnar failed++;
224f9b57cf8SIngo Molnar continue;
225f9b57cf8SIngo Molnar }
226f9b57cf8SIngo Molnar err = change_page_attr_clear(&addr[i], len[i], PAGE_CPA_TEST, 0);
227f9b57cf8SIngo Molnar if (err < 0) {
228f9b57cf8SIngo Molnar printk(KERN_ERR "CPA reverting failed: %d\n", err);
229f9b57cf8SIngo Molnar failed++;
230f9b57cf8SIngo Molnar }
231f9b57cf8SIngo Molnar pte = lookup_address(addr[i], &level);
232f9b57cf8SIngo Molnar if (!pte || pte_testbit(*pte)) {
233f9b57cf8SIngo Molnar printk(KERN_ERR "CPA %lx: bad pte after revert %Lx\n",
234f9b57cf8SIngo Molnar addr[i], pte ? (u64)pte_val(*pte) : 0ULL);
235f9b57cf8SIngo Molnar failed++;
236f9b57cf8SIngo Molnar }
237f9b57cf8SIngo Molnar
238f9b57cf8SIngo Molnar }
239f9b57cf8SIngo Molnar
240f9b57cf8SIngo Molnar failed += print_split(&sc);
241f9b57cf8SIngo Molnar
242f9b57cf8SIngo Molnar if (failed) {
243f9b57cf8SIngo Molnar WARN(1, KERN_ERR "NOT PASSED. Please report.\n");
244f9b57cf8SIngo Molnar return -EINVAL;
245f9b57cf8SIngo Molnar } else {
246f9b57cf8SIngo Molnar if (print)
247f9b57cf8SIngo Molnar printk(KERN_INFO "ok.\n");
248f9b57cf8SIngo Molnar }
249f9b57cf8SIngo Molnar
250f9b57cf8SIngo Molnar return 0;
251f9b57cf8SIngo Molnar }
252f9b57cf8SIngo Molnar
do_pageattr_test(void * __unused)253f9b57cf8SIngo Molnar static int do_pageattr_test(void *__unused)
254f9b57cf8SIngo Molnar {
255f9b57cf8SIngo Molnar while (!kthread_should_stop()) {
256f9b57cf8SIngo Molnar schedule_timeout_interruptible(HZ*30);
257f9b57cf8SIngo Molnar if (pageattr_test() < 0)
258f9b57cf8SIngo Molnar break;
259f9b57cf8SIngo Molnar if (print)
260f9b57cf8SIngo Molnar print--;
261f9b57cf8SIngo Molnar }
262f9b57cf8SIngo Molnar return 0;
263f9b57cf8SIngo Molnar }
264f9b57cf8SIngo Molnar
start_pageattr_test(void)265f9b57cf8SIngo Molnar static int start_pageattr_test(void)
266f9b57cf8SIngo Molnar {
267f9b57cf8SIngo Molnar struct task_struct *p;
268f9b57cf8SIngo Molnar
269f9b57cf8SIngo Molnar p = kthread_create(do_pageattr_test, NULL, "pageattr-test");
270f9b57cf8SIngo Molnar if (!IS_ERR(p))
271f9b57cf8SIngo Molnar wake_up_process(p);
272f9b57cf8SIngo Molnar else
273f9b57cf8SIngo Molnar WARN_ON(1);
274f9b57cf8SIngo Molnar
275f9b57cf8SIngo Molnar return 0;
276f9b57cf8SIngo Molnar }
277f9b57cf8SIngo Molnar device_initcall(start_pageattr_test);
278