80 static void __init pte_basic_tests(struct pgtable_debug_args *args, int idx)  in pte_basic_tests()  argument
83 	pte_t pte = pfn_pte(args->fixed_pte_pfn, prot);  in pte_basic_tests()
100 	WARN_ON(!pte_write(pte_mkwrite(pte_wrprotect(pte), args->vma)));  in pte_basic_tests()
103 	WARN_ON(pte_write(pte_wrprotect(pte_mkwrite(pte, args->vma))));  in pte_basic_tests()
114 static void __init pte_advanced_tests(struct pgtable_debug_args *args)  in pte_advanced_tests()  argument
130 	page = (args->pte_pfn != ULONG_MAX) ? pfn_to_page(args->pte_pfn) : NULL;  in pte_advanced_tests()
135 	if (WARN_ON(!args->ptep))  in pte_advanced_tests()
138 	pte = pfn_pte(args->pte_pfn, args->page_prot);  in pte_advanced_tests()
139 	set_pte_at(args->mm, args->vaddr, args->ptep, pte);  in pte_advanced_tests()
141 	ptep_set_wrprotect(args->mm, args->vaddr, args->ptep);  in pte_advanced_tests()
142 	pte = ptep_get(args->ptep);  in pte_advanced_tests()
144 	ptep_get_and_clear(args->mm, args->vaddr, args->ptep);  in pte_advanced_tests()
145 	pte = ptep_get(args->ptep);  in pte_advanced_tests()
148 	pte = pfn_pte(args->pte_pfn, args->page_prot);  in pte_advanced_tests()
151 	set_pte_at(args->mm, args->vaddr, args->ptep, pte);  in pte_advanced_tests()
153 	pte = pte_mkwrite(pte, args->vma);  in pte_advanced_tests()
155 	ptep_set_access_flags(args->vma, args->vaddr, args->ptep, pte, 1);  in pte_advanced_tests()
156 	pte = ptep_get(args->ptep);  in pte_advanced_tests()
158 	ptep_get_and_clear_full(args->mm, args->vaddr, args->ptep, 1);  in pte_advanced_tests()
159 	pte = ptep_get(args->ptep);  in pte_advanced_tests()
162 	pte = pfn_pte(args->pte_pfn, args->page_prot);  in pte_advanced_tests()
164 	set_pte_at(args->mm, args->vaddr, args->ptep, pte);  in pte_advanced_tests()
166 	ptep_test_and_clear_young(args->vma, args->vaddr, args->ptep);  in pte_advanced_tests()
167 	pte = ptep_get(args->ptep);  in pte_advanced_tests()
170 	ptep_get_and_clear_full(args->mm, args->vaddr, args->ptep, 1);  in pte_advanced_tests()
174 static void __init pmd_basic_tests(struct pgtable_debug_args *args, int idx)  in pmd_basic_tests()  argument
184 	pmd = pfn_pmd(args->fixed_pmd_pfn, prot);  in pmd_basic_tests()
199 	WARN_ON(!pmd_write(pmd_mkwrite(pmd_wrprotect(pmd), args->vma)));  in pmd_basic_tests()
202 	WARN_ON(pmd_write(pmd_wrprotect(pmd_mkwrite(pmd, args->vma))));  in pmd_basic_tests()
219 static void __init pmd_advanced_tests(struct pgtable_debug_args *args)  in pmd_advanced_tests()  argument
223 	unsigned long vaddr = args->vaddr;  in pmd_advanced_tests()
228 	page = (args->pmd_pfn != ULONG_MAX) ? pfn_to_page(args->pmd_pfn) : NULL;  in pmd_advanced_tests()
243 	pgtable_trans_huge_deposit(args->mm, args->pmdp, args->start_ptep);  in pmd_advanced_tests()
245 	pmd = pfn_pmd(args->pmd_pfn, args->page_prot);  in pmd_advanced_tests()
246 	set_pmd_at(args->mm, vaddr, args->pmdp, pmd);  in pmd_advanced_tests()
248 	pmdp_set_wrprotect(args->mm, vaddr, args->pmdp);  in pmd_advanced_tests()
249 	pmd = pmdp_get(args->pmdp);  in pmd_advanced_tests()
251 	pmdp_huge_get_and_clear(args->mm, vaddr, args->pmdp);  in pmd_advanced_tests()
252 	pmd = pmdp_get(args->pmdp);  in pmd_advanced_tests()
255 	pmd = pfn_pmd(args->pmd_pfn, args->page_prot);  in pmd_advanced_tests()
258 	set_pmd_at(args->mm, vaddr, args->pmdp, pmd);  in pmd_advanced_tests()
260 	pmd = pmd_mkwrite(pmd, args->vma);  in pmd_advanced_tests()
262 	pmdp_set_access_flags(args->vma, vaddr, args->pmdp, pmd, 1);  in pmd_advanced_tests()
263 	pmd = pmdp_get(args->pmdp);  in pmd_advanced_tests()
265 	pmdp_huge_get_and_clear_full(args->vma, vaddr, args->pmdp, 1);  in pmd_advanced_tests()
266 	pmd = pmdp_get(args->pmdp);  in pmd_advanced_tests()
269 	pmd = pmd_mkhuge(pfn_pmd(args->pmd_pfn, args->page_prot));  in pmd_advanced_tests()
271 	set_pmd_at(args->mm, vaddr, args->pmdp, pmd);  in pmd_advanced_tests()
273 	pmdp_test_and_clear_young(args->vma, vaddr, args->pmdp);  in pmd_advanced_tests()
274 	pmd = pmdp_get(args->pmdp);  in pmd_advanced_tests()
278 	pmdp_huge_get_and_clear(args->mm, vaddr, args->pmdp);  in pmd_advanced_tests()
279 	pgtable_trans_huge_withdraw(args->mm, args->pmdp);  in pmd_advanced_tests()
282 static void __init pmd_leaf_tests(struct pgtable_debug_args *args)  in pmd_leaf_tests()  argument
290 	pmd = pfn_pmd(args->fixed_pmd_pfn, args->page_prot);  in pmd_leaf_tests()
300 static void __init pud_basic_tests(struct pgtable_debug_args *args, int idx)  in pud_basic_tests()  argument
310 	pud = pfn_pud(args->fixed_pud_pfn, prot);  in pud_basic_tests()
331 	if (mm_pmd_folded(args->mm))  in pud_basic_tests()
341 static void __init pud_advanced_tests(struct pgtable_debug_args *args)  in pud_advanced_tests()  argument
344 	unsigned long vaddr = args->vaddr;  in pud_advanced_tests()
350 	page = (args->pud_pfn != ULONG_MAX) ? pfn_to_page(args->pud_pfn) : NULL;  in pud_advanced_tests()
365 	pud = pfn_pud(args->pud_pfn, args->page_prot);  in pud_advanced_tests()
366 	set_pud_at(args->mm, vaddr, args->pudp, pud);  in pud_advanced_tests()
368 	pudp_set_wrprotect(args->mm, vaddr, args->pudp);  in pud_advanced_tests()
369 	pud = pudp_get(args->pudp);  in pud_advanced_tests()
373 	pudp_huge_get_and_clear(args->mm, vaddr, args->pudp);  in pud_advanced_tests()
374 	pud = pudp_get(args->pudp);  in pud_advanced_tests()
377 	pud = pfn_pud(args->pud_pfn, args->page_prot);  in pud_advanced_tests()
380 	set_pud_at(args->mm, vaddr, args->pudp, pud);  in pud_advanced_tests()
384 	pudp_set_access_flags(args->vma, vaddr, args->pudp, pud, 1);  in pud_advanced_tests()
385 	pud = pudp_get(args->pudp);  in pud_advanced_tests()
389 	pudp_huge_get_and_clear_full(args->vma, vaddr, args->pudp, 1);  in pud_advanced_tests()
390 	pud = pudp_get(args->pudp);  in pud_advanced_tests()
394 	pud = pfn_pud(args->pud_pfn, args->page_prot);  in pud_advanced_tests()
396 	set_pud_at(args->mm, vaddr, args->pudp, pud);  in pud_advanced_tests()
398 	pudp_test_and_clear_young(args->vma, vaddr, args->pudp);  in pud_advanced_tests()
399 	pud = pudp_get(args->pudp);  in pud_advanced_tests()
402 	pudp_huge_get_and_clear(args->mm, vaddr, args->pudp);  in pud_advanced_tests()
405 static void __init pud_leaf_tests(struct pgtable_debug_args *args)  in pud_leaf_tests()  argument
413 	pud = pfn_pud(args->fixed_pud_pfn, args->page_prot);  in pud_leaf_tests()
421 static void __init pud_basic_tests(struct pgtable_debug_args *args, int idx) { }  in pud_basic_tests()  argument
422 static void __init pud_advanced_tests(struct pgtable_debug_args *args) { }  in pud_advanced_tests()  argument
423 static void __init pud_leaf_tests(struct pgtable_debug_args *args) { }  in pud_leaf_tests()  argument
426 static void __init pmd_basic_tests(struct pgtable_debug_args *args, int idx) { }  in pmd_basic_tests()  argument
427 static void __init pud_basic_tests(struct pgtable_debug_args *args, int idx) { }  in pud_basic_tests()  argument
428 static void __init pmd_advanced_tests(struct pgtable_debug_args *args) { }  in pmd_advanced_tests()  argument
429 static void __init pud_advanced_tests(struct pgtable_debug_args *args) { }  in pud_advanced_tests()  argument
430 static void __init pmd_leaf_tests(struct pgtable_debug_args *args) { }  in pmd_leaf_tests()  argument
431 static void __init pud_leaf_tests(struct pgtable_debug_args *args) { }  in pud_leaf_tests()  argument
435 static void __init pmd_huge_tests(struct pgtable_debug_args *args)  in pmd_huge_tests()  argument
439 	if (!arch_vmap_pmd_supported(args->page_prot) ||  in pmd_huge_tests()
440 	    args->fixed_alignment < PMD_SIZE)  in pmd_huge_tests()
448 	WRITE_ONCE(*args->pmdp, __pmd(0));  in pmd_huge_tests()
449 	WARN_ON(!pmd_set_huge(args->pmdp, __pfn_to_phys(args->fixed_pmd_pfn), args->page_prot));  in pmd_huge_tests()
450 	WARN_ON(!pmd_clear_huge(args->pmdp));  in pmd_huge_tests()
451 	pmd = pmdp_get(args->pmdp);  in pmd_huge_tests()
455 static void __init pud_huge_tests(struct pgtable_debug_args *args)  in pud_huge_tests()  argument
459 	if (!arch_vmap_pud_supported(args->page_prot) ||  in pud_huge_tests()
460 	    args->fixed_alignment < PUD_SIZE)  in pud_huge_tests()
468 	WRITE_ONCE(*args->pudp, __pud(0));  in pud_huge_tests()
469 	WARN_ON(!pud_set_huge(args->pudp, __pfn_to_phys(args->fixed_pud_pfn), args->page_prot));  in pud_huge_tests()
470 	WARN_ON(!pud_clear_huge(args->pudp));  in pud_huge_tests()
471 	pud = pudp_get(args->pudp);  in pud_huge_tests()
475 static void __init pmd_huge_tests(struct pgtable_debug_args *args) { }  in pmd_huge_tests()  argument
476 static void __init pud_huge_tests(struct pgtable_debug_args *args) { }  in pud_huge_tests()  argument
479 static void __init p4d_basic_tests(struct pgtable_debug_args *args)  in p4d_basic_tests()  argument
488 static void __init pgd_basic_tests(struct pgtable_debug_args *args)  in pgd_basic_tests()  argument
498 static void __init pud_clear_tests(struct pgtable_debug_args *args)  in pud_clear_tests()  argument
500 	pud_t pud = pudp_get(args->pudp);  in pud_clear_tests()
502 	if (mm_pmd_folded(args->mm))  in pud_clear_tests()
507 	pud_clear(args->pudp);  in pud_clear_tests()
508 	pud = pudp_get(args->pudp);  in pud_clear_tests()
512 static void __init pud_populate_tests(struct pgtable_debug_args *args)  in pud_populate_tests()  argument
516 	if (mm_pmd_folded(args->mm))  in pud_populate_tests()
524 	pud_populate(args->mm, args->pudp, args->start_pmdp);  in pud_populate_tests()
525 	pud = pudp_get(args->pudp);  in pud_populate_tests()
529 static void __init pud_clear_tests(struct pgtable_debug_args *args) { }  in pud_clear_tests()  argument
530 static void __init pud_populate_tests(struct pgtable_debug_args *args) { }  in pud_populate_tests()  argument
534 static void __init p4d_clear_tests(struct pgtable_debug_args *args)  in p4d_clear_tests()  argument
536 	p4d_t p4d = p4dp_get(args->p4dp);  in p4d_clear_tests()
538 	if (mm_pud_folded(args->mm))  in p4d_clear_tests()
543 	p4d_clear(args->p4dp);  in p4d_clear_tests()
544 	p4d = p4dp_get(args->p4dp);  in p4d_clear_tests()
548 static void __init p4d_populate_tests(struct pgtable_debug_args *args)  in p4d_populate_tests()  argument
552 	if (mm_pud_folded(args->mm))  in p4d_populate_tests()
560 	pud_clear(args->pudp);  in p4d_populate_tests()
561 	p4d_clear(args->p4dp);  in p4d_populate_tests()
562 	p4d_populate(args->mm, args->p4dp, args->start_pudp);  in p4d_populate_tests()
563 	p4d = p4dp_get(args->p4dp);  in p4d_populate_tests()
567 static void __init pgd_clear_tests(struct pgtable_debug_args *args)  in pgd_clear_tests()  argument
569 	pgd_t pgd = pgdp_get(args->pgdp);  in pgd_clear_tests()
571 	if (mm_p4d_folded(args->mm))  in pgd_clear_tests()
576 	pgd_clear(args->pgdp);  in pgd_clear_tests()
577 	pgd = pgdp_get(args->pgdp);  in pgd_clear_tests()
581 static void __init pgd_populate_tests(struct pgtable_debug_args *args)  in pgd_populate_tests()  argument
585 	if (mm_p4d_folded(args->mm))  in pgd_populate_tests()
593 	p4d_clear(args->p4dp);  in pgd_populate_tests()
594 	pgd_clear(args->pgdp);  in pgd_populate_tests()
595 	pgd_populate(args->mm, args->pgdp, args->start_p4dp);  in pgd_populate_tests()
596 	pgd = pgdp_get(args->pgdp);  in pgd_populate_tests()
600 static void __init p4d_clear_tests(struct pgtable_debug_args *args) { }  in p4d_clear_tests()  argument
601 static void __init pgd_clear_tests(struct pgtable_debug_args *args) { }  in pgd_clear_tests()  argument
602 static void __init p4d_populate_tests(struct pgtable_debug_args *args) { }  in p4d_populate_tests()  argument
603 static void __init pgd_populate_tests(struct pgtable_debug_args *args) { }  in pgd_populate_tests()  argument
606 static void __init pte_clear_tests(struct pgtable_debug_args *args)  in pte_clear_tests()  argument
609 	pte_t pte = pfn_pte(args->pte_pfn, args->page_prot);  in pte_clear_tests()
611 	page = (args->pte_pfn != ULONG_MAX) ? pfn_to_page(args->pte_pfn) : NULL;  in pte_clear_tests()
623 	if (WARN_ON(!args->ptep))  in pte_clear_tests()
626 	set_pte_at(args->mm, args->vaddr, args->ptep, pte);  in pte_clear_tests()
630 	ptep_clear(args->mm, args->vaddr, args->ptep);  in pte_clear_tests()
631 	pte = ptep_get(args->ptep);  in pte_clear_tests()
635 static void __init pmd_clear_tests(struct pgtable_debug_args *args)  in pmd_clear_tests()  argument
637 	pmd_t pmd = pmdp_get(args->pmdp);  in pmd_clear_tests()
641 	pmd_clear(args->pmdp);  in pmd_clear_tests()
642 	pmd = pmdp_get(args->pmdp);  in pmd_clear_tests()
646 static void __init pmd_populate_tests(struct pgtable_debug_args *args)  in pmd_populate_tests()  argument
655 	pmd_populate(args->mm, args->pmdp, args->start_ptep);  in pmd_populate_tests()
656 	pmd = pmdp_get(args->pmdp);  in pmd_populate_tests()
660 static void __init pte_special_tests(struct pgtable_debug_args *args)  in pte_special_tests()  argument
662 	pte_t pte = pfn_pte(args->fixed_pte_pfn, args->page_prot);  in pte_special_tests()
671 static void __init pte_protnone_tests(struct pgtable_debug_args *args)  in pte_protnone_tests()  argument
673 	pte_t pte = pfn_pte(args->fixed_pte_pfn, args->page_prot_none);  in pte_protnone_tests()
684 static void __init pmd_protnone_tests(struct pgtable_debug_args *args)  in pmd_protnone_tests()  argument
695 	pmd = pmd_mkhuge(pfn_pmd(args->fixed_pmd_pfn, args->page_prot_none));  in pmd_protnone_tests()
700 static void __init pmd_protnone_tests(struct pgtable_debug_args *args) { }  in pmd_protnone_tests()  argument
703 static void __init pte_soft_dirty_tests(struct pgtable_debug_args *args)  in pte_soft_dirty_tests()  argument
705 	pte_t pte = pfn_pte(args->fixed_pte_pfn, args->page_prot);  in pte_soft_dirty_tests()
715 static void __init pte_swap_soft_dirty_tests(struct pgtable_debug_args *args)  in pte_swap_soft_dirty_tests()  argument
724 	pte = swp_entry_to_pte(args->swp_entry);  in pte_swap_soft_dirty_tests()
733 static void __init pmd_soft_dirty_tests(struct pgtable_debug_args *args)  in pmd_soft_dirty_tests()  argument
744 	pmd = pfn_pmd(args->fixed_pmd_pfn, args->page_prot);  in pmd_soft_dirty_tests()
749 static void __init pmd_leaf_soft_dirty_tests(struct pgtable_debug_args *args)  in pmd_leaf_soft_dirty_tests()  argument
761 	pmd = swp_entry_to_pmd(args->leaf_entry);  in pmd_leaf_soft_dirty_tests()
769 static void __init pmd_soft_dirty_tests(struct pgtable_debug_args *args) { }  in pmd_soft_dirty_tests()  argument
770 static void __init pmd_leaf_soft_dirty_tests(struct pgtable_debug_args *args) { }  in pmd_leaf_soft_dirty_tests()  argument
773 static void __init pte_swap_exclusive_tests(struct pgtable_debug_args *args)  in pte_swap_exclusive_tests()  argument
780 	entry = args->swp_entry;  in pte_swap_exclusive_tests()
805 static void __init pte_swap_tests(struct pgtable_debug_args *args)  in pte_swap_tests()  argument
812 	pte1 = swp_entry_to_pte(args->swp_entry);  in pte_swap_tests()
823 static void __init pmd_softleaf_tests(struct pgtable_debug_args *args)  in pmd_softleaf_tests()  argument
832 	pmd1 = swp_entry_to_pmd(args->leaf_entry);  in pmd_softleaf_tests()
841 static void __init pmd_softleaf_tests(struct pgtable_debug_args *args) { }  in pmd_softleaf_tests()  argument
844 static void __init swap_migration_tests(struct pgtable_debug_args *args)  in swap_migration_tests()  argument
859 	page = (args->pte_pfn != ULONG_MAX) ? pfn_to_page(args->pte_pfn) : NULL;  in swap_migration_tests()
885 static void __init hugetlb_basic_tests(struct pgtable_debug_args *args)  in hugetlb_basic_tests()  argument
890 	pte = pfn_pte(args->fixed_pmd_pfn, args->page_prot);  in hugetlb_basic_tests()
901 static void __init hugetlb_basic_tests(struct pgtable_debug_args *args) { }  in hugetlb_basic_tests()  argument
905 static void __init pmd_thp_tests(struct pgtable_debug_args *args)  in pmd_thp_tests()  argument
924 	pmd = pfn_pmd(args->fixed_pmd_pfn, args->page_prot);  in pmd_thp_tests()
935 static void __init pud_thp_tests(struct pgtable_debug_args *args)  in pud_thp_tests()  argument
943 	pud = pfn_pud(args->fixed_pud_pfn, args->page_prot);  in pud_thp_tests()
955 static void __init pud_thp_tests(struct pgtable_debug_args *args) { }  in pud_thp_tests()  argument
958 static void __init pmd_thp_tests(struct pgtable_debug_args *args) { }  in pmd_thp_tests()  argument
959 static void __init pud_thp_tests(struct pgtable_debug_args *args) { }  in pud_thp_tests()  argument
974 static void __init destroy_args(struct pgtable_debug_args *args)  in destroy_args()  argument
981 	    args->pud_pfn != ULONG_MAX) {  in destroy_args()
982 		if (args->is_contiguous_page) {  in destroy_args()
983 			free_contig_range(args->pud_pfn,  in destroy_args()
986 			page = pfn_to_page(args->pud_pfn);  in destroy_args()
990 		args->pud_pfn = ULONG_MAX;  in destroy_args()
991 		args->pmd_pfn = ULONG_MAX;  in destroy_args()
992 		args->pte_pfn = ULONG_MAX;  in destroy_args()
997 	    args->pmd_pfn != ULONG_MAX) {  in destroy_args()
998 		if (args->is_contiguous_page) {  in destroy_args()
999 			free_contig_range(args->pmd_pfn, (1 << HPAGE_PMD_ORDER));  in destroy_args()
1001 			page = pfn_to_page(args->pmd_pfn);  in destroy_args()
1005 		args->pmd_pfn = ULONG_MAX;  in destroy_args()
1006 		args->pte_pfn = ULONG_MAX;  in destroy_args()
1009 	if (args->pte_pfn != ULONG_MAX) {  in destroy_args()
1010 		page = pfn_to_page(args->pte_pfn);  in destroy_args()
1013 		args->pte_pfn = ULONG_MAX;  in destroy_args()
1017 	if (args->start_ptep) {  in destroy_args()
1018 		pmd_clear(args->pmdp);  in destroy_args()
1019 		pte_free(args->mm, args->start_ptep);  in destroy_args()
1020 		mm_dec_nr_ptes(args->mm);  in destroy_args()
1023 	if (args->start_pmdp) {  in destroy_args()
1024 		pud_clear(args->pudp);  in destroy_args()
1025 		pmd_free(args->mm, args->start_pmdp);  in destroy_args()
1026 		mm_dec_nr_pmds(args->mm);  in destroy_args()
1029 	if (args->start_pudp) {  in destroy_args()
1030 		p4d_clear(args->p4dp);  in destroy_args()
1031 		pud_free(args->mm, args->start_pudp);  in destroy_args()
1032 		mm_dec_nr_puds(args->mm);  in destroy_args()
1035 	if (args->start_p4dp) {  in destroy_args()
1036 		pgd_clear(args->pgdp);  in destroy_args()
1037 		p4d_free(args->mm, args->start_p4dp);  in destroy_args()
1041 	if (args->vma)  in destroy_args()
1042 		vm_area_free(args->vma);  in destroy_args()
1044 	if (args->mm)  in destroy_args()
1045 		mmput(args->mm);  in destroy_args()
1049 debug_vm_pgtable_alloc_huge_page(struct pgtable_debug_args *args, int order)  in debug_vm_pgtable_alloc_huge_page()  argument
1058 			args->is_contiguous_page = true;  in debug_vm_pgtable_alloc_huge_page()
1095 static void __init init_fixed_pfns(struct pgtable_debug_args *args)  in init_fixed_pfns()  argument
1117 	args->fixed_alignment = PAGE_SIZE;  in init_fixed_pfns()
1122 				 &args->fixed_alignment);  in init_fixed_pfns()
1125 		if (args->fixed_alignment == PUD_SIZE)  in init_fixed_pfns()
1132 		if (args->fixed_alignment < PMD_SIZE)  in init_fixed_pfns()
1134 					 &args->fixed_alignment);  in init_fixed_pfns()
1137 	args->fixed_pgd_pfn = __phys_to_pfn(phys & PGDIR_MASK);  in init_fixed_pfns()
1138 	args->fixed_p4d_pfn = __phys_to_pfn(phys & P4D_MASK);  in init_fixed_pfns()
1139 	args->fixed_pud_pfn = __phys_to_pfn(phys & PUD_MASK);  in init_fixed_pfns()
1140 	args->fixed_pmd_pfn = __phys_to_pfn(phys & PMD_MASK);  in init_fixed_pfns()
1141 	args->fixed_pte_pfn = __phys_to_pfn(phys & PAGE_MASK);  in init_fixed_pfns()
1142 	WARN_ON(!pfn_valid(args->fixed_pte_pfn));  in init_fixed_pfns()
1146 static int __init init_args(struct pgtable_debug_args *args)  in init_args()  argument
1159 	memset(args, 0, sizeof(*args));  in init_args()
1160 	args->vaddr              = get_random_vaddr();  in init_args()
1161 	args->page_prot          = vm_get_page_prot(VM_ACCESS_FLAGS);  in init_args()
1162 	args->page_prot_none     = vm_get_page_prot(VM_NONE);  in init_args()
1163 	args->is_contiguous_page = false;  in init_args()
1164 	args->pud_pfn            = ULONG_MAX;  in init_args()
1165 	args->pmd_pfn            = ULONG_MAX;  in init_args()
1166 	args->pte_pfn            = ULONG_MAX;  in init_args()
1167 	args->fixed_pgd_pfn      = ULONG_MAX;  in init_args()
1168 	args->fixed_p4d_pfn      = ULONG_MAX;  in init_args()
1169 	args->fixed_pud_pfn      = ULONG_MAX;  in init_args()
1170 	args->fixed_pmd_pfn      = ULONG_MAX;  in init_args()
1171 	args->fixed_pte_pfn      = ULONG_MAX;  in init_args()
1174 	args->mm = mm_alloc();  in init_args()
1175 	if (!args->mm) {  in init_args()
1181 	args->vma = vm_area_alloc(args->mm);  in init_args()
1182 	if (!args->vma) {  in init_args()
1193 	args->pgdp = pgd_offset(args->mm, args->vaddr);  in init_args()
1194 	args->p4dp = p4d_alloc(args->mm, args->pgdp, args->vaddr);  in init_args()
1195 	if (!args->p4dp) {  in init_args()
1200 	args->start_p4dp = p4d_offset(args->pgdp, 0UL);  in init_args()
1201 	WARN_ON(!args->start_p4dp);  in init_args()
1203 	args->pudp = pud_alloc(args->mm, args->p4dp, args->vaddr);  in init_args()
1204 	if (!args->pudp) {  in init_args()
1209 	args->start_pudp = pud_offset(args->p4dp, 0UL);  in init_args()
1210 	WARN_ON(!args->start_pudp);  in init_args()
1212 	args->pmdp = pmd_alloc(args->mm, args->pudp, args->vaddr);  in init_args()
1213 	if (!args->pmdp) {  in init_args()
1218 	args->start_pmdp = pmd_offset(args->pudp, 0UL);  in init_args()
1219 	WARN_ON(!args->start_pmdp);  in init_args()
1221 	if (pte_alloc(args->mm, args->pmdp)) {  in init_args()
1226 	args->start_ptep = pmd_pgtable(pmdp_get(args->pmdp));  in init_args()
1227 	WARN_ON(!args->start_ptep);  in init_args()
1229 	init_fixed_pfns(args);  in init_args()
1234 	args->swp_entry = swp_entry(MAX_SWAPFILES - 1, max_swap_offset);  in init_args()
1236 	args->leaf_entry = make_writable_migration_entry(~0UL);  in init_args()
1245 		page = debug_vm_pgtable_alloc_huge_page(args,  in init_args()
1248 			args->pud_pfn = page_to_pfn(page);  in init_args()
1249 			args->pmd_pfn = args->pud_pfn;  in init_args()
1250 			args->pte_pfn = args->pud_pfn;  in init_args()
1257 		page = debug_vm_pgtable_alloc_huge_page(args, HPAGE_PMD_ORDER);  in init_args()
1259 			args->pmd_pfn = page_to_pfn(page);  in init_args()
1260 			args->pte_pfn = args->pmd_pfn;  in init_args()
1267 		args->pte_pfn = page_to_pfn(page);  in init_args()
1272 	destroy_args(args);  in init_args()
1278 	struct pgtable_debug_args args;  in debug_vm_pgtable()  local
1283 	ret = init_args(&args);  in debug_vm_pgtable()
1301 		pte_basic_tests(&args, idx);  in debug_vm_pgtable()
1302 		pmd_basic_tests(&args, idx);  in debug_vm_pgtable()
1303 		pud_basic_tests(&args, idx);  in debug_vm_pgtable()
1313 	p4d_basic_tests(&args);  in debug_vm_pgtable()
1314 	pgd_basic_tests(&args);  in debug_vm_pgtable()
1316 	pmd_leaf_tests(&args);  in debug_vm_pgtable()
1317 	pud_leaf_tests(&args);  in debug_vm_pgtable()
1319 	pte_special_tests(&args);  in debug_vm_pgtable()
1320 	pte_protnone_tests(&args);  in debug_vm_pgtable()
1321 	pmd_protnone_tests(&args);  in debug_vm_pgtable()
1323 	pte_soft_dirty_tests(&args);  in debug_vm_pgtable()
1324 	pmd_soft_dirty_tests(&args);  in debug_vm_pgtable()
1325 	pte_swap_soft_dirty_tests(&args);  in debug_vm_pgtable()
1326 	pmd_leaf_soft_dirty_tests(&args);  in debug_vm_pgtable()
1328 	pte_swap_exclusive_tests(&args);  in debug_vm_pgtable()
1330 	pte_swap_tests(&args);  in debug_vm_pgtable()
1331 	pmd_softleaf_tests(&args);  in debug_vm_pgtable()
1333 	swap_migration_tests(&args);  in debug_vm_pgtable()
1335 	pmd_thp_tests(&args);  in debug_vm_pgtable()
1336 	pud_thp_tests(&args);  in debug_vm_pgtable()
1338 	hugetlb_basic_tests(&args);  in debug_vm_pgtable()
1345 	args.ptep = pte_offset_map_lock(args.mm, args.pmdp, args.vaddr, &ptl);  in debug_vm_pgtable()
1346 	pte_clear_tests(&args);  in debug_vm_pgtable()
1347 	pte_advanced_tests(&args);  in debug_vm_pgtable()
1348 	if (args.ptep)  in debug_vm_pgtable()
1349 		pte_unmap_unlock(args.ptep, ptl);  in debug_vm_pgtable()
1351 	ptl = pmd_lock(args.mm, args.pmdp);  in debug_vm_pgtable()
1352 	pmd_clear_tests(&args);  in debug_vm_pgtable()
1353 	pmd_advanced_tests(&args);  in debug_vm_pgtable()
1354 	pmd_huge_tests(&args);  in debug_vm_pgtable()
1355 	pmd_populate_tests(&args);  in debug_vm_pgtable()
1358 	ptl = pud_lock(args.mm, args.pudp);  in debug_vm_pgtable()
1359 	pud_clear_tests(&args);  in debug_vm_pgtable()
1360 	pud_advanced_tests(&args);  in debug_vm_pgtable()
1361 	pud_huge_tests(&args);  in debug_vm_pgtable()
1362 	pud_populate_tests(&args);  in debug_vm_pgtable()
1365 	spin_lock(&(args.mm->page_table_lock));  in debug_vm_pgtable()
1366 	p4d_clear_tests(&args);  in debug_vm_pgtable()
1367 	pgd_clear_tests(&args);  in debug_vm_pgtable()
1368 	p4d_populate_tests(&args);  in debug_vm_pgtable()
1369 	pgd_populate_tests(&args);  in debug_vm_pgtable()
1370 	spin_unlock(&(args.mm->page_table_lock));  in debug_vm_pgtable()
1372 	destroy_args(&args);  in debug_vm_pgtable()