119 	phys_addr_t phys;  in early_pgtable_alloc()  local
121 	phys = memblock_phys_alloc_range(PAGE_SIZE, PAGE_SIZE, 0,  in early_pgtable_alloc()
123 	if (!phys)  in early_pgtable_alloc()
126 	return phys;  in early_pgtable_alloc()
177 		     phys_addr_t phys, pgprot_t prot)  in init_pte()  argument
186 		__set_pte_nosync(ptep, pfn_pte(__phys_to_pfn(phys), prot));  in init_pte()
195 		phys += PAGE_SIZE;  in init_pte()
200 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pte()  argument
233 		if ((((addr | next | phys) & ~CONT_PTE_MASK) == 0) &&  in alloc_init_cont_pte()
237 		init_pte(ptep, addr, next, phys, __prot);  in alloc_init_cont_pte()
240 		phys += next - addr;  in alloc_init_cont_pte()
252 		     phys_addr_t phys, pgprot_t prot,  in init_pmd()  argument
263 		if (((addr | next | phys) & ~PMD_MASK) == 0 &&  in init_pmd()
265 			pmd_set_huge(pmdp, phys, prot);  in init_pmd()
274 			alloc_init_cont_pte(pmdp, addr, next, phys, prot,  in init_pmd()
280 		phys += next - addr;  in init_pmd()
285 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pmd()  argument
321 		if ((((addr | next | phys) & ~CONT_PMD_MASK) == 0) &&  in alloc_init_cont_pmd()
325 		init_pmd(pmdp, addr, next, phys, __prot, pgtable_alloc, flags);  in alloc_init_cont_pmd()
328 		phys += next - addr;  in alloc_init_cont_pmd()
335 			   phys_addr_t phys, pgprot_t prot,  in alloc_init_pud()  argument
369 		   ((addr | next | phys) & ~PUD_MASK) == 0 &&  in alloc_init_pud()
371 			pud_set_huge(pudp, phys, prot);  in alloc_init_pud()
380 			alloc_init_cont_pmd(pudp, addr, next, phys, prot,  in alloc_init_pud()
386 		phys += next - addr;  in alloc_init_pud()
393 			   phys_addr_t phys, pgprot_t prot,  in alloc_init_p4d()  argument
423 		alloc_init_pud(p4dp, addr, next, phys, prot,  in alloc_init_p4d()
429 		phys += next - addr;  in alloc_init_p4d()
435 static void __create_pgd_mapping_locked(pgd_t *pgdir, phys_addr_t phys,  in __create_pgd_mapping_locked()  argument
448 	if (WARN_ON((phys ^ virt) & ~PAGE_MASK))  in __create_pgd_mapping_locked()
451 	phys &= PAGE_MASK;  in __create_pgd_mapping_locked()
457 		alloc_init_p4d(pgdp, addr, next, phys, prot, pgtable_alloc,  in __create_pgd_mapping_locked()
459 		phys += next - addr;  in __create_pgd_mapping_locked()
463 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys,  in __create_pgd_mapping()  argument
470 	__create_pgd_mapping_locked(pgdir, phys, virt, size, prot,  in __create_pgd_mapping()
477 void create_kpti_ng_temp_pgd(pgd_t *pgdir, phys_addr_t phys, unsigned long virt,
528 void __init create_mapping_noalloc(phys_addr_t phys, unsigned long virt,  in create_mapping_noalloc()  argument
533 			&phys, virt);  in create_mapping_noalloc()
536 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in create_mapping_noalloc()
540 void __init create_pgd_mapping(struct mm_struct *mm, phys_addr_t phys,  in create_pgd_mapping()  argument
551 	__create_pgd_mapping(mm->pgd, phys, virt, size, prot,  in create_pgd_mapping()
555 static void update_mapping_prot(phys_addr_t phys, unsigned long virt,  in update_mapping_prot()  argument
560 			&phys, virt);  in update_mapping_prot()
564 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in update_mapping_prot()
1220 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot)  in pud_set_huge()  argument
1222 	pud_t new_pud = pfn_pud(__phys_to_pfn(phys), mk_pud_sect_prot(prot));  in pud_set_huge()
1229 	VM_BUG_ON(phys & ~PUD_MASK);  in pud_set_huge()
1234 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot)  in pmd_set_huge()  argument
1236 	pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), mk_pmd_sect_prot(prot));  in pmd_set_huge()
1243 	VM_BUG_ON(phys & ~PMD_MASK);  in pmd_set_huge()