70 static inline bool kasan_pte_table(pmd_t pmd)  in kasan_pte_table()  argument
72 	return pmd_page(pmd) == virt_to_page(lm_alias(kasan_early_shadow_pte));  in kasan_pte_table()
92 static void __ref zero_pte_populate(pmd_t *pmd, unsigned long addr,  in zero_pte_populate()  argument
95 	pte_t *pte = pte_offset_kernel(pmd, addr);  in zero_pte_populate()
105 		pte = pte_offset_kernel(pmd, addr);  in zero_pte_populate()
112 	pmd_t *pmd = pmd_offset(pud, addr);  in zero_pmd_populate()  local
119 			pmd_populate_kernel(&init_mm, pmd,  in zero_pmd_populate()
124 		if (pmd_none(*pmd)) {  in zero_pmd_populate()
136 			pmd_populate_kernel(&init_mm, pmd, p);  in zero_pmd_populate()
138 		zero_pte_populate(pmd, addr, next);  in zero_pmd_populate()
139 	} while (pmd++, addr = next, addr != end);  in zero_pmd_populate()
153 			pmd_t *pmd;  in zero_pud_populate()  local
157 			pmd = pmd_offset(pud, addr);  in zero_pud_populate()
158 			pmd_populate_kernel(&init_mm, pmd,  in zero_pud_populate()
192 			pmd_t *pmd;  in zero_p4d_populate()  local
199 			pmd = pmd_offset(pud, addr);  in zero_p4d_populate()
200 			pmd_populate_kernel(&init_mm, pmd,  in zero_p4d_populate()
244 			pmd_t *pmd;  in kasan_populate_early_shadow()  local
249 			 * [pud,pmd]_populate*() below needed only for  in kasan_populate_early_shadow()
262 			pmd = pmd_offset(pud, addr);  in kasan_populate_early_shadow()
263 			pmd_populate_kernel(&init_mm, pmd,  in kasan_populate_early_shadow()
284 static void kasan_free_pte(pte_t *pte_start, pmd_t *pmd)  in kasan_free_pte()  argument
295 	pte_free_kernel(&init_mm, (pte_t *)page_to_virt(pmd_page(*pmd)));  in kasan_free_pte()
296 	pmd_clear(pmd);  in kasan_free_pte()
301 	pmd_t *pmd;  in kasan_free_pmd()  local
305 		pmd = pmd_start + i;  in kasan_free_pmd()
306 		if (!pmd_none(*pmd))  in kasan_free_pmd()
366 static void kasan_remove_pmd_table(pmd_t *pmd, unsigned long addr,  in kasan_remove_pmd_table()  argument
371 	for (; addr < end; addr = next, pmd++) {  in kasan_remove_pmd_table()
376 		if (!pmd_present(*pmd))  in kasan_remove_pmd_table()
379 		if (kasan_pte_table(*pmd)) {  in kasan_remove_pmd_table()
382 				pmd_clear(pmd);  in kasan_remove_pmd_table()
386 		pte = pte_offset_kernel(pmd, addr);  in kasan_remove_pmd_table()
388 		kasan_free_pte(pte_offset_kernel(pmd, 0), pmd);  in kasan_remove_pmd_table()
398 		pmd_t *pmd, *pmd_base;  in kasan_remove_pud_table()  local
412 		pmd = pmd_offset(pud, addr);  in kasan_remove_pud_table()
414 		kasan_remove_pmd_table(pmd, addr, next);  in kasan_remove_pud_table()