1 // SPDX-License-Identifier: GPL-2.0
46 		    ((end - addr) == PMD_SIZE) &&  in kasan_populate_pmd()
76 	unsigned long next;  in kasan_populate_pud()  local
82 		    ((end - addr) == PUD_SIZE) &&  in kasan_populate_pud()
96 		next = pmd_addr_end(addr, end);  in kasan_populate_pud()
98 			kasan_populate_pmd(pmd, addr, next, nid);  in kasan_populate_pud()
99 	} while (pmd++, addr = next, addr != end);  in kasan_populate_pud()
106 	unsigned long next;  in kasan_populate_p4d()  local
116 		next = pud_addr_end(addr, end);  in kasan_populate_p4d()
118 			kasan_populate_pud(pud, addr, next, nid);  in kasan_populate_p4d()
119 	} while (pud++, addr = next, addr != end);  in kasan_populate_p4d()
127 	unsigned long next;  in kasan_populate_pgd()  local
136 		next = p4d_addr_end(addr, end);  in kasan_populate_pgd()
137 		kasan_populate_p4d(p4d, addr, next, nid);  in kasan_populate_pgd()
138 	} while (p4d++, addr = next, addr != end);  in kasan_populate_pgd()
145 	unsigned long next;  in kasan_populate_shadow()  local
151 		next = pgd_addr_end(addr, end);  in kasan_populate_shadow()
152 		kasan_populate_pgd(pgd, addr, next, nid);  in kasan_populate_shadow()
153 	} while (pgd++, addr = next, addr != end);  in kasan_populate_shadow()
161 	start = (unsigned long)kasan_mem_to_shadow(pfn_to_kaddr(range->start));  in map_range()
162 	end = (unsigned long)kasan_mem_to_shadow(pfn_to_kaddr(range->end));  in map_range()
164 	kasan_populate_shadow(start, end, early_pfn_to_nid(range->start));  in map_range()
199 	p4d += __START_KERNEL_map - phys_base;  in early_p4d_offset()
209 	unsigned long next;  in kasan_early_p4d_populate()  local
219 		next = p4d_addr_end(addr, end);  in kasan_early_p4d_populate()
227 	} while (p4d++, addr = next, addr != end && p4d_none(*p4d));  in kasan_early_p4d_populate()
235 	unsigned long next;  in kasan_map_early_shadow()  local
239 		next = pgd_addr_end(addr, end);  in kasan_map_early_shadow()
240 		kasan_early_p4d_populate(pgd, addr, next);  in kasan_map_early_shadow()
241 	} while (pgd++, addr = next, addr != end);  in kasan_map_early_shadow()
249 	unsigned long next;  in kasan_shallow_populate_p4ds()  local
254 		next = p4d_addr_end(addr, end);  in kasan_shallow_populate_p4ds()
260 	} while (p4d++, addr = next, addr != end);  in kasan_shallow_populate_p4ds()
265 	unsigned long addr, next;  in kasan_shallow_populate_pgds()  local
272 		next = pgd_addr_end(addr, (unsigned long)end);  in kasan_shallow_populate_pgds()
281 		 * four level mode - see sync_global_pgds_l4()  in kasan_shallow_populate_pgds()
283 		kasan_shallow_populate_p4ds(pgd, addr, next);  in kasan_shallow_populate_pgds()
284 	} while (pgd++, addr = next, addr != (unsigned long)end);  in kasan_shallow_populate_pgds()
349 	 * We use the same shadow offset for 4- and 5-level paging to  in kasan_init()
350 	 * facilitate boot-time switching between paging modes.  in kasan_init()
351 	 * As result in 5-level paging mode KASAN_SHADOW_START and  in kasan_init()
395 	 * If we're in full vmalloc mode, don't back vmalloc space with early  in kasan_init()
414 	 * Shadows for the per-CPU areas are mapped on-demand, as each CPU's  in kasan_init()