Lines Matching full:kernel_map
42 struct kernel_mapping kernel_map __ro_after_init;
43 EXPORT_SYMBOL(kernel_map);
155 print_ml("kernel", (unsigned long)kernel_map.virt_addr, in print_vm_layout()
243 kernel_map.va_pa_offset = PAGE_OFFSET - phys_ram_base; in setup_bootmem()
312 uintptr_t reloc_offset = kernel_map.virt_addr - KERNEL_LINK_ADDR; in relocate_kernel()
317 uintptr_t va_kernel_link_pa_offset = KERNEL_LINK_ADDR - kernel_map.phys_addr; in relocate_kernel()
472 BUG_ON((va - kernel_map.virt_addr) >> PUD_SHIFT); in alloc_pmd_early()
537 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_pud_early()
575 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_p4d_early()
765 kernel_map.page_offset = PAGE_OFFSET_L4; in disable_pgtable_l5()
772 kernel_map.page_offset = PAGE_OFFSET_L3; in disable_pgtable_l4()
832 kernel_map.page_offset = PAGE_OFFSET_L5; in set_satp_mode()
912 end_va = kernel_map.virt_addr + kernel_map.size; in create_kernel_page_table()
913 for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE) in create_kernel_page_table()
915 kernel_map.phys_addr + (va - kernel_map.virt_addr), in create_kernel_page_table()
1050 kernel_map.virt_offset = (kaslr_seed % nr_pos) * PMD_SIZE; in setup_vm()
1054 kernel_map.virt_addr = KERNEL_LINK_ADDR + kernel_map.virt_offset; in setup_vm()
1056 kernel_map.phys_addr = (uintptr_t)(&_start); in setup_vm()
1057 kernel_map.size = (uintptr_t)(&_end) - kernel_map.phys_addr; in setup_vm()
1058 kernel_map.va_kernel_pa_offset = kernel_map.virt_addr - kernel_map.phys_addr; in setup_vm()
1077 kernel_map.va_pa_offset = IS_ENABLED(CONFIG_64BIT) ? in setup_vm()
1078 0UL : PAGE_OFFSET - kernel_map.phys_addr; in setup_vm()
1084 BUG_ON((kernel_map.phys_addr % PMD_SIZE) != 0); in setup_vm()
1091 BUG_ON((kernel_map.virt_addr + kernel_map.size) > ADDRESS_SPACE_END - SZ_4K); in setup_vm()
1102 BUG_ON(PUD_SIZE - (kernel_map.virt_addr & (PUD_SIZE - 1)) < kernel_map.size); in setup_vm()
1125 create_pgd_mapping(trampoline_pg_dir, kernel_map.virt_addr, in setup_vm()
1128 create_p4d_mapping(trampoline_p4d, kernel_map.virt_addr, in setup_vm()
1131 create_pud_mapping(trampoline_pud, kernel_map.virt_addr, in setup_vm()
1133 create_pmd_mapping(trampoline_pmd, kernel_map.virt_addr, in setup_vm()
1134 kernel_map.phys_addr, PMD_SIZE, PAGE_KERNEL_EXEC); in setup_vm()
1137 create_pgd_mapping(trampoline_pg_dir, kernel_map.virt_addr, in setup_vm()
1138 kernel_map.phys_addr, PGDIR_SIZE, PAGE_KERNEL_EXEC); in setup_vm()
1303 kernel_map.virt_addr = (uintptr_t)_start; in setup_vm()
1304 kernel_map.phys_addr = (uintptr_t)_start; in setup_vm()