1/* SPDX-License-Identifier: GPL-2.0 */ 2/* Xen-specific pieces of head.S, intended to be included in the right 3 place in head.S */ 4 5#ifdef CONFIG_XEN 6 7#include <linux/elfnote.h> 8#include <linux/init.h> 9 10#include <asm/boot.h> 11#include <asm/asm.h> 12#include <asm/msr.h> 13#include <asm/page_types.h> 14#include <asm/percpu.h> 15#include <asm/unwind_hints.h> 16 17#include <xen/interface/elfnote.h> 18#include <xen/interface/features.h> 19#include <xen/interface/xen.h> 20#include <xen/interface/xen-mca.h> 21#include <asm/xen/interface.h> 22 23.pushsection .noinstr.text, "ax" 24 .balign PAGE_SIZE 25SYM_CODE_START(hypercall_page) 26 .rept (PAGE_SIZE / 32) 27 UNWIND_HINT_FUNC 28 ANNOTATE_NOENDBR 29 ANNOTATE_UNRET_SAFE 30 ret 31 /* 32 * Xen will write the hypercall page, and sort out ENDBR. 33 */ 34 .skip 31, 0xcc 35 .endr 36 37#define HYPERCALL(n) \ 38 .equ xen_hypercall_##n, hypercall_page + __HYPERVISOR_##n * 32; \ 39 .type xen_hypercall_##n, @function; .size xen_hypercall_##n, 32 40#include <asm/xen-hypercalls.h> 41#undef HYPERCALL 42SYM_CODE_END(hypercall_page) 43.popsection 44 45#ifdef CONFIG_XEN_PV 46 __INIT 47SYM_CODE_START(startup_xen) 48 UNWIND_HINT_END_OF_STACK 49 ANNOTATE_NOENDBR 50 cld 51 52 leaq __top_init_kernel_stack(%rip), %rsp 53 54 /* Set up %gs. 55 * 56 * The base of %gs always points to fixed_percpu_data. If the 57 * stack protector canary is enabled, it is located at %gs:40. 58 * Note that, on SMP, the boot cpu uses init data section until 59 * the per cpu areas are set up. 60 */ 61 movl $MSR_GS_BASE,%ecx 62 movq $INIT_PER_CPU_VAR(fixed_percpu_data),%rax 63 cdq 64 wrmsr 65 66 mov %rsi, %rdi 67 call xen_start_kernel 68SYM_CODE_END(startup_xen) 69 __FINIT 70 71#ifdef CONFIG_XEN_PV_SMP 72.pushsection .text 73SYM_CODE_START(asm_cpu_bringup_and_idle) 74 UNWIND_HINT_END_OF_STACK 75 ENDBR 76 77 call cpu_bringup_and_idle 78SYM_CODE_END(asm_cpu_bringup_and_idle) 79 80SYM_CODE_START(xen_cpu_bringup_again) 81 UNWIND_HINT_FUNC 82 mov %rdi, %rsp 83 UNWIND_HINT_REGS 84 call cpu_bringup_and_idle 85SYM_CODE_END(xen_cpu_bringup_again) 86.popsection 87#endif 88#endif 89 90 ELFNOTE(Xen, XEN_ELFNOTE_GUEST_OS, .asciz "linux") 91 ELFNOTE(Xen, XEN_ELFNOTE_GUEST_VERSION, .asciz "2.6") 92 ELFNOTE(Xen, XEN_ELFNOTE_XEN_VERSION, .asciz "xen-3.0") 93#ifdef CONFIG_XEN_PV 94 ELFNOTE(Xen, XEN_ELFNOTE_VIRT_BASE, _ASM_PTR __START_KERNEL_map) 95 /* Map the p2m table to a 512GB-aligned user address. */ 96 ELFNOTE(Xen, XEN_ELFNOTE_INIT_P2M, .quad (PUD_SIZE * PTRS_PER_PUD)) 97 ELFNOTE(Xen, XEN_ELFNOTE_ENTRY, _ASM_PTR startup_xen) 98 ELFNOTE(Xen, XEN_ELFNOTE_FEATURES, .ascii "!writable_page_tables") 99 ELFNOTE(Xen, XEN_ELFNOTE_PAE_MODE, .asciz "yes") 100 ELFNOTE(Xen, XEN_ELFNOTE_L1_MFN_VALID, 101 .quad _PAGE_PRESENT; .quad _PAGE_PRESENT) 102 ELFNOTE(Xen, XEN_ELFNOTE_MOD_START_PFN, .long 1) 103 ELFNOTE(Xen, XEN_ELFNOTE_PADDR_OFFSET, _ASM_PTR 0) 104# define FEATURES_PV (1 << XENFEAT_writable_page_tables) 105#else 106# define FEATURES_PV 0 107#endif 108#ifdef CONFIG_XEN_PVH 109# define FEATURES_PVH (1 << XENFEAT_linux_rsdp_unrestricted) 110#else 111# define FEATURES_PVH 0 112#endif 113#ifdef CONFIG_XEN_DOM0 114# define FEATURES_DOM0 (1 << XENFEAT_dom0) 115#else 116# define FEATURES_DOM0 0 117#endif 118 ELFNOTE(Xen, XEN_ELFNOTE_HYPERCALL_PAGE, _ASM_PTR hypercall_page) 119 ELFNOTE(Xen, XEN_ELFNOTE_SUPPORTED_FEATURES, 120 .long FEATURES_PV | FEATURES_PVH | FEATURES_DOM0) 121 ELFNOTE(Xen, XEN_ELFNOTE_LOADER, .asciz "generic") 122 ELFNOTE(Xen, XEN_ELFNOTE_SUSPEND_CANCEL, .long 1) 123 124#endif /*CONFIG_XEN */ 125