1/* SPDX-License-Identifier: GPL-2.0-only */ 2/* 3 * relocate_kernel.S for kexec 4 * Created by <nschichan@corp.free.fr> on Thu Oct 12 17:49:57 2006 5 */ 6 7#include <asm/asm.h> 8#include <asm/asmmacro.h> 9#include <asm/regdef.h> 10#include <asm/mipsregs.h> 11#include <asm/stackframe.h> 12#include <asm/addrspace.h> 13 14#include <kernel-entry-init.h> 15 16LEAF(relocate_new_kernel) 17 PTR_L a0, arg0 18 PTR_L a1, arg1 19 PTR_L a2, arg2 20 PTR_L a3, arg3 21 22 PTR_L s0, kexec_indirection_page 23 PTR_L s1, kexec_start_address 24 25process_entry: 26 PTR_L s2, (s0) 27 PTR_ADDIU s0, s0, SZREG 28 29 /* 30 * In case of a kdump/crash kernel, the indirection page is not 31 * populated as the kernel is directly copied to a reserved location 32 */ 33 beqz s2, done 34 35 /* destination page */ 36 and s3, s2, 0x1 37 beq s3, zero, 1f 38 and s4, s2, ~0x1 /* store destination addr in s4 */ 39 b process_entry 40 411: 42 /* indirection page, update s0 */ 43 and s3, s2, 0x2 44 beq s3, zero, 1f 45 and s0, s2, ~0x2 46 b process_entry 47 481: 49 /* done page */ 50 and s3, s2, 0x4 51 beq s3, zero, 1f 52 b done 531: 54 /* source page */ 55 and s3, s2, 0x8 56 beq s3, zero, process_entry 57 and s2, s2, ~0x8 58 li s6, (1 << _PAGE_SHIFT) / SZREG 59 60copy_word: 61 /* copy page word by word */ 62 REG_L s5, (s2) 63 REG_S s5, (s4) 64 PTR_ADDIU s4, s4, SZREG 65 PTR_ADDIU s2, s2, SZREG 66 LONG_ADDIU s6, s6, -1 67 beq s6, zero, process_entry 68 b copy_word 69 70done: 71#ifdef CONFIG_SMP 72 /* kexec_flag reset is signal to other CPUs what kernel 73 was moved to its location. Note - we need relocated address 74 of kexec_flag. */ 75 76 bal 1f 77 1: move t1,ra; 78 PTR_LA t2,1b 79 PTR_LA t0,kexec_flag 80 PTR_SUB t0,t0,t2; 81 PTR_ADD t0,t1,t0; 82 LONG_S zero,(t0) 83#endif 84 85#ifdef CONFIG_CPU_CAVIUM_OCTEON 86 /* We need to flush I-cache before jumping to new kernel. 87 * Unfortunately, this code is cpu-specific. 88 */ 89 .set push 90 .set noreorder 91 syncw 92 syncw 93 synci 0($0) 94 .set pop 95#else 96 sync 97#endif 98 /* jump to kexec_start_address */ 99 j s1 100 END(relocate_new_kernel) 101 102#ifdef CONFIG_SMP 103/* 104 * Other CPUs should wait until code is relocated and 105 * then start at entry (?) point. 106 */ 107LEAF(kexec_smp_wait) 108 PTR_L a0, s_arg0 109 PTR_L a1, s_arg1 110 PTR_L a2, s_arg2 111 PTR_L a3, s_arg3 112 PTR_L s1, kexec_start_address 113 114 /* Non-relocated address works for args and kexec_start_address ( old 115 * kernel is not overwritten). But we need relocated address of 116 * kexec_flag. 117 */ 118 119 bal 1f 1201: move t1,ra; 121 PTR_LA t2,1b 122 PTR_LA t0,kexec_flag 123 PTR_SUB t0,t0,t2; 124 PTR_ADD t0,t1,t0; 125 1261: LONG_L s0, (t0) 127 bne s0, zero,1b 128 129#ifdef USE_KEXEC_SMP_WAIT_FINAL 130 kexec_smp_wait_final 131#else 132 sync 133#endif 134 j s1 135 END(kexec_smp_wait) 136#endif 137 138#ifdef __mips64 139 /* all PTR's must be aligned to 8 byte in 64-bit mode */ 140 .align 3 141#endif 142 143/* All parameters to new kernel are passed in registers a0-a3. 144 * kexec_args[0..3] are used to prepare register values. 145 */ 146 147EXPORT(kexec_args) 148arg0: PTR_WD 0x0 149arg1: PTR_WD 0x0 150arg2: PTR_WD 0x0 151arg3: PTR_WD 0x0 152 .size kexec_args,PTRSIZE*4 153 154#ifdef CONFIG_SMP 155/* 156 * Secondary CPUs may have different kernel parameters in 157 * their registers a0-a3. secondary_kexec_args[0..3] are used 158 * to prepare register values. 159 */ 160EXPORT(secondary_kexec_args) 161s_arg0: PTR_WD 0x0 162s_arg1: PTR_WD 0x0 163s_arg2: PTR_WD 0x0 164s_arg3: PTR_WD 0x0 165 .size secondary_kexec_args,PTRSIZE*4 166kexec_flag: 167 LONG 0x1 168 169#endif 170 171EXPORT(kexec_start_address) 172 PTR_WD 0x0 173 .size kexec_start_address, PTRSIZE 174 175EXPORT(kexec_indirection_page) 176 PTR_WD 0 177 .size kexec_indirection_page, PTRSIZE 178 179relocate_new_kernel_end: 180 181EXPORT(relocate_new_kernel_size) 182 PTR_WD relocate_new_kernel_end - relocate_new_kernel 183 .size relocate_new_kernel_size, PTRSIZE 184