1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Copyright (c) 2020 Western Digital Corporation or its affiliates. 4 */ 5 6 #include <linux/errno.h> 7 #include <linux/of.h> 8 #include <linux/string.h> 9 #include <linux/sched/task_stack.h> 10 #include <asm/cpu_ops.h> 11 #include <asm/sbi.h> 12 #include <asm/smp.h> 13 14 #include "head.h" 15 16 const struct cpu_operations cpu_ops_spinwait; 17 void *__cpu_spinwait_stack_pointer[NR_CPUS] __section(".data"); 18 void *__cpu_spinwait_task_pointer[NR_CPUS] __section(".data"); 19 20 static void cpu_update_secondary_bootdata(unsigned int cpuid, 21 struct task_struct *tidle) 22 { 23 unsigned long hartid = cpuid_to_hartid_map(cpuid); 24 25 /* 26 * The hartid must be less than NR_CPUS to avoid out-of-bound access 27 * errors for __cpu_spinwait_stack/task_pointer. That is not always possible 28 * for platforms with discontiguous hartid numbering scheme. That's why 29 * spinwait booting is not the recommended approach for any platforms 30 * booting Linux in S-mode and can be disabled in the future. 31 */ 32 if (hartid == INVALID_HARTID || hartid >= (unsigned long) NR_CPUS) 33 return; 34 35 /* Make sure tidle is updated */ 36 smp_mb(); 37 WRITE_ONCE(__cpu_spinwait_stack_pointer[hartid], 38 task_stack_page(tidle) + THREAD_SIZE); 39 WRITE_ONCE(__cpu_spinwait_task_pointer[hartid], tidle); 40 } 41 42 static int spinwait_cpu_start(unsigned int cpuid, struct task_struct *tidle) 43 { 44 /* 45 * In this protocol, all cpus boot on their own accord. _start 46 * selects the first cpu to boot the kernel and causes the remainder 47 * of the cpus to spin in a loop waiting for their stack pointer to be 48 * setup by that main cpu. Writing to bootdata 49 * (i.e __cpu_spinwait_stack_pointer) signals to the spinning cpus that they 50 * can continue the boot process. 51 */ 52 cpu_update_secondary_bootdata(cpuid, tidle); 53 54 return 0; 55 } 56 57 const struct cpu_operations cpu_ops_spinwait = { 58 .cpu_start = spinwait_cpu_start, 59 }; 60