1ab14de6cSHeiko Carstens /* 2155af2f9SHans-Joachim Picht * Copyright IBM Corp. 2007, 2009 3ab14de6cSHeiko Carstens * Author(s): Hongjie Yang <hongjie@us.ibm.com>, 4ab14de6cSHeiko Carstens * Heiko Carstens <heiko.carstens@de.ibm.com> 5ab14de6cSHeiko Carstens */ 6ab14de6cSHeiko Carstens 711af97e1SHendrik Brueckner #define KMSG_COMPONENT "setup" 811af97e1SHendrik Brueckner #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 911af97e1SHendrik Brueckner 1092e6ecf3SChristian Borntraeger #include <linux/compiler.h> 11ab14de6cSHeiko Carstens #include <linux/init.h> 12ab14de6cSHeiko Carstens #include <linux/errno.h> 13ab14de6cSHeiko Carstens #include <linux/string.h> 14ab14de6cSHeiko Carstens #include <linux/ctype.h> 15ab14de6cSHeiko Carstens #include <linux/lockdep.h> 16dcc096c5SPaul Gortmaker #include <linux/extable.h> 17ab14de6cSHeiko Carstens #include <linux/pfn.h> 18ab14de6cSHeiko Carstens #include <linux/uaccess.h> 1911af97e1SHendrik Brueckner #include <linux/kernel.h> 201ec2772eSMartin Schwidefsky #include <asm/diag.h> 21a0443fbbSHendrik Brueckner #include <asm/ebcdic.h> 2246b05d26SMichael Holzheu #include <asm/ipl.h> 23ab14de6cSHeiko Carstens #include <asm/lowcore.h> 24ab14de6cSHeiko Carstens #include <asm/processor.h> 25ab14de6cSHeiko Carstens #include <asm/sections.h> 26ab14de6cSHeiko Carstens #include <asm/setup.h> 2792e6ecf3SChristian Borntraeger #include <asm/sysinfo.h> 28ab14de6cSHeiko Carstens #include <asm/cpcmd.h> 29ab14de6cSHeiko Carstens #include <asm/sclp.h> 30a0616cdeSDavid Howells #include <asm/facility.h> 31a806170eSHeiko Carstens #include "entry.h" 32ab14de6cSHeiko Carstens 33ab14de6cSHeiko Carstens /* 34ab14de6cSHeiko Carstens * Create a Kernel NSS if the SAVESYS= parameter is defined 35ab14de6cSHeiko Carstens */ 36a0443fbbSHendrik Brueckner #define DEFSYS_CMD_SIZE 128 37ab14de6cSHeiko Carstens #define SAVESYS_CMD_SIZE 32 38ab14de6cSHeiko Carstens 39ab14de6cSHeiko Carstens char kernel_nss_name[NSS_NAME_SIZE + 1]; 40ab14de6cSHeiko Carstens 41a0443fbbSHendrik Brueckner static void __init setup_boot_command_line(void); 42a0443fbbSHendrik Brueckner 43b6112ccbSMartin Schwidefsky /* 44b6112ccbSMartin Schwidefsky * Get the TOD clock running. 45b6112ccbSMartin Schwidefsky */ 46b6112ccbSMartin Schwidefsky static void __init reset_tod_clock(void) 47b6112ccbSMartin Schwidefsky { 48b6112ccbSMartin Schwidefsky u64 time; 49b6112ccbSMartin Schwidefsky 501aae0560SHeiko Carstens if (store_tod_clock(&time) == 0) 51b6112ccbSMartin Schwidefsky return; 52b6112ccbSMartin Schwidefsky /* TOD clock not running. Set the clock to Unix Epoch. */ 531aae0560SHeiko Carstens if (set_tod_clock(TOD_UNIX_EPOCH) != 0 || store_tod_clock(&time) != 0) 54b6112ccbSMartin Schwidefsky disabled_wait(0); 55b6112ccbSMartin Schwidefsky 56b6112ccbSMartin Schwidefsky sched_clock_base_cc = TOD_UNIX_EPOCH; 57b89031e0SMartin Schwidefsky S390_lowcore.last_update_clock = sched_clock_base_cc; 58b6112ccbSMartin Schwidefsky } 59a0443fbbSHendrik Brueckner 60ab14de6cSHeiko Carstens #ifdef CONFIG_SHARED_KERNEL 61a0443fbbSHendrik Brueckner int __init savesys_ipl_nss(char *cmd, const int cmdlen); 62a0443fbbSHendrik Brueckner 63a0443fbbSHendrik Brueckner asm( 64a0443fbbSHendrik Brueckner " .section .init.text,\"ax\",@progbits\n" 65a0443fbbSHendrik Brueckner " .align 4\n" 66a0443fbbSHendrik Brueckner " .type savesys_ipl_nss, @function\n" 67a0443fbbSHendrik Brueckner "savesys_ipl_nss:\n" 68a0443fbbSHendrik Brueckner " stmg 6,15,48(15)\n" 69a0443fbbSHendrik Brueckner " lgr 14,3\n" 70a0443fbbSHendrik Brueckner " sam31\n" 71a0443fbbSHendrik Brueckner " diag 2,14,0x8\n" 72a0443fbbSHendrik Brueckner " sam64\n" 73a0443fbbSHendrik Brueckner " lgr 2,14\n" 74a0443fbbSHendrik Brueckner " lmg 6,15,48(15)\n" 75a0443fbbSHendrik Brueckner " br 14\n" 7618764463SHeiko Carstens " .size savesys_ipl_nss, .-savesys_ipl_nss\n" 7718764463SHeiko Carstens " .previous\n"); 78a0443fbbSHendrik Brueckner 79684d2fd4SHendrik Brueckner static __initdata char upper_command_line[COMMAND_LINE_SIZE]; 80684d2fd4SHendrik Brueckner 81ab14de6cSHeiko Carstens static noinline __init void create_kernel_nss(void) 82ab14de6cSHeiko Carstens { 83ab14de6cSHeiko Carstens unsigned int i, stext_pfn, eshared_pfn, end_pfn, min_size; 84ab14de6cSHeiko Carstens #ifdef CONFIG_BLK_DEV_INITRD 85ab14de6cSHeiko Carstens unsigned int sinitrd_pfn, einitrd_pfn; 86ab14de6cSHeiko Carstens #endif 87ab14de6cSHeiko Carstens int response; 8869ac43b0SChen Liu int hlen; 89a0443fbbSHendrik Brueckner size_t len; 90ab14de6cSHeiko Carstens char *savesys_ptr; 91ab14de6cSHeiko Carstens char defsys_cmd[DEFSYS_CMD_SIZE]; 92ab14de6cSHeiko Carstens char savesys_cmd[SAVESYS_CMD_SIZE]; 93ab14de6cSHeiko Carstens 94ab14de6cSHeiko Carstens /* Do nothing if we are not running under VM */ 95ab14de6cSHeiko Carstens if (!MACHINE_IS_VM) 96ab14de6cSHeiko Carstens return; 97ab14de6cSHeiko Carstens 98ab14de6cSHeiko Carstens /* Convert COMMAND_LINE to upper case */ 99a0443fbbSHendrik Brueckner for (i = 0; i < strlen(boot_command_line); i++) 100a0443fbbSHendrik Brueckner upper_command_line[i] = toupper(boot_command_line[i]); 101ab14de6cSHeiko Carstens 102ab14de6cSHeiko Carstens savesys_ptr = strstr(upper_command_line, "SAVESYS="); 103ab14de6cSHeiko Carstens 104ab14de6cSHeiko Carstens if (!savesys_ptr) 105ab14de6cSHeiko Carstens return; 106ab14de6cSHeiko Carstens 107ab14de6cSHeiko Carstens savesys_ptr += 8; /* Point to the beginning of the NSS name */ 108ab14de6cSHeiko Carstens for (i = 0; i < NSS_NAME_SIZE; i++) { 109ab14de6cSHeiko Carstens if (savesys_ptr[i] == ' ' || savesys_ptr[i] == '\0') 110ab14de6cSHeiko Carstens break; 111ab14de6cSHeiko Carstens kernel_nss_name[i] = savesys_ptr[i]; 112ab14de6cSHeiko Carstens } 113ab14de6cSHeiko Carstens 114ab14de6cSHeiko Carstens stext_pfn = PFN_DOWN(__pa(&_stext)); 115ab14de6cSHeiko Carstens eshared_pfn = PFN_DOWN(__pa(&_eshared)); 116ab14de6cSHeiko Carstens end_pfn = PFN_UP(__pa(&_end)); 117ab14de6cSHeiko Carstens min_size = end_pfn << 2; 118ab14de6cSHeiko Carstens 11969ac43b0SChen Liu hlen = snprintf(defsys_cmd, DEFSYS_CMD_SIZE, 12069ac43b0SChen Liu "DEFSYS %s 00000-%.5X EW %.5X-%.5X SR %.5X-%.5X", 12169ac43b0SChen Liu kernel_nss_name, stext_pfn - 1, stext_pfn, 12269ac43b0SChen Liu eshared_pfn - 1, eshared_pfn, end_pfn); 123ab14de6cSHeiko Carstens 124ab14de6cSHeiko Carstens #ifdef CONFIG_BLK_DEV_INITRD 125ab14de6cSHeiko Carstens if (INITRD_START && INITRD_SIZE) { 126ab14de6cSHeiko Carstens sinitrd_pfn = PFN_DOWN(__pa(INITRD_START)); 127ab14de6cSHeiko Carstens einitrd_pfn = PFN_UP(__pa(INITRD_START + INITRD_SIZE)); 128ab14de6cSHeiko Carstens min_size = einitrd_pfn << 2; 12969ac43b0SChen Liu hlen += snprintf(defsys_cmd + hlen, DEFSYS_CMD_SIZE - hlen, 13069ac43b0SChen Liu " EW %.5X-%.5X", sinitrd_pfn, einitrd_pfn); 131ab14de6cSHeiko Carstens } 132ab14de6cSHeiko Carstens #endif 133ab14de6cSHeiko Carstens 13469ac43b0SChen Liu snprintf(defsys_cmd + hlen, DEFSYS_CMD_SIZE - hlen, 13569ac43b0SChen Liu " EW MINSIZE=%.7iK PARMREGS=0-13", min_size); 13669ac43b0SChen Liu defsys_cmd[DEFSYS_CMD_SIZE - 1] = '\0'; 137894e491eSHeiko Carstens snprintf(savesys_cmd, SAVESYS_CMD_SIZE, "SAVESYS %s \n IPL %s", 138ab14de6cSHeiko Carstens kernel_nss_name, kernel_nss_name); 139894e491eSHeiko Carstens savesys_cmd[SAVESYS_CMD_SIZE - 1] = '\0'; 140ab14de6cSHeiko Carstens 141ab14de6cSHeiko Carstens __cpcmd(defsys_cmd, NULL, 0, &response); 142ab14de6cSHeiko Carstens 143583b33bcSHongjie Yang if (response != 0) { 14411af97e1SHendrik Brueckner pr_err("Defining the Linux kernel NSS failed with rc=%d\n", 14511af97e1SHendrik Brueckner response); 146583b33bcSHongjie Yang kernel_nss_name[0] = '\0'; 147ab14de6cSHeiko Carstens return; 148583b33bcSHongjie Yang } 149ab14de6cSHeiko Carstens 150a0443fbbSHendrik Brueckner len = strlen(savesys_cmd); 151a0443fbbSHendrik Brueckner ASCEBC(savesys_cmd, len); 152a0443fbbSHendrik Brueckner response = savesys_ipl_nss(savesys_cmd, len); 153ab14de6cSHeiko Carstens 154a0443fbbSHendrik Brueckner /* On success: response is equal to the command size, 155a0443fbbSHendrik Brueckner * max SAVESYS_CMD_SIZE 156a0443fbbSHendrik Brueckner * On error: response contains the numeric portion of cp error message. 157a0443fbbSHendrik Brueckner * for SAVESYS it will be >= 263 15811af97e1SHendrik Brueckner * for missing privilege class, it will be 1 159a0443fbbSHendrik Brueckner */ 16011af97e1SHendrik Brueckner if (response > SAVESYS_CMD_SIZE || response == 1) { 16111af97e1SHendrik Brueckner pr_err("Saving the Linux kernel NSS failed with rc=%d\n", 16211af97e1SHendrik Brueckner response); 163583b33bcSHongjie Yang kernel_nss_name[0] = '\0'; 164ab14de6cSHeiko Carstens return; 165583b33bcSHongjie Yang } 166ab14de6cSHeiko Carstens 167b89031e0SMartin Schwidefsky /* re-initialize cputime accounting. */ 1681aae0560SHeiko Carstens sched_clock_base_cc = get_tod_clock(); 169b89031e0SMartin Schwidefsky S390_lowcore.last_update_clock = sched_clock_base_cc; 170b89031e0SMartin Schwidefsky S390_lowcore.last_update_timer = 0x7fffffffffffffffULL; 171b89031e0SMartin Schwidefsky S390_lowcore.user_timer = 0; 172b89031e0SMartin Schwidefsky S390_lowcore.system_timer = 0; 173b89031e0SMartin Schwidefsky asm volatile("SPT 0(%0)" : : "a" (&S390_lowcore.last_update_timer)); 174b89031e0SMartin Schwidefsky 175a0443fbbSHendrik Brueckner /* re-setup boot command line with new ipl vm parms */ 176a0443fbbSHendrik Brueckner ipl_update_parameters(); 177a0443fbbSHendrik Brueckner setup_boot_command_line(); 178a0443fbbSHendrik Brueckner 179ab14de6cSHeiko Carstens ipl_flags = IPL_NSS_VALID; 180ab14de6cSHeiko Carstens } 181ab14de6cSHeiko Carstens 182ab14de6cSHeiko Carstens #else /* CONFIG_SHARED_KERNEL */ 183ab14de6cSHeiko Carstens 184ab14de6cSHeiko Carstens static inline void create_kernel_nss(void) { } 185ab14de6cSHeiko Carstens 186ab14de6cSHeiko Carstens #endif /* CONFIG_SHARED_KERNEL */ 187ab14de6cSHeiko Carstens 188ab14de6cSHeiko Carstens /* 189ab14de6cSHeiko Carstens * Clear bss memory 190ab14de6cSHeiko Carstens */ 191ab14de6cSHeiko Carstens static noinline __init void clear_bss_section(void) 192ab14de6cSHeiko Carstens { 193229d9c6dSHeiko Carstens memset(__bss_start, 0, __bss_stop - __bss_start); 194ab14de6cSHeiko Carstens } 195ab14de6cSHeiko Carstens 196ab14de6cSHeiko Carstens /* 197ab14de6cSHeiko Carstens * Initialize storage key for kernel pages 198ab14de6cSHeiko Carstens */ 199ab14de6cSHeiko Carstens static noinline __init void init_kernel_storage_key(void) 200ab14de6cSHeiko Carstens { 201127c1fefSMartin Schwidefsky #if PAGE_DEFAULT_KEY 202ab14de6cSHeiko Carstens unsigned long end_pfn, init_pfn; 203ab14de6cSHeiko Carstens 204ab14de6cSHeiko Carstens end_pfn = PFN_UP(__pa(&_end)); 205ab14de6cSHeiko Carstens 206ab14de6cSHeiko Carstens for (init_pfn = 0 ; init_pfn < end_pfn; init_pfn++) 207e2b8d7afSMartin Schwidefsky page_set_storage_key(init_pfn << PAGE_SHIFT, 208e2b8d7afSMartin Schwidefsky PAGE_DEFAULT_KEY, 0); 209127c1fefSMartin Schwidefsky #endif 210ab14de6cSHeiko Carstens } 211ab14de6cSHeiko Carstens 212fade4dc4SHeiko Carstens static __initdata char sysinfo_page[PAGE_SIZE] __aligned(PAGE_SIZE); 21392e6ecf3SChristian Borntraeger 214ab14de6cSHeiko Carstens static noinline __init void detect_machine_type(void) 215ab14de6cSHeiko Carstens { 216fade4dc4SHeiko Carstens struct sysinfo_3_2_2 *vmms = (struct sysinfo_3_2_2 *)&sysinfo_page; 217fade4dc4SHeiko Carstens 21827d71602SMartin Schwidefsky /* Check current-configuration-level */ 219caf757c6SHeiko Carstens if (stsi(NULL, 0, 0, 0) <= 2) { 22027d71602SMartin Schwidefsky S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; 22192e6ecf3SChristian Borntraeger return; 22227d71602SMartin Schwidefsky } 22327d71602SMartin Schwidefsky /* Get virtual-machine cpu information. */ 224caf757c6SHeiko Carstens if (stsi(vmms, 3, 2, 2) || !vmms->count) 22592e6ecf3SChristian Borntraeger return; 226ab14de6cSHeiko Carstens 22792e6ecf3SChristian Borntraeger /* Running under KVM? If not we assume z/VM */ 228fade4dc4SHeiko Carstens if (!memcmp(vmms->vm[0].cpi, "\xd2\xe5\xd4", 3)) 229d3135e0cSHeiko Carstens S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; 23092e6ecf3SChristian Borntraeger else 231d3135e0cSHeiko Carstens S390_lowcore.machine_flags |= MACHINE_FLAG_VM; 232ab14de6cSHeiko Carstens } 233ab14de6cSHeiko Carstens 234d2f03974SHeiko Carstens /* Remove leading, trailing and double whitespace. */ 235d2f03974SHeiko Carstens static inline void strim_all(char *str) 236d2f03974SHeiko Carstens { 237d2f03974SHeiko Carstens char *s; 238d2f03974SHeiko Carstens 239d2f03974SHeiko Carstens s = strim(str); 240d2f03974SHeiko Carstens if (s != str) 241d2f03974SHeiko Carstens memmove(str, s, strlen(s)); 242d2f03974SHeiko Carstens while (*str) { 243d2f03974SHeiko Carstens if (!isspace(*str++)) 244d2f03974SHeiko Carstens continue; 245d2f03974SHeiko Carstens if (isspace(*str)) { 246d2f03974SHeiko Carstens s = skip_spaces(str); 247d2f03974SHeiko Carstens memmove(str, s, strlen(s) + 1); 248d2f03974SHeiko Carstens } 249d2f03974SHeiko Carstens } 250d2f03974SHeiko Carstens } 251d2f03974SHeiko Carstens 2524b8fe77aSChristian Borntraeger static noinline __init void setup_arch_string(void) 2534b8fe77aSChristian Borntraeger { 2544b8fe77aSChristian Borntraeger struct sysinfo_1_1_1 *mach = (struct sysinfo_1_1_1 *)&sysinfo_page; 2552f8876f9SHeiko Carstens struct sysinfo_3_2_2 *vm = (struct sysinfo_3_2_2 *)&sysinfo_page; 2562f8876f9SHeiko Carstens char mstr[80], hvstr[17]; 2574b8fe77aSChristian Borntraeger 2584b8fe77aSChristian Borntraeger if (stsi(mach, 1, 1, 1)) 2594b8fe77aSChristian Borntraeger return; 2604b8fe77aSChristian Borntraeger EBCASC(mach->manufacturer, sizeof(mach->manufacturer)); 2614b8fe77aSChristian Borntraeger EBCASC(mach->type, sizeof(mach->type)); 2624b8fe77aSChristian Borntraeger EBCASC(mach->model, sizeof(mach->model)); 2634b8fe77aSChristian Borntraeger EBCASC(mach->model_capacity, sizeof(mach->model_capacity)); 264d2f03974SHeiko Carstens sprintf(mstr, "%-16.16s %-4.4s %-16.16s %-16.16s", 265d2f03974SHeiko Carstens mach->manufacturer, mach->type, 266d2f03974SHeiko Carstens mach->model, mach->model_capacity); 267d2f03974SHeiko Carstens strim_all(mstr); 2682f8876f9SHeiko Carstens if (stsi(vm, 3, 2, 2) == 0 && vm->count) { 2692f8876f9SHeiko Carstens EBCASC(vm->vm[0].cpi, sizeof(vm->vm[0].cpi)); 2702f8876f9SHeiko Carstens sprintf(hvstr, "%-16.16s", vm->vm[0].cpi); 2712f8876f9SHeiko Carstens strim_all(hvstr); 2722f8876f9SHeiko Carstens } else { 2732f8876f9SHeiko Carstens sprintf(hvstr, "%s", 2744b8fe77aSChristian Borntraeger MACHINE_IS_LPAR ? "LPAR" : 2754b8fe77aSChristian Borntraeger MACHINE_IS_VM ? "z/VM" : 2764b8fe77aSChristian Borntraeger MACHINE_IS_KVM ? "KVM" : "unknown"); 2774b8fe77aSChristian Borntraeger } 2782f8876f9SHeiko Carstens dump_stack_set_arch_desc("%s (%s)", mstr, hvstr); 2792f8876f9SHeiko Carstens } 2804b8fe77aSChristian Borntraeger 281fade4dc4SHeiko Carstens static __init void setup_topology(void) 282fade4dc4SHeiko Carstens { 283fade4dc4SHeiko Carstens int max_mnest; 284fade4dc4SHeiko Carstens 285fade4dc4SHeiko Carstens if (!test_facility(11)) 286fade4dc4SHeiko Carstens return; 287fade4dc4SHeiko Carstens S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY; 288fade4dc4SHeiko Carstens for (max_mnest = 6; max_mnest > 1; max_mnest--) { 289caf757c6SHeiko Carstens if (stsi(&sysinfo_page, 15, 1, max_mnest) == 0) 290fade4dc4SHeiko Carstens break; 291fade4dc4SHeiko Carstens } 292fade4dc4SHeiko Carstens topology_max_mnest = max_mnest; 293fade4dc4SHeiko Carstens } 294fade4dc4SHeiko Carstens 295a3415703SMichael Holzheu static void early_pgm_check_handler(void) 296ab14de6cSHeiko Carstens { 297ab14de6cSHeiko Carstens const struct exception_table_entry *fixup; 29850be6345SPhilipp Hachtmann unsigned long cr0, cr0_new; 299eb608fb3SHeiko Carstens unsigned long addr; 300ab14de6cSHeiko Carstens 301ab14de6cSHeiko Carstens addr = S390_lowcore.program_old_psw.addr; 3029cb1ccecSHeiko Carstens fixup = search_exception_tables(addr); 303ab14de6cSHeiko Carstens if (!fixup) 304ab14de6cSHeiko Carstens disabled_wait(0); 30550be6345SPhilipp Hachtmann /* Disable low address protection before storing into lowcore. */ 30650be6345SPhilipp Hachtmann __ctl_store(cr0, 0, 0); 30750be6345SPhilipp Hachtmann cr0_new = cr0 & ~(1UL << 28); 30850be6345SPhilipp Hachtmann __ctl_load(cr0_new, 0, 0); 309fecc868aSHeiko Carstens S390_lowcore.program_old_psw.addr = extable_fixup(fixup); 31050be6345SPhilipp Hachtmann __ctl_load(cr0, 0, 0); 311ab14de6cSHeiko Carstens } 312ab14de6cSHeiko Carstens 3135f954c34SHeiko Carstens static noinline __init void setup_lowcore_early(void) 314ab14de6cSHeiko Carstens { 315ab14de6cSHeiko Carstens psw_t psw; 316ab14de6cSHeiko Carstens 317b50511e4SMartin Schwidefsky psw.mask = PSW_MASK_BASE | PSW_DEFAULT_KEY | PSW_MASK_EA | PSW_MASK_BA; 318fecc868aSHeiko Carstens psw.addr = (unsigned long) s390_base_ext_handler; 319ab14de6cSHeiko Carstens S390_lowcore.external_new_psw = psw; 320fecc868aSHeiko Carstens psw.addr = (unsigned long) s390_base_pgm_handler; 321ab14de6cSHeiko Carstens S390_lowcore.program_new_psw = psw; 322ab14de6cSHeiko Carstens s390_base_pgm_handler_fn = early_pgm_check_handler; 323c360192bSMartin Schwidefsky S390_lowcore.preempt_count = INIT_PREEMPT_COUNT; 324ab14de6cSHeiko Carstens } 325ab14de6cSHeiko Carstens 32614375bc4SMartin Schwidefsky static noinline __init void setup_facility_list(void) 32714375bc4SMartin Schwidefsky { 3283ab121abSMichael Holzheu stfle(S390_lowcore.stfle_fac_list, 3293ab121abSMichael Holzheu ARRAY_SIZE(S390_lowcore.stfle_fac_list)); 33014375bc4SMartin Schwidefsky } 33114375bc4SMartin Schwidefsky 3322e5061e4SHeiko Carstens static __init void detect_diag9c(void) 3332e5061e4SHeiko Carstens { 3342e5061e4SHeiko Carstens unsigned int cpu_address; 3352e5061e4SHeiko Carstens int rc; 3362e5061e4SHeiko Carstens 3372e5061e4SHeiko Carstens cpu_address = stap(); 3381ec2772eSMartin Schwidefsky diag_stat_inc(DIAG_STAT_X09C); 3392e5061e4SHeiko Carstens asm volatile( 3402e5061e4SHeiko Carstens " diag %2,0,0x9c\n" 3412e5061e4SHeiko Carstens "0: la %0,0\n" 3422e5061e4SHeiko Carstens "1:\n" 3432e5061e4SHeiko Carstens EX_TABLE(0b,1b) 3442e5061e4SHeiko Carstens : "=d" (rc) : "0" (-EOPNOTSUPP), "d" (cpu_address) : "cc"); 3452e5061e4SHeiko Carstens if (!rc) 346d3135e0cSHeiko Carstens S390_lowcore.machine_flags |= MACHINE_FLAG_DIAG9C; 3472e5061e4SHeiko Carstens } 3482e5061e4SHeiko Carstens 3492e5061e4SHeiko Carstens static __init void detect_diag44(void) 3502e5061e4SHeiko Carstens { 3512e5061e4SHeiko Carstens int rc; 3522e5061e4SHeiko Carstens 3531ec2772eSMartin Schwidefsky diag_stat_inc(DIAG_STAT_X044); 3542e5061e4SHeiko Carstens asm volatile( 3552e5061e4SHeiko Carstens " diag 0,0,0x44\n" 3562e5061e4SHeiko Carstens "0: la %0,0\n" 3572e5061e4SHeiko Carstens "1:\n" 3582e5061e4SHeiko Carstens EX_TABLE(0b,1b) 3592e5061e4SHeiko Carstens : "=d" (rc) : "0" (-EOPNOTSUPP) : "cc"); 3602e5061e4SHeiko Carstens if (!rc) 361d3135e0cSHeiko Carstens S390_lowcore.machine_flags |= MACHINE_FLAG_DIAG44; 3622e5061e4SHeiko Carstens } 3632e5061e4SHeiko Carstens 3642e5061e4SHeiko Carstens static __init void detect_machine_facilities(void) 3652e5061e4SHeiko Carstens { 3663c7ef08bSHeiko Carstens if (test_facility(8)) { 3673c7ef08bSHeiko Carstens S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT1; 3683c7ef08bSHeiko Carstens __ctl_set_bit(0, 23); 3693c7ef08bSHeiko Carstens } 37085e9d0e5SHeiko Carstens if (test_facility(78)) 37185e9d0e5SHeiko Carstens S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT2; 37214375bc4SMartin Schwidefsky if (test_facility(3)) 373d3135e0cSHeiko Carstens S390_lowcore.machine_flags |= MACHINE_FLAG_IDTE; 37414375bc4SMartin Schwidefsky if (test_facility(40)) 37523d18e8dSHendrik Brueckner S390_lowcore.machine_flags |= MACHINE_FLAG_LPP; 376d35339a4SMartin Schwidefsky if (test_facility(50) && test_facility(73)) 377d35339a4SMartin Schwidefsky S390_lowcore.machine_flags |= MACHINE_FLAG_TE; 3781b948d6cSMartin Schwidefsky if (test_facility(51)) 3791b948d6cSMartin Schwidefsky S390_lowcore.machine_flags |= MACHINE_FLAG_TLB_LC; 380b5510d9bSHendrik Brueckner if (test_facility(129)) { 38180703617SMartin Schwidefsky S390_lowcore.machine_flags |= MACHINE_FLAG_VX; 382b5510d9bSHendrik Brueckner __ctl_set_bit(0, 17); 3832e5061e4SHeiko Carstens } 38457d7f939SMartin Schwidefsky if (test_facility(130)) { 38557d7f939SMartin Schwidefsky S390_lowcore.machine_flags |= MACHINE_FLAG_NX; 38657d7f939SMartin Schwidefsky __ctl_set_bit(0, 20); 38757d7f939SMartin Schwidefsky } 388916cda1aSMartin Schwidefsky if (test_facility(133)) 389916cda1aSMartin Schwidefsky S390_lowcore.machine_flags |= MACHINE_FLAG_GS; 390b5510d9bSHendrik Brueckner } 391b5510d9bSHendrik Brueckner 3921a36a39eSMartin Schwidefsky static inline void save_vector_registers(void) 3931a36a39eSMartin Schwidefsky { 3941a36a39eSMartin Schwidefsky #ifdef CONFIG_CRASH_DUMP 3951a36a39eSMartin Schwidefsky if (test_facility(129)) 3961a36a39eSMartin Schwidefsky save_vx_regs(boot_cpu_vector_save_area); 3971a36a39eSMartin Schwidefsky #endif 3981a36a39eSMartin Schwidefsky } 3991a36a39eSMartin Schwidefsky 40068cc795dSHeiko Carstens static int __init topology_setup(char *str) 40168cc795dSHeiko Carstens { 40268cc795dSHeiko Carstens bool enabled; 40368cc795dSHeiko Carstens int rc; 40468cc795dSHeiko Carstens 40568cc795dSHeiko Carstens rc = kstrtobool(str, &enabled); 40668cc795dSHeiko Carstens if (!rc && !enabled) 4074fd4dd8bSHeiko Carstens S390_lowcore.machine_flags &= ~MACHINE_FLAG_TOPOLOGY; 40868cc795dSHeiko Carstens return rc; 40968cc795dSHeiko Carstens } 41068cc795dSHeiko Carstens early_param("topology", topology_setup); 41168cc795dSHeiko Carstens 412b5510d9bSHendrik Brueckner static int __init disable_vector_extension(char *str) 413b5510d9bSHendrik Brueckner { 414b5510d9bSHendrik Brueckner S390_lowcore.machine_flags &= ~MACHINE_FLAG_VX; 415b5510d9bSHendrik Brueckner __ctl_clear_bit(0, 17); 416b5510d9bSHendrik Brueckner return 1; 417b5510d9bSHendrik Brueckner } 418b5510d9bSHendrik Brueckner early_param("novx", disable_vector_extension); 4192e5061e4SHeiko Carstens 42057d7f939SMartin Schwidefsky static int __init noexec_setup(char *str) 42157d7f939SMartin Schwidefsky { 42257d7f939SMartin Schwidefsky bool enabled; 42357d7f939SMartin Schwidefsky int rc; 42457d7f939SMartin Schwidefsky 42557d7f939SMartin Schwidefsky rc = kstrtobool(str, &enabled); 42657d7f939SMartin Schwidefsky if (!rc && !enabled) { 42757d7f939SMartin Schwidefsky /* Disable no-execute support */ 42857d7f939SMartin Schwidefsky S390_lowcore.machine_flags &= ~MACHINE_FLAG_NX; 42957d7f939SMartin Schwidefsky __ctl_clear_bit(0, 20); 43057d7f939SMartin Schwidefsky } 43157d7f939SMartin Schwidefsky return rc; 43257d7f939SMartin Schwidefsky } 43357d7f939SMartin Schwidefsky early_param("noexec", noexec_setup); 43457d7f939SMartin Schwidefsky 43561b0b016SMartin Schwidefsky static int __init cad_setup(char *str) 4362c72a44eSMartin Schwidefsky { 437*b13de4b7SMartin Schwidefsky bool enabled; 438*b13de4b7SMartin Schwidefsky int rc; 43961b0b016SMartin Schwidefsky 440*b13de4b7SMartin Schwidefsky rc = kstrtobool(str, &enabled); 441*b13de4b7SMartin Schwidefsky if (!rc && enabled && test_facility(128)) 4422c72a44eSMartin Schwidefsky /* Enable problem state CAD. */ 4432c72a44eSMartin Schwidefsky __ctl_set_bit(2, 3); 444*b13de4b7SMartin Schwidefsky return rc; 4452c72a44eSMartin Schwidefsky } 446*b13de4b7SMartin Schwidefsky early_param("cad", cad_setup); 4472c72a44eSMartin Schwidefsky 448d543a106SHeiko Carstens static __init void memmove_early(void *dst, const void *src, size_t n) 449d543a106SHeiko Carstens { 450d543a106SHeiko Carstens unsigned long addr; 451d543a106SHeiko Carstens long incr; 452d543a106SHeiko Carstens psw_t old; 453d543a106SHeiko Carstens 454d543a106SHeiko Carstens if (!n) 455d543a106SHeiko Carstens return; 456d543a106SHeiko Carstens incr = 1; 457d543a106SHeiko Carstens if (dst > src) { 458d543a106SHeiko Carstens incr = -incr; 459d543a106SHeiko Carstens dst += n - 1; 460d543a106SHeiko Carstens src += n - 1; 461d543a106SHeiko Carstens } 462d543a106SHeiko Carstens old = S390_lowcore.program_new_psw; 463d543a106SHeiko Carstens S390_lowcore.program_new_psw.mask = __extract_psw(); 464d543a106SHeiko Carstens asm volatile( 465d543a106SHeiko Carstens " larl %[addr],1f\n" 466d543a106SHeiko Carstens " stg %[addr],%[psw_pgm_addr]\n" 467d543a106SHeiko Carstens "0: mvc 0(1,%[dst]),0(%[src])\n" 468d543a106SHeiko Carstens " agr %[dst],%[incr]\n" 469d543a106SHeiko Carstens " agr %[src],%[incr]\n" 470d543a106SHeiko Carstens " brctg %[n],0b\n" 471d543a106SHeiko Carstens "1:\n" 472d543a106SHeiko Carstens : [addr] "=&d" (addr), 47375a35734SHeiko Carstens [psw_pgm_addr] "=Q" (S390_lowcore.program_new_psw.addr), 474d543a106SHeiko Carstens [dst] "+&a" (dst), [src] "+&a" (src), [n] "+d" (n) 475d543a106SHeiko Carstens : [incr] "d" (incr) 476d543a106SHeiko Carstens : "cc", "memory"); 477d543a106SHeiko Carstens S390_lowcore.program_new_psw = old; 478d543a106SHeiko Carstens } 479d543a106SHeiko Carstens 480d543a106SHeiko Carstens static __init noinline void ipl_save_parameters(void) 481d543a106SHeiko Carstens { 482d543a106SHeiko Carstens void *src, *dst; 483d543a106SHeiko Carstens 484d543a106SHeiko Carstens src = (void *)(unsigned long) S390_lowcore.ipl_parmblock_ptr; 485d543a106SHeiko Carstens dst = (void *) IPL_PARMBLOCK_ORIGIN; 486d543a106SHeiko Carstens memmove_early(dst, src, PAGE_SIZE); 487d543a106SHeiko Carstens S390_lowcore.ipl_parmblock_ptr = IPL_PARMBLOCK_ORIGIN; 488d543a106SHeiko Carstens } 489d543a106SHeiko Carstens 490d543a106SHeiko Carstens static __init noinline void rescue_initrd(void) 491761cdf6aSHeiko Carstens { 492761cdf6aSHeiko Carstens #ifdef CONFIG_BLK_DEV_INITRD 49327e7318cSHeiko Carstens unsigned long min_initrd_addr = (unsigned long) _end + (4UL << 20); 494761cdf6aSHeiko Carstens /* 49527e7318cSHeiko Carstens * Just like in case of IPL from VM reader we make sure there is a 49627e7318cSHeiko Carstens * gap of 4MB between end of kernel and start of initrd. 49727e7318cSHeiko Carstens * That way we can also be sure that saving an NSS will succeed, 49827e7318cSHeiko Carstens * which however only requires different segments. 499761cdf6aSHeiko Carstens */ 500761cdf6aSHeiko Carstens if (!INITRD_START || !INITRD_SIZE) 501761cdf6aSHeiko Carstens return; 50227e7318cSHeiko Carstens if (INITRD_START >= min_initrd_addr) 503761cdf6aSHeiko Carstens return; 504d543a106SHeiko Carstens memmove_early((void *) min_initrd_addr, (void *) INITRD_START, INITRD_SIZE); 50527e7318cSHeiko Carstens INITRD_START = min_initrd_addr; 506761cdf6aSHeiko Carstens #endif 507761cdf6aSHeiko Carstens } 508761cdf6aSHeiko Carstens 509a0443fbbSHendrik Brueckner /* Set up boot command line */ 510684d2fd4SHendrik Brueckner static void __init append_to_cmdline(size_t (*ipl_data)(char *, size_t)) 511684d2fd4SHendrik Brueckner { 512684d2fd4SHendrik Brueckner char *parm, *delim; 513684d2fd4SHendrik Brueckner size_t rc, len; 514684d2fd4SHendrik Brueckner 515684d2fd4SHendrik Brueckner len = strlen(boot_command_line); 516684d2fd4SHendrik Brueckner 517684d2fd4SHendrik Brueckner delim = boot_command_line + len; /* '\0' character position */ 518684d2fd4SHendrik Brueckner parm = boot_command_line + len + 1; /* append right after '\0' */ 519684d2fd4SHendrik Brueckner 520684d2fd4SHendrik Brueckner rc = ipl_data(parm, COMMAND_LINE_SIZE - len - 1); 521684d2fd4SHendrik Brueckner if (rc) { 522684d2fd4SHendrik Brueckner if (*parm == '=') 523684d2fd4SHendrik Brueckner memmove(boot_command_line, parm + 1, rc); 524684d2fd4SHendrik Brueckner else 525684d2fd4SHendrik Brueckner *delim = ' '; /* replace '\0' with space */ 526684d2fd4SHendrik Brueckner } 527684d2fd4SHendrik Brueckner } 528684d2fd4SHendrik Brueckner 5291fb81057SMichael Holzheu static inline int has_ebcdic_char(const char *str) 530a0443fbbSHendrik Brueckner { 53161fd330dSMartin Schwidefsky int i; 53261fd330dSMartin Schwidefsky 5331fb81057SMichael Holzheu for (i = 0; str[i]; i++) 5341fb81057SMichael Holzheu if (str[i] & 0x80) 5351fb81057SMichael Holzheu return 1; 5361fb81057SMichael Holzheu return 0; 5371fb81057SMichael Holzheu } 53861fd330dSMartin Schwidefsky 5391fb81057SMichael Holzheu static void __init setup_boot_command_line(void) 5401fb81057SMichael Holzheu { 5411fb81057SMichael Holzheu COMMAND_LINE[ARCH_COMMAND_LINE_SIZE - 1] = 0; 5421fb81057SMichael Holzheu /* convert arch command line to ascii if necessary */ 5431fb81057SMichael Holzheu if (has_ebcdic_char(COMMAND_LINE)) 5441fb81057SMichael Holzheu EBCASC(COMMAND_LINE, ARCH_COMMAND_LINE_SIZE); 545a0443fbbSHendrik Brueckner /* copy arch command line */ 54661fd330dSMartin Schwidefsky strlcpy(boot_command_line, strstrip(COMMAND_LINE), 54761fd330dSMartin Schwidefsky ARCH_COMMAND_LINE_SIZE); 548a0443fbbSHendrik Brueckner 549a0443fbbSHendrik Brueckner /* append IPL PARM data to the boot command line */ 550684d2fd4SHendrik Brueckner if (MACHINE_IS_VM) 551684d2fd4SHendrik Brueckner append_to_cmdline(append_ipl_vmparm); 552684d2fd4SHendrik Brueckner 553684d2fd4SHendrik Brueckner append_to_cmdline(append_ipl_scpdata); 554a0443fbbSHendrik Brueckner } 555a0443fbbSHendrik Brueckner 556ab14de6cSHeiko Carstens /* 557ab14de6cSHeiko Carstens * Save ipl parameters, clear bss memory, initialize storage keys 558ab14de6cSHeiko Carstens * and create a kernel NSS at startup if the SAVESYS= parm is defined 559ab14de6cSHeiko Carstens */ 560ab14de6cSHeiko Carstens void __init startup_init(void) 561ab14de6cSHeiko Carstens { 562b6112ccbSMartin Schwidefsky reset_tod_clock(); 563ab14de6cSHeiko Carstens ipl_save_parameters(); 564761cdf6aSHeiko Carstens rescue_initrd(); 565ab14de6cSHeiko Carstens clear_bss_section(); 566d543a106SHeiko Carstens ipl_verify_parameters(); 567b1c0854dSMartin Schwidefsky time_early_init(); 568ab14de6cSHeiko Carstens init_kernel_storage_key(); 569ab14de6cSHeiko Carstens lockdep_off(); 570ab14de6cSHeiko Carstens setup_lowcore_early(); 57114375bc4SMartin Schwidefsky setup_facility_list(); 572a0443fbbSHendrik Brueckner detect_machine_type(); 5734b8fe77aSChristian Borntraeger setup_arch_string(); 574a0443fbbSHendrik Brueckner ipl_update_parameters(); 575a0443fbbSHendrik Brueckner setup_boot_command_line(); 576a0443fbbSHendrik Brueckner create_kernel_nss(); 5772e5061e4SHeiko Carstens detect_diag9c(); 5782e5061e4SHeiko Carstens detect_diag44(); 5792e5061e4SHeiko Carstens detect_machine_facilities(); 5801a36a39eSMartin Schwidefsky save_vector_registers(); 581fade4dc4SHeiko Carstens setup_topology(); 5827b50da53SMichael Holzheu sclp_early_detect(); 583ab14de6cSHeiko Carstens lockdep_on(); 584ab14de6cSHeiko Carstens } 585