1 /* 2 * 64-bit pSeries and RS/6000 setup code. 3 * 4 * Copyright (C) 1995 Linus Torvalds 5 * Adapted from 'alpha' version by Gary Thomas 6 * Modified by Cort Dougan (cort@cs.nmt.edu) 7 * Modified by PPC64 Team, IBM Corp 8 * 9 * This program is free software; you can redistribute it and/or 10 * modify it under the terms of the GNU General Public License 11 * as published by the Free Software Foundation; either version 12 * 2 of the License, or (at your option) any later version. 13 */ 14 15 /* 16 * bootup setup stuff.. 17 */ 18 19 #undef DEBUG 20 21 #include <linux/cpu.h> 22 #include <linux/errno.h> 23 #include <linux/sched.h> 24 #include <linux/kernel.h> 25 #include <linux/mm.h> 26 #include <linux/stddef.h> 27 #include <linux/unistd.h> 28 #include <linux/slab.h> 29 #include <linux/user.h> 30 #include <linux/a.out.h> 31 #include <linux/tty.h> 32 #include <linux/major.h> 33 #include <linux/interrupt.h> 34 #include <linux/reboot.h> 35 #include <linux/init.h> 36 #include <linux/ioport.h> 37 #include <linux/console.h> 38 #include <linux/pci.h> 39 #include <linux/utsname.h> 40 #include <linux/adb.h> 41 #include <linux/module.h> 42 #include <linux/delay.h> 43 #include <linux/irq.h> 44 #include <linux/seq_file.h> 45 #include <linux/root_dev.h> 46 47 #include <asm/mmu.h> 48 #include <asm/processor.h> 49 #include <asm/io.h> 50 #include <asm/pgtable.h> 51 #include <asm/prom.h> 52 #include <asm/rtas.h> 53 #include <asm/pci-bridge.h> 54 #include <asm/iommu.h> 55 #include <asm/dma.h> 56 #include <asm/machdep.h> 57 #include <asm/irq.h> 58 #include <asm/kexec.h> 59 #include <asm/time.h> 60 #include <asm/nvram.h> 61 #include "xics.h" 62 #include <asm/pmc.h> 63 #include <asm/mpic.h> 64 #include <asm/ppc-pci.h> 65 #include <asm/i8259.h> 66 #include <asm/udbg.h> 67 #include <asm/smp.h> 68 69 #include "plpar_wrappers.h" 70 #include "ras.h" 71 #include "firmware.h" 72 73 #ifdef DEBUG 74 #define DBG(fmt...) udbg_printf(fmt) 75 #else 76 #define DBG(fmt...) 77 #endif 78 79 /* move those away to a .h */ 80 extern void smp_init_pseries_mpic(void); 81 extern void smp_init_pseries_xics(void); 82 extern void find_udbg_vterm(void); 83 84 int fwnmi_active; /* TRUE if an FWNMI handler is present */ 85 86 static void pseries_shared_idle_sleep(void); 87 static void pseries_dedicated_idle_sleep(void); 88 89 static struct device_node *pSeries_mpic_node; 90 91 static void pSeries_show_cpuinfo(struct seq_file *m) 92 { 93 struct device_node *root; 94 const char *model = ""; 95 96 root = of_find_node_by_path("/"); 97 if (root) 98 model = get_property(root, "model", NULL); 99 seq_printf(m, "machine\t\t: CHRP %s\n", model); 100 of_node_put(root); 101 } 102 103 /* Initialize firmware assisted non-maskable interrupts if 104 * the firmware supports this feature. 105 */ 106 static void __init fwnmi_init(void) 107 { 108 unsigned long system_reset_addr, machine_check_addr; 109 110 int ibm_nmi_register = rtas_token("ibm,nmi-register"); 111 if (ibm_nmi_register == RTAS_UNKNOWN_SERVICE) 112 return; 113 114 /* If the kernel's not linked at zero we point the firmware at low 115 * addresses anyway, and use a trampoline to get to the real code. */ 116 system_reset_addr = __pa(system_reset_fwnmi) - PHYSICAL_START; 117 machine_check_addr = __pa(machine_check_fwnmi) - PHYSICAL_START; 118 119 if (0 == rtas_call(ibm_nmi_register, 2, 1, NULL, system_reset_addr, 120 machine_check_addr)) 121 fwnmi_active = 1; 122 } 123 124 void pseries_8259_cascade(unsigned int irq, struct irq_desc *desc) 125 { 126 unsigned int cascade_irq = i8259_irq(); 127 if (cascade_irq != NO_IRQ) 128 generic_handle_irq(cascade_irq); 129 desc->chip->eoi(irq); 130 } 131 132 static void __init pseries_mpic_init_IRQ(void) 133 { 134 struct device_node *np, *old, *cascade = NULL; 135 const unsigned int *addrp; 136 unsigned long intack = 0; 137 const unsigned int *opprop; 138 unsigned long openpic_addr = 0; 139 unsigned int cascade_irq; 140 int naddr, n, i, opplen; 141 struct mpic *mpic; 142 143 np = of_find_node_by_path("/"); 144 naddr = prom_n_addr_cells(np); 145 opprop = get_property(np, "platform-open-pic", &opplen); 146 if (opprop != 0) { 147 openpic_addr = of_read_number(opprop, naddr); 148 printk(KERN_DEBUG "OpenPIC addr: %lx\n", openpic_addr); 149 } 150 of_node_put(np); 151 152 BUG_ON(openpic_addr == 0); 153 154 /* Setup the openpic driver */ 155 mpic = mpic_alloc(pSeries_mpic_node, openpic_addr, 156 MPIC_PRIMARY, 157 16, 250, /* isu size, irq count */ 158 " MPIC "); 159 BUG_ON(mpic == NULL); 160 161 /* Add ISUs */ 162 opplen /= sizeof(u32); 163 for (n = 0, i = naddr; i < opplen; i += naddr, n++) { 164 unsigned long isuaddr = of_read_number(opprop + i, naddr); 165 mpic_assign_isu(mpic, n, isuaddr); 166 } 167 168 /* All ISUs are setup, complete initialization */ 169 mpic_init(mpic); 170 171 /* Look for cascade */ 172 for_each_node_by_type(np, "interrupt-controller") 173 if (device_is_compatible(np, "chrp,iic")) { 174 cascade = np; 175 break; 176 } 177 if (cascade == NULL) 178 return; 179 180 cascade_irq = irq_of_parse_and_map(cascade, 0); 181 if (cascade == NO_IRQ) { 182 printk(KERN_ERR "mpic: failed to map cascade interrupt"); 183 return; 184 } 185 186 /* Check ACK type */ 187 for (old = of_node_get(cascade); old != NULL ; old = np) { 188 np = of_get_parent(old); 189 of_node_put(old); 190 if (np == NULL) 191 break; 192 if (strcmp(np->name, "pci") != 0) 193 continue; 194 addrp = get_property(np, "8259-interrupt-acknowledge", 195 NULL); 196 if (addrp == NULL) 197 continue; 198 naddr = prom_n_addr_cells(np); 199 intack = addrp[naddr-1]; 200 if (naddr > 1) 201 intack |= ((unsigned long)addrp[naddr-2]) << 32; 202 } 203 if (intack) 204 printk(KERN_DEBUG "mpic: PCI 8259 intack at 0x%016lx\n", 205 intack); 206 i8259_init(cascade, intack); 207 of_node_put(cascade); 208 set_irq_chained_handler(cascade_irq, pseries_8259_cascade); 209 } 210 211 static void pseries_lpar_enable_pmcs(void) 212 { 213 unsigned long set, reset; 214 215 set = 1UL << 63; 216 reset = 0; 217 plpar_hcall_norets(H_PERFMON, set, reset); 218 219 /* instruct hypervisor to maintain PMCs */ 220 if (firmware_has_feature(FW_FEATURE_SPLPAR)) 221 get_lppaca()->pmcregs_in_use = 1; 222 } 223 224 #ifdef CONFIG_KEXEC 225 static void pseries_kexec_cpu_down(int crash_shutdown, int secondary) 226 { 227 /* Don't risk a hypervisor call if we're crashing */ 228 if (firmware_has_feature(FW_FEATURE_SPLPAR) && !crash_shutdown) { 229 unsigned long addr; 230 231 addr = __pa(get_slb_shadow()); 232 if (unregister_slb_shadow(hard_smp_processor_id(), addr)) 233 printk("SLB shadow buffer deregistration of " 234 "cpu %u (hw_cpu_id %d) failed\n", 235 smp_processor_id(), 236 hard_smp_processor_id()); 237 238 addr = __pa(get_lppaca()); 239 if (unregister_vpa(hard_smp_processor_id(), addr)) { 240 printk("VPA deregistration of cpu %u (hw_cpu_id %d) " 241 "failed\n", smp_processor_id(), 242 hard_smp_processor_id()); 243 } 244 } 245 } 246 247 static void pseries_kexec_cpu_down_mpic(int crash_shutdown, int secondary) 248 { 249 pseries_kexec_cpu_down(crash_shutdown, secondary); 250 mpic_teardown_this_cpu(secondary); 251 } 252 253 static void pseries_kexec_cpu_down_xics(int crash_shutdown, int secondary) 254 { 255 pseries_kexec_cpu_down(crash_shutdown, secondary); 256 xics_teardown_cpu(secondary); 257 } 258 #endif /* CONFIG_KEXEC */ 259 260 static void __init pseries_discover_pic(void) 261 { 262 struct device_node *np; 263 const char *typep; 264 265 for (np = NULL; (np = of_find_node_by_name(np, 266 "interrupt-controller"));) { 267 typep = get_property(np, "compatible", NULL); 268 if (strstr(typep, "open-pic")) { 269 pSeries_mpic_node = of_node_get(np); 270 ppc_md.init_IRQ = pseries_mpic_init_IRQ; 271 ppc_md.get_irq = mpic_get_irq; 272 #ifdef CONFIG_KEXEC 273 ppc_md.kexec_cpu_down = pseries_kexec_cpu_down_mpic; 274 #endif 275 #ifdef CONFIG_SMP 276 smp_init_pseries_mpic(); 277 #endif 278 return; 279 } else if (strstr(typep, "ppc-xicp")) { 280 ppc_md.init_IRQ = xics_init_IRQ; 281 #ifdef CONFIG_KEXEC 282 ppc_md.kexec_cpu_down = pseries_kexec_cpu_down_xics; 283 #endif 284 #ifdef CONFIG_SMP 285 smp_init_pseries_xics(); 286 #endif 287 return; 288 } 289 } 290 printk(KERN_ERR "pSeries_discover_pic: failed to recognize" 291 " interrupt-controller\n"); 292 } 293 294 static void __init pSeries_setup_arch(void) 295 { 296 /* Discover PIC type and setup ppc_md accordingly */ 297 pseries_discover_pic(); 298 299 /* openpic global configuration register (64-bit format). */ 300 /* openpic Interrupt Source Unit pointer (64-bit format). */ 301 /* python0 facility area (mmio) (64-bit format) REAL address. */ 302 303 /* init to some ~sane value until calibrate_delay() runs */ 304 loops_per_jiffy = 50000000; 305 306 if (ROOT_DEV == 0) { 307 printk("No ramdisk, default root is /dev/sda2\n"); 308 ROOT_DEV = Root_SDA2; 309 } 310 311 fwnmi_init(); 312 313 /* Find and initialize PCI host bridges */ 314 init_pci_config_tokens(); 315 find_and_init_phbs(); 316 eeh_init(); 317 318 pSeries_nvram_init(); 319 320 /* Choose an idle loop */ 321 if (firmware_has_feature(FW_FEATURE_SPLPAR)) { 322 vpa_init(boot_cpuid); 323 if (get_lppaca()->shared_proc) { 324 printk(KERN_DEBUG "Using shared processor idle loop\n"); 325 ppc_md.power_save = pseries_shared_idle_sleep; 326 } else { 327 printk(KERN_DEBUG "Using dedicated idle loop\n"); 328 ppc_md.power_save = pseries_dedicated_idle_sleep; 329 } 330 } else { 331 printk(KERN_DEBUG "Using default idle loop\n"); 332 } 333 334 if (firmware_has_feature(FW_FEATURE_LPAR)) 335 ppc_md.enable_pmcs = pseries_lpar_enable_pmcs; 336 else 337 ppc_md.enable_pmcs = power4_enable_pmcs; 338 } 339 340 static int __init pSeries_init_panel(void) 341 { 342 /* Manually leave the kernel version on the panel. */ 343 ppc_md.progress("Linux ppc64\n", 0); 344 ppc_md.progress(init_utsname()->version, 0); 345 346 return 0; 347 } 348 arch_initcall(pSeries_init_panel); 349 350 static int pseries_set_dabr(unsigned long dabr) 351 { 352 return plpar_hcall_norets(H_SET_DABR, dabr); 353 } 354 355 static int pseries_set_xdabr(unsigned long dabr) 356 { 357 /* We want to catch accesses from kernel and userspace */ 358 return plpar_hcall_norets(H_SET_XDABR, dabr, 359 H_DABRX_KERNEL | H_DABRX_USER); 360 } 361 362 /* 363 * Early initialization. Relocation is on but do not reference unbolted pages 364 */ 365 static void __init pSeries_init_early(void) 366 { 367 DBG(" -> pSeries_init_early()\n"); 368 369 fw_feature_init(); 370 371 if (firmware_has_feature(FW_FEATURE_LPAR)) 372 find_udbg_vterm(); 373 374 if (firmware_has_feature(FW_FEATURE_DABR)) 375 ppc_md.set_dabr = pseries_set_dabr; 376 else if (firmware_has_feature(FW_FEATURE_XDABR)) 377 ppc_md.set_dabr = pseries_set_xdabr; 378 379 iommu_init_early_pSeries(); 380 381 DBG(" <- pSeries_init_early()\n"); 382 } 383 384 385 static int pSeries_check_legacy_ioport(unsigned int baseport) 386 { 387 struct device_node *np; 388 389 #define I8042_DATA_REG 0x60 390 #define FDC_BASE 0x3f0 391 392 393 switch(baseport) { 394 case I8042_DATA_REG: 395 np = of_find_node_by_type(NULL, "8042"); 396 if (np == NULL) 397 return -ENODEV; 398 of_node_put(np); 399 break; 400 case FDC_BASE: 401 np = of_find_node_by_type(NULL, "fdc"); 402 if (np == NULL) 403 return -ENODEV; 404 of_node_put(np); 405 break; 406 } 407 return 0; 408 } 409 410 /* 411 * Called very early, MMU is off, device-tree isn't unflattened 412 */ 413 414 static int __init pSeries_probe_hypertas(unsigned long node, 415 const char *uname, int depth, 416 void *data) 417 { 418 if (depth != 1 || 419 (strcmp(uname, "rtas") != 0 && strcmp(uname, "rtas@0") != 0)) 420 return 0; 421 422 if (of_get_flat_dt_prop(node, "ibm,hypertas-functions", NULL) != NULL) 423 powerpc_firmware_features |= FW_FEATURE_LPAR; 424 425 return 1; 426 } 427 428 static int __init pSeries_probe(void) 429 { 430 unsigned long root = of_get_flat_dt_root(); 431 char *dtype = of_get_flat_dt_prop(root, "device_type", NULL); 432 433 if (dtype == NULL) 434 return 0; 435 if (strcmp(dtype, "chrp")) 436 return 0; 437 438 /* Cell blades firmware claims to be chrp while it's not. Until this 439 * is fixed, we need to avoid those here. 440 */ 441 if (of_flat_dt_is_compatible(root, "IBM,CPBW-1.0") || 442 of_flat_dt_is_compatible(root, "IBM,CBEA")) 443 return 0; 444 445 DBG("pSeries detected, looking for LPAR capability...\n"); 446 447 /* Now try to figure out if we are running on LPAR */ 448 of_scan_flat_dt(pSeries_probe_hypertas, NULL); 449 450 if (firmware_has_feature(FW_FEATURE_LPAR)) 451 hpte_init_lpar(); 452 else 453 hpte_init_native(); 454 455 DBG("Machine is%s LPAR !\n", 456 (powerpc_firmware_features & FW_FEATURE_LPAR) ? "" : " not"); 457 458 return 1; 459 } 460 461 462 DECLARE_PER_CPU(unsigned long, smt_snooze_delay); 463 464 static void pseries_dedicated_idle_sleep(void) 465 { 466 unsigned int cpu = smp_processor_id(); 467 unsigned long start_snooze; 468 469 /* 470 * Indicate to the HV that we are idle. Now would be 471 * a good time to find other work to dispatch. 472 */ 473 get_lppaca()->idle = 1; 474 475 /* 476 * We come in with interrupts disabled, and need_resched() 477 * has been checked recently. If we should poll for a little 478 * while, do so. 479 */ 480 if (__get_cpu_var(smt_snooze_delay)) { 481 start_snooze = get_tb() + 482 __get_cpu_var(smt_snooze_delay) * tb_ticks_per_usec; 483 local_irq_enable(); 484 set_thread_flag(TIF_POLLING_NRFLAG); 485 486 while (get_tb() < start_snooze) { 487 if (need_resched() || cpu_is_offline(cpu)) 488 goto out; 489 ppc64_runlatch_off(); 490 HMT_low(); 491 HMT_very_low(); 492 } 493 494 HMT_medium(); 495 clear_thread_flag(TIF_POLLING_NRFLAG); 496 smp_mb(); 497 local_irq_disable(); 498 if (need_resched() || cpu_is_offline(cpu)) 499 goto out; 500 } 501 502 cede_processor(); 503 504 out: 505 HMT_medium(); 506 get_lppaca()->idle = 0; 507 } 508 509 static void pseries_shared_idle_sleep(void) 510 { 511 /* 512 * Indicate to the HV that we are idle. Now would be 513 * a good time to find other work to dispatch. 514 */ 515 get_lppaca()->idle = 1; 516 517 /* 518 * Yield the processor to the hypervisor. We return if 519 * an external interrupt occurs (which are driven prior 520 * to returning here) or if a prod occurs from another 521 * processor. When returning here, external interrupts 522 * are enabled. 523 */ 524 cede_processor(); 525 526 get_lppaca()->idle = 0; 527 } 528 529 static int pSeries_pci_probe_mode(struct pci_bus *bus) 530 { 531 if (firmware_has_feature(FW_FEATURE_LPAR)) 532 return PCI_PROBE_DEVTREE; 533 return PCI_PROBE_NORMAL; 534 } 535 536 define_machine(pseries) { 537 .name = "pSeries", 538 .probe = pSeries_probe, 539 .setup_arch = pSeries_setup_arch, 540 .init_early = pSeries_init_early, 541 .show_cpuinfo = pSeries_show_cpuinfo, 542 .log_error = pSeries_log_error, 543 .pcibios_fixup = pSeries_final_fixup, 544 .pci_probe_mode = pSeries_pci_probe_mode, 545 .restart = rtas_restart, 546 .power_off = rtas_power_off, 547 .halt = rtas_halt, 548 .panic = rtas_os_term, 549 .get_boot_time = rtas_get_boot_time, 550 .get_rtc_time = rtas_get_rtc_time, 551 .set_rtc_time = rtas_set_rtc_time, 552 .calibrate_decr = generic_calibrate_decr, 553 .progress = rtas_progress, 554 .check_legacy_ioport = pSeries_check_legacy_ioport, 555 .system_reset_exception = pSeries_system_reset_exception, 556 .machine_check_exception = pSeries_machine_check_exception, 557 #ifdef CONFIG_KEXEC 558 .machine_kexec = default_machine_kexec, 559 .machine_kexec_prepare = default_machine_kexec_prepare, 560 .machine_crash_shutdown = default_machine_crash_shutdown, 561 #endif 562 }; 563