1/* arch/sparc/kernel/entry.S: Sparc trap low-level entry points. 2 * 3 * Copyright (C) 1995, 2007 David S. Miller (davem@davemloft.net) 4 * Copyright (C) 1996 Eddie C. Dost (ecd@skynet.be) 5 * Copyright (C) 1996 Miguel de Icaza (miguel@nuclecu.unam.mx) 6 * Copyright (C) 1996-1999 Jakub Jelinek (jj@sunsite.mff.cuni.cz) 7 * Copyright (C) 1997 Anton Blanchard (anton@progsoc.uts.edu.au) 8 */ 9 10#include <linux/linkage.h> 11#include <linux/errno.h> 12 13#include <asm/head.h> 14#include <asm/asi.h> 15#include <asm/smp.h> 16#include <asm/contregs.h> 17#include <asm/ptrace.h> 18#include <asm/asm-offsets.h> 19#include <asm/psr.h> 20#include <asm/vaddrs.h> 21#include <asm/page.h> 22#include <asm/pgtable.h> 23#include <asm/winmacro.h> 24#include <asm/signal.h> 25#include <asm/obio.h> 26#include <asm/mxcc.h> 27#include <asm/thread_info.h> 28#include <asm/param.h> 29#include <asm/unistd.h> 30 31#include <asm/asmmacro.h> 32 33#define curptr g6 34 35/* These are just handy. */ 36#define _SV save %sp, -STACKFRAME_SZ, %sp 37#define _RS restore 38 39#define FLUSH_ALL_KERNEL_WINDOWS \ 40 _SV; _SV; _SV; _SV; _SV; _SV; _SV; \ 41 _RS; _RS; _RS; _RS; _RS; _RS; _RS; 42 43 .text 44 45#ifdef CONFIG_KGDB 46 .align 4 47 .globl arch_kgdb_breakpoint 48 .type arch_kgdb_breakpoint,#function 49arch_kgdb_breakpoint: 50 ta 0x7d 51 retl 52 nop 53 .size arch_kgdb_breakpoint,.-arch_kgdb_breakpoint 54#endif 55 56#if defined(CONFIG_BLK_DEV_FD) || defined(CONFIG_BLK_DEV_FD_MODULE) 57 .align 4 58 .globl floppy_hardint 59floppy_hardint: 60 /* 61 * This code cannot touch registers %l0 %l1 and %l2 62 * because SAVE_ALL depends on their values. It depends 63 * on %l3 also, but we regenerate it before a call. 64 * Other registers are: 65 * %l3 -- base address of fdc registers 66 * %l4 -- pdma_vaddr 67 * %l5 -- scratch for ld/st address 68 * %l6 -- pdma_size 69 * %l7 -- scratch [floppy byte, ld/st address, aux. data] 70 */ 71 72 /* Do we have work to do? */ 73 sethi %hi(doing_pdma), %l7 74 ld [%l7 + %lo(doing_pdma)], %l7 75 cmp %l7, 0 76 be floppy_dosoftint 77 nop 78 79 /* Load fdc register base */ 80 sethi %hi(fdc_status), %l3 81 ld [%l3 + %lo(fdc_status)], %l3 82 83 /* Setup register addresses */ 84 sethi %hi(pdma_vaddr), %l5 ! transfer buffer 85 ld [%l5 + %lo(pdma_vaddr)], %l4 86 sethi %hi(pdma_size), %l5 ! bytes to go 87 ld [%l5 + %lo(pdma_size)], %l6 88next_byte: 89 ldub [%l3], %l7 90 91 andcc %l7, 0x80, %g0 ! Does fifo still have data 92 bz floppy_fifo_emptied ! fifo has been emptied... 93 andcc %l7, 0x20, %g0 ! in non-dma mode still? 94 bz floppy_overrun ! nope, overrun 95 andcc %l7, 0x40, %g0 ! 0=write 1=read 96 bz floppy_write 97 sub %l6, 0x1, %l6 98 99 /* Ok, actually read this byte */ 100 ldub [%l3 + 1], %l7 101 orcc %g0, %l6, %g0 102 stb %l7, [%l4] 103 bne next_byte 104 add %l4, 0x1, %l4 105 106 b floppy_tdone 107 nop 108 109floppy_write: 110 /* Ok, actually write this byte */ 111 ldub [%l4], %l7 112 orcc %g0, %l6, %g0 113 stb %l7, [%l3 + 1] 114 bne next_byte 115 add %l4, 0x1, %l4 116 117 /* fall through... */ 118floppy_tdone: 119 sethi %hi(pdma_vaddr), %l5 120 st %l4, [%l5 + %lo(pdma_vaddr)] 121 sethi %hi(pdma_size), %l5 122 st %l6, [%l5 + %lo(pdma_size)] 123 /* Flip terminal count pin */ 124 set auxio_register, %l7 125 ld [%l7], %l7 126 127 ldub [%l7], %l5 128 129 or %l5, 0xc2, %l5 130 stb %l5, [%l7] 131 andn %l5, 0x02, %l5 132 1332: 134 /* Kill some time so the bits set */ 135 WRITE_PAUSE 136 WRITE_PAUSE 137 138 stb %l5, [%l7] 139 140 /* Prevent recursion */ 141 sethi %hi(doing_pdma), %l7 142 b floppy_dosoftint 143 st %g0, [%l7 + %lo(doing_pdma)] 144 145 /* We emptied the FIFO, but we haven't read everything 146 * as of yet. Store the current transfer address and 147 * bytes left to read so we can continue when the next 148 * fast IRQ comes in. 149 */ 150floppy_fifo_emptied: 151 sethi %hi(pdma_vaddr), %l5 152 st %l4, [%l5 + %lo(pdma_vaddr)] 153 sethi %hi(pdma_size), %l7 154 st %l6, [%l7 + %lo(pdma_size)] 155 156 /* Restore condition codes */ 157 wr %l0, 0x0, %psr 158 WRITE_PAUSE 159 160 jmp %l1 161 rett %l2 162 163floppy_overrun: 164 sethi %hi(pdma_vaddr), %l5 165 st %l4, [%l5 + %lo(pdma_vaddr)] 166 sethi %hi(pdma_size), %l5 167 st %l6, [%l5 + %lo(pdma_size)] 168 /* Prevent recursion */ 169 sethi %hi(doing_pdma), %l7 170 st %g0, [%l7 + %lo(doing_pdma)] 171 172 /* fall through... */ 173floppy_dosoftint: 174 rd %wim, %l3 175 SAVE_ALL 176 177 /* Set all IRQs off. */ 178 or %l0, PSR_PIL, %l4 179 wr %l4, 0x0, %psr 180 WRITE_PAUSE 181 wr %l4, PSR_ET, %psr 182 WRITE_PAUSE 183 184 mov 11, %o0 ! floppy irq level (unused anyway) 185 mov %g0, %o1 ! devid is not used in fast interrupts 186 call sparc_floppy_irq 187 add %sp, STACKFRAME_SZ, %o2 ! struct pt_regs *regs 188 189 RESTORE_ALL 190 191#endif /* (CONFIG_BLK_DEV_FD) */ 192 193 /* Bad trap handler */ 194 .globl bad_trap_handler 195bad_trap_handler: 196 SAVE_ALL 197 198 wr %l0, PSR_ET, %psr 199 WRITE_PAUSE 200 201 add %sp, STACKFRAME_SZ, %o0 ! pt_regs 202 call do_hw_interrupt 203 mov %l7, %o1 ! trap number 204 205 RESTORE_ALL 206 207/* For now all IRQ's not registered get sent here. handler_irq() will 208 * see if a routine is registered to handle this interrupt and if not 209 * it will say so on the console. 210 */ 211 212 .align 4 213 .globl real_irq_entry, patch_handler_irq 214real_irq_entry: 215 SAVE_ALL 216 217#ifdef CONFIG_SMP 218 .globl patchme_maybe_smp_msg 219 220 cmp %l7, 11 221patchme_maybe_smp_msg: 222 bgu maybe_smp4m_msg 223 nop 224#endif 225 226real_irq_continue: 227 or %l0, PSR_PIL, %g2 228 wr %g2, 0x0, %psr 229 WRITE_PAUSE 230 wr %g2, PSR_ET, %psr 231 WRITE_PAUSE 232 mov %l7, %o0 ! irq level 233patch_handler_irq: 234 call handler_irq 235 add %sp, STACKFRAME_SZ, %o1 ! pt_regs ptr 236 or %l0, PSR_PIL, %g2 ! restore PIL after handler_irq 237 wr %g2, PSR_ET, %psr ! keep ET up 238 WRITE_PAUSE 239 240 RESTORE_ALL 241 242#ifdef CONFIG_SMP 243 /* SMP per-cpu ticker interrupts are handled specially. */ 244smp4m_ticker: 245 bne real_irq_continue+4 246 or %l0, PSR_PIL, %g2 247 wr %g2, 0x0, %psr 248 WRITE_PAUSE 249 wr %g2, PSR_ET, %psr 250 WRITE_PAUSE 251 call smp4m_percpu_timer_interrupt 252 add %sp, STACKFRAME_SZ, %o0 253 wr %l0, PSR_ET, %psr 254 WRITE_PAUSE 255 RESTORE_ALL 256 257#define GET_PROCESSOR4M_ID(reg) \ 258 rd %tbr, %reg; \ 259 srl %reg, 12, %reg; \ 260 and %reg, 3, %reg; 261 262 /* Here is where we check for possible SMP IPI passed to us 263 * on some level other than 15 which is the NMI and only used 264 * for cross calls. That has a separate entry point below. 265 * 266 * IPIs are sent on Level 12, 13 and 14. See IRQ_IPI_*. 267 */ 268maybe_smp4m_msg: 269 GET_PROCESSOR4M_ID(o3) 270 sethi %hi(sun4m_irq_percpu), %l5 271 sll %o3, 2, %o3 272 or %l5, %lo(sun4m_irq_percpu), %o5 273 sethi %hi(0x70000000), %o2 ! Check all soft-IRQs 274 ld [%o5 + %o3], %o1 275 ld [%o1 + 0x00], %o3 ! sun4m_irq_percpu[cpu]->pending 276 andcc %o3, %o2, %g0 277 be,a smp4m_ticker 278 cmp %l7, 14 279 /* Soft-IRQ IPI */ 280 st %o2, [%o1 + 0x04] ! sun4m_irq_percpu[cpu]->clear=0x70000000 281 WRITE_PAUSE 282 ld [%o1 + 0x00], %g0 ! sun4m_irq_percpu[cpu]->pending 283 WRITE_PAUSE 284 or %l0, PSR_PIL, %l4 285 wr %l4, 0x0, %psr 286 WRITE_PAUSE 287 wr %l4, PSR_ET, %psr 288 WRITE_PAUSE 289 srl %o3, 28, %o2 ! shift for simpler checks below 290maybe_smp4m_msg_check_single: 291 andcc %o2, 0x1, %g0 292 beq,a maybe_smp4m_msg_check_mask 293 andcc %o2, 0x2, %g0 294 call smp_call_function_single_interrupt 295 nop 296 andcc %o2, 0x2, %g0 297maybe_smp4m_msg_check_mask: 298 beq,a maybe_smp4m_msg_check_resched 299 andcc %o2, 0x4, %g0 300 call smp_call_function_interrupt 301 nop 302 andcc %o2, 0x4, %g0 303maybe_smp4m_msg_check_resched: 304 /* rescheduling is done in RESTORE_ALL regardless, but incr stats */ 305 beq,a maybe_smp4m_msg_out 306 nop 307 call smp_resched_interrupt 308 nop 309maybe_smp4m_msg_out: 310 RESTORE_ALL 311 312 .align 4 313 .globl linux_trap_ipi15_sun4m 314linux_trap_ipi15_sun4m: 315 SAVE_ALL 316 sethi %hi(0x80000000), %o2 317 GET_PROCESSOR4M_ID(o0) 318 sethi %hi(sun4m_irq_percpu), %l5 319 or %l5, %lo(sun4m_irq_percpu), %o5 320 sll %o0, 2, %o0 321 ld [%o5 + %o0], %o5 322 ld [%o5 + 0x00], %o3 ! sun4m_irq_percpu[cpu]->pending 323 andcc %o3, %o2, %g0 324 be sun4m_nmi_error ! Must be an NMI async memory error 325 st %o2, [%o5 + 0x04] ! sun4m_irq_percpu[cpu]->clear=0x80000000 326 WRITE_PAUSE 327 ld [%o5 + 0x00], %g0 ! sun4m_irq_percpu[cpu]->pending 328 WRITE_PAUSE 329 or %l0, PSR_PIL, %l4 330 wr %l4, 0x0, %psr 331 WRITE_PAUSE 332 wr %l4, PSR_ET, %psr 333 WRITE_PAUSE 334 call smp4m_cross_call_irq 335 nop 336 b ret_trap_lockless_ipi 337 clr %l6 338 339 .globl smp4d_ticker 340 /* SMP per-cpu ticker interrupts are handled specially. */ 341smp4d_ticker: 342 SAVE_ALL 343 or %l0, PSR_PIL, %g2 344 sethi %hi(CC_ICLR), %o0 345 sethi %hi(1 << 14), %o1 346 or %o0, %lo(CC_ICLR), %o0 347 stha %o1, [%o0] ASI_M_MXCC /* Clear PIL 14 in MXCC's ICLR */ 348 wr %g2, 0x0, %psr 349 WRITE_PAUSE 350 wr %g2, PSR_ET, %psr 351 WRITE_PAUSE 352 call smp4d_percpu_timer_interrupt 353 add %sp, STACKFRAME_SZ, %o0 354 wr %l0, PSR_ET, %psr 355 WRITE_PAUSE 356 RESTORE_ALL 357 358 .align 4 359 .globl linux_trap_ipi15_sun4d 360linux_trap_ipi15_sun4d: 361 SAVE_ALL 362 sethi %hi(CC_BASE), %o4 363 sethi %hi(MXCC_ERR_ME|MXCC_ERR_PEW|MXCC_ERR_ASE|MXCC_ERR_PEE), %o2 364 or %o4, (CC_EREG - CC_BASE), %o0 365 ldda [%o0] ASI_M_MXCC, %o0 366 andcc %o0, %o2, %g0 367 bne 1f 368 sethi %hi(BB_STAT2), %o2 369 lduba [%o2] ASI_M_CTL, %o2 370 andcc %o2, BB_STAT2_MASK, %g0 371 bne 2f 372 or %o4, (CC_ICLR - CC_BASE), %o0 373 sethi %hi(1 << 15), %o1 374 stha %o1, [%o0] ASI_M_MXCC /* Clear PIL 15 in MXCC's ICLR */ 375 or %l0, PSR_PIL, %l4 376 wr %l4, 0x0, %psr 377 WRITE_PAUSE 378 wr %l4, PSR_ET, %psr 379 WRITE_PAUSE 380 call smp4d_cross_call_irq 381 nop 382 b ret_trap_lockless_ipi 383 clr %l6 384 3851: /* MXCC error */ 3862: /* BB error */ 387 /* Disable PIL 15 */ 388 set CC_IMSK, %l4 389 lduha [%l4] ASI_M_MXCC, %l5 390 sethi %hi(1 << 15), %l7 391 or %l5, %l7, %l5 392 stha %l5, [%l4] ASI_M_MXCC 393 /* FIXME */ 3941: b,a 1b 395 396 .globl smpleon_ipi 397 .extern leon_ipi_interrupt 398 /* SMP per-cpu IPI interrupts are handled specially. */ 399smpleon_ipi: 400 SAVE_ALL 401 or %l0, PSR_PIL, %g2 402 wr %g2, 0x0, %psr 403 WRITE_PAUSE 404 wr %g2, PSR_ET, %psr 405 WRITE_PAUSE 406 call leonsmp_ipi_interrupt 407 add %sp, STACKFRAME_SZ, %o1 ! pt_regs 408 wr %l0, PSR_ET, %psr 409 WRITE_PAUSE 410 RESTORE_ALL 411 412 .align 4 413 .globl linux_trap_ipi15_leon 414linux_trap_ipi15_leon: 415 SAVE_ALL 416 or %l0, PSR_PIL, %l4 417 wr %l4, 0x0, %psr 418 WRITE_PAUSE 419 wr %l4, PSR_ET, %psr 420 WRITE_PAUSE 421 call leon_cross_call_irq 422 nop 423 b ret_trap_lockless_ipi 424 clr %l6 425 426#endif /* CONFIG_SMP */ 427 428 /* This routine handles illegal instructions and privileged 429 * instruction attempts from user code. 430 */ 431 .align 4 432 .globl bad_instruction 433bad_instruction: 434 sethi %hi(0xc1f80000), %l4 435 ld [%l1], %l5 436 sethi %hi(0x81d80000), %l7 437 and %l5, %l4, %l5 438 cmp %l5, %l7 439 be 1f 440 SAVE_ALL 441 442 wr %l0, PSR_ET, %psr ! re-enable traps 443 WRITE_PAUSE 444 445 add %sp, STACKFRAME_SZ, %o0 446 mov %l1, %o1 447 mov %l2, %o2 448 call do_illegal_instruction 449 mov %l0, %o3 450 451 RESTORE_ALL 452 4531: /* unimplemented flush - just skip */ 454 jmpl %l2, %g0 455 rett %l2 + 4 456 457 .align 4 458 .globl priv_instruction 459priv_instruction: 460 SAVE_ALL 461 462 wr %l0, PSR_ET, %psr 463 WRITE_PAUSE 464 465 add %sp, STACKFRAME_SZ, %o0 466 mov %l1, %o1 467 mov %l2, %o2 468 call do_priv_instruction 469 mov %l0, %o3 470 471 RESTORE_ALL 472 473 /* This routine handles unaligned data accesses. */ 474 .align 4 475 .globl mna_handler 476mna_handler: 477 andcc %l0, PSR_PS, %g0 478 be mna_fromuser 479 nop 480 481 SAVE_ALL 482 483 wr %l0, PSR_ET, %psr 484 WRITE_PAUSE 485 486 ld [%l1], %o1 487 call kernel_unaligned_trap 488 add %sp, STACKFRAME_SZ, %o0 489 490 RESTORE_ALL 491 492mna_fromuser: 493 SAVE_ALL 494 495 wr %l0, PSR_ET, %psr ! re-enable traps 496 WRITE_PAUSE 497 498 ld [%l1], %o1 499 call user_unaligned_trap 500 add %sp, STACKFRAME_SZ, %o0 501 502 RESTORE_ALL 503 504 /* This routine handles floating point disabled traps. */ 505 .align 4 506 .globl fpd_trap_handler 507fpd_trap_handler: 508 SAVE_ALL 509 510 wr %l0, PSR_ET, %psr ! re-enable traps 511 WRITE_PAUSE 512 513 add %sp, STACKFRAME_SZ, %o0 514 mov %l1, %o1 515 mov %l2, %o2 516 call do_fpd_trap 517 mov %l0, %o3 518 519 RESTORE_ALL 520 521 /* This routine handles Floating Point Exceptions. */ 522 .align 4 523 .globl fpe_trap_handler 524fpe_trap_handler: 525 set fpsave_magic, %l5 526 cmp %l1, %l5 527 be 1f 528 sethi %hi(fpsave), %l5 529 or %l5, %lo(fpsave), %l5 530 cmp %l1, %l5 531 bne 2f 532 sethi %hi(fpsave_catch2), %l5 533 or %l5, %lo(fpsave_catch2), %l5 534 wr %l0, 0x0, %psr 535 WRITE_PAUSE 536 jmp %l5 537 rett %l5 + 4 5381: 539 sethi %hi(fpsave_catch), %l5 540 or %l5, %lo(fpsave_catch), %l5 541 wr %l0, 0x0, %psr 542 WRITE_PAUSE 543 jmp %l5 544 rett %l5 + 4 545 5462: 547 SAVE_ALL 548 549 wr %l0, PSR_ET, %psr ! re-enable traps 550 WRITE_PAUSE 551 552 add %sp, STACKFRAME_SZ, %o0 553 mov %l1, %o1 554 mov %l2, %o2 555 call do_fpe_trap 556 mov %l0, %o3 557 558 RESTORE_ALL 559 560 /* This routine handles Tag Overflow Exceptions. */ 561 .align 4 562 .globl do_tag_overflow 563do_tag_overflow: 564 SAVE_ALL 565 566 wr %l0, PSR_ET, %psr ! re-enable traps 567 WRITE_PAUSE 568 569 add %sp, STACKFRAME_SZ, %o0 570 mov %l1, %o1 571 mov %l2, %o2 572 call handle_tag_overflow 573 mov %l0, %o3 574 575 RESTORE_ALL 576 577 /* This routine handles Watchpoint Exceptions. */ 578 .align 4 579 .globl do_watchpoint 580do_watchpoint: 581 SAVE_ALL 582 583 wr %l0, PSR_ET, %psr ! re-enable traps 584 WRITE_PAUSE 585 586 add %sp, STACKFRAME_SZ, %o0 587 mov %l1, %o1 588 mov %l2, %o2 589 call handle_watchpoint 590 mov %l0, %o3 591 592 RESTORE_ALL 593 594 /* This routine handles Register Access Exceptions. */ 595 .align 4 596 .globl do_reg_access 597do_reg_access: 598 SAVE_ALL 599 600 wr %l0, PSR_ET, %psr ! re-enable traps 601 WRITE_PAUSE 602 603 add %sp, STACKFRAME_SZ, %o0 604 mov %l1, %o1 605 mov %l2, %o2 606 call handle_reg_access 607 mov %l0, %o3 608 609 RESTORE_ALL 610 611 /* This routine handles Co-Processor Disabled Exceptions. */ 612 .align 4 613 .globl do_cp_disabled 614do_cp_disabled: 615 SAVE_ALL 616 617 wr %l0, PSR_ET, %psr ! re-enable traps 618 WRITE_PAUSE 619 620 add %sp, STACKFRAME_SZ, %o0 621 mov %l1, %o1 622 mov %l2, %o2 623 call handle_cp_disabled 624 mov %l0, %o3 625 626 RESTORE_ALL 627 628 /* This routine handles Co-Processor Exceptions. */ 629 .align 4 630 .globl do_cp_exception 631do_cp_exception: 632 SAVE_ALL 633 634 wr %l0, PSR_ET, %psr ! re-enable traps 635 WRITE_PAUSE 636 637 add %sp, STACKFRAME_SZ, %o0 638 mov %l1, %o1 639 mov %l2, %o2 640 call handle_cp_exception 641 mov %l0, %o3 642 643 RESTORE_ALL 644 645 /* This routine handles Hardware Divide By Zero Exceptions. */ 646 .align 4 647 .globl do_hw_divzero 648do_hw_divzero: 649 SAVE_ALL 650 651 wr %l0, PSR_ET, %psr ! re-enable traps 652 WRITE_PAUSE 653 654 add %sp, STACKFRAME_SZ, %o0 655 mov %l1, %o1 656 mov %l2, %o2 657 call handle_hw_divzero 658 mov %l0, %o3 659 660 RESTORE_ALL 661 662 .align 4 663 .globl do_flush_windows 664do_flush_windows: 665 SAVE_ALL 666 667 wr %l0, PSR_ET, %psr 668 WRITE_PAUSE 669 670 andcc %l0, PSR_PS, %g0 671 bne dfw_kernel 672 nop 673 674 call flush_user_windows 675 nop 676 677 /* Advance over the trap instruction. */ 678 ld [%sp + STACKFRAME_SZ + PT_NPC], %l1 679 add %l1, 0x4, %l2 680 st %l1, [%sp + STACKFRAME_SZ + PT_PC] 681 st %l2, [%sp + STACKFRAME_SZ + PT_NPC] 682 683 RESTORE_ALL 684 685 .globl flush_patch_one 686 687 /* We get these for debugging routines using __builtin_return_address() */ 688dfw_kernel: 689flush_patch_one: 690 FLUSH_ALL_KERNEL_WINDOWS 691 692 /* Advance over the trap instruction. */ 693 ld [%sp + STACKFRAME_SZ + PT_NPC], %l1 694 add %l1, 0x4, %l2 695 st %l1, [%sp + STACKFRAME_SZ + PT_PC] 696 st %l2, [%sp + STACKFRAME_SZ + PT_NPC] 697 698 RESTORE_ALL 699 700 /* The getcc software trap. The user wants the condition codes from 701 * the %psr in register %g1. 702 */ 703 704 .align 4 705 .globl getcc_trap_handler 706getcc_trap_handler: 707 srl %l0, 20, %g1 ! give user 708 and %g1, 0xf, %g1 ! only ICC bits in %psr 709 jmp %l2 ! advance over trap instruction 710 rett %l2 + 0x4 ! like this... 711 712 /* The setcc software trap. The user has condition codes in %g1 713 * that it would like placed in the %psr. Be careful not to flip 714 * any unintentional bits! 715 */ 716 717 .align 4 718 .globl setcc_trap_handler 719setcc_trap_handler: 720 sll %g1, 0x14, %l4 721 set PSR_ICC, %l5 722 andn %l0, %l5, %l0 ! clear ICC bits in %psr 723 and %l4, %l5, %l4 ! clear non-ICC bits in user value 724 or %l4, %l0, %l4 ! or them in... mix mix mix 725 726 wr %l4, 0x0, %psr ! set new %psr 727 WRITE_PAUSE ! TI scumbags... 728 729 jmp %l2 ! advance over trap instruction 730 rett %l2 + 0x4 ! like this... 731 732sun4m_nmi_error: 733 /* NMI async memory error handling. */ 734 sethi %hi(0x80000000), %l4 735 sethi %hi(sun4m_irq_global), %o5 736 ld [%o5 + %lo(sun4m_irq_global)], %l5 737 st %l4, [%l5 + 0x0c] ! sun4m_irq_global->mask_set=0x80000000 738 WRITE_PAUSE 739 ld [%l5 + 0x00], %g0 ! sun4m_irq_global->pending 740 WRITE_PAUSE 741 or %l0, PSR_PIL, %l4 742 wr %l4, 0x0, %psr 743 WRITE_PAUSE 744 wr %l4, PSR_ET, %psr 745 WRITE_PAUSE 746 call sun4m_nmi 747 nop 748 st %l4, [%l5 + 0x08] ! sun4m_irq_global->mask_clear=0x80000000 749 WRITE_PAUSE 750 ld [%l5 + 0x00], %g0 ! sun4m_irq_global->pending 751 WRITE_PAUSE 752 RESTORE_ALL 753 754#ifndef CONFIG_SMP 755 .align 4 756 .globl linux_trap_ipi15_sun4m 757linux_trap_ipi15_sun4m: 758 SAVE_ALL 759 760 ba sun4m_nmi_error 761 nop 762#endif /* CONFIG_SMP */ 763 764 .align 4 765 .globl srmmu_fault 766srmmu_fault: 767 mov 0x400, %l5 768 mov 0x300, %l4 769 770LEON_PI(lda [%l5] ASI_LEON_MMUREGS, %l6) ! read sfar first 771SUN_PI_(lda [%l5] ASI_M_MMUREGS, %l6) ! read sfar first 772 773LEON_PI(lda [%l4] ASI_LEON_MMUREGS, %l5) ! read sfsr last 774SUN_PI_(lda [%l4] ASI_M_MMUREGS, %l5) ! read sfsr last 775 776 andn %l6, 0xfff, %l6 777 srl %l5, 6, %l5 ! and encode all info into l7 778 779 and %l5, 2, %l5 780 or %l5, %l6, %l6 781 782 or %l6, %l7, %l7 ! l7 = [addr,write,txtfault] 783 784 SAVE_ALL 785 786 mov %l7, %o1 787 mov %l7, %o2 788 and %o1, 1, %o1 ! arg2 = text_faultp 789 mov %l7, %o3 790 and %o2, 2, %o2 ! arg3 = writep 791 andn %o3, 0xfff, %o3 ! arg4 = faulting address 792 793 wr %l0, PSR_ET, %psr 794 WRITE_PAUSE 795 796 call do_sparc_fault 797 add %sp, STACKFRAME_SZ, %o0 ! arg1 = pt_regs ptr 798 799 RESTORE_ALL 800 801 .align 4 802 .globl sys_nis_syscall 803sys_nis_syscall: 804 mov %o7, %l5 805 add %sp, STACKFRAME_SZ, %o0 ! pt_regs *regs arg 806 call c_sys_nis_syscall 807 mov %l5, %o7 808 809sunos_execv: 810 .globl sunos_execv 811 b sys_execve 812 clr %i2 813 814 .align 4 815 .globl sys_sparc_pipe 816sys_sparc_pipe: 817 mov %o7, %l5 818 add %sp, STACKFRAME_SZ, %o0 ! pt_regs *regs arg 819 call sparc_pipe 820 mov %l5, %o7 821 822 .align 4 823 .globl sys_sigaltstack 824sys_sigaltstack: 825 mov %o7, %l5 826 mov %fp, %o2 827 call do_sigaltstack 828 mov %l5, %o7 829 830 .align 4 831 .globl sys_sigstack 832sys_sigstack: 833 mov %o7, %l5 834 mov %fp, %o2 835 call do_sys_sigstack 836 mov %l5, %o7 837 838 .align 4 839 .globl sys_sigreturn 840sys_sigreturn: 841 call do_sigreturn 842 add %sp, STACKFRAME_SZ, %o0 843 844 ld [%curptr + TI_FLAGS], %l5 845 andcc %l5, _TIF_SYSCALL_TRACE, %g0 846 be 1f 847 nop 848 849 call syscall_trace 850 nop 851 8521: 853 /* We don't want to muck with user registers like a 854 * normal syscall, just return. 855 */ 856 RESTORE_ALL 857 858 .align 4 859 .globl sys_rt_sigreturn 860sys_rt_sigreturn: 861 call do_rt_sigreturn 862 add %sp, STACKFRAME_SZ, %o0 863 864 ld [%curptr + TI_FLAGS], %l5 865 andcc %l5, _TIF_SYSCALL_TRACE, %g0 866 be 1f 867 nop 868 869 add %sp, STACKFRAME_SZ, %o0 870 call syscall_trace 871 mov 1, %o1 872 8731: 874 /* We are returning to a signal handler. */ 875 RESTORE_ALL 876 877 /* Now that we have a real sys_clone, sys_fork() is 878 * implemented in terms of it. Our _real_ implementation 879 * of SunOS vfork() will use sys_vfork(). 880 * 881 * XXX These three should be consolidated into mostly shared 882 * XXX code just like on sparc64... -DaveM 883 */ 884 .align 4 885 .globl sys_fork, flush_patch_two 886sys_fork: 887 mov %o7, %l5 888flush_patch_two: 889 FLUSH_ALL_KERNEL_WINDOWS; 890 ld [%curptr + TI_TASK], %o4 891 rd %psr, %g4 892 WRITE_PAUSE 893 mov SIGCHLD, %o0 ! arg0: clone flags 894 rd %wim, %g5 895 WRITE_PAUSE 896 mov %fp, %o1 ! arg1: usp 897 std %g4, [%o4 + AOFF_task_thread + AOFF_thread_fork_kpsr] 898 add %sp, STACKFRAME_SZ, %o2 ! arg2: pt_regs ptr 899 mov 0, %o3 900 call sparc_do_fork 901 mov %l5, %o7 902 903 /* Whee, kernel threads! */ 904 .globl sys_clone, flush_patch_three 905sys_clone: 906 mov %o7, %l5 907flush_patch_three: 908 FLUSH_ALL_KERNEL_WINDOWS; 909 ld [%curptr + TI_TASK], %o4 910 rd %psr, %g4 911 WRITE_PAUSE 912 913 /* arg0,1: flags,usp -- loaded already */ 914 cmp %o1, 0x0 ! Is new_usp NULL? 915 rd %wim, %g5 916 WRITE_PAUSE 917 be,a 1f 918 mov %fp, %o1 ! yes, use callers usp 919 andn %o1, 7, %o1 ! no, align to 8 bytes 9201: 921 std %g4, [%o4 + AOFF_task_thread + AOFF_thread_fork_kpsr] 922 add %sp, STACKFRAME_SZ, %o2 ! arg2: pt_regs ptr 923 mov 0, %o3 924 call sparc_do_fork 925 mov %l5, %o7 926 927 /* Whee, real vfork! */ 928 .globl sys_vfork, flush_patch_four 929sys_vfork: 930flush_patch_four: 931 FLUSH_ALL_KERNEL_WINDOWS; 932 ld [%curptr + TI_TASK], %o4 933 rd %psr, %g4 934 WRITE_PAUSE 935 rd %wim, %g5 936 WRITE_PAUSE 937 std %g4, [%o4 + AOFF_task_thread + AOFF_thread_fork_kpsr] 938 sethi %hi(0x4000 | 0x0100 | SIGCHLD), %o0 939 mov %fp, %o1 940 or %o0, %lo(0x4000 | 0x0100 | SIGCHLD), %o0 941 sethi %hi(sparc_do_fork), %l1 942 mov 0, %o3 943 jmpl %l1 + %lo(sparc_do_fork), %g0 944 add %sp, STACKFRAME_SZ, %o2 945 946 .align 4 947linux_sparc_ni_syscall: 948 sethi %hi(sys_ni_syscall), %l7 949 b do_syscall 950 or %l7, %lo(sys_ni_syscall), %l7 951 952linux_syscall_trace: 953 add %sp, STACKFRAME_SZ, %o0 954 call syscall_trace 955 mov 0, %o1 956 cmp %o0, 0 957 bne 3f 958 mov -ENOSYS, %o0 959 mov %i0, %o0 960 mov %i1, %o1 961 mov %i2, %o2 962 mov %i3, %o3 963 b 2f 964 mov %i4, %o4 965 966 .globl ret_from_fork 967ret_from_fork: 968 call schedule_tail 969 ld [%g3 + TI_TASK], %o0 970 b ret_sys_call 971 ld [%sp + STACKFRAME_SZ + PT_I0], %o0 972 973 .globl ret_from_kernel_thread 974ret_from_kernel_thread: 975 call schedule_tail 976 ld [%g3 + TI_TASK], %o0 977 ld [%sp + STACKFRAME_SZ + PT_G1], %l0 978 call %l0 979 ld [%sp + STACKFRAME_SZ + PT_G2], %o0 980 rd %psr, %l1 981 ld [%sp + STACKFRAME_SZ + PT_PSR], %l0 982 andn %l0, PSR_CWP, %l0 983 nop 984 and %l1, PSR_CWP, %l1 985 or %l0, %l1, %l0 986 st %l0, [%sp + STACKFRAME_SZ + PT_PSR] 987 b ret_sys_call 988 mov 0, %o0 989 990 /* Linux native system calls enter here... */ 991 .align 4 992 .globl linux_sparc_syscall 993linux_sparc_syscall: 994 sethi %hi(PSR_SYSCALL), %l4 995 or %l0, %l4, %l0 996 /* Direct access to user regs, must faster. */ 997 cmp %g1, NR_syscalls 998 bgeu linux_sparc_ni_syscall 999 sll %g1, 2, %l4 1000 ld [%l7 + %l4], %l7 1001 1002do_syscall: 1003 SAVE_ALL_HEAD 1004 rd %wim, %l3 1005 1006 wr %l0, PSR_ET, %psr 1007 mov %i0, %o0 1008 mov %i1, %o1 1009 mov %i2, %o2 1010 1011 ld [%curptr + TI_FLAGS], %l5 1012 mov %i3, %o3 1013 andcc %l5, _TIF_SYSCALL_TRACE, %g0 1014 mov %i4, %o4 1015 bne linux_syscall_trace 1016 mov %i0, %l5 10172: 1018 call %l7 1019 mov %i5, %o5 1020 10213: 1022 st %o0, [%sp + STACKFRAME_SZ + PT_I0] 1023 1024ret_sys_call: 1025 ld [%curptr + TI_FLAGS], %l6 1026 cmp %o0, -ERESTART_RESTARTBLOCK 1027 ld [%sp + STACKFRAME_SZ + PT_PSR], %g3 1028 set PSR_C, %g2 1029 bgeu 1f 1030 andcc %l6, _TIF_SYSCALL_TRACE, %g0 1031 1032 /* System call success, clear Carry condition code. */ 1033 andn %g3, %g2, %g3 1034 clr %l6 1035 st %g3, [%sp + STACKFRAME_SZ + PT_PSR] 1036 bne linux_syscall_trace2 1037 ld [%sp + STACKFRAME_SZ + PT_NPC], %l1 /* pc = npc */ 1038 add %l1, 0x4, %l2 /* npc = npc+4 */ 1039 st %l1, [%sp + STACKFRAME_SZ + PT_PC] 1040 b ret_trap_entry 1041 st %l2, [%sp + STACKFRAME_SZ + PT_NPC] 10421: 1043 /* System call failure, set Carry condition code. 1044 * Also, get abs(errno) to return to the process. 1045 */ 1046 sub %g0, %o0, %o0 1047 or %g3, %g2, %g3 1048 st %o0, [%sp + STACKFRAME_SZ + PT_I0] 1049 mov 1, %l6 1050 st %g3, [%sp + STACKFRAME_SZ + PT_PSR] 1051 bne linux_syscall_trace2 1052 ld [%sp + STACKFRAME_SZ + PT_NPC], %l1 /* pc = npc */ 1053 add %l1, 0x4, %l2 /* npc = npc+4 */ 1054 st %l1, [%sp + STACKFRAME_SZ + PT_PC] 1055 b ret_trap_entry 1056 st %l2, [%sp + STACKFRAME_SZ + PT_NPC] 1057 1058linux_syscall_trace2: 1059 add %sp, STACKFRAME_SZ, %o0 1060 mov 1, %o1 1061 call syscall_trace 1062 add %l1, 0x4, %l2 /* npc = npc+4 */ 1063 st %l1, [%sp + STACKFRAME_SZ + PT_PC] 1064 b ret_trap_entry 1065 st %l2, [%sp + STACKFRAME_SZ + PT_NPC] 1066 1067 1068/* Saving and restoring the FPU state is best done from lowlevel code. 1069 * 1070 * void fpsave(unsigned long *fpregs, unsigned long *fsr, 1071 * void *fpqueue, unsigned long *fpqdepth) 1072 */ 1073 1074 .globl fpsave 1075fpsave: 1076 st %fsr, [%o1] ! this can trap on us if fpu is in bogon state 1077 ld [%o1], %g1 1078 set 0x2000, %g4 1079 andcc %g1, %g4, %g0 1080 be 2f 1081 mov 0, %g2 1082 1083 /* We have an fpqueue to save. */ 10841: 1085 std %fq, [%o2] 1086fpsave_magic: 1087 st %fsr, [%o1] 1088 ld [%o1], %g3 1089 andcc %g3, %g4, %g0 1090 add %g2, 1, %g2 1091 bne 1b 1092 add %o2, 8, %o2 1093 10942: 1095 st %g2, [%o3] 1096 1097 std %f0, [%o0 + 0x00] 1098 std %f2, [%o0 + 0x08] 1099 std %f4, [%o0 + 0x10] 1100 std %f6, [%o0 + 0x18] 1101 std %f8, [%o0 + 0x20] 1102 std %f10, [%o0 + 0x28] 1103 std %f12, [%o0 + 0x30] 1104 std %f14, [%o0 + 0x38] 1105 std %f16, [%o0 + 0x40] 1106 std %f18, [%o0 + 0x48] 1107 std %f20, [%o0 + 0x50] 1108 std %f22, [%o0 + 0x58] 1109 std %f24, [%o0 + 0x60] 1110 std %f26, [%o0 + 0x68] 1111 std %f28, [%o0 + 0x70] 1112 retl 1113 std %f30, [%o0 + 0x78] 1114 1115 /* Thanks for Theo Deraadt and the authors of the Sprite/netbsd/openbsd 1116 * code for pointing out this possible deadlock, while we save state 1117 * above we could trap on the fsr store so our low level fpu trap 1118 * code has to know how to deal with this. 1119 */ 1120fpsave_catch: 1121 b fpsave_magic + 4 1122 st %fsr, [%o1] 1123 1124fpsave_catch2: 1125 b fpsave + 4 1126 st %fsr, [%o1] 1127 1128 /* void fpload(unsigned long *fpregs, unsigned long *fsr); */ 1129 1130 .globl fpload 1131fpload: 1132 ldd [%o0 + 0x00], %f0 1133 ldd [%o0 + 0x08], %f2 1134 ldd [%o0 + 0x10], %f4 1135 ldd [%o0 + 0x18], %f6 1136 ldd [%o0 + 0x20], %f8 1137 ldd [%o0 + 0x28], %f10 1138 ldd [%o0 + 0x30], %f12 1139 ldd [%o0 + 0x38], %f14 1140 ldd [%o0 + 0x40], %f16 1141 ldd [%o0 + 0x48], %f18 1142 ldd [%o0 + 0x50], %f20 1143 ldd [%o0 + 0x58], %f22 1144 ldd [%o0 + 0x60], %f24 1145 ldd [%o0 + 0x68], %f26 1146 ldd [%o0 + 0x70], %f28 1147 ldd [%o0 + 0x78], %f30 1148 ld [%o1], %fsr 1149 retl 1150 nop 1151 1152 /* __ndelay and __udelay take two arguments: 1153 * 0 - nsecs or usecs to delay 1154 * 1 - per_cpu udelay_val (loops per jiffy) 1155 * 1156 * Note that ndelay gives HZ times higher resolution but has a 10ms 1157 * limit. udelay can handle up to 1s. 1158 */ 1159 .globl __ndelay 1160__ndelay: 1161 save %sp, -STACKFRAME_SZ, %sp 1162 mov %i0, %o0 ! round multiplier up so large ns ok 1163 mov 0x1ae, %o1 ! 2**32 / (1 000 000 000 / HZ) 1164 umul %o0, %o1, %o0 1165 rd %y, %o1 1166 mov %i1, %o1 ! udelay_val 1167 umul %o0, %o1, %o0 1168 rd %y, %o1 1169 ba delay_continue 1170 mov %o1, %o0 ! >>32 later for better resolution 1171 1172 .globl __udelay 1173__udelay: 1174 save %sp, -STACKFRAME_SZ, %sp 1175 mov %i0, %o0 1176 sethi %hi(0x10c7), %o1 ! round multiplier up so large us ok 1177 or %o1, %lo(0x10c7), %o1 ! 2**32 / 1 000 000 1178 umul %o0, %o1, %o0 1179 rd %y, %o1 1180 mov %i1, %o1 ! udelay_val 1181 umul %o0, %o1, %o0 1182 rd %y, %o1 1183 sethi %hi(0x028f4b62), %l0 ! Add in rounding constant * 2**32, 1184 or %g0, %lo(0x028f4b62), %l0 1185 addcc %o0, %l0, %o0 ! 2**32 * 0.009 999 1186 bcs,a 3f 1187 add %o1, 0x01, %o1 11883: 1189 mov HZ, %o0 ! >>32 earlier for wider range 1190 umul %o0, %o1, %o0 1191 rd %y, %o1 1192 1193delay_continue: 1194 cmp %o0, 0x0 11951: 1196 bne 1b 1197 subcc %o0, 1, %o0 1198 1199 ret 1200 restore 1201 1202 /* Handle a software breakpoint */ 1203 /* We have to inform parent that child has stopped */ 1204 .align 4 1205 .globl breakpoint_trap 1206breakpoint_trap: 1207 rd %wim,%l3 1208 SAVE_ALL 1209 wr %l0, PSR_ET, %psr 1210 WRITE_PAUSE 1211 1212 st %i0, [%sp + STACKFRAME_SZ + PT_G0] ! for restarting syscalls 1213 call sparc_breakpoint 1214 add %sp, STACKFRAME_SZ, %o0 1215 1216 RESTORE_ALL 1217 1218#ifdef CONFIG_KGDB 1219 .align 4 1220 .globl kgdb_trap_low 1221 .type kgdb_trap_low,#function 1222kgdb_trap_low: 1223 rd %wim,%l3 1224 SAVE_ALL 1225 wr %l0, PSR_ET, %psr 1226 WRITE_PAUSE 1227 1228 call kgdb_trap 1229 add %sp, STACKFRAME_SZ, %o0 1230 1231 RESTORE_ALL 1232 .size kgdb_trap_low,.-kgdb_trap_low 1233#endif 1234 1235 .align 4 1236 .globl flush_patch_exception 1237flush_patch_exception: 1238 FLUSH_ALL_KERNEL_WINDOWS; 1239 ldd [%o0], %o6 1240 jmpl %o7 + 0xc, %g0 ! see asm-sparc/processor.h 1241 mov 1, %g1 ! signal EFAULT condition 1242 1243 .align 4 1244 .globl kill_user_windows, kuw_patch1_7win 1245 .globl kuw_patch1 1246kuw_patch1_7win: sll %o3, 6, %o3 1247 1248 /* No matter how much overhead this routine has in the worst 1249 * case scenerio, it is several times better than taking the 1250 * traps with the old method of just doing flush_user_windows(). 1251 */ 1252kill_user_windows: 1253 ld [%g6 + TI_UWINMASK], %o0 ! get current umask 1254 orcc %g0, %o0, %g0 ! if no bits set, we are done 1255 be 3f ! nothing to do 1256 rd %psr, %o5 ! must clear interrupts 1257 or %o5, PSR_PIL, %o4 ! or else that could change 1258 wr %o4, 0x0, %psr ! the uwinmask state 1259 WRITE_PAUSE ! burn them cycles 12601: 1261 ld [%g6 + TI_UWINMASK], %o0 ! get consistent state 1262 orcc %g0, %o0, %g0 ! did an interrupt come in? 1263 be 4f ! yep, we are done 1264 rd %wim, %o3 ! get current wim 1265 srl %o3, 1, %o4 ! simulate a save 1266kuw_patch1: 1267 sll %o3, 7, %o3 ! compute next wim 1268 or %o4, %o3, %o3 ! result 1269 andncc %o0, %o3, %o0 ! clean this bit in umask 1270 bne kuw_patch1 ! not done yet 1271 srl %o3, 1, %o4 ! begin another save simulation 1272 wr %o3, 0x0, %wim ! set the new wim 1273 st %g0, [%g6 + TI_UWINMASK] ! clear uwinmask 12744: 1275 wr %o5, 0x0, %psr ! re-enable interrupts 1276 WRITE_PAUSE ! burn baby burn 12773: 1278 retl ! return 1279 st %g0, [%g6 + TI_W_SAVED] ! no windows saved 1280 1281 .align 4 1282 .globl restore_current 1283restore_current: 1284 LOAD_CURRENT(g6, o0) 1285 retl 1286 nop 1287 1288#ifdef CONFIG_PCIC_PCI 1289#include <asm/pcic.h> 1290 1291 .align 4 1292 .globl linux_trap_ipi15_pcic 1293linux_trap_ipi15_pcic: 1294 rd %wim, %l3 1295 SAVE_ALL 1296 1297 /* 1298 * First deactivate NMI 1299 * or we cannot drop ET, cannot get window spill traps. 1300 * The busy loop is necessary because the PIO error 1301 * sometimes does not go away quickly and we trap again. 1302 */ 1303 sethi %hi(pcic_regs), %o1 1304 ld [%o1 + %lo(pcic_regs)], %o2 1305 1306 ! Get pending status for printouts later. 1307 ld [%o2 + PCI_SYS_INT_PENDING], %o0 1308 1309 mov PCI_SYS_INT_PENDING_CLEAR_ALL, %o1 1310 stb %o1, [%o2 + PCI_SYS_INT_PENDING_CLEAR] 13111: 1312 ld [%o2 + PCI_SYS_INT_PENDING], %o1 1313 andcc %o1, ((PCI_SYS_INT_PENDING_PIO|PCI_SYS_INT_PENDING_PCI)>>24), %g0 1314 bne 1b 1315 nop 1316 1317 or %l0, PSR_PIL, %l4 1318 wr %l4, 0x0, %psr 1319 WRITE_PAUSE 1320 wr %l4, PSR_ET, %psr 1321 WRITE_PAUSE 1322 1323 call pcic_nmi 1324 add %sp, STACKFRAME_SZ, %o1 ! struct pt_regs *regs 1325 RESTORE_ALL 1326 1327 .globl pcic_nmi_trap_patch 1328pcic_nmi_trap_patch: 1329 sethi %hi(linux_trap_ipi15_pcic), %l3 1330 jmpl %l3 + %lo(linux_trap_ipi15_pcic), %g0 1331 rd %psr, %l0 1332 .word 0 1333 1334#endif /* CONFIG_PCIC_PCI */ 1335 1336 .globl flushw_all 1337flushw_all: 1338 save %sp, -0x40, %sp 1339 save %sp, -0x40, %sp 1340 save %sp, -0x40, %sp 1341 save %sp, -0x40, %sp 1342 save %sp, -0x40, %sp 1343 save %sp, -0x40, %sp 1344 save %sp, -0x40, %sp 1345 restore 1346 restore 1347 restore 1348 restore 1349 restore 1350 restore 1351 ret 1352 restore 1353 1354#ifdef CONFIG_SMP 1355ENTRY(hard_smp_processor_id) 1356661: rd %tbr, %g1 1357 srl %g1, 12, %o0 1358 and %o0, 3, %o0 1359 .section .cpuid_patch, "ax" 1360 /* Instruction location. */ 1361 .word 661b 1362 /* SUN4D implementation. */ 1363 lda [%g0] ASI_M_VIKING_TMP1, %o0 1364 nop 1365 nop 1366 /* LEON implementation. */ 1367 rd %asr17, %o0 1368 srl %o0, 0x1c, %o0 1369 nop 1370 .previous 1371 retl 1372 nop 1373ENDPROC(hard_smp_processor_id) 1374#endif 1375 1376/* End of entry.S */ 1377