Lines Matching refs:tcpu
615 tstat_percpu_t *tcpu = &tstat_percpu[CPU->cpu_id]; in trapstat_load_tlb() local
616 caddr_t va = tcpu->tcpu_vabase; in trapstat_load_tlb()
618 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED); in trapstat_load_tlb()
619 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED)); in trapstat_load_tlb()
624 TTE_PFN_INTHI(tcpu->tcpu_pfn[i]); in trapstat_load_tlb()
626 tte.tte_intlo = TTE_PFN_INTLO(tcpu->tcpu_pfn[i]) | in trapstat_load_tlb()
630 tte.tte_intlo = TTE_PFN_INTLO(tcpu->tcpu_pfn[i]) | in trapstat_load_tlb()
655 va = tcpu->tcpu_vabase; in trapstat_load_tlb()
782 tstat_percpu_t *tcpu = &tstat_percpu[CPU->cpu_id]; in trapstat_probe() local
785 if (!(tcpu->tcpu_flags & TSTAT_CPU_SELECTED)) in trapstat_probe()
805 bcopy(tcpu->tcpu_data, tstat_buffer, TSTAT_DATA_SIZE); in trapstat_probe()
807 bcopy(tcpu->tcpu_data, tstat_buffer, tstat_data_t_size); in trapstat_probe()
813 (void) set_tba(tcpu->tcpu_ibase); in trapstat_probe()
821 bcopy(tstat_buffer, tcpu->tcpu_data, TSTAT_DATA_SIZE); in trapstat_probe()
822 tcpu->tcpu_tdata_peffect = (after - before) / TSTAT_PROBE_NPAGES; in trapstat_probe()
824 bcopy(tstat_buffer, tcpu->tcpu_data, tstat_data_t_size); in trapstat_probe()
825 tcpu->tcpu_data->tdata_peffect = (after - before) / TSTAT_PROBE_NPAGES; in trapstat_probe()
896 tstat_percpu_t *tcpu = &tstat_percpu[CPU->cpu_id]; in trapstat_enable() local
898 if (!(tcpu->tcpu_flags & TSTAT_CPU_SELECTED)) in trapstat_enable()
901 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED); in trapstat_enable()
902 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED)); in trapstat_enable()
908 (void) set_tba(tcpu->tcpu_ibase); in trapstat_enable()
909 tcpu->tcpu_flags |= TSTAT_CPU_ENABLED; in trapstat_enable()
945 tstat_percpu_t *tcpu = &tstat_percpu[CPU->cpu_id]; in trapstat_disable() local
947 if (!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED)) in trapstat_disable()
950 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED); in trapstat_disable()
951 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED); in trapstat_disable()
956 tcpu->tcpu_flags &= ~TSTAT_CPU_ENABLED; in trapstat_disable()
1011 tstat_percpu_t *tcpu = &tstat_percpu[CPU->cpu_id]; in trapstat_snapshot() local
1012 tstat_data_t *data = tcpu->tcpu_data; in trapstat_snapshot()
1014 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED); in trapstat_snapshot()
1015 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED); in trapstat_snapshot()
1016 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ENABLED); in trapstat_snapshot()
1031 tstat_buffer->tdata_peffect = tcpu->tcpu_tdata_peffect; in trapstat_snapshot()
1092 trapstat_tlbretent(tstat_percpu_t *tcpu, tstat_tlbretent_t *ret, in trapstat_tlbretent() argument
1098 uintptr_t tmptick = TSTAT_DATA_OFFS(tcpu, tdata_tmptick); in trapstat_tlbretent()
1100 uintptr_t tmptick = TSTAT_CPU0_TLBDATA_OFFS(tcpu, tdata_tmptick); in trapstat_tlbretent()
1176 base = (uintptr_t)tcpu->tcpu_ibase + TSTAT_INSTR_SIZE + in trapstat_tlbretent()
1177 ((uintptr_t)data - (uintptr_t)tcpu->tcpu_data); in trapstat_tlbretent()
1244 trapstat_tlbent(tstat_percpu_t *tcpu, int entno) in trapstat_tlbent() argument
1269 data = &((tstat_tdata_t *)tcpu->tcpu_data)->tdata_pgsz[0]; in trapstat_tlbent()
1271 data = &tcpu->tcpu_data->tdata_pgsz[0]; in trapstat_tlbent()
1372 stat = TSTAT_DATA_OFFS(tcpu, tdata_traps) + entoffs; in trapstat_tlbent()
1373 tmptick = TSTAT_DATA_OFFS(tcpu, tdata_tmptick); in trapstat_tlbent()
1378 stat = TSTAT_CPU0_TLBDATA_OFFS(tcpu, tdata_traps[entno]); in trapstat_tlbent()
1379 tmptick = TSTAT_CPU0_TLBDATA_OFFS(tcpu, tdata_tmptick); in trapstat_tlbent()
1383 ret = &tcpu->tcpu_instr->tinst_itlbret; in trapstat_tlbent()
1386 tpc = TSTAT_INSTR_OFFS(tcpu, tinst_itlbret.ttlbr_ktlb); in trapstat_tlbent()
1388 ret = &tcpu->tcpu_instr->tinst_dtlbret; in trapstat_tlbent()
1391 tpc = TSTAT_INSTR_OFFS(tcpu, tinst_dtlbret.ttlbr_ktlb); in trapstat_tlbent()
1399 ent = (uint32_t *)((uintptr_t)tcpu->tcpu_instr + entoffs); in trapstat_tlbent()
1401 va = (uintptr_t)tcpu->tcpu_ibase + entoffs; in trapstat_tlbent()
1416 &tcpu->tcpu_instr->tinst_immumiss); in trapstat_tlbent()
1417 va = TSTAT_INSTR_OFFS(tcpu, tinst_immumiss); in trapstat_tlbent()
1420 &tcpu->tcpu_instr->tinst_dmmumiss); in trapstat_tlbent()
1421 va = TSTAT_INSTR_OFFS(tcpu, tinst_dmmumiss); in trapstat_tlbent()
1456 trapstat_tlbretent(tcpu, &ret->ttlbr_ktlb, &kdata->ttlb_tlb); in trapstat_tlbent()
1457 trapstat_tlbretent(tcpu, &ret->ttlbr_ktsb, &kdata->ttlb_tsb); in trapstat_tlbent()
1458 trapstat_tlbretent(tcpu, &ret->ttlbr_utlb, &udata->ttlb_tlb); in trapstat_tlbent()
1459 trapstat_tlbretent(tcpu, &ret->ttlbr_utsb, &udata->ttlb_tsb); in trapstat_tlbent()
1495 trapstat_make_traptab(tstat_percpu_t *tcpu) in trapstat_make_traptab() argument
1531 ent = tcpu->tcpu_instr->tinst_traptab; in trapstat_make_traptab()
1532 stat = (uint64_t *)TSTAT_DATA_OFFS(tcpu, tdata_traps); in trapstat_make_traptab()
1534 va = (uintptr_t)tcpu->tcpu_ibase; in trapstat_make_traptab()
1575 trapstat_make_traptab(tstat_percpu_t *tcpu) in trapstat_make_traptab() argument
1654 ent = tcpu->tcpu_instr->tinst_traptab; in trapstat_make_traptab()
1655 stat = (uint64_t *)TSTAT_CPU0_DATA_OFFS(tcpu, tdata_traps); in trapstat_make_traptab()
1657 va = (uintptr_t)tcpu->tcpu_ibase; in trapstat_make_traptab()
1659 tstat_cont_va = TSTAT_INSTR_OFFS(tcpu, tinst_trapcnt); in trapstat_make_traptab()
1691 bcopy(enabled_cont, (uint32_t *)tcpu->tcpu_instr->tinst_trapcnt, in trapstat_make_traptab()
1716 tstat_percpu_t *tcpu = &tstat_percpu[cpu]; in trapstat_setup() local
1728 ASSERT(tcpu->tcpu_pfn == NULL); in trapstat_setup()
1729 ASSERT(tcpu->tcpu_instr == NULL); in trapstat_setup()
1730 ASSERT(tcpu->tcpu_data == NULL); in trapstat_setup()
1731 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED); in trapstat_setup()
1732 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED)); in trapstat_setup()
1763 tcpu->tcpu_ibase = (caddr_t)((KERNELBASE - tstat_offset) in trapstat_setup()
1765 tcpu->tcpu_dbase = tcpu->tcpu_ibase + TSTAT_INSTR_SIZE; in trapstat_setup()
1766 tcpu->tcpu_vabase = tcpu->tcpu_ibase; in trapstat_setup()
1768 tcpu->tcpu_pfn = vmem_alloc(tstat_arena, tstat_total_pages, VM_SLEEP); in trapstat_setup()
1769 bzero(tcpu->tcpu_pfn, tstat_total_pages); in trapstat_setup()
1770 pfn = tcpu->tcpu_pfn; in trapstat_setup()
1772 tcpu->tcpu_instr = vmem_alloc(tstat_arena, TSTAT_INSTR_SIZE, VM_SLEEP); in trapstat_setup()
1774 va = (caddr_t)tcpu->tcpu_instr; in trapstat_setup()
1784 tcpu->tcpu_data = vmem_xalloc(tstat_arena, tstat_data_size, in trapstat_setup()
1785 shm_alignment, (uintptr_t)tcpu->tcpu_dbase & (shm_alignment - 1), in trapstat_setup()
1787 bzero(tcpu->tcpu_data, tstat_data_size); in trapstat_setup()
1788 tcpu->tcpu_data->tdata_cpuid = cpu; in trapstat_setup()
1790 va = (caddr_t)tcpu->tcpu_data; in trapstat_setup()
1798 trapstat_make_traptab(tcpu); in trapstat_setup()
1805 trapstat_tlbent(tcpu, TSTAT_ENT_ITLBMISS); in trapstat_setup()
1806 trapstat_tlbent(tcpu, TSTAT_ENT_DTLBMISS); in trapstat_setup()
1815 tcpu->tcpu_vabase = (caddr_t)(KERNELBASE - in trapstat_setup()
1817 tcpu->tcpu_ibase = tcpu->tcpu_vabase; in trapstat_setup()
1818 tcpu->tcpu_dbase = tcpu->tcpu_ibase + TSTAT_INSTR_SIZE + in trapstat_setup()
1821 tcpu->tcpu_pfn = &tstat_pfn[0]; in trapstat_setup()
1822 tcpu->tcpu_instr = (tstat_instr_t *)tstat_va[0]; in trapstat_setup()
1825 tcpu->tcpu_data = (tstat_data_t *)(tstat_va[offset >> MMU_PAGESHIFT4M] + in trapstat_setup()
1827 bzero(tcpu->tcpu_data, TSTAT_DATA_SIZE); in trapstat_setup()
1835 trapstat_make_traptab(tcpu); in trapstat_setup()
1844 trapstat_tlbent(tcpu, TSTAT_ENT_IMMUMISS); in trapstat_setup()
1845 trapstat_tlbent(tcpu, TSTAT_ENT_DMMUMISS); in trapstat_setup()
1847 trapstat_tlbent(tcpu, TSTAT_ENT_ITLBMISS); in trapstat_setup()
1848 trapstat_tlbent(tcpu, TSTAT_ENT_DTLBMISS); in trapstat_setup()
1855 tcpu->tcpu_flags |= TSTAT_CPU_ALLOCATED; in trapstat_setup()
1866 tstat_percpu_t *tcpu = &tstat_percpu[cpu]; in trapstat_teardown() local
1868 caddr_t va = tcpu->tcpu_vabase; in trapstat_teardown()
1870 ASSERT(tcpu->tcpu_pfn != NULL); in trapstat_teardown()
1871 ASSERT(tcpu->tcpu_instr != NULL); in trapstat_teardown()
1872 ASSERT(tcpu->tcpu_data != NULL); in trapstat_teardown()
1873 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED); in trapstat_teardown()
1874 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED); in trapstat_teardown()
1875 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED)); in trapstat_teardown()
1880 vmem_free(tstat_arena, tcpu->tcpu_pfn, tstat_total_pages); in trapstat_teardown()
1881 vmem_free(tstat_arena, tcpu->tcpu_instr, TSTAT_INSTR_SIZE); in trapstat_teardown()
1882 vmem_free(tstat_arena, tcpu->tcpu_data, tstat_data_size); in trapstat_teardown()
1895 tcpu->tcpu_pfn = NULL; in trapstat_teardown()
1896 tcpu->tcpu_instr = NULL; in trapstat_teardown()
1897 tcpu->tcpu_data = NULL; in trapstat_teardown()
1898 tcpu->tcpu_flags &= ~TSTAT_CPU_ALLOCATED; in trapstat_teardown()
2008 tstat_percpu_t *tcpu = &tstat_percpu[cp->cpu_id]; in trapstat_go() local
2021 tcpu->tcpu_pfn = NULL; in trapstat_go()
2022 tcpu->tcpu_instr = NULL; in trapstat_go()
2023 tcpu->tcpu_data = NULL; in trapstat_go()
2024 tcpu->tcpu_flags &= ~TSTAT_CPU_ALLOCATED; in trapstat_go()
2093 tstat_percpu_t *tcpu = &tstat_percpu[cpu]; in trapstat_cpu_setup() local
2105 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED)); in trapstat_cpu_setup()
2109 if (tcpu->tcpu_flags & TSTAT_CPU_ENABLED) { in trapstat_cpu_setup()
2110 tcpu->tcpu_flags &= ~TSTAT_CPU_ENABLED; in trapstat_cpu_setup()
2120 if (tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED) { in trapstat_cpu_setup()
2121 tcpu->tcpu_pfn = NULL; in trapstat_cpu_setup()
2122 tcpu->tcpu_instr = NULL; in trapstat_cpu_setup()
2123 tcpu->tcpu_data = NULL; in trapstat_cpu_setup()
2124 tcpu->tcpu_flags &= ~TSTAT_CPU_ALLOCATED; in trapstat_cpu_setup()
2170 tstat_percpu_t *tcpu = &tstat_percpu[cp->cpu_id]; in trapstat_cpr() local
2172 if (!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED)) in trapstat_cpr()
2175 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED); in trapstat_cpr()
2176 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED); in trapstat_cpr()
2179 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED)); in trapstat_cpr()
2186 bcopy(tcpu->tcpu_data, tstat_buffer, TSTAT_DATA_SIZE); in trapstat_cpr()
2188 bcopy(tcpu->tcpu_data, tstat_buffer, tstat_data_t_size); in trapstat_cpr()
2191 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED)); in trapstat_cpr()
2198 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED); in trapstat_cpr()
2200 bcopy(tstat_buffer, tcpu->tcpu_data, TSTAT_DATA_SIZE); in trapstat_cpr()
2202 bcopy(tstat_buffer, tcpu->tcpu_data, tstat_data_t_size); in trapstat_cpr()
2332 tstat_percpu_t *tcpu = &tstat_percpu[i]; in trapstat_ioctl() local
2335 (tcpu->tcpu_flags & TSTAT_CPU_SELECTED)); in trapstat_ioctl()
2336 tcpu->tcpu_flags &= ~TSTAT_CPU_SELECTED; in trapstat_ioctl()
2399 tstat_percpu_t *tcpu = &tstat_percpu[i]; in trapstat_ioctl() local
2401 if (!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED)) in trapstat_ioctl()
2404 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED); in trapstat_ioctl()
2405 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED); in trapstat_ioctl()
2425 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED)); in trapstat_ioctl()