Lines Matching defs:tcpu
615 tstat_percpu_t *tcpu = &tstat_percpu[CPU->cpu_id];
616 caddr_t va = tcpu->tcpu_vabase;
618 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED);
619 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED));
624 TTE_PFN_INTHI(tcpu->tcpu_pfn[i]);
626 tte.tte_intlo = TTE_PFN_INTLO(tcpu->tcpu_pfn[i]) |
630 tte.tte_intlo = TTE_PFN_INTLO(tcpu->tcpu_pfn[i]) |
655 va = tcpu->tcpu_vabase;
782 tstat_percpu_t *tcpu = &tstat_percpu[CPU->cpu_id];
785 if (!(tcpu->tcpu_flags & TSTAT_CPU_SELECTED))
805 bcopy(tcpu->tcpu_data, tstat_buffer, TSTAT_DATA_SIZE);
807 bcopy(tcpu->tcpu_data, tstat_buffer, tstat_data_t_size);
813 (void) set_tba(tcpu->tcpu_ibase);
821 bcopy(tstat_buffer, tcpu->tcpu_data, TSTAT_DATA_SIZE);
822 tcpu->tcpu_tdata_peffect = (after - before) / TSTAT_PROBE_NPAGES;
824 bcopy(tstat_buffer, tcpu->tcpu_data, tstat_data_t_size);
825 tcpu->tcpu_data->tdata_peffect = (after - before) / TSTAT_PROBE_NPAGES;
896 tstat_percpu_t *tcpu = &tstat_percpu[CPU->cpu_id];
898 if (!(tcpu->tcpu_flags & TSTAT_CPU_SELECTED))
901 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED);
902 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED));
908 (void) set_tba(tcpu->tcpu_ibase);
909 tcpu->tcpu_flags |= TSTAT_CPU_ENABLED;
945 tstat_percpu_t *tcpu = &tstat_percpu[CPU->cpu_id];
947 if (!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED))
950 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED);
951 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED);
956 tcpu->tcpu_flags &= ~TSTAT_CPU_ENABLED;
1011 tstat_percpu_t *tcpu = &tstat_percpu[CPU->cpu_id];
1012 tstat_data_t *data = tcpu->tcpu_data;
1014 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED);
1015 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED);
1016 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ENABLED);
1031 tstat_buffer->tdata_peffect = tcpu->tcpu_tdata_peffect;
1092 trapstat_tlbretent(tstat_percpu_t *tcpu, tstat_tlbretent_t *ret,
1098 uintptr_t tmptick = TSTAT_DATA_OFFS(tcpu, tdata_tmptick);
1100 uintptr_t tmptick = TSTAT_CPU0_TLBDATA_OFFS(tcpu, tdata_tmptick);
1176 base = (uintptr_t)tcpu->tcpu_ibase + TSTAT_INSTR_SIZE +
1177 ((uintptr_t)data - (uintptr_t)tcpu->tcpu_data);
1244 trapstat_tlbent(tstat_percpu_t *tcpu, int entno)
1269 data = &((tstat_tdata_t *)tcpu->tcpu_data)->tdata_pgsz[0];
1271 data = &tcpu->tcpu_data->tdata_pgsz[0];
1372 stat = TSTAT_DATA_OFFS(tcpu, tdata_traps) + entoffs;
1373 tmptick = TSTAT_DATA_OFFS(tcpu, tdata_tmptick);
1378 stat = TSTAT_CPU0_TLBDATA_OFFS(tcpu, tdata_traps[entno]);
1379 tmptick = TSTAT_CPU0_TLBDATA_OFFS(tcpu, tdata_tmptick);
1383 ret = &tcpu->tcpu_instr->tinst_itlbret;
1386 tpc = TSTAT_INSTR_OFFS(tcpu, tinst_itlbret.ttlbr_ktlb);
1388 ret = &tcpu->tcpu_instr->tinst_dtlbret;
1391 tpc = TSTAT_INSTR_OFFS(tcpu, tinst_dtlbret.ttlbr_ktlb);
1399 ent = (uint32_t *)((uintptr_t)tcpu->tcpu_instr + entoffs);
1401 va = (uintptr_t)tcpu->tcpu_ibase + entoffs;
1416 &tcpu->tcpu_instr->tinst_immumiss);
1417 va = TSTAT_INSTR_OFFS(tcpu, tinst_immumiss);
1420 &tcpu->tcpu_instr->tinst_dmmumiss);
1421 va = TSTAT_INSTR_OFFS(tcpu, tinst_dmmumiss);
1456 trapstat_tlbretent(tcpu, &ret->ttlbr_ktlb, &kdata->ttlb_tlb);
1457 trapstat_tlbretent(tcpu, &ret->ttlbr_ktsb, &kdata->ttlb_tsb);
1458 trapstat_tlbretent(tcpu, &ret->ttlbr_utlb, &udata->ttlb_tlb);
1459 trapstat_tlbretent(tcpu, &ret->ttlbr_utsb, &udata->ttlb_tsb);
1495 trapstat_make_traptab(tstat_percpu_t *tcpu)
1531 ent = tcpu->tcpu_instr->tinst_traptab;
1532 stat = (uint64_t *)TSTAT_DATA_OFFS(tcpu, tdata_traps);
1534 va = (uintptr_t)tcpu->tcpu_ibase;
1575 trapstat_make_traptab(tstat_percpu_t *tcpu)
1654 ent = tcpu->tcpu_instr->tinst_traptab;
1655 stat = (uint64_t *)TSTAT_CPU0_DATA_OFFS(tcpu, tdata_traps);
1657 va = (uintptr_t)tcpu->tcpu_ibase;
1659 tstat_cont_va = TSTAT_INSTR_OFFS(tcpu, tinst_trapcnt);
1691 bcopy(enabled_cont, (uint32_t *)tcpu->tcpu_instr->tinst_trapcnt,
1716 tstat_percpu_t *tcpu = &tstat_percpu[cpu];
1728 ASSERT(tcpu->tcpu_pfn == NULL);
1729 ASSERT(tcpu->tcpu_instr == NULL);
1730 ASSERT(tcpu->tcpu_data == NULL);
1731 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED);
1732 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED));
1763 tcpu->tcpu_ibase = (caddr_t)((KERNELBASE - tstat_offset)
1765 tcpu->tcpu_dbase = tcpu->tcpu_ibase + TSTAT_INSTR_SIZE;
1766 tcpu->tcpu_vabase = tcpu->tcpu_ibase;
1768 tcpu->tcpu_pfn = vmem_alloc(tstat_arena, tstat_total_pages, VM_SLEEP);
1769 bzero(tcpu->tcpu_pfn, tstat_total_pages);
1770 pfn = tcpu->tcpu_pfn;
1772 tcpu->tcpu_instr = vmem_alloc(tstat_arena, TSTAT_INSTR_SIZE, VM_SLEEP);
1774 va = (caddr_t)tcpu->tcpu_instr;
1784 tcpu->tcpu_data = vmem_xalloc(tstat_arena, tstat_data_size,
1785 shm_alignment, (uintptr_t)tcpu->tcpu_dbase & (shm_alignment - 1),
1787 bzero(tcpu->tcpu_data, tstat_data_size);
1788 tcpu->tcpu_data->tdata_cpuid = cpu;
1790 va = (caddr_t)tcpu->tcpu_data;
1798 trapstat_make_traptab(tcpu);
1805 trapstat_tlbent(tcpu, TSTAT_ENT_ITLBMISS);
1806 trapstat_tlbent(tcpu, TSTAT_ENT_DTLBMISS);
1815 tcpu->tcpu_vabase = (caddr_t)(KERNELBASE -
1817 tcpu->tcpu_ibase = tcpu->tcpu_vabase;
1818 tcpu->tcpu_dbase = tcpu->tcpu_ibase + TSTAT_INSTR_SIZE +
1821 tcpu->tcpu_pfn = &tstat_pfn[0];
1822 tcpu->tcpu_instr = (tstat_instr_t *)tstat_va[0];
1825 tcpu->tcpu_data = (tstat_data_t *)(tstat_va[offset >> MMU_PAGESHIFT4M] +
1827 bzero(tcpu->tcpu_data, TSTAT_DATA_SIZE);
1835 trapstat_make_traptab(tcpu);
1844 trapstat_tlbent(tcpu, TSTAT_ENT_IMMUMISS);
1845 trapstat_tlbent(tcpu, TSTAT_ENT_DMMUMISS);
1847 trapstat_tlbent(tcpu, TSTAT_ENT_ITLBMISS);
1848 trapstat_tlbent(tcpu, TSTAT_ENT_DTLBMISS);
1855 tcpu->tcpu_flags |= TSTAT_CPU_ALLOCATED;
1866 tstat_percpu_t *tcpu = &tstat_percpu[cpu];
1868 caddr_t va = tcpu->tcpu_vabase;
1870 ASSERT(tcpu->tcpu_pfn != NULL);
1871 ASSERT(tcpu->tcpu_instr != NULL);
1872 ASSERT(tcpu->tcpu_data != NULL);
1873 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED);
1874 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED);
1875 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED));
1880 vmem_free(tstat_arena, tcpu->tcpu_pfn, tstat_total_pages);
1881 vmem_free(tstat_arena, tcpu->tcpu_instr, TSTAT_INSTR_SIZE);
1882 vmem_free(tstat_arena, tcpu->tcpu_data, tstat_data_size);
1895 tcpu->tcpu_pfn = NULL;
1896 tcpu->tcpu_instr = NULL;
1897 tcpu->tcpu_data = NULL;
1898 tcpu->tcpu_flags &= ~TSTAT_CPU_ALLOCATED;
2008 tstat_percpu_t *tcpu = &tstat_percpu[cp->cpu_id];
2021 tcpu->tcpu_pfn = NULL;
2022 tcpu->tcpu_instr = NULL;
2023 tcpu->tcpu_data = NULL;
2024 tcpu->tcpu_flags &= ~TSTAT_CPU_ALLOCATED;
2093 tstat_percpu_t *tcpu = &tstat_percpu[cpu];
2105 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED));
2109 if (tcpu->tcpu_flags & TSTAT_CPU_ENABLED) {
2110 tcpu->tcpu_flags &= ~TSTAT_CPU_ENABLED;
2120 if (tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED) {
2121 tcpu->tcpu_pfn = NULL;
2122 tcpu->tcpu_instr = NULL;
2123 tcpu->tcpu_data = NULL;
2124 tcpu->tcpu_flags &= ~TSTAT_CPU_ALLOCATED;
2170 tstat_percpu_t *tcpu = &tstat_percpu[cp->cpu_id];
2172 if (!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED))
2175 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED);
2176 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED);
2179 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED));
2186 bcopy(tcpu->tcpu_data, tstat_buffer, TSTAT_DATA_SIZE);
2188 bcopy(tcpu->tcpu_data, tstat_buffer, tstat_data_t_size);
2191 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED));
2198 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED);
2200 bcopy(tstat_buffer, tcpu->tcpu_data, TSTAT_DATA_SIZE);
2202 bcopy(tstat_buffer, tcpu->tcpu_data, tstat_data_t_size);
2332 tstat_percpu_t *tcpu = &tstat_percpu[i];
2335 (tcpu->tcpu_flags & TSTAT_CPU_SELECTED));
2336 tcpu->tcpu_flags &= ~TSTAT_CPU_SELECTED;
2399 tstat_percpu_t *tcpu = &tstat_percpu[i];
2401 if (!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED))
2404 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_SELECTED);
2405 ASSERT(tcpu->tcpu_flags & TSTAT_CPU_ALLOCATED);
2425 ASSERT(!(tcpu->tcpu_flags & TSTAT_CPU_ENABLED));