Lines Matching refs:lgrp
539 lgrp_t *lgrp; in lgrp_latency_change() local
543 lgrp = lgrp_table[i]; in lgrp_latency_change()
545 if (!LGRP_EXISTS(lgrp)) in lgrp_latency_change()
549 lgrp->lgrp_latency == oldtime) || in lgrp_latency_change()
550 (hand != LGRP_NULL_HANDLE && lgrp->lgrp_plathand == hand)) in lgrp_latency_change()
551 lgrp->lgrp_latency = (int)newtime; in lgrp_latency_change()
801 lgrp_t *lgrp; in lgrp_cpu_init() local
803 lgrp = lgrp_table[i]; in lgrp_cpu_init()
804 if (!LGRP_EXISTS(lgrp) || in lgrp_cpu_init()
805 !lgrp_rsets_member(lgrp->lgrp_set, lgrpid)) in lgrp_cpu_init()
808 klgrpset_add(lgrp->lgrp_set[LGRP_RSRC_CPU], lgrpid); in lgrp_cpu_init()
915 lgrp_destroy(lgrp_t *lgrp) in lgrp_destroy() argument
928 if (!LGRP_EXISTS(lgrp)) in lgrp_destroy()
935 if (lgrp_alloc_hint == -1 || lgrp->lgrp_id < lgrp_alloc_hint) in lgrp_destroy()
936 lgrp_alloc_hint = lgrp->lgrp_id; in lgrp_destroy()
942 lgrp->lgrp_id = LGRP_NONE; in lgrp_destroy()
943 lgrp->lgrp_latency = 0; in lgrp_destroy()
944 lgrp->lgrp_plathand = LGRP_NULL_HANDLE; in lgrp_destroy()
945 lgrp->lgrp_parent = NULL; in lgrp_destroy()
946 lgrp->lgrp_childcnt = 0; in lgrp_destroy()
948 klgrpset_clear(lgrp->lgrp_children); in lgrp_destroy()
949 klgrpset_clear(lgrp->lgrp_leaves); in lgrp_destroy()
951 klgrpset_clear(lgrp->lgrp_set[i]); in lgrp_destroy()
953 lgrp->lgrp_mnodes = (mnodeset_t)0; in lgrp_destroy()
954 lgrp->lgrp_nmnodes = 0; in lgrp_destroy()
956 lgrp->lgrp_cpu = NULL; in lgrp_destroy()
957 lgrp->lgrp_cpucnt = 0; in lgrp_destroy()
1080 lgrp_t *lgrp; in lgrp_cpu_fini() local
1082 lgrp = lgrp_table[i]; in lgrp_cpu_fini()
1083 if (!LGRP_EXISTS(lgrp) || in lgrp_cpu_fini()
1084 !klgrpset_ismember(lgrp->lgrp_set[LGRP_RSRC_CPU], in lgrp_cpu_fini()
1088 klgrpset_del(lgrp->lgrp_set[LGRP_RSRC_CPU], lgrpid); in lgrp_cpu_fini()
1107 lgrp_t *lgrp; in lgrp_mnode_update() local
1124 lgrp = lgrp_table[i]; in lgrp_mnode_update()
1125 if (!klgrpset_ismember(target, i) || !LGRP_EXISTS(lgrp)) { in lgrp_mnode_update()
1134 if (lgrp->lgrp_childcnt && lgrp != lgrp_root) { in lgrp_mnode_update()
1135 lgrp->lgrp_mnodes = (mnodeset_t)0; in lgrp_mnode_update()
1136 lgrp->lgrp_nmnodes = 0; in lgrp_mnode_update()
1152 !klgrpset_ismember(lgrp->lgrp_set[LGRP_RSRC_MEM], in lgrp_mnode_update()
1165 !(lgrp->lgrp_mnodes & mnode_mask)) { in lgrp_mnode_update()
1166 lgrp->lgrp_mnodes |= mnode_mask; in lgrp_mnode_update()
1167 lgrp->lgrp_nmnodes++; in lgrp_mnode_update()
1172 klgrpset_add(*changed, lgrp->lgrp_id); in lgrp_mnode_update()
1334 lgrp_t *lgrp; in lgrp_mem_init() local
1336 lgrp = lgrp_table[i]; in lgrp_mem_init()
1337 if (!LGRP_EXISTS(lgrp) || in lgrp_mem_init()
1338 !lgrp_rsets_member(lgrp->lgrp_set, lgrpid)) in lgrp_mem_init()
1341 klgrpset_add(lgrp->lgrp_set[LGRP_RSRC_MEM], lgrpid); in lgrp_mem_init()
1342 klgrpset_add(changed, lgrp->lgrp_id); in lgrp_mem_init()
1422 lgrp_t *lgrp = lgrp_table[i]; in lgrp_mem_fini() local
1427 if (!LGRP_EXISTS(lgrp) || in lgrp_mem_fini()
1428 !(lgrp->lgrp_mnodes & mnodes_mask)) in lgrp_mem_fini()
1436 (lgrp == lgrp_root) && (lgrp->lgrp_mnodes == mnodes_mask)) in lgrp_mem_fini()
1442 lgrp->lgrp_mnodes &= ~mnodes_mask; in lgrp_mem_fini()
1443 lgrp->lgrp_nmnodes--; in lgrp_mem_fini()
1444 ASSERT(lgrp->lgrp_nmnodes >= 0); in lgrp_mem_fini()
1492 lgrp_t *lgrp; in lgrp_mem_fini() local
1494 lgrp = lgrp_table[i]; in lgrp_mem_fini()
1495 if (!LGRP_EXISTS(lgrp) || in lgrp_mem_fini()
1496 !klgrpset_ismember(lgrp->lgrp_set[LGRP_RSRC_MEM], in lgrp_mem_fini()
1500 klgrpset_del(lgrp->lgrp_set[LGRP_RSRC_MEM], lgrpid); in lgrp_mem_fini()
1514 lgrp_t *lgrp; in lgrp_hand_to_lgrp() local
1520 lgrp = lgrp_table[i]; in lgrp_hand_to_lgrp()
1521 if (LGRP_EXISTS(lgrp) && lgrp->lgrp_plathand == hand) in lgrp_hand_to_lgrp()
1522 return (lgrp); in lgrp_hand_to_lgrp()
1541 lgrp_t *lgrp; in lgrp_home_lgrp() local
1550 lgrp = lgrp_table[lpl->lpl_lgrpid]; in lgrp_home_lgrp()
1554 return (lgrp); in lgrp_home_lgrp()
1565 lgrp_id_t lgrp; in lgrp_home_id() local
1581 lgrp = lpl->lpl_lgrpid; in lgrp_home_id()
1585 return (lgrp); in lgrp_home_id()
1596 lgrp_t *lgrp; in lgrp_pfn_to_lgrp() local
1601 lgrp = lgrp_table[i]; in lgrp_pfn_to_lgrp()
1602 if (LGRP_EXISTS(lgrp) && lgrp->lgrp_plathand == hand) in lgrp_pfn_to_lgrp()
1603 return (lgrp); in lgrp_pfn_to_lgrp()
1616 lgrp_t *lgrp; in lgrp_phys_to_lgrp() local
1623 lgrp = lgrp_table[i]; in lgrp_phys_to_lgrp()
1624 if (LGRP_EXISTS(lgrp) && lgrp->lgrp_plathand == hand) in lgrp_phys_to_lgrp()
1625 return (lgrp); in lgrp_phys_to_lgrp()
1649 lgrp_sum_loadavgs(lgrp_t *lgrp) in lgrp_sum_loadavgs() argument
1657 cpu = lgrp->lgrp_cpu; in lgrp_sum_loadavgs()
1658 ncpu = lgrp->lgrp_cpucnt; in lgrp_sum_loadavgs()
1668 } while (cpu != lgrp->lgrp_cpu); in lgrp_sum_loadavgs()
1733 lgrp_t *lgrp; in lgrp_kstat_extract() local
1736 lgrp = (lgrp_t *)ksp->ks_private; in lgrp_kstat_extract()
1741 lgrpid = lgrp->lgrp_id; in lgrp_kstat_extract()
1766 ksd[stat + LGRP_NUM_CPUS].value.i64 = lgrp->lgrp_cpucnt; in lgrp_kstat_extract()
1773 ksd[stat + LGRP_LOADAVG].value.i64 = lgrp_sum_loadavgs(lgrp); in lgrp_kstat_extract()
2022 lpl_init(lpl_t *lpl, lpl_t *lpl_leaf, lgrp_t *lgrp) in lpl_init() argument
2024 lpl->lpl_lgrpid = lgrp->lgrp_id; in lpl_init()
2033 lpl->lpl_lgrp = lgrp; in lpl_init()
2076 lgrp_t *lgrp; in lpl_topo_verify() local
2093 lgrp = lgrp_table[i]; in lpl_topo_verify()
2105 if (!LGRP_EXISTS(lgrp)) { in lpl_topo_verify()
2115 ASSERT(lgrp->lgrp_id == lpl->lpl_lgrpid); in lpl_topo_verify()
2118 if (!klgrpset_intersects(lgrp->lgrp_leaves, in lpl_topo_verify()
2147 ASSERT(lgrp == lpl->lpl_lgrp); in lpl_topo_verify()
2148 if (lgrp != lpl->lpl_lgrp) { in lpl_topo_verify()
2153 if (lgrp->lgrp_parent) { in lpl_topo_verify()
2155 ASSERT(lgrp->lgrp_parent->lgrp_id == in lpl_topo_verify()
2160 } else if (lgrp->lgrp_parent->lgrp_id != in lpl_topo_verify()
2170 ASSERT((lgrp->lgrp_childcnt == 0) && in lpl_topo_verify()
2171 (klgrpset_ismember(lgrp->lgrp_leaves, in lpl_topo_verify()
2174 if ((lgrp->lgrp_childcnt > 0) || in lpl_topo_verify()
2175 (!klgrpset_ismember(lgrp->lgrp_leaves, in lpl_topo_verify()
2180 ASSERT((lgrp->lgrp_cpucnt >= lpl->lpl_ncpu) && in lpl_topo_verify()
2182 if ((lgrp->lgrp_cpucnt < lpl->lpl_ncpu) || in lpl_topo_verify()
2240 lgrp->lgrp_id)) { in lpl_topo_verify()
2289 klgrpset_diff(rset, lgrp->lgrp_set[LGRP_RSRC_CPU]); in lpl_topo_verify()
3630 lgrp_t *lgrp; in lgrp_mem_choose() local
3666 lgrp = lgrp_table[id]; in lgrp_mem_choose()
3667 if (!LGRP_EXISTS(lgrp)) { in lgrp_mem_choose()
3672 return (lgrp); in lgrp_mem_choose()
3683 lgrp = lgrp_home_lgrp(); in lgrp_mem_choose()
3689 if (lgrp == lgrp_root) in lgrp_mem_choose()
3707 lgrp = lgrp_root; in lgrp_mem_choose()
3710 lgrp = lgrp_cpu_to_lgrp(CPU); in lgrp_mem_choose()
3726 if (lgrp != lgrp_root) { in lgrp_mem_choose()
3728 lgrp_stat_add(lgrp->lgrp_id, LGRP_NUM_NEXT, 1); in lgrp_mem_choose()
3730 lgrp_stat_add(lgrp->lgrp_id, in lgrp_mem_choose()
3752 lgrp = lgrp_root; in lgrp_mem_choose()
3770 lgrp = lgrp_table[i]; in lgrp_mem_choose()
3771 lgrp_stat_add(lgrp->lgrp_id, LGRP_NUM_RANDOM, in lgrp_mem_choose()
3815 lgrp = lgrp_root; in lgrp_mem_choose()
3833 lgrp = lgrp_table[i]; in lgrp_mem_choose()
3834 lgrp_stat_add(lgrp->lgrp_id, LGRP_NUM_RANDOM, in lgrp_mem_choose()
3853 i = lgrp->lgrp_id; in lgrp_mem_choose()
3858 lgrp = lgrp_table[i]; in lgrp_mem_choose()
3862 lgrp_stat_add(lgrp->lgrp_id, LGRP_NUM_ROUNDROBIN, 1); in lgrp_mem_choose()
3867 ASSERT(lgrp != NULL); in lgrp_mem_choose()
3868 return (lgrp); in lgrp_mem_choose()
3880 lgrp_t *lgrp; in lgrp_mem_size() local
3882 lgrp = lgrp_table[lgrpid]; in lgrp_mem_size()
3883 if (!LGRP_EXISTS(lgrp) || in lgrp_mem_size()
3884 klgrpset_isempty(lgrp->lgrp_set[LGRP_RSRC_MEM]) || in lgrp_mem_size()
3885 !klgrpset_ismember(lgrp->lgrp_set[LGRP_RSRC_MEM], lgrpid)) in lgrp_mem_size()
3888 return (lgrp_plat_mem_size(lgrp->lgrp_plathand, query)); in lgrp_mem_size()