Lines Matching refs:lpl
1542 lpl_t *lpl; in lgrp_home_lgrp() local
1546 lpl = curthread->t_lpl; in lgrp_home_lgrp()
1547 ASSERT(lpl != NULL); in lgrp_home_lgrp()
1548 ASSERT(lpl->lpl_lgrpid >= 0 && lpl->lpl_lgrpid <= lgrp_alloc_max); in lgrp_home_lgrp()
1549 ASSERT(LGRP_EXISTS(lgrp_table[lpl->lpl_lgrpid])); in lgrp_home_lgrp()
1550 lgrp = lgrp_table[lpl->lpl_lgrpid]; in lgrp_home_lgrp()
1566 lpl_t *lpl; in lgrp_home_id() local
1578 lpl = t->t_lpl; in lgrp_home_id()
1579 ASSERT(lpl != NULL); in lgrp_home_id()
1580 ASSERT(lpl->lpl_lgrpid >= 0 && lpl->lpl_lgrpid <= lgrp_alloc_max); in lgrp_home_id()
1581 lgrp = lpl->lpl_lgrpid; in lgrp_home_id()
2022 lpl_init(lpl_t *lpl, lpl_t *lpl_leaf, lgrp_t *lgrp) in lpl_init() argument
2024 lpl->lpl_lgrpid = lgrp->lgrp_id; in lpl_init()
2025 lpl->lpl_loadavg = 0; in lpl_init()
2026 if (lpl == lpl_leaf) in lpl_init()
2027 lpl->lpl_ncpu = 1; in lpl_init()
2029 lpl->lpl_ncpu = lpl_leaf->lpl_ncpu; in lpl_init()
2030 lpl->lpl_nrset = 1; in lpl_init()
2031 lpl->lpl_rset[0] = lpl_leaf; in lpl_init()
2032 lpl->lpl_id2rset[lpl_leaf->lpl_lgrpid] = 0; in lpl_init()
2033 lpl->lpl_lgrp = lgrp; in lpl_init()
2034 lpl->lpl_parent = NULL; /* set by lpl_leaf_insert() */ in lpl_init()
2035 lpl->lpl_cpus = NULL; /* set by lgrp_part_add_cpu() */ in lpl_init()
2042 lpl_clear(lpl_t *lpl) in lpl_clear() argument
2051 lpl->lpl_loadavg = 0; in lpl_clear()
2052 lpl->lpl_ncpu = 0; in lpl_clear()
2053 lpl->lpl_lgrp = NULL; in lpl_clear()
2054 lpl->lpl_parent = NULL; in lpl_clear()
2055 lpl->lpl_cpus = NULL; in lpl_clear()
2056 lpl->lpl_nrset = 0; in lpl_clear()
2057 lpl->lpl_homed_time = 0; in lpl_clear()
2058 bzero(lpl->lpl_rset, sizeof (lpl->lpl_rset[0]) * lpl->lpl_rset_sz); in lpl_clear()
2059 bzero(lpl->lpl_id2rset, in lpl_clear()
2060 sizeof (lpl->lpl_id2rset[0]) * lpl->lpl_rset_sz); in lpl_clear()
2077 lpl_t *lpl; in lpl_topo_verify() local
2094 lpl = NULL; in lpl_topo_verify()
2100 lpl = &cpupart->cp_lgrploads[i]; in lpl_topo_verify()
2106 ASSERT(lpl->lpl_ncpu == 0); in lpl_topo_verify()
2107 if (lpl->lpl_ncpu > 0) { in lpl_topo_verify()
2115 ASSERT(lgrp->lgrp_id == lpl->lpl_lgrpid); in lpl_topo_verify()
2120 ASSERT(lpl->lpl_ncpu == 0); in lpl_topo_verify()
2121 if (lpl->lpl_ncpu > 0) { in lpl_topo_verify()
2134 ASSERT(!lpl_rset_contains(i_lpl, lpl)); in lpl_topo_verify()
2135 if (lpl_rset_contains(i_lpl, lpl)) { in lpl_topo_verify()
2147 ASSERT(lgrp == lpl->lpl_lgrp); in lpl_topo_verify()
2148 if (lgrp != lpl->lpl_lgrp) { in lpl_topo_verify()
2154 ASSERT(lpl->lpl_parent); in lpl_topo_verify()
2156 lpl->lpl_parent->lpl_lgrpid); in lpl_topo_verify()
2158 if (!lpl->lpl_parent) { in lpl_topo_verify()
2161 lpl->lpl_parent->lpl_lgrpid) { in lpl_topo_verify()
2167 if ((lpl->lpl_nrset == 1) && (lpl == lpl->lpl_rset[0])) { in lpl_topo_verify()
2172 lpl->lpl_lgrpid))); in lpl_topo_verify()
2176 lpl->lpl_lgrpid))) { in lpl_topo_verify()
2180 ASSERT((lgrp->lgrp_cpucnt >= lpl->lpl_ncpu) && in lpl_topo_verify()
2181 (lpl->lpl_ncpu > 0)); in lpl_topo_verify()
2182 if ((lgrp->lgrp_cpucnt < lpl->lpl_ncpu) || in lpl_topo_verify()
2183 (lpl->lpl_ncpu <= 0)) { in lpl_topo_verify()
2193 cpu = cp_start = lpl->lpl_cpus; in lpl_topo_verify()
2198 ASSERT(cpu->cpu_lpl == lpl); in lpl_topo_verify()
2199 if (cpu->cpu_lpl != lpl) { in lpl_topo_verify()
2211 ASSERT(j == lpl->lpl_ncpu); in lpl_topo_verify()
2212 if (j != lpl->lpl_ncpu) { in lpl_topo_verify()
2242 lpl)); in lpl_topo_verify()
2244 if (!lpl_rset_contains(lpl_cand, lpl)) { in lpl_topo_verify()
2256 ASSERT(lpl->lpl_cpus == NULL); in lpl_topo_verify()
2257 if (lpl->lpl_cpus != NULL) { in lpl_topo_verify()
2265 for (j = sum = 0; j < lpl->lpl_nrset; j++) { in lpl_topo_verify()
2266 sum += lpl->lpl_rset[j]->lpl_ncpu; in lpl_topo_verify()
2269 ASSERT(sum == lpl->lpl_ncpu); in lpl_topo_verify()
2270 if (sum != lpl->lpl_ncpu) { in lpl_topo_verify()
2284 for (j = 0; j < lpl->lpl_nrset; j++) { in lpl_topo_verify()
2285 klgrpset_add(rset, lpl->lpl_rset[j]->lpl_lgrpid); in lpl_topo_verify()
2302 for (j = 0; j < lpl->lpl_nrset; j++) { in lpl_topo_verify()
2303 if (lpl->lpl_rset[j] == NULL) in lpl_topo_verify()
2307 ASSERT(j == lpl->lpl_nrset); in lpl_topo_verify()
2308 if (j != lpl->lpl_nrset) { in lpl_topo_verify()
2658 lpl_t *lpl; in lgrp_part_del_cpu() local
2666 lpl = leaf_lpl = cp->cpu_lpl; in lgrp_part_del_cpu()
2673 ASSERT(lpl->lpl_ncpu); in lgrp_part_del_cpu()
2674 if (--lpl->lpl_ncpu == 0) { in lgrp_part_del_cpu()
2679 klgrpset_del(cp->cpu_part->cp_lgrpset, lpl->lpl_lgrpid); in lgrp_part_del_cpu()
2682 lpl->lpl_cpus = cp->cpu_next_lpl = cp->cpu_prev_lpl = NULL; in lgrp_part_del_cpu()
2690 if (lpl->lpl_cpus == cp) { in lgrp_part_del_cpu()
2691 lpl->lpl_cpus = cp->cpu_next_lpl; in lgrp_part_del_cpu()
2717 lgrp_loadavg(lpl_t *lpl, uint_t nrcpus, int ageflag) in lgrp_loadavg() argument
2738 if ((lpl == NULL) || /* we're booting - this is easiest for now */ in lgrp_loadavg()
2739 ((ncpu = lpl->lpl_ncpu) == 0)) { in lgrp_loadavg()
2763 old = new = lpl->lpl_loadavg; in lgrp_loadavg()
2776 } while (atomic_cas_32((lgrp_load_t *)&lpl->lpl_loadavg, in lgrp_loadavg()
2787 old = new = lpl->lpl_loadavg; in lgrp_loadavg()
2795 } while (atomic_cas_32((lgrp_load_t *)&lpl->lpl_loadavg, in lgrp_loadavg()
2802 if ((lpl = lpl->lpl_parent) == NULL) in lgrp_loadavg()
2804 ncpu = lpl->lpl_ncpu; in lgrp_loadavg()
2839 lpl_t *lpl = lpl_bootstrap; in lpl_topo_bootstrap() local
2857 for (i = 0; i < howmany; i++, lpl++, target_lpl++) { in lpl_topo_bootstrap()
2867 *target_lpl = *lpl; in lpl_topo_bootstrap()
2876 if (lpl->lpl_cpus == CPU) { in lpl_topo_bootstrap()
2877 ASSERT(CPU->cpu_lpl == lpl); in lpl_topo_bootstrap()
2884 if (lpl->lpl_parent != NULL) in lpl_topo_bootstrap()
2886 (((uintptr_t)lpl->lpl_parent - in lpl_topo_bootstrap()
2894 ASSERT(lpl->lpl_nrset <= 1); in lpl_topo_bootstrap()
2896 for (id = 0; id < lpl->lpl_nrset; id++) { in lpl_topo_bootstrap()
2897 if (lpl->lpl_rset[id] != NULL) { in lpl_topo_bootstrap()
2899 (((uintptr_t)lpl->lpl_rset[id] - in lpl_topo_bootstrap()
2904 lpl->lpl_id2rset[id]; in lpl_topo_bootstrap()
3017 lpl_t *lpl, *bestlpl, *bestrlpl; in lgrp_choose() local
3072 lpl = lgrp_affinity_best(t, cpupart, lgrpid_start, B_FALSE); in lgrp_choose()
3073 if (lpl != NULL) in lgrp_choose()
3074 return (lpl); in lgrp_choose()
3110 lpl = &cpupart->cp_lgrploads[lgrpid]; in lgrp_choose()
3119 lpl_pick(lpl, bestlpl)) { in lgrp_choose()
3120 bestload = lpl->lpl_loadavg; in lgrp_choose()
3121 bestlpl = lpl; in lgrp_choose()
3131 lpl_pick(lpl, bestrlpl)) { in lgrp_choose()
3132 bestrload = lpl->lpl_loadavg; in lgrp_choose()
3133 bestrlpl = lpl; in lgrp_choose()
3261 lpl_t *lpl, *oldlpl; in lgrp_move_thread() local
3343 lpl = oldlpl; in lgrp_move_thread()
3346 old = new = lpl->lpl_loadavg; in lgrp_move_thread()
3358 (lgrp_load_t *)&lpl->lpl_loadavg, old, in lgrp_move_thread()
3361 lpl = lpl->lpl_parent; in lgrp_move_thread()
3362 if (lpl == NULL) in lgrp_move_thread()
3365 ncpu = lpl->lpl_ncpu; in lgrp_move_thread()
3413 lpl = newlpl; in lgrp_move_thread()
3415 ncpu = lpl->lpl_ncpu; in lgrp_move_thread()
3418 old = new = lpl->lpl_loadavg; in lgrp_move_thread()
3426 } while (atomic_cas_32((lgrp_load_t *)&lpl->lpl_loadavg, in lgrp_move_thread()
3429 lpl = lpl->lpl_parent; in lgrp_move_thread()
3430 if (lpl == NULL) in lgrp_move_thread()