Lines Matching refs:rd
126 static bool is_pl_valid(struct rapl_domain *rd, int pl) in is_pl_valid() argument
130 return rd->rpl[pl].name ? true : false; in is_pl_valid()
133 static int get_pl_lock_prim(struct rapl_domain *rd, int pl) in get_pl_lock_prim() argument
135 if (rd->rp->priv->type == RAPL_IF_TPMI) { in get_pl_lock_prim()
152 if (rd->rp->priv->limits[rd->id] & BIT(POWER_LIMIT2)) in get_pl_lock_prim()
157 static int get_pl_prim(struct rapl_domain *rd, int pl, enum pl_prims prim) in get_pl_prim() argument
163 if (prim == PL_CLAMP && rd->rp->priv->type != RAPL_IF_TPMI) in get_pl_prim()
172 return get_pl_lock_prim(rd, pl); in get_pl_prim()
177 if (prim == PL_CLAMP && rd->rp->priv->type != RAPL_IF_TPMI) in get_pl_prim()
186 return get_pl_lock_prim(rd, pl); in get_pl_prim()
197 return get_pl_lock_prim(rd, pl); in get_pl_prim()
209 int (*check_unit)(struct rapl_domain *rd);
210 void (*set_floor_freq)(struct rapl_domain *rd, bool mode);
211 u64 (*compute_time_window)(struct rapl_domain *rd, u64 val,
254 static int rapl_read_data_raw(struct rapl_domain *rd,
258 static int rapl_write_data_raw(struct rapl_domain *rd,
261 static int rapl_read_pl_data(struct rapl_domain *rd, int pl,
264 static int rapl_write_pl_data(struct rapl_domain *rd, int pl,
267 static u64 rapl_unit_xlate(struct rapl_domain *rd,
284 struct rapl_domain *rd; in get_energy_counter() local
291 rd = power_zone_to_rapl_domain(power_zone); in get_energy_counter()
293 if (!rapl_read_data_raw(rd, ENERGY_COUNTER, true, &energy_now, false)) { in get_energy_counter()
306 struct rapl_domain *rd = power_zone_to_rapl_domain(pcd_dev); in get_max_energy_counter() local
308 *energy = rapl_unit_xlate(rd, ENERGY_UNIT, ENERGY_STATUS_MASK, 0); in get_max_energy_counter()
314 struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone); in release_zone() local
315 struct rapl_package *rp = rd->rp; in release_zone()
320 if (rd->id == RAPL_DOMAIN_PACKAGE) { in release_zone()
321 kfree(rd); in release_zone()
329 static int find_nr_power_limit(struct rapl_domain *rd) in find_nr_power_limit() argument
334 if (is_pl_valid(rd, i)) in find_nr_power_limit()
343 struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone); in set_domain_enable() local
344 struct rapl_defaults *defaults = get_defaults(rd->rp); in set_domain_enable()
349 ret = rapl_write_pl_data(rd, POWER_LIMIT1, PL_ENABLE, mode); in set_domain_enable()
353 ret = rapl_read_pl_data(rd, POWER_LIMIT1, PL_ENABLE, false, &val); in set_domain_enable()
364 defaults->set_floor_freq(rd, mode); in set_domain_enable()
374 struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone); in get_domain_enable() local
378 if (rd->rpl[POWER_LIMIT1].locked) { in get_domain_enable()
383 ret = rapl_read_pl_data(rd, POWER_LIMIT1, PL_ENABLE, true, &val); in get_domain_enable()
440 static int contraint_to_pl(struct rapl_domain *rd, int cid) in contraint_to_pl() argument
445 if (is_pl_valid(rd, i) && j++ == cid) { in contraint_to_pl()
458 struct rapl_domain *rd; in set_power_limit() local
464 rd = power_zone_to_rapl_domain(power_zone); in set_power_limit()
465 id = contraint_to_pl(rd, cid); in set_power_limit()
466 rp = rd->rp; in set_power_limit()
468 ret = rapl_write_pl_data(rd, id, PL_LIMIT, power_limit); in set_power_limit()
478 struct rapl_domain *rd; in get_current_power_limit() local
484 rd = power_zone_to_rapl_domain(power_zone); in get_current_power_limit()
485 id = contraint_to_pl(rd, cid); in get_current_power_limit()
487 ret = rapl_read_pl_data(rd, id, PL_LIMIT, true, &val); in get_current_power_limit()
499 struct rapl_domain *rd; in set_time_window() local
504 rd = power_zone_to_rapl_domain(power_zone); in set_time_window()
505 id = contraint_to_pl(rd, cid); in set_time_window()
507 ret = rapl_write_pl_data(rd, id, PL_TIME_WINDOW, window); in set_time_window()
516 struct rapl_domain *rd; in get_time_window() local
522 rd = power_zone_to_rapl_domain(power_zone); in get_time_window()
523 id = contraint_to_pl(rd, cid); in get_time_window()
525 ret = rapl_read_pl_data(rd, id, PL_TIME_WINDOW, true, &val); in get_time_window()
537 struct rapl_domain *rd; in get_constraint_name() local
540 rd = power_zone_to_rapl_domain(power_zone); in get_constraint_name()
541 id = contraint_to_pl(rd, cid); in get_constraint_name()
543 return rd->rpl[id].name; in get_constraint_name()
550 struct rapl_domain *rd; in get_max_power() local
556 rd = power_zone_to_rapl_domain(power_zone); in get_max_power()
557 id = contraint_to_pl(rd, cid); in get_max_power()
559 ret = rapl_read_pl_data(rd, id, PL_MAX_POWER, true, &val); in get_max_power()
592 struct rapl_domain *rd = rp->domains; in rapl_init_domains() local
601 rd->rp = rp; in rapl_init_domains()
604 snprintf(rd->name, RAPL_DOMAIN_NAME_LENGTH, "psys-%d", in rapl_init_domains()
608 snprintf(rd->name, RAPL_DOMAIN_NAME_LENGTH, "%s", in rapl_init_domains()
612 rd->id = i; in rapl_init_domains()
619 rd->rpl[t].name = pl_names[t]; in rapl_init_domains()
623 rd->regs[j] = rp->priv->regs[i][j]; in rapl_init_domains()
625 rd++; in rapl_init_domains()
629 static u64 rapl_unit_xlate(struct rapl_domain *rd, enum unit_type type, in rapl_unit_xlate() argument
633 struct rapl_defaults *defaults = get_defaults(rd->rp); in rapl_unit_xlate()
638 units = rd->power_unit; in rapl_unit_xlate()
642 units = rd->energy_unit; in rapl_unit_xlate()
645 return defaults->compute_time_window(rd, value, to_raw); in rapl_unit_xlate()
792 prim_fixups(struct rapl_domain *rd, enum rapl_primitives prim) in prim_fixups() argument
794 struct rapl_defaults *defaults = get_defaults(rd->rp); in prim_fixups()
799 if (rd->id != RAPL_DOMAIN_PLATFORM) in prim_fixups()
833 static int rapl_read_data_raw(struct rapl_domain *rd, in rapl_read_data_raw() argument
838 enum rapl_primitives prim_fixed = prim_fixups(rd, prim); in rapl_read_data_raw()
839 struct rapl_primitive_info *rpi = get_rpi(rd->rp, prim_fixed); in rapl_read_data_raw()
845 ra.reg = rd->regs[rpi->id]; in rapl_read_data_raw()
851 *data = rd->rdd.primitives[prim]; in rapl_read_data_raw()
857 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra, pmu_ctx)) { in rapl_read_data_raw()
858 pr_debug("failed to read reg 0x%llx for %s:%s\n", ra.reg.val, rd->rp->name, rd->name); in rapl_read_data_raw()
865 *data = rapl_unit_xlate(rd, rpi->unit, value, 0); in rapl_read_data_raw()
873 static int rapl_write_data_raw(struct rapl_domain *rd, in rapl_write_data_raw() argument
877 enum rapl_primitives prim_fixed = prim_fixups(rd, prim); in rapl_write_data_raw()
878 struct rapl_primitive_info *rpi = get_rpi(rd->rp, prim_fixed); in rapl_write_data_raw()
886 bits = rapl_unit_xlate(rd, rpi->unit, value, 1); in rapl_write_data_raw()
892 ra.reg = rd->regs[rpi->id]; in rapl_write_data_raw()
896 ret = rd->rp->priv->write_raw(get_rid(rd->rp), &ra); in rapl_write_data_raw()
901 static int rapl_read_pl_data(struct rapl_domain *rd, int pl, in rapl_read_pl_data() argument
904 enum rapl_primitives prim = get_pl_prim(rd, pl, pl_prim); in rapl_read_pl_data()
906 if (!is_pl_valid(rd, pl)) in rapl_read_pl_data()
909 return rapl_read_data_raw(rd, prim, xlate, data, false); in rapl_read_pl_data()
912 static int rapl_write_pl_data(struct rapl_domain *rd, int pl, in rapl_write_pl_data() argument
916 enum rapl_primitives prim = get_pl_prim(rd, pl, pl_prim); in rapl_write_pl_data()
918 if (!is_pl_valid(rd, pl)) in rapl_write_pl_data()
921 if (rd->rpl[pl].locked) { in rapl_write_pl_data()
922 pr_debug("%s:%s:%s locked by BIOS\n", rd->rp->name, rd->name, pl_names[pl]); in rapl_write_pl_data()
926 return rapl_write_data_raw(rd, prim, value); in rapl_write_pl_data()
939 static int rapl_check_unit_core(struct rapl_domain *rd) in rapl_check_unit_core() argument
944 ra.reg = rd->regs[RAPL_DOMAIN_REG_UNIT]; in rapl_check_unit_core()
946 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra, false)) { in rapl_check_unit_core()
948 ra.reg.val, rd->rp->name, rd->name); in rapl_check_unit_core()
953 rd->energy_unit = ENERGY_UNIT_SCALE * 1000000 / (1 << value); in rapl_check_unit_core()
956 rd->power_unit = 1000000 / (1 << value); in rapl_check_unit_core()
959 rd->time_unit = 1000000 / (1 << value); in rapl_check_unit_core()
962 rd->rp->name, rd->name, rd->energy_unit, rd->time_unit, rd->power_unit); in rapl_check_unit_core()
967 static int rapl_check_unit_atom(struct rapl_domain *rd) in rapl_check_unit_atom() argument
972 ra.reg = rd->regs[RAPL_DOMAIN_REG_UNIT]; in rapl_check_unit_atom()
974 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra, false)) { in rapl_check_unit_atom()
976 ra.reg.val, rd->rp->name, rd->name); in rapl_check_unit_atom()
981 rd->energy_unit = ENERGY_UNIT_SCALE * 1 << value; in rapl_check_unit_atom()
984 rd->power_unit = (1 << value) * 1000; in rapl_check_unit_atom()
987 rd->time_unit = 1000000 / (1 << value); in rapl_check_unit_atom()
990 rd->rp->name, rd->name, rd->energy_unit, rd->time_unit, rd->power_unit); in rapl_check_unit_atom()
1059 static void set_floor_freq_default(struct rapl_domain *rd, bool mode) in set_floor_freq_default() argument
1066 rapl_write_pl_data(rd, POWER_LIMIT1, PL_CLAMP, mode); in set_floor_freq_default()
1069 rapl_write_pl_data(rd, i, PL_ENABLE, mode); in set_floor_freq_default()
1070 rapl_write_pl_data(rd, i, PL_CLAMP, mode); in set_floor_freq_default()
1074 static void set_floor_freq_atom(struct rapl_domain *rd, bool enable) in set_floor_freq_atom() argument
1077 struct rapl_defaults *defaults = get_defaults(rd->rp); in set_floor_freq_atom()
1098 static u64 rapl_compute_time_window_core(struct rapl_domain *rd, u64 value, in rapl_compute_time_window_core() argument
1110 value = (1 << y) * (4 + f) * rd->time_unit / 4; in rapl_compute_time_window_core()
1112 if (value < rd->time_unit) in rapl_compute_time_window_core()
1115 do_div(value, rd->time_unit); in rapl_compute_time_window_core()
1131 static u64 rapl_compute_time_window_atom(struct rapl_domain *rd, u64 value, in rapl_compute_time_window_atom() argument
1139 return (value) ? value * rd->time_unit : rd->time_unit; in rapl_compute_time_window_atom()
1141 value = div64_u64(value, rd->time_unit); in rapl_compute_time_window_atom()
1154 static int rapl_check_unit_tpmi(struct rapl_domain *rd) in rapl_check_unit_tpmi() argument
1159 ra.reg = rd->regs[RAPL_DOMAIN_REG_UNIT]; in rapl_check_unit_tpmi()
1161 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra, false)) { in rapl_check_unit_tpmi()
1163 ra.reg.val, rd->rp->name, rd->name); in rapl_check_unit_tpmi()
1168 rd->energy_unit = ENERGY_UNIT_SCALE * 1000000 / (1 << value); in rapl_check_unit_tpmi()
1171 rd->power_unit = 1000000 / (1 << value); in rapl_check_unit_tpmi()
1174 rd->time_unit = 1000000 / (1 << value); in rapl_check_unit_tpmi()
1177 rd->rp->name, rd->name, rd->energy_unit, rd->time_unit, rd->power_unit); in rapl_check_unit_tpmi()
1342 struct rapl_domain *rd; in rapl_package_register_powercap() local
1350 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_package_register_powercap()
1351 if (rd->id == RAPL_DOMAIN_PACKAGE) { in rapl_package_register_powercap()
1352 nr_pl = find_nr_power_limit(rd); in rapl_package_register_powercap()
1354 power_zone = powercap_register_zone(&rd->power_zone, in rapl_package_register_powercap()
1356 NULL, &zone_ops[rd->id], nr_pl, in rapl_package_register_powercap()
1374 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_package_register_powercap()
1377 if (rd->id == RAPL_DOMAIN_PACKAGE) in rapl_package_register_powercap()
1379 if (rd->id == RAPL_DOMAIN_PLATFORM) in rapl_package_register_powercap()
1382 nr_pl = find_nr_power_limit(rd); in rapl_package_register_powercap()
1383 power_zone = powercap_register_zone(&rd->power_zone, in rapl_package_register_powercap()
1385 rd->name, parent, in rapl_package_register_powercap()
1386 &zone_ops[rd->id], nr_pl, in rapl_package_register_powercap()
1391 rp->name, rd->name); in rapl_package_register_powercap()
1403 while (--rd >= rp->domains) { in rapl_package_register_powercap()
1404 pr_debug("unregister %s domain %s\n", rp->name, rd->name); in rapl_package_register_powercap()
1406 &rd->power_zone); in rapl_package_register_powercap()
1444 static int rapl_get_domain_unit(struct rapl_domain *rd) in rapl_get_domain_unit() argument
1446 struct rapl_defaults *defaults = get_defaults(rd->rp); in rapl_get_domain_unit()
1449 if (!rd->regs[RAPL_DOMAIN_REG_UNIT].val) { in rapl_get_domain_unit()
1450 if (!rd->rp->priv->reg_unit.val) { in rapl_get_domain_unit()
1454 rd->regs[RAPL_DOMAIN_REG_UNIT] = rd->rp->priv->reg_unit; in rapl_get_domain_unit()
1462 ret = defaults->check_unit(rd); in rapl_get_domain_unit()
1466 if (rd->id == RAPL_DOMAIN_DRAM && defaults->dram_domain_energy_unit) in rapl_get_domain_unit()
1467 rd->energy_unit = defaults->dram_domain_energy_unit; in rapl_get_domain_unit()
1468 if (rd->id == RAPL_DOMAIN_PLATFORM && defaults->psys_domain_energy_unit) in rapl_get_domain_unit()
1469 rd->energy_unit = defaults->psys_domain_energy_unit; in rapl_get_domain_unit()
1482 static void rapl_detect_powerlimit(struct rapl_domain *rd) in rapl_detect_powerlimit() argument
1488 if (!rapl_read_pl_data(rd, i, PL_LOCK, false, &val64)) { in rapl_detect_powerlimit()
1490 rd->rpl[i].locked = true; in rapl_detect_powerlimit()
1492 rd->rp->name, rd->name, pl_names[i]); in rapl_detect_powerlimit()
1496 if (rapl_read_pl_data(rd, i, PL_LIMIT, false, &val64)) in rapl_detect_powerlimit()
1497 rd->rpl[i].name = NULL; in rapl_detect_powerlimit()
1506 struct rapl_domain *rd; in rapl_detect_domains() local
1529 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_detect_domains()
1530 rapl_get_domain_unit(rd); in rapl_detect_domains()
1531 rapl_detect_powerlimit(rd); in rapl_detect_domains()
2038 struct rapl_domain *rd = &rp->domains[idx]; in rapl_package_add_pmu_locked() local
2039 int domain = rd->id; in rapl_package_add_pmu_locked()
2049 val = rd->energy_unit * (1ULL << 32); in rapl_package_add_pmu_locked()
2068 val *= rd->energy_unit; in rapl_package_add_pmu_locked()
2075 pr_debug("Domain %s: hw unit %lld * 2^-32 Joules\n", rd->name, data->scale[domain]); in rapl_package_add_pmu_locked()
2126 struct rapl_domain *rd, *rd_package = NULL; in rapl_remove_package_cpuslocked() local
2130 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_remove_package_cpuslocked()
2134 rapl_write_pl_data(rd, i, PL_ENABLE, 0); in rapl_remove_package_cpuslocked()
2135 rapl_write_pl_data(rd, i, PL_CLAMP, 0); in rapl_remove_package_cpuslocked()
2138 if (rd->id == RAPL_DOMAIN_PACKAGE) { in rapl_remove_package_cpuslocked()
2139 rd_package = rd; in rapl_remove_package_cpuslocked()
2143 rp->name, rd->name); in rapl_remove_package_cpuslocked()
2145 &rd->power_zone); in rapl_remove_package_cpuslocked()
2276 struct rapl_domain *rd; in power_limit_state_save() local
2283 rd = power_zone_to_rapl_domain(rp->power_zone); in power_limit_state_save()
2285 ret = rapl_read_pl_data(rd, i, PL_LIMIT, true, in power_limit_state_save()
2286 &rd->rpl[i].last_power_limit); in power_limit_state_save()
2288 rd->rpl[i].last_power_limit = 0; in power_limit_state_save()
2297 struct rapl_domain *rd; in power_limit_state_restore() local
2304 rd = power_zone_to_rapl_domain(rp->power_zone); in power_limit_state_restore()
2306 if (rd->rpl[i].last_power_limit) in power_limit_state_restore()
2307 rapl_write_pl_data(rd, i, PL_LIMIT, in power_limit_state_restore()
2308 rd->rpl[i].last_power_limit); in power_limit_state_restore()