380 static struct arm_cmn_nodeid arm_cmn_nid(const struct arm_cmn_node *dn)  in arm_cmn_nid()  argument
384 	nid.dev = dn->id & ((1U << dn->deviceid_bits) - 1);  in arm_cmn_nid()
385 	nid.port = (dn->id >> dn->deviceid_bits) & ((1U << dn->portid_bits) - 1);  in arm_cmn_nid()
390 					       const struct arm_cmn_node *dn)  in arm_cmn_node_to_xp()  argument
392 	int id = dn->id >> (dn->portid_bits + dn->deviceid_bits);  in arm_cmn_node_to_xp()
402 	struct arm_cmn_node *dn;  in arm_cmn_node()  local
404 	for (dn = cmn->dns; dn->type; dn++)  in arm_cmn_node()
405 		if (dn->type == type)  in arm_cmn_node()
406 			return dn;  in arm_cmn_node()
428 static int arm_cmn_pmu_offset(const struct arm_cmn *cmn, const struct arm_cmn_node *dn)  in arm_cmn_pmu_offset()  argument
431 		if (cmn->rev >= REV_CMNS3_R1P0 && dn->type == CMN_TYPE_XP)  in arm_cmn_pmu_offset()
503 	struct arm_cmn_node *dn;  in arm_cmn_show_logid()  local
506 	for (dn = cmn->dns; dn->type; dn++) {  in arm_cmn_show_logid()
507 		int pad = dn->logid < 10;  in arm_cmn_show_logid()
509 		if (dn->type == CMN_TYPE_XP)  in arm_cmn_show_logid()
512 		if (dn->type < CMN_TYPE_HNI)  in arm_cmn_show_logid()
515 		if (dn->id != id)  in arm_cmn_show_logid()
518 		seq_printf(s, " %*c#%-*d  |", pad + 1, ' ', 3 - pad, dn->logid);  in arm_cmn_show_logid()
598 	struct arm_cmn_node *dn;  member
615 #define for_each_hw_dn(hw, dn, i) \  argument
616 	for (i = 0, dn = hw->dn; i < hw->num_dns; i++, dn++)
1450 	struct arm_cmn_node *dn;  in arm_cmn_read_dtm()  local
1455 	for_each_hw_dn(hw, dn, i) {  in arm_cmn_read_dtm()
1456 		if (dtm != &cmn->dtms[dn->dtm]) {  in arm_cmn_read_dtm()
1457 			dtm = &cmn->dtms[dn->dtm] + hw->dtm_offset;  in arm_cmn_read_dtm()
1525 static int arm_cmn_set_event_sel_hi(struct arm_cmn_node *dn,  in arm_cmn_set_event_sel_hi()  argument
1533 	if (!dn->occupid[fsel].count) {  in arm_cmn_set_event_sel_hi()
1534 		dn->occupid[fsel].val = occupid;  in arm_cmn_set_event_sel_hi()
1536 				 dn->occupid[SEL_CBUSY_SNTHROTTLE_SEL].val) |  in arm_cmn_set_event_sel_hi()
1538 				 dn->occupid[SEL_SN_HOME_SEL].val) |  in arm_cmn_set_event_sel_hi()
1540 				 dn->occupid[SEL_HBT_LBT_SEL].val) |  in arm_cmn_set_event_sel_hi()
1542 				 dn->occupid[SEL_CLASS_OCCUP_ID].val) |  in arm_cmn_set_event_sel_hi()
1544 				 dn->occupid[SEL_OCCUP1ID].val);  in arm_cmn_set_event_sel_hi()
1545 		writel_relaxed(reg >> 32, dn->pmu_base + CMN_PMU_EVENT_SEL + 4);  in arm_cmn_set_event_sel_hi()
1546 	} else if (dn->occupid[fsel].val != occupid) {  in arm_cmn_set_event_sel_hi()
1549 	dn->occupid[fsel].count++;  in arm_cmn_set_event_sel_hi()
1553 static void arm_cmn_set_event_sel_lo(struct arm_cmn_node *dn, int dtm_idx,  in arm_cmn_set_event_sel_lo()  argument
1557 		dn->event_w[dtm_idx] = eventid;  in arm_cmn_set_event_sel_lo()
1558 		writeq_relaxed(le64_to_cpu(dn->event_sel_w), dn->pmu_base + CMN_PMU_EVENT_SEL);  in arm_cmn_set_event_sel_lo()
1560 		dn->event[dtm_idx] = eventid;  in arm_cmn_set_event_sel_lo()
1561 		writel_relaxed(le32_to_cpu(dn->event_sel), dn->pmu_base + CMN_PMU_EVENT_SEL);  in arm_cmn_set_event_sel_lo()
1569 	struct arm_cmn_node *dn;  in arm_cmn_event_start()  local
1584 		for_each_hw_dn(hw, dn, i) {  in arm_cmn_event_start()
1585 			void __iomem *base = dn->pmu_base + CMN_DTM_OFFSET(hw->dtm_offset);  in arm_cmn_event_start()
1591 	} else for_each_hw_dn(hw, dn, i) {  in arm_cmn_event_start()
1594 		arm_cmn_set_event_sel_lo(dn, dtm_idx, CMN_EVENT_EVENTID(event),  in arm_cmn_event_start()
1603 	struct arm_cmn_node *dn;  in arm_cmn_event_stop()  local
1613 		for_each_hw_dn(hw, dn, i) {  in arm_cmn_event_stop()
1614 			void __iomem *base = dn->pmu_base + CMN_DTM_OFFSET(hw->dtm_offset);  in arm_cmn_event_stop()
1620 	} else for_each_hw_dn(hw, dn, i) {  in arm_cmn_event_stop()
1623 		arm_cmn_set_event_sel_lo(dn, dtm_idx, 0, hw->wide_sel);  in arm_cmn_event_stop()
1654 	struct arm_cmn_node *dn;  in arm_cmn_val_add_event()  local
1670 	for_each_hw_dn(hw, dn, i) {  in arm_cmn_val_add_event()
1671 		int wp_idx, dtm = dn->dtm, sel = hw->filter_sel;  in arm_cmn_val_add_event()
1690 	struct arm_cmn_node *dn;  in arm_cmn_validate_group()  local
1721 	for_each_hw_dn(hw, dn, i) {  in arm_cmn_validate_group()
1722 		int wp_idx, dtm = dn->dtm, sel = hw->filter_sel;  in arm_cmn_validate_group()
1769 	struct arm_cmn_node *dn;  in arm_cmn_event_init()  local
1813 	hw->dn = arm_cmn_node(cmn, type);  in arm_cmn_event_init()
1814 	if (!hw->dn)  in arm_cmn_event_init()
1818 	for (dn = hw->dn; dn->type == type; dn++) {  in arm_cmn_event_init()
1819 		if (bynodeid && dn->id != nodeid) {  in arm_cmn_event_init()
1820 			hw->dn++;  in arm_cmn_event_init()
1824 		if (dn->dtc < 0)  in arm_cmn_event_init()
1827 			hw->dtc_idx[dn->dtc] = 0;  in arm_cmn_event_init()
1848 		struct arm_cmn_dtm *dtm = &cmn->dtms[hw->dn[i].dtm] + hw->dtm_offset;  in arm_cmn_event_clear()
1858 			hw->dn[i].occupid[hw->filter_sel].count--;  in arm_cmn_event_clear()
1874 	struct arm_cmn_node *dn;  in arm_cmn_event_add()  local
1905 	for_each_hw_dn(hw, dn, i) {  in arm_cmn_event_add()
1906 		struct arm_cmn_dtm *dtm = &cmn->dtms[dn->dtm] + hw->dtm_offset;  in arm_cmn_event_add()
1907 		unsigned int dtm_idx, shift, d = max_t(int, dn->dtc, 0);  in arm_cmn_event_add()
1937 			struct arm_cmn_nodeid nid = arm_cmn_nid(dn);  in arm_cmn_event_add()
1945 			if (arm_cmn_set_event_sel_hi(dn, hw->filter_sel, CMN_EVENT_OCCUPID(event)))  in arm_cmn_event_add()
2131 static int arm_cmn_init_dtc(struct arm_cmn *cmn, struct arm_cmn_node *dn, int idx)  in arm_cmn_init_dtc()  argument
2135 	dtc->pmu_base = dn->pmu_base;  in arm_cmn_init_dtc()
2136 	dtc->base = dtc->pmu_base - arm_cmn_pmu_offset(cmn, dn);  in arm_cmn_init_dtc()
2162 	struct arm_cmn_node *dn, *xp;  in arm_cmn_init_dtcs()  local
2173 	for (dn = cmn->dns; dn->type; dn++) {  in arm_cmn_init_dtcs()
2174 		if (dn->type == CMN_TYPE_XP)  in arm_cmn_init_dtcs()
2177 		xp = arm_cmn_node_to_xp(cmn, dn);  in arm_cmn_init_dtcs()
2178 		dn->dtc = xp->dtc;  in arm_cmn_init_dtcs()
2179 		dn->dtm = xp->dtm;  in arm_cmn_init_dtcs()
2181 			dn->dtm += arm_cmn_nid(dn).port / 2;  in arm_cmn_init_dtcs()
2183 		if (dn->type == CMN_TYPE_DTC) {  in arm_cmn_init_dtcs()
2184 			int err = arm_cmn_init_dtc(cmn, dn, dtc_idx++);  in arm_cmn_init_dtcs()
2191 		if (dn->type == CMN_TYPE_RND)  in arm_cmn_init_dtcs()
2192 			dn->type = CMN_TYPE_RNI;  in arm_cmn_init_dtcs()
2195 		if (dn->type == CMN_TYPE_CCLA_RNI)  in arm_cmn_init_dtcs()
2196 			dn->type = CMN_TYPE_CCLA;  in arm_cmn_init_dtcs()
2252 	struct arm_cmn_node cfg, *dn;  in arm_cmn_discover()  local
2321 	dn = devm_kcalloc(cmn->dev, cmn->num_dns * 2 - cmn->num_xps,  in arm_cmn_discover()
2322 			  sizeof(*dn), GFP_KERNEL);  in arm_cmn_discover()
2323 	if (!dn)  in arm_cmn_discover()
2335 	cmn->dns = dn;  in arm_cmn_discover()
2338 		struct arm_cmn_node *xp = dn++;  in arm_cmn_discover()
2418 			arm_cmn_init_node_info(cmn, reg & CMN_CHILD_NODE_ADDR, dn);  in arm_cmn_discover()
2419 			dn->portid_bits = xp->portid_bits;  in arm_cmn_discover()
2420 			dn->deviceid_bits = xp->deviceid_bits;  in arm_cmn_discover()
2422 			switch (dn->type) {  in arm_cmn_discover()
2425 				dn++;  in arm_cmn_discover()
2440 				dn++;  in arm_cmn_discover()
2443 				dn->pmu_base += CMN_CCLA_PMU_EVENT_SEL;  in arm_cmn_discover()
2444 				dn++;  in arm_cmn_discover()
2463 				dn[1] = dn[0];  in arm_cmn_discover()
2464 				dn[0].pmu_base += CMN_CCLA_PMU_EVENT_SEL;  in arm_cmn_discover()
2465 				dn[1].type = arm_cmn_subtype(dn->type);  in arm_cmn_discover()
2466 				dn += 2;  in arm_cmn_discover()
2470 				dev_err(cmn->dev, "invalid device node type: 0x%x\n", dn->type);  in arm_cmn_discover()
2477 	cmn->num_dns = dn - cmn->dns;  in arm_cmn_discover()
2480 	sz = (void *)(dn + 1) - (void *)cmn->dns;  in arm_cmn_discover()
2481 	dn = devm_krealloc(cmn->dev, cmn->dns, sz, GFP_KERNEL);  in arm_cmn_discover()
2482 	if (dn)  in arm_cmn_discover()
2483 		cmn->dns = dn;  in arm_cmn_discover()