1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* 3 * Arm Statistical Profiling Extensions (SPE) support 4 * Copyright (c) 2017-2018, Arm Ltd. 5 */ 6 7 #ifndef INCLUDE__ARM_SPE_PKT_DECODER_H__ 8 #define INCLUDE__ARM_SPE_PKT_DECODER_H__ 9 10 #include <linux/bitfield.h> 11 #include <stddef.h> 12 #include <stdint.h> 13 14 #define ARM_SPE_PKT_DESC_MAX 512 15 16 #define ARM_SPE_NEED_MORE_BYTES -1 17 #define ARM_SPE_BAD_PACKET -2 18 19 #define ARM_SPE_PKT_MAX_SZ 16 20 21 enum arm_spe_pkt_type { 22 ARM_SPE_BAD, 23 ARM_SPE_PAD, 24 ARM_SPE_END, 25 ARM_SPE_TIMESTAMP, 26 ARM_SPE_ADDRESS, 27 ARM_SPE_COUNTER, 28 ARM_SPE_CONTEXT, 29 ARM_SPE_OP_TYPE, 30 ARM_SPE_EVENTS, 31 ARM_SPE_DATA_SOURCE, 32 }; 33 34 struct arm_spe_pkt { 35 enum arm_spe_pkt_type type; 36 unsigned char index; 37 uint64_t payload; 38 uint64_t midr; 39 }; 40 41 /* Short header (HEADER0) and extended header (HEADER1) */ 42 #define SPE_HEADER0_PAD 0x0 43 #define SPE_HEADER0_END 0x1 44 #define SPE_HEADER0_TIMESTAMP 0x71 45 /* Mask for event & data source */ 46 #define SPE_HEADER0_MASK1 (GENMASK_ULL(7, 6) | GENMASK_ULL(3, 0)) 47 #define SPE_HEADER0_EVENTS 0x42 48 #define SPE_HEADER0_SOURCE 0x43 49 /* Mask for context & operation */ 50 #define SPE_HEADER0_MASK2 GENMASK_ULL(7, 2) 51 #define SPE_HEADER0_CONTEXT 0x64 52 #define SPE_HEADER0_OP_TYPE 0x48 53 /* Mask for extended format */ 54 #define SPE_HEADER0_EXTENDED 0x20 55 /* Mask for address & counter */ 56 #define SPE_HEADER0_MASK3 GENMASK_ULL(7, 3) 57 #define SPE_HEADER0_ADDRESS 0xb0 58 #define SPE_HEADER0_COUNTER 0x98 59 #define SPE_HEADER1_ALIGNMENT 0x0 60 61 #define SPE_HDR_SHORT_INDEX(h) ((h) & GENMASK_ULL(2, 0)) 62 #define SPE_HDR_EXTENDED_INDEX(h0, h1) (((h0) & GENMASK_ULL(1, 0)) << 3 | \ 63 SPE_HDR_SHORT_INDEX(h1)) 64 65 /* Address packet header */ 66 #define SPE_ADDR_PKT_HDR_INDEX_INS 0x0 67 #define SPE_ADDR_PKT_HDR_INDEX_BRANCH 0x1 68 #define SPE_ADDR_PKT_HDR_INDEX_DATA_VIRT 0x2 69 #define SPE_ADDR_PKT_HDR_INDEX_DATA_PHYS 0x3 70 #define SPE_ADDR_PKT_HDR_INDEX_PREV_BRANCH 0x4 71 72 /* Address packet payload */ 73 #define SPE_ADDR_PKT_ADDR_BYTE7_SHIFT 56 74 #define SPE_ADDR_PKT_ADDR_GET_BYTES_0_6(v) ((v) & GENMASK_ULL(55, 0)) 75 #define SPE_ADDR_PKT_ADDR_GET_BYTE_6(v) (((v) & GENMASK_ULL(55, 48)) >> 48) 76 77 #define SPE_ADDR_PKT_GET_NS(v) (((v) & BIT_ULL(63)) >> 63) 78 #define SPE_ADDR_PKT_GET_EL(v) (((v) & GENMASK_ULL(62, 61)) >> 61) 79 #define SPE_ADDR_PKT_GET_CH(v) (((v) & BIT_ULL(62)) >> 62) 80 #define SPE_ADDR_PKT_GET_PAT(v) (((v) & GENMASK_ULL(59, 56)) >> 56) 81 82 #define SPE_ADDR_PKT_EL0 0 83 #define SPE_ADDR_PKT_EL1 1 84 #define SPE_ADDR_PKT_EL2 2 85 #define SPE_ADDR_PKT_EL3 3 86 87 /* Context packet header */ 88 #define SPE_CTX_PKT_HDR_INDEX(h) ((h) & GENMASK_ULL(1, 0)) 89 90 /* Counter packet header */ 91 #define SPE_CNT_PKT_HDR_INDEX_TOTAL_LAT 0x0 92 #define SPE_CNT_PKT_HDR_INDEX_ISSUE_LAT 0x1 93 #define SPE_CNT_PKT_HDR_INDEX_TRANS_LAT 0x2 94 95 /* Event packet payload */ 96 enum arm_spe_events { 97 EV_EXCEPTION_GEN = 0, 98 EV_RETIRED = 1, 99 EV_L1D_ACCESS = 2, 100 EV_L1D_REFILL = 3, 101 EV_TLB_ACCESS = 4, 102 EV_TLB_WALK = 5, 103 EV_NOT_TAKEN = 6, 104 EV_MISPRED = 7, 105 EV_LLC_ACCESS = 8, 106 EV_LLC_MISS = 9, 107 EV_REMOTE_ACCESS = 10, 108 EV_ALIGNMENT = 11, 109 EV_TRANSACTIONAL = 16, 110 EV_PARTIAL_PREDICATE = 17, 111 EV_EMPTY_PREDICATE = 18, 112 EV_L2D_ACCESS = 19, 113 EV_L2D_MISS = 20, 114 EV_CACHE_DATA_MODIFIED = 21, 115 EV_RECENTLY_FETCHED = 22, 116 EV_DATA_SNOOPED = 23, 117 EV_STREAMING_SVE_MODE = 24, 118 EV_SMCU = 25, 119 }; 120 121 /* Operation packet header */ 122 #define SPE_OP_PKT_HDR_CLASS(h) ((h) & GENMASK_ULL(1, 0)) 123 #define SPE_OP_PKT_HDR_CLASS_OTHER 0x0 124 #define SPE_OP_PKT_HDR_CLASS_LD_ST_ATOMIC 0x1 125 #define SPE_OP_PKT_HDR_CLASS_BR_ERET 0x2 126 127 #define SPE_OP_PKT_OTHER_SUBCLASS_OTHER(v) (((v) & GENMASK_ULL(7, 3)) == 0x0) 128 #define SPE_OP_PKT_OTHER_SUBCLASS_SVE(v) (((v) & (BIT(7) | BIT(3) | BIT(0))) == 0x8) 129 #define SPE_OP_PKT_OTHER_SUBCLASS_SME(v) (((v) & (BIT(7) | BIT(3) | BIT(0))) == 0x88) 130 131 #define SPE_OP_PKT_OTHER_ASE BIT(2) 132 #define SPE_OP_PKT_OTHER_FP BIT(1) 133 134 /* 135 * SME effective vector length or tile size (ETS) is stored in byte 0 136 * bits [6:4,2]; the length is rounded up to a power of two and use 128 137 * as one step, so ETS calculation is: 138 * 139 * 128 * (2 ^ bits [6:4,2]) = 32 << (bits [6:4,2]) 140 */ 141 #define SPE_OP_PKG_SME_ETS(v) (128 << (FIELD_GET(GENMASK_ULL(6, 4), (v)) << 1 | \ 142 (FIELD_GET(BIT(2), (v))))) 143 144 #define SPE_OP_PKT_LDST_SUBCLASS_GP_REG(v) (((v) & GENMASK_ULL(7, 1)) == 0x0) 145 #define SPE_OP_PKT_LDST_SUBCLASS_SIMD_FP(v) (((v) & GENMASK_ULL(7, 1)) == 0x4) 146 #define SPE_OP_PKT_LDST_SUBCLASS_UNSPEC_REG(v) (((v) & GENMASK_ULL(7, 1)) == 0x10) 147 #define SPE_OP_PKT_LDST_SUBCLASS_NV_SYSREG(v) (((v) & GENMASK_ULL(7, 1)) == 0x30) 148 #define SPE_OP_PKT_LDST_SUBCLASS_MTE_TAG(v) (((v) & GENMASK_ULL(7, 1)) == 0x14) 149 #define SPE_OP_PKT_LDST_SUBCLASS_MEMCPY(v) (((v) & GENMASK_ULL(7, 1)) == 0x20) 150 #define SPE_OP_PKT_LDST_SUBCLASS_MEMSET(v) (((v) & GENMASK_ULL(7, 0)) == 0x25) 151 152 #define SPE_OP_PKT_LDST_SUBCLASS_EXTENDED(v) (((v) & (GENMASK_ULL(7, 5) | BIT(1))) == 0x2) 153 154 #define SPE_OP_PKT_AR BIT(4) 155 #define SPE_OP_PKT_EXCL BIT(3) 156 #define SPE_OP_PKT_AT BIT(2) 157 #define SPE_OP_PKT_ST BIT(0) 158 159 #define SPE_OP_PKT_LDST_SUBCLASS_SVE_SME_REG(v) (((v) & (BIT(3) | BIT(1))) == 0x8) 160 161 #define SPE_OP_PKT_SVE_SG BIT(7) 162 /* 163 * SVE effective vector length (EVL) is stored in byte 0 bits [6:4]; 164 * the length is rounded up to a power of two and use 32 as one step, 165 * so EVL calculation is: 166 * 167 * 32 * (2 ^ bits [6:4]) = 32 << (bits [6:4]) 168 */ 169 #define SPE_OP_PKG_SVE_EVL(v) (32 << (((v) & GENMASK_ULL(6, 4)) >> 4)) 170 #define SPE_OP_PKT_SVE_PRED BIT(2) 171 #define SPE_OP_PKT_SVE_FP BIT(1) 172 173 #define SPE_OP_PKT_LDST_SUBCLASS_GCS(v) (((v) & (GENMASK_ULL(7, 3) | BIT(1))) == 0x40) 174 175 #define SPE_OP_PKT_GCS_COMM BIT(2) 176 177 #define SPE_OP_PKT_CR_MASK GENMASK_ULL(4, 3) 178 #define SPE_OP_PKT_CR_BL(v) (FIELD_GET(SPE_OP_PKT_CR_MASK, (v)) == 1) 179 #define SPE_OP_PKT_CR_RET(v) (FIELD_GET(SPE_OP_PKT_CR_MASK, (v)) == 2) 180 #define SPE_OP_PKT_CR_NON_BL_RET(v) (FIELD_GET(SPE_OP_PKT_CR_MASK, (v)) == 3) 181 #define SPE_OP_PKT_GCS BIT(2) 182 #define SPE_OP_PKT_INDIRECT_BRANCH BIT(1) 183 #define SPE_OP_PKT_COND BIT(0) 184 185 const char *arm_spe_pkt_name(enum arm_spe_pkt_type); 186 187 int arm_spe_get_packet(const unsigned char *buf, size_t len, 188 struct arm_spe_pkt *packet, u64 midr); 189 190 int arm_spe_pkt_desc(const struct arm_spe_pkt *packet, char *buf, size_t len); 191 #endif 192