1 /*===---- htmxlintrin.h - XL compiler HTM execution intrinsics-------------===*\ 2 * 3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 * See https://llvm.org/LICENSE.txt for license information. 5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 * 7 \*===----------------------------------------------------------------------===*/ 8 9 #ifndef __HTMXLINTRIN_H 10 #define __HTMXLINTRIN_H 11 12 #ifndef __HTM__ 13 #error "HTM instruction set not enabled" 14 #endif 15 16 #include <htmintrin.h> 17 18 #ifdef __powerpc__ 19 20 #ifdef __cplusplus 21 extern "C" { 22 #endif 23 24 #define _TEXASR_PTR(TM_BUF) ((texasr_t *)((char *)(TM_BUF) + 0)) 25 #define _TEXASRU_PTR(TM_BUF) ((texasru_t *)((char *)(TM_BUF) + 0)) 26 #define _TEXASRL_PTR(TM_BUF) ((texasrl_t *)((char *)(TM_BUF) + 4)) 27 #define _TFIAR_PTR(TM_BUF) ((tfiar_t *)((char *)(TM_BUF) + 8)) 28 29 typedef char TM_buff_type[16]; 30 31 /* This macro can be used to determine whether a transaction was successfully 32 started from the __TM_begin() and __TM_simple_begin() intrinsic functions 33 below. */ 34 #define _HTM_TBEGIN_STARTED 1 35 36 extern __inline long 37 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 38 __TM_simple_begin (void) 39 { 40 if (__builtin_expect (__builtin_tbegin (0), 1)) 41 return _HTM_TBEGIN_STARTED; 42 return 0; 43 } 44 45 extern __inline long 46 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 47 __TM_begin (void* const __TM_buff) 48 { 49 *_TEXASRL_PTR (__TM_buff) = 0; 50 if (__builtin_expect (__builtin_tbegin (0), 1)) 51 return _HTM_TBEGIN_STARTED; 52 #ifdef __powerpc64__ 53 *_TEXASR_PTR (__TM_buff) = __builtin_get_texasr (); 54 #else 55 *_TEXASRU_PTR (__TM_buff) = __builtin_get_texasru (); 56 *_TEXASRL_PTR (__TM_buff) = __builtin_get_texasr (); 57 #endif 58 *_TFIAR_PTR (__TM_buff) = __builtin_get_tfiar (); 59 return 0; 60 } 61 62 extern __inline long 63 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 64 __TM_end (void) 65 { 66 if (__builtin_expect (__builtin_tend (0), 1)) 67 return 1; 68 return 0; 69 } 70 71 extern __inline void 72 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 73 __TM_abort (void) 74 { 75 __builtin_tabort (0); 76 } 77 78 extern __inline void 79 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 80 __TM_named_abort (unsigned char const __code) 81 { 82 __builtin_tabort (__code); 83 } 84 85 extern __inline void 86 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 87 __TM_resume (void) 88 { 89 __builtin_tresume (); 90 } 91 92 extern __inline void 93 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 94 __TM_suspend (void) 95 { 96 __builtin_tsuspend (); 97 } 98 99 extern __inline long 100 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 101 __TM_is_user_abort (void* const __TM_buff) 102 { 103 texasru_t texasru = *_TEXASRU_PTR (__TM_buff); 104 return _TEXASRU_ABORT (texasru); 105 } 106 107 extern __inline long 108 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 109 __TM_is_named_user_abort (void* const __TM_buff, unsigned char *__code) 110 { 111 texasru_t texasru = *_TEXASRU_PTR (__TM_buff); 112 113 *__code = _TEXASRU_FAILURE_CODE (texasru); 114 return _TEXASRU_ABORT (texasru); 115 } 116 117 extern __inline long 118 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 119 __TM_is_illegal (void* const __TM_buff) 120 { 121 texasru_t texasru = *_TEXASRU_PTR (__TM_buff); 122 return _TEXASRU_DISALLOWED (texasru); 123 } 124 125 extern __inline long 126 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 127 __TM_is_footprint_exceeded (void* const __TM_buff) 128 { 129 texasru_t texasru = *_TEXASRU_PTR (__TM_buff); 130 return _TEXASRU_FOOTPRINT_OVERFLOW (texasru); 131 } 132 133 extern __inline long 134 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 135 __TM_nesting_depth (void* const __TM_buff) 136 { 137 texasrl_t texasrl; 138 139 if (_HTM_STATE (__builtin_ttest ()) == _HTM_NONTRANSACTIONAL) 140 { 141 texasrl = *_TEXASRL_PTR (__TM_buff); 142 if (!_TEXASR_FAILURE_SUMMARY (texasrl)) 143 texasrl = 0; 144 } 145 else 146 texasrl = (texasrl_t) __builtin_get_texasr (); 147 148 return _TEXASR_TRANSACTION_LEVEL (texasrl); 149 } 150 151 extern __inline long 152 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 153 __TM_is_nested_too_deep(void* const __TM_buff) 154 { 155 texasru_t texasru = *_TEXASRU_PTR (__TM_buff); 156 return _TEXASRU_NESTING_OVERFLOW (texasru); 157 } 158 159 extern __inline long 160 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 161 __TM_is_conflict(void* const __TM_buff) 162 { 163 texasru_t texasru = *_TEXASRU_PTR (__TM_buff); 164 /* Return TEXASR bits 11 (Self-Induced Conflict) through 165 14 (Translation Invalidation Conflict). */ 166 return (_TEXASRU_EXTRACT_BITS (texasru, 14, 4)) ? 1 : 0; 167 } 168 169 extern __inline long 170 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 171 __TM_is_failure_persistent(void* const __TM_buff) 172 { 173 texasru_t texasru = *_TEXASRU_PTR (__TM_buff); 174 return _TEXASRU_FAILURE_PERSISTENT (texasru); 175 } 176 177 extern __inline long 178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 179 __TM_failure_address(void* const __TM_buff) 180 { 181 return *_TFIAR_PTR (__TM_buff); 182 } 183 184 extern __inline long long 185 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 186 __TM_failure_code(void* const __TM_buff) 187 { 188 return *_TEXASR_PTR (__TM_buff); 189 } 190 191 #ifdef __cplusplus 192 } 193 #endif 194 195 #endif /* __powerpc__ */ 196 197 #ifdef __s390__ 198 199 #include <stdint.h> 200 201 /* These intrinsics are being made available for compatibility with 202 the IBM XL compiler. For documentation please see the "z/OS XL 203 C/C++ Programming Guide" publicly available on the web. */ 204 205 static __inline long __attribute__((__always_inline__, __nodebug__)) 206 __TM_simple_begin () 207 { 208 return __builtin_tbegin_nofloat (0); 209 } 210 211 static __inline long __attribute__((__always_inline__, __nodebug__)) 212 __TM_begin (void* const __tdb) 213 { 214 return __builtin_tbegin_nofloat (__tdb); 215 } 216 217 static __inline long __attribute__((__always_inline__, __nodebug__)) 218 __TM_end () 219 { 220 return __builtin_tend (); 221 } 222 223 static __inline void __attribute__((__always_inline__)) 224 __TM_abort () 225 { 226 return __builtin_tabort (_HTM_FIRST_USER_ABORT_CODE); 227 } 228 229 static __inline void __attribute__((__always_inline__, __nodebug__)) 230 __TM_named_abort (unsigned char const __code) 231 { 232 return __builtin_tabort ((int)_HTM_FIRST_USER_ABORT_CODE + __code); 233 } 234 235 static __inline void __attribute__((__always_inline__, __nodebug__)) 236 __TM_non_transactional_store (void* const __addr, long long const __value) 237 { 238 __builtin_non_tx_store ((uint64_t*)__addr, (uint64_t)__value); 239 } 240 241 static __inline long __attribute__((__always_inline__, __nodebug__)) 242 __TM_nesting_depth (void* const __tdb_ptr) 243 { 244 int depth = __builtin_tx_nesting_depth (); 245 struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr; 246 247 if (depth != 0) 248 return depth; 249 250 if (tdb->format != 1) 251 return 0; 252 return tdb->nesting_depth; 253 } 254 255 /* Transaction failure diagnostics */ 256 257 static __inline long __attribute__((__always_inline__, __nodebug__)) 258 __TM_is_user_abort (void* const __tdb_ptr) 259 { 260 struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr; 261 262 if (tdb->format != 1) 263 return 0; 264 265 return !!(tdb->abort_code >= _HTM_FIRST_USER_ABORT_CODE); 266 } 267 268 static __inline long __attribute__((__always_inline__, __nodebug__)) 269 __TM_is_named_user_abort (void* const __tdb_ptr, unsigned char* __code) 270 { 271 struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr; 272 273 if (tdb->format != 1) 274 return 0; 275 276 if (tdb->abort_code >= _HTM_FIRST_USER_ABORT_CODE) 277 { 278 *__code = tdb->abort_code - _HTM_FIRST_USER_ABORT_CODE; 279 return 1; 280 } 281 return 0; 282 } 283 284 static __inline long __attribute__((__always_inline__, __nodebug__)) 285 __TM_is_illegal (void* const __tdb_ptr) 286 { 287 struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr; 288 289 return (tdb->format == 1 290 && (tdb->abort_code == 4 /* unfiltered program interruption */ 291 || tdb->abort_code == 11 /* restricted instruction */)); 292 } 293 294 static __inline long __attribute__((__always_inline__, __nodebug__)) 295 __TM_is_footprint_exceeded (void* const __tdb_ptr) 296 { 297 struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr; 298 299 return (tdb->format == 1 300 && (tdb->abort_code == 7 /* fetch overflow */ 301 || tdb->abort_code == 8 /* store overflow */)); 302 } 303 304 static __inline long __attribute__((__always_inline__, __nodebug__)) 305 __TM_is_nested_too_deep (void* const __tdb_ptr) 306 { 307 struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr; 308 309 return tdb->format == 1 && tdb->abort_code == 13; /* depth exceeded */ 310 } 311 312 static __inline long __attribute__((__always_inline__, __nodebug__)) 313 __TM_is_conflict (void* const __tdb_ptr) 314 { 315 struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr; 316 317 return (tdb->format == 1 318 && (tdb->abort_code == 9 /* fetch conflict */ 319 || tdb->abort_code == 10 /* store conflict */)); 320 } 321 322 static __inline long __attribute__((__always_inline__, __nodebug__)) 323 __TM_is_failure_persistent (long const __result) 324 { 325 return __result == _HTM_TBEGIN_PERSISTENT; 326 } 327 328 static __inline long __attribute__((__always_inline__, __nodebug__)) 329 __TM_failure_address (void* const __tdb_ptr) 330 { 331 struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr; 332 return tdb->atia; 333 } 334 335 static __inline long __attribute__((__always_inline__, __nodebug__)) 336 __TM_failure_code (void* const __tdb_ptr) 337 { 338 struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr; 339 340 return tdb->abort_code; 341 } 342 343 #endif /* __s390__ */ 344 345 #endif /* __HTMXLINTRIN_H */ 346