1 //===-- sync-ops.h - --===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 // 9 // This file implements outline macros for the __sync_fetch_and_* 10 // operations. Different instantiations will generate appropriate assembly for 11 // ARM and Thumb-2 versions of the functions. 12 // 13 //===----------------------------------------------------------------------===// 14 15 #include "../assembly.h" 16 17 #define SYNC_OP_4(op) \ 18 .p2align 2; \ 19 .thumb; \ 20 .syntax unified; \ 21 DEFINE_COMPILERRT_THUMB_FUNCTION(__sync_fetch_and_##op) \ 22 dmb; \ 23 mov r12, r0; \ 24 LOCAL_LABEL(tryatomic_##op) : ldrex r0, [r12]; \ 25 op(r2, r0, r1); \ 26 strex r3, r2, [r12]; \ 27 cmp r3, #0; \ 28 bne LOCAL_LABEL(tryatomic_##op); \ 29 dmb; \ 30 bx lr 31 32 #define SYNC_OP_8(op) \ 33 .p2align 2; \ 34 .thumb; \ 35 .syntax unified; \ 36 DEFINE_COMPILERRT_THUMB_FUNCTION(__sync_fetch_and_##op) \ 37 push {r4, r5, r6, lr}; \ 38 dmb; \ 39 mov r12, r0; \ 40 LOCAL_LABEL(tryatomic_##op) : ldrexd r0, r1, [r12]; \ 41 op(r4, r5, r0, r1, r2, r3); \ 42 strexd r6, r4, r5, [r12]; \ 43 cmp r6, #0; \ 44 bne LOCAL_LABEL(tryatomic_##op); \ 45 dmb; \ 46 pop { r4, r5, r6, pc } 47 48 #define MINMAX_4(rD, rN, rM, cmp_kind) \ 49 cmp rN, rM; \ 50 mov rD, rM; \ 51 it cmp_kind; \ 52 mov##cmp_kind rD, rN 53 54 #define MINMAX_8(rD_LO, rD_HI, rN_LO, rN_HI, rM_LO, rM_HI, cmp_kind) \ 55 cmp rN_LO, rM_LO; \ 56 sbcs rN_HI, rM_HI; \ 57 mov rD_LO, rM_LO; \ 58 mov rD_HI, rM_HI; \ 59 itt cmp_kind; \ 60 mov##cmp_kind rD_LO, rN_LO; \ 61 mov##cmp_kind rD_HI, rN_HI 62