| // Copyright 2012 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| #include "textflag.h" |
| |
| // Darwin/ARM atomic operations. |
| |
| #define DMB_ISHST_7 \ |
| WORD $0xf57ff05a // dmb ishst |
| |
| #define DMB_ISH_7 \ |
| WORD $0xf57ff05b // dmb ish |
| |
| TEXT ·CompareAndSwapInt32(SB),NOSPLIT,$0 |
| B ·CompareAndSwapUint32(SB) |
| |
| TEXT ·CompareAndSwapUint32(SB),NOSPLIT,$0 |
| B ·armCompareAndSwapUint32(SB) |
| |
| TEXT ·CompareAndSwapUintptr(SB),NOSPLIT,$0 |
| B ·CompareAndSwapUint32(SB) |
| |
| TEXT ·AddInt32(SB),NOSPLIT,$0 |
| B ·AddUint32(SB) |
| |
| TEXT ·AddUint32(SB),NOSPLIT,$0 |
| B ·armAddUint32(SB) |
| |
| TEXT ·AddUintptr(SB),NOSPLIT,$0 |
| B ·AddUint32(SB) |
| |
| TEXT ·SwapInt32(SB),NOSPLIT,$0 |
| B ·SwapUint32(SB) |
| |
| TEXT ·SwapUint32(SB),NOSPLIT,$0 |
| B ·armSwapUint32(SB) |
| |
| TEXT ·SwapUintptr(SB),NOSPLIT,$0 |
| B ·SwapUint32(SB) |
| |
| TEXT ·CompareAndSwapInt64(SB),NOSPLIT,$0 |
| B ·CompareAndSwapUint64(SB) |
| |
| TEXT ·CompareAndSwapUint64(SB),NOSPLIT,$-4 |
| B ·armCompareAndSwapUint64(SB) |
| |
| TEXT ·AddInt64(SB),NOSPLIT,$0 |
| B ·addUint64(SB) |
| |
| TEXT ·AddUint64(SB),NOSPLIT,$0 |
| B ·addUint64(SB) |
| |
| TEXT ·SwapInt64(SB),NOSPLIT,$0 |
| B ·swapUint64(SB) |
| |
| TEXT ·SwapUint64(SB),NOSPLIT,$0 |
| B ·swapUint64(SB) |
| |
| TEXT ·LoadInt32(SB),NOSPLIT,$0 |
| B ·LoadUint32(SB) |
| |
| TEXT ·LoadUint32(SB),NOSPLIT,$0-8 |
| MOVW addr+0(FP), R1 |
| load32loop: |
| LDREX (R1), R2 // loads R2 |
| DMB_ISHST_7 |
| STREX R2, (R1), R0 // stores R2 |
| CMP $0, R0 |
| BNE load32loop |
| DMB_ISH_7 |
| MOVW R2, val+4(FP) |
| RET |
| |
| TEXT ·LoadInt64(SB),NOSPLIT,$0 |
| B ·loadUint64(SB) |
| |
| TEXT ·LoadUint64(SB),NOSPLIT,$0 |
| B ·loadUint64(SB) |
| |
| TEXT ·LoadUintptr(SB),NOSPLIT,$0 |
| B ·LoadUint32(SB) |
| |
| TEXT ·LoadPointer(SB),NOSPLIT,$0 |
| B ·LoadUint32(SB) |
| |
| TEXT ·StoreInt32(SB),NOSPLIT,$0 |
| B ·StoreUint32(SB) |
| |
| TEXT ·StoreUint32(SB),NOSPLIT,$0-8 |
| MOVW addr+0(FP), R1 |
| MOVW val+4(FP), R2 |
| storeloop: |
| LDREX (R1), R4 // loads R4 |
| DMB_ISHST_7 |
| STREX R2, (R1), R0 // stores R2 |
| CMP $0, R0 |
| BNE storeloop |
| DMB_ISH_7 |
| RET |
| |
| TEXT ·StoreInt64(SB),NOSPLIT,$0 |
| B ·storeUint64(SB) |
| |
| TEXT ·StoreUint64(SB),NOSPLIT,$0 |
| B ·storeUint64(SB) |
| |
| TEXT ·StoreUintptr(SB),NOSPLIT,$0 |
| B ·StoreUint32(SB) |
