| // Copyright 2012 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| // |
| // System calls and other sys.stuff for ARM, FreeBSD |
| // /usr/src/sys/kern/syscalls.master for syscall numbers. |
| // |
| |
| #include "go_asm.h" |
| #include "go_tls.h" |
| #include "textflag.h" |
| |
| // for EABI, as we don't support OABI |
| #define SYS_BASE 0x0 |
| |
| #define SYS_exit (SYS_BASE + 1) |
| #define SYS_read (SYS_BASE + 3) |
| #define SYS_write (SYS_BASE + 4) |
| #define SYS_open (SYS_BASE + 5) |
| #define SYS_close (SYS_BASE + 6) |
| #define SYS_getpid (SYS_BASE + 20) |
| #define SYS_kill (SYS_BASE + 37) |
| #define SYS_sigaltstack (SYS_BASE + 53) |
| #define SYS_munmap (SYS_BASE + 73) |
| #define SYS_madvise (SYS_BASE + 75) |
| #define SYS_setitimer (SYS_BASE + 83) |
| #define SYS_fcntl (SYS_BASE + 92) |
| #define SYS___sysctl (SYS_BASE + 202) |
| #define SYS_nanosleep (SYS_BASE + 240) |
| #define SYS_clock_gettime (SYS_BASE + 232) |
| #define SYS_sched_yield (SYS_BASE + 331) |
| #define SYS_sigprocmask (SYS_BASE + 340) |
| #define SYS_kqueue (SYS_BASE + 362) |
| #define SYS_sigaction (SYS_BASE + 416) |
| #define SYS_thr_exit (SYS_BASE + 431) |
| #define SYS_thr_self (SYS_BASE + 432) |
| #define SYS_thr_kill (SYS_BASE + 433) |
| #define SYS__umtx_op (SYS_BASE + 454) |
| #define SYS_thr_new (SYS_BASE + 455) |
| #define SYS_mmap (SYS_BASE + 477) |
| #define SYS_cpuset_getaffinity (SYS_BASE + 487) |
| #define SYS_pipe2 (SYS_BASE + 542) |
| #define SYS_kevent (SYS_BASE + 560) |
| |
| TEXT runtime·sys_umtx_op(SB),NOSPLIT,$0 |
| MOVW addr+0(FP), R0 |
| MOVW mode+4(FP), R1 |
| MOVW val+8(FP), R2 |
| MOVW uaddr1+12(FP), R3 |
| ADD $20, R13 // arg 5 is passed on stack |
| MOVW $SYS__umtx_op, R7 |
| SWI $0 |
| RSB.CS $0, R0 |
| SUB $20, R13 |
| // BCS error |
| MOVW R0, ret+20(FP) |
| RET |
| |
| TEXT runtime·thr_new(SB),NOSPLIT,$0 |
| MOVW param+0(FP), R0 |
| MOVW size+4(FP), R1 |
| MOVW $SYS_thr_new, R7 |
| SWI $0 |
| RSB.CS $0, R0 |
| MOVW R0, ret+8(FP) |
| RET |
| |
| TEXT runtime·thr_start(SB),NOSPLIT,$0 |
| // set up g |
| MOVW m_g0(R0), g |
| MOVW R0, g_m(g) |
| BL runtime·emptyfunc(SB) // fault if stack check is wrong |
| BL runtime·mstart(SB) |
| |
| MOVW $2, R8 // crash (not reached) |
| MOVW R8, (R8) |
| RET |
| |
| // Exit the entire program (like C exit) |
| TEXT runtime·exit(SB),NOSPLIT|NOFRAME,$0 |
| MOVW code+0(FP), R0 // arg 1 exit status |
| MOVW $SYS_exit, R7 |
| SWI $0 |
| MOVW.CS $0, R8 // crash on syscall failure |
| MOVW.CS R8, (R8) |
| RET |
| |
| // func exitThread(wait *atomic.Uint32) |
| TEXT runtime·exitThread(SB),NOSPLIT,$0-4 |
| MOVW wait+0(FP), R0 |
| // We're done using the stack. |
| MOVW $0, R2 |
| storeloop: |
| LDREX (R0), R4 // loads R4 |
| STREX R2, (R0), R1 // stores R2 |
| CMP $0, R1 |
| BNE storeloop |
| MOVW $0, R0 // arg 1 long *state |
| MOVW $SYS_thr_exit, R7 |
| SWI $0 |
| MOVW.CS $0, R8 // crash on syscall failure |
| MOVW.CS R8, (R8) |
| JMP 0(PC) |
| |
| TEXT runtime·open(SB),NOSPLIT|NOFRAME,$0 |
| MOVW name+0(FP), R0 // arg 1 name |
| MOVW mode+4(FP), R1 // arg 2 mode |
| MOVW perm+8(FP), R2 // arg 3 perm |
| MOVW $SYS_open, R7 |
| SWI $0 |
| MOVW.CS $-1, R0 |
| MOVW R0, ret+12(FP) |
| RET |
| |
| TEXT runtime·read(SB),NOSPLIT|NOFRAME,$0 |
| MOVW fd+0(FP), R0 // arg 1 fd |
| MOVW p+4(FP), R1 // arg 2 buf |
| MOVW n+8(FP), R2 // arg 3 count |
| MOVW $SYS_read, R7 |
| SWI $0 |
| RSB.CS $0, R0 // caller expects negative errno |
| MOVW R0, ret+12(FP) |
| RET |
| |
| // func pipe2(flags int32) (r, w int32, errno int32) |
| TEXT runtime·pipe2(SB),NOSPLIT,$0-16 |
| MOVW $r+4(FP), R0 |
| MOVW flags+0(FP), R1 |
| MOVW $SYS_pipe2, R7 |
| SWI $0 |
| RSB.CS $0, R0 |
| MOVW R0, errno+12(FP) |
| RET |
| |
| TEXT runtime·write1(SB),NOSPLIT|NOFRAME,$0 |
| MOVW fd+0(FP), R0 // arg 1 fd |
| MOVW p+4(FP), R1 // arg 2 buf |
| MOVW n+8(FP), R2 // arg 3 count |
| MOVW $SYS_write, R7 |
| SWI $0 |
| RSB.CS $0, R0 // caller expects negative errno |
| MOVW R0, ret+12(FP) |
| RET |
| |
| TEXT runtime·closefd(SB),NOSPLIT|NOFRAME,$0 |
| MOVW fd+0(FP), R0 // arg 1 fd |
| MOVW $SYS_close, R7 |
| SWI $0 |
| MOVW.CS $-1, R0 |
| MOVW R0, ret+4(FP) |
| RET |
| |
| TEXT runtime·thr_self(SB),NOSPLIT,$0-4 |
| // thr_self(&0(FP)) |
| MOVW $ret+0(FP), R0 // arg 1 |
| MOVW $SYS_thr_self, R7 |
| SWI $0 |
| RET |
| |
| TEXT runtime·thr_kill(SB),NOSPLIT,$0-8 |
| // thr_kill(tid, sig) |
| MOVW tid+0(FP), R0 // arg 1 id |
| MOVW sig+4(FP), R1 // arg 2 signal |
| MOVW $SYS_thr_kill, R7 |
| SWI $0 |
| RET |
| |
| TEXT runtime·raiseproc(SB),NOSPLIT,$0 |
| // getpid |
| MOVW $SYS_getpid, R7 |
| SWI $0 |
| // kill(self, sig) |
| // arg 1 - pid, now in R0 |
| MOVW sig+0(FP), R1 // arg 2 - signal |
| MOVW $SYS_kill, R7 |
| SWI $0 |
| RET |
| |
| TEXT runtime·setitimer(SB), NOSPLIT|NOFRAME, $0 |
| MOVW mode+0(FP), R0 |
| MOVW new+4(FP), R1 |
| MOVW old+8(FP), R2 |
| MOVW $SYS_setitimer, R7 |
| SWI $0 |
| RET |
| |
| // func fallback_walltime() (sec int64, nsec int32) |
| TEXT runtime·fallback_walltime(SB), NOSPLIT, $32-12 |
| MOVW $0, R0 // CLOCK_REALTIME |
| MOVW $8(R13), R1 |
| MOVW $SYS_clock_gettime, R7 |
| SWI $0 |
| |
| MOVW 8(R13), R0 // sec.low |
| MOVW 12(R13), R1 // sec.high |
| MOVW 16(R13), R2 // nsec |
| |
| MOVW R0, sec_lo+0(FP) |
| MOVW R1, sec_hi+4(FP) |
| MOVW R2, nsec+8(FP) |
| RET |
| |
| // func fallback_nanotime() int64 |
| TEXT runtime·fallback_nanotime(SB), NOSPLIT, $32 |
| MOVW $4, R0 // CLOCK_MONOTONIC |
| MOVW $8(R13), R1 |
| MOVW $SYS_clock_gettime, R7 |
| SWI $0 |
| |
| MOVW 8(R13), R0 // sec.low |
| MOVW 12(R13), R4 // sec.high |
| MOVW 16(R13), R2 // nsec |
| |
| MOVW $1000000000, R3 |
| MULLU R0, R3, (R1, R0) |
| MUL R3, R4 |
| ADD.S R2, R0 |
| ADC R4, R1 |
| |
| MOVW R0, ret_lo+0(FP) |
| MOVW R1, ret_hi+4(FP) |
| RET |
| |
| TEXT runtime·asmSigaction(SB),NOSPLIT|NOFRAME,$0 |
| MOVW sig+0(FP), R0 // arg 1 sig |
| MOVW new+4(FP), R1 // arg 2 act |
| MOVW old+8(FP), R2 // arg 3 oact |
| MOVW $SYS_sigaction, R7 |
| SWI $0 |
| MOVW.CS $-1, R0 |
| MOVW R0, ret+12(FP) |
| RET |
| |
| TEXT runtime·sigtramp(SB),NOSPLIT|TOPFRAME,$0 |
| // Reserve space for callee-save registers and arguments. |
| MOVM.DB.W [R4-R11], (R13) |
| SUB $16, R13 |
| |
| // this might be called in external code context, |
| // where g is not set. |
| // first save R0, because runtime·load_g will clobber it |
| MOVW R0, 4(R13) // signum |
| MOVB runtime·iscgo(SB), R0 |
| CMP $0, R0 |
| BL.NE runtime·load_g(SB) |
| |
| MOVW R1, 8(R13) |
| MOVW R2, 12(R13) |
| BL runtime·sigtrampgo(SB) |
| |
| // Restore callee-save registers. |
| ADD $16, R13 |
| MOVM.IA.W (R13), [R4-R11] |
| |
| RET |
| |
| TEXT runtime·mmap(SB),NOSPLIT,$16 |
| MOVW addr+0(FP), R0 // arg 1 addr |
| MOVW n+4(FP), R1 // arg 2 len |
| MOVW prot+8(FP), R2 // arg 3 prot |
| MOVW flags+12(FP), R3 // arg 4 flags |
| // arg 5 (fid) and arg6 (offset_lo, offset_hi) are passed on stack |
| // note the C runtime only passes the 32-bit offset_lo to us |
| MOVW fd+16(FP), R4 // arg 5 |
| MOVW R4, 4(R13) |
| MOVW off+20(FP), R5 // arg 6 lower 32-bit |
| // the word at 8(R13) is skipped due to 64-bit argument alignment. |
| MOVW R5, 12(R13) |
| MOVW $0, R6 // higher 32-bit for arg 6 |
| MOVW R6, 16(R13) |
| ADD $4, R13 |
| MOVW $SYS_mmap, R7 |
| SWI $0 |
| SUB $4, R13 |
| MOVW $0, R1 |
| MOVW.CS R0, R1 // if failed, put in R1 |
| MOVW.CS $0, R0 |
| MOVW R0, p+24(FP) |
| MOVW R1, err+28(FP) |
| RET |
| |
| TEXT runtime·munmap(SB),NOSPLIT,$0 |
| MOVW addr+0(FP), R0 // arg 1 addr |
| MOVW n+4(FP), R1 // arg 2 len |
| MOVW $SYS_munmap, R7 |
| SWI $0 |
| MOVW.CS $0, R8 // crash on syscall failure |
| MOVW.CS R8, (R8) |
| RET |
| |
| TEXT runtime·madvise(SB),NOSPLIT,$0 |
| MOVW addr+0(FP), R0 // arg 1 addr |
| MOVW n+4(FP), R1 // arg 2 len |
| MOVW flags+8(FP), R2 // arg 3 flags |
| MOVW $SYS_madvise, R7 |
| SWI $0 |
| MOVW.CS $-1, R0 |
| MOVW R0, ret+12(FP) |
| RET |
| |
| TEXT runtime·sigaltstack(SB),NOSPLIT|NOFRAME,$0 |
| MOVW new+0(FP), R0 |
| MOVW old+4(FP), R1 |
| MOVW $SYS_sigaltstack, R7 |
| SWI $0 |
| MOVW.CS $0, R8 // crash on syscall failure |
| MOVW.CS R8, (R8) |
| RET |
| |
| TEXT runtime·sigfwd(SB),NOSPLIT,$0-16 |
| MOVW sig+4(FP), R0 |
| MOVW info+8(FP), R1 |
| MOVW ctx+12(FP), R2 |
| MOVW fn+0(FP), R11 |
| MOVW R13, R4 |
| SUB $24, R13 |
| BIC $0x7, R13 // alignment for ELF ABI |
| BL (R11) |
| MOVW R4, R13 |
| RET |
| |
| TEXT runtime·usleep(SB),NOSPLIT,$16 |
| MOVW usec+0(FP), R0 |
| CALL runtime·usplitR0(SB) |
| // 0(R13) is the saved LR, don't use it |
| MOVW R0, 4(R13) // tv_sec.low |
| MOVW $0, R0 |
| MOVW R0, 8(R13) // tv_sec.high |
| MOVW $1000, R2 |
| MUL R1, R2 |
| MOVW R2, 12(R13) // tv_nsec |
| |
| MOVW $4(R13), R0 // arg 1 - rqtp |
| MOVW $0, R1 // arg 2 - rmtp |
| MOVW $SYS_nanosleep, R7 |
| SWI $0 |
| RET |
| |
| TEXT runtime·sysctl(SB),NOSPLIT,$0 |
| MOVW mib+0(FP), R0 // arg 1 - name |
| MOVW miblen+4(FP), R1 // arg 2 - namelen |
| MOVW out+8(FP), R2 // arg 3 - old |
| MOVW size+12(FP), R3 // arg 4 - oldlenp |
| // arg 5 (newp) and arg 6 (newlen) are passed on stack |
| ADD $20, R13 |
| MOVW $SYS___sysctl, R7 |
| SWI $0 |
| SUB.CS $0, R0, R0 |
| SUB $20, R13 |
| MOVW R0, ret+24(FP) |
| RET |
| |
| TEXT runtime·osyield(SB),NOSPLIT|NOFRAME,$0 |
| MOVW $SYS_sched_yield, R7 |
| SWI $0 |
| RET |
| |
| TEXT runtime·sigprocmask(SB),NOSPLIT,$0 |
| MOVW how+0(FP), R0 // arg 1 - how |
| MOVW new+4(FP), R1 // arg 2 - set |
| MOVW old+8(FP), R2 // arg 3 - oset |
| MOVW $SYS_sigprocmask, R7 |
| SWI $0 |
| MOVW.CS $0, R8 // crash on syscall failure |
| MOVW.CS R8, (R8) |
| RET |
| |
| // int32 runtime·kqueue(void) |
| TEXT runtime·kqueue(SB),NOSPLIT,$0 |
| MOVW $SYS_kqueue, R7 |
| SWI $0 |
| RSB.CS $0, R0 |
| MOVW R0, ret+0(FP) |
| RET |
| |
| // int32 runtime·kevent(int kq, Kevent *changelist, int nchanges, Kevent *eventlist, int nevents, Timespec *timeout) |
| TEXT runtime·kevent(SB),NOSPLIT,$0 |
| MOVW kq+0(FP), R0 // kq |
| MOVW ch+4(FP), R1 // changelist |
| MOVW nch+8(FP), R2 // nchanges |
| MOVW ev+12(FP), R3 // eventlist |
| ADD $20, R13 // pass arg 5 and 6 on stack |
| MOVW $SYS_kevent, R7 |
| SWI $0 |
| RSB.CS $0, R0 |
| SUB $20, R13 |
| MOVW R0, ret+24(FP) |
| RET |
| |
| // void runtime·closeonexec(int32 fd) |
| TEXT runtime·closeonexec(SB),NOSPLIT,$0 |
| MOVW fd+0(FP), R0 // fd |
| MOVW $2, R1 // F_SETFD |
| MOVW $1, R2 // FD_CLOEXEC |
| MOVW $SYS_fcntl, R7 |
| SWI $0 |
| RET |
| |
| // TODO: this is only valid for ARMv7+ |
| TEXT ·publicationBarrier(SB),NOSPLIT|NOFRAME,$0-0 |
| B runtime·armPublicationBarrier(SB) |
| |
| // TODO(minux): this only supports ARMv6K+. |
| TEXT runtime·read_tls_fallback(SB),NOSPLIT|NOFRAME,$0 |
| WORD $0xee1d0f70 // mrc p15, 0, r0, c13, c0, 3 |
| RET |
| |
| // func cpuset_getaffinity(level int, which int, id int64, size int, mask *byte) int32 |
| TEXT runtime·cpuset_getaffinity(SB), NOSPLIT, $0-28 |
| MOVW level+0(FP), R0 |
| MOVW which+4(FP), R1 |
| MOVW id_lo+8(FP), R2 |
| MOVW id_hi+12(FP), R3 |
| ADD $20, R13 // Pass size and mask on stack. |
| MOVW $SYS_cpuset_getaffinity, R7 |
| SWI $0 |
| RSB.CS $0, R0 |
| SUB $20, R13 |
| MOVW R0, ret+24(FP) |
| RET |
| |
| // func getCntxct(physical bool) uint32 |
| TEXT runtime·getCntxct(SB),NOSPLIT|NOFRAME,$0-8 |
| MOVB runtime·goarm(SB), R11 |
| CMP $7, R11 |
| BLT 2(PC) |
| DMB |
| |
| MOVB physical+0(FP), R0 |
| CMP $1, R0 |
| B.NE 3(PC) |
| |
| // get CNTPCT (Physical Count Register) into R0(low) R1(high) |
| // mrrc 15, 0, r0, r1, cr14 |
| WORD $0xec510f0e |
| B 2(PC) |
| |
| // get CNTVCT (Virtual Count Register) into R0(low) R1(high) |
| // mrrc 15, 1, r0, r1, cr14 |
| WORD $0xec510f1e |
| |
| MOVW R0, ret+4(FP) |
| RET |
