| // Copyright 2015 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| // System calls and other sys.stuff for ARM64, Darwin |
| // See http://fxr.watson.org/fxr/source/bsd/kern/syscalls.c?v=xnu-1228 |
| // or /usr/include/sys/syscall.h (on a Mac) for system call numbers. |
| |
| #include "go_asm.h" |
| #include "go_tls.h" |
| #include "textflag.h" |
| |
| // Copied from /usr/include/sys/syscall.h |
| #define SYS_exit 1 |
| #define SYS_read 3 |
| #define SYS_write 4 |
| #define SYS_open 5 |
| #define SYS_close 6 |
| #define SYS_mmap 197 |
| #define SYS_munmap 73 |
| #define SYS_madvise 75 |
| #define SYS_mincore 78 |
| #define SYS_gettimeofday 116 |
| #define SYS_kill 37 |
| #define SYS_getpid 20 |
| #define SYS___pthread_kill 328 |
| #define SYS_pthread_sigmask 329 |
| #define SYS_setitimer 83 |
| #define SYS___sysctl 202 |
| #define SYS_sigaction 46 |
| #define SYS_sigreturn 184 |
| #define SYS_select 93 |
| #define SYS_bsdthread_register 366 |
| #define SYS_bsdthread_create 360 |
| #define SYS_bsdthread_terminate 361 |
| #define SYS_kqueue 362 |
| #define SYS_kevent 363 |
| #define SYS_fcntl 92 |
| |
| TEXT notok<>(SB),NOSPLIT,$0 |
| MOVD $0, R8 |
| MOVD R8, (R8) |
| B 0(PC) |
| |
| TEXT runtime·open(SB),NOSPLIT,$0 |
| MOVD name+0(FP), R0 |
| MOVW mode+8(FP), R1 |
| MOVW perm+12(FP), R2 |
| MOVD $SYS_open, R16 |
| SVC $0x80 |
| CSINV LO, R0, ZR, R0 |
| MOVW R0, ret+16(FP) |
| RET |
| |
| TEXT runtime·closefd(SB),NOSPLIT,$0 |
| MOVW fd+0(FP), R0 |
| MOVW $SYS_close, R16 |
| SVC $0x80 |
| CSINV LO, R0, ZR, R0 |
| MOVW R0, ret+8(FP) |
| RET |
| |
| TEXT runtime·write(SB),NOSPLIT,$0 |
| MOVW fd+0(FP), R0 |
| MOVD p+8(FP), R1 |
| MOVW n+16(FP), R2 |
| MOVW $SYS_write, R16 |
| SVC $0x80 |
| CSINV LO, R0, ZR, R0 |
| MOVW R0, ret+24(FP) |
| RET |
| |
| TEXT runtime·read(SB),NOSPLIT,$0 |
| MOVW fd+0(FP), R0 |
| MOVD p+8(FP), R1 |
| MOVW n+16(FP), R2 |
| MOVW $SYS_read, R16 |
| SVC $0x80 |
| CSINV LO, R0, ZR, R0 |
| MOVW R0, ret+24(FP) |
| RET |
| |
| TEXT runtime·exit(SB),NOSPLIT,$-8 |
| MOVW code+0(FP), R0 |
| MOVW $SYS_exit, R16 |
| SVC $0x80 |
| MOVD $1234, R0 |
| MOVD $1002, R1 |
| MOVD R0, (R1) // fail hard |
| |
| // Exit this OS thread (like pthread_exit, which eventually |
| // calls __bsdthread_terminate). |
| TEXT runtime·exit1(SB),NOSPLIT,$0 |
| MOVW $SYS_bsdthread_terminate, R16 |
| SVC $0x80 |
| MOVD $1234, R0 |
| MOVD $1003, R1 |
| MOVD R0, (R1) // fail hard |
| |
| TEXT runtime·raise(SB),NOSPLIT,$0 |
| // Ideally we'd send the signal to the current thread, |
| // not the whole process, but that's too hard on OS X. |
| JMP runtime·raiseproc(SB) |
| |
| TEXT runtime·raiseproc(SB),NOSPLIT,$0 |
| MOVW $SYS_getpid, R16 |
| SVC $0x80 |
| // arg 1 pid already in R0 from getpid |
| MOVW sig+0(FP), R1 // arg 2 - signal |
| MOVW $1, R2 // arg 3 - posix |
| MOVW $SYS_kill, R16 |
| SVC $0x80 |
| RET |
| |
| TEXT runtime·mmap(SB),NOSPLIT,$0 |
| MOVD addr+0(FP), R0 |
| MOVD n+8(FP), R1 |
| MOVW prot+16(FP), R2 |
| MOVW flags+20(FP), R3 |
| MOVW fd+24(FP), R4 |
| MOVW off+28(FP), R5 |
| MOVW $SYS_mmap, R16 |
| SVC $0x80 |
| MOVD R0, ret+32(FP) |
| RET |
| |
| TEXT runtime·munmap(SB),NOSPLIT,$0 |
| MOVD addr+0(FP), R0 |
| MOVD n+8(FP), R1 |
| MOVW $SYS_munmap, R16 |
| SVC $0x80 |
| BCC 2(PC) |
| BL notok<>(SB) |
| RET |
| |
| TEXT runtime·madvise(SB),NOSPLIT,$0 |
| MOVD addr+0(FP), R0 |
| MOVD n+8(FP), R1 |
| MOVW flags+16(FP), R2 |
| MOVW $SYS_madvise, R16 |
| SVC $0x80 |
| BCC 2(PC) |
| BL notok<>(SB) |
| RET |
| |
| TEXT runtime·setitimer(SB),NOSPLIT,$0 |
| MOVW mode+0(FP), R0 |
| MOVD new+8(FP), R1 |
| MOVD old+16(FP), R2 |
| MOVW $SYS_setitimer, R16 |
| SVC $0x80 |
| RET |
| |
| TEXT time·now(SB),NOSPLIT,$40-12 |
| MOVD RSP, R0 // timeval |
| MOVD R0, R9 // this is how dyld calls gettimeofday |
| MOVW $0, R1 // zone |
| MOVD $0, R2 // see issue 16570 |
| MOVW $SYS_gettimeofday, R16 |
| SVC $0x80 // Note: x0 is tv_sec, w1 is tv_usec |
| CMP $0, R0 |
| BNE inreg |
| MOVD 0(RSP), R0 |
| MOVW 8(RSP), R1 |
| inreg: |
| MOVD R0, sec+0(FP) |
| MOVW $1000, R3 |
| MUL R3, R1 |
| MOVW R1, nsec+8(FP) |
| RET |
| |
| TEXT runtime·nanotime(SB),NOSPLIT,$40 |
| MOVD RSP, R0 // timeval |
| MOVD R0, R9 // this is how dyld calls gettimeofday |
| MOVW $0, R1 // zone |
| MOVD $0, R2 // see issue 16570 |
| MOVW $SYS_gettimeofday, R16 |
| SVC $0x80 // Note: x0 is tv_sec, w1 is tv_usec |
| CMP $0, R0 |
| BNE inreg |
| MOVD 0(RSP), R0 |
| MOVW 8(RSP), R1 |
| inreg: |
| MOVW $1000000000, R3 |
| MUL R3, R0 |
| MOVW $1000, R3 |
| MUL R3, R1 |
| ADD R1, R0 |
| |
| MOVD R0, ret+0(FP) |
| RET |
| |
| TEXT runtime·sigfwd(SB),NOSPLIT,$0-32 |
| MOVW sig+8(FP), R0 |
| MOVD info+16(FP), R1 |
| MOVD ctx+24(FP), R2 |
| MOVD fn+0(FP), R11 |
| BL (R11) |
| RET |
| |
| // Sigtramp's job is to call the actual signal handler. |
| // It is called with the following arguments on the stack: |
| // LR "return address" - ignored |
| // R0 actual handler |
| // R1 siginfo style - ignored |
| // R2 signal number |
| // R3 siginfo |
| // R4 context |
| TEXT runtime·sigtramp(SB),NOSPLIT,$0 |
| // this might be called in external code context, |
| // where g is not set. |
| // first save R0, because runtime·load_g will clobber it |
| MOVD.W R0, -16(RSP) // note: stack must be 16-byte aligned |
| MOVB runtime·iscgo(SB), R0 |
| CMP $0, R0 |
| BEQ 2(PC) |
| BL runtime·load_g(SB) |
| |
| CMP $0, g |
| BNE cont |
| // fake function call stack frame for badsignal |
| // we only need to pass R2 (signal number), but |
| // badsignal will expect R2 at 8(RSP), so we also |
| // push R1 onto stack. turns out we do need R1 |
| // to do sigreturn. |
| MOVD.W R1, -16(RSP) |
| MOVD R2, 8(RSP) |
| MOVD R4, 24(RSP) // save ucontext, badsignal might clobber R4 |
| MOVD $runtime·badsignal(SB), R26 |
| BL (R26) |
| MOVD 0(RSP), R1 // saved infostype |
| MOVD 24(RSP), R0 // the ucontext |
| ADD $(16+16), RSP |
| B ret |
| |
| cont: |
| // Restore R0 |
| MOVD.P 16(RSP), R0 |
| |
| // NOTE: some Darwin/ARM kernels always use the main stack to run the |
| // signal handler. We need to switch to gsignal ourselves. |
| MOVD g_m(g), R11 |
| MOVD m_gsignal(R11), R5 |
| MOVD (g_stack+stack_hi)(R5), R6 |
| SUB $64, R6 |
| |
| // copy arguments for call to sighandler |
| MOVD R2, 8(R6) // signal num |
| MOVD R3, 16(R6) // signal info |
| MOVD R4, 24(R6) // context |
| MOVD g, 32(R6) // old_g |
| |
| // Backup ucontext and infostyle |
| MOVD R4, 40(R6) |
| MOVD R1, 48(R6) |
| |
| // switch stack and g |
| MOVD R6, RSP // sigtramp is not re-entrant, so no need to back up RSP. |
| MOVD R5, g |
| |
| BL (R0) |
| |
| // call sigreturn |
| MOVD 40(RSP), R0 // saved ucontext |
| MOVD 48(RSP), R1 // saved infostyle |
| ret: |
| MOVW $SYS_sigreturn, R16 // sigreturn(ucontext, infostyle) |
| SVC $0x80 |
| |
| // if sigreturn fails, we can do nothing but exit |
| B runtime·exit(SB) |
| |
| TEXT runtime·sigprocmask(SB),NOSPLIT,$0 |
| MOVW how+0(FP), R0 |
| MOVD new+8(FP), R1 |
| MOVD old+16(FP), R2 |
| MOVW $SYS_pthread_sigmask, R16 |
| SVC $0x80 |
| BCC 2(PC) |
| BL notok<>(SB) |
| RET |
| |
| TEXT runtime·sigaction(SB),NOSPLIT,$0 |
| MOVW mode+0(FP), R0 |
| MOVD new+8(FP), R1 |
| MOVD old+16(FP), R2 |
| MOVW $SYS_sigaction, R16 |
| SVC $0x80 |
| BCC 2(PC) |
| BL notok<>(SB) |
| RET |
| |
| TEXT runtime·usleep(SB),NOSPLIT,$24 |
| MOVW usec+0(FP), R0 |
| MOVW R0, R1 |
| MOVW $1000000, R2 |
| UDIV R2, R0 |
| MUL R0, R2 |
| SUB R2, R1 |
| MOVD R0, 0(RSP) |
| MOVW R1, 8(RSP) |
| |
| // select(0, 0, 0, 0, &tv) |
| MOVW $0, R0 |
| MOVW $0, R1 |
| MOVW $0, R2 |
| MOVW $0, R3 |
| MOVD RSP, R4 |
| MOVW $SYS_select, R16 |
| SVC $0x80 |
| RET |
| |
| TEXT runtime·sysctl(SB),NOSPLIT,$0 |
| MOVD mib+0(FP), R0 |
| MOVW miblen+8(FP), R1 |
| MOVD out+16(FP), R2 |
| MOVD size+24(FP), R3 |
| MOVD dst+32(FP), R4 |
| MOVD ndst+40(FP), R5 |
| MOVW $SYS___sysctl, R16 |
| SVC $0x80 |
| BCC ok |
| NEG R0, R0 |
| MOVW R0, ret+48(FP) |
| RET |
| ok: |
| MOVW $0, R0 |
| MOVW R0, ret+48(FP) |
| RET |
| |
| // Thread related functions |
| // Note: On darwin/arm64, it is no longer possible to use bsdthread_register |
| // as the libc is always linked in. The runtime must use runtime/cgo to |
| // create threads, so all thread related functions will just exit with a |
| // unique status. |
| // void bsdthread_create(void *stk, M *m, G *g, void (*fn)(void)) |
| TEXT runtime·bsdthread_create(SB),NOSPLIT,$0 |
| MOVD $44, R0 |
| MOVW $SYS_exit, R16 |
| SVC $0x80 |
| RET |
| |
| // The thread that bsdthread_create creates starts executing here, |
| // because we registered this function using bsdthread_register |
| // at startup. |
| // R0 = "pthread" |
| // R1 = mach thread port |
| // R2 = "func" (= fn) |
| // R3 = "arg" (= m) |
| // R4 = stack |
| // R5 = flags (= 0) |
| TEXT runtime·bsdthread_start(SB),NOSPLIT,$0 |
| MOVD $45, R0 |
| MOVW $SYS_exit, R16 |
| SVC $0x80 |
| RET |
| |
| // int32 bsdthread_register(void) |
| // registers callbacks for threadstart (see bsdthread_create above |
| // and wqthread and pthsize (not used). returns 0 on success. |
| TEXT runtime·bsdthread_register(SB),NOSPLIT,$0 |
| MOVD $46, R0 |
| MOVW $SYS_exit, R16 |
| SVC $0x80 |
| RET |
| |
| // uint32 mach_msg_trap(void*, uint32, uint32, uint32, uint32, uint32, uint32) |
| TEXT runtime·mach_msg_trap(SB),NOSPLIT,$0 |
| MOVD h+0(FP), R0 |
| MOVW op+8(FP), R1 |
| MOVW send_size+12(FP), R2 |
| MOVW rcv_size+16(FP), R3 |
| MOVW rcv_name+20(FP), R4 |
| MOVW timeout+24(FP), R5 |
| MOVW notify+28(FP), R6 |
| MOVN $30, R16 |
| SVC $0x80 |
| MOVW R0, ret+32(FP) |
| RET |
| |
| TEXT runtime·mach_task_self(SB),NOSPLIT,$0 |
| MOVN $27, R16 // task_self_trap |
| SVC $0x80 |
| MOVW R0, ret+0(FP) |
| RET |
| |
| TEXT runtime·mach_thread_self(SB),NOSPLIT,$0 |
| MOVN $26, R16 // thread_self_trap |
| SVC $0x80 |
| MOVW R0, ret+0(FP) |
| RET |
| |
| TEXT runtime·mach_reply_port(SB),NOSPLIT,$0 |
| MOVN $25, R16 // mach_reply_port |
| SVC $0x80 |
| MOVW R0, ret+0(FP) |
| RET |
| |
| // Mach provides trap versions of the semaphore ops, |
| // instead of requiring the use of RPC. |
| |
| // uint32 mach_semaphore_wait(uint32) |
| TEXT runtime·mach_semaphore_wait(SB),NOSPLIT,$0 |
| MOVW sema+0(FP), R0 |
| MOVN $35, R16 // semaphore_wait_trap |
| SVC $0x80 |
| MOVW R0, ret+8(FP) |
| RET |
| |
| // uint32 mach_semaphore_timedwait(uint32, uint32, uint32) |
| TEXT runtime·mach_semaphore_timedwait(SB),NOSPLIT,$0 |
| MOVW sema+0(FP), R0 |
| MOVW sec+4(FP), R1 |
| MOVW nsec+8(FP), R2 |
| MOVN $37, R16 // semaphore_timedwait_trap |
| SVC $0x80 |
| MOVW R0, ret+16(FP) |
| RET |
| |
| // uint32 mach_semaphore_signal(uint32) |
| TEXT runtime·mach_semaphore_signal(SB),NOSPLIT,$0 |
| MOVW sema+0(FP), R0 |
| MOVN $32, R16 // semaphore_signal_trap |
| SVC $0x80 |
| MOVW R0, ret+8(FP) |
| RET |
| |
| // uint32 mach_semaphore_signal_all(uint32) |
| TEXT runtime·mach_semaphore_signal_all(SB),NOSPLIT,$0 |
| MOVW sema+0(FP), R0 |
| MOVN $33, R16 // semaphore_signal_all_trap |
| SVC $0x80 |
| MOVW R0, ret+8(FP) |
| RET |
| |
| // int32 runtime·kqueue(void) |
| TEXT runtime·kqueue(SB),NOSPLIT,$0 |
| MOVW $SYS_kqueue, R16 |
| SVC $0x80 |
| BCC 2(PC) |
| NEG R0, R0 |
| MOVW R0, ret+0(FP) |
| RET |
| |
| // int32 runtime·kevent(int kq, Kevent *ch, int nch, Kevent *ev, int nev, Timespec *ts) |
| TEXT runtime·kevent(SB),NOSPLIT,$0 |
| MOVW kq+0(FP), R0 |
| MOVD ch+8(FP), R1 |
| MOVW nch+16(FP), R2 |
| MOVD ev+24(FP), R3 |
| MOVW nev+32(FP), R4 |
| MOVD ts+40(FP), R5 |
| MOVW $SYS_kevent, R16 |
| SVC $0x80 |
| BCC 2(PC) |
| NEG R0, R0 |
| MOVW R0, ret+48(FP) |
| RET |
| |
| // int32 runtime·closeonexec(int32 fd) |
| TEXT runtime·closeonexec(SB),NOSPLIT,$0 |
| MOVW fd+0(FP), R0 |
| MOVW $2, R1 // F_SETFD |
| MOVW $1, R2 // FD_CLOEXEC |
| MOVW $SYS_fcntl, R16 |
| SVC $0x80 |
| RET |
| |
| // sigaltstack on some darwin/arm version is buggy and will always |
| // run the signal handler on the main stack, so our sigtramp has |
| // to do the stack switch ourselves. |
| TEXT runtime·sigaltstack(SB),NOSPLIT,$0 |
| RET |
