| // Copyright 2009 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| // System calls and other sys.stuff for AMD64, Darwin |
| // System calls are implemented in libSystem, this file contains |
| // trampolines that convert from Go to C calling convention. |
| |
| #include "go_asm.h" |
| #include "go_tls.h" |
| #include "textflag.h" |
| |
| // Exit the entire program (like C exit) |
| TEXT runtime·exit_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVL 0(DI), DI // arg 1 exit status |
| CALL libc_exit(SB) |
| MOVL $0xf1, 0xf1 // crash |
| POPQ BP |
| RET |
| |
| TEXT runtime·open_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVL 8(DI), SI // arg 2 flags |
| MOVL 12(DI), DX // arg 3 mode |
| MOVQ 0(DI), DI // arg 1 pathname |
| CALL libc_open(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·close_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVL 0(DI), DI // arg 1 fd |
| CALL libc_close(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·read_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 buf |
| MOVL 16(DI), DX // arg 3 count |
| MOVL 0(DI), DI // arg 1 fd |
| CALL libc_read(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·write_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 buf |
| MOVL 16(DI), DX // arg 3 count |
| MOVQ 0(DI), DI // arg 1 fd |
| CALL libc_write(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·setitimer_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 new |
| MOVQ 16(DI), DX // arg 3 old |
| MOVL 0(DI), DI // arg 1 which |
| CALL libc_setitimer(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·madvise_trampoline(SB), NOSPLIT, $0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 len |
| MOVL 16(DI), DX // arg 3 advice |
| MOVQ 0(DI), DI // arg 1 addr |
| CALL libc_madvise(SB) |
| // ignore failure - maybe pages are locked |
| POPQ BP |
| RET |
| |
| GLOBL timebase<>(SB),NOPTR,$(machTimebaseInfo__size) |
| |
| TEXT runtime·nanotime_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ DI, BX |
| CALL libc_mach_absolute_time(SB) |
| MOVQ AX, 0(BX) |
| MOVL timebase<>+machTimebaseInfo_numer(SB), SI |
| MOVL timebase<>+machTimebaseInfo_denom(SB), DI // atomic read |
| TESTL DI, DI |
| JNE initialized |
| |
| SUBQ $(machTimebaseInfo__size+15)/16*16, SP |
| MOVQ SP, DI |
| CALL libc_mach_timebase_info(SB) |
| MOVL machTimebaseInfo_numer(SP), SI |
| MOVL machTimebaseInfo_denom(SP), DI |
| ADDQ $(machTimebaseInfo__size+15)/16*16, SP |
| |
| MOVL SI, timebase<>+machTimebaseInfo_numer(SB) |
| MOVL DI, AX |
| XCHGL AX, timebase<>+machTimebaseInfo_denom(SB) // atomic write |
| |
| initialized: |
| MOVL SI, 8(BX) |
| MOVL DI, 12(BX) |
| MOVQ BP, SP |
| POPQ BP |
| RET |
| |
| TEXT runtime·walltime_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP // make a frame; keep stack aligned |
| MOVQ SP, BP |
| // DI already has *timeval |
| XORL SI, SI // no timezone needed |
| CALL libc_gettimeofday(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·sigaction_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 new |
| MOVQ 16(DI), DX // arg 3 old |
| MOVL 0(DI), DI // arg 1 sig |
| CALL libc_sigaction(SB) |
| TESTL AX, AX |
| JEQ 2(PC) |
| MOVL $0xf1, 0xf1 // crash |
| POPQ BP |
| RET |
| |
| TEXT runtime·sigprocmask_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 new |
| MOVQ 16(DI), DX // arg 3 old |
| MOVL 0(DI), DI // arg 1 how |
| CALL libc_pthread_sigmask(SB) |
| TESTL AX, AX |
| JEQ 2(PC) |
| MOVL $0xf1, 0xf1 // crash |
| POPQ BP |
| RET |
| |
| TEXT runtime·sigaltstack_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 old |
| MOVQ 0(DI), DI // arg 1 new |
| CALL libc_sigaltstack(SB) |
| TESTQ AX, AX |
| JEQ 2(PC) |
| MOVL $0xf1, 0xf1 // crash |
| POPQ BP |
| RET |
| |
| TEXT runtime·raiseproc_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVL 0(DI), BX // signal |
| CALL libc_getpid(SB) |
| MOVL AX, DI // arg 1 pid |
| MOVL BX, SI // arg 2 signal |
| CALL libc_kill(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·sigfwd(SB),NOSPLIT,$0-32 |
| MOVQ fn+0(FP), AX |
| MOVL sig+8(FP), DI |
| MOVQ info+16(FP), SI |
| MOVQ ctx+24(FP), DX |
| PUSHQ BP |
| MOVQ SP, BP |
| ANDQ $~15, SP // alignment for x86_64 ABI |
| CALL AX |
| MOVQ BP, SP |
| POPQ BP |
| RET |
| |
| // This is the function registered during sigaction and is invoked when |
| // a signal is received. It just redirects to the Go function sigtrampgo. |
| TEXT runtime·sigtramp(SB),NOSPLIT,$0 |
| // This runs on the signal stack, so we have lots of stack available. |
| // We allocate our own stack space, because if we tell the linker |
| // how much we're using, the NOSPLIT check fails. |
| PUSHQ BP |
| MOVQ SP, BP |
| SUBQ $64, SP |
| |
| // Save callee-save registers. |
| MOVQ BX, 24(SP) |
| MOVQ R12, 32(SP) |
| MOVQ R13, 40(SP) |
| MOVQ R14, 48(SP) |
| MOVQ R15, 56(SP) |
| |
| // Call into the Go signal handler |
| MOVL DI, 0(SP) // sig |
| MOVQ SI, 8(SP) // info |
| MOVQ DX, 16(SP) // ctx |
| CALL runtime·sigtrampgo(SB) |
| |
| // Restore callee-save registers. |
| MOVQ 24(SP), BX |
| MOVQ 32(SP), R12 |
| MOVQ 40(SP), R13 |
| MOVQ 48(SP), R14 |
| MOVQ 56(SP), R15 |
| |
| MOVQ BP, SP |
| POPQ BP |
| RET |
| |
| // Used instead of sigtramp in programs that use cgo. |
| // Arguments from kernel are in DI, SI, DX. |
| TEXT runtime·cgoSigtramp(SB),NOSPLIT,$0 |
| // If no traceback function, do usual sigtramp. |
| MOVQ runtime·cgoTraceback(SB), AX |
| TESTQ AX, AX |
| JZ sigtramp |
| |
| // If no traceback support function, which means that |
| // runtime/cgo was not linked in, do usual sigtramp. |
| MOVQ _cgo_callers(SB), AX |
| TESTQ AX, AX |
| JZ sigtramp |
| |
| // Figure out if we are currently in a cgo call. |
| // If not, just do usual sigtramp. |
| get_tls(CX) |
| MOVQ g(CX),AX |
| TESTQ AX, AX |
| JZ sigtrampnog // g == nil |
| MOVQ g_m(AX), AX |
| TESTQ AX, AX |
| JZ sigtramp // g.m == nil |
| MOVL m_ncgo(AX), CX |
| TESTL CX, CX |
| JZ sigtramp // g.m.ncgo == 0 |
| MOVQ m_curg(AX), CX |
| TESTQ CX, CX |
| JZ sigtramp // g.m.curg == nil |
| MOVQ g_syscallsp(CX), CX |
| TESTQ CX, CX |
| JZ sigtramp // g.m.curg.syscallsp == 0 |
| MOVQ m_cgoCallers(AX), R8 |
| TESTQ R8, R8 |
| JZ sigtramp // g.m.cgoCallers == nil |
| MOVL m_cgoCallersUse(AX), CX |
| TESTL CX, CX |
| JNZ sigtramp // g.m.cgoCallersUse != 0 |
| |
| // Jump to a function in runtime/cgo. |
| // That function, written in C, will call the user's traceback |
| // function with proper unwind info, and will then call back here. |
| // The first three arguments, and the fifth, are already in registers. |
| // Set the two remaining arguments now. |
| MOVQ runtime·cgoTraceback(SB), CX |
| MOVQ $runtime·sigtramp(SB), R9 |
| MOVQ _cgo_callers(SB), AX |
| JMP AX |
| |
| sigtramp: |
| JMP runtime·sigtramp(SB) |
| |
| sigtrampnog: |
| // Signal arrived on a non-Go thread. If this is SIGPROF, get a |
| // stack trace. |
| CMPL DI, $27 // 27 == SIGPROF |
| JNZ sigtramp |
| |
| // Lock sigprofCallersUse. |
| MOVL $0, AX |
| MOVL $1, CX |
| MOVQ $runtime·sigprofCallersUse(SB), R11 |
| LOCK |
| CMPXCHGL CX, 0(R11) |
| JNZ sigtramp // Skip stack trace if already locked. |
| |
| // Jump to the traceback function in runtime/cgo. |
| // It will call back to sigprofNonGo, which will ignore the |
| // arguments passed in registers. |
| // First three arguments to traceback function are in registers already. |
| MOVQ runtime·cgoTraceback(SB), CX |
| MOVQ $runtime·sigprofCallers(SB), R8 |
| MOVQ $runtime·sigprofNonGo(SB), R9 |
| MOVQ _cgo_callers(SB), AX |
| JMP AX |
| |
| TEXT runtime·mmap_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP // make a frame; keep stack aligned |
| MOVQ SP, BP |
| MOVQ DI, BX |
| MOVQ 0(BX), DI // arg 1 addr |
| MOVQ 8(BX), SI // arg 2 len |
| MOVL 16(BX), DX // arg 3 prot |
| MOVL 20(BX), CX // arg 4 flags |
| MOVL 24(BX), R8 // arg 5 fid |
| MOVL 28(BX), R9 // arg 6 offset |
| CALL libc_mmap(SB) |
| XORL DX, DX |
| CMPQ AX, $-1 |
| JNE ok |
| CALL libc_error(SB) |
| MOVLQSX (AX), DX // errno |
| XORL AX, AX |
| ok: |
| MOVQ AX, 32(BX) |
| MOVQ DX, 40(BX) |
| POPQ BP |
| RET |
| |
| TEXT runtime·munmap_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 len |
| MOVQ 0(DI), DI // arg 1 addr |
| CALL libc_munmap(SB) |
| TESTQ AX, AX |
| JEQ 2(PC) |
| MOVL $0xf1, 0xf1 // crash |
| POPQ BP |
| RET |
| |
| TEXT runtime·usleep_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVL 0(DI), DI // arg 1 usec |
| CALL libc_usleep(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·settls(SB),NOSPLIT,$32 |
| // Nothing to do on Darwin, pthread already set thread-local storage up. |
| RET |
| |
| TEXT runtime·sysctl_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVL 8(DI), SI // arg 2 miblen |
| MOVQ 16(DI), DX // arg 3 out |
| MOVQ 24(DI), CX // arg 4 size |
| MOVQ 32(DI), R8 // arg 5 dst |
| MOVQ 40(DI), R9 // arg 6 ndst |
| MOVQ 0(DI), DI // arg 1 mib |
| CALL libc_sysctl(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·kqueue_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| CALL libc_kqueue(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·kevent_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 keventt |
| MOVL 16(DI), DX // arg 3 nch |
| MOVQ 24(DI), CX // arg 4 ev |
| MOVL 32(DI), R8 // arg 5 nev |
| MOVQ 40(DI), R9 // arg 6 ts |
| MOVL 0(DI), DI // arg 1 kq |
| CALL libc_kevent(SB) |
| CMPQ AX, $-1 |
| JNE ok |
| CALL libc_error(SB) |
| MOVLQSX (AX), AX // errno |
| NEGQ AX // caller wants it as a negative error code |
| ok: |
| POPQ BP |
| RET |
| |
| TEXT runtime·fcntl_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVL 4(DI), SI // arg 2 cmd |
| MOVL 8(DI), DX // arg 3 arg |
| MOVL 0(DI), DI // arg 1 fd |
| CALL libc_fcntl(SB) |
| POPQ BP |
| RET |
| |
| // mstart_stub is the first function executed on a new thread started by pthread_create. |
| // It just does some low-level setup and then calls mstart. |
| // Note: called with the C calling convention. |
| TEXT runtime·mstart_stub(SB),NOSPLIT,$0 |
| // DI points to the m. |
| // We are already on m's g0 stack. |
| |
| // Save callee-save registers. |
| SUBQ $40, SP |
| MOVQ BX, 0(SP) |
| MOVQ R12, 8(SP) |
| MOVQ R13, 16(SP) |
| MOVQ R14, 24(SP) |
| MOVQ R15, 32(SP) |
| |
| MOVQ m_g0(DI), DX // g |
| |
| // Initialize TLS entry. |
| // See cmd/link/internal/ld/sym.go:computeTLSOffset. |
| MOVQ DX, 0x30(GS) |
| |
| // Someday the convention will be D is always cleared. |
| CLD |
| |
| CALL runtime·mstart(SB) |
| |
| // Restore callee-save registers. |
| MOVQ 0(SP), BX |
| MOVQ 8(SP), R12 |
| MOVQ 16(SP), R13 |
| MOVQ 24(SP), R14 |
| MOVQ 32(SP), R15 |
| |
| // Go is all done with this OS thread. |
| // Tell pthread everything is ok (we never join with this thread, so |
| // the value here doesn't really matter). |
| XORL AX, AX |
| |
| ADDQ $40, SP |
| RET |
| |
| // These trampolines help convert from Go calling convention to C calling convention. |
| // They should be called with asmcgocall. |
| // A pointer to the arguments is passed in DI. |
| // A single int32 result is returned in AX. |
| // (For more results, make an args/results structure.) |
| TEXT runtime·pthread_attr_init_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP // make frame, keep stack 16-byte aligned. |
| MOVQ SP, BP |
| MOVQ 0(DI), DI // arg 1 attr |
| CALL libc_pthread_attr_init(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·pthread_attr_setstacksize_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 size |
| MOVQ 0(DI), DI // arg 1 attr |
| CALL libc_pthread_attr_setstacksize(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·pthread_attr_setdetachstate_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 state |
| MOVQ 0(DI), DI // arg 1 attr |
| CALL libc_pthread_attr_setdetachstate(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·pthread_create_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| SUBQ $16, SP |
| MOVQ 0(DI), SI // arg 2 attr |
| MOVQ 8(DI), DX // arg 3 start |
| MOVQ 16(DI), CX // arg 4 arg |
| MOVQ SP, DI // arg 1 &threadid (which we throw away) |
| CALL libc_pthread_create(SB) |
| MOVQ BP, SP |
| POPQ BP |
| RET |
| |
| TEXT runtime·raise_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVL 0(DI), DI // arg 1 signal |
| CALL libc_raise(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·pthread_mutex_init_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 attr |
| MOVQ 0(DI), DI // arg 1 mutex |
| CALL libc_pthread_mutex_init(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·pthread_mutex_lock_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 0(DI), DI // arg 1 mutex |
| CALL libc_pthread_mutex_lock(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·pthread_mutex_unlock_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 0(DI), DI // arg 1 mutex |
| CALL libc_pthread_mutex_unlock(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·pthread_cond_init_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 attr |
| MOVQ 0(DI), DI // arg 1 cond |
| CALL libc_pthread_cond_init(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·pthread_cond_wait_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 mutex |
| MOVQ 0(DI), DI // arg 1 cond |
| CALL libc_pthread_cond_wait(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·pthread_cond_timedwait_relative_np_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 8(DI), SI // arg 2 mutex |
| MOVQ 16(DI), DX // arg 3 timeout |
| MOVQ 0(DI), DI // arg 1 cond |
| CALL libc_pthread_cond_timedwait_relative_np(SB) |
| POPQ BP |
| RET |
| |
| TEXT runtime·pthread_cond_signal_trampoline(SB),NOSPLIT,$0 |
| PUSHQ BP |
| MOVQ SP, BP |
| MOVQ 0(DI), DI // arg 1 cond |
| CALL libc_pthread_cond_signal(SB) |
| POPQ BP |
| RET |
