| // Copyright 2009 The Go Authors. All rights reserved. | |
| // Use of this source code is governed by a BSD-style | |
| // license that can be found in the LICENSE file. | |
| // | |
| // System calls and other sys.stuff for AMD64, Linux | |
| // | |
| #include "go_asm.h" | |
| #include "go_tls.h" | |
| #include "textflag.h" | |
| #include "cgo/abi_amd64.h" | |
| #define AT_FDCWD -100 | |
| #define SYS_read 0 | |
| #define SYS_write 1 | |
| #define SYS_close 3 | |
| #define SYS_mmap 9 | |
| #define SYS_munmap 11 | |
| #define SYS_brk 12 | |
| #define SYS_rt_sigaction 13 | |
| #define SYS_rt_sigprocmask 14 | |
| #define SYS_rt_sigreturn 15 | |
| #define SYS_sched_yield 24 | |
| #define SYS_mincore 27 | |
| #define SYS_madvise 28 | |
| #define SYS_nanosleep 35 | |
| #define SYS_setittimer 38 | |
| #define SYS_getpid 39 | |
| #define SYS_socket 41 | |
| #define SYS_connect 42 | |
| #define SYS_clone 56 | |
| #define SYS_exit 60 | |
| #define SYS_kill 62 | |
| #define SYS_sigaltstack 131 | |
| #define SYS_arch_prctl 158 | |
| #define SYS_gettid 186 | |
| #define SYS_futex 202 | |
| #define SYS_sched_getaffinity 204 | |
| #define SYS_timer_create 222 | |
| #define SYS_timer_settime 223 | |
| #define SYS_timer_delete 226 | |
| #define SYS_clock_gettime 228 | |
| #define SYS_exit_group 231 | |
| #define SYS_tgkill 234 | |
| #define SYS_openat 257 | |
| #define SYS_faccessat 269 | |
| #define SYS_pipe2 293 | |
| TEXT runtime·exit(SB),NOSPLIT,$0-4 | |
| MOVL code+0(FP), DI | |
| MOVL $SYS_exit_group, AX | |
| SYSCALL | |
| RET | |
| // func exitThread(wait *atomic.Uint32) | |
| TEXT runtime·exitThread(SB),NOSPLIT,$0-8 | |
| MOVQ wait+0(FP), AX | |
| // We're done using the stack. | |
| MOVL $0, (AX) | |
| MOVL $0, DI // exit code | |
| MOVL $SYS_exit, AX | |
| SYSCALL | |
| // We may not even have a stack any more. | |
| INT $3 | |
| JMP 0(PC) | |
| TEXT runtime·open(SB),NOSPLIT,$0-20 | |
| // This uses openat instead of open, because Android O blocks open. | |
| MOVL $AT_FDCWD, DI // AT_FDCWD, so this acts like open | |
| MOVQ name+0(FP), SI | |
| MOVL mode+8(FP), DX | |
| MOVL perm+12(FP), R10 | |
| MOVL $SYS_openat, AX | |
| SYSCALL | |
| CMPQ AX, $0xfffffffffffff001 | |
| JLS 2(PC) | |
| MOVL $-1, AX | |
| MOVL AX, ret+16(FP) | |
| RET | |
| TEXT runtime·closefd(SB),NOSPLIT,$0-12 | |
| MOVL fd+0(FP), DI | |
| MOVL $SYS_close, AX | |
| SYSCALL | |
| CMPQ AX, $0xfffffffffffff001 | |
| JLS 2(PC) | |
| MOVL $-1, AX | |
| MOVL AX, ret+8(FP) | |
| RET | |
| TEXT runtime·write1(SB),NOSPLIT,$0-28 | |
| MOVQ fd+0(FP), DI | |
| MOVQ p+8(FP), SI | |
| MOVL n+16(FP), DX | |
| MOVL $SYS_write, AX | |
| SYSCALL | |
| MOVL AX, ret+24(FP) | |
| RET | |
| TEXT runtime·read(SB),NOSPLIT,$0-28 | |
| MOVL fd+0(FP), DI | |
| MOVQ p+8(FP), SI | |
| MOVL n+16(FP), DX | |
| MOVL $SYS_read, AX | |
| SYSCALL | |
| MOVL AX, ret+24(FP) | |
| RET | |
| // func pipe2(flags int32) (r, w int32, errno int32) | |
| TEXT runtime·pipe2(SB),NOSPLIT,$0-20 | |
| LEAQ r+8(FP), DI | |
| MOVL flags+0(FP), SI | |
| MOVL $SYS_pipe2, AX | |
| SYSCALL | |
| MOVL AX, errno+16(FP) | |
| RET | |
| TEXT runtime·usleep(SB),NOSPLIT,$16 | |
| MOVL $0, DX | |
| MOVL usec+0(FP), AX | |
| MOVL $1000000, CX | |
| DIVL CX | |
| MOVQ AX, 0(SP) | |
| MOVL $1000, AX // usec to nsec | |
| MULL DX | |
| MOVQ AX, 8(SP) | |
| // nanosleep(&ts, 0) | |
| MOVQ SP, DI | |
| MOVL $0, SI | |
| MOVL $SYS_nanosleep, AX | |
| SYSCALL | |
| RET | |
| TEXT runtime·gettid(SB),NOSPLIT,$0-4 | |
| MOVL $SYS_gettid, AX | |
| SYSCALL | |
| MOVL AX, ret+0(FP) | |
| RET | |
| TEXT runtime·raise(SB),NOSPLIT,$0 | |
| MOVL $SYS_getpid, AX | |
| SYSCALL | |
| MOVL AX, R12 | |
| MOVL $SYS_gettid, AX | |
| SYSCALL | |
| MOVL AX, SI // arg 2 tid | |
| MOVL R12, DI // arg 1 pid | |
| MOVL sig+0(FP), DX // arg 3 | |
| MOVL $SYS_tgkill, AX | |
| SYSCALL | |
| RET | |
| TEXT runtime·raiseproc(SB),NOSPLIT,$0 | |
| MOVL $SYS_getpid, AX | |
| SYSCALL | |
| MOVL AX, DI // arg 1 pid | |
| MOVL sig+0(FP), SI // arg 2 | |
| MOVL $SYS_kill, AX | |
| SYSCALL | |
| RET | |
| TEXT ·getpid(SB),NOSPLIT,$0-8 | |
| MOVL $SYS_getpid, AX | |
| SYSCALL | |
| MOVQ AX, ret+0(FP) | |
| RET | |
| TEXT ·tgkill(SB),NOSPLIT,$0 | |
| MOVQ tgid+0(FP), DI | |
| MOVQ tid+8(FP), SI | |
| MOVQ sig+16(FP), DX | |
| MOVL $SYS_tgkill, AX | |
| SYSCALL | |
| RET | |
| TEXT runtime·setitimer(SB),NOSPLIT,$0-24 | |
| MOVL mode+0(FP), DI | |
| MOVQ new+8(FP), SI | |
| MOVQ old+16(FP), DX | |
| MOVL $SYS_setittimer, AX | |
| SYSCALL | |
| RET | |
| TEXT runtime·timer_create(SB),NOSPLIT,$0-28 | |
| MOVL clockid+0(FP), DI | |
| MOVQ sevp+8(FP), SI | |
| MOVQ timerid+16(FP), DX | |
| MOVL $SYS_timer_create, AX | |
| SYSCALL | |
| MOVL AX, ret+24(FP) | |
| RET | |
| TEXT runtime·timer_settime(SB),NOSPLIT,$0-28 | |
| MOVL timerid+0(FP), DI | |
| MOVL flags+4(FP), SI | |
| MOVQ new+8(FP), DX | |
| MOVQ old+16(FP), R10 | |
| MOVL $SYS_timer_settime, AX | |
| SYSCALL | |
| MOVL AX, ret+24(FP) | |
| RET | |
| TEXT runtime·timer_delete(SB),NOSPLIT,$0-12 | |
| MOVL timerid+0(FP), DI | |
| MOVL $SYS_timer_delete, AX | |
| SYSCALL | |
| MOVL AX, ret+8(FP) | |
| RET | |
| TEXT runtime·mincore(SB),NOSPLIT,$0-28 | |
| MOVQ addr+0(FP), DI | |
| MOVQ n+8(FP), SI | |
| MOVQ dst+16(FP), DX | |
| MOVL $SYS_mincore, AX | |
| SYSCALL | |
| MOVL AX, ret+24(FP) | |
| RET | |
| // func nanotime1() int64 | |
| TEXT runtime·nanotime1(SB),NOSPLIT,$16-8 | |
| // We don't know how much stack space the VDSO code will need, | |
| // so switch to g0. | |
| // In particular, a kernel configured with CONFIG_OPTIMIZE_INLINING=n | |
| // and hardening can use a full page of stack space in gettime_sym | |
| // due to stack probes inserted to avoid stack/heap collisions. | |
| // See issue #20427. | |
| #ifdef GOEXPERIMENT_runtimesecret | |
| // The kernel might spill our secrets onto g0 | |
| // erase our registers here. | |
| // TODO(dmo): what is the ABI guarantee here? we use | |
| // R14 later, but the function is ABI0 | |
| CMPL g_secret(R14), $0 | |
| JEQ nosecret | |
| CALL ·secretEraseRegisters(SB) | |
| nosecret: | |
| #endif | |
| MOVQ SP, R12 // Save old SP; R12 unchanged by C code. | |
| MOVQ g_m(R14), BX // BX unchanged by C code. | |
| // Set vdsoPC and vdsoSP for SIGPROF traceback. | |
| // Save the old values on stack and restore them on exit, | |
| // so this function is reentrant. | |
| MOVQ m_vdsoPC(BX), CX | |
| MOVQ m_vdsoSP(BX), DX | |
| MOVQ CX, 0(SP) | |
| MOVQ DX, 8(SP) | |
| LEAQ ret+0(FP), DX | |
| MOVQ -8(DX), CX | |
| MOVQ CX, m_vdsoPC(BX) | |
| MOVQ DX, m_vdsoSP(BX) | |
| CMPQ R14, m_curg(BX) // Only switch if on curg. | |
| JNE noswitch | |
| MOVQ m_g0(BX), DX | |
| MOVQ (g_sched+gobuf_sp)(DX), SP // Set SP to g0 stack | |
| noswitch: | |
| SUBQ $16, SP // Space for results | |
| ANDQ $~15, SP // Align for C code | |
| MOVL $1, DI // CLOCK_MONOTONIC | |
| LEAQ 0(SP), SI | |
| MOVQ runtime·vdsoClockgettimeSym(SB), AX | |
| CMPQ AX, $0 | |
| JEQ fallback | |
| CALL AX | |
| ret: | |
| MOVQ 0(SP), AX // sec | |
| MOVQ 8(SP), DX // nsec | |
| MOVQ R12, SP // Restore real SP | |
| // Restore vdsoPC, vdsoSP | |
| // We don't worry about being signaled between the two stores. | |
| // If we are not in a signal handler, we'll restore vdsoSP to 0, | |
| // and no one will care about vdsoPC. If we are in a signal handler, | |
| // we cannot receive another signal. | |
| MOVQ 8(SP), CX | |
| MOVQ CX, m_vdsoSP(BX) | |
| MOVQ 0(SP), CX | |
| MOVQ CX, m_vdsoPC(BX) | |
| // sec is in AX, nsec in DX | |
| // return nsec in AX | |
| IMULQ $1000000000, AX | |
| ADDQ DX, AX | |
| MOVQ AX, ret+0(FP) | |
| RET | |
| fallback: | |
| MOVQ $SYS_clock_gettime, AX | |
| SYSCALL | |
| JMP ret | |
| TEXT runtime·rtsigprocmask(SB),NOSPLIT,$0-28 | |
| MOVL how+0(FP), DI | |
| MOVQ new+8(FP), SI | |
| MOVQ old+16(FP), DX | |
| MOVL size+24(FP), R10 | |
| MOVL $SYS_rt_sigprocmask, AX | |
| SYSCALL | |
| CMPQ AX, $0xfffffffffffff001 | |
| JLS 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| TEXT runtime·rt_sigaction(SB),NOSPLIT,$0-36 | |
| MOVQ sig+0(FP), DI | |
| MOVQ new+8(FP), SI | |
| MOVQ old+16(FP), DX | |
| MOVQ size+24(FP), R10 | |
| MOVL $SYS_rt_sigaction, AX | |
| SYSCALL | |
| MOVL AX, ret+32(FP) | |
| RET | |
| // Call the function stored in _cgo_sigaction using the GCC calling convention. | |
| TEXT runtime·callCgoSigaction(SB),NOSPLIT,$16 | |
| MOVQ sig+0(FP), DI | |
| MOVQ new+8(FP), SI | |
| MOVQ old+16(FP), DX | |
| MOVQ _cgo_sigaction(SB), AX | |
| MOVQ SP, BX // callee-saved | |
| ANDQ $~15, SP // alignment as per amd64 psABI | |
| CALL AX | |
| MOVQ BX, SP | |
| MOVL AX, ret+24(FP) | |
| RET | |
| TEXT runtime·sigfwd(SB),NOSPLIT,$0-32 | |
| MOVQ fn+0(FP), AX | |
| MOVL sig+8(FP), DI | |
| MOVQ info+16(FP), SI | |
| MOVQ ctx+24(FP), DX | |
| MOVQ SP, BX // callee-saved | |
| ANDQ $~15, SP // alignment for x86_64 ABI | |
| CALL AX | |
| MOVQ BX, SP | |
| RET | |
| // Called using C ABI. | |
| TEXT runtime·sigtramp(SB),NOSPLIT|TOPFRAME|NOFRAME,$0 | |
| // Transition from C ABI to Go ABI. | |
| PUSH_REGS_HOST_TO_ABI0() | |
| // Set up ABIInternal environment: g in R14, cleared X15. | |
| get_tls(R12) | |
| MOVQ g(R12), R14 | |
| PXOR X15, X15 | |
| // Reserve space for spill slots. | |
| NOP SP // disable vet stack checking | |
| ADJSP $24 | |
| // Call into the Go signal handler | |
| MOVQ DI, AX // sig | |
| MOVQ SI, BX // info | |
| MOVQ DX, CX // ctx | |
| CALL ·sigtrampgo<ABIInternal>(SB) | |
| ADJSP $-24 | |
| POP_REGS_HOST_TO_ABI0() | |
| RET | |
| // Called using C ABI. | |
| TEXT runtime·sigprofNonGoWrapper<>(SB),NOSPLIT|NOFRAME,$0 | |
| // Transition from C ABI to Go ABI. | |
| PUSH_REGS_HOST_TO_ABI0() | |
| // Set up ABIInternal environment: g in R14, cleared X15. | |
| get_tls(R12) | |
| MOVQ g(R12), R14 | |
| PXOR X15, X15 | |
| // Reserve space for spill slots. | |
| NOP SP // disable vet stack checking | |
| ADJSP $24 | |
| // Call into the Go signal handler | |
| MOVQ DI, AX // sig | |
| MOVQ SI, BX // info | |
| MOVQ DX, CX // ctx | |
| CALL ·sigprofNonGo<ABIInternal>(SB) | |
| ADJSP $-24 | |
| POP_REGS_HOST_TO_ABI0() | |
| RET | |
| // Used instead of sigtramp in programs that use cgo. | |
| // Arguments from kernel are in DI, SI, DX. | |
| TEXT runtime·cgoSigtramp(SB),NOSPLIT,$0 | |
| // If no traceback function, do usual sigtramp. | |
| MOVQ runtime·cgoTraceback(SB), AX | |
| TESTQ AX, AX | |
| JZ sigtramp | |
| // If no traceback support function, which means that | |
| // runtime/cgo was not linked in, do usual sigtramp. | |
| MOVQ _cgo_callers(SB), AX | |
| TESTQ AX, AX | |
| JZ sigtramp | |
| // Figure out if we are currently in a cgo call. | |
| // If not, just do usual sigtramp. | |
| get_tls(CX) | |
| MOVQ g(CX),AX | |
| TESTQ AX, AX | |
| JZ sigtrampnog // g == nil | |
| MOVQ g_m(AX), AX | |
| TESTQ AX, AX | |
| JZ sigtramp // g.m == nil | |
| MOVL m_ncgo(AX), CX | |
| TESTL CX, CX | |
| JZ sigtramp // g.m.ncgo == 0 | |
| MOVQ m_curg(AX), CX | |
| TESTQ CX, CX | |
| JZ sigtramp // g.m.curg == nil | |
| MOVQ g_syscallsp(CX), CX | |
| TESTQ CX, CX | |
| JZ sigtramp // g.m.curg.syscallsp == 0 | |
| MOVQ m_cgoCallers(AX), R8 | |
| TESTQ R8, R8 | |
| JZ sigtramp // g.m.cgoCallers == nil | |
| MOVL m_cgoCallersUse(AX), CX | |
| TESTL CX, CX | |
| JNZ sigtramp // g.m.cgoCallersUse != 0 | |
| // Jump to a function in runtime/cgo. | |
| // That function, written in C, will call the user's traceback | |
| // function with proper unwind info, and will then call back here. | |
| // The first three arguments, and the fifth, are already in registers. | |
| // Set the two remaining arguments now. | |
| MOVQ runtime·cgoTraceback(SB), CX | |
| MOVQ $runtime·sigtramp(SB), R9 | |
| MOVQ _cgo_callers(SB), AX | |
| JMP AX | |
| sigtramp: | |
| JMP runtime·sigtramp(SB) | |
| sigtrampnog: | |
| // Signal arrived on a non-Go thread. If this is SIGPROF, get a | |
| // stack trace. | |
| CMPL DI, $27 // 27 == SIGPROF | |
| JNZ sigtramp | |
| // Lock sigprofCallersUse. | |
| MOVL $0, AX | |
| MOVL $1, CX | |
| MOVQ $runtime·sigprofCallersUse(SB), R11 | |
| LOCK | |
| CMPXCHGL CX, 0(R11) | |
| JNZ sigtramp // Skip stack trace if already locked. | |
| // Jump to the traceback function in runtime/cgo. | |
| // It will call back to sigprofNonGo, via sigprofNonGoWrapper, to convert | |
| // the arguments to the Go calling convention. | |
| // First three arguments to traceback function are in registers already. | |
| MOVQ runtime·cgoTraceback(SB), CX | |
| MOVQ $runtime·sigprofCallers(SB), R8 | |
| MOVQ $runtime·sigprofNonGoWrapper<>(SB), R9 | |
| MOVQ _cgo_callers(SB), AX | |
| JMP AX | |
| // For cgo unwinding to work, this function must look precisely like | |
| // the one in glibc. The glibc source code is: | |
| // https://sourceware.org/git/?p=glibc.git;a=blob;f=sysdeps/unix/sysv/linux/x86_64/libc_sigaction.c;h=afdce87381228f0cf32fa9fa6c8c4efa5179065c#l80 | |
| // The code that cares about the precise instructions used is: | |
| // https://gcc.gnu.org/git/?p=gcc.git;a=blob;f=libgcc/config/i386/linux-unwind.h;h=5486223d60272c73d5103b29ae592d2ee998e1cf#l49 | |
| // | |
| // For gdb unwinding to work, this function must look precisely like the one in | |
| // glibc and must be named "__restore_rt" or contain the string "sigaction" in | |
| // the name. The gdb source code is: | |
| // https://sourceware.org/git/?p=binutils-gdb.git;a=blob;f=gdb/amd64-linux-tdep.c;h=cbbac1a0c64e1deb8181b9d0ff6404e328e2979d#l178 | |
| TEXT runtime·sigreturn__sigaction(SB),NOSPLIT,$0 | |
| // The 7-byte sign-extended "48 c7 c0 0f 00 00 00" form of | |
| // "MOVQ $SYS_rt_sigreturn, AX" is required: gdb and libgcc match | |
| // these exact bytes to recognize the signal trampoline. The Go | |
| // assembler now emits the 5-byte zero-extended "b8 0f 00 00 00" | |
| // form for positive imm32, so write the bytes by hand. | |
| BYTE $0x48; BYTE $0xc7; BYTE $0xc0 | |
| BYTE $0x0f; BYTE $0x00; BYTE $0x00; BYTE $0x00 | |
| SYSCALL | |
| INT $3 // not reached | |
| TEXT runtime·sysMmap(SB),NOSPLIT,$0 | |
| MOVQ addr+0(FP), DI | |
| MOVQ n+8(FP), SI | |
| MOVL prot+16(FP), DX | |
| MOVL flags+20(FP), R10 | |
| MOVL fd+24(FP), R8 | |
| MOVL off+28(FP), R9 | |
| MOVL $SYS_mmap, AX | |
| SYSCALL | |
| CMPQ AX, $0xfffffffffffff001 | |
| JLS ok | |
| NOTQ AX | |
| INCQ AX | |
| MOVQ $0, p+32(FP) | |
| MOVQ AX, err+40(FP) | |
| RET | |
| ok: | |
| MOVQ AX, p+32(FP) | |
| MOVQ $0, err+40(FP) | |
| RET | |
| // Call the function stored in _cgo_mmap using the GCC calling convention. | |
| // This must be called on the system stack. | |
| TEXT runtime·callCgoMmap(SB),NOSPLIT,$16 | |
| MOVQ addr+0(FP), DI | |
| MOVQ n+8(FP), SI | |
| MOVL prot+16(FP), DX | |
| MOVL flags+20(FP), CX | |
| MOVL fd+24(FP), R8 | |
| MOVL off+28(FP), R9 | |
| MOVQ _cgo_mmap(SB), AX | |
| MOVQ SP, BX | |
| ANDQ $~15, SP // alignment as per amd64 psABI | |
| MOVQ BX, 0(SP) | |
| CALL AX | |
| MOVQ 0(SP), SP | |
| MOVQ AX, ret+32(FP) | |
| RET | |
| TEXT runtime·sysMunmap(SB),NOSPLIT,$0 | |
| MOVQ addr+0(FP), DI | |
| MOVQ n+8(FP), SI | |
| MOVQ $SYS_munmap, AX | |
| SYSCALL | |
| CMPQ AX, $0xfffffffffffff001 | |
| JLS 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| // Call the function stored in _cgo_munmap using the GCC calling convention. | |
| // This must be called on the system stack. | |
| TEXT runtime·callCgoMunmap(SB),NOSPLIT,$16-16 | |
| MOVQ addr+0(FP), DI | |
| MOVQ n+8(FP), SI | |
| MOVQ _cgo_munmap(SB), AX | |
| MOVQ SP, BX | |
| ANDQ $~15, SP // alignment as per amd64 psABI | |
| MOVQ BX, 0(SP) | |
| CALL AX | |
| MOVQ 0(SP), SP | |
| RET | |
| TEXT runtime·madvise(SB),NOSPLIT,$0 | |
| MOVQ addr+0(FP), DI | |
| MOVQ n+8(FP), SI | |
| MOVL flags+16(FP), DX | |
| MOVQ $SYS_madvise, AX | |
| SYSCALL | |
| MOVL AX, ret+24(FP) | |
| RET | |
| // int64 futex(int32 *uaddr, int32 op, int32 val, | |
| // struct timespec *timeout, int32 *uaddr2, int32 val2); | |
| TEXT runtime·futex(SB),NOSPLIT,$0 | |
| MOVQ addr+0(FP), DI | |
| MOVL op+8(FP), SI | |
| MOVL val+12(FP), DX | |
| MOVQ ts+16(FP), R10 | |
| MOVQ addr2+24(FP), R8 | |
| MOVL val3+32(FP), R9 | |
| MOVL $SYS_futex, AX | |
| SYSCALL | |
| MOVL AX, ret+40(FP) | |
| RET | |
| // int32 clone(int32 flags, void *stk, M *mp, G *gp, void (*fn)(void)); | |
| TEXT runtime·clone(SB),NOSPLIT|NOFRAME,$0 | |
| MOVL flags+0(FP), DI | |
| MOVQ stk+8(FP), SI | |
| MOVQ $0, DX | |
| MOVQ $0, R10 | |
| MOVQ $0, R8 | |
| // Copy mp, gp, fn off parent stack for use by child. | |
| // Careful: Linux system call clobbers CX and R11. | |
| MOVQ mp+16(FP), R13 | |
| MOVQ gp+24(FP), R9 | |
| MOVQ fn+32(FP), R12 | |
| CMPQ R13, $0 // m | |
| JEQ nog1 | |
| CMPQ R9, $0 // g | |
| JEQ nog1 | |
| LEAQ m_tls(R13), R8 | |
| #ifdef GOOS_android | |
| // Android stores the TLS offset in runtime·tls_g. | |
| SUBQ runtime·tls_g(SB), R8 | |
| #else | |
| ADDQ $8, R8 // ELF wants to use -8(FS) | |
| #endif | |
| ORQ $0x00080000, DI //add flag CLONE_SETTLS(0x00080000) to call clone | |
| nog1: | |
| MOVL $SYS_clone, AX | |
| SYSCALL | |
| // In parent, return. | |
| CMPQ AX, $0 | |
| JEQ 3(PC) | |
| MOVL AX, ret+40(FP) | |
| RET | |
| // In child, on new stack. | |
| MOVQ SI, SP | |
| // If g or m are nil, skip Go-related setup. | |
| CMPQ R13, $0 // m | |
| JEQ nog2 | |
| CMPQ R9, $0 // g | |
| JEQ nog2 | |
| // Initialize m->procid to Linux tid | |
| MOVL $SYS_gettid, AX | |
| SYSCALL | |
| MOVQ AX, m_procid(R13) | |
| // In child, set up new stack | |
| get_tls(CX) | |
| MOVQ R13, g_m(R9) | |
| MOVQ R9, g(CX) | |
| MOVQ R9, R14 // set g register | |
| CALL runtime·stackcheck(SB) | |
| nog2: | |
| // Call fn. This is the PC of an ABI0 function. | |
| CALL R12 | |
| // It shouldn't return. If it does, exit that thread. | |
| MOVL $111, DI | |
| MOVL $SYS_exit, AX | |
| SYSCALL | |
| JMP -3(PC) // keep exiting | |
| TEXT runtime·sigaltstack(SB),NOSPLIT,$0 | |
| MOVQ new+0(FP), DI | |
| MOVQ old+8(FP), SI | |
| MOVQ $SYS_sigaltstack, AX | |
| SYSCALL | |
| CMPQ AX, $0xfffffffffffff001 | |
| JLS 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| // set tls base to DI | |
| TEXT runtime·settls(SB),NOSPLIT,$32 | |
| #ifdef GOOS_android | |
| // Android stores the TLS offset in runtime·tls_g. | |
| SUBQ runtime·tls_g(SB), DI | |
| #else | |
| ADDQ $8, DI // ELF wants to use -8(FS) | |
| #endif | |
| MOVQ DI, SI | |
| MOVQ $0x1002, DI // ARCH_SET_FS | |
| MOVQ $SYS_arch_prctl, AX | |
| SYSCALL | |
| CMPQ AX, $0xfffffffffffff001 | |
| JLS 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| TEXT runtime·osyield(SB),NOSPLIT,$0 | |
| MOVL $SYS_sched_yield, AX | |
| SYSCALL | |
| RET | |
| TEXT runtime·sched_getaffinity(SB),NOSPLIT,$0 | |
| MOVQ pid+0(FP), DI | |
| MOVQ len+8(FP), SI | |
| MOVQ buf+16(FP), DX | |
| MOVL $SYS_sched_getaffinity, AX | |
| SYSCALL | |
| MOVL AX, ret+24(FP) | |
| RET | |
| // int access(const char *name, int mode) | |
| TEXT runtime·access(SB),NOSPLIT,$0 | |
| // This uses faccessat instead of access, because Android O blocks access. | |
| MOVL $AT_FDCWD, DI // AT_FDCWD, so this acts like access | |
| MOVQ name+0(FP), SI | |
| MOVL mode+8(FP), DX | |
| MOVL $0, R10 | |
| MOVL $SYS_faccessat, AX | |
| SYSCALL | |
| MOVL AX, ret+16(FP) | |
| RET | |
| // int connect(int fd, const struct sockaddr *addr, socklen_t addrlen) | |
| TEXT runtime·connect(SB),NOSPLIT,$0-28 | |
| MOVL fd+0(FP), DI | |
| MOVQ addr+8(FP), SI | |
| MOVL len+16(FP), DX | |
| MOVL $SYS_connect, AX | |
| SYSCALL | |
| MOVL AX, ret+24(FP) | |
| RET | |
| // int socket(int domain, int type, int protocol) | |
| TEXT runtime·socket(SB),NOSPLIT,$0-20 | |
| MOVL domain+0(FP), DI | |
| MOVL typ+4(FP), SI | |
| MOVL prot+8(FP), DX | |
| MOVL $SYS_socket, AX | |
| SYSCALL | |
| MOVL AX, ret+16(FP) | |
| RET | |
| // func sbrk0() uintptr | |
| TEXT runtime·sbrk0(SB),NOSPLIT,$0-8 | |
| // Implemented as brk(NULL). | |
| MOVQ $0, DI | |
| MOVL $SYS_brk, AX | |
| SYSCALL | |
| MOVQ AX, ret+0(FP) | |
| RET | |
| // func vgetrandom1(buf *byte, length uintptr, flags uint32, state uintptr, stateSize uintptr) int | |
| TEXT runtime·vgetrandom1<ABIInternal>(SB),NOSPLIT,$16-48 | |
| MOVQ SI, R8 // stateSize | |
| MOVL CX, DX // flags | |
| MOVQ DI, CX // state | |
| MOVQ BX, SI // length | |
| MOVQ AX, DI // buf | |
| MOVQ SP, R12 | |
| MOVQ runtime·vdsoGetrandomSym(SB), AX | |
| MOVQ g_m(R14), BX | |
| MOVQ m_vdsoPC(BX), R9 | |
| MOVQ R9, 0(SP) | |
| MOVQ m_vdsoSP(BX), R9 | |
| MOVQ R9, 8(SP) | |
| LEAQ buf+0(FP), R9 | |
| MOVQ R9, m_vdsoSP(BX) | |
| MOVQ -8(R9), R9 | |
| MOVQ R9, m_vdsoPC(BX) | |
| ANDQ $~15, SP | |
| CALL AX | |
| MOVQ R12, SP | |
| MOVQ 8(SP), R9 | |
| MOVQ R9, m_vdsoSP(BX) | |
| MOVQ 0(SP), R9 | |
| MOVQ R9, m_vdsoPC(BX) | |
| RET |