| // Copyright 2009 The Go Authors. All rights reserved. | |
| // Use of this source code is governed by a BSD-style | |
| // license that can be found in the LICENSE file. | |
| // | |
| // System calls and other sys.stuff for AMD64, FreeBSD | |
| // /usr/src/sys/kern/syscalls.master for syscall numbers. | |
| // | |
| #include "go_asm.h" | |
| #include "go_tls.h" | |
| #include "textflag.h" | |
| TEXT runtime·sys_umtx_op(SB),NOSPLIT,$0 | |
| MOVQ addr+0(FP), DI | |
| MOVL mode+8(FP), SI | |
| MOVL val+12(FP), DX | |
| MOVQ uaddr1+16(FP), R10 | |
| MOVQ ut+24(FP), R8 | |
| MOVL $454, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| NEGQ AX | |
| MOVL AX, ret+32(FP) | |
| RET | |
| TEXT runtime·thr_new(SB),NOSPLIT,$0 | |
| MOVQ param+0(FP), DI | |
| MOVL size+8(FP), SI | |
| MOVL $455, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| NEGQ AX | |
| MOVL AX, ret+16(FP) | |
| RET | |
| TEXT runtime·thr_start(SB),NOSPLIT,$0 | |
| MOVQ DI, R13 // m | |
| // set up FS to point at m->tls | |
| LEAQ m_tls(R13), DI | |
| CALL runtime·settls(SB) // smashes DI | |
| // set up m, g | |
| get_tls(CX) | |
| MOVQ m_g0(R13), DI | |
| MOVQ R13, g_m(DI) | |
| MOVQ DI, g(CX) | |
| CALL runtime·stackcheck(SB) | |
| CALL runtime·mstart(SB) | |
| MOVQ 0, AX // crash (not reached) | |
| // Exit the entire program (like C exit) | |
| TEXT runtime·exit(SB),NOSPLIT,$-8 | |
| MOVL code+0(FP), DI // arg 1 exit status | |
| MOVL $1, AX | |
| SYSCALL | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| // func exitThread(wait *uint32) | |
| TEXT runtime·exitThread(SB),NOSPLIT,$0-8 | |
| MOVQ wait+0(FP), AX | |
| // We're done using the stack. | |
| MOVL $0, (AX) | |
| MOVL $0, DI // arg 1 long *state | |
| MOVL $431, AX // thr_exit | |
| SYSCALL | |
| MOVL $0xf1, 0xf1 // crash | |
| JMP 0(PC) | |
| TEXT runtime·open(SB),NOSPLIT,$-8 | |
| MOVQ name+0(FP), DI // arg 1 pathname | |
| MOVL mode+8(FP), SI // arg 2 flags | |
| MOVL perm+12(FP), DX // arg 3 mode | |
| MOVL $5, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $-1, AX | |
| MOVL AX, ret+16(FP) | |
| RET | |
| TEXT runtime·closefd(SB),NOSPLIT,$-8 | |
| MOVL fd+0(FP), DI // arg 1 fd | |
| MOVL $6, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $-1, AX | |
| MOVL AX, ret+8(FP) | |
| RET | |
| TEXT runtime·read(SB),NOSPLIT,$-8 | |
| MOVL fd+0(FP), DI // arg 1 fd | |
| MOVQ p+8(FP), SI // arg 2 buf | |
| MOVL n+16(FP), DX // arg 3 count | |
| MOVL $3, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| NEGQ AX // caller expects negative errno | |
| MOVL AX, ret+24(FP) | |
| RET | |
| // func pipe() (r, w int32, errno int32) | |
| TEXT runtime·pipe(SB),NOSPLIT,$0-12 | |
| MOVL $42, AX | |
| SYSCALL | |
| JCC ok | |
| MOVL $0, r+0(FP) | |
| MOVL $0, w+4(FP) | |
| MOVL AX, errno+8(FP) | |
| RET | |
| ok: | |
| MOVL AX, r+0(FP) | |
| MOVL DX, w+4(FP) | |
| MOVL $0, errno+8(FP) | |
| RET | |
| // func pipe2(flags int32) (r, w int32, errno int32) | |
| TEXT runtime·pipe2(SB),NOSPLIT,$0-20 | |
| LEAQ r+8(FP), DI | |
| MOVL flags+0(FP), SI | |
| MOVL $542, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| NEGQ AX | |
| MOVL AX, errno+16(FP) | |
| RET | |
| TEXT runtime·write1(SB),NOSPLIT,$-8 | |
| MOVQ fd+0(FP), DI // arg 1 fd | |
| MOVQ p+8(FP), SI // arg 2 buf | |
| MOVL n+16(FP), DX // arg 3 count | |
| MOVL $4, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| NEGQ AX // caller expects negative errno | |
| MOVL AX, ret+24(FP) | |
| RET | |
| TEXT runtime·thr_self(SB),NOSPLIT,$0-8 | |
| // thr_self(&0(FP)) | |
| LEAQ ret+0(FP), DI // arg 1 | |
| MOVL $432, AX | |
| SYSCALL | |
| RET | |
| TEXT runtime·thr_kill(SB),NOSPLIT,$0-16 | |
| // thr_kill(tid, sig) | |
| MOVQ tid+0(FP), DI // arg 1 id | |
| MOVQ sig+8(FP), SI // arg 2 sig | |
| MOVL $433, AX | |
| SYSCALL | |
| RET | |
| TEXT runtime·raiseproc(SB),NOSPLIT,$0 | |
| // getpid | |
| MOVL $20, AX | |
| SYSCALL | |
| // kill(self, sig) | |
| MOVQ AX, DI // arg 1 pid | |
| MOVL sig+0(FP), SI // arg 2 sig | |
| MOVL $37, AX | |
| SYSCALL | |
| RET | |
| TEXT runtime·setitimer(SB), NOSPLIT, $-8 | |
| MOVL mode+0(FP), DI | |
| MOVQ new+8(FP), SI | |
| MOVQ old+16(FP), DX | |
| MOVL $83, AX | |
| SYSCALL | |
| RET | |
| // func fallback_walltime() (sec int64, nsec int32) | |
| TEXT runtime·fallback_walltime(SB), NOSPLIT, $32-12 | |
| MOVL $232, AX // clock_gettime | |
| MOVQ $0, DI // CLOCK_REALTIME | |
| LEAQ 8(SP), SI | |
| SYSCALL | |
| MOVQ 8(SP), AX // sec | |
| MOVQ 16(SP), DX // nsec | |
| // sec is in AX, nsec in DX | |
| MOVQ AX, sec+0(FP) | |
| MOVL DX, nsec+8(FP) | |
| RET | |
| TEXT runtime·fallback_nanotime(SB), NOSPLIT, $32-8 | |
| MOVL $232, AX | |
| MOVQ $4, DI // CLOCK_MONOTONIC | |
| LEAQ 8(SP), SI | |
| SYSCALL | |
| MOVQ 8(SP), AX // sec | |
| MOVQ 16(SP), DX // nsec | |
| // sec is in AX, nsec in DX | |
| // return nsec in AX | |
| IMULQ $1000000000, AX | |
| ADDQ DX, AX | |
| MOVQ AX, ret+0(FP) | |
| RET | |
| TEXT runtime·asmSigaction(SB),NOSPLIT,$0 | |
| MOVQ sig+0(FP), DI // arg 1 sig | |
| MOVQ new+8(FP), SI // arg 2 act | |
| MOVQ old+16(FP), DX // arg 3 oact | |
| MOVL $416, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $-1, AX | |
| MOVL AX, ret+24(FP) | |
| RET | |
| TEXT runtime·callCgoSigaction(SB),NOSPLIT,$16 | |
| MOVQ sig+0(FP), DI // arg 1 sig | |
| MOVQ new+8(FP), SI // arg 2 act | |
| MOVQ old+16(FP), DX // arg 3 oact | |
| MOVQ _cgo_sigaction(SB), AX | |
| MOVQ SP, BX // callee-saved | |
| ANDQ $~15, SP // alignment as per amd64 psABI | |
| CALL AX | |
| MOVQ BX, SP | |
| MOVL AX, ret+24(FP) | |
| RET | |
| TEXT runtime·sigfwd(SB),NOSPLIT,$0-32 | |
| MOVQ fn+0(FP), AX | |
| MOVL sig+8(FP), DI | |
| MOVQ info+16(FP), SI | |
| MOVQ ctx+24(FP), DX | |
| PUSHQ BP | |
| MOVQ SP, BP | |
| ANDQ $~15, SP // alignment for x86_64 ABI | |
| CALL AX | |
| MOVQ BP, SP | |
| POPQ BP | |
| RET | |
| TEXT runtime·sigtramp(SB),NOSPLIT,$72 | |
| // Save callee-saved C registers, since the caller may be a C signal handler. | |
| MOVQ BX, bx-8(SP) | |
| MOVQ BP, bp-16(SP) // save in case GOEXPERIMENT=noframepointer is set | |
| MOVQ R12, r12-24(SP) | |
| MOVQ R13, r13-32(SP) | |
| MOVQ R14, r14-40(SP) | |
| MOVQ R15, r15-48(SP) | |
| // We don't save mxcsr or the x87 control word because sigtrampgo doesn't | |
| // modify them. | |
| MOVQ DX, ctx-56(SP) | |
| MOVQ SI, info-64(SP) | |
| MOVQ DI, signum-72(SP) | |
| CALL runtime·sigtrampgo(SB) | |
| MOVQ r15-48(SP), R15 | |
| MOVQ r14-40(SP), R14 | |
| MOVQ r13-32(SP), R13 | |
| MOVQ r12-24(SP), R12 | |
| MOVQ bp-16(SP), BP | |
| MOVQ bx-8(SP), BX | |
| RET | |
| // Used instead of sigtramp in programs that use cgo. | |
| // Arguments from kernel are in DI, SI, DX. | |
| TEXT runtime·cgoSigtramp(SB),NOSPLIT,$0 | |
| // If no traceback function, do usual sigtramp. | |
| MOVQ runtime·cgoTraceback(SB), AX | |
| TESTQ AX, AX | |
| JZ sigtramp | |
| // If no traceback support function, which means that | |
| // runtime/cgo was not linked in, do usual sigtramp. | |
| MOVQ _cgo_callers(SB), AX | |
| TESTQ AX, AX | |
| JZ sigtramp | |
| // Figure out if we are currently in a cgo call. | |
| // If not, just do usual sigtramp. | |
| get_tls(CX) | |
| MOVQ g(CX),AX | |
| TESTQ AX, AX | |
| JZ sigtrampnog // g == nil | |
| MOVQ g_m(AX), AX | |
| TESTQ AX, AX | |
| JZ sigtramp // g.m == nil | |
| MOVL m_ncgo(AX), CX | |
| TESTL CX, CX | |
| JZ sigtramp // g.m.ncgo == 0 | |
| MOVQ m_curg(AX), CX | |
| TESTQ CX, CX | |
| JZ sigtramp // g.m.curg == nil | |
| MOVQ g_syscallsp(CX), CX | |
| TESTQ CX, CX | |
| JZ sigtramp // g.m.curg.syscallsp == 0 | |
| MOVQ m_cgoCallers(AX), R8 | |
| TESTQ R8, R8 | |
| JZ sigtramp // g.m.cgoCallers == nil | |
| MOVL m_cgoCallersUse(AX), CX | |
| TESTL CX, CX | |
| JNZ sigtramp // g.m.cgoCallersUse != 0 | |
| // Jump to a function in runtime/cgo. | |
| // That function, written in C, will call the user's traceback | |
| // function with proper unwind info, and will then call back here. | |
| // The first three arguments, and the fifth, are already in registers. | |
| // Set the two remaining arguments now. | |
| MOVQ runtime·cgoTraceback(SB), CX | |
| MOVQ $runtime·sigtramp(SB), R9 | |
| MOVQ _cgo_callers(SB), AX | |
| JMP AX | |
| sigtramp: | |
| JMP runtime·sigtramp(SB) | |
| sigtrampnog: | |
| // Signal arrived on a non-Go thread. If this is SIGPROF, get a | |
| // stack trace. | |
| CMPL DI, $27 // 27 == SIGPROF | |
| JNZ sigtramp | |
| // Lock sigprofCallersUse. | |
| MOVL $0, AX | |
| MOVL $1, CX | |
| MOVQ $runtime·sigprofCallersUse(SB), R11 | |
| LOCK | |
| CMPXCHGL CX, 0(R11) | |
| JNZ sigtramp // Skip stack trace if already locked. | |
| // Jump to the traceback function in runtime/cgo. | |
| // It will call back to sigprofNonGo, which will ignore the | |
| // arguments passed in registers. | |
| // First three arguments to traceback function are in registers already. | |
| MOVQ runtime·cgoTraceback(SB), CX | |
| MOVQ $runtime·sigprofCallers(SB), R8 | |
| MOVQ $runtime·sigprofNonGo(SB), R9 | |
| MOVQ _cgo_callers(SB), AX | |
| JMP AX | |
| TEXT runtime·mmap(SB),NOSPLIT,$0 | |
| MOVQ addr+0(FP), DI // arg 1 addr | |
| MOVQ n+8(FP), SI // arg 2 len | |
| MOVL prot+16(FP), DX // arg 3 prot | |
| MOVL flags+20(FP), R10 // arg 4 flags | |
| MOVL fd+24(FP), R8 // arg 5 fid | |
| MOVL off+28(FP), R9 // arg 6 offset | |
| MOVL $477, AX | |
| SYSCALL | |
| JCC ok | |
| MOVQ $0, p+32(FP) | |
| MOVQ AX, err+40(FP) | |
| RET | |
| ok: | |
| MOVQ AX, p+32(FP) | |
| MOVQ $0, err+40(FP) | |
| RET | |
| TEXT runtime·munmap(SB),NOSPLIT,$0 | |
| MOVQ addr+0(FP), DI // arg 1 addr | |
| MOVQ n+8(FP), SI // arg 2 len | |
| MOVL $73, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| TEXT runtime·madvise(SB),NOSPLIT,$0 | |
| MOVQ addr+0(FP), DI | |
| MOVQ n+8(FP), SI | |
| MOVL flags+16(FP), DX | |
| MOVQ $75, AX // madvise | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $-1, AX | |
| MOVL AX, ret+24(FP) | |
| RET | |
| TEXT runtime·sigaltstack(SB),NOSPLIT,$-8 | |
| MOVQ new+0(FP), DI | |
| MOVQ old+8(FP), SI | |
| MOVQ $53, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| TEXT runtime·usleep(SB),NOSPLIT,$16 | |
| MOVL $0, DX | |
| MOVL usec+0(FP), AX | |
| MOVL $1000000, CX | |
| DIVL CX | |
| MOVQ AX, 0(SP) // tv_sec | |
| MOVL $1000, AX | |
| MULL DX | |
| MOVQ AX, 8(SP) // tv_nsec | |
| MOVQ SP, DI // arg 1 - rqtp | |
| MOVQ $0, SI // arg 2 - rmtp | |
| MOVL $240, AX // sys_nanosleep | |
| SYSCALL | |
| RET | |
| // set tls base to DI | |
| TEXT runtime·settls(SB),NOSPLIT,$8 | |
| ADDQ $8, DI // adjust for ELF: wants to use -8(FS) for g and m | |
| MOVQ DI, 0(SP) | |
| MOVQ SP, SI | |
| MOVQ $129, DI // AMD64_SET_FSBASE | |
| MOVQ $165, AX // sysarch | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| TEXT runtime·sysctl(SB),NOSPLIT,$0 | |
| MOVQ mib+0(FP), DI // arg 1 - name | |
| MOVL miblen+8(FP), SI // arg 2 - namelen | |
| MOVQ out+16(FP), DX // arg 3 - oldp | |
| MOVQ size+24(FP), R10 // arg 4 - oldlenp | |
| MOVQ dst+32(FP), R8 // arg 5 - newp | |
| MOVQ ndst+40(FP), R9 // arg 6 - newlen | |
| MOVQ $202, AX // sys___sysctl | |
| SYSCALL | |
| JCC 4(PC) | |
| NEGQ AX | |
| MOVL AX, ret+48(FP) | |
| RET | |
| MOVL $0, AX | |
| MOVL AX, ret+48(FP) | |
| RET | |
| TEXT runtime·osyield(SB),NOSPLIT,$-4 | |
| MOVL $331, AX // sys_sched_yield | |
| SYSCALL | |
| RET | |
| TEXT runtime·sigprocmask(SB),NOSPLIT,$0 | |
| MOVL how+0(FP), DI // arg 1 - how | |
| MOVQ new+8(FP), SI // arg 2 - set | |
| MOVQ old+16(FP), DX // arg 3 - oset | |
| MOVL $340, AX // sys_sigprocmask | |
| SYSCALL | |
| JAE 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| // int32 runtime·kqueue(void); | |
| TEXT runtime·kqueue(SB),NOSPLIT,$0 | |
| MOVQ $0, DI | |
| MOVQ $0, SI | |
| MOVQ $0, DX | |
| MOVL $362, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| NEGQ AX | |
| MOVL AX, ret+0(FP) | |
| RET | |
| // int32 runtime·kevent(int kq, Kevent *changelist, int nchanges, Kevent *eventlist, int nevents, Timespec *timeout); | |
| TEXT runtime·kevent(SB),NOSPLIT,$0 | |
| MOVL kq+0(FP), DI | |
| MOVQ ch+8(FP), SI | |
| MOVL nch+16(FP), DX | |
| MOVQ ev+24(FP), R10 | |
| MOVL nev+32(FP), R8 | |
| MOVQ ts+40(FP), R9 | |
| MOVL $363, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| NEGQ AX | |
| MOVL AX, ret+48(FP) | |
| RET | |
| // void runtime·closeonexec(int32 fd); | |
| TEXT runtime·closeonexec(SB),NOSPLIT,$0 | |
| MOVL fd+0(FP), DI // fd | |
| MOVQ $2, SI // F_SETFD | |
| MOVQ $1, DX // FD_CLOEXEC | |
| MOVL $92, AX // fcntl | |
| SYSCALL | |
| RET | |
| // func runtime·setNonblock(int32 fd) | |
| TEXT runtime·setNonblock(SB),NOSPLIT,$0-4 | |
| MOVL fd+0(FP), DI // fd | |
| MOVQ $3, SI // F_GETFL | |
| MOVQ $0, DX | |
| MOVL $92, AX // fcntl | |
| SYSCALL | |
| MOVL fd+0(FP), DI // fd | |
| MOVQ $4, SI // F_SETFL | |
| MOVQ $4, DX // O_NONBLOCK | |
| ORL AX, DX | |
| MOVL $92, AX // fcntl | |
| SYSCALL | |
| RET | |
| // func cpuset_getaffinity(level int, which int, id int64, size int, mask *byte) int32 | |
| TEXT runtime·cpuset_getaffinity(SB), NOSPLIT, $0-44 | |
| MOVQ level+0(FP), DI | |
| MOVQ which+8(FP), SI | |
| MOVQ id+16(FP), DX | |
| MOVQ size+24(FP), R10 | |
| MOVQ mask+32(FP), R8 | |
| MOVL $487, AX | |
| SYSCALL | |
| JCC 2(PC) | |
| NEGQ AX | |
| MOVL AX, ret+40(FP) | |
| RET |