| // Copyright 2009 The Go Authors. All rights reserved. | |
| // Use of this source code is governed by a BSD-style | |
| // license that can be found in the LICENSE file. | |
| // | |
| // System calls and other sys.stuff for AMD64, Darwin | |
| // See http://fxr.watson.org/fxr/source/bsd/kern/syscalls.c?v=xnu-1228 | |
| // or /usr/include/sys/syscall.h (on a Mac) for system call numbers. | |
| // | |
| // The low 24 bits are the system call number. | |
| // The high 8 bits specify the kind of system call: 1=Mach, 2=BSD, 3=Machine-Dependent. | |
| // | |
| #include "go_asm.h" | |
| #include "go_tls.h" | |
| #include "textflag.h" | |
| // Exit the entire program (like C exit) | |
| TEXT runtime·exit(SB),NOSPLIT,$0 | |
| MOVL code+0(FP), DI // arg 1 exit status | |
| MOVL $(0x2000000+1), AX // syscall entry | |
| SYSCALL | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| // Exit this OS thread (like pthread_exit, which eventually | |
| // calls __bsdthread_terminate). | |
| TEXT runtime·exit1(SB),NOSPLIT,$0 | |
| MOVL code+0(FP), DI // arg 1 exit status | |
| MOVL $(0x2000000+361), AX // syscall entry | |
| SYSCALL | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| TEXT runtime·open(SB),NOSPLIT,$0 | |
| MOVQ name+0(FP), DI // arg 1 pathname | |
| MOVL mode+8(FP), SI // arg 2 flags | |
| MOVL perm+12(FP), DX // arg 3 mode | |
| MOVL $(0x2000000+5), AX // syscall entry | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $-1, AX | |
| MOVL AX, ret+16(FP) | |
| RET | |
| TEXT runtime·closefd(SB),NOSPLIT,$0 | |
| MOVL fd+0(FP), DI // arg 1 fd | |
| MOVL $(0x2000000+6), AX // syscall entry | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $-1, AX | |
| MOVL AX, ret+8(FP) | |
| RET | |
| TEXT runtime·read(SB),NOSPLIT,$0 | |
| MOVL fd+0(FP), DI // arg 1 fd | |
| MOVQ p+8(FP), SI // arg 2 buf | |
| MOVL n+16(FP), DX // arg 3 count | |
| MOVL $(0x2000000+3), AX // syscall entry | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $-1, AX | |
| MOVL AX, ret+24(FP) | |
| RET | |
| TEXT runtime·write(SB),NOSPLIT,$0 | |
| MOVQ fd+0(FP), DI // arg 1 fd | |
| MOVQ p+8(FP), SI // arg 2 buf | |
| MOVL n+16(FP), DX // arg 3 count | |
| MOVL $(0x2000000+4), AX // syscall entry | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $-1, AX | |
| MOVL AX, ret+24(FP) | |
| RET | |
| TEXT runtime·raise(SB),NOSPLIT,$0 | |
| // Ideally we'd send the signal to the current thread, | |
| // not the whole process, but that's too hard on OS X. | |
| JMP runtime·raiseproc(SB) | |
| TEXT runtime·raiseproc(SB),NOSPLIT,$24 | |
| MOVL $(0x2000000+20), AX // getpid | |
| SYSCALL | |
| MOVQ AX, DI // arg 1 - pid | |
| MOVL sig+0(FP), SI // arg 2 - signal | |
| MOVL $1, DX // arg 3 - posix | |
| MOVL $(0x2000000+37), AX // kill | |
| SYSCALL | |
| RET | |
| TEXT runtime·setitimer(SB), NOSPLIT, $0 | |
| MOVL mode+0(FP), DI | |
| MOVQ new+8(FP), SI | |
| MOVQ old+16(FP), DX | |
| MOVL $(0x2000000+83), AX // syscall entry | |
| SYSCALL | |
| RET | |
| TEXT runtime·madvise(SB), NOSPLIT, $0 | |
| MOVQ addr+0(FP), DI // arg 1 addr | |
| MOVQ n+8(FP), SI // arg 2 len | |
| MOVL flags+16(FP), DX // arg 3 advice | |
| MOVL $(0x2000000+75), AX // syscall entry madvise | |
| SYSCALL | |
| // ignore failure - maybe pages are locked | |
| RET | |
| // OS X comm page time offsets | |
| // http://www.opensource.apple.com/source/xnu/xnu-1699.26.8/osfmk/i386/cpu_capabilities.h | |
| #define nt_tsc_base 0x50 | |
| #define nt_scale 0x58 | |
| #define nt_shift 0x5c | |
| #define nt_ns_base 0x60 | |
| #define nt_generation 0x68 | |
| #define gtod_generation 0x6c | |
| #define gtod_ns_base 0x70 | |
| #define gtod_sec_base 0x78 | |
| TEXT nanotime<>(SB), NOSPLIT, $32 | |
| MOVQ $0x7fffffe00000, BP /* comm page base */ | |
| // Loop trying to take a consistent snapshot | |
| // of the time parameters. | |
| timeloop: | |
| MOVL gtod_generation(BP), R8 | |
| TESTL R8, R8 | |
| JZ systime | |
| MOVL nt_generation(BP), R9 | |
| TESTL R9, R9 | |
| JZ timeloop | |
| RDTSC | |
| MOVQ nt_tsc_base(BP), R10 | |
| MOVL nt_scale(BP), R11 | |
| MOVQ nt_ns_base(BP), R12 | |
| CMPL nt_generation(BP), R9 | |
| JNE timeloop | |
| MOVQ gtod_ns_base(BP), R13 | |
| MOVQ gtod_sec_base(BP), R14 | |
| CMPL gtod_generation(BP), R8 | |
| JNE timeloop | |
| // Gathered all the data we need. Compute time. | |
| // ((tsc - nt_tsc_base) * nt_scale) >> 32 + nt_ns_base - gtod_ns_base + gtod_sec_base*1e9 | |
| // The multiply and shift extracts the top 64 bits of the 96-bit product. | |
| SHLQ $32, DX | |
| ADDQ DX, AX | |
| SUBQ R10, AX | |
| MULQ R11 | |
| SHRQ $32, AX:DX | |
| ADDQ R12, AX | |
| SUBQ R13, AX | |
| IMULQ $1000000000, R14 | |
| ADDQ R14, AX | |
| RET | |
| systime: | |
| // Fall back to system call (usually first call in this thread). | |
| MOVQ SP, DI // must be non-nil, unused | |
| MOVQ $0, SI | |
| MOVL $(0x2000000+116), AX | |
| SYSCALL | |
| // sec is in AX, usec in DX | |
| // return nsec in AX | |
| IMULQ $1000000000, AX | |
| IMULQ $1000, DX | |
| ADDQ DX, AX | |
| RET | |
| TEXT runtime·nanotime(SB),NOSPLIT,$0-8 | |
| CALL nanotime<>(SB) | |
| MOVQ AX, ret+0(FP) | |
| RET | |
| // func now() (sec int64, nsec int32) | |
| TEXT time·now(SB),NOSPLIT,$0-12 | |
| CALL nanotime<>(SB) | |
| // generated code for | |
| // func f(x uint64) (uint64, uint64) { return x/1000000000, x%100000000 } | |
| // adapted to reduce duplication | |
| MOVQ AX, CX | |
| MOVQ $1360296554856532783, AX | |
| MULQ CX | |
| ADDQ CX, DX | |
| RCRQ $1, DX | |
| SHRQ $29, DX | |
| MOVQ DX, sec+0(FP) | |
| IMULQ $1000000000, DX | |
| SUBQ DX, CX | |
| MOVL CX, nsec+8(FP) | |
| RET | |
| TEXT runtime·sigprocmask(SB),NOSPLIT,$0 | |
| MOVL sig+0(FP), DI | |
| MOVQ new+8(FP), SI | |
| MOVQ old+16(FP), DX | |
| MOVL $(0x2000000+329), AX // pthread_sigmask (on OS X, sigprocmask==entire process) | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| TEXT runtime·sigaction(SB),NOSPLIT,$0-24 | |
| MOVL mode+0(FP), DI // arg 1 sig | |
| MOVQ new+8(FP), SI // arg 2 act | |
| MOVQ old+16(FP), DX // arg 3 oact | |
| MOVQ old+16(FP), CX // arg 3 oact | |
| MOVQ old+16(FP), R10 // arg 3 oact | |
| MOVL $(0x2000000+46), AX // syscall entry | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| TEXT runtime·sigfwd(SB),NOSPLIT,$0-32 | |
| MOVQ fn+0(FP), AX | |
| MOVL sig+8(FP), DI | |
| MOVQ info+16(FP), SI | |
| MOVQ ctx+24(FP), DX | |
| MOVQ SP, BP | |
| SUBQ $64, SP | |
| ANDQ $~15, SP // alignment for x86_64 ABI | |
| CALL AX | |
| MOVQ BP, SP | |
| RET | |
| TEXT runtime·sigreturn(SB),NOSPLIT,$0-12 | |
| MOVQ ctx+0(FP), DI | |
| MOVL infostyle+8(FP), SI | |
| MOVL $(0x2000000+184), AX | |
| SYSCALL | |
| INT $3 // not reached | |
| TEXT runtime·sigtramp(SB),NOSPLIT,$32 | |
| MOVQ DI, 0(SP) // fn | |
| MOVL SI, 8(SP) // infostyle | |
| MOVL DX, 12(SP) // sig | |
| MOVQ CX, 16(SP) // info | |
| MOVQ R8, 24(SP) // ctx | |
| MOVQ $runtime·sigtrampgo(SB), AX | |
| CALL AX | |
| TEXT runtime·mmap(SB),NOSPLIT,$0 | |
| MOVQ addr+0(FP), DI // arg 1 addr | |
| MOVQ n+8(FP), SI // arg 2 len | |
| MOVL prot+16(FP), DX // arg 3 prot | |
| MOVL flags+20(FP), R10 // arg 4 flags | |
| MOVL fd+24(FP), R8 // arg 5 fid | |
| MOVL off+28(FP), R9 // arg 6 offset | |
| MOVL $(0x2000000+197), AX // syscall entry | |
| SYSCALL | |
| MOVQ AX, ret+32(FP) | |
| RET | |
| TEXT runtime·munmap(SB),NOSPLIT,$0 | |
| MOVQ addr+0(FP), DI // arg 1 addr | |
| MOVQ n+8(FP), SI // arg 2 len | |
| MOVL $(0x2000000+73), AX // syscall entry | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| TEXT runtime·sigaltstack(SB),NOSPLIT,$0 | |
| MOVQ new+0(FP), DI | |
| MOVQ old+8(FP), SI | |
| MOVQ $(0x2000000+53), AX | |
| SYSCALL | |
| JCC 2(PC) | |
| MOVL $0xf1, 0xf1 // crash | |
| RET | |
| TEXT runtime·usleep(SB),NOSPLIT,$16 | |
| MOVL $0, DX | |
| MOVL usec+0(FP), AX | |
| MOVL $1000000, CX | |
| DIVL CX | |
| MOVQ AX, 0(SP) // sec | |
| MOVL DX, 8(SP) // usec | |
| // select(0, 0, 0, 0, &tv) | |
| MOVL $0, DI | |
| MOVL $0, SI | |
| MOVL $0, DX | |
| MOVL $0, R10 | |
| MOVQ SP, R8 | |
| MOVL $(0x2000000+93), AX | |
| SYSCALL | |
| RET | |
| // func bsdthread_create(stk, arg unsafe.Pointer, fn uintptr) int32 | |
| TEXT runtime·bsdthread_create(SB),NOSPLIT,$0 | |
| // Set up arguments to bsdthread_create system call. | |
| // The ones in quotes pass through to the thread callback | |
| // uninterpreted, so we can put whatever we want there. | |
| MOVQ fn+16(FP), DI | |
| MOVQ arg+8(FP), SI | |
| MOVQ stk+0(FP), DX | |
| MOVQ $0x01000000, R8 // flags = PTHREAD_START_CUSTOM | |
| MOVQ $0, R9 // paranoia | |
| MOVQ $0, R10 // paranoia, "pthread" | |
| MOVQ $(0x2000000+360), AX // bsdthread_create | |
| SYSCALL | |
| JCC 4(PC) | |
| NEGQ AX | |
| MOVL AX, ret+24(FP) | |
| RET | |
| MOVL $0, AX | |
| MOVL AX, ret+24(FP) | |
| RET | |
| // The thread that bsdthread_create creates starts executing here, | |
| // because we registered this function using bsdthread_register | |
| // at startup. | |
| // DI = "pthread" | |
| // SI = mach thread port | |
| // DX = "func" (= fn) | |
| // CX = "arg" (= m) | |
| // R8 = stack | |
| // R9 = flags (= 0) | |
| // SP = stack - C_64_REDZONE_LEN (= stack - 128) | |
| TEXT runtime·bsdthread_start(SB),NOSPLIT,$0 | |
| MOVQ R8, SP // empirically, SP is very wrong but R8 is right | |
| PUSHQ DX | |
| PUSHQ CX | |
| PUSHQ SI | |
| // set up thread local storage pointing at m->tls. | |
| LEAQ m_tls(CX), DI | |
| CALL runtime·settls(SB) | |
| POPQ SI | |
| POPQ CX | |
| POPQ DX | |
| get_tls(BX) | |
| MOVQ SI, m_procid(CX) // thread port is m->procid | |
| MOVQ m_g0(CX), AX | |
| MOVQ AX, g(BX) | |
| MOVQ CX, g_m(AX) | |
| CALL runtime·stackcheck(SB) // smashes AX, CX | |
| CALL DX // fn | |
| CALL runtime·exit1(SB) | |
| RET | |
| // func bsdthread_register() int32 | |
| // registers callbacks for threadstart (see bsdthread_create above | |
| // and wqthread and pthsize (not used). returns 0 on success. | |
| TEXT runtime·bsdthread_register(SB),NOSPLIT,$0 | |
| MOVQ $runtime·bsdthread_start(SB), DI // threadstart | |
| MOVQ $0, SI // wqthread, not used by us | |
| MOVQ $0, DX // pthsize, not used by us | |
| MOVQ $0, R10 // dummy_value [sic] | |
| MOVQ $0, R8 // targetconc_ptr | |
| MOVQ $0, R9 // dispatchqueue_offset | |
| MOVQ $(0x2000000+366), AX // bsdthread_register | |
| SYSCALL | |
| JCC 4(PC) | |
| NEGQ AX | |
| MOVL AX, ret+0(FP) | |
| RET | |
| MOVL $0, AX | |
| MOVL AX, ret+0(FP) | |
| RET | |
| // Mach system calls use 0x1000000 instead of the BSD's 0x2000000. | |
| // func mach_msg_trap(h unsafe.Pointer, op int32, send_size, rcv_size, rcv_name, timeout, notify uint32) int32 | |
| TEXT runtime·mach_msg_trap(SB),NOSPLIT,$0 | |
| MOVQ h+0(FP), DI | |
| MOVL op+8(FP), SI | |
| MOVL send_size+12(FP), DX | |
| MOVL rcv_size+16(FP), R10 | |
| MOVL rcv_name+20(FP), R8 | |
| MOVL timeout+24(FP), R9 | |
| MOVL notify+28(FP), R11 | |
| PUSHQ R11 // seventh arg, on stack | |
| MOVL $(0x1000000+31), AX // mach_msg_trap | |
| SYSCALL | |
| POPQ R11 | |
| MOVL AX, ret+32(FP) | |
| RET | |
| TEXT runtime·mach_task_self(SB),NOSPLIT,$0 | |
| MOVL $(0x1000000+28), AX // task_self_trap | |
| SYSCALL | |
| MOVL AX, ret+0(FP) | |
| RET | |
| TEXT runtime·mach_thread_self(SB),NOSPLIT,$0 | |
| MOVL $(0x1000000+27), AX // thread_self_trap | |
| SYSCALL | |
| MOVL AX, ret+0(FP) | |
| RET | |
| TEXT runtime·mach_reply_port(SB),NOSPLIT,$0 | |
| MOVL $(0x1000000+26), AX // mach_reply_port | |
| SYSCALL | |
| MOVL AX, ret+0(FP) | |
| RET | |
| // Mach provides trap versions of the semaphore ops, | |
| // instead of requiring the use of RPC. | |
| // func mach_semaphore_wait(sema uint32) int32 | |
| TEXT runtime·mach_semaphore_wait(SB),NOSPLIT,$0 | |
| MOVL sema+0(FP), DI | |
| MOVL $(0x1000000+36), AX // semaphore_wait_trap | |
| SYSCALL | |
| MOVL AX, ret+8(FP) | |
| RET | |
| // func mach_semaphore_timedwait(sema, sec, nsec uint32) int32 | |
| TEXT runtime·mach_semaphore_timedwait(SB),NOSPLIT,$0 | |
| MOVL sema+0(FP), DI | |
| MOVL sec+4(FP), SI | |
| MOVL nsec+8(FP), DX | |
| MOVL $(0x1000000+38), AX // semaphore_timedwait_trap | |
| SYSCALL | |
| MOVL AX, ret+16(FP) | |
| RET | |
| // func mach_semaphore_signal(sema uint32) int32 | |
| TEXT runtime·mach_semaphore_signal(SB),NOSPLIT,$0 | |
| MOVL sema+0(FP), DI | |
| MOVL $(0x1000000+33), AX // semaphore_signal_trap | |
| SYSCALL | |
| MOVL AX, ret+8(FP) | |
| RET | |
| // func mach_semaphore_signal_all(sema uint32) int32 | |
| TEXT runtime·mach_semaphore_signal_all(SB),NOSPLIT,$0 | |
| MOVL sema+0(FP), DI | |
| MOVL $(0x1000000+34), AX // semaphore_signal_all_trap | |
| SYSCALL | |
| MOVL AX, ret+8(FP) | |
| RET | |
| // set tls base to DI | |
| TEXT runtime·settls(SB),NOSPLIT,$32 | |
| /* | |
| * Same as in sys_darwin_386.s:/ugliness, different constant. | |
| * See cgo/gcc_darwin_amd64.c for the derivation | |
| * of the constant. | |
| */ | |
| SUBQ $0x8a0, DI | |
| MOVL $(0x3000000+3), AX // thread_fast_set_cthread_self - machdep call #3 | |
| SYSCALL | |
| RET | |
| TEXT runtime·sysctl(SB),NOSPLIT,$0 | |
| MOVQ mib+0(FP), DI | |
| MOVL miblen+8(FP), SI | |
| MOVQ out+16(FP), DX | |
| MOVQ size+24(FP), R10 | |
| MOVQ dst+32(FP), R8 | |
| MOVQ ndst+40(FP), R9 | |
| MOVL $(0x2000000+202), AX // syscall entry | |
| SYSCALL | |
| JCC 4(PC) | |
| NEGQ AX | |
| MOVL AX, ret+48(FP) | |
| RET | |
| MOVL $0, AX | |
| MOVL AX, ret+48(FP) | |
| RET | |
| // func kqueue() int32 | |
| TEXT runtime·kqueue(SB),NOSPLIT,$0 | |
| MOVQ $0, DI | |
| MOVQ $0, SI | |
| MOVQ $0, DX | |
| MOVL $(0x2000000+362), AX | |
| SYSCALL | |
| JCC 2(PC) | |
| NEGQ AX | |
| MOVL AX, ret+0(FP) | |
| RET | |
| // func kevent(kq int32, ch *keventt, nch int32, ev *keventt, nev int32, ts *timespec) int32 | |
| TEXT runtime·kevent(SB),NOSPLIT,$0 | |
| MOVL kq+0(FP), DI | |
| MOVQ ch+8(FP), SI | |
| MOVL nch+16(FP), DX | |
| MOVQ ev+24(FP), R10 | |
| MOVL nev+32(FP), R8 | |
| MOVQ ts+40(FP), R9 | |
| MOVL $(0x2000000+363), AX | |
| SYSCALL | |
| JCC 2(PC) | |
| NEGQ AX | |
| MOVL AX, ret+48(FP) | |
| RET | |
| // func closeonexec(fd int32) | |
| TEXT runtime·closeonexec(SB),NOSPLIT,$0 | |
| MOVL fd+0(FP), DI // fd | |
| MOVQ $2, SI // F_SETFD | |
| MOVQ $1, DX // FD_CLOEXEC | |
| MOVL $(0x2000000+92), AX // fcntl | |
| SYSCALL | |
| RET |