blob: db92326efbaec588359666132b7b60de19a6247a [file] [log] [blame]
// Copyright 2019 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
//
// System calls and other sys.stuff for arm64, OpenBSD
// System calls are implemented in libc/libpthread, this file
// contains trampolines that convert from Go to C calling convention.
// Some direct system call implementations currently remain.
//
#include "go_asm.h"
#include "go_tls.h"
#include "textflag.h"
#include "cgo/abi_arm64.h"
#define CLOCK_REALTIME $0
#define CLOCK_MONOTONIC $3
// mstart_stub is the first function executed on a new thread started by pthread_create.
// It just does some low-level setup and then calls mstart.
// Note: called with the C calling convention.
TEXT runtime·mstart_stub(SB),NOSPLIT,$144
// R0 points to the m.
// We are already on m's g0 stack.
// Save callee-save registers.
SAVE_R19_TO_R28(8)
SAVE_F8_TO_F15(88)
MOVD m_g0(R0), g
BL runtime·save_g(SB)
BL runtime·mstart(SB)
// Restore callee-save registers.
RESTORE_R19_TO_R28(8)
RESTORE_F8_TO_F15(88)
// Go is all done with this OS thread.
// Tell pthread everything is ok (we never join with this thread, so
// the value here doesn't really matter).
MOVD $0, R0
RET
TEXT runtime·sigfwd(SB),NOSPLIT,$0-32
MOVW sig+8(FP), R0
MOVD info+16(FP), R1
MOVD ctx+24(FP), R2
MOVD fn+0(FP), R11
BL (R11) // Alignment for ELF ABI?
RET
TEXT runtime·sigtramp(SB),NOSPLIT|TOPFRAME,$192
// Save callee-save registers in the case of signal forwarding.
// Please refer to https://golang.org/issue/31827 .
SAVE_R19_TO_R28(8*4)
SAVE_F8_TO_F15(8*14)
// If called from an external code context, g will not be set.
// Save R0, since runtime·load_g will clobber it.
MOVW R0, 8(RSP) // signum
BL runtime·load_g(SB)
#ifdef GOEXPERIMENT_regabiargs
// Restore signum to R0.
MOVW 8(RSP), R0
// R1 and R2 already contain info and ctx, respectively.
#else
MOVD R1, 16(RSP)
MOVD R2, 24(RSP)
#endif
BL runtime·sigtrampgo<ABIInternal>(SB)
// Restore callee-save registers.
RESTORE_R19_TO_R28(8*4)
RESTORE_F8_TO_F15(8*14)
RET
//
// These trampolines help convert from Go calling convention to C calling convention.
// They should be called with asmcgocall.
// A pointer to the arguments is passed in R0.
// A single int32 result is returned in R0.
// (For more results, make an args/results structure.)
TEXT runtime·pthread_attr_init_trampoline(SB),NOSPLIT,$0
MOVD 0(R0), R0 // arg 1 - attr
CALL libc_pthread_attr_init(SB)
RET
TEXT runtime·pthread_attr_destroy_trampoline(SB),NOSPLIT,$0
MOVD 0(R0), R0 // arg 1 - attr
CALL libc_pthread_attr_destroy(SB)
RET
TEXT runtime·pthread_attr_getstacksize_trampoline(SB),NOSPLIT,$0
MOVD 8(R0), R1 // arg 2 - size
MOVD 0(R0), R0 // arg 1 - attr
CALL libc_pthread_attr_getstacksize(SB)
RET
TEXT runtime·pthread_attr_setdetachstate_trampoline(SB),NOSPLIT,$0
MOVD 8(R0), R1 // arg 2 - state
MOVD 0(R0), R0 // arg 1 - attr
CALL libc_pthread_attr_setdetachstate(SB)
RET
TEXT runtime·pthread_create_trampoline(SB),NOSPLIT,$0
MOVD 0(R0), R1 // arg 2 - attr
MOVD 8(R0), R2 // arg 3 - start
MOVD 16(R0), R3 // arg 4 - arg
SUB $16, RSP
MOVD RSP, R0 // arg 1 - &threadid (discard)
CALL libc_pthread_create(SB)
ADD $16, RSP
RET
TEXT runtime·thrkill_trampoline(SB),NOSPLIT,$0
MOVW 8(R0), R1 // arg 2 - signal
MOVD $0, R2 // arg 3 - tcb
MOVW 0(R0), R0 // arg 1 - tid
CALL libc_thrkill(SB)
RET
TEXT runtime·thrsleep_trampoline(SB),NOSPLIT,$0
MOVW 8(R0), R1 // arg 2 - clock_id
MOVD 16(R0), R2 // arg 3 - abstime
MOVD 24(R0), R3 // arg 4 - lock
MOVD 32(R0), R4 // arg 5 - abort
MOVD 0(R0), R0 // arg 1 - id
CALL libc_thrsleep(SB)
RET
TEXT runtime·thrwakeup_trampoline(SB),NOSPLIT,$0
MOVW 8(R0), R1 // arg 2 - count
MOVD 0(R0), R0 // arg 1 - id
CALL libc_thrwakeup(SB)
RET
TEXT runtime·exit_trampoline(SB),NOSPLIT,$0
MOVW 0(R0), R0 // arg 1 - status
CALL libc_exit(SB)
MOVD $0, R0 // crash on failure
MOVD R0, (R0)
RET
TEXT runtime·getthrid_trampoline(SB),NOSPLIT,$0
MOVD R0, R19 // pointer to args
CALL libc_getthrid(SB)
MOVW R0, 0(R19) // return value
RET
TEXT runtime·raiseproc_trampoline(SB),NOSPLIT,$0
MOVD R0, R19 // pointer to args
CALL libc_getpid(SB) // arg 1 - pid
MOVW 0(R19), R1 // arg 2 - signal
CALL libc_kill(SB)
RET
TEXT runtime·sched_yield_trampoline(SB),NOSPLIT,$0
CALL libc_sched_yield(SB)
RET
TEXT runtime·mmap_trampoline(SB),NOSPLIT,$0
MOVD R0, R19 // pointer to args
MOVD 0(R19), R0 // arg 1 - addr
MOVD 8(R19), R1 // arg 2 - len
MOVW 16(R19), R2 // arg 3 - prot
MOVW 20(R19), R3 // arg 4 - flags
MOVW 24(R19), R4 // arg 5 - fid
MOVW 28(R19), R5 // arg 6 - offset
CALL libc_mmap(SB)
MOVD $0, R1
CMP $-1, R0
BNE noerr
CALL libc_errno(SB)
MOVW (R0), R1 // errno
MOVD $0, R0
noerr:
MOVD R0, 32(R19)
MOVD R1, 40(R19)
RET
TEXT runtime·munmap_trampoline(SB),NOSPLIT,$0
MOVD 8(R0), R1 // arg 2 - len
MOVD 0(R0), R0 // arg 1 - addr
CALL libc_munmap(SB)
CMP $-1, R0
BNE 3(PC)
MOVD $0, R0 // crash on failure
MOVD R0, (R0)
RET
TEXT runtime·madvise_trampoline(SB), NOSPLIT, $0
MOVD 8(R0), R1 // arg 2 - len
MOVW 16(R0), R2 // arg 3 - advice
MOVD 0(R0), R0 // arg 1 - addr
CALL libc_madvise(SB)
// ignore failure - maybe pages are locked
RET
TEXT runtime·open_trampoline(SB),NOSPLIT,$0
MOVW 8(R0), R1 // arg 2 - flags
MOVW 12(R0), R2 // arg 3 - mode
MOVD 0(R0), R0 // arg 1 - path
MOVD $0, R3 // varargs
CALL libc_open(SB)
RET
TEXT runtime·close_trampoline(SB),NOSPLIT,$0
MOVD 0(R0), R0 // arg 1 - fd
CALL libc_close(SB)
RET
TEXT runtime·read_trampoline(SB),NOSPLIT,$0
MOVD 8(R0), R1 // arg 2 - buf
MOVW 16(R0), R2 // arg 3 - count
MOVW 0(R0), R0 // arg 1 - fd
CALL libc_read(SB)
CMP $-1, R0
BNE noerr
CALL libc_errno(SB)
MOVW (R0), R0 // errno
NEG R0, R0 // caller expects negative errno value
noerr:
RET
TEXT runtime·write_trampoline(SB),NOSPLIT,$0
MOVD 8(R0), R1 // arg 2 - buf
MOVW 16(R0), R2 // arg 3 - count
MOVW 0(R0), R0 // arg 1 - fd
CALL libc_write(SB)
CMP $-1, R0
BNE noerr
CALL libc_errno(SB)
MOVW (R0), R0 // errno
NEG R0, R0 // caller expects negative errno value
noerr:
RET
TEXT runtime·pipe2_trampoline(SB),NOSPLIT,$0
MOVW 8(R0), R1 // arg 2 - flags
MOVD 0(R0), R0 // arg 1 - filedes
CALL libc_pipe2(SB)
CMP $-1, R0
BNE noerr
CALL libc_errno(SB)
MOVW (R0), R0 // errno
NEG R0, R0 // caller expects negative errno value
noerr:
RET
TEXT runtime·setitimer_trampoline(SB),NOSPLIT,$0
MOVD 8(R0), R1 // arg 2 - new
MOVD 16(R0), R2 // arg 3 - old
MOVW 0(R0), R0 // arg 1 - which
CALL libc_setitimer(SB)
RET
TEXT runtime·usleep_trampoline(SB),NOSPLIT,$0
MOVD 0(R0), R0 // arg 1 - usec
CALL libc_usleep(SB)
RET
TEXT runtime·sysctl_trampoline(SB),NOSPLIT,$0
MOVW 8(R0), R1 // arg 2 - miblen
MOVD 16(R0), R2 // arg 3 - out
MOVD 24(R0), R3 // arg 4 - size
MOVD 32(R0), R4 // arg 5 - dst
MOVD 40(R0), R5 // arg 6 - ndst
MOVD 0(R0), R0 // arg 1 - mib
CALL libc_sysctl(SB)
RET
TEXT runtime·kqueue_trampoline(SB),NOSPLIT,$0
CALL libc_kqueue(SB)
RET
TEXT runtime·kevent_trampoline(SB),NOSPLIT,$0
MOVD 8(R0), R1 // arg 2 - keventt
MOVW 16(R0), R2 // arg 3 - nch
MOVD 24(R0), R3 // arg 4 - ev
MOVW 32(R0), R4 // arg 5 - nev
MOVD 40(R0), R5 // arg 6 - ts
MOVW 0(R0), R0 // arg 1 - kq
CALL libc_kevent(SB)
CMP $-1, R0
BNE noerr
CALL libc_errno(SB)
MOVW (R0), R0 // errno
NEG R0, R0 // caller expects negative errno value
noerr:
RET
TEXT runtime·clock_gettime_trampoline(SB),NOSPLIT,$0
MOVD 8(R0), R1 // arg 2 - tp
MOVD 0(R0), R0 // arg 1 - clock_id
CALL libc_clock_gettime(SB)
CMP $-1, R0
BNE noerr
CALL libc_errno(SB)
MOVW (R0), R0 // errno
NEG R0, R0 // caller expects negative errno value
noerr:
RET
TEXT runtime·fcntl_trampoline(SB),NOSPLIT,$0
MOVW 4(R0), R1 // arg 2 - cmd
MOVW 8(R0), R2 // arg 3 - arg
MOVW 0(R0), R0 // arg 1 - fd
MOVD $0, R3 // vararg
CALL libc_fcntl(SB)
RET
TEXT runtime·sigaction_trampoline(SB),NOSPLIT,$0
MOVD 8(R0), R1 // arg 2 - new
MOVD 16(R0), R2 // arg 3 - old
MOVW 0(R0), R0 // arg 1 - sig
CALL libc_sigaction(SB)
CMP $-1, R0
BNE 3(PC)
MOVD $0, R0 // crash on syscall failure
MOVD R0, (R0)
RET
TEXT runtime·sigprocmask_trampoline(SB),NOSPLIT,$0
MOVD 8(R0), R1 // arg 2 - new
MOVD 16(R0), R2 // arg 3 - old
MOVW 0(R0), R0 // arg 1 - how
CALL libc_pthread_sigmask(SB)
CMP $-1, R0
BNE 3(PC)
MOVD $0, R0 // crash on syscall failure
MOVD R0, (R0)
RET
TEXT runtime·sigaltstack_trampoline(SB),NOSPLIT,$0
MOVD 8(R0), R1 // arg 2 - old
MOVD 0(R0), R0 // arg 1 - new
CALL libc_sigaltstack(SB)
CMP $-1, R0
BNE 3(PC)
MOVD $0, R0 // crash on syscall failure
MOVD R0, (R0)
RET
// syscall calls a function in libc on behalf of the syscall package.
// syscall takes a pointer to a struct like:
// struct {
// fn uintptr
// a1 uintptr
// a2 uintptr
// a3 uintptr
// r1 uintptr
// r2 uintptr
// err uintptr
// }
// syscall must be called on the g0 stack with the
// C calling convention (use libcCall).
//
// syscall expects a 32-bit result and tests for 32-bit -1
// to decide there was an error.
TEXT runtime·syscall(SB),NOSPLIT,$0
MOVD R0, R19 // pointer to args
MOVD (0*8)(R19), R11 // fn
MOVD (1*8)(R19), R0 // a1
MOVD (2*8)(R19), R1 // a2
MOVD (3*8)(R19), R2 // a3
MOVD $0, R3 // vararg
CALL R11
MOVD R0, (4*8)(R19) // r1
MOVD R1, (5*8)(R19) // r2
// Standard libc functions return -1 on error
// and set errno.
CMPW $-1, R0
BNE ok
// Get error code from libc.
CALL libc_errno(SB)
MOVW (R0), R0
MOVD R0, (6*8)(R19) // err
ok:
RET
// syscallX calls a function in libc on behalf of the syscall package.
// syscallX takes a pointer to a struct like:
// struct {
// fn uintptr
// a1 uintptr
// a2 uintptr
// a3 uintptr
// r1 uintptr
// r2 uintptr
// err uintptr
// }
// syscallX must be called on the g0 stack with the
// C calling convention (use libcCall).
//
// syscallX is like syscall but expects a 64-bit result
// and tests for 64-bit -1 to decide there was an error.
TEXT runtime·syscallX(SB),NOSPLIT,$0
MOVD R0, R19 // pointer to args
MOVD (0*8)(R19), R11 // fn
MOVD (1*8)(R19), R0 // a1
MOVD (2*8)(R19), R1 // a2
MOVD (3*8)(R19), R2 // a3
MOVD $0, R3 // vararg
CALL R11
MOVD R0, (4*8)(R19) // r1
MOVD R1, (5*8)(R19) // r2
// Standard libc functions return -1 on error
// and set errno.
CMP $-1, R0
BNE ok
// Get error code from libc.
CALL libc_errno(SB)
MOVW (R0), R0
MOVD R0, (6*8)(R19) // err
ok:
RET
// syscall6 calls a function in libc on behalf of the syscall package.
// syscall6 takes a pointer to a struct like:
// struct {
// fn uintptr
// a1 uintptr
// a2 uintptr
// a3 uintptr
// a4 uintptr
// a5 uintptr
// a6 uintptr
// r1 uintptr
// r2 uintptr
// err uintptr
// }
// syscall6 must be called on the g0 stack with the
// C calling convention (use libcCall).
//
// syscall6 expects a 32-bit result and tests for 32-bit -1
// to decide there was an error.
TEXT runtime·syscall6(SB),NOSPLIT,$0
MOVD R0, R19 // pointer to args
MOVD (0*8)(R19), R11 // fn
MOVD (1*8)(R19), R0 // a1
MOVD (2*8)(R19), R1 // a2
MOVD (3*8)(R19), R2 // a3
MOVD (4*8)(R19), R3 // a4
MOVD (5*8)(R19), R4 // a5
MOVD (6*8)(R19), R5 // a6
MOVD $0, R6 // vararg
CALL R11
MOVD R0, (7*8)(R19) // r1
MOVD R1, (8*8)(R19) // r2
// Standard libc functions return -1 on error
// and set errno.
CMPW $-1, R0
BNE ok
// Get error code from libc.
CALL libc_errno(SB)
MOVW (R0), R0
MOVD R0, (9*8)(R19) // err
ok:
RET
// syscall6X calls a function in libc on behalf of the syscall package.
// syscall6X takes a pointer to a struct like:
// struct {
// fn uintptr
// a1 uintptr
// a2 uintptr
// a3 uintptr
// a4 uintptr
// a5 uintptr
// a6 uintptr
// r1 uintptr
// r2 uintptr
// err uintptr
// }
// syscall6X must be called on the g0 stack with the
// C calling convention (use libcCall).
//
// syscall6X is like syscall6 but expects a 64-bit result
// and tests for 64-bit -1 to decide there was an error.
TEXT runtime·syscall6X(SB),NOSPLIT,$0
MOVD R0, R19 // pointer to args
MOVD (0*8)(R19), R11 // fn
MOVD (1*8)(R19), R0 // a1
MOVD (2*8)(R19), R1 // a2
MOVD (3*8)(R19), R2 // a3
MOVD (4*8)(R19), R3 // a4
MOVD (5*8)(R19), R4 // a5
MOVD (6*8)(R19), R5 // a6
MOVD $0, R6 // vararg
CALL R11
MOVD R0, (7*8)(R19) // r1
MOVD R1, (8*8)(R19) // r2
// Standard libc functions return -1 on error
// and set errno.
CMP $-1, R0
BNE ok
// Get error code from libc.
CALL libc_errno(SB)
MOVW (R0), R0
MOVD R0, (9*8)(R19) // err
ok:
RET
// syscall10 calls a function in libc on behalf of the syscall package.
// syscall10 takes a pointer to a struct like:
// struct {
// fn uintptr
// a1 uintptr
// a2 uintptr
// a3 uintptr
// a4 uintptr
// a5 uintptr
// a6 uintptr
// a7 uintptr
// a8 uintptr
// a9 uintptr
// a10 uintptr
// r1 uintptr
// r2 uintptr
// err uintptr
// }
// syscall10 must be called on the g0 stack with the
// C calling convention (use libcCall).
TEXT runtime·syscall10(SB),NOSPLIT,$0
MOVD R0, R19 // pointer to args
MOVD (0*8)(R19), R11 // fn
MOVD (1*8)(R19), R0 // a1
MOVD (2*8)(R19), R1 // a2
MOVD (3*8)(R19), R2 // a3
MOVD (4*8)(R19), R3 // a4
MOVD (5*8)(R19), R4 // a5
MOVD (6*8)(R19), R5 // a6
MOVD (7*8)(R19), R6 // a7
MOVD (8*8)(R19), R7 // a8
MOVD (9*8)(R19), R8 // a9
MOVD (10*8)(R19), R9 // a10
MOVD $0, R10 // vararg
CALL R11
MOVD R0, (11*8)(R19) // r1
MOVD R1, (12*8)(R19) // r2
// Standard libc functions return -1 on error
// and set errno.
CMPW $-1, R0
BNE ok
// Get error code from libc.
CALL libc_errno(SB)
MOVW (R0), R0
MOVD R0, (13*8)(R19) // err
ok:
RET
// syscall10X calls a function in libc on behalf of the syscall package.
// syscall10X takes a pointer to a struct like:
// struct {
// fn uintptr
// a1 uintptr
// a2 uintptr
// a3 uintptr
// a4 uintptr
// a5 uintptr
// a6 uintptr
// a7 uintptr
// a8 uintptr
// a9 uintptr
// a10 uintptr
// r1 uintptr
// r2 uintptr
// err uintptr
// }
// syscall10X must be called on the g0 stack with the
// C calling convention (use libcCall).
//
// syscall10X is like syscall10 but expects a 64-bit result
// and tests for 64-bit -1 to decide there was an error.
TEXT runtime·syscall10X(SB),NOSPLIT,$0
MOVD R0, R19 // pointer to args
MOVD (0*8)(R19), R11 // fn
MOVD (1*8)(R19), R0 // a1
MOVD (2*8)(R19), R1 // a2
MOVD (3*8)(R19), R2 // a3
MOVD (4*8)(R19), R3 // a4
MOVD (5*8)(R19), R4 // a5
MOVD (6*8)(R19), R5 // a6
MOVD (7*8)(R19), R6 // a7
MOVD (8*8)(R19), R7 // a8
MOVD (9*8)(R19), R8 // a9
MOVD (10*8)(R19), R9 // a10
MOVD $0, R10 // vararg
CALL R11
MOVD R0, (11*8)(R19) // r1
MOVD R1, (12*8)(R19) // r2
// Standard libc functions return -1 on error
// and set errno.
CMP $-1, R0
BNE ok
// Get error code from libc.
CALL libc_errno(SB)
MOVW (R0), R0
MOVD R0, (13*8)(R19) // err
ok:
RET