blob: ebcdd56a459072d379931b2e937f034956b4bf2f [file] [log] [blame]
// Copyright 2015 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
//
// System calls and other sys.stuff for riscv64, Linux
//
#include "textflag.h"
#include "go_asm.h"
#define AT_FDCWD -100
#define CLOCK_REALTIME 0
#define CLOCK_MONOTONIC 1
#define SYS_brk 214
#define SYS_clock_gettime 113
#define SYS_clone 220
#define SYS_close 57
#define SYS_connect 203
#define SYS_epoll_create1 20
#define SYS_epoll_ctl 21
#define SYS_epoll_pwait 22
#define SYS_exit 93
#define SYS_exit_group 94
#define SYS_faccessat 48
#define SYS_fcntl 25
#define SYS_futex 98
#define SYS_getpid 172
#define SYS_gettid 178
#define SYS_gettimeofday 169
#define SYS_kill 129
#define SYS_madvise 233
#define SYS_mincore 232
#define SYS_mmap 222
#define SYS_munmap 215
#define SYS_nanosleep 101
#define SYS_openat 56
#define SYS_pipe2 59
#define SYS_pselect6 72
#define SYS_read 63
#define SYS_rt_sigaction 134
#define SYS_rt_sigprocmask 135
#define SYS_rt_sigreturn 139
#define SYS_sched_getaffinity 123
#define SYS_sched_yield 124
#define SYS_setitimer 103
#define SYS_sigaltstack 132
#define SYS_socket 198
#define SYS_tgkill 131
#define SYS_tkill 130
#define SYS_write 64
// func exit(code int32)
TEXT runtime·exit(SB),NOSPLIT|NOFRAME,$0-4
MOVW code+0(FP), A0
MOV $SYS_exit_group, A7
ECALL
RET
// func exitThread(wait *uint32)
TEXT runtime·exitThread(SB),NOSPLIT|NOFRAME,$0-8
MOV wait+0(FP), A0
// We're done using the stack.
FENCE
MOVW ZERO, (A0)
FENCE
MOV $0, A0 // exit code
MOV $SYS_exit, A7
ECALL
JMP 0(PC)
// func open(name *byte, mode, perm int32) int32
TEXT runtime·open(SB),NOSPLIT|NOFRAME,$0-20
MOV $AT_FDCWD, A0
MOV name+0(FP), A1
MOVW mode+8(FP), A2
MOVW perm+12(FP), A3
MOV $SYS_openat, A7
ECALL
MOV $-4096, T0
BGEU T0, A0, 2(PC)
MOV $-1, A0
MOVW A0, ret+16(FP)
RET
// func closefd(fd int32) int32
TEXT runtime·closefd(SB),NOSPLIT|NOFRAME,$0-12
MOVW fd+0(FP), A0
MOV $SYS_close, A7
ECALL
MOV $-4096, T0
BGEU T0, A0, 2(PC)
MOV $-1, A0
MOVW A0, ret+8(FP)
RET
// func write1(fd uintptr, p unsafe.Pointer, n int32) int32
TEXT runtime·write1(SB),NOSPLIT|NOFRAME,$0-28
MOV fd+0(FP), A0
MOV p+8(FP), A1
MOVW n+16(FP), A2
MOV $SYS_write, A7
ECALL
MOVW A0, ret+24(FP)
RET
// func read(fd int32, p unsafe.Pointer, n int32) int32
TEXT runtime·read(SB),NOSPLIT|NOFRAME,$0-28
MOVW fd+0(FP), A0
MOV p+8(FP), A1
MOVW n+16(FP), A2
MOV $SYS_read, A7
ECALL
MOVW A0, ret+24(FP)
RET
// func pipe() (r, w int32, errno int32)
TEXT runtime·pipe(SB),NOSPLIT|NOFRAME,$0-12
MOV $r+0(FP), A0
MOV ZERO, A1
MOV $SYS_pipe2, A7
ECALL
MOVW A0, errno+8(FP)
RET
// func pipe2(flags int32) (r, w int32, errno int32)
TEXT runtime·pipe2(SB),NOSPLIT|NOFRAME,$0-20
MOV $r+8(FP), A0
MOVW flags+0(FP), A1
MOV $SYS_pipe2, A7
ECALL
MOVW A0, errno+16(FP)
RET
// func usleep(usec uint32)
TEXT runtime·usleep(SB),NOSPLIT,$24-4
MOVWU usec+0(FP), A0
MOV $1000, A1
MUL A1, A0, A0
MOV $1000000000, A1
DIV A1, A0, A2
MOV A2, 8(X2)
REM A1, A0, A3
MOV A3, 16(X2)
ADD $8, X2, A0
MOV ZERO, A1
MOV $SYS_nanosleep, A7
ECALL
RET
// func gettid() uint32
TEXT runtime·gettid(SB),NOSPLIT,$0-4
MOV $SYS_gettid, A7
ECALL
MOVW A0, ret+0(FP)
RET
// func raise(sig uint32)
TEXT runtime·raise(SB),NOSPLIT|NOFRAME,$0
MOV $SYS_gettid, A7
ECALL
// arg 1 tid - already in A0
MOVW sig+0(FP), A1 // arg 2
MOV $SYS_tkill, A7
ECALL
RET
// func raiseproc(sig uint32)
TEXT runtime·raiseproc(SB),NOSPLIT|NOFRAME,$0
MOV $SYS_getpid, A7
ECALL
// arg 1 pid - already in A0
MOVW sig+0(FP), A1 // arg 2
MOV $SYS_kill, A7
ECALL
RET
// func getpid() int
TEXT ·getpid(SB),NOSPLIT|NOFRAME,$0-8
MOV $SYS_getpid, A7
ECALL
MOV A0, ret+0(FP)
RET
// func tgkill(tgid, tid, sig int)
TEXT ·tgkill(SB),NOSPLIT|NOFRAME,$0-24
MOV tgid+0(FP), A0
MOV tid+8(FP), A1
MOV sig+16(FP), A2
MOV $SYS_tgkill, A7
ECALL
RET
// func setitimer(mode int32, new, old *itimerval)
TEXT runtime·setitimer(SB),NOSPLIT|NOFRAME,$0-24
MOVW mode+0(FP), A0
MOV new+8(FP), A1
MOV old+16(FP), A2
MOV $SYS_setitimer, A7
ECALL
RET
// func mincore(addr unsafe.Pointer, n uintptr, dst *byte) int32
TEXT runtime·mincore(SB),NOSPLIT|NOFRAME,$0-28
MOV addr+0(FP), A0
MOV n+8(FP), A1
MOV dst+16(FP), A2
MOV $SYS_mincore, A7
ECALL
MOVW A0, ret+24(FP)
RET
// func walltime() (sec int64, nsec int32)
TEXT runtime·walltime(SB),NOSPLIT,$40-12
MOV $CLOCK_REALTIME, A0
MOV runtime·vdsoClockgettimeSym(SB), A7
BEQZ A7, fallback
MOV X2, S2 // S2,S3,S4 is unchanged by C code
MOV g_m(g), S3 // S3 = m
// Save the old values on stack for reentrant
MOV m_vdsoPC(S3), T0
MOV T0, 24(X2)
MOV m_vdsoSP(S3), T0
MOV T0, 32(X2)
MOV RA, m_vdsoPC(S3)
MOV $ret-8(FP), T1 // caller's SP
MOV T1, m_vdsoSP(S3)
MOV m_curg(S3), T1
BNE g, T1, noswitch
MOV m_g0(S3), T1
MOV (g_sched+gobuf_sp)(T1), X2
noswitch:
ADDI $-24, X2 // Space for result
ANDI $~7, X2 // Align for C code
MOV $8(X2), A1
// Store g on gsignal's stack, see sys_linux_arm64.s for detail
MOVBU runtime·iscgo(SB), S4
BNEZ S4, nosaveg
MOV m_gsignal(S3), S4 // g.m.gsignal
BEQZ S4, nosaveg
BEQ g, S4, nosaveg
MOV (g_stack+stack_lo)(S4), S4 // g.m.gsignal.stack.lo
MOV g, (S4)
JALR RA, A7
MOV ZERO, (S4)
JMP finish
nosaveg:
JALR RA, A7
finish:
MOV 8(X2), T0 // sec
MOV 16(X2), T1 // nsec
MOV S2, X2 // restore stack
MOV 24(X2), A2
MOV A2, m_vdsoPC(S3)
MOV 32(X2), A3
MOV A3, m_vdsoSP(S3)
MOV T0, sec+0(FP)
MOVW T1, nsec+8(FP)
RET
fallback:
MOV $8(X2), A1
MOV $SYS_clock_gettime, A7
ECALL
MOV 8(X2), T0 // sec
MOV 16(X2), T1 // nsec
MOV T0, sec+0(FP)
MOVW T1, nsec+8(FP)
RET
// func nanotime1() int64
TEXT runtime·nanotime1(SB),NOSPLIT,$40-8
MOV $CLOCK_MONOTONIC, A0
MOV runtime·vdsoClockgettimeSym(SB), A7
BEQZ A7, fallback
MOV X2, S2 // S2 = RSP, S2 is unchanged by C code
MOV g_m(g), S3 // S3 = m
// Save the old values on stack for reentrant
MOV m_vdsoPC(S3), T0
MOV T0, 24(X2)
MOV m_vdsoSP(S3), T0
MOV T0, 32(X2)
MOV RA, m_vdsoPC(S3)
MOV $ret-8(FP), T0 // caller's SP
MOV T0, m_vdsoSP(S3)
MOV m_curg(S3), T1
BNE g, T1, noswitch
MOV m_g0(S3), T1
MOV (g_sched+gobuf_sp)(T1), X2
noswitch:
ADDI $-24, X2 // Space for result
ANDI $~7, X2 // Align for C code
MOV $8(X2), A1
// Store g on gsignal's stack, see sys_linux_arm64.s for detail
MOVBU runtime·iscgo(SB), S4
BNEZ S4, nosaveg
MOV m_gsignal(S3), S4 // g.m.gsignal
BEQZ S4, nosaveg
BEQ g, S4, nosaveg
MOV (g_stack+stack_lo)(S4), S4 // g.m.gsignal.stack.lo
MOV g, (S4)
JALR RA, A7
MOV ZERO, (S4)
JMP finish
nosaveg:
JALR RA, A7
finish:
MOV 8(X2), T0 // sec
MOV 16(X2), T1 // nsec
// restore stack
MOV S2, X2
MOV 24(X2), T2
MOV T2, m_vdsoPC(S3)
MOV 32(X2), T2
MOV T2, m_vdsoSP(S3)
// sec is in T0, nsec in T1
// return nsec in T0
MOV $1000000000, T2
MUL T2, T0
ADD T1, T0
MOV T0, ret+0(FP)
RET
fallback:
MOV $8(X2), A1
MOV $SYS_clock_gettime, A7
ECALL
MOV 8(X2), T0 // sec
MOV 16(X2), T1 // nsec
MOV $1000000000, T2
MUL T2, T0
ADD T1, T0
MOV T0, ret+0(FP)
RET
// func rtsigprocmask(how int32, new, old *sigset, size int32)
TEXT runtime·rtsigprocmask(SB),NOSPLIT|NOFRAME,$0-28
MOVW how+0(FP), A0
MOV new+8(FP), A1
MOV old+16(FP), A2
MOVW size+24(FP), A3
MOV $SYS_rt_sigprocmask, A7
ECALL
MOV $-4096, T0
BLTU A0, T0, 2(PC)
WORD $0 // crash
RET
// func rt_sigaction(sig uintptr, new, old *sigactiont, size uintptr) int32
TEXT runtime·rt_sigaction(SB),NOSPLIT|NOFRAME,$0-36
MOV sig+0(FP), A0
MOV new+8(FP), A1
MOV old+16(FP), A2
MOV size+24(FP), A3
MOV $SYS_rt_sigaction, A7
ECALL
MOVW A0, ret+32(FP)
RET
// func sigfwd(fn uintptr, sig uint32, info *siginfo, ctx unsafe.Pointer)
TEXT runtime·sigfwd(SB),NOSPLIT,$0-32
MOVW sig+8(FP), A0
MOV info+16(FP), A1
MOV ctx+24(FP), A2
MOV fn+0(FP), T1
JALR RA, T1
RET
// func sigtramp(signo, ureg, ctxt unsafe.Pointer)
TEXT runtime·sigtramp(SB),NOSPLIT,$64
MOVW A0, 8(X2)
MOV A1, 16(X2)
MOV A2, 24(X2)
// this might be called in external code context,
// where g is not set.
MOVBU runtime·iscgo(SB), A0
BEQ A0, ZERO, 2(PC)
CALL runtime·load_g(SB)
MOV $runtime·sigtrampgo(SB), A0
JALR RA, A0
RET
// func cgoSigtramp()
TEXT runtime·cgoSigtramp(SB),NOSPLIT,$0
MOV $runtime·sigtramp(SB), T1
JALR ZERO, T1
// func mmap(addr unsafe.Pointer, n uintptr, prot, flags, fd int32, off uint32) (p unsafe.Pointer, err int)
TEXT runtime·mmap(SB),NOSPLIT|NOFRAME,$0
MOV addr+0(FP), A0
MOV n+8(FP), A1
MOVW prot+16(FP), A2
MOVW flags+20(FP), A3
MOVW fd+24(FP), A4
MOVW off+28(FP), A5
MOV $SYS_mmap, A7
ECALL
MOV $-4096, T0
BGEU T0, A0, 5(PC)
SUB A0, ZERO, A0
MOV ZERO, p+32(FP)
MOV A0, err+40(FP)
RET
ok:
MOV A0, p+32(FP)
MOV ZERO, err+40(FP)
RET
// func munmap(addr unsafe.Pointer, n uintptr)
TEXT runtime·munmap(SB),NOSPLIT|NOFRAME,$0
MOV addr+0(FP), A0
MOV n+8(FP), A1
MOV $SYS_munmap, A7
ECALL
MOV $-4096, T0
BLTU A0, T0, 2(PC)
WORD $0 // crash
RET
// func madvise(addr unsafe.Pointer, n uintptr, flags int32)
TEXT runtime·madvise(SB),NOSPLIT|NOFRAME,$0
MOV addr+0(FP), A0
MOV n+8(FP), A1
MOVW flags+16(FP), A2
MOV $SYS_madvise, A7
ECALL
MOVW A0, ret+24(FP)
RET
// func futex(addr unsafe.Pointer, op int32, val uint32, ts, addr2 unsafe.Pointer, val3 uint32) int32
TEXT runtime·futex(SB),NOSPLIT|NOFRAME,$0
MOV addr+0(FP), A0
MOVW op+8(FP), A1
MOVW val+12(FP), A2
MOV ts+16(FP), A3
MOV addr2+24(FP), A4
MOVW val3+32(FP), A5
MOV $SYS_futex, A7
ECALL
MOVW A0, ret+40(FP)
RET
// func clone(flags int32, stk, mp, gp, fn unsafe.Pointer) int32
TEXT runtime·clone(SB),NOSPLIT|NOFRAME,$0
MOVW flags+0(FP), A0
MOV stk+8(FP), A1
// Copy mp, gp, fn off parent stack for use by child.
MOV mp+16(FP), T0
MOV gp+24(FP), T1
MOV fn+32(FP), T2
MOV T0, -8(A1)
MOV T1, -16(A1)
MOV T2, -24(A1)
MOV $1234, T0
MOV T0, -32(A1)
MOV $SYS_clone, A7
ECALL
// In parent, return.
BEQ ZERO, A0, child
MOVW ZERO, ret+40(FP)
RET
child:
// In child, on new stack.
MOV -32(X2), T0
MOV $1234, A0
BEQ A0, T0, good
WORD $0 // crash
good:
// Initialize m->procid to Linux tid
MOV $SYS_gettid, A7
ECALL
MOV -24(X2), T2 // fn
MOV -16(X2), T1 // g
MOV -8(X2), T0 // m
BEQ ZERO, T0, nog
BEQ ZERO, T1, nog
MOV A0, m_procid(T0)
// In child, set up new stack
MOV T0, g_m(T1)
MOV T1, g
nog:
// Call fn
JALR RA, T2
// It shouldn't return. If it does, exit this thread.
MOV $111, A0
MOV $SYS_exit, A7
ECALL
JMP -3(PC) // keep exiting
// func sigaltstack(new, old *stackt)
TEXT runtime·sigaltstack(SB),NOSPLIT|NOFRAME,$0
MOV new+0(FP), A0
MOV old+8(FP), A1
MOV $SYS_sigaltstack, A7
ECALL
MOV $-4096, T0
BLTU A0, T0, 2(PC)
WORD $0 // crash
RET
// func osyield()
TEXT runtime·osyield(SB),NOSPLIT|NOFRAME,$0
MOV $SYS_sched_yield, A7
ECALL
RET
// func sched_getaffinity(pid, len uintptr, buf *uintptr) int32
TEXT runtime·sched_getaffinity(SB),NOSPLIT|NOFRAME,$0
MOV pid+0(FP), A0
MOV len+8(FP), A1
MOV buf+16(FP), A2
MOV $SYS_sched_getaffinity, A7
ECALL
MOV A0, ret+24(FP)
RET
// func epollcreate(size int32) int32
TEXT runtime·epollcreate(SB),NOSPLIT|NOFRAME,$0
MOV $0, A0
MOV $SYS_epoll_create1, A7
ECALL
MOVW A0, ret+8(FP)
RET
// func epollcreate1(flags int32) int32
TEXT runtime·epollcreate1(SB),NOSPLIT|NOFRAME,$0
MOVW flags+0(FP), A0
MOV $SYS_epoll_create1, A7
ECALL
MOVW A0, ret+8(FP)
RET
// func epollctl(epfd, op, fd int32, ev *epollevent) int32
TEXT runtime·epollctl(SB),NOSPLIT|NOFRAME,$0
MOVW epfd+0(FP), A0
MOVW op+4(FP), A1
MOVW fd+8(FP), A2
MOV ev+16(FP), A3
MOV $SYS_epoll_ctl, A7
ECALL
MOVW A0, ret+24(FP)
RET
// func epollwait(epfd int32, ev *epollevent, nev, timeout int32) int32
TEXT runtime·epollwait(SB),NOSPLIT|NOFRAME,$0
MOVW epfd+0(FP), A0
MOV ev+8(FP), A1
MOVW nev+16(FP), A2
MOVW timeout+20(FP), A3
MOV $0, A4
MOV $SYS_epoll_pwait, A7
ECALL
MOVW A0, ret+24(FP)
RET
// func closeonexec(int32)
TEXT runtime·closeonexec(SB),NOSPLIT|NOFRAME,$0
MOVW fd+0(FP), A0 // fd
MOV $2, A1 // F_SETFD
MOV $1, A2 // FD_CLOEXEC
MOV $SYS_fcntl, A7
ECALL
RET
// func runtime·setNonblock(int32 fd)
TEXT runtime·setNonblock(SB),NOSPLIT|NOFRAME,$0-4
MOVW fd+0(FP), A0 // fd
MOV $3, A1 // F_GETFL
MOV $0, A2
MOV $SYS_fcntl, A7
ECALL
MOV $0x800, A2 // O_NONBLOCK
OR A0, A2
MOVW fd+0(FP), A0 // fd
MOV $4, A1 // F_SETFL
MOV $SYS_fcntl, A7
ECALL
RET
// func sbrk0() uintptr
TEXT runtime·sbrk0(SB),NOSPLIT,$0-8
// Implemented as brk(NULL).
MOV $0, A0
MOV $SYS_brk, A7
ECALL
MOVW A0, ret+0(FP)
RET