blob: 1ebc77bff363d15a67ab1c578da02e9debb17d36 [file] [log] [blame]
// Copyright 2022 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
//
// System calls and other sys.stuff for loong64, Linux
//
#include "go_asm.h"
#include "go_tls.h"
#include "textflag.h"
#define AT_FDCWD -100
#define SYS_exit 93
#define SYS_read 63
#define SYS_write 64
#define SYS_close 57
#define SYS_getpid 172
#define SYS_kill 129
#define SYS_fcntl 25
#define SYS_mmap 222
#define SYS_munmap 215
#define SYS_setitimer 103
#define SYS_clone 220
#define SYS_nanosleep 101
#define SYS_sched_yield 124
#define SYS_rt_sigreturn 139
#define SYS_rt_sigaction 134
#define SYS_rt_sigprocmask 135
#define SYS_sigaltstack 132
#define SYS_madvise 233
#define SYS_mincore 232
#define SYS_gettid 178
#define SYS_futex 98
#define SYS_sched_getaffinity 123
#define SYS_exit_group 94
#define SYS_epoll_ctl 21
#define SYS_tgkill 131
#define SYS_openat 56
#define SYS_epoll_pwait 22
#define SYS_clock_gettime 113
#define SYS_epoll_create1 20
#define SYS_brk 214
#define SYS_pipe2 59
#define SYS_timer_create 107
#define SYS_timer_settime 110
#define SYS_timer_delete 111
TEXT runtime·exit(SB),NOSPLIT|NOFRAME,$0-4
MOVW code+0(FP), R4
MOVV $SYS_exit_group, R11
SYSCALL
RET
// func exitThread(wait *atomic.Uint32)
TEXT runtime·exitThread(SB),NOSPLIT|NOFRAME,$0-8
MOVV wait+0(FP), R19
// We're done using the stack.
MOVW $0, R11
DBAR
MOVW R11, (R19)
DBAR
MOVW $0, R4 // exit code
MOVV $SYS_exit, R11
SYSCALL
JMP 0(PC)
TEXT runtime·open(SB),NOSPLIT|NOFRAME,$0-20
MOVW $AT_FDCWD, R4 // AT_FDCWD, so this acts like open
MOVV name+0(FP), R5
MOVW mode+8(FP), R6
MOVW perm+12(FP), R7
MOVV $SYS_openat, R11
SYSCALL
MOVW $-4096, R5
BGEU R5, R4, 2(PC)
MOVW $-1, R4
MOVW R4, ret+16(FP)
RET
TEXT runtime·closefd(SB),NOSPLIT|NOFRAME,$0-12
MOVW fd+0(FP), R4
MOVV $SYS_close, R11
SYSCALL
MOVW $-4096, R5
BGEU R5, R4, 2(PC)
MOVW $-1, R4
MOVW R4, ret+8(FP)
RET
TEXT runtime·write1(SB),NOSPLIT|NOFRAME,$0-28
MOVV fd+0(FP), R4
MOVV p+8(FP), R5
MOVW n+16(FP), R6
MOVV $SYS_write, R11
SYSCALL
MOVW R4, ret+24(FP)
RET
TEXT runtime·read(SB),NOSPLIT|NOFRAME,$0-28
MOVW fd+0(FP), R4
MOVV p+8(FP), R5
MOVW n+16(FP), R6
MOVV $SYS_read, R11
SYSCALL
MOVW R4, ret+24(FP)
RET
// func pipe2(flags int32) (r, w int32, errno int32)
TEXT runtime·pipe2(SB),NOSPLIT|NOFRAME,$0-20
MOVV $r+8(FP), R4
MOVW flags+0(FP), R5
MOVV $SYS_pipe2, R11
SYSCALL
MOVW R4, errno+16(FP)
RET
TEXT runtime·usleep(SB),NOSPLIT,$16-4
MOVWU usec+0(FP), R6
MOVV R6, R5
MOVW $1000000, R4
DIVVU R4, R6, R6
MOVV R6, 8(R3)
MOVW $1000, R4
MULVU R6, R4, R4
SUBVU R4, R5
MOVV R5, 16(R3)
// nanosleep(&ts, 0)
ADDV $8, R3, R4
MOVW $0, R5
MOVV $SYS_nanosleep, R11
SYSCALL
RET
TEXT runtime·gettid(SB),NOSPLIT,$0-4
MOVV $SYS_gettid, R11
SYSCALL
MOVW R4, ret+0(FP)
RET
TEXT runtime·raise(SB),NOSPLIT|NOFRAME,$0
MOVV $SYS_getpid, R11
SYSCALL
MOVW R4, R23
MOVV $SYS_gettid, R11
SYSCALL
MOVW R4, R5 // arg 2 tid
MOVW R23, R4 // arg 1 pid
MOVW sig+0(FP), R6 // arg 3
MOVV $SYS_tgkill, R11
SYSCALL
RET
TEXT runtime·raiseproc(SB),NOSPLIT|NOFRAME,$0
MOVV $SYS_getpid, R11
SYSCALL
//MOVW R4, R4 // arg 1 pid
MOVW sig+0(FP), R5 // arg 2
MOVV $SYS_kill, R11
SYSCALL
RET
TEXT ·getpid(SB),NOSPLIT|NOFRAME,$0-8
MOVV $SYS_getpid, R11
SYSCALL
MOVV R4, ret+0(FP)
RET
TEXT ·tgkill(SB),NOSPLIT|NOFRAME,$0-24
MOVV tgid+0(FP), R4
MOVV tid+8(FP), R5
MOVV sig+16(FP), R6
MOVV $SYS_tgkill, R11
SYSCALL
RET
TEXT runtime·setitimer(SB),NOSPLIT|NOFRAME,$0-24
MOVW mode+0(FP), R4
MOVV new+8(FP), R5
MOVV old+16(FP), R6
MOVV $SYS_setitimer, R11
SYSCALL
RET
TEXT runtime·timer_create(SB),NOSPLIT,$0-28
MOVW clockid+0(FP), R4
MOVV sevp+8(FP), R5
MOVV timerid+16(FP), R6
MOVV $SYS_timer_create, R11
SYSCALL
MOVW R4, ret+24(FP)
RET
TEXT runtime·timer_settime(SB),NOSPLIT,$0-28
MOVW timerid+0(FP), R4
MOVW flags+4(FP), R5
MOVV new+8(FP), R6
MOVV old+16(FP), R7
MOVV $SYS_timer_settime, R11
SYSCALL
MOVW R4, ret+24(FP)
RET
TEXT runtime·timer_delete(SB),NOSPLIT,$0-12
MOVW timerid+0(FP), R4
MOVV $SYS_timer_delete, R11
SYSCALL
MOVW R4, ret+8(FP)
RET
TEXT runtime·mincore(SB),NOSPLIT|NOFRAME,$0-28
MOVV addr+0(FP), R4
MOVV n+8(FP), R5
MOVV dst+16(FP), R6
MOVV $SYS_mincore, R11
SYSCALL
MOVW R4, ret+24(FP)
RET
// func walltime() (sec int64, nsec int32)
TEXT runtime·walltime(SB),NOSPLIT,$16-12
MOVV R3, R23 // R23 is unchanged by C code
MOVV R3, R25
MOVV g_m(g), R24 // R24 = m
// Set vdsoPC and vdsoSP for SIGPROF traceback.
// Save the old values on stack and restore them on exit,
// so this function is reentrant.
MOVV m_vdsoPC(R24), R11
MOVV m_vdsoSP(R24), R7
MOVV R11, 8(R3)
MOVV R7, 16(R3)
MOVV $ret-8(FP), R11 // caller's SP
MOVV R1, m_vdsoPC(R24)
MOVV R11, m_vdsoSP(R24)
MOVV m_curg(R24), R4
MOVV g, R5
BNE R4, R5, noswitch
MOVV m_g0(R24), R4
MOVV (g_sched+gobuf_sp)(R4), R25 // Set SP to g0 stack
noswitch:
SUBV $16, R25
AND $~15, R25 // Align for C code
MOVV R25, R3
MOVW $0, R4 // CLOCK_REALTIME=0
MOVV $0(R3), R5
MOVV runtime·vdsoClockgettimeSym(SB), R20
BEQ R20, fallback
JAL (R20)
finish:
MOVV 0(R3), R7 // sec
MOVV 8(R3), R5 // nsec
MOVV R23, R3 // restore SP
// Restore vdsoPC, vdsoSP
// We don't worry about being signaled between the two stores.
// If we are not in a signal handler, we'll restore vdsoSP to 0,
// and no one will care about vdsoPC. If we are in a signal handler,
// we cannot receive another signal.
MOVV 16(R3), R25
MOVV R25, m_vdsoSP(R24)
MOVV 8(R3), R25
MOVV R25, m_vdsoPC(R24)
MOVV R7, sec+0(FP)
MOVW R5, nsec+8(FP)
RET
fallback:
MOVV $SYS_clock_gettime, R11
SYSCALL
JMP finish
TEXT runtime·nanotime1(SB),NOSPLIT,$16-8
MOVV R3, R23 // R23 is unchanged by C code
MOVV R3, R25
MOVV g_m(g), R24 // R24 = m
// Set vdsoPC and vdsoSP for SIGPROF traceback.
// Save the old values on stack and restore them on exit,
// so this function is reentrant.
MOVV m_vdsoPC(R24), R11
MOVV m_vdsoSP(R24), R7
MOVV R11, 8(R3)
MOVV R7, 16(R3)
MOVV $ret-8(FP), R11 // caller's SP
MOVV R1, m_vdsoPC(R24)
MOVV R11, m_vdsoSP(R24)
MOVV m_curg(R24), R4
MOVV g, R5
BNE R4, R5, noswitch
MOVV m_g0(R24), R4
MOVV (g_sched+gobuf_sp)(R4), R25 // Set SP to g0 stack
noswitch:
SUBV $16, R25
AND $~15, R25 // Align for C code
MOVV R25, R3
MOVW $1, R4 // CLOCK_MONOTONIC=1
MOVV $0(R3), R5
MOVV runtime·vdsoClockgettimeSym(SB), R20
BEQ R20, fallback
JAL (R20)
finish:
MOVV 0(R3), R7 // sec
MOVV 8(R3), R5 // nsec
MOVV R23, R3 // restore SP
// Restore vdsoPC, vdsoSP
// We don't worry about being signaled between the two stores.
// If we are not in a signal handler, we'll restore vdsoSP to 0,
// and no one will care about vdsoPC. If we are in a signal handler,
// we cannot receive another signal.
MOVV 16(R3), R25
MOVV R25, m_vdsoSP(R24)
MOVV 8(R3), R25
MOVV R25, m_vdsoPC(R24)
// sec is in R7, nsec in R5
// return nsec in R7
MOVV $1000000000, R4
MULVU R4, R7, R7
ADDVU R5, R7
MOVV R7, ret+0(FP)
RET
fallback:
MOVV $SYS_clock_gettime, R11
SYSCALL
JMP finish
TEXT runtime·rtsigprocmask(SB),NOSPLIT|NOFRAME,$0-28
MOVW how+0(FP), R4
MOVV new+8(FP), R5
MOVV old+16(FP), R6
MOVW size+24(FP), R7
MOVV $SYS_rt_sigprocmask, R11
SYSCALL
MOVW $-4096, R5
BGEU R5, R4, 2(PC)
MOVV R0, 0xf1(R0) // crash
RET
TEXT runtime·rt_sigaction(SB),NOSPLIT|NOFRAME,$0-36
MOVV sig+0(FP), R4
MOVV new+8(FP), R5
MOVV old+16(FP), R6
MOVV size+24(FP), R7
MOVV $SYS_rt_sigaction, R11
SYSCALL
MOVW R4, ret+32(FP)
RET
TEXT runtime·sigfwd(SB),NOSPLIT,$0-32
MOVW sig+8(FP), R4
MOVV info+16(FP), R5
MOVV ctx+24(FP), R6
MOVV fn+0(FP), R20
JAL (R20)
RET
TEXT runtime·sigtramp(SB),NOSPLIT|TOPFRAME,$64
// this might be called in external code context,
// where g is not set.
MOVB runtime·iscgo(SB), R19
BEQ R19, 2(PC)
JAL runtime·load_g(SB)
MOVW R4, 8(R3)
MOVV R5, 16(R3)
MOVV R6, 24(R3)
MOVV $runtime·sigtrampgo(SB), R19
JAL (R19)
RET
TEXT runtime·cgoSigtramp(SB),NOSPLIT,$0
JMP runtime·sigtramp(SB)
TEXT runtime·mmap(SB),NOSPLIT|NOFRAME,$0
MOVV addr+0(FP), R4
MOVV n+8(FP), R5
MOVW prot+16(FP), R6
MOVW flags+20(FP), R7
MOVW fd+24(FP), R8
MOVW off+28(FP), R9
MOVV $SYS_mmap, R11
SYSCALL
MOVW $-4096, R5
BGEU R5, R4, ok
MOVV $0, p+32(FP)
SUBVU R4, R0, R4
MOVV R4, err+40(FP)
RET
ok:
MOVV R4, p+32(FP)
MOVV $0, err+40(FP)
RET
TEXT runtime·munmap(SB),NOSPLIT|NOFRAME,$0
MOVV addr+0(FP), R4
MOVV n+8(FP), R5
MOVV $SYS_munmap, R11
SYSCALL
MOVW $-4096, R5
BGEU R5, R4, 2(PC)
MOVV R0, 0xf3(R0) // crash
RET
TEXT runtime·madvise(SB),NOSPLIT|NOFRAME,$0
MOVV addr+0(FP), R4
MOVV n+8(FP), R5
MOVW flags+16(FP), R6
MOVV $SYS_madvise, R11
SYSCALL
MOVW R4, ret+24(FP)
RET
// int64 futex(int32 *uaddr, int32 op, int32 val,
// struct timespec *timeout, int32 *uaddr2, int32 val2);
TEXT runtime·futex(SB),NOSPLIT|NOFRAME,$0
MOVV addr+0(FP), R4
MOVW op+8(FP), R5
MOVW val+12(FP), R6
MOVV ts+16(FP), R7
MOVV addr2+24(FP), R8
MOVW val3+32(FP), R9
MOVV $SYS_futex, R11
SYSCALL
MOVW R4, ret+40(FP)
RET
// int64 clone(int32 flags, void *stk, M *mp, G *gp, void (*fn)(void));
TEXT runtime·clone(SB),NOSPLIT|NOFRAME,$0
MOVW flags+0(FP), R4
MOVV stk+8(FP), R5
// Copy mp, gp, fn off parent stack for use by child.
// Careful: Linux system call clobbers ???.
MOVV mp+16(FP), R23
MOVV gp+24(FP), R24
MOVV fn+32(FP), R25
MOVV R23, -8(R5)
MOVV R24, -16(R5)
MOVV R25, -24(R5)
MOVV $1234, R23
MOVV R23, -32(R5)
MOVV $SYS_clone, R11
SYSCALL
// In parent, return.
BEQ R4, 3(PC)
MOVW R4, ret+40(FP)
RET
// In child, on new stack.
MOVV -32(R3), R23
MOVV $1234, R19
BEQ R23, R19, 2(PC)
MOVV R0, 0(R0)
// Initialize m->procid to Linux tid
MOVV $SYS_gettid, R11
SYSCALL
MOVV -24(R3), R25 // fn
MOVV -16(R3), R24 // g
MOVV -8(R3), R23 // m
BEQ R23, nog
BEQ R24, nog
MOVV R4, m_procid(R23)
// TODO: setup TLS.
// In child, set up new stack
MOVV R23, g_m(R24)
MOVV R24, g
//CALL runtime·stackcheck(SB)
nog:
// Call fn
JAL (R25)
// It shouldn't return. If it does, exit that thread.
MOVW $111, R4
MOVV $SYS_exit, R11
SYSCALL
JMP -3(PC) // keep exiting
TEXT runtime·sigaltstack(SB),NOSPLIT|NOFRAME,$0
MOVV new+0(FP), R4
MOVV old+8(FP), R5
MOVV $SYS_sigaltstack, R11
SYSCALL
MOVW $-4096, R5
BGEU R5, R4, 2(PC)
MOVV R0, 0xf1(R0) // crash
RET
TEXT runtime·osyield(SB),NOSPLIT|NOFRAME,$0
MOVV $SYS_sched_yield, R11
SYSCALL
RET
TEXT runtime·sched_getaffinity(SB),NOSPLIT|NOFRAME,$0
MOVV pid+0(FP), R4
MOVV len+8(FP), R5
MOVV buf+16(FP), R6
MOVV $SYS_sched_getaffinity, R11
SYSCALL
MOVW R4, ret+24(FP)
RET
// int32 runtime·epollcreate(int32 size);
TEXT runtime·epollcreate(SB),NOSPLIT|NOFRAME,$0
MOVW size+0(FP), R4
MOVV $SYS_epoll_create1, R11
SYSCALL
MOVW R4, ret+8(FP)
RET
// int32 runtime·epollcreate1(int32 flags);
TEXT runtime·epollcreate1(SB),NOSPLIT|NOFRAME,$0
MOVW flags+0(FP), R4
MOVV $SYS_epoll_create1, R11
SYSCALL
MOVW R4, ret+8(FP)
RET
// func epollctl(epfd, op, fd int32, ev *epollEvent) int
TEXT runtime·epollctl(SB),NOSPLIT|NOFRAME,$0
MOVW epfd+0(FP), R4
MOVW op+4(FP), R5
MOVW fd+8(FP), R6
MOVV ev+16(FP), R7
MOVV $SYS_epoll_ctl, R11
SYSCALL
MOVW R4, ret+24(FP)
RET
// int32 runtime·epollwait(int32 epfd, EpollEvent *ev, int32 nev, int32 timeout);
TEXT runtime·epollwait(SB),NOSPLIT|NOFRAME,$0
MOVW epfd+0(FP), R4
MOVV ev+8(FP), R5
MOVW nev+16(FP), R6
MOVW timeout+20(FP), R7
MOVV $0, R8
MOVV $SYS_epoll_pwait, R11
SYSCALL
MOVW R4, ret+24(FP)
RET
// void runtime·closeonexec(int32 fd);
TEXT runtime·closeonexec(SB),NOSPLIT|NOFRAME,$0
MOVW fd+0(FP), R4 // fd
MOVV $2, R5 // F_SETFD
MOVV $1, R6 // FD_CLOEXEC
MOVV $SYS_fcntl, R11
SYSCALL
RET
// func sbrk0() uintptr
TEXT runtime·sbrk0(SB),NOSPLIT|NOFRAME,$0-8
// Implemented as brk(NULL).
MOVV $0, R4
MOVV $SYS_brk, R11
SYSCALL
MOVV R4, ret+0(FP)
RET
TEXT runtime·access(SB),$0-20
MOVV R0, 2(R0) // unimplemented, only needed for android; declared in stubs_linux.go
MOVW R0, ret+16(FP) // for vet
RET
TEXT runtime·connect(SB),$0-28
MOVV R0, 2(R0) // unimplemented, only needed for android; declared in stubs_linux.go
MOVW R0, ret+24(FP) // for vet
RET
TEXT runtime·socket(SB),$0-20
MOVV R0, 2(R0) // unimplemented, only needed for android; declared in stubs_linux.go
MOVW R0, ret+16(FP) // for vet
RET