| // Copyright 2015 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| //go:build linux && (mips64 || mips64le) |
| // +build linux |
| // +build mips64 mips64le |
| |
| // |
| // System calls and other sys.stuff for mips64, Linux |
| // |
| |
| #include "go_asm.h" |
| #include "go_tls.h" |
| #include "textflag.h" |
| |
| #define AT_FDCWD -100 |
| |
| #define SYS_exit 5058 |
| #define SYS_read 5000 |
| #define SYS_write 5001 |
| #define SYS_close 5003 |
| #define SYS_getpid 5038 |
| #define SYS_kill 5060 |
| #define SYS_fcntl 5070 |
| #define SYS_mmap 5009 |
| #define SYS_munmap 5011 |
| #define SYS_setitimer 5036 |
| #define SYS_clone 5055 |
| #define SYS_nanosleep 5034 |
| #define SYS_sched_yield 5023 |
| #define SYS_rt_sigreturn 5211 |
| #define SYS_rt_sigaction 5013 |
| #define SYS_rt_sigprocmask 5014 |
| #define SYS_sigaltstack 5129 |
| #define SYS_madvise 5027 |
| #define SYS_mincore 5026 |
| #define SYS_gettid 5178 |
| #define SYS_futex 5194 |
| #define SYS_sched_getaffinity 5196 |
| #define SYS_exit_group 5205 |
| #define SYS_epoll_create 5207 |
| #define SYS_epoll_ctl 5208 |
| #define SYS_tgkill 5225 |
| #define SYS_openat 5247 |
| #define SYS_epoll_pwait 5272 |
| #define SYS_clock_gettime 5222 |
| #define SYS_epoll_create1 5285 |
| #define SYS_brk 5012 |
| #define SYS_pipe2 5287 |
| |
| TEXT runtime·exit(SB),NOSPLIT|NOFRAME,$0-4 |
| MOVW code+0(FP), R4 |
| MOVV $SYS_exit_group, R2 |
| SYSCALL |
| RET |
| |
| // func exitThread(wait *uint32) |
| TEXT runtime·exitThread(SB),NOSPLIT|NOFRAME,$0-8 |
| MOVV wait+0(FP), R1 |
| // We're done using the stack. |
| MOVW $0, R2 |
| SYNC |
| MOVW R2, (R1) |
| SYNC |
| MOVW $0, R4 // exit code |
| MOVV $SYS_exit, R2 |
| SYSCALL |
| JMP 0(PC) |
| |
| TEXT runtime·open(SB),NOSPLIT|NOFRAME,$0-20 |
| // This uses openat instead of open, because Android O blocks open. |
| MOVW $AT_FDCWD, R4 // AT_FDCWD, so this acts like open |
| MOVV name+0(FP), R5 |
| MOVW mode+8(FP), R6 |
| MOVW perm+12(FP), R7 |
| MOVV $SYS_openat, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| MOVW $-1, R2 |
| MOVW R2, ret+16(FP) |
| RET |
| |
| TEXT runtime·closefd(SB),NOSPLIT|NOFRAME,$0-12 |
| MOVW fd+0(FP), R4 |
| MOVV $SYS_close, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| MOVW $-1, R2 |
| MOVW R2, ret+8(FP) |
| RET |
| |
| TEXT runtime·write1(SB),NOSPLIT|NOFRAME,$0-28 |
| MOVV fd+0(FP), R4 |
| MOVV p+8(FP), R5 |
| MOVW n+16(FP), R6 |
| MOVV $SYS_write, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, ret+24(FP) |
| RET |
| |
| TEXT runtime·read(SB),NOSPLIT|NOFRAME,$0-28 |
| MOVW fd+0(FP), R4 |
| MOVV p+8(FP), R5 |
| MOVW n+16(FP), R6 |
| MOVV $SYS_read, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, ret+24(FP) |
| RET |
| |
| // func pipe() (r, w int32, errno int32) |
| TEXT runtime·pipe(SB),NOSPLIT|NOFRAME,$0-12 |
| MOVV $r+0(FP), R4 |
| MOVV R0, R5 |
| MOVV $SYS_pipe2, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, errno+8(FP) |
| RET |
| |
| // func pipe2(flags int32) (r, w int32, errno int32) |
| TEXT runtime·pipe2(SB),NOSPLIT|NOFRAME,$0-20 |
| MOVV $r+8(FP), R4 |
| MOVW flags+0(FP), R5 |
| MOVV $SYS_pipe2, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, errno+16(FP) |
| RET |
| |
| TEXT runtime·usleep(SB),NOSPLIT,$16-4 |
| MOVWU usec+0(FP), R3 |
| MOVV R3, R5 |
| MOVW $1000000, R4 |
| DIVVU R4, R3 |
| MOVV LO, R3 |
| MOVV R3, 8(R29) |
| MOVW $1000, R4 |
| MULVU R3, R4 |
| MOVV LO, R4 |
| SUBVU R4, R5 |
| MOVV R5, 16(R29) |
| |
| // nanosleep(&ts, 0) |
| ADDV $8, R29, R4 |
| MOVW $0, R5 |
| MOVV $SYS_nanosleep, R2 |
| SYSCALL |
| RET |
| |
| TEXT runtime·gettid(SB),NOSPLIT,$0-4 |
| MOVV $SYS_gettid, R2 |
| SYSCALL |
| MOVW R2, ret+0(FP) |
| RET |
| |
| TEXT runtime·raise(SB),NOSPLIT|NOFRAME,$0 |
| MOVV $SYS_getpid, R2 |
| SYSCALL |
| MOVW R2, R16 |
| MOVV $SYS_gettid, R2 |
| SYSCALL |
| MOVW R2, R5 // arg 2 tid |
| MOVW R16, R4 // arg 1 pid |
| MOVW sig+0(FP), R6 // arg 3 |
| MOVV $SYS_tgkill, R2 |
| SYSCALL |
| RET |
| |
| TEXT runtime·raiseproc(SB),NOSPLIT|NOFRAME,$0 |
| MOVV $SYS_getpid, R2 |
| SYSCALL |
| MOVW R2, R4 // arg 1 pid |
| MOVW sig+0(FP), R5 // arg 2 |
| MOVV $SYS_kill, R2 |
| SYSCALL |
| RET |
| |
| TEXT ·getpid(SB),NOSPLIT|NOFRAME,$0-8 |
| MOVV $SYS_getpid, R2 |
| SYSCALL |
| MOVV R2, ret+0(FP) |
| RET |
| |
| TEXT ·tgkill(SB),NOSPLIT|NOFRAME,$0-24 |
| MOVV tgid+0(FP), R4 |
| MOVV tid+8(FP), R5 |
| MOVV sig+16(FP), R6 |
| MOVV $SYS_tgkill, R2 |
| SYSCALL |
| RET |
| |
| TEXT runtime·setitimer(SB),NOSPLIT|NOFRAME,$0-24 |
| MOVW mode+0(FP), R4 |
| MOVV new+8(FP), R5 |
| MOVV old+16(FP), R6 |
| MOVV $SYS_setitimer, R2 |
| SYSCALL |
| RET |
| |
| TEXT runtime·mincore(SB),NOSPLIT|NOFRAME,$0-28 |
| MOVV addr+0(FP), R4 |
| MOVV n+8(FP), R5 |
| MOVV dst+16(FP), R6 |
| MOVV $SYS_mincore, R2 |
| SYSCALL |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, ret+24(FP) |
| RET |
| |
| // func walltime() (sec int64, nsec int32) |
| TEXT runtime·walltime(SB),NOSPLIT,$16-12 |
| MOVV R29, R16 // R16 is unchanged by C code |
| MOVV R29, R1 |
| |
| MOVV g_m(g), R17 // R17 = m |
| |
| // Set vdsoPC and vdsoSP for SIGPROF traceback. |
| // Save the old values on stack and restore them on exit, |
| // so this function is reentrant. |
| MOVV m_vdsoPC(R17), R2 |
| MOVV m_vdsoSP(R17), R3 |
| MOVV R2, 8(R29) |
| MOVV R3, 16(R29) |
| |
| MOVV R31, m_vdsoPC(R17) |
| MOVV R29, m_vdsoSP(R17) |
| |
| MOVV m_curg(R17), R4 |
| MOVV g, R5 |
| BNE R4, R5, noswitch |
| |
| MOVV m_g0(R17), R4 |
| MOVV (g_sched+gobuf_sp)(R4), R1 // Set SP to g0 stack |
| |
| noswitch: |
| SUBV $16, R1 |
| AND $~15, R1 // Align for C code |
| MOVV R1, R29 |
| |
| MOVW $0, R4 // CLOCK_REALTIME |
| MOVV $0(R29), R5 |
| |
| MOVV runtime·vdsoClockgettimeSym(SB), R25 |
| BEQ R25, fallback |
| |
| JAL (R25) |
| // check on vdso call return for kernel compatibility |
| // see https://golang.org/issues/39046 |
| // if we get any error make fallback permanent. |
| BEQ R2, R0, finish |
| MOVV R0, runtime·vdsoClockgettimeSym(SB) |
| MOVW $0, R4 // CLOCK_REALTIME |
| MOVV $0(R29), R5 |
| JMP fallback |
| |
| finish: |
| MOVV 0(R29), R3 // sec |
| MOVV 8(R29), R5 // nsec |
| |
| MOVV R16, R29 // restore SP |
| // Restore vdsoPC, vdsoSP |
| // We don't worry about being signaled between the two stores. |
| // If we are not in a signal handler, we'll restore vdsoSP to 0, |
| // and no one will care about vdsoPC. If we are in a signal handler, |
| // we cannot receive another signal. |
| MOVV 16(R29), R1 |
| MOVV R1, m_vdsoSP(R17) |
| MOVV 8(R29), R1 |
| MOVV R1, m_vdsoPC(R17) |
| |
| MOVV R3, sec+0(FP) |
| MOVW R5, nsec+8(FP) |
| RET |
| |
| fallback: |
| MOVV $SYS_clock_gettime, R2 |
| SYSCALL |
| JMP finish |
| |
| TEXT runtime·nanotime1(SB),NOSPLIT,$16-8 |
| MOVV R29, R16 // R16 is unchanged by C code |
| MOVV R29, R1 |
| |
| MOVV g_m(g), R17 // R17 = m |
| |
| // Set vdsoPC and vdsoSP for SIGPROF traceback. |
| // Save the old values on stack and restore them on exit, |
| // so this function is reentrant. |
| MOVV m_vdsoPC(R17), R2 |
| MOVV m_vdsoSP(R17), R3 |
| MOVV R2, 8(R29) |
| MOVV R3, 16(R29) |
| |
| MOVV R31, m_vdsoPC(R17) |
| MOVV R29, m_vdsoSP(R17) |
| |
| MOVV m_curg(R17), R4 |
| MOVV g, R5 |
| BNE R4, R5, noswitch |
| |
| MOVV m_g0(R17), R4 |
| MOVV (g_sched+gobuf_sp)(R4), R1 // Set SP to g0 stack |
| |
| noswitch: |
| SUBV $16, R1 |
| AND $~15, R1 // Align for C code |
| MOVV R1, R29 |
| |
| MOVW $1, R4 // CLOCK_MONOTONIC |
| MOVV $0(R29), R5 |
| |
| MOVV runtime·vdsoClockgettimeSym(SB), R25 |
| BEQ R25, fallback |
| |
| JAL (R25) |
| // see walltime for detail |
| BEQ R2, R0, finish |
| MOVV R0, runtime·vdsoClockgettimeSym(SB) |
| MOVW $1, R4 // CLOCK_MONOTONIC |
| MOVV $0(R29), R5 |
| JMP fallback |
| |
| finish: |
| MOVV 0(R29), R3 // sec |
| MOVV 8(R29), R5 // nsec |
| |
| MOVV R16, R29 // restore SP |
| // Restore vdsoPC, vdsoSP |
| // We don't worry about being signaled between the two stores. |
| // If we are not in a signal handler, we'll restore vdsoSP to 0, |
| // and no one will care about vdsoPC. If we are in a signal handler, |
| // we cannot receive another signal. |
| MOVV 16(R29), R1 |
| MOVV R1, m_vdsoSP(R17) |
| MOVV 8(R29), R1 |
| MOVV R1, m_vdsoPC(R17) |
| |
| // sec is in R3, nsec in R5 |
| // return nsec in R3 |
| MOVV $1000000000, R4 |
| MULVU R4, R3 |
| MOVV LO, R3 |
| ADDVU R5, R3 |
| MOVV R3, ret+0(FP) |
| RET |
| |
| fallback: |
| MOVV $SYS_clock_gettime, R2 |
| SYSCALL |
| JMP finish |
| |
| TEXT runtime·rtsigprocmask(SB),NOSPLIT|NOFRAME,$0-28 |
| MOVW how+0(FP), R4 |
| MOVV new+8(FP), R5 |
| MOVV old+16(FP), R6 |
| MOVW size+24(FP), R7 |
| MOVV $SYS_rt_sigprocmask, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| MOVV R0, 0xf1(R0) // crash |
| RET |
| |
| TEXT runtime·rt_sigaction(SB),NOSPLIT|NOFRAME,$0-36 |
| MOVV sig+0(FP), R4 |
| MOVV new+8(FP), R5 |
| MOVV old+16(FP), R6 |
| MOVV size+24(FP), R7 |
| MOVV $SYS_rt_sigaction, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, ret+32(FP) |
| RET |
| |
| TEXT runtime·sigfwd(SB),NOSPLIT,$0-32 |
| MOVW sig+8(FP), R4 |
| MOVV info+16(FP), R5 |
| MOVV ctx+24(FP), R6 |
| MOVV fn+0(FP), R25 |
| JAL (R25) |
| RET |
| |
| TEXT runtime·sigtramp(SB),NOSPLIT,$64 |
| // initialize REGSB = PC&0xffffffff00000000 |
| BGEZAL R0, 1(PC) |
| SRLV $32, R31, RSB |
| SLLV $32, RSB |
| |
| // this might be called in external code context, |
| // where g is not set. |
| MOVB runtime·iscgo(SB), R1 |
| BEQ R1, 2(PC) |
| JAL runtime·load_g(SB) |
| |
| MOVW R4, 8(R29) |
| MOVV R5, 16(R29) |
| MOVV R6, 24(R29) |
| MOVV $runtime·sigtrampgo(SB), R1 |
| JAL (R1) |
| RET |
| |
| TEXT runtime·cgoSigtramp(SB),NOSPLIT,$0 |
| JMP runtime·sigtramp(SB) |
| |
| TEXT runtime·mmap(SB),NOSPLIT|NOFRAME,$0 |
| MOVV addr+0(FP), R4 |
| MOVV n+8(FP), R5 |
| MOVW prot+16(FP), R6 |
| MOVW flags+20(FP), R7 |
| MOVW fd+24(FP), R8 |
| MOVW off+28(FP), R9 |
| |
| MOVV $SYS_mmap, R2 |
| SYSCALL |
| BEQ R7, ok |
| MOVV $0, p+32(FP) |
| MOVV R2, err+40(FP) |
| RET |
| ok: |
| MOVV R2, p+32(FP) |
| MOVV $0, err+40(FP) |
| RET |
| |
| TEXT runtime·munmap(SB),NOSPLIT|NOFRAME,$0 |
| MOVV addr+0(FP), R4 |
| MOVV n+8(FP), R5 |
| MOVV $SYS_munmap, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| MOVV R0, 0xf3(R0) // crash |
| RET |
| |
| TEXT runtime·madvise(SB),NOSPLIT|NOFRAME,$0 |
| MOVV addr+0(FP), R4 |
| MOVV n+8(FP), R5 |
| MOVW flags+16(FP), R6 |
| MOVV $SYS_madvise, R2 |
| SYSCALL |
| MOVW R2, ret+24(FP) |
| RET |
| |
| // int64 futex(int32 *uaddr, int32 op, int32 val, |
| // struct timespec *timeout, int32 *uaddr2, int32 val2); |
| TEXT runtime·futex(SB),NOSPLIT|NOFRAME,$0 |
| MOVV addr+0(FP), R4 |
| MOVW op+8(FP), R5 |
| MOVW val+12(FP), R6 |
| MOVV ts+16(FP), R7 |
| MOVV addr2+24(FP), R8 |
| MOVW val3+32(FP), R9 |
| MOVV $SYS_futex, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, ret+40(FP) |
| RET |
| |
| // int64 clone(int32 flags, void *stk, M *mp, G *gp, void (*fn)(void)); |
| TEXT runtime·clone(SB),NOSPLIT|NOFRAME,$0 |
| MOVW flags+0(FP), R4 |
| MOVV stk+8(FP), R5 |
| |
| // Copy mp, gp, fn off parent stack for use by child. |
| // Careful: Linux system call clobbers ???. |
| MOVV mp+16(FP), R16 |
| MOVV gp+24(FP), R17 |
| MOVV fn+32(FP), R18 |
| |
| MOVV R16, -8(R5) |
| MOVV R17, -16(R5) |
| MOVV R18, -24(R5) |
| MOVV $1234, R16 |
| MOVV R16, -32(R5) |
| |
| MOVV $SYS_clone, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| SUBVU R2, R0, R2 // caller expects negative errno |
| |
| // In parent, return. |
| BEQ R2, 3(PC) |
| MOVW R2, ret+40(FP) |
| RET |
| |
| // In child, on new stack. |
| MOVV -32(R29), R16 |
| MOVV $1234, R1 |
| BEQ R16, R1, 2(PC) |
| MOVV R0, 0(R0) |
| |
| // Initialize m->procid to Linux tid |
| MOVV $SYS_gettid, R2 |
| SYSCALL |
| |
| MOVV -24(R29), R18 // fn |
| MOVV -16(R29), R17 // g |
| MOVV -8(R29), R16 // m |
| |
| BEQ R16, nog |
| BEQ R17, nog |
| |
| MOVV R2, m_procid(R16) |
| |
| // TODO: setup TLS. |
| |
| // In child, set up new stack |
| MOVV R16, g_m(R17) |
| MOVV R17, g |
| //CALL runtime·stackcheck(SB) |
| |
| nog: |
| // Call fn |
| JAL (R18) |
| |
| // It shouldn't return. If it does, exit that thread. |
| MOVW $111, R4 |
| MOVV $SYS_exit, R2 |
| SYSCALL |
| JMP -3(PC) // keep exiting |
| |
| TEXT runtime·sigaltstack(SB),NOSPLIT|NOFRAME,$0 |
| MOVV new+0(FP), R4 |
| MOVV old+8(FP), R5 |
| MOVV $SYS_sigaltstack, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| MOVV R0, 0xf1(R0) // crash |
| RET |
| |
| TEXT runtime·osyield(SB),NOSPLIT|NOFRAME,$0 |
| MOVV $SYS_sched_yield, R2 |
| SYSCALL |
| RET |
| |
| TEXT runtime·sched_getaffinity(SB),NOSPLIT|NOFRAME,$0 |
| MOVV pid+0(FP), R4 |
| MOVV len+8(FP), R5 |
| MOVV buf+16(FP), R6 |
| MOVV $SYS_sched_getaffinity, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, ret+24(FP) |
| RET |
| |
| // int32 runtime·epollcreate(int32 size); |
| TEXT runtime·epollcreate(SB),NOSPLIT|NOFRAME,$0 |
| MOVW size+0(FP), R4 |
| MOVV $SYS_epoll_create, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, ret+8(FP) |
| RET |
| |
| // int32 runtime·epollcreate1(int32 flags); |
| TEXT runtime·epollcreate1(SB),NOSPLIT|NOFRAME,$0 |
| MOVW flags+0(FP), R4 |
| MOVV $SYS_epoll_create1, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, ret+8(FP) |
| RET |
| |
| // func epollctl(epfd, op, fd int32, ev *epollEvent) int |
| TEXT runtime·epollctl(SB),NOSPLIT|NOFRAME,$0 |
| MOVW epfd+0(FP), R4 |
| MOVW op+4(FP), R5 |
| MOVW fd+8(FP), R6 |
| MOVV ev+16(FP), R7 |
| MOVV $SYS_epoll_ctl, R2 |
| SYSCALL |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, ret+24(FP) |
| RET |
| |
| // int32 runtime·epollwait(int32 epfd, EpollEvent *ev, int32 nev, int32 timeout); |
| TEXT runtime·epollwait(SB),NOSPLIT|NOFRAME,$0 |
| // This uses pwait instead of wait, because Android O blocks wait. |
| MOVW epfd+0(FP), R4 |
| MOVV ev+8(FP), R5 |
| MOVW nev+16(FP), R6 |
| MOVW timeout+20(FP), R7 |
| MOVV $0, R8 |
| MOVV $SYS_epoll_pwait, R2 |
| SYSCALL |
| BEQ R7, 2(PC) |
| SUBVU R2, R0, R2 // caller expects negative errno |
| MOVW R2, ret+24(FP) |
| RET |
| |
| // void runtime·closeonexec(int32 fd); |
| TEXT runtime·closeonexec(SB),NOSPLIT|NOFRAME,$0 |
| MOVW fd+0(FP), R4 // fd |
| MOVV $2, R5 // F_SETFD |
| MOVV $1, R6 // FD_CLOEXEC |
| MOVV $SYS_fcntl, R2 |
| SYSCALL |
| RET |
| |
| // func runtime·setNonblock(int32 fd) |
| TEXT runtime·setNonblock(SB),NOSPLIT|NOFRAME,$0-4 |
| MOVW fd+0(FP), R4 // fd |
| MOVV $3, R5 // F_GETFL |
| MOVV $0, R6 |
| MOVV $SYS_fcntl, R2 |
| SYSCALL |
| MOVW $0x80, R6 // O_NONBLOCK |
| OR R2, R6 |
| MOVW fd+0(FP), R4 // fd |
| MOVV $4, R5 // F_SETFL |
| MOVV $SYS_fcntl, R2 |
| SYSCALL |
| RET |
| |
| // func sbrk0() uintptr |
| TEXT runtime·sbrk0(SB),NOSPLIT|NOFRAME,$0-8 |
| // Implemented as brk(NULL). |
| MOVV $0, R4 |
| MOVV $SYS_brk, R2 |
| SYSCALL |
| MOVV R2, ret+0(FP) |
| RET |
| |
| TEXT runtime·access(SB),$0-20 |
| MOVV R0, 2(R0) // unimplemented, only needed for android; declared in stubs_linux.go |
| MOVW R0, ret+16(FP) // for vet |
| RET |
| |
| TEXT runtime·connect(SB),$0-28 |
| MOVV R0, 2(R0) // unimplemented, only needed for android; declared in stubs_linux.go |
| MOVW R0, ret+24(FP) // for vet |
| RET |
| |
| TEXT runtime·socket(SB),$0-20 |
| MOVV R0, 2(R0) // unimplemented, only needed for android; declared in stubs_linux.go |
| MOVW R0, ret+16(FP) // for vet |
| RET |
