| // Copyright 2011 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| #include "runtime.h" |
| #include "defs_GOOS_GOARCH.h" |
| #include "os_GOOS.h" |
| #include "signal_unix.h" |
| #include "stack.h" |
| #include "../../cmd/ld/textflag.h" |
| |
| #pragma dynexport end _end |
| #pragma dynexport etext _etext |
| #pragma dynexport edata _edata |
| |
| #pragma dynimport libc·___errno ___errno "libc.so" |
| #pragma dynimport libc·clock_gettime clock_gettime "libc.so" |
| #pragma dynimport libc·close close "libc.so" |
| #pragma dynimport libc·exit exit "libc.so" |
| #pragma dynimport libc·fstat fstat "libc.so" |
| #pragma dynimport libc·getcontext getcontext "libc.so" |
| #pragma dynimport libc·getrlimit getrlimit "libc.so" |
| #pragma dynimport libc·malloc malloc "libc.so" |
| #pragma dynimport libc·mmap mmap "libc.so" |
| #pragma dynimport libc·munmap munmap "libc.so" |
| #pragma dynimport libc·open open "libc.so" |
| #pragma dynimport libc·pthread_attr_destroy pthread_attr_destroy "libc.so" |
| #pragma dynimport libc·pthread_attr_getstack pthread_attr_getstack "libc.so" |
| #pragma dynimport libc·pthread_attr_init pthread_attr_init "libc.so" |
| #pragma dynimport libc·pthread_attr_setdetachstate pthread_attr_setdetachstate "libc.so" |
| #pragma dynimport libc·pthread_attr_setstack pthread_attr_setstack "libc.so" |
| #pragma dynimport libc·pthread_create pthread_create "libc.so" |
| #pragma dynimport libc·raise raise "libc.so" |
| #pragma dynimport libc·read read "libc.so" |
| #pragma dynimport libc·select select "libc.so" |
| #pragma dynimport libc·sched_yield sched_yield "libc.so" |
| #pragma dynimport libc·sem_init sem_init "libc.so" |
| #pragma dynimport libc·sem_post sem_post "libc.so" |
| #pragma dynimport libc·sem_reltimedwait_np sem_reltimedwait_np "libc.so" |
| #pragma dynimport libc·sem_wait sem_wait "libc.so" |
| #pragma dynimport libc·setitimer setitimer "libc.so" |
| #pragma dynimport libc·sigaction sigaction "libc.so" |
| #pragma dynimport libc·sigaltstack sigaltstack "libc.so" |
| #pragma dynimport libc·sigprocmask sigprocmask "libc.so" |
| #pragma dynimport libc·sysconf sysconf "libc.so" |
| #pragma dynimport libc·usleep usleep "libc.so" |
| #pragma dynimport libc·write write "libc.so" |
| |
| extern uintptr libc·___errno; |
| extern uintptr libc·clock_gettime; |
| extern uintptr libc·close; |
| extern uintptr libc·exit; |
| extern uintptr libc·fstat; |
| extern uintptr libc·getcontext; |
| extern uintptr libc·getrlimit; |
| extern uintptr libc·malloc; |
| extern uintptr libc·mmap; |
| extern uintptr libc·munmap; |
| extern uintptr libc·open; |
| extern uintptr libc·pthread_attr_destroy; |
| extern uintptr libc·pthread_attr_getstack; |
| extern uintptr libc·pthread_attr_init; |
| extern uintptr libc·pthread_attr_setdetachstate; |
| extern uintptr libc·pthread_attr_setstack; |
| extern uintptr libc·pthread_create; |
| extern uintptr libc·raise; |
| extern uintptr libc·read; |
| extern uintptr libc·sched_yield; |
| extern uintptr libc·select; |
| extern uintptr libc·sem_init; |
| extern uintptr libc·sem_post; |
| extern uintptr libc·sem_reltimedwait_np; |
| extern uintptr libc·sem_wait; |
| extern uintptr libc·setitimer; |
| extern uintptr libc·sigaction; |
| extern uintptr libc·sigaltstack; |
| extern uintptr libc·sigprocmask; |
| extern uintptr libc·sysconf; |
| extern uintptr libc·usleep; |
| extern uintptr libc·write; |
| |
| void runtime·getcontext(Ucontext *context); |
| int32 runtime·pthread_attr_destroy(PthreadAttr* attr); |
| int32 runtime·pthread_attr_init(PthreadAttr* attr); |
| int32 runtime·pthread_attr_getstack(PthreadAttr* attr, void** addr, uint64* size); |
| int32 runtime·pthread_attr_setdetachstate(PthreadAttr* attr, int32 state); |
| int32 runtime·pthread_attr_setstack(PthreadAttr* attr, void* addr, uint64 size); |
| int32 runtime·pthread_create(Pthread* thread, PthreadAttr* attr, void(*fn)(void), void *arg); |
| uint32 runtime·tstart_sysvicall(M *newm); |
| int32 runtime·sem_init(SemT* sem, int32 pshared, uint32 value); |
| int32 runtime·sem_post(SemT* sem); |
| int32 runtime·sem_reltimedwait_np(SemT* sem, Timespec* timeout); |
| int32 runtime·sem_wait(SemT* sem); |
| int64 runtime·sysconf(int32 name); |
| |
| extern SigTab runtime·sigtab[]; |
| static Sigset sigset_none; |
| static Sigset sigset_all = { ~(uint32)0, ~(uint32)0, ~(uint32)0, ~(uint32)0, }; |
| |
| // Calling sysvcall on os stack. |
| #pragma textflag NOSPLIT |
| uintptr |
| runtime·sysvicall6(uintptr fn, int32 count, ...) |
| { |
| runtime·memclr((byte*)&m->scratch, sizeof(m->scratch)); |
| m->libcall.fn = (void*)fn; |
| m->libcall.n = (uintptr)count; |
| for(;count; count--) |
| m->scratch.v[count - 1] = *((uintptr*)&count + count); |
| m->libcall.args = (uintptr*)&m->scratch.v[0]; |
| runtime·asmcgocall(runtime·asmsysvicall6, &m->libcall); |
| return m->libcall.r1; |
| } |
| |
| static int32 |
| getncpu(void) |
| { |
| int32 n; |
| |
| n = (int32)runtime·sysconf(_SC_NPROCESSORS_ONLN); |
| if(n < 1) |
| return 1; |
| return n; |
| } |
| |
| void |
| runtime·osinit(void) |
| { |
| runtime·ncpu = getncpu(); |
| } |
| |
| void |
| runtime·newosproc(M *mp, void *stk) |
| { |
| PthreadAttr attr; |
| Sigset oset; |
| Pthread tid; |
| int32 ret; |
| |
| USED(stk); |
| if(runtime·pthread_attr_init(&attr) != 0) |
| runtime·throw("pthread_attr_init"); |
| if(runtime·pthread_attr_setstack(&attr, 0, 0x200000) != 0) |
| runtime·throw("pthread_attr_setstack"); |
| if(runtime·pthread_attr_getstack(&attr, (void**)&mp->g0->stackbase, &mp->g0->stacksize) != 0) |
| runtime·throw("pthread_attr_getstack"); |
| if(runtime·pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED) != 0) |
| runtime·throw("pthread_attr_setdetachstate"); |
| |
| // Disable signals during create, so that the new thread starts |
| // with signals disabled. It will enable them in minit. |
| runtime·sigprocmask(SIG_SETMASK, &sigset_all, &oset); |
| ret = runtime·pthread_create(&tid, &attr, (void (*)(void))runtime·tstart_sysvicall, mp); |
| runtime·sigprocmask(SIG_SETMASK, &oset, nil); |
| if(ret != 0) { |
| runtime·printf("runtime: failed to create new OS thread (have %d already; errno=%d)\n", runtime·mcount(), ret); |
| runtime·throw("runtime.newosproc"); |
| } |
| } |
| |
| void |
| runtime·get_random_data(byte **rnd, int32 *rnd_len) |
| { |
| #pragma dataflag NOPTR |
| static byte urandom_data[HashRandomBytes]; |
| int32 fd; |
| fd = runtime·open("/dev/urandom", 0 /* O_RDONLY */, 0); |
| if(runtime·read(fd, urandom_data, HashRandomBytes) == HashRandomBytes) { |
| *rnd = urandom_data; |
| *rnd_len = HashRandomBytes; |
| } else { |
| *rnd = nil; |
| *rnd_len = 0; |
| } |
| runtime·close(fd); |
| } |
| |
| void |
| runtime·goenvs(void) |
| { |
| runtime·goenvs_unix(); |
| } |
| |
| // Called to initialize a new m (including the bootstrap m). |
| // Called on the parent thread (main thread in case of bootstrap), can allocate memory. |
| void |
| runtime·mpreinit(M *mp) |
| { |
| mp->gsignal = runtime·malg(32*1024); |
| } |
| |
| // Called to initialize a new m (including the bootstrap m). |
| // Called on the new thread, can not allocate memory. |
| void |
| runtime·minit(void) |
| { |
| runtime·asmcgocall(runtime·miniterrno, (void *)libc·___errno); |
| // Initialize signal handling |
| runtime·signalstack((byte*)m->gsignal->stackguard - StackGuard, 32*1024); |
| runtime·sigprocmask(SIG_SETMASK, &sigset_none, nil); |
| } |
| |
| // Called from dropm to undo the effect of an minit. |
| void |
| runtime·unminit(void) |
| { |
| runtime·signalstack(nil, 0); |
| } |
| |
| void |
| runtime·sigpanic(void) |
| { |
| if(!runtime·canpanic(g)) |
| runtime·throw("unexpected signal during runtime execution"); |
| |
| switch(g->sig) { |
| case SIGBUS: |
| if(g->sigcode0 == BUS_ADRERR && g->sigcode1 < 0x1000 || g->paniconfault) { |
| if(g->sigpc == 0) |
| runtime·panicstring("call of nil func value"); |
| runtime·panicstring("invalid memory address or nil pointer dereference"); |
| } |
| runtime·printf("unexpected fault address %p\n", g->sigcode1); |
| runtime·throw("fault"); |
| case SIGSEGV: |
| if((g->sigcode0 == 0 || g->sigcode0 == SEGV_MAPERR || g->sigcode0 == SEGV_ACCERR) && g->sigcode1 < 0x1000 || g->paniconfault) { |
| if(g->sigpc == 0) |
| runtime·panicstring("call of nil func value"); |
| runtime·panicstring("invalid memory address or nil pointer dereference"); |
| } |
| runtime·printf("unexpected fault address %p\n", g->sigcode1); |
| runtime·throw("fault"); |
| case SIGFPE: |
| switch(g->sigcode0) { |
| case FPE_INTDIV: |
| runtime·panicstring("integer divide by zero"); |
| case FPE_INTOVF: |
| runtime·panicstring("integer overflow"); |
| } |
| runtime·panicstring("floating point error"); |
| } |
| runtime·panicstring(runtime·sigtab[g->sig].name); |
| } |
| |
| uintptr |
| runtime·memlimit(void) |
| { |
| Rlimit rl; |
| extern byte text[], end[]; |
| uintptr used; |
| |
| if(runtime·getrlimit(RLIMIT_AS, &rl) != 0) |
| return 0; |
| if(rl.rlim_cur >= 0x7fffffff) |
| return 0; |
| |
| // Estimate our VM footprint excluding the heap. |
| // Not an exact science: use size of binary plus |
| // some room for thread stacks. |
| used = end - text + (64<<20); |
| if(used >= rl.rlim_cur) |
| return 0; |
| |
| // If there's not at least 16 MB left, we're probably |
| // not going to be able to do much. Treat as no limit. |
| rl.rlim_cur -= used; |
| if(rl.rlim_cur < (16<<20)) |
| return 0; |
| |
| return rl.rlim_cur - used; |
| } |
| |
| void |
| runtime·setprof(bool on) |
| { |
| USED(on); |
| } |
| |
| extern void runtime·sigtramp(void); |
| |
| void |
| runtime·setsig(int32 i, GoSighandler *fn, bool restart) |
| { |
| Sigaction sa; |
| |
| runtime·memclr((byte*)&sa, sizeof sa); |
| sa.sa_flags = SA_SIGINFO|SA_ONSTACK; |
| if(restart) |
| sa.sa_flags |= SA_RESTART; |
| sa.sa_mask.__sigbits[0] = ~(uint32)0; |
| sa.sa_mask.__sigbits[1] = ~(uint32)0; |
| sa.sa_mask.__sigbits[2] = ~(uint32)0; |
| sa.sa_mask.__sigbits[3] = ~(uint32)0; |
| if(fn == runtime·sighandler) |
| fn = (void*)runtime·sigtramp; |
| *((void**)&sa._funcptr[0]) = (void*)fn; |
| runtime·sigaction(i, &sa, nil); |
| } |
| |
| GoSighandler* |
| runtime·getsig(int32 i) |
| { |
| Sigaction sa; |
| |
| runtime·memclr((byte*)&sa, sizeof sa); |
| runtime·sigaction(i, nil, &sa); |
| if(*((void**)&sa._funcptr[0]) == runtime·sigtramp) |
| return runtime·sighandler; |
| return *((void**)&sa._funcptr[0]); |
| } |
| |
| void |
| runtime·signalstack(byte *p, int32 n) |
| { |
| StackT st; |
| |
| st.ss_sp = (void*)p; |
| st.ss_size = n; |
| st.ss_flags = 0; |
| if(p == nil) |
| st.ss_flags = SS_DISABLE; |
| runtime·sigaltstack(&st, nil); |
| } |
| |
| void |
| runtime·unblocksignals(void) |
| { |
| runtime·sigprocmask(SIG_SETMASK, &sigset_none, nil); |
| } |
| |
| #pragma textflag NOSPLIT |
| uintptr |
| runtime·semacreate(void) |
| { |
| SemT* sem; |
| |
| // Call libc's malloc rather than runtime·malloc. This will |
| // allocate space on the C heap. We can't call runtime·malloc |
| // here because it could cause a deadlock. |
| m->libcall.fn = (void*)libc·malloc; |
| m->libcall.n = 1; |
| runtime·memclr((byte*)&m->scratch, sizeof(m->scratch)); |
| m->scratch.v[0] = (uintptr)sizeof(*sem); |
| m->libcall.args = (uintptr*)&m->scratch; |
| runtime·asmcgocall(runtime·asmsysvicall6, &m->libcall); |
| sem = (void*)m->libcall.r1; |
| if(runtime·sem_init(sem, 0, 0) != 0) |
| runtime·throw("sem_init"); |
| return (uintptr)sem; |
| } |
| |
| #pragma textflag NOSPLIT |
| int32 |
| runtime·semasleep(int64 ns) |
| { |
| if(ns >= 0) { |
| m->ts.tv_sec = ns / 1000000000LL; |
| m->ts.tv_nsec = ns % 1000000000LL; |
| |
| m->libcall.fn = (void*)libc·sem_reltimedwait_np; |
| m->libcall.n = 2; |
| runtime·memclr((byte*)&m->scratch, sizeof(m->scratch)); |
| m->scratch.v[0] = m->waitsema; |
| m->scratch.v[1] = (uintptr)&m->ts; |
| m->libcall.args = (uintptr*)&m->scratch; |
| runtime·asmcgocall(runtime·asmsysvicall6, &m->libcall); |
| if(*m->perrno != 0) { |
| if(*m->perrno == ETIMEDOUT || *m->perrno == EAGAIN || *m->perrno == EINTR) |
| return -1; |
| runtime·throw("sem_reltimedwait_np"); |
| } |
| return 0; |
| } |
| for(;;) { |
| m->libcall.fn = (void*)libc·sem_wait; |
| m->libcall.n = 1; |
| runtime·memclr((byte*)&m->scratch, sizeof(m->scratch)); |
| m->scratch.v[0] = m->waitsema; |
| m->libcall.args = (uintptr*)&m->scratch; |
| runtime·asmcgocall(runtime·asmsysvicall6, &m->libcall); |
| if(m->libcall.r1 == 0) |
| break; |
| if(*m->perrno == EINTR) |
| continue; |
| runtime·throw("sem_wait"); |
| } |
| return 0; |
| } |
| |
| #pragma textflag NOSPLIT |
| void |
| runtime·semawakeup(M *mp) |
| { |
| SemT* sem = (SemT*)mp->waitsema; |
| if(runtime·sem_post(sem) != 0) |
| runtime·throw("sem_post"); |
| } |
| |
| int32 |
| runtime·close(int32 fd) |
| { |
| return runtime·sysvicall6(libc·close, 1, (uintptr)fd); |
| } |
| |
| void |
| runtime·exit(int32 r) |
| { |
| runtime·sysvicall6(libc·exit, 1, (uintptr)r); |
| } |
| |
| /* int32 */ void |
| runtime·getcontext(Ucontext* context) |
| { |
| runtime·sysvicall6(libc·getcontext, 1, (uintptr)context); |
| } |
| |
| int32 |
| runtime·getrlimit(int32 res, Rlimit* rlp) |
| { |
| return runtime·sysvicall6(libc·getrlimit, 2, (uintptr)res, (uintptr)rlp); |
| } |
| |
| uint8* |
| runtime·mmap(byte* addr, uintptr len, int32 prot, int32 flags, int32 fildes, uint32 off) |
| { |
| return (uint8*)runtime·sysvicall6(libc·mmap, 6, (uintptr)addr, (uintptr)len, (uintptr)prot, (uintptr)flags, (uintptr)fildes, (uintptr)off); |
| } |
| |
| void |
| runtime·munmap(byte* addr, uintptr len) |
| { |
| runtime·sysvicall6(libc·munmap, 2, (uintptr)addr, (uintptr)len); |
| } |
| |
| extern int64 runtime·nanotime1(void); |
| #pragma textflag NOSPLIT |
| int64 |
| runtime·nanotime(void) |
| { |
| return runtime·sysvicall6((uintptr)runtime·nanotime1, 0); |
| } |
| |
| void |
| time·now(int64 sec, int32 usec) |
| { |
| int64 ns; |
| |
| ns = runtime·nanotime(); |
| sec = ns / 1000000000LL; |
| usec = ns - sec * 1000000000LL; |
| FLUSH(&sec); |
| FLUSH(&usec); |
| } |
| |
| int32 |
| runtime·open(int8* path, int32 oflag, int32 mode) |
| { |
| return runtime·sysvicall6(libc·open, 3, (uintptr)path, (uintptr)oflag, (uintptr)mode); |
| } |
| |
| int32 |
| runtime·pthread_attr_destroy(PthreadAttr* attr) |
| { |
| return runtime·sysvicall6(libc·pthread_attr_destroy, 1, (uintptr)attr); |
| } |
| |
| int32 |
| runtime·pthread_attr_getstack(PthreadAttr* attr, void** addr, uint64* size) |
| { |
| return runtime·sysvicall6(libc·pthread_attr_getstack, 3, (uintptr)attr, (uintptr)addr, (uintptr)size); |
| } |
| |
| int32 |
| runtime·pthread_attr_init(PthreadAttr* attr) |
| { |
| return runtime·sysvicall6(libc·pthread_attr_init, 1, (uintptr)attr); |
| } |
| |
| int32 |
| runtime·pthread_attr_setdetachstate(PthreadAttr* attr, int32 state) |
| { |
| return runtime·sysvicall6(libc·pthread_attr_setdetachstate, 2, (uintptr)attr, (uintptr)state); |
| } |
| |
| int32 |
| runtime·pthread_attr_setstack(PthreadAttr* attr, void* addr, uint64 size) |
| { |
| return runtime·sysvicall6(libc·pthread_attr_setstack, 3, (uintptr)attr, (uintptr)addr, (uintptr)size); |
| } |
| |
| int32 |
| runtime·pthread_create(Pthread* thread, PthreadAttr* attr, void(*fn)(void), void *arg) |
| { |
| return runtime·sysvicall6(libc·pthread_create, 4, (uintptr)thread, (uintptr)attr, (uintptr)fn, (uintptr)arg); |
| } |
| |
| /* int32 */ void |
| runtime·raise(int32 sig) |
| { |
| runtime·sysvicall6(libc·raise, 1, (uintptr)sig); |
| } |
| |
| int32 |
| runtime·read(int32 fd, void* buf, int32 nbyte) |
| { |
| return runtime·sysvicall6(libc·read, 3, (uintptr)fd, (uintptr)buf, (uintptr)nbyte); |
| } |
| |
| #pragma textflag NOSPLIT |
| int32 |
| runtime·sem_init(SemT* sem, int32 pshared, uint32 value) |
| { |
| return runtime·sysvicall6(libc·sem_init, 3, (uintptr)sem, (uintptr)pshared, (uintptr)value); |
| } |
| |
| #pragma textflag NOSPLIT |
| int32 |
| runtime·sem_post(SemT* sem) |
| { |
| return runtime·sysvicall6(libc·sem_post, 1, (uintptr)sem); |
| } |
| |
| #pragma textflag NOSPLIT |
| int32 |
| runtime·sem_reltimedwait_np(SemT* sem, Timespec* timeout) |
| { |
| return runtime·sysvicall6(libc·sem_reltimedwait_np, 2, (uintptr)sem, (uintptr)timeout); |
| } |
| |
| #pragma textflag NOSPLIT |
| int32 |
| runtime·sem_wait(SemT* sem) |
| { |
| return runtime·sysvicall6(libc·sem_wait, 1, (uintptr)sem); |
| } |
| |
| /* int32 */ void |
| runtime·setitimer(int32 which, Itimerval* value, Itimerval* ovalue) |
| { |
| runtime·sysvicall6(libc·setitimer, 3, (uintptr)which, (uintptr)value, (uintptr)ovalue); |
| } |
| |
| /* int32 */ void |
| runtime·sigaction(int32 sig, struct Sigaction* act, struct Sigaction* oact) |
| { |
| runtime·sysvicall6(libc·sigaction, 3, (uintptr)sig, (uintptr)act, (uintptr)oact); |
| } |
| |
| /* int32 */ void |
| runtime·sigaltstack(Sigaltstack* ss, Sigaltstack* oss) |
| { |
| runtime·sysvicall6(libc·sigaltstack, 2, (uintptr)ss, (uintptr)oss); |
| } |
| |
| /* int32 */ void |
| runtime·sigprocmask(int32 how, Sigset* set, Sigset* oset) |
| { |
| runtime·sysvicall6(libc·sigprocmask, 3, (uintptr)how, (uintptr)set, (uintptr)oset); |
| } |
| |
| int64 |
| runtime·sysconf(int32 name) |
| { |
| return runtime·sysvicall6(libc·sysconf, 1, (uintptr)name); |
| } |
| |
| void |
| runtime·usleep(uint32 us) |
| { |
| runtime·sysvicall6(libc·usleep, 1, (uintptr)us); |
| } |
| |
| int32 |
| runtime·write(uintptr fd, void* buf, int32 nbyte) |
| { |
| return runtime·sysvicall6(libc·write, 3, (uintptr)fd, (uintptr)buf, (uintptr)nbyte); |
| } |
| |
| void |
| runtime·osyield(void) |
| { |
| runtime·sysvicall6(libc·sched_yield, 0); |
| } |