| // Copyright 2014 The Go Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| package runtime |
| |
| import "unsafe" |
| |
| type mts struct { |
| tv_sec int64 |
| tv_nsec int64 |
| } |
| |
| type mscratch struct { |
| v [6]uintptr |
| } |
| |
| type mOS struct { |
| waitsema uintptr // semaphore for parking on locks |
| perrno *int32 // pointer to tls errno |
| // these are here because they are too large to be on the stack |
| // of low-level NOSPLIT functions. |
| //LibCall libcall; |
| ts mts |
| scratch mscratch |
| } |
| |
| type libcFunc uintptr |
| |
| //go:linkname asmsysvicall6x runtime.asmsysvicall6 |
| var asmsysvicall6x libcFunc // name to take addr of asmsysvicall6 |
| |
| func asmsysvicall6() // declared for vet; do NOT call |
| |
| //go:nosplit |
| func sysvicall0(fn *libcFunc) uintptr { |
| // Leave caller's PC/SP around for traceback. |
| gp := getg() |
| var mp *m |
| if gp != nil { |
| mp = gp.m |
| } |
| if mp != nil && mp.libcallsp == 0 { |
| mp.libcallg.set(gp) |
| mp.libcallpc = getcallerpc() |
| // sp must be the last, because once async cpu profiler finds |
| // all three values to be non-zero, it will use them |
| mp.libcallsp = getcallersp() |
| } else { |
| mp = nil // See comment in sys_darwin.go:libcCall |
| } |
| |
| var libcall libcall |
| libcall.fn = uintptr(unsafe.Pointer(fn)) |
| libcall.n = 0 |
| libcall.args = uintptr(unsafe.Pointer(fn)) // it's unused but must be non-nil, otherwise crashes |
| asmcgocall(unsafe.Pointer(&asmsysvicall6x), unsafe.Pointer(&libcall)) |
| if mp != nil { |
| mp.libcallsp = 0 |
| } |
| return libcall.r1 |
| } |
| |
| //go:nosplit |
| func sysvicall1(fn *libcFunc, a1 uintptr) uintptr { |
| r1, _ := sysvicall1Err(fn, a1) |
| return r1 |
| } |
| |
| // sysvicall1Err returns both the system call result and the errno value. |
| // This is used by sysvicall1 and pipe. |
| // |
| //go:nosplit |
| func sysvicall1Err(fn *libcFunc, a1 uintptr) (r1, err uintptr) { |
| // Leave caller's PC/SP around for traceback. |
| gp := getg() |
| var mp *m |
| if gp != nil { |
| mp = gp.m |
| } |
| if mp != nil && mp.libcallsp == 0 { |
| mp.libcallg.set(gp) |
| mp.libcallpc = getcallerpc() |
| // sp must be the last, because once async cpu profiler finds |
| // all three values to be non-zero, it will use them |
| mp.libcallsp = getcallersp() |
| } else { |
| mp = nil |
| } |
| |
| var libcall libcall |
| libcall.fn = uintptr(unsafe.Pointer(fn)) |
| libcall.n = 1 |
| // TODO(rsc): Why is noescape necessary here and below? |
| libcall.args = uintptr(noescape(unsafe.Pointer(&a1))) |
| asmcgocall(unsafe.Pointer(&asmsysvicall6x), unsafe.Pointer(&libcall)) |
| if mp != nil { |
| mp.libcallsp = 0 |
| } |
| return libcall.r1, libcall.err |
| } |
| |
| //go:nosplit |
| func sysvicall2(fn *libcFunc, a1, a2 uintptr) uintptr { |
| r1, _ := sysvicall2Err(fn, a1, a2) |
| return r1 |
| } |
| |
| //go:nosplit |
| //go:cgo_unsafe_args |
| |
| // sysvicall2Err returns both the system call result and the errno value. |
| // This is used by sysvicall2 and pipe2. |
| func sysvicall2Err(fn *libcFunc, a1, a2 uintptr) (uintptr, uintptr) { |
| // Leave caller's PC/SP around for traceback. |
| gp := getg() |
| var mp *m |
| if gp != nil { |
| mp = gp.m |
| } |
| if mp != nil && mp.libcallsp == 0 { |
| mp.libcallg.set(gp) |
| mp.libcallpc = getcallerpc() |
| // sp must be the last, because once async cpu profiler finds |
| // all three values to be non-zero, it will use them |
| mp.libcallsp = getcallersp() |
| } else { |
| mp = nil |
| } |
| |
| var libcall libcall |
| libcall.fn = uintptr(unsafe.Pointer(fn)) |
| libcall.n = 2 |
| libcall.args = uintptr(noescape(unsafe.Pointer(&a1))) |
| asmcgocall(unsafe.Pointer(&asmsysvicall6x), unsafe.Pointer(&libcall)) |
| if mp != nil { |
| mp.libcallsp = 0 |
| } |
| return libcall.r1, libcall.err |
| } |
| |
| //go:nosplit |
| func sysvicall3(fn *libcFunc, a1, a2, a3 uintptr) uintptr { |
| r1, _ := sysvicall3Err(fn, a1, a2, a3) |
| return r1 |
| } |
| |
| //go:nosplit |
| //go:cgo_unsafe_args |
| |
| // sysvicall3Err returns both the system call result and the errno value. |
| // This is used by sysicall3 and write1. |
| func sysvicall3Err(fn *libcFunc, a1, a2, a3 uintptr) (r1, err uintptr) { |
| // Leave caller's PC/SP around for traceback. |
| gp := getg() |
| var mp *m |
| if gp != nil { |
| mp = gp.m |
| } |
| if mp != nil && mp.libcallsp == 0 { |
| mp.libcallg.set(gp) |
| mp.libcallpc = getcallerpc() |
| // sp must be the last, because once async cpu profiler finds |
| // all three values to be non-zero, it will use them |
| mp.libcallsp = getcallersp() |
| } else { |
| mp = nil |
| } |
| |
| var libcall libcall |
| libcall.fn = uintptr(unsafe.Pointer(fn)) |
| libcall.n = 3 |
| libcall.args = uintptr(noescape(unsafe.Pointer(&a1))) |
| asmcgocall(unsafe.Pointer(&asmsysvicall6x), unsafe.Pointer(&libcall)) |
| if mp != nil { |
| mp.libcallsp = 0 |
| } |
| return libcall.r1, libcall.err |
| } |
| |
| //go:nosplit |
| //go:cgo_unsafe_args |
| func sysvicall4(fn *libcFunc, a1, a2, a3, a4 uintptr) uintptr { |
| // Leave caller's PC/SP around for traceback. |
| gp := getg() |
| var mp *m |
| if gp != nil { |
| mp = gp.m |
| } |
| if mp != nil && mp.libcallsp == 0 { |
| mp.libcallg.set(gp) |
| mp.libcallpc = getcallerpc() |
| // sp must be the last, because once async cpu profiler finds |
| // all three values to be non-zero, it will use them |
| mp.libcallsp = getcallersp() |
| } else { |
| mp = nil |
| } |
| |
| var libcall libcall |
| libcall.fn = uintptr(unsafe.Pointer(fn)) |
| libcall.n = 4 |
| libcall.args = uintptr(noescape(unsafe.Pointer(&a1))) |
| asmcgocall(unsafe.Pointer(&asmsysvicall6x), unsafe.Pointer(&libcall)) |
| if mp != nil { |
| mp.libcallsp = 0 |
| } |
| return libcall.r1 |
| } |
| |
| //go:nosplit |
| //go:cgo_unsafe_args |
| func sysvicall5(fn *libcFunc, a1, a2, a3, a4, a5 uintptr) uintptr { |
| // Leave caller's PC/SP around for traceback. |
| gp := getg() |
| var mp *m |
| if gp != nil { |
| mp = gp.m |
| } |
| if mp != nil && mp.libcallsp == 0 { |
| mp.libcallg.set(gp) |
| mp.libcallpc = getcallerpc() |
| // sp must be the last, because once async cpu profiler finds |
| // all three values to be non-zero, it will use them |
| mp.libcallsp = getcallersp() |
| } else { |
| mp = nil |
| } |
| |
| var libcall libcall |
| libcall.fn = uintptr(unsafe.Pointer(fn)) |
| libcall.n = 5 |
| libcall.args = uintptr(noescape(unsafe.Pointer(&a1))) |
| asmcgocall(unsafe.Pointer(&asmsysvicall6x), unsafe.Pointer(&libcall)) |
| if mp != nil { |
| mp.libcallsp = 0 |
| } |
| return libcall.r1 |
| } |
| |
| //go:nosplit |
| //go:cgo_unsafe_args |
| func sysvicall6(fn *libcFunc, a1, a2, a3, a4, a5, a6 uintptr) uintptr { |
| // Leave caller's PC/SP around for traceback. |
| gp := getg() |
| var mp *m |
| if gp != nil { |
| mp = gp.m |
| } |
| if mp != nil && mp.libcallsp == 0 { |
| mp.libcallg.set(gp) |
| mp.libcallpc = getcallerpc() |
| // sp must be the last, because once async cpu profiler finds |
| // all three values to be non-zero, it will use them |
| mp.libcallsp = getcallersp() |
| } else { |
| mp = nil |
| } |
| |
| var libcall libcall |
| libcall.fn = uintptr(unsafe.Pointer(fn)) |
| libcall.n = 6 |
| libcall.args = uintptr(noescape(unsafe.Pointer(&a1))) |
| asmcgocall(unsafe.Pointer(&asmsysvicall6x), unsafe.Pointer(&libcall)) |
| if mp != nil { |
| mp.libcallsp = 0 |
| } |
| return libcall.r1 |
| } |
