| // Copyright 2018 The Go Authors. All rights reserved. | |
| // Use of this source code is governed by a BSD-style | |
| // license that can be found in the LICENSE file. | |
| package runtime | |
| import ( | |
| "unsafe" | |
| ) | |
| // Don't split the stack as this function may be invoked without a valid G, | |
| // which prevents us from allocating more stack. | |
| //go:nosplit | |
| func sysAlloc(n uintptr, sysStat *sysMemStat) unsafe.Pointer { | |
| v, err := mmap(nil, n, _PROT_READ|_PROT_WRITE, _MAP_ANON|_MAP_PRIVATE, -1, 0) | |
| if err != 0 { | |
| return nil | |
| } | |
| sysStat.add(int64(n)) | |
| return v | |
| } | |
| func sysUnused(v unsafe.Pointer, n uintptr) { | |
| // MADV_FREE_REUSABLE is like MADV_FREE except it also propagates | |
| // accounting information about the process to task_info. | |
| madvise(v, n, _MADV_FREE_REUSABLE) | |
| } | |
| func sysUsed(v unsafe.Pointer, n uintptr) { | |
| // MADV_FREE_REUSE is necessary to keep the kernel's accounting | |
| // accurate. If called on any memory region that hasn't been | |
| // MADV_FREE_REUSABLE'd, it's a no-op. | |
| madvise(v, n, _MADV_FREE_REUSE) | |
| } | |
| func sysHugePage(v unsafe.Pointer, n uintptr) { | |
| } | |
| // Don't split the stack as this function may be invoked without a valid G, | |
| // which prevents us from allocating more stack. | |
| //go:nosplit | |
| func sysFree(v unsafe.Pointer, n uintptr, sysStat *sysMemStat) { | |
| sysStat.add(-int64(n)) | |
| munmap(v, n) | |
| } | |
| func sysFault(v unsafe.Pointer, n uintptr) { | |
| mmap(v, n, _PROT_NONE, _MAP_ANON|_MAP_PRIVATE|_MAP_FIXED, -1, 0) | |
| } | |
| func sysReserve(v unsafe.Pointer, n uintptr) unsafe.Pointer { | |
| p, err := mmap(v, n, _PROT_NONE, _MAP_ANON|_MAP_PRIVATE, -1, 0) | |
| if err != 0 { | |
| return nil | |
| } | |
| return p | |
| } | |
| const _ENOMEM = 12 | |
| func sysMap(v unsafe.Pointer, n uintptr, sysStat *sysMemStat) { | |
| sysStat.add(int64(n)) | |
| p, err := mmap(v, n, _PROT_READ|_PROT_WRITE, _MAP_ANON|_MAP_FIXED|_MAP_PRIVATE, -1, 0) | |
| if err == _ENOMEM { | |
| throw("runtime: out of memory") | |
| } | |
| if p != v || err != 0 { | |
| throw("runtime: cannot map pages in arena address space") | |
| } | |
| } |