runtime: formalize and fix gcPercent synchronization
Currently gcController.gcPercent is read non-atomically by
gcControllerState.revise and gcTrigger.test, but these users may
execute concurrently with an update to gcPercent.
Although revise's results are best-effort, reading it directly in this
way is, generally speaking, unsafe.
This change makes gcPercent atomically updated for concurrent readers
and documents the complete synchronization semantics.
Because gcPercent otherwise only updated with the heap lock held or the
world stopped, all other reads can remain unsynchronized.
For #44167.
Change-Id: If09af103aae84a1e133e2d4fed8ab888d4b8f457
Reviewed-on: https://go-review.googlesource.com/c/go/+/308690
Trust: Michael Knyszek <mknyszek@google.com>
Run-TryBot: Michael Knyszek <mknyszek@google.com>
TryBot-Result: Go Bot <gobot@golang.org>
Reviewed-by: Michael Pratt <mpratt@google.com>
diff --git a/src/runtime/mgc.go b/src/runtime/mgc.go
index 6f8463c..f937287 100644
--- a/src/runtime/mgc.go
+++ b/src/runtime/mgc.go
@@ -545,7 +545,7 @@
// own write.
return gcController.heapLive >= gcController.trigger
case gcTriggerTime:
- if gcController.gcPercent < 0 {
+ if atomic.Loadint32(&gcController.gcPercent) < 0 {
return false
}
lastgc := int64(atomic.Load64(&memstats.last_gc_nanotime))
diff --git a/src/runtime/mgcpacer.go b/src/runtime/mgcpacer.go
index 55f3bc9..44b8704 100644
--- a/src/runtime/mgcpacer.go
+++ b/src/runtime/mgcpacer.go
@@ -73,6 +73,10 @@
type gcControllerState struct {
// Initialized from $GOGC. GOGC=off means no GC.
+ //
+ // Updated atomically with mheap_.lock held or during a STW.
+ // Safe to read atomically at any time, or non-atomically with
+ // mheap_.lock or STW.
gcPercent int32
_ uint32 // padding so following 64-bit values are 8-byte aligned
@@ -355,7 +359,7 @@
// is when assists are enabled and the necessary statistics are
// available).
func (c *gcControllerState) revise() {
- gcPercent := c.gcPercent
+ gcPercent := atomic.Loadint32(&c.gcPercent)
if gcPercent < 0 {
// If GC is disabled but we're running a forced GC,
// act like GOGC is huge for the below calculations.
@@ -800,7 +804,8 @@
if in < 0 {
in = -1
}
- c.gcPercent = in
+ // Write it atomically so readers like revise() can read it safely.
+ atomic.Storeint32(&c.gcPercent, in)
c.heapMinimum = defaultHeapMinimum * uint64(c.gcPercent) / 100
// Update pacing in response to gcPercent change.
c.commit(c.triggerRatio)
