internal/teeproxy: don't tee robot requests

Change-Id: Id1dc3d2102b7a8ec27d87f3d2c1cd8c0ae861fc1
Reviewed-on: https://go-review.googlesource.com/c/pkgsite/+/261997
Trust: Julie Qiu <julie@golang.org>
Run-TryBot: Julie Qiu <julie@golang.org>
TryBot-Result: kokoro <noreply+kokoro@google.com>
Reviewed-by: Jonathan Amsterdam <jba@google.com>
diff --git a/internal/teeproxy/teeproxy.go b/internal/teeproxy/teeproxy.go
index c0e7b12..1deab23 100644
--- a/internal/teeproxy/teeproxy.go
+++ b/internal/teeproxy/teeproxy.go
@@ -276,6 +276,11 @@
 	results = map[string]*RequestEvent{
 		"godoc.org": gddoEvent,
 	}
+	if gddoEvent.IsRobot {
+		// Don't tee robot requests since these will use up pkg.go.dev cache
+		// space.
+		return results, http.StatusOK, nil
+	}
 	if _, ok := expected404s[gddoEvent.Path]; ok {
 		// Don't tee these requests, since we know they will 404.
 		return results, http.StatusOK, nil