commit | 7159accc2786f73c791a62ccfcd7837637ac2f49 | [log] [tgz] |
---|---|---|
author | Jamal Carvalho <jamal@golang.org> | Mon Aug 16 20:07:26 2021 +0000 |
committer | Jamal Carvalho <jamal@golang.org> | Mon Aug 16 22:59:41 2021 +0000 |
tree | 85c60d38faad55e5b91c38ecbebee59cbd72ce53 | |
parent | 24920d87bb5b236ababdf22bcde70f62492641f0 [diff] |
internal/frontend: add sitemap URL to robots.txt Change-Id: I06e5dc9e82956aaa3b40199b55b96a41b1bb271c Reviewed-on: https://go-review.googlesource.com/c/pkgsite/+/342485 Trust: Jamal Carvalho <jamal@golang.org> Run-TryBot: Jamal Carvalho <jamal@golang.org> TryBot-Result: kokoro <noreply+kokoro@google.com> Reviewed-by: Julie Qiu <julie@golang.org>
diff --git a/internal/frontend/server.go b/internal/frontend/server.go index 96c83e3..1cbb637 100644 --- a/internal/frontend/server.go +++ b/internal/frontend/server.go
@@ -159,6 +159,7 @@ http.ServeContent(w, r, "", time.Time{}, strings.NewReader(`User-agent: * Disallow: /search?* Disallow: /fetch/* +Sitemap: https://pkg.go.dev/sitemap/index.xml `)) })) }