internal/frontend/search.go - pkgsite - Git at Google

 // Copyright 2019 The Go Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style
 // license that can be found in the LICENSE file.

 package frontend

 import (
 	"context"
 	"errors"
 	"fmt"
 	"net/http"
 	"path"
 	"sort"
 	"strings"
 	"sync"
 	"time"
 	"unicode"
 	"unicode/utf8"

 	"github.com/google/safehtml/template"
 	"golang.org/x/mod/semver"
 	"golang.org/x/pkgsite/internal"
 	"golang.org/x/pkgsite/internal/derrors"
 	"golang.org/x/pkgsite/internal/experiment"
 	"golang.org/x/pkgsite/internal/log"
 	"golang.org/x/pkgsite/internal/middleware"
 	"golang.org/x/pkgsite/internal/postgres"
 	"golang.org/x/pkgsite/internal/stdlib"
 	"golang.org/x/pkgsite/internal/version"
 	"golang.org/x/text/message"
 )

 // serveSearch applies database data to the search template. Handles endpoint
 // /search?q=<query>. If <query> is an exact match for a package path, the user
 // will be redirected to the details page.
 func (s *Server) serveSearch(w http.ResponseWriter, r *http.Request, ds internal.DataSource) error {
 	if r.Method != http.MethodGet && r.Method != http.MethodHead {
 		return &serverError{status: http.StatusMethodNotAllowed}
 	}
 	db, ok := ds.(*postgres.DB)
 	if !ok {
 		// The proxydatasource does not support the imported by page.
 		return datasourceNotSupportedErr()
 	}

 	ctx := r.Context()
 	cq, filters := searchQueryAndFilters(r)
 	if !utf8.ValidString(cq) {
 		return &serverError{status: http.StatusBadRequest}
 	}
 	if len(filters) > 1 {
 		return &serverError{
 			status: http.StatusBadRequest,
 			epage: &errorPage{
 				messageTemplate: template.MakeTrustedTemplate(
 					`<h3 class="Error-message">Search query contains more than one symbol.</h3>`),
 			},
 		}
 	}
 	if len(cq) > maxSearchQueryLength {
 		return &serverError{
 			status: http.StatusBadRequest,
 			epage: &errorPage{
 				messageTemplate: template.MakeTrustedTemplate(
 					`<h3 class="Error-message">Search query too long.</h3>`),
 			},
 		}
 	}
 	if cq == "" {
 		http.Redirect(w, r, "/", http.StatusFound)
 		return nil
 	}
 	pageParams := newPaginationParams(r, defaultSearchLimit)
 	if pageParams.offset() > maxSearchOffset {
 		return &serverError{
 			status: http.StatusBadRequest,
 			epage: &errorPage{
 				messageTemplate: template.MakeTrustedTemplate(
 					`<h3 class="Error-message">Search page number too large.</h3>`),
 			},
 		}
 	}
 	if pageParams.limit > maxSearchPageSize {
 		return &serverError{
 			status: http.StatusBadRequest,
 			epage: &errorPage{
 				messageTemplate: template.MakeTrustedTemplate(
 					`<h3 class="Error-message">Search page size too large.</h3>`),
 			},
 		}
 	}
 	if path := searchRequestRedirectPath(ctx, ds, cq); path != "" {
 		http.Redirect(w, r, path, http.StatusFound)
 		return nil
 	}

 	var symbol string
 	if len(filters) > 0 {
 		symbol = filters[0]
 	}
 	mode := searchMode(r)
 	page, err := fetchSearchPage(ctx, db, cq, symbol, pageParams, mode == searchModeSymbol, s.getVulnEntries)
 	if err != nil {
 		return fmt.Errorf("fetchSearchPage(ctx, db, %q): %v", cq, err)
 	}
 	page.basePage = s.newBasePage(r, fmt.Sprintf("%s - Search Results", cq))
 	page.SearchMode = mode
 	if s.shouldServeJSON(r) {
 		return s.serveJSONPage(w, r, page)
 	}
 	tmpl := "legacy_search"
 	if experiment.IsActive(ctx, internal.ExperimentSearchGrouping) {
 		tmpl = "search"
 	}
 	s.servePage(ctx, w, tmpl, page)
 	return nil
 }

 const (
 	// defaultSearchLimit is the default number of items that appears on the
 	// search results page if limit is not specified.
 	defaultSearchLimit = 25

 	// maxSearchQueryLength represents the max number of characters that a search
 	// query can be. For PostgreSQL 11, there is a max length of 2K bytes:
 	// https://www.postgresql.org/docs/11/textsearch-limitations.html. No valid
 	// searches on pkg.go.dev will need more than the maxSearchQueryLength.
 	maxSearchQueryLength = 500

 	// maxSearchOffset is the maximum allowed offset into the search results.
 	// This prevents some very CPU-intensive queries from running.
 	maxSearchOffset = 100

 	// maxSearchPageSize is the maximum allowed limit for search results.
 	maxSearchPageSize = 100

 	// searchModePackage is the keyword prefix and query param for searching
 	// by packages.
 	searchModePackage = "package"

 	// searchModeSymbol is the keyword prefix and query param for searching
 	// by symbols.
 	searchModeSymbol = "symbol"

 	// symbolSearchFilter is a filter that can be used to indicate that the query
 	// contains a symbol. For example, searching for "#unmarshal json" indicates
 	// that unmarshal is a symbol.
 	symbolSearchFilter = "#"
 )

 // SearchPage contains all of the data that the search template needs to
 // populate.
 type SearchPage struct {
 	basePage

 	// PackageTabQuery is the search query, stripped of any filters.
 	// This is used if the user clicks on the package tab.
 	PackageTabQuery string

 	Pagination pagination
 	Results    []*SearchResult
 }

 // SearchResult contains data needed to display a single search result.
 type SearchResult struct {
 	Name           string
 	PackagePath    string
 	ModulePath     string
 	Version        string
 	ChipText       string
 	Synopsis       string
 	DisplayVersion string
 	Licenses       []string
 	CommitTime     string
 	NumImportedBy  string
 	Symbols        *subResult
 	SameModule     *subResult // package paths in the same module
 	OtherMajor     *subResult // package paths in lower major versions
 	SymbolName     string
 	SymbolKind     string
 	SymbolSynopsis string
 	SymbolGOOS     string
 	SymbolGOARCH   string
 	SymbolLink     string
 	Vulns          []Vuln
 }

 type subResult struct {
 	Heading string
 	Links   []link
 }

 // fetchSearchPage fetches data matching the search query from the database and
 // returns a SearchPage.
 func fetchSearchPage(ctx context.Context, db *postgres.DB, cq, symbol string,
 	pageParams paginationParams, searchSymbols bool, getVulnEntries vulnEntriesFunc) (*SearchPage, error) {
 	maxResultCount := maxSearchOffset + pageParams.limit

 	offset := pageParams.offset()
 	if experiment.IsActive(ctx, internal.ExperimentSearchGrouping) {
 		// When using search grouping, do pageless search: always start from the beginning.
 		offset = 0
 	}
 	dbresults, err := db.Search(ctx, cq, postgres.SearchOptions{
 		MaxResults:     pageParams.limit,
 		Offset:         offset,
 		MaxResultCount: maxResultCount,
 		SearchSymbols:  searchSymbols,
 		SymbolFilter:   symbol,
 	})
 	if err != nil {
 		return nil, err
 	}

 	var results []*SearchResult
 	for _, r := range dbresults {
 		sr := newSearchResult(r, searchSymbols, message.NewPrinter(middleware.LanguageTag(ctx)))
 		results = append(results, sr)
 	}

 	if getVulnEntries != nil && experiment.IsActive(ctx, internal.ExperimentVulns) {
 		addVulns(results, getVulnEntries)
 	}

 	var numResults int
 	if len(dbresults) > 0 {
 		numResults = int(dbresults[0].NumResults)
 	}

 	numPageResults := 0
 	for _, r := range dbresults {
 		// Grouping will put some results inside others. Each result counts one
 		// for itself plus one for each sub-result in the SameModule list,
 		// because each of those is removed from the top-level slice. Results in
 		// the LowerMajor list are not removed from the top-level slice,
 		// so we don't add them up.
 		numPageResults += 1 + len(r.SameModule)
 	}

 	pgs := newPagination(pageParams, numPageResults, numResults)
 	sp := &SearchPage{
 		PackageTabQuery: cq,
 		Results:         results,
 		Pagination:      pgs,
 	}
 	return sp, nil
 }

 func newSearchResult(r *postgres.SearchResult, searchSymbols bool, pr *message.Printer) *SearchResult {
 	// For commands, change the name from "main" to the last component of the import path.
 	chipText := ""
 	name := r.Name
 	if name == "main" {
 		chipText = "command"
 		name = effectiveName(r.PackagePath, r.Name)
 	}
 	moduleDesc := "Other packages in module " + r.ModulePath
 	if r.ModulePath == stdlib.ModulePath {
 		moduleDesc = "Related packages in the standard library"
 		chipText = "standard library"
 	}
 	sr := &SearchResult{
 		Name:           name,
 		PackagePath:    r.PackagePath,
 		ModulePath:     r.ModulePath,
 		Version:        r.Version,
 		ChipText:       chipText,
 		Synopsis:       r.Synopsis,
 		DisplayVersion: displayVersion(r.ModulePath, r.Version, r.Version),
 		Licenses:       r.Licenses,
 		CommitTime:     elapsedTime(r.CommitTime),
 		NumImportedBy:  pr.Sprint(r.NumImportedBy),
 		SameModule:     packagePaths(moduleDesc+":", r.SameModule),
 		// Say "other" instead of "lower" because at some point we may
 		// prefer to show a tagged, lower major version over an untagged
 		// higher major version.
 		OtherMajor: modulePaths("Other major versions:", r.OtherMajor),
 	}
 	if searchSymbols {
 		sr.SymbolName = r.SymbolName
 		sr.SymbolKind = strings.ToLower(string(r.SymbolKind))
 		sr.SymbolSynopsis = symbolSynopsis(r)
 		sr.SymbolGOOS = r.SymbolGOOS
 		sr.SymbolGOARCH = r.SymbolGOARCH
 		// If the GOOS is "all" or "linux", it doesn't need to be
 		// specified as a query param. "linux" is the default GOOS when a
 		// package has multiple build contexts, since it is first item
 		// listed in internal.BuildContexts.
 		if r.SymbolGOOS == internal.All || r.SymbolGOOS == "linux" {
 			sr.SymbolLink = fmt.Sprintf("/%s#%s", r.PackagePath, r.SymbolName)
 		} else {
 			sr.SymbolLink = fmt.Sprintf("/%s?GOOS=%s#%s", r.PackagePath, r.SymbolGOOS, r.SymbolName)
 		}
 	}
 	return sr
 }

 // searchRequestRedirectPath returns the path that a search request should be
 // redirected to, or the empty string if there is no such path. If the user
 // types an existing package path into the search bar, we will redirect the
 // user to the details page. Standard library packages that only contain one
 // element (such as fmt, errors, etc.) will not redirect, to allow users to
 // search by those terms.
 func searchRequestRedirectPath(ctx context.Context, ds internal.DataSource, query string) string {
 	urlSchemeIdx := strings.Index(query, "://")
 	if urlSchemeIdx > -1 {
 		query = query[urlSchemeIdx+3:]
 	}
 	requestedPath := path.Clean(query)
 	if !strings.Contains(requestedPath, "/") {
 		return ""
 	}
 	_, err := ds.GetUnitMeta(ctx, requestedPath, internal.UnknownModulePath, version.Latest)
 	if err != nil {
 		if !errors.Is(err, derrors.NotFound) {
 			log.Errorf(ctx, "searchRequestRedirectPath(%q): %v", requestedPath, err)
 		}
 		return ""
 	}
 	return fmt.Sprintf("/%s", requestedPath)
 }

 // searchMode reports whether the search performed should be in package or
 // symbol search mode.
 func searchMode(r *http.Request) string {
 	if !experiment.IsActive(r.Context(), internal.ExperimentSymbolSearch) {
 		return searchModePackage
 	}
 	q := rawSearchQuery(r)
 	if strings.HasPrefix(q, symbolSearchFilter) {
 		return searchModeSymbol
 	}
 	mode := rawSearchMode(r)
 	if mode == searchModePackage {
 		return searchModePackage
 	}
 	if mode == searchModeSymbol {
 		return searchModeSymbol
 	}
 	if shouldDefaultToSymbolSearch(q) {
 		return searchModeSymbol
 	}
 	return searchModePackage
 }

 // searchQueryAndFilters returns the search query, trimmed of any filters, and
 // the array of words that had a filter prefix.
 func searchQueryAndFilters(r *http.Request) (string, []string) {
 	words := strings.Fields(rawSearchQuery(r))
 	var filters []string
 	for i := range words {
 		if strings.HasPrefix(words[i], symbolSearchFilter) {
 			words[i] = strings.TrimLeft(words[i], symbolSearchFilter)
 			filters = append(filters, words[i])
 		}
 	}
 	return strings.Join(words, " "), filters
 }

 // rawSearchQuery returns the exact search query by the user.
 func rawSearchQuery(r *http.Request) string {
 	return strings.TrimSpace(r.FormValue("q"))
 }

 // rawSearchQuery returns the exact search mode from the URL request.
 func rawSearchMode(r *http.Request) string {
 	return strings.TrimSpace(r.FormValue("m"))
 }

 // shouldDefaultToSymbolSearch reports whether the symbol search mode should
 // default to symbol search mode based on the input.
 func shouldDefaultToSymbolSearch(q string) bool {
 	if len(strings.Fields(q)) != 1 {
 		return false
 	}
 	if internal.IsGoPkgInPathElement(q) {
 		return false
 	}
 	parts := strings.Split(q, ".")
 	if len(parts) > 1 {
 		if len(parts) == 2 && semver.IsValid(parts[1]) {
 			// The q has the format <text>.<semver> which is likely a
 			// gopkg.in host, such as yaml.v2. Default to package search.
 			return false
 		}
 		return !internal.TopLevelDomains[parts[len(parts)-1]]
 	}
 	// If a user searches for "Unmarshal", assume that they are searching for
 	// the symbol name "Unmarshal", not the package unmarshal.
 	return isCapitalized(q)
 }

 // symbolSynopsis returns the string to be displayed in the code snippet
 // section for a symbol search result.
 func symbolSynopsis(r *postgres.SearchResult) string {
 	switch r.SymbolKind {
 	case internal.SymbolKindField:
 		return fmt.Sprintf(`
 type %s struct {
 	%s
 }
 `, strings.Split(r.SymbolName, ".")[0], r.SymbolSynopsis)
 	case internal.SymbolKindMethod:
 		if !strings.HasPrefix(r.SymbolSynopsis, "func (") {
 			return fmt.Sprintf(`
 type %s interface {
 	%s
 }
 `, strings.Split(r.SymbolName, ".")[0], r.SymbolSynopsis)
 		}
 	}
 	return r.SymbolSynopsis
 }

 func packagePaths(heading string, rs []*postgres.SearchResult) *subResult {
 	if len(rs) == 0 {
 		return nil
 	}
 	var links []link
 	for _, r := range rs {
 		links = append(links, link{Href: r.PackagePath, Body: internal.Suffix(r.PackagePath, r.ModulePath)})
 	}
 	return &subResult{
 		Heading: heading,
 		Links:   links,
 	}
 }

 func modulePaths(heading string, mpaths map[string]bool) *subResult {
 	if len(mpaths) == 0 {
 		return nil
 	}
 	var mps []string
 	for m := range mpaths {
 		mps = append(mps, m)
 	}
 	sort.Slice(mps, func(i, j int) bool {
 		_, v1 := internal.SeriesPathAndMajorVersion(mps[i])
 		_, v2 := internal.SeriesPathAndMajorVersion(mps[j])
 		return v1 > v2
 	})
 	links := make([]link, len(mps))
 	for i, m := range mps {
 		links[i] = link{Href: m, Body: m}
 	}
 	return &subResult{
 		Heading: heading,
 		Links:   links,
 	}
 }

 // isCapitalized reports whether the first letter of s is capitalized.
 func isCapitalized(s string) bool {
 	if len(s) == 0 {
 		return false
 	}
 	return unicode.IsUpper(rune(s[0]))
 }

 // elapsedTime takes a date and returns returns human-readable,
 // relative timestamps based on the following rules:
 // (1) 'X hours ago' when X < 6
 // (2) 'today' between 6 hours and 1 day ago
 // (3) 'Y days ago' when Y < 6
 // (4) A date formatted like "Jan 2, 2006" for anything further back
 func elapsedTime(date time.Time) string {
 	elapsedHours := int(time.Since(date).Hours())
 	if elapsedHours == 1 {
 		return "1 hour ago"
 	} else if elapsedHours < 6 {
 		return fmt.Sprintf("%d hours ago", elapsedHours)
 	}

 	elapsedDays := elapsedHours / 24
 	if elapsedDays < 1 {
 		return "today"
 	} else if elapsedDays == 1 {
 		return "1 day ago"
 	} else if elapsedDays < 6 {
 		return fmt.Sprintf("%d days ago", elapsedDays)
 	}

 	return absoluteTime(date)
 }

 // addVulns adds vulnerability information to search results by consulting the
 // vulnerability database.
 func addVulns(rs []*SearchResult, getVulnEntries vulnEntriesFunc) {
 	// Get all vulns concurrently.
 	var wg sync.WaitGroup
 	// TODO(golang/go#48223): throttle concurrency?
 	for _, r := range rs {
 		r := r
 		wg.Add(1)
 		go func() {
 			defer wg.Done()
 			r.Vulns = Vulns(r.ModulePath, r.Version, r.PackagePath, getVulnEntries)
 		}()
 	}
 	wg.Wait()

 }
	// Copyright 2019 The Go Authors. All rights reserved.
	// Use of this source code is governed by a BSD-style
	// license that can be found in the LICENSE file.

	package frontend

	import (
	"context"
	"errors"
	"fmt"
	"net/http"
	"path"
	"sort"
	"strings"
	"sync"
	"time"
	"unicode"
	"unicode/utf8"

	"github.com/google/safehtml/template"
	"golang.org/x/mod/semver"
	"golang.org/x/pkgsite/internal"
	"golang.org/x/pkgsite/internal/derrors"
	"golang.org/x/pkgsite/internal/experiment"
	"golang.org/x/pkgsite/internal/log"
	"golang.org/x/pkgsite/internal/middleware"
	"golang.org/x/pkgsite/internal/postgres"
	"golang.org/x/pkgsite/internal/stdlib"
	"golang.org/x/pkgsite/internal/version"
	"golang.org/x/text/message"
	)

	// serveSearch applies database data to the search template. Handles endpoint
	// /search?q=<query>. If <query> is an exact match for a package path, the user
	// will be redirected to the details page.
	func (s Server) serveSearch(w http.ResponseWriter, r http.Request, ds internal.DataSource) error {
	if r.Method != http.MethodGet && r.Method != http.MethodHead {
	return &serverError{status: http.StatusMethodNotAllowed}
	}
	db, ok := ds.(*postgres.DB)
	if !ok {
	// The proxydatasource does not support the imported by page.
	return datasourceNotSupportedErr()
	}

	ctx := r.Context()
	cq, filters := searchQueryAndFilters(r)
	if !utf8.ValidString(cq) {
	return &serverError{status: http.StatusBadRequest}
	}
	if len(filters) > 1 {
	return &serverError{
	status: http.StatusBadRequest,
	epage: &errorPage{
	messageTemplate: template.MakeTrustedTemplate(
	`<h3 class="Error-message">Search query contains more than one symbol.</h3>`),
	},
	}
	}
	if len(cq) > maxSearchQueryLength {
	return &serverError{
	status: http.StatusBadRequest,
	epage: &errorPage{
	messageTemplate: template.MakeTrustedTemplate(
	`<h3 class="Error-message">Search query too long.</h3>`),
	},
	}
	}
	if cq == "" {
	http.Redirect(w, r, "/", http.StatusFound)
	return nil
	}
	pageParams := newPaginationParams(r, defaultSearchLimit)
	if pageParams.offset() > maxSearchOffset {
	return &serverError{
	status: http.StatusBadRequest,
	epage: &errorPage{
	messageTemplate: template.MakeTrustedTemplate(
	`<h3 class="Error-message">Search page number too large.</h3>`),
	},
	}
	}
	if pageParams.limit > maxSearchPageSize {
	return &serverError{
	status: http.StatusBadRequest,
	epage: &errorPage{
	messageTemplate: template.MakeTrustedTemplate(
	`<h3 class="Error-message">Search page size too large.</h3>`),
	},
	}
	}
	if path := searchRequestRedirectPath(ctx, ds, cq); path != "" {
	http.Redirect(w, r, path, http.StatusFound)
	return nil
	}

	var symbol string
	if len(filters) > 0 {
	symbol = filters[0]
	}
	mode := searchMode(r)
	page, err := fetchSearchPage(ctx, db, cq, symbol, pageParams, mode == searchModeSymbol, s.getVulnEntries)
	if err != nil {
	return fmt.Errorf("fetchSearchPage(ctx, db, %q): %v", cq, err)
	}
	page.basePage = s.newBasePage(r, fmt.Sprintf("%s - Search Results", cq))
	page.SearchMode = mode
	if s.shouldServeJSON(r) {
	return s.serveJSONPage(w, r, page)
	}
	tmpl := "legacy_search"
	if experiment.IsActive(ctx, internal.ExperimentSearchGrouping) {
	tmpl = "search"
	}
	s.servePage(ctx, w, tmpl, page)
	return nil
	}

	const (
	// defaultSearchLimit is the default number of items that appears on the
	// search results page if limit is not specified.
	defaultSearchLimit = 25

	// maxSearchQueryLength represents the max number of characters that a search
	// query can be. For PostgreSQL 11, there is a max length of 2K bytes:
	// https://www.postgresql.org/docs/11/textsearch-limitations.html. No valid
	// searches on pkg.go.dev will need more than the maxSearchQueryLength.
	maxSearchQueryLength = 500

	// maxSearchOffset is the maximum allowed offset into the search results.
	// This prevents some very CPU-intensive queries from running.
	maxSearchOffset = 100

	// maxSearchPageSize is the maximum allowed limit for search results.
	maxSearchPageSize = 100

	// searchModePackage is the keyword prefix and query param for searching
	// by packages.
	searchModePackage = "package"

	// searchModeSymbol is the keyword prefix and query param for searching
	// by symbols.
	searchModeSymbol = "symbol"

	// symbolSearchFilter is a filter that can be used to indicate that the query
	// contains a symbol. For example, searching for "#unmarshal json" indicates
	// that unmarshal is a symbol.
	symbolSearchFilter = "#"
	)

	// SearchPage contains all of the data that the search template needs to
	// populate.
	type SearchPage struct {
	basePage

	// PackageTabQuery is the search query, stripped of any filters.
	// This is used if the user clicks on the package tab.
	PackageTabQuery string

	Pagination pagination
	Results []*SearchResult
	}

	// SearchResult contains data needed to display a single search result.
	type SearchResult struct {
	Name string
	PackagePath string
	ModulePath string
	Version string
	ChipText string
	Synopsis string
	DisplayVersion string
	Licenses []string
	CommitTime string
	NumImportedBy string
	Symbols *subResult
	SameModule *subResult // package paths in the same module
	OtherMajor *subResult // package paths in lower major versions
	SymbolName string
	SymbolKind string
	SymbolSynopsis string
	SymbolGOOS string
	SymbolGOARCH string
	SymbolLink string
	Vulns []Vuln
	}

	type subResult struct {
	Heading string
	Links []link
	}

	// fetchSearchPage fetches data matching the search query from the database and
	// returns a SearchPage.
	func fetchSearchPage(ctx context.Context, db *postgres.DB, cq, symbol string,
	pageParams paginationParams, searchSymbols bool, getVulnEntries vulnEntriesFunc) (*SearchPage, error) {
	maxResultCount := maxSearchOffset + pageParams.limit

	offset := pageParams.offset()
	if experiment.IsActive(ctx, internal.ExperimentSearchGrouping) {
	// When using search grouping, do pageless search: always start from the beginning.
	offset = 0
	}
	dbresults, err := db.Search(ctx, cq, postgres.SearchOptions{
	MaxResults: pageParams.limit,
	Offset: offset,
	MaxResultCount: maxResultCount,
	SearchSymbols: searchSymbols,
	SymbolFilter: symbol,
	})
	if err != nil {
	return nil, err
	}

	var results []*SearchResult
	for _, r := range dbresults {
	sr := newSearchResult(r, searchSymbols, message.NewPrinter(middleware.LanguageTag(ctx)))
	results = append(results, sr)
	}

	if getVulnEntries != nil && experiment.IsActive(ctx, internal.ExperimentVulns) {
	addVulns(results, getVulnEntries)
	}

	var numResults int
	if len(dbresults) > 0 {
	numResults = int(dbresults[0].NumResults)
	}

	numPageResults := 0
	for _, r := range dbresults {
	// Grouping will put some results inside others. Each result counts one
	// for itself plus one for each sub-result in the SameModule list,
	// because each of those is removed from the top-level slice. Results in
	// the LowerMajor list are not removed from the top-level slice,
	// so we don't add them up.
	numPageResults += 1 + len(r.SameModule)
	}

	pgs := newPagination(pageParams, numPageResults, numResults)
	sp := &SearchPage{
	PackageTabQuery: cq,
	Results: results,
	Pagination: pgs,
	}
	return sp, nil
	}

	func newSearchResult(r postgres.SearchResult, searchSymbols bool, pr message.Printer) *SearchResult {
	// For commands, change the name from "main" to the last component of the import path.
	chipText := ""
	name := r.Name
	if name == "main" {
	chipText = "command"
	name = effectiveName(r.PackagePath, r.Name)
	}
	moduleDesc := "Other packages in module " + r.ModulePath
	if r.ModulePath == stdlib.ModulePath {
	moduleDesc = "Related packages in the standard library"
	chipText = "standard library"
	}
	sr := &SearchResult{
	Name: name,
	PackagePath: r.PackagePath,
	ModulePath: r.ModulePath,
	Version: r.Version,
	ChipText: chipText,
	Synopsis: r.Synopsis,
	DisplayVersion: displayVersion(r.ModulePath, r.Version, r.Version),
	Licenses: r.Licenses,
	CommitTime: elapsedTime(r.CommitTime),
	NumImportedBy: pr.Sprint(r.NumImportedBy),
	SameModule: packagePaths(moduleDesc+":", r.SameModule),
	// Say "other" instead of "lower" because at some point we may
	// prefer to show a tagged, lower major version over an untagged
	// higher major version.
	OtherMajor: modulePaths("Other major versions:", r.OtherMajor),
	}
	if searchSymbols {
	sr.SymbolName = r.SymbolName
	sr.SymbolKind = strings.ToLower(string(r.SymbolKind))
	sr.SymbolSynopsis = symbolSynopsis(r)
	sr.SymbolGOOS = r.SymbolGOOS
	sr.SymbolGOARCH = r.SymbolGOARCH
	// If the GOOS is "all" or "linux", it doesn't need to be
	// specified as a query param. "linux" is the default GOOS when a
	// package has multiple build contexts, since it is first item
	// listed in internal.BuildContexts.
	if r.SymbolGOOS == internal.All \|\| r.SymbolGOOS == "linux" {
	sr.SymbolLink = fmt.Sprintf("/%s#%s", r.PackagePath, r.SymbolName)
	} else {
	sr.SymbolLink = fmt.Sprintf("/%s?GOOS=%s#%s", r.PackagePath, r.SymbolGOOS, r.SymbolName)
	}
	}
	return sr
	}

	// searchRequestRedirectPath returns the path that a search request should be
	// redirected to, or the empty string if there is no such path. If the user
	// types an existing package path into the search bar, we will redirect the
	// user to the details page. Standard library packages that only contain one
	// element (such as fmt, errors, etc.) will not redirect, to allow users to
	// search by those terms.
	func searchRequestRedirectPath(ctx context.Context, ds internal.DataSource, query string) string {
	urlSchemeIdx := strings.Index(query, "://")
	if urlSchemeIdx > -1 {
	query = query[urlSchemeIdx+3:]
	}
	requestedPath := path.Clean(query)
	if !strings.Contains(requestedPath, "/") {
	return ""
	}
	_, err := ds.GetUnitMeta(ctx, requestedPath, internal.UnknownModulePath, version.Latest)
	if err != nil {
	if !errors.Is(err, derrors.NotFound) {
	log.Errorf(ctx, "searchRequestRedirectPath(%q): %v", requestedPath, err)
	}
	return ""
	}
	return fmt.Sprintf("/%s", requestedPath)
	}

	// searchMode reports whether the search performed should be in package or
	// symbol search mode.
	func searchMode(r *http.Request) string {
	if !experiment.IsActive(r.Context(), internal.ExperimentSymbolSearch) {
	return searchModePackage
	}
	q := rawSearchQuery(r)
	if strings.HasPrefix(q, symbolSearchFilter) {
	return searchModeSymbol
	}
	mode := rawSearchMode(r)
	if mode == searchModePackage {
	return searchModePackage
	}
	if mode == searchModeSymbol {
	return searchModeSymbol
	}
	if shouldDefaultToSymbolSearch(q) {
	return searchModeSymbol
	}
	return searchModePackage
	}

	// searchQueryAndFilters returns the search query, trimmed of any filters, and
	// the array of words that had a filter prefix.
	func searchQueryAndFilters(r *http.Request) (string, []string) {
	words := strings.Fields(rawSearchQuery(r))
	var filters []string
	for i := range words {
	if strings.HasPrefix(words[i], symbolSearchFilter) {
	words[i] = strings.TrimLeft(words[i], symbolSearchFilter)
	filters = append(filters, words[i])
	}
	}
	return strings.Join(words, " "), filters
	}

	// rawSearchQuery returns the exact search query by the user.
	func rawSearchQuery(r *http.Request) string {
	return strings.TrimSpace(r.FormValue("q"))
	}

	// rawSearchQuery returns the exact search mode from the URL request.
	func rawSearchMode(r *http.Request) string {
	return strings.TrimSpace(r.FormValue("m"))
	}

	// shouldDefaultToSymbolSearch reports whether the symbol search mode should
	// default to symbol search mode based on the input.
	func shouldDefaultToSymbolSearch(q string) bool {
	if len(strings.Fields(q)) != 1 {
	return false
	}
	if internal.IsGoPkgInPathElement(q) {
	return false
	}
	parts := strings.Split(q, ".")
	if len(parts) > 1 {
	if len(parts) == 2 && semver.IsValid(parts[1]) {
	// The q has the format <text>.<semver> which is likely a
	// gopkg.in host, such as yaml.v2. Default to package search.
	return false
	}
	return !internal.TopLevelDomains[parts[len(parts)-1]]
	}
	// If a user searches for "Unmarshal", assume that they are searching for
	// the symbol name "Unmarshal", not the package unmarshal.
	return isCapitalized(q)
	}

	// symbolSynopsis returns the string to be displayed in the code snippet
	// section for a symbol search result.
	func symbolSynopsis(r *postgres.SearchResult) string {
	switch r.SymbolKind {
	case internal.SymbolKindField:
	return fmt.Sprintf(`
	type %s struct {
	%s
	}
	`, strings.Split(r.SymbolName, ".")[0], r.SymbolSynopsis)
	case internal.SymbolKindMethod:
	if !strings.HasPrefix(r.SymbolSynopsis, "func (") {
	return fmt.Sprintf(`
	type %s interface {
	%s
	}
	`, strings.Split(r.SymbolName, ".")[0], r.SymbolSynopsis)
	}
	}
	return r.SymbolSynopsis
	}

	func packagePaths(heading string, rs []postgres.SearchResult) subResult {
	if len(rs) == 0 {
	return nil
	}
	var links []link
	for _, r := range rs {
	links = append(links, link{Href: r.PackagePath, Body: internal.Suffix(r.PackagePath, r.ModulePath)})
	}
	return &subResult{
	Heading: heading,
	Links: links,
	}
	}

	func modulePaths(heading string, mpaths map[string]bool) *subResult {
	if len(mpaths) == 0 {
	return nil
	}
	var mps []string
	for m := range mpaths {
	mps = append(mps, m)
	}
	sort.Slice(mps, func(i, j int) bool {
	_, v1 := internal.SeriesPathAndMajorVersion(mps[i])
	_, v2 := internal.SeriesPathAndMajorVersion(mps[j])
	return v1 > v2
	})
	links := make([]link, len(mps))
	for i, m := range mps {
	links[i] = link{Href: m, Body: m}
	}
	return &subResult{
	Heading: heading,
	Links: links,
	}
	}

	// isCapitalized reports whether the first letter of s is capitalized.
	func isCapitalized(s string) bool {
	if len(s) == 0 {
	return false
	}
	return unicode.IsUpper(rune(s[0]))
	}

	// elapsedTime takes a date and returns returns human-readable,
	// relative timestamps based on the following rules:
	// (1) 'X hours ago' when X < 6
	// (2) 'today' between 6 hours and 1 day ago
	// (3) 'Y days ago' when Y < 6
	// (4) A date formatted like "Jan 2, 2006" for anything further back
	func elapsedTime(date time.Time) string {
	elapsedHours := int(time.Since(date).Hours())
	if elapsedHours == 1 {
	return "1 hour ago"
	} else if elapsedHours < 6 {
	return fmt.Sprintf("%d hours ago", elapsedHours)
	}

	elapsedDays := elapsedHours / 24
	if elapsedDays < 1 {
	return "today"
	} else if elapsedDays == 1 {
	return "1 day ago"
	} else if elapsedDays < 6 {
	return fmt.Sprintf("%d days ago", elapsedDays)
	}

	return absoluteTime(date)
	}

	// addVulns adds vulnerability information to search results by consulting the
	// vulnerability database.
	func addVulns(rs []*SearchResult, getVulnEntries vulnEntriesFunc) {
	// Get all vulns concurrently.
	var wg sync.WaitGroup
	// TODO(golang/go#48223): throttle concurrency?
	for _, r := range rs {
	r := r
	wg.Add(1)
	go func() {
	defer wg.Done()
	r.Vulns = Vulns(r.ModulePath, r.Version, r.PackagePath, getVulnEntries)
	}()
	}
	wg.Wait()

	}