123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032 |
- // Copyright 2013 The Go Authors. All rights reserved.
- // Use of this source code is governed by a BSD-style
- // license that can be found in the LICENSE file.
- package imports
- import (
- "bufio"
- "bytes"
- "fmt"
- "go/ast"
- "go/build"
- "go/parser"
- "go/token"
- "io/ioutil"
- "log"
- "os"
- "path"
- "path/filepath"
- "sort"
- "strings"
- "sync"
- "golang.org/x/tools/go/ast/astutil"
- )
- // Debug controls verbose logging.
- var Debug = false
- var (
- inTests = false // set true by fix_test.go; if false, no need to use testMu
- testMu sync.RWMutex // guards globals reset by tests; used only if inTests
- )
- // LocalPrefix, if set, instructs Process to sort import paths with the given
- // prefix into another group after 3rd-party packages.
- var LocalPrefix string
- // importToGroup is a list of functions which map from an import path to
- // a group number.
- var importToGroup = []func(importPath string) (num int, ok bool){
- func(importPath string) (num int, ok bool) {
- if LocalPrefix != "" && strings.HasPrefix(importPath, LocalPrefix) {
- return 3, true
- }
- return
- },
- func(importPath string) (num int, ok bool) {
- if strings.HasPrefix(importPath, "appengine") {
- return 2, true
- }
- return
- },
- func(importPath string) (num int, ok bool) {
- if strings.Contains(importPath, ".") {
- return 1, true
- }
- return
- },
- }
- func importGroup(importPath string) int {
- for _, fn := range importToGroup {
- if n, ok := fn(importPath); ok {
- return n
- }
- }
- return 0
- }
- // importInfo is a summary of information about one import.
- type importInfo struct {
- Path string // full import path (e.g. "crypto/rand")
- Alias string // import alias, if present (e.g. "crand")
- }
- // packageInfo is a summary of features found in a package.
- type packageInfo struct {
- Globals map[string]bool // symbol => true
- Imports map[string]importInfo // pkg base name or alias => info
- }
- // dirPackageInfo exposes the dirPackageInfoFile function so that it can be overridden.
- var dirPackageInfo = dirPackageInfoFile
- // dirPackageInfoFile gets information from other files in the package.
- func dirPackageInfoFile(pkgName, srcDir, filename string) (*packageInfo, error) {
- considerTests := strings.HasSuffix(filename, "_test.go")
- fileBase := filepath.Base(filename)
- packageFileInfos, err := ioutil.ReadDir(srcDir)
- if err != nil {
- return nil, err
- }
- info := &packageInfo{Globals: make(map[string]bool), Imports: make(map[string]importInfo)}
- for _, fi := range packageFileInfos {
- if fi.Name() == fileBase || !strings.HasSuffix(fi.Name(), ".go") {
- continue
- }
- if !considerTests && strings.HasSuffix(fi.Name(), "_test.go") {
- continue
- }
- fileSet := token.NewFileSet()
- root, err := parser.ParseFile(fileSet, filepath.Join(srcDir, fi.Name()), nil, 0)
- if err != nil {
- continue
- }
- for _, decl := range root.Decls {
- genDecl, ok := decl.(*ast.GenDecl)
- if !ok {
- continue
- }
- for _, spec := range genDecl.Specs {
- valueSpec, ok := spec.(*ast.ValueSpec)
- if !ok {
- continue
- }
- info.Globals[valueSpec.Names[0].Name] = true
- }
- }
- for _, imp := range root.Imports {
- impInfo := importInfo{Path: strings.Trim(imp.Path.Value, `"`)}
- name := path.Base(impInfo.Path)
- if imp.Name != nil {
- name = strings.Trim(imp.Name.Name, `"`)
- impInfo.Alias = name
- }
- info.Imports[name] = impInfo
- }
- }
- return info, nil
- }
- func fixImports(fset *token.FileSet, f *ast.File, filename string) (added []string, err error) {
- // refs are a set of possible package references currently unsatisfied by imports.
- // first key: either base package (e.g. "fmt") or renamed package
- // second key: referenced package symbol (e.g. "Println")
- refs := make(map[string]map[string]bool)
- // decls are the current package imports. key is base package or renamed package.
- decls := make(map[string]*ast.ImportSpec)
- abs, err := filepath.Abs(filename)
- if err != nil {
- return nil, err
- }
- srcDir := filepath.Dir(abs)
- if Debug {
- log.Printf("fixImports(filename=%q), abs=%q, srcDir=%q ...", filename, abs, srcDir)
- }
- var packageInfo *packageInfo
- var loadedPackageInfo bool
- // collect potential uses of packages.
- var visitor visitFn
- visitor = visitFn(func(node ast.Node) ast.Visitor {
- if node == nil {
- return visitor
- }
- switch v := node.(type) {
- case *ast.ImportSpec:
- if v.Name != nil {
- decls[v.Name.Name] = v
- break
- }
- ipath := strings.Trim(v.Path.Value, `"`)
- if ipath == "C" {
- break
- }
- local := importPathToName(ipath, srcDir)
- decls[local] = v
- case *ast.SelectorExpr:
- xident, ok := v.X.(*ast.Ident)
- if !ok {
- break
- }
- if xident.Obj != nil {
- // if the parser can resolve it, it's not a package ref
- break
- }
- pkgName := xident.Name
- if refs[pkgName] == nil {
- refs[pkgName] = make(map[string]bool)
- }
- if !loadedPackageInfo {
- loadedPackageInfo = true
- packageInfo, _ = dirPackageInfo(f.Name.Name, srcDir, filename)
- }
- if decls[pkgName] == nil && (packageInfo == nil || !packageInfo.Globals[pkgName]) {
- refs[pkgName][v.Sel.Name] = true
- }
- }
- return visitor
- })
- ast.Walk(visitor, f)
- // Nil out any unused ImportSpecs, to be removed in following passes
- unusedImport := map[string]string{}
- for pkg, is := range decls {
- if refs[pkg] == nil && pkg != "_" && pkg != "." {
- name := ""
- if is.Name != nil {
- name = is.Name.Name
- }
- unusedImport[strings.Trim(is.Path.Value, `"`)] = name
- }
- }
- for ipath, name := range unusedImport {
- if ipath == "C" {
- // Don't remove cgo stuff.
- continue
- }
- astutil.DeleteNamedImport(fset, f, name, ipath)
- }
- for pkgName, symbols := range refs {
- if len(symbols) == 0 {
- // skip over packages already imported
- delete(refs, pkgName)
- }
- }
- // Fast path, all references already imported.
- if len(refs) == 0 {
- return nil, nil
- }
- // Can assume this will be necessary in all cases now.
- if !loadedPackageInfo {
- packageInfo, _ = dirPackageInfo(f.Name.Name, srcDir, filename)
- }
- // Search for imports matching potential package references.
- searches := 0
- type result struct {
- ipath string // import path (if err == nil)
- name string // optional name to rename import as
- err error
- }
- results := make(chan result)
- for pkgName, symbols := range refs {
- go func(pkgName string, symbols map[string]bool) {
- if packageInfo != nil {
- sibling := packageInfo.Imports[pkgName]
- if sibling.Path != "" {
- results <- result{ipath: sibling.Path, name: sibling.Alias}
- return
- }
- }
- ipath, rename, err := findImport(pkgName, symbols, filename)
- r := result{ipath: ipath, err: err}
- if rename {
- r.name = pkgName
- }
- results <- r
- }(pkgName, symbols)
- searches++
- }
- for i := 0; i < searches; i++ {
- result := <-results
- if result.err != nil {
- return nil, result.err
- }
- if result.ipath != "" {
- if result.name != "" {
- astutil.AddNamedImport(fset, f, result.name, result.ipath)
- } else {
- astutil.AddImport(fset, f, result.ipath)
- }
- added = append(added, result.ipath)
- }
- }
- return added, nil
- }
- // importPathToName returns the package name for the given import path.
- var importPathToName func(importPath, srcDir string) (packageName string) = importPathToNameGoPath
- // importPathToNameBasic assumes the package name is the base of import path.
- func importPathToNameBasic(importPath, srcDir string) (packageName string) {
- return path.Base(importPath)
- }
- // importPathToNameGoPath finds out the actual package name, as declared in its .go files.
- // If there's a problem, it falls back to using importPathToNameBasic.
- func importPathToNameGoPath(importPath, srcDir string) (packageName string) {
- // Fast path for standard library without going to disk.
- if pkg, ok := stdImportPackage[importPath]; ok {
- return pkg
- }
- pkgName, err := importPathToNameGoPathParse(importPath, srcDir)
- if Debug {
- log.Printf("importPathToNameGoPathParse(%q, srcDir=%q) = %q, %v", importPath, srcDir, pkgName, err)
- }
- if err == nil {
- return pkgName
- }
- return importPathToNameBasic(importPath, srcDir)
- }
- // importPathToNameGoPathParse is a faster version of build.Import if
- // the only thing desired is the package name. It uses build.FindOnly
- // to find the directory and then only parses one file in the package,
- // trusting that the files in the directory are consistent.
- func importPathToNameGoPathParse(importPath, srcDir string) (packageName string, err error) {
- buildPkg, err := build.Import(importPath, srcDir, build.FindOnly)
- if err != nil {
- return "", err
- }
- d, err := os.Open(buildPkg.Dir)
- if err != nil {
- return "", err
- }
- names, err := d.Readdirnames(-1)
- d.Close()
- if err != nil {
- return "", err
- }
- sort.Strings(names) // to have predictable behavior
- var lastErr error
- var nfile int
- for _, name := range names {
- if !strings.HasSuffix(name, ".go") {
- continue
- }
- if strings.HasSuffix(name, "_test.go") {
- continue
- }
- nfile++
- fullFile := filepath.Join(buildPkg.Dir, name)
- fset := token.NewFileSet()
- f, err := parser.ParseFile(fset, fullFile, nil, parser.PackageClauseOnly)
- if err != nil {
- lastErr = err
- continue
- }
- pkgName := f.Name.Name
- if pkgName == "documentation" {
- // Special case from go/build.ImportDir, not
- // handled by ctx.MatchFile.
- continue
- }
- if pkgName == "main" {
- // Also skip package main, assuming it's a +build ignore generator or example.
- // Since you can't import a package main anyway, there's no harm here.
- continue
- }
- return pkgName, nil
- }
- if lastErr != nil {
- return "", lastErr
- }
- return "", fmt.Errorf("no importable package found in %d Go files", nfile)
- }
- var stdImportPackage = map[string]string{} // "net/http" => "http"
- func init() {
- // Nothing in the standard library has a package name not
- // matching its import base name.
- for _, pkg := range stdlib {
- if _, ok := stdImportPackage[pkg]; !ok {
- stdImportPackage[pkg] = path.Base(pkg)
- }
- }
- }
- // Directory-scanning state.
- var (
- // scanGoRootOnce guards calling scanGoRoot (for $GOROOT)
- scanGoRootOnce sync.Once
- // scanGoPathOnce guards calling scanGoPath (for $GOPATH)
- scanGoPathOnce sync.Once
- // populateIgnoreOnce guards calling populateIgnore
- populateIgnoreOnce sync.Once
- ignoredDirs []os.FileInfo
- dirScanMu sync.RWMutex
- dirScan map[string]*pkg // abs dir path => *pkg
- )
- type pkg struct {
- dir string // absolute file path to pkg directory ("/usr/lib/go/src/net/http")
- importPath string // full pkg import path ("net/http", "foo/bar/vendor/a/b")
- importPathShort string // vendorless import path ("net/http", "a/b")
- distance int // relative distance to target
- }
- // byDistanceOrImportPathShortLength sorts by relative distance breaking ties
- // on the short import path length and then the import string itself.
- type byDistanceOrImportPathShortLength []*pkg
- func (s byDistanceOrImportPathShortLength) Len() int { return len(s) }
- func (s byDistanceOrImportPathShortLength) Less(i, j int) bool {
- di, dj := s[i].distance, s[j].distance
- if di == -1 {
- return false
- }
- if dj == -1 {
- return true
- }
- if di != dj {
- return di < dj
- }
- vi, vj := s[i].importPathShort, s[j].importPathShort
- if len(vi) != len(vj) {
- return len(vi) < len(vj)
- }
- return vi < vj
- }
- func (s byDistanceOrImportPathShortLength) Swap(i, j int) { s[i], s[j] = s[j], s[i] }
- func distance(basepath, targetpath string) int {
- p, err := filepath.Rel(basepath, targetpath)
- if err != nil {
- return -1
- }
- if p == "." {
- return 0
- }
- return strings.Count(p, string(filepath.Separator)) + 1
- }
- // guarded by populateIgnoreOnce; populates ignoredDirs.
- func populateIgnore() {
- for _, srcDir := range build.Default.SrcDirs() {
- if srcDir == filepath.Join(build.Default.GOROOT, "src") {
- continue
- }
- populateIgnoredDirs(srcDir)
- }
- }
- // populateIgnoredDirs reads an optional config file at <path>/.goimportsignore
- // of relative directories to ignore when scanning for go files.
- // The provided path is one of the $GOPATH entries with "src" appended.
- func populateIgnoredDirs(path string) {
- file := filepath.Join(path, ".goimportsignore")
- slurp, err := ioutil.ReadFile(file)
- if Debug {
- if err != nil {
- log.Print(err)
- } else {
- log.Printf("Read %s", file)
- }
- }
- if err != nil {
- return
- }
- bs := bufio.NewScanner(bytes.NewReader(slurp))
- for bs.Scan() {
- line := strings.TrimSpace(bs.Text())
- if line == "" || strings.HasPrefix(line, "#") {
- continue
- }
- full := filepath.Join(path, line)
- if fi, err := os.Stat(full); err == nil {
- ignoredDirs = append(ignoredDirs, fi)
- if Debug {
- log.Printf("Directory added to ignore list: %s", full)
- }
- } else if Debug {
- log.Printf("Error statting entry in .goimportsignore: %v", err)
- }
- }
- }
- func skipDir(fi os.FileInfo) bool {
- for _, ignoredDir := range ignoredDirs {
- if os.SameFile(fi, ignoredDir) {
- return true
- }
- }
- return false
- }
- // shouldTraverse reports whether the symlink fi should, found in dir,
- // should be followed. It makes sure symlinks were never visited
- // before to avoid symlink loops.
- func shouldTraverse(dir string, fi os.FileInfo) bool {
- path := filepath.Join(dir, fi.Name())
- target, err := filepath.EvalSymlinks(path)
- if err != nil {
- if !os.IsNotExist(err) {
- fmt.Fprintln(os.Stderr, err)
- }
- return false
- }
- ts, err := os.Stat(target)
- if err != nil {
- fmt.Fprintln(os.Stderr, err)
- return false
- }
- if !ts.IsDir() {
- return false
- }
- if skipDir(ts) {
- return false
- }
- // Check for symlink loops by statting each directory component
- // and seeing if any are the same file as ts.
- for {
- parent := filepath.Dir(path)
- if parent == path {
- // Made it to the root without seeing a cycle.
- // Use this symlink.
- return true
- }
- parentInfo, err := os.Stat(parent)
- if err != nil {
- return false
- }
- if os.SameFile(ts, parentInfo) {
- // Cycle. Don't traverse.
- return false
- }
- path = parent
- }
- }
- var testHookScanDir = func(dir string) {}
- var scanGoRootDone = make(chan struct{}) // closed when scanGoRoot is done
- func scanGoRoot() {
- go func() {
- scanGoDirs(true)
- close(scanGoRootDone)
- }()
- }
- func scanGoPath() { scanGoDirs(false) }
- func scanGoDirs(goRoot bool) {
- if Debug {
- which := "$GOROOT"
- if !goRoot {
- which = "$GOPATH"
- }
- log.Printf("scanning " + which)
- defer log.Printf("scanned " + which)
- }
- dirScanMu.Lock()
- if dirScan == nil {
- dirScan = make(map[string]*pkg)
- }
- dirScanMu.Unlock()
- for _, srcDir := range build.Default.SrcDirs() {
- isGoroot := srcDir == filepath.Join(build.Default.GOROOT, "src")
- if isGoroot != goRoot {
- continue
- }
- testHookScanDir(srcDir)
- walkFn := func(path string, typ os.FileMode) error {
- dir := filepath.Dir(path)
- if typ.IsRegular() {
- if dir == srcDir {
- // Doesn't make sense to have regular files
- // directly in your $GOPATH/src or $GOROOT/src.
- return nil
- }
- if !strings.HasSuffix(path, ".go") {
- return nil
- }
- dirScanMu.Lock()
- if _, dup := dirScan[dir]; !dup {
- importpath := filepath.ToSlash(dir[len(srcDir)+len("/"):])
- dirScan[dir] = &pkg{
- importPath: importpath,
- importPathShort: vendorlessImportPath(importpath),
- dir: dir,
- }
- }
- dirScanMu.Unlock()
- return nil
- }
- if typ == os.ModeDir {
- base := filepath.Base(path)
- if base == "" || base[0] == '.' || base[0] == '_' ||
- base == "testdata" || base == "node_modules" {
- return filepath.SkipDir
- }
- fi, err := os.Lstat(path)
- if err == nil && skipDir(fi) {
- if Debug {
- log.Printf("skipping directory %q under %s", fi.Name(), dir)
- }
- return filepath.SkipDir
- }
- return nil
- }
- if typ == os.ModeSymlink {
- base := filepath.Base(path)
- if strings.HasPrefix(base, ".#") {
- // Emacs noise.
- return nil
- }
- fi, err := os.Lstat(path)
- if err != nil {
- // Just ignore it.
- return nil
- }
- if shouldTraverse(dir, fi) {
- return traverseLink
- }
- }
- return nil
- }
- if err := fastWalk(srcDir, walkFn); err != nil {
- log.Printf("goimports: scanning directory %v: %v", srcDir, err)
- }
- }
- }
- // vendorlessImportPath returns the devendorized version of the provided import path.
- // e.g. "foo/bar/vendor/a/b" => "a/b"
- func vendorlessImportPath(ipath string) string {
- // Devendorize for use in import statement.
- if i := strings.LastIndex(ipath, "/vendor/"); i >= 0 {
- return ipath[i+len("/vendor/"):]
- }
- if strings.HasPrefix(ipath, "vendor/") {
- return ipath[len("vendor/"):]
- }
- return ipath
- }
- // loadExports returns the set of exported symbols in the package at dir.
- // It returns nil on error or if the package name in dir does not match expectPackage.
- var loadExports func(expectPackage, dir string) map[string]bool = loadExportsGoPath
- func loadExportsGoPath(expectPackage, dir string) map[string]bool {
- if Debug {
- log.Printf("loading exports in dir %s (seeking package %s)", dir, expectPackage)
- }
- exports := make(map[string]bool)
- ctx := build.Default
- // ReadDir is like ioutil.ReadDir, but only returns *.go files
- // and filters out _test.go files since they're not relevant
- // and only slow things down.
- ctx.ReadDir = func(dir string) (notTests []os.FileInfo, err error) {
- all, err := ioutil.ReadDir(dir)
- if err != nil {
- return nil, err
- }
- notTests = all[:0]
- for _, fi := range all {
- name := fi.Name()
- if strings.HasSuffix(name, ".go") && !strings.HasSuffix(name, "_test.go") {
- notTests = append(notTests, fi)
- }
- }
- return notTests, nil
- }
- files, err := ctx.ReadDir(dir)
- if err != nil {
- log.Print(err)
- return nil
- }
- fset := token.NewFileSet()
- for _, fi := range files {
- match, err := ctx.MatchFile(dir, fi.Name())
- if err != nil || !match {
- continue
- }
- fullFile := filepath.Join(dir, fi.Name())
- f, err := parser.ParseFile(fset, fullFile, nil, 0)
- if err != nil {
- if Debug {
- log.Printf("Parsing %s: %v", fullFile, err)
- }
- return nil
- }
- pkgName := f.Name.Name
- if pkgName == "documentation" {
- // Special case from go/build.ImportDir, not
- // handled by ctx.MatchFile.
- continue
- }
- if pkgName != expectPackage {
- if Debug {
- log.Printf("scan of dir %v is not expected package %v (actually %v)", dir, expectPackage, pkgName)
- }
- return nil
- }
- for name := range f.Scope.Objects {
- if ast.IsExported(name) {
- exports[name] = true
- }
- }
- }
- if Debug {
- exportList := make([]string, 0, len(exports))
- for k := range exports {
- exportList = append(exportList, k)
- }
- sort.Strings(exportList)
- log.Printf("loaded exports in dir %v (package %v): %v", dir, expectPackage, strings.Join(exportList, ", "))
- }
- return exports
- }
- // findImport searches for a package with the given symbols.
- // If no package is found, findImport returns ("", false, nil)
- //
- // This is declared as a variable rather than a function so goimports
- // can be easily extended by adding a file with an init function.
- //
- // The rename value tells goimports whether to use the package name as
- // a local qualifier in an import. For example, if findImports("pkg",
- // "X") returns ("foo/bar", rename=true), then goimports adds the
- // import line:
- // import pkg "foo/bar"
- // to satisfy uses of pkg.X in the file.
- var findImport func(pkgName string, symbols map[string]bool, filename string) (foundPkg string, rename bool, err error) = findImportGoPath
- // findImportGoPath is the normal implementation of findImport.
- // (Some companies have their own internally.)
- func findImportGoPath(pkgName string, symbols map[string]bool, filename string) (foundPkg string, rename bool, err error) {
- if inTests {
- testMu.RLock()
- defer testMu.RUnlock()
- }
- pkgDir, err := filepath.Abs(filename)
- if err != nil {
- return "", false, err
- }
- pkgDir = filepath.Dir(pkgDir)
- // Fast path for the standard library.
- // In the common case we hopefully never have to scan the GOPATH, which can
- // be slow with moving disks.
- if pkg, rename, ok := findImportStdlib(pkgName, symbols); ok {
- return pkg, rename, nil
- }
- if pkgName == "rand" && symbols["Read"] {
- // Special-case rand.Read.
- //
- // If findImportStdlib didn't find it above, don't go
- // searching for it, lest it find and pick math/rand
- // in GOROOT (new as of Go 1.6)
- //
- // crypto/rand is the safer choice.
- return "", false, nil
- }
- // TODO(sameer): look at the import lines for other Go files in the
- // local directory, since the user is likely to import the same packages
- // in the current Go file. Return rename=true when the other Go files
- // use a renamed package that's also used in the current file.
- // Read all the $GOPATH/src/.goimportsignore files before scanning directories.
- populateIgnoreOnce.Do(populateIgnore)
- // Start scanning the $GOROOT asynchronously, then run the
- // GOPATH scan synchronously if needed, and then wait for the
- // $GOROOT to finish.
- //
- // TODO(bradfitz): run each $GOPATH entry async. But nobody
- // really has more than one anyway, so low priority.
- scanGoRootOnce.Do(scanGoRoot) // async
- if !fileInDir(filename, build.Default.GOROOT) {
- scanGoPathOnce.Do(scanGoPath) // blocking
- }
- <-scanGoRootDone
- // Find candidate packages, looking only at their directory names first.
- var candidates []*pkg
- for _, pkg := range dirScan {
- if pkgIsCandidate(filename, pkgName, pkg) {
- pkg.distance = distance(pkgDir, pkg.dir)
- candidates = append(candidates, pkg)
- }
- }
- // Sort the candidates by their import package length,
- // assuming that shorter package names are better than long
- // ones. Note that this sorts by the de-vendored name, so
- // there's no "penalty" for vendoring.
- sort.Sort(byDistanceOrImportPathShortLength(candidates))
- if Debug {
- for i, pkg := range candidates {
- log.Printf("%s candidate %d/%d: %v in %v", pkgName, i+1, len(candidates), pkg.importPathShort, pkg.dir)
- }
- }
- // Collect exports for packages with matching names.
- done := make(chan struct{}) // closed when we find the answer
- defer close(done)
- rescv := make([]chan *pkg, len(candidates))
- for i := range candidates {
- rescv[i] = make(chan *pkg)
- }
- const maxConcurrentPackageImport = 4
- loadExportsSem := make(chan struct{}, maxConcurrentPackageImport)
- go func() {
- for i, pkg := range candidates {
- select {
- case loadExportsSem <- struct{}{}:
- select {
- case <-done:
- return
- default:
- }
- case <-done:
- return
- }
- pkg := pkg
- resc := rescv[i]
- go func() {
- if inTests {
- testMu.RLock()
- defer testMu.RUnlock()
- }
- defer func() { <-loadExportsSem }()
- exports := loadExports(pkgName, pkg.dir)
- // If it doesn't have the right
- // symbols, send nil to mean no match.
- for symbol := range symbols {
- if !exports[symbol] {
- pkg = nil
- break
- }
- }
- select {
- case resc <- pkg:
- case <-done:
- }
- }()
- }
- }()
- for _, resc := range rescv {
- pkg := <-resc
- if pkg == nil {
- continue
- }
- // If the package name in the source doesn't match the import path's base,
- // return true so the rewriter adds a name (import foo "github.com/bar/go-foo")
- needsRename := path.Base(pkg.importPath) != pkgName
- return pkg.importPathShort, needsRename, nil
- }
- return "", false, nil
- }
- // pkgIsCandidate reports whether pkg is a candidate for satisfying the
- // finding which package pkgIdent in the file named by filename is trying
- // to refer to.
- //
- // This check is purely lexical and is meant to be as fast as possible
- // because it's run over all $GOPATH directories to filter out poor
- // candidates in order to limit the CPU and I/O later parsing the
- // exports in candidate packages.
- //
- // filename is the file being formatted.
- // pkgIdent is the package being searched for, like "client" (if
- // searching for "client.New")
- func pkgIsCandidate(filename, pkgIdent string, pkg *pkg) bool {
- // Check "internal" and "vendor" visibility:
- if !canUse(filename, pkg.dir) {
- return false
- }
- // Speed optimization to minimize disk I/O:
- // the last two components on disk must contain the
- // package name somewhere.
- //
- // This permits mismatch naming like directory
- // "go-foo" being package "foo", or "pkg.v3" being "pkg",
- // or directory "google.golang.org/api/cloudbilling/v1"
- // being package "cloudbilling", but doesn't
- // permit a directory "foo" to be package
- // "bar", which is strongly discouraged
- // anyway. There's no reason goimports needs
- // to be slow just to accomodate that.
- lastTwo := lastTwoComponents(pkg.importPathShort)
- if strings.Contains(lastTwo, pkgIdent) {
- return true
- }
- if hasHyphenOrUpperASCII(lastTwo) && !hasHyphenOrUpperASCII(pkgIdent) {
- lastTwo = lowerASCIIAndRemoveHyphen(lastTwo)
- if strings.Contains(lastTwo, pkgIdent) {
- return true
- }
- }
- return false
- }
- func hasHyphenOrUpperASCII(s string) bool {
- for i := 0; i < len(s); i++ {
- b := s[i]
- if b == '-' || ('A' <= b && b <= 'Z') {
- return true
- }
- }
- return false
- }
- func lowerASCIIAndRemoveHyphen(s string) (ret string) {
- buf := make([]byte, 0, len(s))
- for i := 0; i < len(s); i++ {
- b := s[i]
- switch {
- case b == '-':
- continue
- case 'A' <= b && b <= 'Z':
- buf = append(buf, b+('a'-'A'))
- default:
- buf = append(buf, b)
- }
- }
- return string(buf)
- }
- // canUse reports whether the package in dir is usable from filename,
- // respecting the Go "internal" and "vendor" visibility rules.
- func canUse(filename, dir string) bool {
- // Fast path check, before any allocations. If it doesn't contain vendor
- // or internal, it's not tricky:
- // Note that this can false-negative on directories like "notinternal",
- // but we check it correctly below. This is just a fast path.
- if !strings.Contains(dir, "vendor") && !strings.Contains(dir, "internal") {
- return true
- }
- dirSlash := filepath.ToSlash(dir)
- if !strings.Contains(dirSlash, "/vendor/") && !strings.Contains(dirSlash, "/internal/") && !strings.HasSuffix(dirSlash, "/internal") {
- return true
- }
- // Vendor or internal directory only visible from children of parent.
- // That means the path from the current directory to the target directory
- // can contain ../vendor or ../internal but not ../foo/vendor or ../foo/internal
- // or bar/vendor or bar/internal.
- // After stripping all the leading ../, the only okay place to see vendor or internal
- // is at the very beginning of the path.
- absfile, err := filepath.Abs(filename)
- if err != nil {
- return false
- }
- absdir, err := filepath.Abs(dir)
- if err != nil {
- return false
- }
- rel, err := filepath.Rel(absfile, absdir)
- if err != nil {
- return false
- }
- relSlash := filepath.ToSlash(rel)
- if i := strings.LastIndex(relSlash, "../"); i >= 0 {
- relSlash = relSlash[i+len("../"):]
- }
- return !strings.Contains(relSlash, "/vendor/") && !strings.Contains(relSlash, "/internal/") && !strings.HasSuffix(relSlash, "/internal")
- }
- // lastTwoComponents returns at most the last two path components
- // of v, using either / or \ as the path separator.
- func lastTwoComponents(v string) string {
- nslash := 0
- for i := len(v) - 1; i >= 0; i-- {
- if v[i] == '/' || v[i] == '\\' {
- nslash++
- if nslash == 2 {
- return v[i:]
- }
- }
- }
- return v
- }
- type visitFn func(node ast.Node) ast.Visitor
- func (fn visitFn) Visit(node ast.Node) ast.Visitor {
- return fn(node)
- }
- func findImportStdlib(shortPkg string, symbols map[string]bool) (importPath string, rename, ok bool) {
- for symbol := range symbols {
- key := shortPkg + "." + symbol
- path := stdlib[key]
- if path == "" {
- if key == "rand.Read" {
- continue
- }
- return "", false, false
- }
- if importPath != "" && importPath != path {
- // Ambiguous. Symbols pointed to different things.
- return "", false, false
- }
- importPath = path
- }
- if importPath == "" && shortPkg == "rand" && symbols["Read"] {
- return "crypto/rand", false, true
- }
- return importPath, false, importPath != ""
- }
- // fileInDir reports whether the provided file path looks like
- // it's in dir. (without hitting the filesystem)
- func fileInDir(file, dir string) bool {
- rest := strings.TrimPrefix(file, dir)
- if len(rest) == len(file) {
- // dir is not a prefix of file.
- return false
- }
- // Check for boundary: either nothing (file == dir), or a slash.
- return len(rest) == 0 || rest[0] == '/' || rest[0] == '\\'
- }
|