1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
|
// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License. See License.txt in the project root for license information.
package util
import (
"errors"
"fmt"
"io"
"io/ioutil"
"os"
"path/filepath"
"regexp"
"strings"
)
// PackageSet is a collection of Go packages.
// Key is the full package import path, value indicates if the package has been indexed.
type PackageSet map[string]bool
// GetIndexedPackages returns the set of packages that have already been indexed.
// It finds all entries matching the regex `github\.com/Azure/azure-sdk-for-go/services/.*?"`.
func GetIndexedPackages(content io.Reader) (PackageSet, error) {
body, err := ioutil.ReadAll(content)
if err != nil {
return nil, err
}
if len(body) < 1 {
return nil, errors.New("did't receive a response body when lookinig for indexed packages")
}
// scrape the content to create the package list
pkgs := PackageSet{}
regex := regexp.MustCompile(`github\.com/Azure/azure-sdk-for-go/services/.*?"`)
finds := regex.FindAllString(string(body), -1)
for _, find := range finds {
// strip of the trailing "
pkg := find[:len(find)-1]
pkgs[pkg] = true
}
return pkgs, nil
}
// GetPackagesForIndexing returns the set of packages, calculated from the specified directory, to be indexed.
// Each directory entry is converted to a complete package path, e.g. "github.com/Azure/azure-sdk-for-go/services/foo/...".
func GetPackagesForIndexing(dir string) (PackageSet, error) {
leafDirs := []string{}
err := filepath.Walk(dir, func(path string, info os.FileInfo, err error) error {
if err != nil {
return err
}
if info.IsDir() {
// check if leaf dir
fi, err := ioutil.ReadDir(path)
if err != nil {
return err
}
hasSubDirs := false
for _, f := range fi {
if f.IsDir() {
hasSubDirs = true
break
}
}
if !hasSubDirs {
leafDirs = append(leafDirs, path)
}
}
return nil
})
if err != nil {
return nil, err
}
// dirs will look something like "D:\work\src\github.com\Azure\azure-sdk-for-go\services\..."
// strip off the stuff before the github.com and change the whacks so it looks like a package import
pkgs := PackageSet{}
for _, dir := range leafDirs {
i := strings.Index(dir, "github.com")
if i < 0 {
return nil, fmt.Errorf("didn't find github.com in directory '%s'", dir)
}
pkg := strings.Replace(dir[i:], "\\", "/", -1)
pkgs[pkg] = false
}
return pkgs, nil
}
|
