1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
package app
import (
"io/ioutil"
"os"
"path/filepath"
"strings"
log "github.com/sirupsen/logrus"
)
// generateDirectories returns poosible git repositories to pipe into git pkg's
// load function
func generateDirectories(directories []string, depth int) (gitDirectories []string) {
for i := 0; i <= depth; i++ {
nonrepos, repos := walkRecursive(directories, gitDirectories)
directories = nonrepos
gitDirectories = repos
}
return gitDirectories
}
// returns given values, first search directories and second stands for possible
// git repositories. Call this func from a "for i := 0; i<depth; i++" loop
func walkRecursive(search, appendant []string) ([]string, []string) {
max := len(search)
for i := 0; i < max; i++ {
if i >= len(search) {
continue
}
// find possible repositories and remaining ones, b slice is possible ones
a, b, err := seperateDirectories(search[i])
if err != nil {
log.WithFields(log.Fields{
"directory": search[i],
}).Trace("Can't read directory")
continue
}
// since we started to search let's get rid of it and remove from search
// array
search[i] = search[len(search)-1]
search = search[:len(search)-1]
// lets append what we have found to continue recursion
search = append(search, a...)
appendant = append(appendant, b...)
}
return search, appendant
}
// seperateDirectories is to find all the files in given path. This method
// does not check if the given file is a valid git repositories
func seperateDirectories(directory string) (directories, gitDirectories []string, err error) {
files, err := ioutil.ReadDir(directory)
// can we read the directory?
if err != nil {
log.WithFields(log.Fields{
"directory": directory,
}).Trace("Can't read directory")
return directories, gitDirectories, nil
}
for _, f := range files {
repo := directory + string(os.PathSeparator) + f.Name()
file, err := os.Open(repo)
// if we cannot open it, simply continue to iteration and don't consider
if err != nil {
log.WithFields(log.Fields{
"file": file,
"directory": repo,
}).Trace("Failed to open file in the directory")
continue
}
dir, err := filepath.Abs(file.Name())
if err != nil {
return nil, nil, err
}
// with this approach, we ignore submodule or sub repositoreis in a git repository
ff, err := os.Open(dir + string(os.PathSeparator) + ".git")
if err != nil {
directories = append(directories, dir)
} else {
gitDirectories = append(gitDirectories, dir)
}
ff.Close()
file.Close()
}
return directories, gitDirectories, nil
}
// takes a fileInfo slice and returns it with the ones matches with the
// pattern string
func filterDirectories(files []os.FileInfo, pattern string) []os.FileInfo {
var filteredRepos []os.FileInfo
for _, f := range files {
// it is just a simple filter
if strings.Contains(f.Name(), pattern) && f.Name() != ".git" {
filteredRepos = append(filteredRepos, f)
} else {
continue
}
}
return filteredRepos
}
|
