huge refactor, package layour re-organized

1 files changed, 92 insertions, 0 deletions

diff --git a/core/load/load.go b/core/load/load.go
new file mode 100644
index 0000000..6456f64
--- /dev/null
+++ b/core/load/load.go
@@ -0,0 +1,92 @@
+package load
+
+import (
+	log "github.com/sirupsen/logrus"
+
+	"context"
+	"errors"
+	"runtime"
+	"sync"
+
+	"github.com/isacikgoz/gitbatch/core/git"
+	"golang.org/x/sync/semaphore"
+)
+
+// AsyncAdd is interface to caller
+type AsyncAdd func(e *git.RepoEntity)
+
+// RepositoryEntities initializes the go-git's repository obejcts with given
+// slice of paths. since this job is done parallel, the order of the directories
+// is not kept
+func RepositoryEntities(directories []string) (entities []*git.RepoEntity, err error) {
+	entities = make([]*git.RepoEntity, 0)
+
+	var wg sync.WaitGroup
+	var mu sync.Mutex
+
+	for _, dir := range directories {
+		// increment wait counter by one because we run a single goroutine
+		// below
+		wg.Add(1)
+		go func(d string) {
+			// decrement the wait counter by one, we call it in a defer so it's
+			// called at the end of this goroutine
+			defer wg.Done()
+			entity, err := git.InitializeRepo(d)
+			if err != nil {
+				log.WithFields(log.Fields{
+					"directory": d,
+				}).Trace("Cannot load git repository.")
+				return
+			}
+			// lock so we don't get a race if multiple go routines try to add
+			// to the same entities
+			mu.Lock()
+			entities = append(entities, entity)
+			mu.Unlock()
+		}(dir)
+	}
+	// wait until the wait counter is zero, this happens if all goroutines have
+	// finished
+	wg.Wait()
+	if len(entities) == 0 {
+		return entities, errors.New("There are no git repositories at given path(s)")
+	}
+	return entities, nil
+}
+
+// AddRepositoryEntitiesAsync asynchronously adds to caller
+func AddRepositoryEntitiesAsync(directories []string, add AsyncAdd) error {
+	ctx := context.TODO()
+
+	var (
+		maxWorkers = runtime.GOMAXPROCS(0)
+		sem        = semaphore.NewWeighted(int64(maxWorkers))
+	)
+
+	var mx sync.Mutex
+	for _, dir := range directories {
+		if err := sem.Acquire(ctx, 1); err != nil {
+			log.Errorf("Failed to acquire semaphore: %v", err)
+			break
+		}
+
+		go func(d string) {
+
+			defer sem.Release(1)
+			entity, err := git.InitializeRepo(d)
+			if err != nil {
+				log.WithFields(log.Fields{
+					"directory": d,
+				}).Trace("Cannot load git repository.")
+				return
+			}
+			// lock so we don't get a race if multiple go routines try to add
+			// to the same entities
+			mx.Lock()
+			add(entity)
+			mx.Unlock()
+		}(dir)
+	}
+	return nil
+}