cleanup before version increase

1 files changed, 127 insertions, 0 deletions

diff --git a/core/job/queue.go b/core/job/queue.go
new file mode 100644
index 0000000..e337064
--- /dev/null
+++ b/core/job/queue.go
@@ -0,0 +1,127 @@
+package job
+
+import (
+	"context"
+	"errors"
+	"runtime"
+	"sync"
+
+	"github.com/isacikgoz/gitbatch/core/git"
+	log "github.com/sirupsen/logrus"
+	"golang.org/x/sync/semaphore"
+)
+
+// JobQueue holds the slice of Jobs
+type JobQueue struct {
+	series []*Job
+}
+
+// CreateJobQueue creates a jobqueue struct and initialize its slice then return
+// its pointer
+func CreateJobQueue() (jq *JobQueue) {
+	s := make([]*Job, 0)
+	return &JobQueue{
+		series: s,
+	}
+}
+
+// AddJob adds a job to the queue
+func (jq *JobQueue) AddJob(j *Job) error {
+	for _, job := range jq.series {
+		if job.Repository.RepoID == j.Repository.RepoID && job.JobType == j.JobType {
+			return errors.New("Same job already is in the queue")
+		}
+	}
+	jq.series = append(jq.series, nil)
+	copy(jq.series[1:], jq.series[0:])
+	jq.series[0] = j
+	return nil
+}
+
+// StartNext starts the next job in the queue
+func (jq *JobQueue) StartNext() (j *Job, finished bool, err error) {
+	finished = false
+	if len(jq.series) < 1 {
+		finished = true
+		return nil, finished, nil
+	}
+	i := len(jq.series) - 1
+	lastJob := jq.series[i]
+	jq.series = jq.series[:i]
+	if err = lastJob.start(); err != nil {
+		return lastJob, finished, err
+	}
+	return lastJob, finished, nil
+}
+
+// RemoveFromQueue deletes the given entity and its job from the queue
+// TODO: it is not safe if the job has been started
+func (jq *JobQueue) RemoveFromQueue(r *git.Repository) error {
+	removed := false
+	for i, job := range jq.series {
+		if job.Repository.RepoID == r.RepoID {
+			jq.series = append(jq.series[:i], jq.series[i+1:]...)
+			removed = true
+		}
+	}
+	if !removed {
+		return errors.New("There is no job with given repoID")
+	}
+	return nil
+}
+
+// IsInTheQueue function; since the job and entity is not tied with its own
+// struct, this function returns true if that entity is in the queue along with
+// the jobs type
+func (jq *JobQueue) IsInTheQueue(r *git.Repository) (inTheQueue bool, j *Job) {
+	inTheQueue = false
+	for _, job := range jq.series {
+		if job.Repository.RepoID == r.RepoID {
+			inTheQueue = true
+			j = job
+		}
+	}
+	return inTheQueue, j
+}
+
+// StartJobsAsync start he jobs in the queue asynchronously
+func (jq *JobQueue) StartJobsAsync() map[*Job]error {
+
+	ctx := context.TODO()
+
+	var (
+		maxWorkers = runtime.GOMAXPROCS(0)
+		sem        = semaphore.NewWeighted(int64(maxWorkers))
+		fails      = make(map[*Job]error)
+	)
+
+	var mx sync.Mutex
+	for range jq.series {
+
+		if err := sem.Acquire(ctx, 1); err != nil {
+			log.Errorf("Failed to acquire semaphore: %v", err)
+			break
+		}
+
+		go func() {
+
+			defer sem.Release(1)
+			j, _, err := jq.StartNext()
+			if err != nil {
+				mx.Lock()
+				fails[j] = err
+				mx.Unlock()
+			}
+		}()
+	}
+
+	// Acquire all of the tokens to wait for any remaining workers to finish.
+	//
+	// If you are already waiting for the workers by some other means (such as an
+	// errgroup.Group), you can omit this final Acquire call.
+	if err := sem.Acquire(ctx, int64(maxWorkers)); err != nil {
+		log.Errorf("Failed to acquire semaphore: %v", err)
+	}
+
+	return fails
+}