2017-03-05 09:56:08 +02:00
|
|
|
package queue
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"errors"
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
// ErrCancel indicates the task was cancelled.
|
|
|
|
ErrCancel = errors.New("queue: task cancelled")
|
|
|
|
|
|
|
|
// ErrNotFound indicates the task was not found in the queue.
|
|
|
|
ErrNotFound = errors.New("queue: task not found")
|
|
|
|
)
|
|
|
|
|
|
|
|
// Task defines a unit of work in the queue.
|
|
|
|
type Task struct {
|
|
|
|
// ID identifies this task.
|
|
|
|
ID string `json:"id,omitempty"`
|
|
|
|
|
|
|
|
// Data is the actual data in the entry.
|
|
|
|
Data []byte `json:"data"`
|
|
|
|
|
|
|
|
// Labels represents the key-value pairs the entry is lebeled with.
|
|
|
|
Labels map[string]string `json:"labels,omitempty"`
|
2019-06-13 17:38:19 +02:00
|
|
|
|
2019-06-16 15:26:45 +02:00
|
|
|
// Task IDs this task depend
|
2019-06-13 17:38:19 +02:00
|
|
|
Dependencies []string
|
2019-06-16 15:26:45 +02:00
|
|
|
|
2019-07-22 12:43:59 +02:00
|
|
|
// Dependency's exit status
|
|
|
|
DepStatus map[string]string
|
2019-06-16 15:26:45 +02:00
|
|
|
|
|
|
|
// RunOn failure or success
|
|
|
|
RunOn []string
|
|
|
|
}
|
|
|
|
|
|
|
|
// ShouldRun tells if a task should be run or skipped, based on dependencies
|
|
|
|
func (t *Task) ShouldRun() bool {
|
2019-06-17 09:06:36 +02:00
|
|
|
if runsOnFailure(t.RunOn) && runsOnSuccess(t.RunOn) {
|
2019-06-16 15:26:45 +02:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2019-06-17 09:06:36 +02:00
|
|
|
if !runsOnFailure(t.RunOn) && runsOnSuccess(t.RunOn) {
|
2019-07-22 12:43:59 +02:00
|
|
|
for _, status := range t.DepStatus {
|
|
|
|
if StatusSuccess != status {
|
2019-06-17 09:06:36 +02:00
|
|
|
return false
|
|
|
|
}
|
2019-06-16 15:26:45 +02:00
|
|
|
}
|
2019-06-17 09:06:36 +02:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
if runsOnFailure(t.RunOn) && !runsOnSuccess(t.RunOn) {
|
2019-07-22 12:43:59 +02:00
|
|
|
for _, status := range t.DepStatus {
|
|
|
|
if StatusSuccess == status {
|
2019-06-17 09:06:36 +02:00
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return true
|
2019-06-16 15:26:45 +02:00
|
|
|
}
|
|
|
|
|
2019-06-17 09:06:36 +02:00
|
|
|
return false
|
2019-06-16 15:26:45 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func runsOnFailure(runsOn []string) bool {
|
|
|
|
for _, status := range runsOn {
|
|
|
|
if status == "failure" {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
2017-03-05 09:56:08 +02:00
|
|
|
}
|
|
|
|
|
2019-06-17 09:06:36 +02:00
|
|
|
func runsOnSuccess(runsOn []string) bool {
|
|
|
|
if len(runsOn) == 0 {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, status := range runsOn {
|
|
|
|
if status == "success" {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2017-03-05 09:56:08 +02:00
|
|
|
// InfoT provides runtime information.
|
|
|
|
type InfoT struct {
|
2019-07-09 16:23:56 +02:00
|
|
|
Pending []*Task `json:"pending"`
|
|
|
|
WaitingOnDeps []*Task `json:"waiting_on_deps"`
|
|
|
|
Running []*Task `json:"running"`
|
|
|
|
Stats struct {
|
|
|
|
Workers int `json:"worker_count"`
|
|
|
|
Pending int `json:"pending_count"`
|
|
|
|
WaitingOnDeps int `json:"waiting_on_deps_count"`
|
|
|
|
Running int `json:"running_count"`
|
|
|
|
Complete int `json:"completed_count"`
|
2017-03-05 09:56:08 +02:00
|
|
|
} `json:"stats"`
|
2019-06-28 08:29:57 +02:00
|
|
|
Paused bool
|
2017-03-05 09:56:08 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// Filter filters tasks in the queue. If the Filter returns false,
|
|
|
|
// the Task is skipped and not returned to the subscriber.
|
|
|
|
type Filter func(*Task) bool
|
|
|
|
|
|
|
|
// Queue defines a task queue for scheduling tasks among
|
|
|
|
// a pool of workers.
|
|
|
|
type Queue interface {
|
2019-06-13 17:38:19 +02:00
|
|
|
// Push pushes a task to the tail of this queue.
|
2017-03-05 09:56:08 +02:00
|
|
|
Push(c context.Context, task *Task) error
|
|
|
|
|
2019-06-13 17:38:19 +02:00
|
|
|
// Push pushes a task to the tail of this queue.
|
|
|
|
PushAtOnce(c context.Context, tasks []*Task) error
|
|
|
|
|
2017-03-05 09:56:08 +02:00
|
|
|
// Poll retrieves and removes a task head of this queue.
|
|
|
|
Poll(c context.Context, f Filter) (*Task, error)
|
|
|
|
|
|
|
|
// Extend extends the deadline for a task.
|
|
|
|
Extend(c context.Context, id string) error
|
|
|
|
|
|
|
|
// Done signals the task is complete.
|
2019-07-22 12:43:59 +02:00
|
|
|
Done(c context.Context, exitStatus string, id string) error
|
2017-03-05 09:56:08 +02:00
|
|
|
|
|
|
|
// Error signals the task is complete with errors.
|
|
|
|
Error(c context.Context, id string, err error) error
|
|
|
|
|
2019-09-16 15:18:15 +02:00
|
|
|
// Error signals the task is complete with errors.
|
|
|
|
ErrorAtOnce(c context.Context, id []string, err error) error
|
|
|
|
|
2017-04-06 18:04:25 +02:00
|
|
|
// Evict removes a pending task from the queue.
|
|
|
|
Evict(c context.Context, id string) error
|
|
|
|
|
2019-09-16 15:18:15 +02:00
|
|
|
// Evict removes a pending task from the queue.
|
|
|
|
EvictAtOnce(c context.Context, id []string) error
|
|
|
|
|
2017-03-05 09:56:08 +02:00
|
|
|
// Wait waits until the task is complete.
|
|
|
|
Wait(c context.Context, id string) error
|
|
|
|
|
|
|
|
// Info returns internal queue information.
|
|
|
|
Info(c context.Context) InfoT
|
2019-06-28 08:29:57 +02:00
|
|
|
|
|
|
|
// Stops the queue from handing out new work items in Poll
|
|
|
|
Pause()
|
|
|
|
|
|
|
|
// Starts the queue again, Poll returns new items
|
|
|
|
Resume()
|
2017-03-05 09:56:08 +02:00
|
|
|
}
|