mirror of
https://github.com/woodpecker-ci/woodpecker.git
synced 2024-12-18 08:26:45 +02:00
191 lines
3.7 KiB
Go
191 lines
3.7 KiB
Go
package queue
|
|
|
|
import (
|
|
"container/list"
|
|
"context"
|
|
"log"
|
|
"runtime"
|
|
"sync"
|
|
"time"
|
|
)
|
|
|
|
type entry struct {
|
|
item *Task
|
|
done chan bool
|
|
retry int
|
|
error error
|
|
deadline time.Time
|
|
}
|
|
|
|
type worker struct {
|
|
filter Filter
|
|
channel chan *Task
|
|
}
|
|
|
|
type fifo struct {
|
|
sync.Mutex
|
|
|
|
workers map[*worker]struct{}
|
|
running map[string]*entry
|
|
pending *list.List
|
|
extension time.Duration
|
|
}
|
|
|
|
// New returns a new fifo queue.
|
|
func New() Queue {
|
|
return &fifo{
|
|
workers: map[*worker]struct{}{},
|
|
running: map[string]*entry{},
|
|
pending: list.New(),
|
|
extension: time.Minute * 10,
|
|
}
|
|
}
|
|
|
|
// Push pushes an item to the tail of this queue.
|
|
func (q *fifo) Push(c context.Context, task *Task) error {
|
|
q.Lock()
|
|
q.pending.PushBack(task)
|
|
q.Unlock()
|
|
go q.process()
|
|
return nil
|
|
}
|
|
|
|
// Poll retrieves and removes the head of this queue.
|
|
func (q *fifo) Poll(c context.Context, f Filter) (*Task, error) {
|
|
q.Lock()
|
|
w := &worker{
|
|
channel: make(chan *Task, 1),
|
|
filter: f,
|
|
}
|
|
q.workers[w] = struct{}{}
|
|
q.Unlock()
|
|
go q.process()
|
|
|
|
for {
|
|
select {
|
|
case <-c.Done():
|
|
q.Lock()
|
|
delete(q.workers, w)
|
|
q.Unlock()
|
|
return nil, nil
|
|
case t := <-w.channel:
|
|
return t, nil
|
|
}
|
|
}
|
|
}
|
|
|
|
// Done signals that the item is done executing.
|
|
func (q *fifo) Done(c context.Context, id string) error {
|
|
return q.Error(c, id, nil)
|
|
}
|
|
|
|
// Error signals that the item is done executing with error.
|
|
func (q *fifo) Error(c context.Context, id string, err error) error {
|
|
q.Lock()
|
|
state, ok := q.running[id]
|
|
if ok {
|
|
state.error = err
|
|
close(state.done)
|
|
delete(q.running, id)
|
|
}
|
|
q.Unlock()
|
|
return nil
|
|
}
|
|
|
|
// Wait waits until the item is done executing.
|
|
func (q *fifo) Wait(c context.Context, id string) error {
|
|
q.Lock()
|
|
state := q.running[id]
|
|
q.Unlock()
|
|
if state != nil {
|
|
select {
|
|
case <-c.Done():
|
|
case <-state.done:
|
|
return state.error
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Extend extends the task execution deadline.
|
|
func (q *fifo) Extend(c context.Context, id string) error {
|
|
q.Lock()
|
|
defer q.Unlock()
|
|
|
|
state, ok := q.running[id]
|
|
if ok {
|
|
state.deadline = time.Now().Add(q.extension)
|
|
return nil
|
|
}
|
|
return ErrNotFound
|
|
}
|
|
|
|
// Info returns internal queue information.
|
|
func (q *fifo) Info(c context.Context) InfoT {
|
|
q.Lock()
|
|
stats := InfoT{}
|
|
stats.Stats.Workers = len(q.workers)
|
|
stats.Stats.Pending = q.pending.Len()
|
|
stats.Stats.Running = len(q.running)
|
|
|
|
for e := q.pending.Front(); e != nil; e = e.Next() {
|
|
stats.Pending = append(stats.Pending, e.Value.(*Task))
|
|
}
|
|
for _, entry := range q.running {
|
|
stats.Running = append(stats.Running, entry.item)
|
|
}
|
|
|
|
q.Unlock()
|
|
return stats
|
|
}
|
|
|
|
// helper function that loops through the queue and attempts to
|
|
// match the item to a single subscriber.
|
|
func (q *fifo) process() {
|
|
defer func() {
|
|
// the risk of panic is low. This code can probably be removed
|
|
// once the code has been used in real world installs without issue.
|
|
if err := recover(); err != nil {
|
|
const size = 64 << 10
|
|
buf := make([]byte, size)
|
|
buf = buf[:runtime.Stack(buf, false)]
|
|
log.Printf("queue: unexpected panic: %v\n%s", err, buf)
|
|
}
|
|
}()
|
|
|
|
q.Lock()
|
|
defer q.Unlock()
|
|
|
|
// TODO(bradrydzewski) move this to a helper function
|
|
// push items to the front of the queue if the item expires.
|
|
for id, state := range q.running {
|
|
if time.Now().After(state.deadline) {
|
|
q.pending.PushFront(state.item)
|
|
delete(q.running, id)
|
|
close(state.done)
|
|
}
|
|
}
|
|
|
|
var next *list.Element
|
|
loop:
|
|
for e := q.pending.Front(); e != nil; e = next {
|
|
next = e.Next()
|
|
item := e.Value.(*Task)
|
|
for w := range q.workers {
|
|
if w.filter(item) {
|
|
delete(q.workers, w)
|
|
q.pending.Remove(e)
|
|
|
|
q.running[item.ID] = &entry{
|
|
item: item,
|
|
done: make(chan bool),
|
|
deadline: time.Now().Add(q.extension),
|
|
}
|
|
|
|
w.channel <- item
|
|
break loop
|
|
}
|
|
}
|
|
}
|
|
}
|