mirror of
https://github.com/woodpecker-ci/woodpecker.git
synced 2024-09-30 07:22:00 +00:00
51617e7f86
Resolve some todos in server/model: * Move persistent queue into its own package * Create Types: StatusValue, SCMKind, RepoVisibly * Rename struct Repo fields: SCMKind, IsSCMPrivate
118 lines
3.2 KiB
Go
118 lines
3.2 KiB
Go
// Copyright 2021 Woodpecker Authors
|
|
// Copyright 2018 Drone.IO Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package queue
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/rs/zerolog/log"
|
|
|
|
"github.com/woodpecker-ci/woodpecker/server/model"
|
|
)
|
|
|
|
// WithTaskStore returns a queue that is backed by the TaskStore. This
|
|
// ensures the task Queue can be restored when the system starts.
|
|
func WithTaskStore(q Queue, s model.TaskStore) Queue {
|
|
tasks, _ := s.TaskList()
|
|
var toEnqueue []*Task
|
|
for _, task := range tasks {
|
|
toEnqueue = append(toEnqueue, &Task{
|
|
ID: task.ID,
|
|
Data: task.Data,
|
|
Labels: task.Labels,
|
|
Dependencies: task.Dependencies,
|
|
RunOn: task.RunOn,
|
|
DepStatus: make(map[string]string),
|
|
})
|
|
}
|
|
q.PushAtOnce(context.Background(), toEnqueue)
|
|
return &persistentQueue{q, s}
|
|
}
|
|
|
|
type persistentQueue struct {
|
|
Queue
|
|
store model.TaskStore
|
|
}
|
|
|
|
// Push pushes a task to the tail of this queue.
|
|
func (q *persistentQueue) Push(c context.Context, task *Task) error {
|
|
q.store.TaskInsert(&model.Task{
|
|
ID: task.ID,
|
|
Data: task.Data,
|
|
Labels: task.Labels,
|
|
Dependencies: task.Dependencies,
|
|
RunOn: task.RunOn,
|
|
})
|
|
err := q.Queue.Push(c, task)
|
|
if err != nil {
|
|
q.store.TaskDelete(task.ID)
|
|
}
|
|
return err
|
|
}
|
|
|
|
// PushAtOnce pushes multiple tasks to the tail of this queue.
|
|
func (q *persistentQueue) PushAtOnce(c context.Context, tasks []*Task) error {
|
|
for _, task := range tasks {
|
|
q.store.TaskInsert(&model.Task{
|
|
ID: task.ID,
|
|
Data: task.Data,
|
|
Labels: task.Labels,
|
|
Dependencies: task.Dependencies,
|
|
RunOn: task.RunOn,
|
|
})
|
|
}
|
|
err := q.Queue.PushAtOnce(c, tasks)
|
|
if err != nil {
|
|
for _, task := range tasks {
|
|
q.store.TaskDelete(task.ID)
|
|
}
|
|
}
|
|
return err
|
|
}
|
|
|
|
// Poll retrieves and removes a task head of this queue.
|
|
func (q *persistentQueue) Poll(c context.Context, f Filter) (*Task, error) {
|
|
task, err := q.Queue.Poll(c, f)
|
|
if task != nil {
|
|
log.Debug().Msgf("pull queue item: %s: remove from backup", task.ID)
|
|
if derr := q.store.TaskDelete(task.ID); derr != nil {
|
|
log.Error().Msgf("pull queue item: %s: failed to remove from backup: %s", task.ID, derr)
|
|
} else {
|
|
log.Debug().Msgf("pull queue item: %s: successfully removed from backup", task.ID)
|
|
}
|
|
}
|
|
return task, err
|
|
}
|
|
|
|
// Evict removes a pending task from the queue.
|
|
func (q *persistentQueue) Evict(c context.Context, id string) error {
|
|
err := q.Queue.Evict(c, id)
|
|
if err == nil {
|
|
q.store.TaskDelete(id)
|
|
}
|
|
return err
|
|
}
|
|
|
|
// EvictAtOnce removes a pending task from the queue.
|
|
func (q *persistentQueue) EvictAtOnce(c context.Context, ids []string) error {
|
|
err := q.Queue.EvictAtOnce(c, ids)
|
|
if err == nil {
|
|
for _, id := range ids {
|
|
q.store.TaskDelete(id)
|
|
}
|
|
}
|
|
return err
|
|
}
|