woodpecker/server/queue/persistent.go

132 lines
3.8 KiB
Go
Raw Permalink Normal View History

// Copyright 2021 Woodpecker Authors
2018-02-19 22:24:10 +00:00
// Copyright 2018 Drone.IO Inc.
2018-03-21 13:02:17 +00:00
//
2018-02-19 22:24:10 +00:00
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
2018-03-21 13:02:17 +00:00
//
2018-02-19 22:24:10 +00:00
// http://www.apache.org/licenses/LICENSE-2.0
2018-03-21 13:02:17 +00:00
//
2018-02-19 22:24:10 +00:00
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package queue
2017-04-14 11:32:36 +00:00
import (
"context"
"github.com/pkg/errors"
"github.com/rs/zerolog/log"
"go.woodpecker-ci.org/woodpecker/v2/server/model"
"go.woodpecker-ci.org/woodpecker/v2/server/store"
2017-04-14 11:32:36 +00:00
)
// WithTaskStore returns a queue that is backed by the TaskStore. This
// ensures the task Queue can be restored when the system starts.
2024-07-13 23:46:01 +00:00
func WithTaskStore(ctx context.Context, q Queue, s store.Store) Queue {
2017-04-14 11:32:36 +00:00
tasks, _ := s.TaskList()
2024-07-13 23:46:01 +00:00
if err := q.PushAtOnce(ctx, tasks); err != nil {
log.Error().Err(err).Msg("PushAtOnce failed")
}
2017-04-14 11:32:36 +00:00
return &persistentQueue{q, s}
}
type persistentQueue struct {
Queue
store store.Store
2017-04-14 11:32:36 +00:00
}
2019-06-13 15:38:19 +00:00
// Push pushes a task to the tail of this queue.
func (q *persistentQueue) Push(c context.Context, task *model.Task) error {
if err := q.store.TaskInsert(task); err != nil {
return err
}
2017-04-14 11:32:36 +00:00
err := q.Queue.Push(c, task)
2017-05-04 11:09:51 +00:00
if err != nil {
if err2 := q.store.TaskDelete(task.ID); err2 != nil {
err = errors.Wrapf(err, "delete task '%s' failed: %v", task.ID, err2)
}
2017-04-14 11:32:36 +00:00
}
return err
}
// PushAtOnce pushes multiple tasks to the tail of this queue.
func (q *persistentQueue) PushAtOnce(c context.Context, tasks []*model.Task) error {
// TODO: invent store.NewSession who return context including a session and make TaskInsert & TaskDelete use it
2019-06-13 15:38:19 +00:00
for _, task := range tasks {
if err := q.store.TaskInsert(task); err != nil {
return err
}
2019-06-13 15:38:19 +00:00
}
err := q.Queue.PushAtOnce(c, tasks)
if err != nil {
for _, task := range tasks {
if err := q.store.TaskDelete(task.ID); err != nil {
return err
}
2019-06-13 15:38:19 +00:00
}
}
return err
}
2017-04-14 11:32:36 +00:00
// Poll retrieves and removes a task head of this queue.
func (q *persistentQueue) Poll(c context.Context, agentID int64, f FilterFn) (*model.Task, error) {
task, err := q.Queue.Poll(c, agentID, f)
2017-05-04 01:14:48 +00:00
if task != nil {
log.Debug().Msgf("pull queue item: %s: remove from backup", task.ID)
if deleteErr := q.store.TaskDelete(task.ID); deleteErr != nil {
log.Error().Err(deleteErr).Msgf("pull queue item: %s: failed to remove from backup", task.ID)
2017-05-04 01:14:48 +00:00
} else {
log.Debug().Msgf("pull queue item: %s: successfully removed from backup", task.ID)
2017-05-04 01:14:48 +00:00
}
2017-04-14 11:32:36 +00:00
}
return task, err
}
// Evict removes a pending task from the queue.
func (q *persistentQueue) Evict(c context.Context, id string) error {
err := q.Queue.Evict(c, id)
if err == nil {
return q.store.TaskDelete(id)
2017-04-14 11:32:36 +00:00
}
return err
}
2019-09-16 13:18:15 +00:00
2024-02-16 09:04:13 +00:00
// EvictAtOnce removes multiple pending tasks from the queue.
2019-09-16 13:18:15 +00:00
func (q *persistentQueue) EvictAtOnce(c context.Context, ids []string) error {
if err := q.Queue.EvictAtOnce(c, ids); err != nil {
return err
}
for _, id := range ids {
if err := q.store.TaskDelete(id); err != nil {
return err
2019-09-16 13:18:15 +00:00
}
}
return nil
2019-09-16 13:18:15 +00:00
}
2024-02-16 09:04:13 +00:00
// Error signals the task is done with an error.
func (q *persistentQueue) Error(c context.Context, id string, err error) error {
if err := q.Queue.Error(c, id, err); err != nil {
return err
}
return q.store.TaskDelete(id)
}
// ErrorAtOnce signals multiple tasks are done with an error.
func (q *persistentQueue) ErrorAtOnce(c context.Context, ids []string, err error) error {
if err := q.Queue.ErrorAtOnce(c, ids, err); err != nil {
return err
}
for _, id := range ids {
if err := q.store.TaskDelete(id); err != nil {
return err
}
}
return nil
}