mirror of
https://github.com/woodpecker-ci/woodpecker.git
synced 2024-12-13 12:06:29 +00:00
e79ad00826
Officially support labels for pipelines and agents to improve pipeline picking. * add pipeline labels * update, improve docs and add migration * update proto file --- closes #304 & #860
439 lines
12 KiB
Go
439 lines
12 KiB
Go
// Copyright 2018 Drone.IO Inc.
|
|
// Copyright 2021 Informatyka Boguslawski sp. z o.o. sp.k., http://www.ib.pl/
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
// This file has been modified by Informatyka Boguslawski sp. z o.o. sp.k.
|
|
|
|
package grpc
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"strconv"
|
|
|
|
"github.com/rs/zerolog/log"
|
|
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
grpcMetadata "google.golang.org/grpc/metadata"
|
|
|
|
"github.com/woodpecker-ci/woodpecker/pipeline/rpc"
|
|
"github.com/woodpecker-ci/woodpecker/server"
|
|
"github.com/woodpecker-ci/woodpecker/server/logging"
|
|
"github.com/woodpecker-ci/woodpecker/server/model"
|
|
"github.com/woodpecker-ci/woodpecker/server/pubsub"
|
|
"github.com/woodpecker-ci/woodpecker/server/queue"
|
|
"github.com/woodpecker-ci/woodpecker/server/remote"
|
|
"github.com/woodpecker-ci/woodpecker/server/shared"
|
|
"github.com/woodpecker-ci/woodpecker/server/store"
|
|
)
|
|
|
|
type RPC struct {
|
|
remote remote.Remote
|
|
queue queue.Queue
|
|
pubsub pubsub.Publisher
|
|
logger logging.Log
|
|
store store.Store
|
|
host string
|
|
buildTime *prometheus.GaugeVec
|
|
buildCount *prometheus.CounterVec
|
|
}
|
|
|
|
// Next implements the rpc.Next function
|
|
func (s *RPC) Next(c context.Context, agentFilter rpc.Filter) (*rpc.Pipeline, error) {
|
|
metadata, ok := grpcMetadata.FromIncomingContext(c)
|
|
if ok {
|
|
hostname, ok := metadata["hostname"]
|
|
if ok && len(hostname) != 0 {
|
|
log.Debug().Msgf("agent connected: %s: polling", hostname[0])
|
|
}
|
|
}
|
|
|
|
fn, err := createFilterFunc(agentFilter)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
for {
|
|
task, err := s.queue.Poll(c, fn)
|
|
if err != nil {
|
|
return nil, err
|
|
} else if task == nil {
|
|
return nil, nil
|
|
}
|
|
|
|
if task.ShouldRun() {
|
|
pipeline := new(rpc.Pipeline)
|
|
err = json.Unmarshal(task.Data, pipeline)
|
|
return pipeline, err
|
|
}
|
|
if err := s.Done(c, task.ID, rpc.State{}); err != nil {
|
|
log.Error().Err(err).Msgf("mark task '%s' done failed", task.ID)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Wait implements the rpc.Wait function
|
|
func (s *RPC) Wait(c context.Context, id string) error {
|
|
return s.queue.Wait(c, id)
|
|
}
|
|
|
|
// Extend implements the rpc.Extend function
|
|
func (s *RPC) Extend(c context.Context, id string) error {
|
|
return s.queue.Extend(c, id)
|
|
}
|
|
|
|
// Update implements the rpc.Update function
|
|
func (s *RPC) Update(c context.Context, id string, state rpc.State) error {
|
|
procID, err := strconv.ParseInt(id, 10, 64)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
pproc, err := s.store.ProcLoad(procID)
|
|
if err != nil {
|
|
log.Error().Msgf("error: rpc.update: cannot find pproc with id %d: %s", procID, err)
|
|
return err
|
|
}
|
|
|
|
build, err := s.store.GetBuild(pproc.BuildID)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find build with id %d: %s", pproc.BuildID, err)
|
|
return err
|
|
}
|
|
|
|
proc, err := s.store.ProcChild(build, pproc.PID, state.Proc)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find proc with name %s: %s", state.Proc, err)
|
|
return err
|
|
}
|
|
|
|
metadata, ok := grpcMetadata.FromIncomingContext(c)
|
|
if ok {
|
|
hostname, ok := metadata["hostname"]
|
|
if ok && len(hostname) != 0 {
|
|
proc.Machine = hostname[0]
|
|
}
|
|
}
|
|
|
|
repo, err := s.store.GetRepo(build.RepoID)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find repo with id %d: %s", build.RepoID, err)
|
|
return err
|
|
}
|
|
|
|
if _, err = shared.UpdateProcStatus(s.store, *proc, state, build.Started); err != nil {
|
|
log.Error().Err(err).Msg("rpc.update: cannot update proc")
|
|
}
|
|
|
|
if build.Procs, err = s.store.ProcList(build); err != nil {
|
|
log.Error().Err(err).Msg("can not get proc list from store")
|
|
}
|
|
if build.Procs, err = model.Tree(build.Procs); err != nil {
|
|
log.Error().Err(err).Msg("can not build tree from proc list")
|
|
return err
|
|
}
|
|
message := pubsub.Message{
|
|
Labels: map[string]string{
|
|
"repo": repo.FullName,
|
|
"private": strconv.FormatBool(repo.IsSCMPrivate),
|
|
},
|
|
}
|
|
message.Data, _ = json.Marshal(model.Event{
|
|
Repo: *repo,
|
|
Build: *build,
|
|
})
|
|
if err := s.pubsub.Publish(c, "topic/events", message); err != nil {
|
|
log.Error().Err(err).Msg("can not publish proc list to")
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Upload implements the rpc.Upload function
|
|
func (s *RPC) Upload(c context.Context, id string, file *rpc.File) error {
|
|
procID, err := strconv.ParseInt(id, 10, 64)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
pproc, err := s.store.ProcLoad(procID)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find parent proc with id %d: %s", procID, err)
|
|
return err
|
|
}
|
|
|
|
build, err := s.store.GetBuild(pproc.BuildID)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find build with id %d: %s", pproc.BuildID, err)
|
|
return err
|
|
}
|
|
|
|
proc, err := s.store.ProcChild(build, pproc.PID, file.Proc)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find child proc with name %s: %s", file.Proc, err)
|
|
return err
|
|
}
|
|
|
|
if file.Mime == "application/json+logs" {
|
|
return s.store.LogSave(
|
|
proc,
|
|
bytes.NewBuffer(file.Data),
|
|
)
|
|
}
|
|
|
|
report := &model.File{
|
|
BuildID: proc.BuildID,
|
|
ProcID: proc.ID,
|
|
PID: proc.PID,
|
|
Mime: file.Mime,
|
|
Name: file.Name,
|
|
Size: file.Size,
|
|
Time: file.Time,
|
|
}
|
|
if d, ok := file.Meta["X-Tests-Passed"]; ok {
|
|
report.Passed, _ = strconv.Atoi(d)
|
|
}
|
|
if d, ok := file.Meta["X-Tests-Failed"]; ok {
|
|
report.Failed, _ = strconv.Atoi(d)
|
|
}
|
|
if d, ok := file.Meta["X-Tests-Skipped"]; ok {
|
|
report.Skipped, _ = strconv.Atoi(d)
|
|
}
|
|
|
|
if d, ok := file.Meta["X-Checks-Passed"]; ok {
|
|
report.Passed, _ = strconv.Atoi(d)
|
|
}
|
|
if d, ok := file.Meta["X-Checks-Failed"]; ok {
|
|
report.Failed, _ = strconv.Atoi(d)
|
|
}
|
|
|
|
if d, ok := file.Meta["X-Coverage-Lines"]; ok {
|
|
report.Passed, _ = strconv.Atoi(d)
|
|
}
|
|
if d, ok := file.Meta["X-Coverage-Total"]; ok {
|
|
if total, _ := strconv.Atoi(d); total != 0 {
|
|
report.Failed = total - report.Passed
|
|
}
|
|
}
|
|
|
|
return server.Config.Storage.Files.FileCreate(
|
|
report,
|
|
bytes.NewBuffer(file.Data),
|
|
)
|
|
}
|
|
|
|
// Init implements the rpc.Init function
|
|
func (s *RPC) Init(c context.Context, id string, state rpc.State) error {
|
|
procID, err := strconv.ParseInt(id, 10, 64)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
proc, err := s.store.ProcLoad(procID)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find proc with id %d: %s", procID, err)
|
|
return err
|
|
}
|
|
metadata, ok := grpcMetadata.FromIncomingContext(c)
|
|
if ok {
|
|
hostname, ok := metadata["hostname"]
|
|
if ok && len(hostname) != 0 {
|
|
proc.Machine = hostname[0]
|
|
}
|
|
}
|
|
|
|
build, err := s.store.GetBuild(proc.BuildID)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find build with id %d: %s", proc.BuildID, err)
|
|
return err
|
|
}
|
|
|
|
repo, err := s.store.GetRepo(build.RepoID)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find repo with id %d: %s", build.RepoID, err)
|
|
return err
|
|
}
|
|
|
|
if build.Status == model.StatusPending {
|
|
if build, err = shared.UpdateToStatusRunning(s.store, *build, state.Started); err != nil {
|
|
log.Error().Msgf("error: init: cannot update build_id %d state: %s", build.ID, err)
|
|
}
|
|
}
|
|
|
|
defer func() {
|
|
build.Procs, _ = s.store.ProcList(build)
|
|
message := pubsub.Message{
|
|
Labels: map[string]string{
|
|
"repo": repo.FullName,
|
|
"private": strconv.FormatBool(repo.IsSCMPrivate),
|
|
},
|
|
}
|
|
message.Data, _ = json.Marshal(model.Event{
|
|
Repo: *repo,
|
|
Build: *build,
|
|
})
|
|
if err := s.pubsub.Publish(c, "topic/events", message); err != nil {
|
|
log.Error().Err(err).Msg("can not publish proc list to")
|
|
}
|
|
}()
|
|
|
|
_, err = shared.UpdateProcToStatusStarted(s.store, *proc, state)
|
|
return err
|
|
}
|
|
|
|
// Done implements the rpc.Done function
|
|
func (s *RPC) Done(c context.Context, id string, state rpc.State) error {
|
|
procID, err := strconv.ParseInt(id, 10, 64)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
proc, err := s.store.ProcLoad(procID)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find proc with id %d: %s", procID, err)
|
|
return err
|
|
}
|
|
|
|
build, err := s.store.GetBuild(proc.BuildID)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find build with id %d: %s", proc.BuildID, err)
|
|
return err
|
|
}
|
|
|
|
repo, err := s.store.GetRepo(build.RepoID)
|
|
if err != nil {
|
|
log.Error().Msgf("error: cannot find repo with id %d: %s", build.RepoID, err)
|
|
return err
|
|
}
|
|
|
|
log.Trace().
|
|
Str("repo_id", fmt.Sprint(repo.ID)).
|
|
Str("build_id", fmt.Sprint(build.ID)).
|
|
Str("proc_id", id).
|
|
Msgf("gRPC Done with state: %#v", state)
|
|
|
|
if proc, err = shared.UpdateProcStatusToDone(s.store, *proc, state); err != nil {
|
|
log.Error().Msgf("error: done: cannot update proc_id %d state: %s", proc.ID, err)
|
|
}
|
|
|
|
var queueErr error
|
|
if proc.Failing() {
|
|
queueErr = s.queue.Error(c, id, fmt.Errorf("Proc finished with exitcode %d, %s", state.ExitCode, state.Error))
|
|
} else {
|
|
queueErr = s.queue.Done(c, id, proc.State)
|
|
}
|
|
if queueErr != nil {
|
|
log.Error().Msgf("error: done: cannot ack proc_id %d: %s", procID, err)
|
|
}
|
|
|
|
procs, err := s.store.ProcList(build)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
s.completeChildrenIfParentCompleted(procs, proc)
|
|
|
|
if !model.IsThereRunningStage(procs) {
|
|
if build, err = shared.UpdateStatusToDone(s.store, *build, model.BuildStatus(procs), proc.Stopped); err != nil {
|
|
log.Error().Err(err).Msgf("error: done: cannot update build_id %d final state", build.ID)
|
|
}
|
|
}
|
|
|
|
s.updateRemoteStatus(c, repo, build, proc)
|
|
|
|
if err := s.logger.Close(c, id); err != nil {
|
|
log.Error().Err(err).Msgf("done: cannot close build_id %d logger", proc.ID)
|
|
}
|
|
|
|
if err := s.notify(c, repo, build, procs); err != nil {
|
|
return err
|
|
}
|
|
|
|
if build.Status == model.StatusSuccess || build.Status == model.StatusFailure {
|
|
s.buildCount.WithLabelValues(repo.FullName, build.Branch, string(build.Status), "total").Inc()
|
|
s.buildTime.WithLabelValues(repo.FullName, build.Branch, string(build.Status), "total").Set(float64(build.Finished - build.Started))
|
|
}
|
|
if model.IsMultiPipeline(procs) {
|
|
s.buildTime.WithLabelValues(repo.FullName, build.Branch, string(proc.State), proc.Name).Set(float64(proc.Stopped - proc.Started))
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Log implements the rpc.Log function
|
|
func (s *RPC) Log(c context.Context, id string, line *rpc.Line) error {
|
|
entry := new(logging.Entry)
|
|
entry.Data, _ = json.Marshal(line)
|
|
if err := s.logger.Write(c, id, entry); err != nil {
|
|
log.Error().Err(err).Msgf("rpc server could not write to logger")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (s *RPC) completeChildrenIfParentCompleted(procs []*model.Proc, completedProc *model.Proc) {
|
|
for _, p := range procs {
|
|
if p.Running() && p.PPID == completedProc.PID {
|
|
if _, err := shared.UpdateProcToStatusSkipped(s.store, *p, completedProc.Stopped); err != nil {
|
|
log.Error().Msgf("error: done: cannot update proc_id %d child state: %s", p.ID, err)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (s *RPC) updateRemoteStatus(ctx context.Context, repo *model.Repo, build *model.Build, proc *model.Proc) {
|
|
user, err := s.store.GetUser(repo.UserID)
|
|
if err != nil {
|
|
log.Error().Err(err).Msgf("can not get user with id '%d'", repo.UserID)
|
|
return
|
|
}
|
|
|
|
if refresher, ok := s.remote.(remote.Refresher); ok {
|
|
ok, err := refresher.Refresh(ctx, user)
|
|
if err != nil {
|
|
log.Error().Err(err).Msgf("grpc: refresh oauth token of user '%s' failed", user.Login)
|
|
} else if ok {
|
|
if err := s.store.UpdateUser(user); err != nil {
|
|
log.Error().Err(err).Msg("fail to save user to store after refresh oauth token")
|
|
}
|
|
}
|
|
}
|
|
|
|
// only do status updates for parent procs
|
|
if proc != nil && proc.IsParent() {
|
|
err = s.remote.Status(ctx, user, repo, build, proc)
|
|
if err != nil {
|
|
log.Error().Err(err).Msgf("error setting commit status for %s/%d", repo.FullName, build.Number)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (s *RPC) notify(c context.Context, repo *model.Repo, build *model.Build, procs []*model.Proc) (err error) {
|
|
if build.Procs, err = model.Tree(procs); err != nil {
|
|
return err
|
|
}
|
|
message := pubsub.Message{
|
|
Labels: map[string]string{
|
|
"repo": repo.FullName,
|
|
"private": strconv.FormatBool(repo.IsSCMPrivate),
|
|
},
|
|
}
|
|
message.Data, _ = json.Marshal(model.Event{
|
|
Repo: *repo,
|
|
Build: *build,
|
|
})
|
|
if err := s.pubsub.Publish(c, "topic/events", message); err != nil {
|
|
log.Error().Err(err).Msgf("grpc could not notify event: '%v'", message)
|
|
}
|
|
return nil
|
|
}
|