mirror of
https://github.com/woodpecker-ci/woodpecker.git
synced 2024-11-18 16:01:05 +00:00
556607b525
closes #1801 closes #1815 closes #1144 closes #983 closes #557 closes #1827 regression of #1791 # TODO - [x] adjust log model - [x] add migration for logs - [x] send log line via grpc using step-id - [x] save log-line to db - [x] stream log-lines to UI - [x] use less structs for log-data - [x] make web UI work - [x] display logs loaded from db - [x] display streaming logs - [ ] ~~make migration work~~ -> dedicated pull (#1828) # TESTED - [x] new logs are stored in database - [x] log retrieval via cli (of new logs) works - [x] log streaming works (tested via curl & webui) - [x] log retrieval via web (of new logs) works --------- Co-authored-by: 6543 <6543@obermui.de>
171 lines
5.5 KiB
Go
171 lines
5.5 KiB
Go
// Copyright 2022 Woodpecker Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package grpc
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
"github.com/prometheus/client_golang/prometheus/promauto"
|
|
|
|
"github.com/woodpecker-ci/woodpecker/pipeline/rpc"
|
|
"github.com/woodpecker-ci/woodpecker/pipeline/rpc/proto"
|
|
"github.com/woodpecker-ci/woodpecker/server/forge"
|
|
"github.com/woodpecker-ci/woodpecker/server/logging"
|
|
"github.com/woodpecker-ci/woodpecker/server/pubsub"
|
|
"github.com/woodpecker-ci/woodpecker/server/queue"
|
|
"github.com/woodpecker-ci/woodpecker/server/store"
|
|
"github.com/woodpecker-ci/woodpecker/version"
|
|
)
|
|
|
|
// WoodpeckerServer is a grpc server implementation.
|
|
type WoodpeckerServer struct {
|
|
proto.UnimplementedWoodpeckerServer
|
|
peer RPC
|
|
}
|
|
|
|
func NewWoodpeckerServer(forge forge.Forge, queue queue.Queue, logger logging.Log, pubsub pubsub.Publisher, store store.Store, host string) proto.WoodpeckerServer {
|
|
pipelineTime := promauto.NewGaugeVec(prometheus.GaugeOpts{
|
|
Namespace: "woodpecker",
|
|
Name: "pipeline_time",
|
|
Help: "Pipeline time.",
|
|
}, []string{"repo", "branch", "status", "pipeline"})
|
|
pipelineCount := promauto.NewCounterVec(prometheus.CounterOpts{
|
|
Namespace: "woodpecker",
|
|
Name: "pipeline_count",
|
|
Help: "Pipeline count.",
|
|
}, []string{"repo", "branch", "status", "pipeline"})
|
|
peer := RPC{
|
|
forge: forge,
|
|
store: store,
|
|
queue: queue,
|
|
pubsub: pubsub,
|
|
logger: logger,
|
|
host: host,
|
|
pipelineTime: pipelineTime,
|
|
pipelineCount: pipelineCount,
|
|
}
|
|
return &WoodpeckerServer{peer: peer}
|
|
}
|
|
|
|
func (s *WoodpeckerServer) Version(_ context.Context, _ *proto.Empty) (*proto.VersionResponse, error) {
|
|
return &proto.VersionResponse{
|
|
GrpcVersion: proto.Version,
|
|
ServerVersion: version.String(),
|
|
}, nil
|
|
}
|
|
|
|
func (s *WoodpeckerServer) Next(c context.Context, req *proto.NextRequest) (*proto.NextResponse, error) {
|
|
filter := rpc.Filter{
|
|
Labels: req.GetFilter().GetLabels(),
|
|
}
|
|
|
|
res := new(proto.NextResponse)
|
|
pipeline, err := s.peer.Next(c, filter)
|
|
if err != nil {
|
|
return res, err
|
|
}
|
|
if pipeline == nil {
|
|
return res, err
|
|
}
|
|
|
|
res.Pipeline = new(proto.Pipeline)
|
|
res.Pipeline.Id = pipeline.ID
|
|
res.Pipeline.Timeout = pipeline.Timeout
|
|
res.Pipeline.Payload, _ = json.Marshal(pipeline.Config)
|
|
|
|
return res, err
|
|
}
|
|
|
|
func (s *WoodpeckerServer) Init(c context.Context, req *proto.InitRequest) (*proto.Empty, error) {
|
|
state := rpc.State{
|
|
Error: req.GetState().GetError(),
|
|
ExitCode: int(req.GetState().GetExitCode()),
|
|
Finished: req.GetState().GetFinished(),
|
|
Started: req.GetState().GetStarted(),
|
|
Step: req.GetState().GetName(),
|
|
Exited: req.GetState().GetExited(),
|
|
}
|
|
res := new(proto.Empty)
|
|
err := s.peer.Init(c, req.GetId(), state)
|
|
return res, err
|
|
}
|
|
|
|
func (s *WoodpeckerServer) Update(c context.Context, req *proto.UpdateRequest) (*proto.Empty, error) {
|
|
state := rpc.State{
|
|
Error: req.GetState().GetError(),
|
|
ExitCode: int(req.GetState().GetExitCode()),
|
|
Finished: req.GetState().GetFinished(),
|
|
Started: req.GetState().GetStarted(),
|
|
Step: req.GetState().GetName(),
|
|
Exited: req.GetState().GetExited(),
|
|
}
|
|
res := new(proto.Empty)
|
|
err := s.peer.Update(c, req.GetId(), state)
|
|
return res, err
|
|
}
|
|
|
|
func (s *WoodpeckerServer) Done(c context.Context, req *proto.DoneRequest) (*proto.Empty, error) {
|
|
state := rpc.State{
|
|
Error: req.GetState().GetError(),
|
|
ExitCode: int(req.GetState().GetExitCode()),
|
|
Finished: req.GetState().GetFinished(),
|
|
Started: req.GetState().GetStarted(),
|
|
Step: req.GetState().GetName(),
|
|
Exited: req.GetState().GetExited(),
|
|
}
|
|
res := new(proto.Empty)
|
|
err := s.peer.Done(c, req.GetId(), state)
|
|
return res, err
|
|
}
|
|
|
|
func (s *WoodpeckerServer) Wait(c context.Context, req *proto.WaitRequest) (*proto.Empty, error) {
|
|
res := new(proto.Empty)
|
|
err := s.peer.Wait(c, req.GetId())
|
|
return res, err
|
|
}
|
|
|
|
func (s *WoodpeckerServer) Extend(c context.Context, req *proto.ExtendRequest) (*proto.Empty, error) {
|
|
res := new(proto.Empty)
|
|
err := s.peer.Extend(c, req.GetId())
|
|
return res, err
|
|
}
|
|
|
|
func (s *WoodpeckerServer) Log(c context.Context, req *proto.LogRequest) (*proto.Empty, error) {
|
|
logEntry := &rpc.LogEntry{
|
|
Data: req.GetLogEntry().GetData(),
|
|
Line: int(req.GetLogEntry().GetLine()),
|
|
Time: req.GetLogEntry().GetTime(),
|
|
StepUUID: req.GetLogEntry().GetStepUuid(),
|
|
Type: int(req.GetLogEntry().GetType()),
|
|
}
|
|
res := new(proto.Empty)
|
|
err := s.peer.Log(c, logEntry)
|
|
return res, err
|
|
}
|
|
|
|
func (s *WoodpeckerServer) RegisterAgent(c context.Context, req *proto.RegisterAgentRequest) (*proto.RegisterAgentResponse, error) {
|
|
res := new(proto.RegisterAgentResponse)
|
|
agentID, err := s.peer.RegisterAgent(c, req.GetPlatform(), req.GetBackend(), req.GetVersion(), req.GetCapacity())
|
|
res.AgentId = agentID
|
|
return res, err
|
|
}
|
|
|
|
func (s *WoodpeckerServer) ReportHealth(c context.Context, req *proto.ReportHealthRequest) (*proto.Empty, error) {
|
|
res := new(proto.Empty)
|
|
err := s.peer.ReportHealth(c, req.GetStatus())
|
|
return res, err
|
|
}
|