mirror of
https://github.com/woodpecker-ci/woodpecker.git
synced 2024-09-27 14:10:17 +00:00
68dbd488a9
Woodpecker should use configured server URL when creating self URL-s for VCS UI and not depend on URL read from request. In case of internal calls like answers for webhooks from Gitea on backend, address in URL may be internal and this causes Gitea to display CI status for commit with intenal URL to woodpecker not external one.
611 lines
15 KiB
Go
611 lines
15 KiB
Go
// Copyright 2018 Drone.IO Inc.
|
|
// Copyright 2021 Informatyka Boguslawski sp. z o.o. sp.k., http://www.ib.pl/
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
// This file has been modified by Informatyka Boguslawski sp. z o.o. sp.k.
|
|
|
|
package server
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"log"
|
|
"net/http"
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/sirupsen/logrus"
|
|
"github.com/woodpecker-ci/woodpecker/cncd/queue"
|
|
"github.com/woodpecker-ci/woodpecker/remote"
|
|
"github.com/woodpecker-ci/woodpecker/shared/httputil"
|
|
"github.com/woodpecker-ci/woodpecker/store"
|
|
|
|
"github.com/woodpecker-ci/woodpecker/model"
|
|
"github.com/woodpecker-ci/woodpecker/router/middleware/session"
|
|
)
|
|
|
|
func GetBuilds(c *gin.Context) {
|
|
repo := session.Repo(c)
|
|
page, err := strconv.Atoi(c.DefaultQuery("page", "1"))
|
|
if err != nil {
|
|
c.AbortWithError(http.StatusBadRequest, err)
|
|
return
|
|
}
|
|
|
|
builds, err := store.GetBuildList(c, repo, page)
|
|
if err != nil {
|
|
c.AbortWithStatus(http.StatusInternalServerError)
|
|
return
|
|
}
|
|
c.JSON(http.StatusOK, builds)
|
|
}
|
|
|
|
func GetBuild(c *gin.Context) {
|
|
if c.Param("number") == "latest" {
|
|
GetBuildLast(c)
|
|
return
|
|
}
|
|
|
|
repo := session.Repo(c)
|
|
num, err := strconv.Atoi(c.Param("number"))
|
|
if err != nil {
|
|
c.AbortWithError(http.StatusBadRequest, err)
|
|
return
|
|
}
|
|
|
|
build, err := store.GetBuildNumber(c, repo, num)
|
|
if err != nil {
|
|
c.AbortWithError(http.StatusInternalServerError, err)
|
|
return
|
|
}
|
|
files, _ := store.FromContext(c).FileList(build)
|
|
procs, _ := store.FromContext(c).ProcList(build)
|
|
build.Procs = model.Tree(procs)
|
|
build.Files = files
|
|
|
|
c.JSON(http.StatusOK, build)
|
|
}
|
|
|
|
func GetBuildLast(c *gin.Context) {
|
|
repo := session.Repo(c)
|
|
branch := c.DefaultQuery("branch", repo.Branch)
|
|
|
|
build, err := store.GetBuildLast(c, repo, branch)
|
|
if err != nil {
|
|
c.String(http.StatusInternalServerError, err.Error())
|
|
return
|
|
}
|
|
|
|
procs, _ := store.FromContext(c).ProcList(build)
|
|
build.Procs = model.Tree(procs)
|
|
c.JSON(http.StatusOK, build)
|
|
}
|
|
|
|
func GetBuildLogs(c *gin.Context) {
|
|
repo := session.Repo(c)
|
|
|
|
// parse the build number and job sequence number from
|
|
// the repquest parameter.
|
|
num, _ := strconv.Atoi(c.Params.ByName("number"))
|
|
ppid, _ := strconv.Atoi(c.Params.ByName("pid"))
|
|
name := c.Params.ByName("proc")
|
|
|
|
build, err := store.GetBuildNumber(c, repo, num)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
proc, err := store.FromContext(c).ProcChild(build, ppid, name)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
rc, err := store.FromContext(c).LogFind(proc)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
defer rc.Close()
|
|
|
|
c.Header("Content-Type", "application/json")
|
|
io.Copy(c.Writer, rc)
|
|
}
|
|
|
|
func GetProcLogs(c *gin.Context) {
|
|
repo := session.Repo(c)
|
|
|
|
// parse the build number and job sequence number from
|
|
// the repquest parameter.
|
|
num, _ := strconv.Atoi(c.Params.ByName("number"))
|
|
pid, _ := strconv.Atoi(c.Params.ByName("pid"))
|
|
|
|
build, err := store.GetBuildNumber(c, repo, num)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
proc, err := store.FromContext(c).ProcFind(build, pid)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
rc, err := store.FromContext(c).LogFind(proc)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
defer rc.Close()
|
|
|
|
c.Header("Content-Type", "application/json")
|
|
io.Copy(c.Writer, rc)
|
|
}
|
|
|
|
// DeleteBuild cancels a build
|
|
func DeleteBuild(c *gin.Context) {
|
|
repo := session.Repo(c)
|
|
num, _ := strconv.Atoi(c.Params.ByName("number"))
|
|
|
|
build, err := store.GetBuildNumber(c, repo, num)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
procs, err := store.FromContext(c).ProcList(build)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
if build.Status != model.StatusRunning && build.Status != model.StatusPending {
|
|
c.String(400, "Cannot cancel a non-running or non-pending build")
|
|
return
|
|
}
|
|
|
|
// First cancel/evict procs in the queue in one go
|
|
procToCancel := []string{}
|
|
procToEvict := []string{}
|
|
for _, proc := range procs {
|
|
if proc.PPID != 0 {
|
|
continue
|
|
}
|
|
if proc.State == model.StatusRunning {
|
|
procToCancel = append(procToCancel, fmt.Sprint(proc.ID))
|
|
}
|
|
if proc.State == model.StatusPending {
|
|
procToEvict = append(procToEvict, fmt.Sprint(proc.ID))
|
|
}
|
|
}
|
|
Config.Services.Queue.EvictAtOnce(context.Background(), procToEvict)
|
|
Config.Services.Queue.ErrorAtOnce(context.Background(), procToEvict, queue.ErrCancel)
|
|
Config.Services.Queue.ErrorAtOnce(context.Background(), procToCancel, queue.ErrCancel)
|
|
|
|
// Then update the DB status for pending builds
|
|
// Running ones will be set when the agents stop on the cancel signal
|
|
for _, proc := range procs {
|
|
if proc.State == model.StatusPending {
|
|
if proc.PPID != 0 {
|
|
if _, err = UpdateProcToStatusSkipped(store.FromContext(c), *proc, 0); err != nil {
|
|
log.Printf("error: done: cannot update proc_id %d state: %s", proc.ID, err)
|
|
}
|
|
} else {
|
|
if _, err = UpdateProcToStatusKilled(store.FromContext(c), *proc); err != nil {
|
|
log.Printf("error: done: cannot update proc_id %d state: %s", proc.ID, err)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
killedBuild, err := UpdateToStatusKilled(store.FromContext(c), *build)
|
|
if err != nil {
|
|
c.AbortWithError(500, err)
|
|
return
|
|
}
|
|
|
|
// For pending builds, we stream the UI the latest state.
|
|
// For running builds, the UI will be updated when the agents acknowledge the cancel
|
|
if build.Status == model.StatusPending {
|
|
procs, err = store.FromContext(c).ProcList(killedBuild)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
killedBuild.Procs = model.Tree(procs)
|
|
publishToTopic(c, killedBuild, repo, model.Cancelled)
|
|
}
|
|
|
|
c.String(204, "")
|
|
}
|
|
|
|
func PostApproval(c *gin.Context) {
|
|
var (
|
|
remote_ = remote.FromContext(c)
|
|
repo = session.Repo(c)
|
|
user = session.User(c)
|
|
num, _ = strconv.Atoi(
|
|
c.Params.ByName("number"),
|
|
)
|
|
)
|
|
|
|
build, err := store.GetBuildNumber(c, repo, num)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
if build.Status != model.StatusBlocked {
|
|
c.String(500, "cannot decline a build with status %s", build.Status)
|
|
return
|
|
}
|
|
|
|
// fetch the build file from the database
|
|
configs, err := Config.Storage.Config.ConfigsForBuild(build.ID)
|
|
if err != nil {
|
|
logrus.Errorf("failure to get build config for %s. %s", repo.FullName, err)
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
netrc, err := remote_.Netrc(user, repo)
|
|
if err != nil {
|
|
c.String(500, "failed to generate netrc file. %s", err)
|
|
return
|
|
}
|
|
|
|
if build, err = UpdateToStatusPending(store.FromContext(c), *build, user.Login); err != nil {
|
|
c.String(500, "error updating build. %s", err)
|
|
return
|
|
}
|
|
|
|
c.JSON(200, build)
|
|
|
|
// get the previous build so that we can send
|
|
// on status change notifications
|
|
last, _ := store.GetBuildLastBefore(c, repo, build.Branch, build.ID)
|
|
secs, err := Config.Services.Secrets.SecretListBuild(repo, build)
|
|
if err != nil {
|
|
logrus.Debugf("Error getting secrets for %s#%d. %s", repo.FullName, build.Number, err)
|
|
}
|
|
regs, err := Config.Services.Registries.RegistryList(repo)
|
|
if err != nil {
|
|
logrus.Debugf("Error getting registry credentials for %s#%d. %s", repo.FullName, build.Number, err)
|
|
}
|
|
envs := map[string]string{}
|
|
if Config.Services.Environ != nil {
|
|
globals, _ := Config.Services.Environ.EnvironList(repo)
|
|
for _, global := range globals {
|
|
envs[global.Name] = global.Value
|
|
}
|
|
}
|
|
|
|
var yamls []*remote.FileMeta
|
|
for _, y := range configs {
|
|
yamls = append(yamls, &remote.FileMeta{Data: []byte(y.Data), Name: y.Name})
|
|
}
|
|
|
|
b := procBuilder{
|
|
Repo: repo,
|
|
Curr: build,
|
|
Last: last,
|
|
Netrc: netrc,
|
|
Secs: secs,
|
|
Regs: regs,
|
|
Link: httputil.GetURL(c.Request),
|
|
Yamls: yamls,
|
|
Envs: envs,
|
|
}
|
|
buildItems, err := b.Build()
|
|
if err != nil {
|
|
if _, err = UpdateToStatusError(store.FromContext(c), *build, err); err != nil {
|
|
logrus.Errorf("Error setting error status of build for %s#%d. %s", repo.FullName, build.Number, err)
|
|
}
|
|
return
|
|
}
|
|
build = setBuildStepsOnBuild(b.Curr, buildItems)
|
|
|
|
err = store.FromContext(c).ProcCreate(build.Procs)
|
|
if err != nil {
|
|
logrus.Errorf("error persisting procs %s/%d: %s", repo.FullName, build.Number, err)
|
|
}
|
|
|
|
defer func() {
|
|
for _, item := range buildItems {
|
|
uri := fmt.Sprintf("%s/%s/%d", Config.Server.Host, repo.FullName, build.Number)
|
|
if len(buildItems) > 1 {
|
|
err = remote_.Status(user, repo, build, uri, item.Proc)
|
|
} else {
|
|
err = remote_.Status(user, repo, build, uri, nil)
|
|
}
|
|
if err != nil {
|
|
logrus.Errorf("error setting commit status for %s/%d: %v", repo.FullName, build.Number, err)
|
|
}
|
|
}
|
|
}()
|
|
|
|
publishToTopic(c, build, repo, model.Enqueued)
|
|
queueBuild(build, repo, buildItems)
|
|
}
|
|
|
|
func PostDecline(c *gin.Context) {
|
|
var (
|
|
remote_ = remote.FromContext(c)
|
|
repo = session.Repo(c)
|
|
user = session.User(c)
|
|
num, _ = strconv.Atoi(
|
|
c.Params.ByName("number"),
|
|
)
|
|
)
|
|
|
|
build, err := store.GetBuildNumber(c, repo, num)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
if build.Status != model.StatusBlocked {
|
|
c.String(500, "cannot decline a build with status %s", build.Status)
|
|
return
|
|
}
|
|
|
|
if _, err = UpdateToStatusDeclined(store.FromContext(c), *build, user.Login); err != nil {
|
|
c.String(500, "error updating build. %s", err)
|
|
return
|
|
}
|
|
|
|
uri := fmt.Sprintf("%s/%s/%d", Config.Server.Host, repo.FullName, build.Number)
|
|
err = remote_.Status(user, repo, build, uri, nil)
|
|
if err != nil {
|
|
logrus.Errorf("error setting commit status for %s/%d: %v", repo.FullName, build.Number, err)
|
|
}
|
|
|
|
c.JSON(200, build)
|
|
}
|
|
|
|
func GetBuildQueue(c *gin.Context) {
|
|
out, err := store.GetBuildQueue(c)
|
|
if err != nil {
|
|
c.String(500, "Error getting build queue. %s", err)
|
|
return
|
|
}
|
|
c.JSON(200, out)
|
|
}
|
|
|
|
// PostBuild restarts a build
|
|
func PostBuild(c *gin.Context) {
|
|
remote_ := remote.FromContext(c)
|
|
repo := session.Repo(c)
|
|
|
|
num, err := strconv.Atoi(c.Param("number"))
|
|
if err != nil {
|
|
c.AbortWithError(http.StatusBadRequest, err)
|
|
return
|
|
}
|
|
|
|
user, err := store.GetUser(c, repo.UserID)
|
|
if err != nil {
|
|
logrus.Errorf("failure to find repo owner %s. %s", repo.FullName, err)
|
|
c.AbortWithError(500, err)
|
|
return
|
|
}
|
|
|
|
build, err := store.GetBuildNumber(c, repo, num)
|
|
if err != nil {
|
|
logrus.Errorf("failure to get build %d. %s", num, err)
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
switch build.Status {
|
|
case model.StatusDeclined,
|
|
model.StatusBlocked:
|
|
c.String(500, "cannot restart a build with status %s", build.Status)
|
|
return
|
|
}
|
|
|
|
// if the remote has a refresh token, the current access token
|
|
// may be stale. Therefore, we should refresh prior to dispatching
|
|
// the job.
|
|
if refresher, ok := remote_.(remote.Refresher); ok {
|
|
ok, _ := refresher.Refresh(user)
|
|
if ok {
|
|
store.UpdateUser(c, user)
|
|
}
|
|
}
|
|
|
|
// fetch the .drone.yml file from the database
|
|
configs, err := Config.Storage.Config.ConfigsForBuild(build.ID)
|
|
if err != nil {
|
|
logrus.Errorf("failure to get build config for %s. %s", repo.FullName, err)
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
netrc, err := remote_.Netrc(user, repo)
|
|
if err != nil {
|
|
logrus.Errorf("failure to generate netrc for %s. %s", repo.FullName, err)
|
|
c.AbortWithError(500, err)
|
|
return
|
|
}
|
|
|
|
build.ID = 0
|
|
build.Number = 0
|
|
build.Parent = num
|
|
build.Status = model.StatusPending
|
|
build.Started = 0
|
|
build.Finished = 0
|
|
build.Enqueued = time.Now().UTC().Unix()
|
|
build.Error = ""
|
|
build.Deploy = c.DefaultQuery("deploy_to", build.Deploy)
|
|
|
|
event := c.DefaultQuery("event", build.Event)
|
|
if event == model.EventPush ||
|
|
event == model.EventPull ||
|
|
event == model.EventTag ||
|
|
event == model.EventDeploy {
|
|
build.Event = event
|
|
}
|
|
|
|
err = store.CreateBuild(c, build)
|
|
if err != nil {
|
|
c.String(500, err.Error())
|
|
return
|
|
}
|
|
|
|
err = persistBuildConfigs(configs, build.ID)
|
|
if err != nil {
|
|
logrus.Errorf("failure to persist build config for %s. %s", repo.FullName, err)
|
|
c.AbortWithError(500, err)
|
|
return
|
|
}
|
|
|
|
// Read query string parameters into buildParams, exclude reserved params
|
|
var buildParams = map[string]string{}
|
|
for key, val := range c.Request.URL.Query() {
|
|
switch key {
|
|
case "fork", "event", "deploy_to":
|
|
default:
|
|
// We only accept string literals, because build parameters will be
|
|
// injected as environment variables
|
|
buildParams[key] = val[0]
|
|
}
|
|
}
|
|
|
|
// get the previous build so that we can send
|
|
// on status change notifications
|
|
last, _ := store.GetBuildLastBefore(c, repo, build.Branch, build.ID)
|
|
secs, err := Config.Services.Secrets.SecretListBuild(repo, build)
|
|
if err != nil {
|
|
logrus.Debugf("Error getting secrets for %s#%d. %s", repo.FullName, build.Number, err)
|
|
}
|
|
regs, err := Config.Services.Registries.RegistryList(repo)
|
|
if err != nil {
|
|
logrus.Debugf("Error getting registry credentials for %s#%d. %s", repo.FullName, build.Number, err)
|
|
}
|
|
if Config.Services.Environ != nil {
|
|
globals, _ := Config.Services.Environ.EnvironList(repo)
|
|
for _, global := range globals {
|
|
buildParams[global.Name] = global.Value
|
|
}
|
|
}
|
|
|
|
var yamls []*remote.FileMeta
|
|
for _, y := range configs {
|
|
yamls = append(yamls, &remote.FileMeta{Data: []byte(y.Data), Name: y.Name})
|
|
}
|
|
|
|
b := procBuilder{
|
|
Repo: repo,
|
|
Curr: build,
|
|
Last: last,
|
|
Netrc: netrc,
|
|
Secs: secs,
|
|
Regs: regs,
|
|
Link: httputil.GetURL(c.Request),
|
|
Yamls: yamls,
|
|
Envs: buildParams,
|
|
}
|
|
buildItems, err := b.Build()
|
|
if err != nil {
|
|
build.Status = model.StatusError
|
|
build.Started = time.Now().Unix()
|
|
build.Finished = build.Started
|
|
build.Error = err.Error()
|
|
c.JSON(500, build)
|
|
return
|
|
}
|
|
build = setBuildStepsOnBuild(b.Curr, buildItems)
|
|
|
|
err = store.FromContext(c).ProcCreate(build.Procs)
|
|
if err != nil {
|
|
logrus.Errorf("cannot restart %s#%d: %s", repo.FullName, build.Number, err)
|
|
build.Status = model.StatusError
|
|
build.Started = time.Now().Unix()
|
|
build.Finished = build.Started
|
|
build.Error = err.Error()
|
|
c.JSON(500, build)
|
|
return
|
|
}
|
|
c.JSON(202, build)
|
|
|
|
publishToTopic(c, build, repo, model.Enqueued)
|
|
queueBuild(build, repo, buildItems)
|
|
}
|
|
|
|
func DeleteBuildLogs(c *gin.Context) {
|
|
repo := session.Repo(c)
|
|
user := session.User(c)
|
|
num, _ := strconv.Atoi(c.Params.ByName("number"))
|
|
|
|
build, err := store.GetBuildNumber(c, repo, num)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
procs, err := store.FromContext(c).ProcList(build)
|
|
if err != nil {
|
|
c.AbortWithError(404, err)
|
|
return
|
|
}
|
|
|
|
switch build.Status {
|
|
case model.StatusRunning, model.StatusPending:
|
|
c.String(400, "Cannot delete logs for a pending or running build")
|
|
return
|
|
}
|
|
|
|
for _, proc := range procs {
|
|
t := time.Now().UTC()
|
|
buf := bytes.NewBufferString(fmt.Sprintf(deleteStr, proc.Name, user.Login, t.Format(time.UnixDate)))
|
|
lerr := store.FromContext(c).LogSave(proc, buf)
|
|
if lerr != nil {
|
|
err = lerr
|
|
}
|
|
}
|
|
if err != nil {
|
|
c.String(400, "There was a problem deleting your logs. %s", err)
|
|
return
|
|
}
|
|
|
|
c.String(204, "")
|
|
}
|
|
|
|
func persistBuildConfigs(configs []*model.Config, buildID int64) error {
|
|
for _, conf := range configs {
|
|
buildConfig := &model.BuildConfig{
|
|
ConfigID: conf.ID,
|
|
BuildID: buildID,
|
|
}
|
|
err := Config.Storage.Config.BuildConfigCreate(buildConfig)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
var deleteStr = `[
|
|
{
|
|
"proc": %q,
|
|
"pos": 0,
|
|
"out": "logs purged by %s on %s\n"
|
|
}
|
|
]`
|