woodpecker/server/api/pipeline.go

499 lines
14 KiB
Go
Raw Normal View History

// Copyright 2022 Woodpecker Authors
// Copyright 2021 Informatyka Boguslawski sp. z o.o. sp.k., http://www.ib.pl/
// Copyright 2018 Drone.IO Inc.
2018-03-21 13:02:17 +00:00
//
2018-02-19 22:24:10 +00:00
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
2018-03-21 13:02:17 +00:00
//
2018-02-19 22:24:10 +00:00
// http://www.apache.org/licenses/LICENSE-2.0
2018-03-21 13:02:17 +00:00
//
2018-02-19 22:24:10 +00:00
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// This file has been modified by Informatyka Boguslawski sp. z o.o. sp.k.
2018-02-19 22:24:10 +00:00
package api
2016-03-31 06:24:47 +00:00
import (
"encoding/json"
"errors"
2017-03-05 11:05:16 +00:00
"fmt"
2016-03-31 06:24:47 +00:00
"net/http"
"strconv"
"time"
2019-06-01 08:17:02 +00:00
"github.com/gin-gonic/gin"
"go.woodpecker-ci.org/woodpecker/v2/server"
"go.woodpecker-ci.org/woodpecker/v2/server/model"
"go.woodpecker-ci.org/woodpecker/v2/server/pipeline"
"go.woodpecker-ci.org/woodpecker/v2/server/router/middleware/session"
"go.woodpecker-ci.org/woodpecker/v2/server/store"
2016-03-31 06:24:47 +00:00
)
// CreatePipeline
//
// @Summary Run/trigger a pipelines
// @Router /repos/{repo_id}/pipelines [post]
// @Produce json
// @Success 200 {object} Pipeline
// @Tags Pipelines
// @Param Authorization header string true "Insert your personal access token" default(Bearer <personal access token>)
// @Param repo_id path int true "the repository id"
// @Param options body PipelineOptions true "the options for the pipeline to run"
func CreatePipeline(c *gin.Context) {
_store := store.FromContext(c)
repo := session.Repo(c)
// parse create options
var opts model.PipelineOptions
err := json.NewDecoder(c.Request.Body).Decode(&opts)
if err != nil {
_ = c.AbortWithError(http.StatusBadRequest, err)
return
}
user := session.User(c)
lastCommit, _ := server.Config.Services.Forge.BranchHead(c, user, repo, opts.Branch)
tmpBuild := createTmpPipeline(model.EventManual, lastCommit, repo, user, &opts)
pl, err := pipeline.Create(c, _store, repo, tmpBuild)
if err != nil {
handlePipelineErr(c, err)
} else {
c.JSON(http.StatusOK, pl)
}
}
func createTmpPipeline(event model.WebhookEvent, commitSHA string, repo *model.Repo, user *model.User, opts *model.PipelineOptions) *model.Pipeline {
return &model.Pipeline{
Event: event,
Commit: commitSHA,
Branch: opts.Branch,
Timestamp: time.Now().UTC().Unix(),
Avatar: user.Avatar,
Message: "MANUAL PIPELINE @ " + opts.Branch,
Ref: opts.Branch,
AdditionalVariables: opts.Variables,
Author: user.Login,
Email: user.Email,
// TODO: Generate proper URL to commit
ForgeURL: repo.ForgeURL,
}
}
// GetPipelines
//
// @Summary Get pipelines, current running and past ones
// @Router /repos/{repo_id}/pipelines [get]
// @Produce json
// @Success 200 {array} Pipeline
// @Tags Pipelines
// @Param Authorization header string true "Insert your personal access token" default(Bearer <personal access token>)
// @Param repo_id path int true "the repository id"
// @Param page query int false "for response pagination, page offset number" default(1)
// @Param perPage query int false "for response pagination, max items per page" default(50)
func GetPipelines(c *gin.Context) {
2016-03-31 06:24:47 +00:00
repo := session.Repo(c)
pipelines, err := store.FromContext(c).GetPipelineList(repo, session.Pagination(c))
2016-03-31 06:24:47 +00:00
if err != nil {
_ = c.AbortWithError(http.StatusInternalServerError, err)
2016-03-31 06:24:47 +00:00
return
}
c.JSON(http.StatusOK, pipelines)
2016-03-31 06:24:47 +00:00
}
// GetPipeline
//
// @Summary Pipeline information by number
// @Router /repos/{repo_id}/pipelines/{number} [get]
// @Produce json
// @Success 200 {object} Pipeline
// @Tags Pipelines
// @Param Authorization header string true "Insert your personal access token" default(Bearer <personal access token>)
// @Param repo_id path int true "the repository id"
// @Param number path int true "the number of the pipeline, OR 'latest'"
func GetPipeline(c *gin.Context) {
_store := store.FromContext(c)
2016-03-31 06:24:47 +00:00
if c.Param("number") == "latest" {
GetPipelineLast(c)
2016-03-31 06:24:47 +00:00
return
}
repo := session.Repo(c)
num, err := strconv.ParseInt(c.Param("number"), 10, 64)
2016-03-31 06:24:47 +00:00
if err != nil {
_ = c.AbortWithError(http.StatusBadRequest, err)
2016-03-31 06:24:47 +00:00
return
}
pl, err := _store.GetPipelineNumber(repo, num)
2016-03-31 06:24:47 +00:00
if err != nil {
handleDbError(c, err)
2016-03-31 06:24:47 +00:00
return
}
if pl.Workflows, err = _store.WorkflowGetTree(pl); err != nil {
_ = c.AbortWithError(http.StatusInternalServerError, err)
return
}
2016-03-31 06:24:47 +00:00
c.JSON(http.StatusOK, pl)
2016-03-31 06:24:47 +00:00
}
func GetPipelineLast(c *gin.Context) {
_store := store.FromContext(c)
2016-03-31 06:24:47 +00:00
repo := session.Repo(c)
branch := c.DefaultQuery("branch", repo.Branch)
pl, err := _store.GetPipelineLast(repo, branch)
2016-03-31 06:24:47 +00:00
if err != nil {
handleDbError(c, err)
2016-03-31 06:24:47 +00:00
return
}
if pl.Workflows, err = _store.WorkflowGetTree(pl); err != nil {
_ = c.AbortWithError(http.StatusInternalServerError, err)
return
}
c.JSON(http.StatusOK, pl)
2016-03-31 06:24:47 +00:00
}
// GetStepLogs
//
// @Summary Log information
// @Router /repos/{repo_id}/logs/{number}/{stepID} [get]
// @Produce json
// @Success 200 {array} LogEntry
// @Tags Pipeline logs
// @Param Authorization header string true "Insert your personal access token" default(Bearer <personal access token>)
// @Param repo_id path int true "the repository id"
// @Param number path int true "the number of the pipeline"
// @Param stepID path int true "the step id"
func GetStepLogs(c *gin.Context) {
_store := store.FromContext(c)
2016-03-31 06:24:47 +00:00
repo := session.Repo(c)
// parse the pipeline number and step sequence number from
// the request parameter.
num, err := strconv.ParseInt(c.Params.ByName("number"), 10, 64)
2016-03-31 06:24:47 +00:00
if err != nil {
_ = c.AbortWithError(http.StatusBadRequest, err)
2016-03-31 06:24:47 +00:00
return
}
pl, err := _store.GetPipelineNumber(repo, num)
2016-03-31 06:24:47 +00:00
if err != nil {
handleDbError(c, err)
2016-03-31 06:24:47 +00:00
return
}
stepID, err := strconv.ParseInt(c.Params.ByName("stepId"), 10, 64)
2016-03-31 06:24:47 +00:00
if err != nil {
_ = c.AbortWithError(http.StatusBadRequest, err)
2016-03-31 06:24:47 +00:00
return
}
step, err := _store.StepLoad(stepID)
2017-08-25 00:03:11 +00:00
if err != nil {
handleDbError(c, err)
2017-08-25 00:03:11 +00:00
return
}
if step.PipelineID != pl.ID {
// make sure we can not read arbitrary logs by id
_ = c.AbortWithError(http.StatusBadRequest, fmt.Errorf("step with id %d is not part of repo %s", stepID, repo.FullName))
2017-08-25 00:03:11 +00:00
return
}
logs, err := _store.LogFind(step)
2017-08-25 00:03:11 +00:00
if err != nil {
handleDbError(c, err)
2017-08-25 00:03:11 +00:00
return
}
c.JSON(http.StatusOK, logs)
2016-03-31 06:24:47 +00:00
}
// GetPipelineConfig
//
// @Summary Pipeline configuration
// @Router /repos/{repo_id}/pipelines/{number}/config [get]
// @Produce json
// @Success 200 {array} Config
// @Tags Pipelines
// @Param Authorization header string true "Insert your personal access token" default(Bearer <personal access token>)
// @Param repo_id path int true "the repository id"
// @Param number path int true "the number of the pipeline"
func GetPipelineConfig(c *gin.Context) {
_store := store.FromContext(c)
repo := session.Repo(c)
num, err := strconv.ParseInt(c.Param("number"), 10, 64)
if err != nil {
_ = c.AbortWithError(http.StatusBadRequest, err)
return
}
pl, err := _store.GetPipelineNumber(repo, num)
if err != nil {
handleDbError(c, err)
return
}
configs, err := _store.ConfigsForPipeline(pl.ID)
if err != nil {
c.String(http.StatusInternalServerError, err.Error())
return
}
c.JSON(http.StatusOK, configs)
}
// CancelPipeline
//
// @Summary Cancels a pipeline
// @Router /repos/{repo_id}/pipelines/{number}/cancel [post]
// @Produce plain
// @Success 200
// @Tags Pipelines
// @Param Authorization header string true "Insert your personal access token" default(Bearer <personal access token>)
// @Param repo_id path int true "the repository id"
// @Param number path int true "the number of the pipeline"
func CancelPipeline(c *gin.Context) {
_store := store.FromContext(c)
2016-03-31 06:24:47 +00:00
repo := session.Repo(c)
user := session.User(c)
num, _ := strconv.ParseInt(c.Params.ByName("number"), 10, 64)
2016-03-31 06:24:47 +00:00
pl, err := _store.GetPipelineNumber(repo, num)
2016-03-31 06:24:47 +00:00
if err != nil {
handleDbError(c, err)
2016-03-31 06:24:47 +00:00
return
}
if err := pipeline.Cancel(c, _store, repo, user, pl); err != nil {
handlePipelineErr(c, err)
} else {
c.Status(http.StatusNoContent)
2019-09-16 13:18:15 +00:00
}
2017-08-01 16:57:01 +00:00
}
// PostApproval
//
// @Summary Start pipelines in gated repos
// @Router /repos/{repo_id}/pipelines/{number}/approve [post]
// @Produce json
// @Success 200 {object} Pipeline
// @Tags Pipelines
// @Param Authorization header string true "Insert your personal access token" default(Bearer <personal access token>)
// @Param repo_id path int true "the repository id"
// @Param number path int true "the number of the pipeline"
2017-03-18 08:49:27 +00:00
func PostApproval(c *gin.Context) {
var (
_store = store.FromContext(c)
repo = session.Repo(c)
user = session.User(c)
num, _ = strconv.ParseInt(c.Params.ByName("number"), 10, 64)
2017-03-18 08:49:27 +00:00
)
pl, err := _store.GetPipelineNumber(repo, num)
2017-03-18 08:49:27 +00:00
if err != nil {
handleDbError(c, err)
2017-03-18 08:49:27 +00:00
return
}
2017-03-18 11:25:53 +00:00
newpipeline, err := pipeline.Approve(c, _store, pl, user, repo)
2017-03-18 11:25:53 +00:00
if err != nil {
handlePipelineErr(c, err)
} else {
c.JSON(http.StatusOK, newpipeline)
}
2017-03-18 08:49:27 +00:00
}
// PostDecline
//
// @Summary Decline pipelines in gated repos
// @Router /repos/{repo_id}/pipelines/{number}/decline [post]
// @Produce json
// @Success 200 {object} Pipeline
// @Tags Pipelines
// @Param Authorization header string true "Insert your personal access token" default(Bearer <personal access token>)
// @Param repo_id path int true "the repository id"
// @Param number path int true "the number of the pipeline"
2017-03-18 08:49:27 +00:00
func PostDecline(c *gin.Context) {
var (
_store = store.FromContext(c)
repo = session.Repo(c)
user = session.User(c)
num, _ = strconv.ParseInt(c.Params.ByName("number"), 10, 64)
2017-03-18 08:49:27 +00:00
)
pl, err := _store.GetPipelineNumber(repo, num)
2017-03-18 08:49:27 +00:00
if err != nil {
handleDbError(c, err)
2017-03-18 08:49:27 +00:00
return
}
pl, err = pipeline.Decline(c, _store, pl, user, repo)
if err != nil {
handlePipelineErr(c, err)
} else {
c.JSON(http.StatusOK, pl)
}
2017-03-18 08:49:27 +00:00
}
// GetPipelineQueue
//
// @Summary List pipeline queues
// @Router /pipelines [get]
// @Produce json
// @Success 200 {array} Feed
// @Tags Pipeline queues
// @Param Authorization header string true "Insert your personal access token" default(Bearer <personal access token>)
func GetPipelineQueue(c *gin.Context) {
out, err := store.FromContext(c).GetPipelineQueue()
if err != nil {
c.String(http.StatusInternalServerError, "Error getting pipeline queue. %s", err)
return
}
c.JSON(http.StatusOK, out)
}
2016-09-28 01:30:28 +00:00
// PostPipeline
//
// @Summary Restart a pipeline
// @Description Restarts a pipeline optional with altered event, deploy or environment
// @Router /repos/{repo_id}/pipelines/{number} [post]
// @Produce json
// @Success 200 {object} Pipeline
// @Tags Pipelines
// @Param Authorization header string true "Insert your personal access token" default(Bearer <personal access token>)
// @Param owner path string true "the repository owner's name"
// @Param name path string true "the repository name"
// @Param number path int true "the number of the pipeline"
// @Param event query string false "override the event type"
// @Param deploy_to query string false "override the target deploy value"
func PostPipeline(c *gin.Context) {
_store := store.FromContext(c)
2017-03-14 15:56:22 +00:00
repo := session.Repo(c)
num, err := strconv.ParseInt(c.Param("number"), 10, 64)
2017-03-14 15:56:22 +00:00
if err != nil {
_ = c.AbortWithError(http.StatusBadRequest, err)
2017-03-14 15:56:22 +00:00
return
}
user, err := _store.GetUser(repo.UserID)
2017-03-14 15:56:22 +00:00
if err != nil {
handleDbError(c, err)
2017-03-14 15:56:22 +00:00
return
}
pl, err := _store.GetPipelineNumber(repo, num)
2017-03-14 15:56:22 +00:00
if err != nil {
handleDbError(c, err)
2017-03-14 15:56:22 +00:00
return
}
// refresh the token to make sure, pipeline.Restart can still obtain the pipeline config if necessary again
refreshUserToken(c, user)
2017-03-14 15:56:22 +00:00
// make Deploy overridable
pl.Deploy = c.DefaultQuery("deploy_to", pl.Deploy)
2017-09-08 00:43:33 +00:00
// make Event overridable
if event, ok := c.GetQuery("event"); ok {
pl.Event = model.WebhookEvent(event)
if err := model.ValidateWebhookEvent(pl.Event); err != nil {
_ = c.AbortWithError(http.StatusBadRequest, err)
return
}
}
// Read query string parameters into pipelineParams, exclude reserved params
2022-01-05 20:50:23 +00:00
envs := map[string]string{}
2017-03-14 15:56:22 +00:00
for key, val := range c.Request.URL.Query() {
switch key {
// Skip some options of the endpoint
2017-03-14 15:56:22 +00:00
case "fork", "event", "deploy_to":
continue
2017-03-14 15:56:22 +00:00
default:
// We only accept string literals, because pipeline parameters will be
2017-03-14 15:56:22 +00:00
// injected as environment variables
// TODO: sanitize the value
envs[key] = val[0]
2017-03-14 15:56:22 +00:00
}
}
netrc, err := server.Config.Services.Forge.Netrc(user, repo)
if err != nil {
handlePipelineErr(c, err)
2023-08-22 07:47:29 +00:00
return
}
newpipeline, err := pipeline.Restart(c, _store, pl, user, repo, envs, netrc)
2017-04-06 16:04:25 +00:00
if err != nil {
handlePipelineErr(c, err)
} else {
c.JSON(http.StatusOK, newpipeline)
2017-03-14 15:56:22 +00:00
}
}
2018-01-18 17:26:28 +00:00
// DeletePipelineLogs
//
// @Summary Deletes log
2023-10-24 13:21:05 +00:00
// @Router /repos/{repo_id}/logs/{number} [delete]
// @Produce plain
// @Success 204
// @Tags Pipeline logs
// @Param Authorization header string true "Insert your personal access token" default(Bearer <personal access token>)
// @Param repo_id path int true "the repository id"
// @Param number path int true "the number of the pipeline"
func DeletePipelineLogs(c *gin.Context) {
_store := store.FromContext(c)
2018-01-18 17:26:28 +00:00
repo := session.Repo(c)
num, _ := strconv.ParseInt(c.Params.ByName("number"), 10, 64)
2018-01-18 17:26:28 +00:00
pl, err := _store.GetPipelineNumber(repo, num)
2018-01-18 17:26:28 +00:00
if err != nil {
handleDbError(c, err)
2018-01-18 17:26:28 +00:00
return
}
steps, err := _store.StepList(pl)
2018-01-18 17:26:28 +00:00
if err != nil {
_ = c.AbortWithError(http.StatusInternalServerError, err)
2018-01-18 17:26:28 +00:00
return
}
switch pl.Status {
2018-01-18 17:26:28 +00:00
case model.StatusRunning, model.StatusPending:
c.String(http.StatusUnprocessableEntity, "Cannot delete logs for a pending or running pipeline")
2018-01-18 17:26:28 +00:00
return
}
for _, step := range steps {
if lErr := _store.LogDelete(step); err != nil {
err = errors.Join(err, lErr)
2018-01-18 17:26:28 +00:00
}
}
if err != nil {
c.String(http.StatusInternalServerError, "There was a problem deleting your logs. %s", err)
2018-01-18 17:26:28 +00:00
return
}
c.Status(http.StatusNoContent)
2018-01-18 17:26:28 +00:00
}