mirror of
https://github.com/woodpecker-ci/woodpecker.git
synced 2024-12-04 23:56:30 +00:00
52d3652f2e
Use IDs of the forge to fetch repositories instead of their names and owner names. This improves handling of renamed and transferred repos. TODO - [ ] try to support as many forges as possible - [x] Gogs (no API) - [ ] Bitbucket Server - [x] Coding (no API?) - [x] update repo every time it is fetched or received from the forge - [x] if repo remote IDs are not available, use owner / name to get it - [x] handle redirections (redirect a renamed repo to its new path) - [x] ~~pull all repos once during migration to update ID (?)~~ issue fixed by on-demand loading of remote IDs - [x] handle redirections in web UI - [ ] improve handling of hooks after a repo was renamed (currently it checks for a redirection to the repo) - [x] tests - [x] `UNIQUE` constraint for remote IDs after migration shouldn't work (all repos have an empty string as remote ID) close #854 close #648 partial close https://codeberg.org/Codeberg-CI/feedback/issues/46 Possible follow-up PRs - apply the same scheme on everything fetched from the remote (currently only users) Co-authored-by: 6543 <6543@obermui.de>
183 lines
4.9 KiB
Go
183 lines
4.9 KiB
Go
// Copyright 2018 Drone.IO Inc.
|
|
// Copyright 2021 Informatyka Boguslawski sp. z o.o. sp.k., http://www.ib.pl/
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
// This file has been modified by Informatyka Boguslawski sp. z o.o. sp.k.
|
|
|
|
package api
|
|
|
|
import (
|
|
"fmt"
|
|
"math/rand"
|
|
"net/http"
|
|
"regexp"
|
|
"time"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/rs/zerolog/log"
|
|
|
|
"github.com/woodpecker-ci/woodpecker/server"
|
|
"github.com/woodpecker-ci/woodpecker/server/model"
|
|
"github.com/woodpecker-ci/woodpecker/server/pipeline"
|
|
"github.com/woodpecker-ci/woodpecker/server/store"
|
|
"github.com/woodpecker-ci/woodpecker/shared/token"
|
|
)
|
|
|
|
var skipRe = regexp.MustCompile(`\[(?i:ci *skip|skip *ci)\]`)
|
|
|
|
func init() {
|
|
rand.Seed(time.Now().UnixNano())
|
|
}
|
|
|
|
func GetQueueInfo(c *gin.Context) {
|
|
c.IndentedJSON(200,
|
|
server.Config.Services.Queue.Info(c),
|
|
)
|
|
}
|
|
|
|
func PauseQueue(c *gin.Context) {
|
|
server.Config.Services.Queue.Pause()
|
|
c.Status(http.StatusOK)
|
|
}
|
|
|
|
func ResumeQueue(c *gin.Context) {
|
|
server.Config.Services.Queue.Resume()
|
|
c.Status(http.StatusOK)
|
|
}
|
|
|
|
func BlockTilQueueHasRunningItem(c *gin.Context) {
|
|
for {
|
|
info := server.Config.Services.Queue.Info(c)
|
|
if info.Stats.Running == 0 {
|
|
break
|
|
}
|
|
}
|
|
c.Status(http.StatusOK)
|
|
}
|
|
|
|
// PostHook start a pipeline triggered by a forges post webhook
|
|
func PostHook(c *gin.Context) {
|
|
_store := store.FromContext(c)
|
|
remote := server.Config.Services.Remote
|
|
|
|
tmpRepo, tmpBuild, err := remote.Hook(c, c.Request)
|
|
if err != nil {
|
|
msg := "failure to parse hook"
|
|
log.Debug().Err(err).Msg(msg)
|
|
c.String(http.StatusBadRequest, msg)
|
|
return
|
|
}
|
|
if tmpBuild == nil {
|
|
msg := "ignoring hook: hook parsing resulted in empty build"
|
|
log.Debug().Msg(msg)
|
|
c.String(http.StatusOK, msg)
|
|
return
|
|
}
|
|
if tmpRepo == nil {
|
|
msg := "failure to ascertain repo from hook"
|
|
log.Debug().Msg(msg)
|
|
c.String(http.StatusBadRequest, msg)
|
|
return
|
|
}
|
|
|
|
// skip the tmpBuild if any case-insensitive combination of the words "skip" and "ci"
|
|
// wrapped in square brackets appear in the commit message
|
|
skipMatch := skipRe.FindString(tmpBuild.Message)
|
|
if len(skipMatch) > 0 {
|
|
msg := fmt.Sprintf("ignoring hook: %s found in %s", skipMatch, tmpBuild.Commit)
|
|
log.Debug().Msg(msg)
|
|
c.String(http.StatusNoContent, msg)
|
|
return
|
|
}
|
|
|
|
repo, err := _store.GetRepoNameFallback(tmpRepo.RemoteID, tmpRepo.FullName)
|
|
if err != nil {
|
|
msg := fmt.Sprintf("failure to get repo %s from store", tmpRepo.FullName)
|
|
log.Error().Err(err).Msg(msg)
|
|
c.String(http.StatusNotFound, msg)
|
|
return
|
|
}
|
|
if !repo.IsActive {
|
|
msg := fmt.Sprintf("ignoring hook: repo %s is inactive", tmpRepo.FullName)
|
|
log.Debug().Msg(msg)
|
|
c.String(http.StatusNoContent, msg)
|
|
return
|
|
}
|
|
|
|
oldFullName := repo.FullName
|
|
if oldFullName != tmpRepo.FullName {
|
|
// create a redirection
|
|
err = _store.CreateRedirection(&model.Redirection{RepoID: repo.ID, FullName: repo.FullName})
|
|
if err != nil {
|
|
_ = c.AbortWithError(http.StatusInternalServerError, err)
|
|
return
|
|
}
|
|
}
|
|
|
|
repo.Update(tmpRepo)
|
|
err = _store.UpdateRepo(repo)
|
|
if err != nil {
|
|
c.String(http.StatusInternalServerError, err.Error())
|
|
return
|
|
}
|
|
|
|
// get the token and verify the hook is authorized
|
|
parsed, err := token.ParseRequest(c.Request, func(_ *token.Token) (string, error) {
|
|
return repo.Hash, nil
|
|
})
|
|
if err != nil {
|
|
msg := fmt.Sprintf("failure to parse token from hook for %s", repo.FullName)
|
|
log.Error().Err(err).Msg(msg)
|
|
c.String(http.StatusBadRequest, msg)
|
|
return
|
|
}
|
|
verifiedKey := parsed.Text == oldFullName
|
|
if !verifiedKey {
|
|
verifiedKey, err = _store.HasRedirectionForRepo(repo.ID, repo.FullName)
|
|
if err != nil {
|
|
msg := "failure to verify token from hook. Could not check for redirections of the repo"
|
|
log.Error().Err(err).Msg(msg)
|
|
c.String(http.StatusInternalServerError, msg)
|
|
return
|
|
}
|
|
}
|
|
|
|
if !verifiedKey {
|
|
msg := fmt.Sprintf("failure to verify token from hook. Expected %s, got %s", repo.FullName, parsed.Text)
|
|
log.Debug().Msg(msg)
|
|
c.String(http.StatusForbidden, msg)
|
|
return
|
|
}
|
|
|
|
if repo.UserID == 0 {
|
|
msg := fmt.Sprintf("ignoring hook. repo %s has no owner.", repo.FullName)
|
|
log.Warn().Msg(msg)
|
|
c.String(http.StatusNoContent, msg)
|
|
return
|
|
}
|
|
|
|
if tmpBuild.Event == model.EventPull && !repo.AllowPull {
|
|
msg := "ignoring hook: pull requests are disabled for this repo in woodpecker"
|
|
log.Debug().Str("repo", repo.FullName).Msg(msg)
|
|
c.String(http.StatusNoContent, msg)
|
|
return
|
|
}
|
|
|
|
build, err := pipeline.Create(c, _store, repo, tmpBuild)
|
|
if err != nil {
|
|
handlePipelineErr(c, err)
|
|
} else {
|
|
c.JSON(200, build)
|
|
}
|
|
}
|