woodpecker/server/store/datastore/repo.go
qwerty287 ade8e6d010
Various fixes and improvements (#1643)
- allow repo names to be case-insensitive
- improve backend error handling on DB get errors (record not found ->
404, else -> 500)
- replace magic numbers of http response codes
- unify the look and feel of cancel / save buttons on forms and view
them in one line

---------

Co-authored-by: Lauris BH <lauris@nix.lv>
2023-03-19 13:52:58 +01:00

230 lines
6.7 KiB
Go

// Copyright 2021 Woodpecker Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package datastore
import (
"errors"
"strings"
"github.com/rs/zerolog/log"
"xorm.io/builder"
"xorm.io/xorm"
"github.com/woodpecker-ci/woodpecker/server/model"
"github.com/woodpecker-ci/woodpecker/server/store/types"
)
func (s storage) GetRepo(id int64) (*model.Repo, error) {
repo := new(model.Repo)
return repo, wrapGet(s.engine.ID(id).Get(repo))
}
func (s storage) GetRepoForgeID(remoteID model.ForgeRemoteID) (*model.Repo, error) {
sess := s.engine.NewSession()
defer sess.Close()
return s.getRepoForgeID(sess, remoteID)
}
func (s storage) getRepoForgeID(e *xorm.Session, remoteID model.ForgeRemoteID) (*model.Repo, error) {
repo := new(model.Repo)
return repo, wrapGet(e.Where("forge_remote_id = ?", remoteID).Get(repo))
}
func (s storage) GetRepoNameFallback(remoteID model.ForgeRemoteID, fullName string) (*model.Repo, error) {
sess := s.engine.NewSession()
defer sess.Close()
return s.getRepoNameFallback(sess, remoteID, fullName)
}
func (s storage) getRepoNameFallback(e *xorm.Session, remoteID model.ForgeRemoteID, fullName string) (*model.Repo, error) {
repo, err := s.getRepoForgeID(e, remoteID)
if errors.Is(err, types.RecordNotExist) {
return s.getRepoName(e, fullName)
}
return repo, err
}
func (s storage) GetRepoName(fullName string) (*model.Repo, error) {
sess := s.engine.NewSession()
defer sess.Close()
repo, err := s.getRepoName(sess, fullName)
if errors.Is(err, types.RecordNotExist) {
// the repository does not exist, so look for a redirection
redirect, err := s.getRedirection(sess, fullName)
if err != nil {
return nil, err
}
return s.GetRepo(redirect.RepoID)
}
return repo, err
}
func (s storage) getRepoName(e *xorm.Session, fullName string) (*model.Repo, error) {
repo := new(model.Repo)
return repo, wrapGet(e.Where("LOWER(repo_full_name) = ?", strings.ToLower(fullName)).Get(repo))
}
func (s storage) GetRepoCount() (int64, error) {
return s.engine.Where(builder.Eq{"repo_active": true}).Count(new(model.Repo))
}
func (s storage) CreateRepo(repo *model.Repo) error {
// only Insert set auto created ID back to object
_, err := s.engine.Insert(repo)
return err
}
func (s storage) UpdateRepo(repo *model.Repo) error {
_, err := s.engine.ID(repo.ID).AllCols().Update(repo)
return err
}
func (s storage) DeleteRepo(repo *model.Repo) error {
const batchSize = perPage
sess := s.engine.NewSession()
defer sess.Close()
if err := sess.Begin(); err != nil {
return err
}
if _, err := sess.Where("config_repo_id = ?", repo.ID).Delete(new(model.Config)); err != nil {
return err
}
if _, err := sess.Where("perm_repo_id = ?", repo.ID).Delete(new(model.Perm)); err != nil {
return err
}
if _, err := sess.Where("registry_repo_id = ?", repo.ID).Delete(new(model.Registry)); err != nil {
return err
}
if _, err := sess.Where("secret_repo_id = ?", repo.ID).Delete(new(model.Secret)); err != nil {
return err
}
if _, err := sess.Where("repo_id = ?", repo.ID).Delete(new(model.Redirection)); err != nil {
return err
}
// delete related pipelines
for startPipelines := 0; ; startPipelines += batchSize {
pipelineIDs := make([]int64, 0, batchSize)
if err := sess.Limit(batchSize, startPipelines).Table("pipelines").Cols("pipeline_id").Where("pipeline_repo_id = ?", repo.ID).Find(&pipelineIDs); err != nil {
return err
}
if len(pipelineIDs) == 0 {
break
}
for i := range pipelineIDs {
if err := deletePipeline(sess, pipelineIDs[i]); err != nil {
return err
}
}
}
if _, err := sess.ID(repo.ID).Delete(new(model.Repo)); err != nil {
return err
}
return sess.Commit()
}
// RepoList list all repos where permissions for specific user are stored
// TODO: paginate
func (s storage) RepoList(user *model.User, owned bool) ([]*model.Repo, error) {
repos := make([]*model.Repo, 0, perPage)
sess := s.engine.Table("repos").
Join("INNER", "perms", "perms.perm_repo_id = repos.repo_id").
Where("perms.perm_user_id = ?", user.ID)
if owned {
sess = sess.And(builder.Eq{"perms.perm_push": true}.Or(builder.Eq{"perms.perm_admin": true}))
}
return repos, sess.
Asc("repo_full_name").
Find(&repos)
}
// RepoBatch Sync batch of repos from SCM (with permissions) to store (create if not exist else update)
// TODO: only store activated repos ...
func (s storage) RepoBatch(repos []*model.Repo) error {
sess := s.engine.NewSession()
defer sess.Close()
if err := sess.Begin(); err != nil {
return err
}
for i := range repos {
if len(repos[i].Owner) == 0 || len(repos[i].Name) == 0 || len(repos[i].FullName) == 0 {
log.Debug().Msgf("skip insert/update repo: %#v", repos[i])
continue
}
exist := true
repo, err := s.getRepoNameFallback(sess, repos[i].ForgeRemoteID, repos[i].FullName)
if err != nil {
if errors.Is(err, types.RecordNotExist) {
exist = false
} else {
return err
}
}
if exist {
if repos[i].FullName != repo.FullName {
// create redirection
err := s.createRedirection(sess, &model.Redirection{RepoID: repo.ID, FullName: repo.FullName})
if err != nil {
return err
}
}
if repos[i].ForgeRemoteID.IsValid() {
if _, err := sess.
Where("forge_remote_id = ?", repos[i].ForgeRemoteID).
Cols("repo_owner", "repo_name", "repo_full_name", "repo_scm", "repo_avatar", "repo_link", "repo_private", "repo_clone", "repo_branch", "forge_id").
Update(repos[i]); err != nil {
return err
}
} else {
if _, err := sess.
Where("repo_owner = ?", repos[i].Owner).
And(" repo_name = ?", repos[i].Name).
Cols("repo_owner", "repo_name", "repo_full_name", "repo_scm", "repo_avatar", "repo_link", "repo_private", "repo_clone", "repo_branch", "forge_id").
Update(repos[i]); err != nil {
return err
}
}
_, err := sess.
Where("forge_remote_id = ?", repos[i].ForgeRemoteID).
Get(repos[i])
if err != nil {
return err
}
} else {
// only Insert on single object ref set auto created ID back to object
if _, err := sess.Insert(repos[i]); err != nil {
return err
}
}
if repos[i].Perm != nil {
repos[i].Perm.RepoID = repos[i].ID
repos[i].Perm.Repo = repos[i]
if err := s.permUpsert(sess, repos[i].Perm); err != nil {
return err
}
}
}
return sess.Commit()
}