mirror of
https://github.com/woodpecker-ci/woodpecker.git
synced 2025-01-06 23:55:27 +00:00
0970f35df5
Do not sync repos with forge if the repo is not necessary in DB. In the DB, only repos that were active once or repos that are currently active are stored. When trying to enable new repos, the repos list is fetched from the forge instead and displayed directly. In addition to this, the forge func `Perm` was removed and is now merged with `Repo`. Solves a TODO on RepoBatch. --------- Co-authored-by: Anbraten <anton@ju60.de>
154 lines
4.6 KiB
Go
154 lines
4.6 KiB
Go
// Copyright 2021 Woodpecker Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package datastore
|
|
|
|
import (
|
|
"errors"
|
|
"strings"
|
|
|
|
"xorm.io/builder"
|
|
"xorm.io/xorm"
|
|
|
|
"github.com/woodpecker-ci/woodpecker/server/model"
|
|
"github.com/woodpecker-ci/woodpecker/server/store/types"
|
|
)
|
|
|
|
func (s storage) GetRepo(id int64) (*model.Repo, error) {
|
|
repo := new(model.Repo)
|
|
return repo, wrapGet(s.engine.ID(id).Get(repo))
|
|
}
|
|
|
|
func (s storage) GetRepoForgeID(remoteID model.ForgeRemoteID) (*model.Repo, error) {
|
|
sess := s.engine.NewSession()
|
|
defer sess.Close()
|
|
return s.getRepoForgeID(sess, remoteID)
|
|
}
|
|
|
|
func (s storage) getRepoForgeID(e *xorm.Session, remoteID model.ForgeRemoteID) (*model.Repo, error) {
|
|
repo := new(model.Repo)
|
|
return repo, wrapGet(e.Where("forge_remote_id = ?", remoteID).Get(repo))
|
|
}
|
|
|
|
func (s storage) GetRepoNameFallback(remoteID model.ForgeRemoteID, fullName string) (*model.Repo, error) {
|
|
sess := s.engine.NewSession()
|
|
defer sess.Close()
|
|
return s.getRepoNameFallback(sess, remoteID, fullName)
|
|
}
|
|
|
|
func (s storage) getRepoNameFallback(e *xorm.Session, remoteID model.ForgeRemoteID, fullName string) (*model.Repo, error) {
|
|
repo, err := s.getRepoForgeID(e, remoteID)
|
|
if errors.Is(err, types.RecordNotExist) {
|
|
return s.getRepoName(e, fullName)
|
|
}
|
|
return repo, err
|
|
}
|
|
|
|
func (s storage) GetRepoName(fullName string) (*model.Repo, error) {
|
|
sess := s.engine.NewSession()
|
|
defer sess.Close()
|
|
repo, err := s.getRepoName(sess, fullName)
|
|
if errors.Is(err, types.RecordNotExist) {
|
|
// the repository does not exist, so look for a redirection
|
|
redirect, err := s.getRedirection(sess, fullName)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return s.GetRepo(redirect.RepoID)
|
|
}
|
|
return repo, err
|
|
}
|
|
|
|
func (s storage) getRepoName(e *xorm.Session, fullName string) (*model.Repo, error) {
|
|
repo := new(model.Repo)
|
|
return repo, wrapGet(e.Where("LOWER(repo_full_name) = ?", strings.ToLower(fullName)).Get(repo))
|
|
}
|
|
|
|
func (s storage) GetRepoCount() (int64, error) {
|
|
return s.engine.Where(builder.Eq{"repo_active": true}).Count(new(model.Repo))
|
|
}
|
|
|
|
func (s storage) CreateRepo(repo *model.Repo) error {
|
|
// only Insert set auto created ID back to object
|
|
_, err := s.engine.Insert(repo)
|
|
return err
|
|
}
|
|
|
|
func (s storage) UpdateRepo(repo *model.Repo) error {
|
|
_, err := s.engine.ID(repo.ID).AllCols().Update(repo)
|
|
return err
|
|
}
|
|
|
|
func (s storage) DeleteRepo(repo *model.Repo) error {
|
|
const batchSize = perPage
|
|
sess := s.engine.NewSession()
|
|
defer sess.Close()
|
|
if err := sess.Begin(); err != nil {
|
|
return err
|
|
}
|
|
|
|
if _, err := sess.Where("config_repo_id = ?", repo.ID).Delete(new(model.Config)); err != nil {
|
|
return err
|
|
}
|
|
if _, err := sess.Where("perm_repo_id = ?", repo.ID).Delete(new(model.Perm)); err != nil {
|
|
return err
|
|
}
|
|
if _, err := sess.Where("registry_repo_id = ?", repo.ID).Delete(new(model.Registry)); err != nil {
|
|
return err
|
|
}
|
|
if _, err := sess.Where("secret_repo_id = ?", repo.ID).Delete(new(model.Secret)); err != nil {
|
|
return err
|
|
}
|
|
if _, err := sess.Where("repo_id = ?", repo.ID).Delete(new(model.Redirection)); err != nil {
|
|
return err
|
|
}
|
|
|
|
// delete related pipelines
|
|
for startPipelines := 0; ; startPipelines += batchSize {
|
|
pipelineIDs := make([]int64, 0, batchSize)
|
|
if err := sess.Limit(batchSize, startPipelines).Table("pipelines").Cols("pipeline_id").Where("pipeline_repo_id = ?", repo.ID).Find(&pipelineIDs); err != nil {
|
|
return err
|
|
}
|
|
if len(pipelineIDs) == 0 {
|
|
break
|
|
}
|
|
|
|
for i := range pipelineIDs {
|
|
if err := deletePipeline(sess, pipelineIDs[i]); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
if _, err := sess.ID(repo.ID).Delete(new(model.Repo)); err != nil {
|
|
return err
|
|
}
|
|
|
|
return sess.Commit()
|
|
}
|
|
|
|
// RepoList list all repos where permissions for specific user are stored
|
|
// TODO: paginate
|
|
func (s storage) RepoList(user *model.User, owned bool) ([]*model.Repo, error) {
|
|
repos := make([]*model.Repo, 0, perPage)
|
|
sess := s.engine.Table("repos").
|
|
Join("INNER", "perms", "perms.perm_repo_id = repos.repo_id").
|
|
Where("perms.perm_user_id = ?", user.ID)
|
|
if owned {
|
|
sess = sess.And(builder.Eq{"perms.perm_push": true}.Or(builder.Eq{"perms.perm_admin": true}))
|
|
}
|
|
return repos, sess.
|
|
Asc("repo_full_name").
|
|
Find(&repos)
|
|
}
|