mirror of
https://github.com/woodpecker-ci/woodpecker.git
synced 2024-11-23 10:21:00 +00:00
131 lines
3.7 KiB
Go
131 lines
3.7 KiB
Go
package shared
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/rs/zerolog/log"
|
|
|
|
"github.com/woodpecker-ci/woodpecker/server/model"
|
|
"github.com/woodpecker-ci/woodpecker/server/remote"
|
|
)
|
|
|
|
type configFetcher struct {
|
|
remote_ remote.Remote
|
|
user *model.User
|
|
repo *model.Repo
|
|
build *model.Build
|
|
}
|
|
|
|
func NewConfigFetcher(remote remote.Remote, user *model.User, repo *model.Repo, build *model.Build) *configFetcher {
|
|
return &configFetcher{
|
|
remote_: remote,
|
|
user: user,
|
|
repo: repo,
|
|
build: build,
|
|
}
|
|
}
|
|
|
|
// configFetchTimeout determine seconds the configFetcher wait until cancel fetch process
|
|
var configFetchTimeout = 3 // seconds
|
|
|
|
// Fetch pipeline config from source forge
|
|
func (cf *configFetcher) Fetch(ctx context.Context) (files []*remote.FileMeta, err error) {
|
|
log.Trace().Msgf("Start Fetching config for '%s'", cf.repo.FullName)
|
|
|
|
// try to fetch 3 times, timeout is one second longer each time
|
|
for i := 0; i < 3; i++ {
|
|
files, err = cf.fetch(ctx, time.Second*time.Duration(configFetchTimeout), strings.TrimSpace(cf.repo.Config))
|
|
if errors.Is(err, context.DeadlineExceeded) {
|
|
continue
|
|
}
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
// fetch config by timeout
|
|
// TODO: deduplicate code
|
|
func (cf *configFetcher) fetch(c context.Context, timeout time.Duration, config string) ([]*remote.FileMeta, error) {
|
|
ctx, cancel := context.WithTimeout(c, timeout)
|
|
defer cancel()
|
|
|
|
if len(config) > 0 {
|
|
log.Trace().Msgf("ConfigFetch[%s]: use user config '%s'", cf.repo.FullName, config)
|
|
// either a file
|
|
if !strings.HasSuffix(config, "/") {
|
|
file, err := cf.remote_.File(ctx, cf.user, cf.repo, cf.build, config)
|
|
if err == nil && len(file) != 0 {
|
|
log.Trace().Msgf("ConfigFetch[%s]: found file '%s'", cf.repo.FullName, config)
|
|
return []*remote.FileMeta{{
|
|
Name: config,
|
|
Data: file,
|
|
}}, nil
|
|
}
|
|
}
|
|
|
|
// or a folder
|
|
files, err := cf.remote_.Dir(ctx, cf.user, cf.repo, cf.build, strings.TrimSuffix(config, "/"))
|
|
if err == nil && len(files) != 0 {
|
|
log.Trace().Msgf("ConfigFetch[%s]: found %d files in '%s'", cf.repo.FullName, len(files), config)
|
|
return filterPipelineFiles(files), nil
|
|
}
|
|
|
|
return nil, fmt.Errorf("config '%s' not found: %s", config, err)
|
|
}
|
|
|
|
log.Trace().Msgf("ConfigFetch[%s]: user did not defined own config follow default procedure", cf.repo.FullName)
|
|
// no user defined config so try .woodpecker/*.yml -> .woodpecker.yml -> .drone.yml
|
|
|
|
// test .woodpecker/ folder
|
|
// if folder is not supported we will get a "Not implemented" error and continue
|
|
config = ".woodpecker"
|
|
files, err := cf.remote_.Dir(ctx, cf.user, cf.repo, cf.build, config)
|
|
files = filterPipelineFiles(files)
|
|
if err == nil && len(files) != 0 {
|
|
log.Trace().Msgf("ConfigFetch[%s]: found %d files in '%s'", cf.repo.FullName, len(files), config)
|
|
return files, nil
|
|
}
|
|
|
|
config = ".woodpecker.yml"
|
|
file, err := cf.remote_.File(ctx, cf.user, cf.repo, cf.build, config)
|
|
if err == nil && len(file) != 0 {
|
|
log.Trace().Msgf("ConfigFetch[%s]: found file '%s'", cf.repo.FullName, config)
|
|
return []*remote.FileMeta{{
|
|
Name: config,
|
|
Data: file,
|
|
}}, nil
|
|
}
|
|
|
|
config = ".drone.yml"
|
|
file, err = cf.remote_.File(ctx, cf.user, cf.repo, cf.build, config)
|
|
if err == nil && len(file) != 0 {
|
|
log.Trace().Msgf("ConfigFetch[%s]: found file '%s'", cf.repo.FullName, config)
|
|
return []*remote.FileMeta{{
|
|
Name: config,
|
|
Data: file,
|
|
}}, nil
|
|
}
|
|
|
|
select {
|
|
case <-ctx.Done():
|
|
return nil, ctx.Err()
|
|
default:
|
|
return []*remote.FileMeta{}, fmt.Errorf("ConfigFetcher: Fallback did not found config: %s", err)
|
|
}
|
|
}
|
|
|
|
func filterPipelineFiles(files []*remote.FileMeta) []*remote.FileMeta {
|
|
var res []*remote.FileMeta
|
|
|
|
for _, file := range files {
|
|
if strings.HasSuffix(file.Name, ".yml") {
|
|
res = append(res, file)
|
|
}
|
|
}
|
|
|
|
return res
|
|
}
|