mirrors/woodpecker
1
0
Fork 0
mirror of https://github.com/woodpecker-ci/woodpecker.git synced 2024-06-25 00:30:47 +00:00
Code Issues Projects Releases Wiki Activity

Adding caching into the build. Fixing style issues

Browse source
This commit is contained in:
Don Olmstead 2015-08-17 16:24:47 -07:00 committed by Olmstead
parent d9b59dfa6f
commit d27788e4b4
4 changed files with 87 additions and 51 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
cmd/drone-build/run.go
View file

@ -45,7 +45,7 @@ func setup(c *Context) error {
// inject the matrix parameters into the yaml
injected := inject.Inject(string(c.Yaml), c.Job.Environment)
c.Conf, err = parser.ParseSingle(injected, &opts)
c.Conf, err = parser.ParseSingle(injected, &opts, c.Repo)
if err != nil {
return err
}

21
pkg/yaml/parse.go
View file

@ -28,14 +28,14 @@ var DefaultOpts = &Opts{
// Parse parses a build matrix and returns
// a list of build configurations for each axis
// using the default parsing options.
func Parse(raw string) ([]*common.Config, error) {
return ParseOpts(raw, DefaultOpts)
func Parse(raw string, r *common.Repo) ([]*common.Config, error) {
return ParseOpts(raw, DefaultOpts, r)
}
// ParseOpts parses a build matrix and returns
// a list of build configurations for each axis
// using the provided parsing options.
func ParseOpts(raw string, opts *Opts) ([]*common.Config, error) {
func ParseOpts(raw string, opts *Opts, r *common.Repo) ([]*common.Config, error) {
axis, err := matrix.Parse(raw)
if err != nil {
return nil, err
@ -45,7 +45,7 @@ func ParseOpts(raw string, opts *Opts) ([]*common.Config, error) {
// when no matrix values exist we should return
// a single config value with an empty label.
if len(axis) == 0 {
conf, err := ParseSingle(raw, opts)
conf, err := ParseSingle(raw, opts, r)
if err != nil {
return nil, err
}
@ -55,7 +55,7 @@ func ParseOpts(raw string, opts *Opts) ([]*common.Config, error) {
for _, ax := range axis {
// inject the matrix values into the raw script
injected := inject.Inject(raw, ax)
conf, err := ParseSingle(injected, opts)
conf, err := ParseSingle(injected, opts, r)
if err != nil {
return nil, err
}
@ -67,7 +67,7 @@ func ParseOpts(raw string, opts *Opts) ([]*common.Config, error) {
}
// helper funtion to parse a yaml configuration file.
func ParseSingle(raw string, opts *Opts) (*common.Config, error) {
func ParseSingle(raw string, opts *Opts, r *common.Repo) (*common.Config, error) {
conf := &common.Config{}
err := yaml.Unmarshal([]byte(raw), conf)
if err != nil {
@ -79,16 +79,17 @@ func ParseSingle(raw string, opts *Opts) (*common.Config, error) {
return nil, err
}
// apply rules / transforms
transform.Transform(conf)
transform.Defaults(conf)
if !opts.Network {
transform.TransformRemoveNetwork(conf)
transform.RemoveNetwork(conf)
}
if !opts.Volumes {
transform.TransformRemoveVolumes(conf)
transform.RemoveVolumes(conf)
}
if !opts.Privileged {
transform.TransformRemovePrivileged(conf)
transform.RemovePrivileged(conf)
}
transform.Repo(conf, r)
err = LintPlugins(conf, opts)
if err != nil {
return nil, err

90
pkg/yaml/transform/transform.go
View file

@ -13,7 +13,7 @@ import (
// to the build configuration.
type transformRule func(*common.Config)
var transformRules = [...]transformRule{
var transformRules = []transformRule{
transformSetup,
transformClone,
transformBuild,
@ -21,48 +21,50 @@ var transformRules = [...]transformRule{
transformDockerPlugin,
}
var rmPrivilegedRules = [...]transformRule{
var rmPrivilegedRules = []transformRule{
rmPrivileged,
rmVolumes,
rmNetwork,
}
// Transform executes the default transformers that
// Default executes the default transformers that
// ensure the minimal Yaml configuration is in place
// and correctly configured.
func Transform(c *common.Config) {
func Defaults(c *common.Config) {
for _, rule := range transformRules {
rule(c)
}
}
// TransformSafe executes all transformers that remove
// privileged options from the Yaml.
func TransformSafe(c *common.Config) {
// Safe executes all transformers that remove privileged
// options from the Yaml.
func Safe(c *common.Config) {
for _, rule := range rmPrivilegedRules {
rule(c)
}
}
// TransformRemoveNetwork executes all transformers that
// remove network options from the Yaml.
func TransformRemoveNetwork(c *common.Config) {
// RemoveNetwork executes all transformers that remove
// network options from the Yaml.
func RemoveNetwork(c *common.Config) {
rmNetwork(c)
}
// TransformRemoveVolumes executes all transformers that
// remove volume options from the Yaml.
func TransformRemoveVolumes(c *common.Config) {
func RemoveVolumes(c *common.Config) {
rmVolumes(c)
}
// TransformRemovePrivileged executes all transformers that
// remove privileged options from the Yaml.
func TransformRemovePrivileged(c *common.Config) {
// RemovePrivileged executes all transformers that remove
// privileged options from the Yaml.
func RemovePrivileged(c *common.Config) {
rmPrivileged(c)
}
func TransformRepo(c *common.Config, r *common.Repo) {
// Repo executes all transformers that rely on repository
// information.
func Repo(c *common.Config, r *common.Repo) {
transformWorkspace(c, r)
transformCache(c, r)
}
@ -209,34 +211,38 @@ func transformWorkspace(c *common.Config, r *common.Repo) {
func transformCache(c *common.Config, r *common.Repo) {
cacheCount := len(c.Build.Cache)
if cacheCount != 0 {
volumes := make([]string, cacheCount)
if cacheCount == 0 {
return
}
cache := cacheRoot(r)
workspace := workspaceRoot(r)
volumes := make([]string, cacheCount)
for i, dir := range c.Build.Cache {
cacheDir := filepath.Join(cache, dir)
workspaceDir := filepath.Join(workspace, dir)
cache := cacheRoot(r)
workspace := workspaceRoot(r)
volumes[i] = fmt.Sprintf("%s:%s", cacheDir, workspaceDir)
}
for i, dir := range c.Build.Cache {
cacheDir := filepath.Join(cache, dir)
workspaceDir := filepath.Join(workspace, dir)
c.Setup.Volumes = append(c.Setup.Volumes, volumes...)
c.Clone.Volumes = append(c.Clone.Volumes, volumes...)
c.Build.Volumes = append(c.Build.Volumes, volumes...)
for _, step := range c.Publish {
step.Volumes = append(step.Volumes, volumes...)
}
for _, step := range c.Deploy {
step.Volumes = append(step.Volumes, volumes...)
}
for _, step := range c.Notify {
step.Volumes = append(step.Volumes, volumes...)
}
for _, step := range c.Compose {
step.Volumes = append(step.Volumes, volumes...)
}
volumes[i] = fmt.Sprintf("%s:%s", cacheDir, workspaceDir)
fmt.Printf("Volume %s", volumes[i])
}
c.Setup.Volumes = append(c.Setup.Volumes, volumes...)
c.Clone.Volumes = append(c.Clone.Volumes, volumes...)
c.Build.Volumes = append(c.Build.Volumes, volumes...)
for _, step := range c.Publish {
step.Volumes = append(step.Volumes, volumes...)
}
for _, step := range c.Deploy {
step.Volumes = append(step.Volumes, volumes...)
}
for _, step := range c.Notify {
step.Volumes = append(step.Volumes, volumes...)
}
for _, step := range c.Compose {
step.Volumes = append(step.Volumes, volumes...)
}
}
@ -263,14 +269,20 @@ func imageNameDefault(name, defaultName string) string {
return imageName(name)
}
// workspaceRoot is a helper function that determines the
// default workspace the build runs in.
func workspaceRoot(r *common.Repo) string {
return filepath.Join("/drone/src", repoPath(r))
}
// cacheRoot is a helper function that deteremines the
// default caching root.
func cacheRoot(r *common.Repo) string {
return filepath.Join("/tmp/drone/cache", repoPath(r))
}
// repoPath is a helper function that creates a path based
// on the host and repository name.
func repoPath(r *common.Repo) string {
parsed, _ := url.Parse(r.Link)
return filepath.Join(parsed.Host, r.FullName)

25
pkg/yaml/transform/transform_test.go
View file

@ -145,9 +145,14 @@ func Test_Transform(t *testing.T) {
g.It("Should have cached volumes", func() {
c := &common.Config{
Setup: &common.Step{},
Clone: &common.Step{},
Build: &common.Step{
Cache: []string{".git","foo","bar"},
},
Notify: map[string]*common.Step{},
Deploy: map[string]*common.Step{},
Publish: map[string]*common.Step{},
}
r := &common.Repo{
Link: "https://github.com/drone/drone",
@ -155,7 +160,25 @@ func Test_Transform(t *testing.T) {
}
transformCache(c, r)
g.Assert(len(c.Build.Volumes)).Equal(3)
cacheCount := len(c.Build.Cache)
test := func(s *common.Step) {
g.Assert(len(s.Volumes)).Equal(cacheCount)
}
testRange := func(s map[string]*common.Step) {
for _, step := range s {
test(step)
}
}
test(c.Setup)
test(c.Clone)
test(c.Build)
testRange(c.Publish)
testRange(c.Deploy)
testRange(c.Notify)
testRange(c.Compose)
})
})
}