woodpecker/pipeline/stepBuilder_test.go

589 lines
11 KiB
Go
Raw Normal View History

// Copyright 2022 Woodpecker Authors
2018-02-19 22:24:10 +00:00
// Copyright 2018 Drone.IO Inc.
2018-03-21 13:02:17 +00:00
//
2018-02-19 22:24:10 +00:00
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
2018-03-21 13:02:17 +00:00
//
2018-02-19 22:24:10 +00:00
// http://www.apache.org/licenses/LICENSE-2.0
2018-03-21 13:02:17 +00:00
//
2018-02-19 22:24:10 +00:00
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
2022-11-06 11:44:04 +00:00
package pipeline
import (
2019-06-01 08:56:12 +00:00
"fmt"
"testing"
2022-11-06 11:44:04 +00:00
forge_types "github.com/woodpecker-ci/woodpecker/server/forge/types"
"github.com/woodpecker-ci/woodpecker/server/model"
)
func TestGlobalEnvsubst(t *testing.T) {
t.Parallel()
b := StepBuilder{
Envs: map[string]string{
"KEY_K": "VALUE_V",
"IMAGE": "scratch",
},
Repo: &model.Repo{},
Curr: &model.Pipeline{
Message: "aaa",
},
Last: &model.Pipeline{},
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Data: []byte(`
pipeline:
build:
image: ${IMAGE}
yyy: ${CI_COMMIT_MESSAGE}
`)},
},
}
if pipelineItems, err := b.Build(); err != nil {
t.Fatal(err)
} else {
fmt.Println(pipelineItems)
}
}
func TestMissingGlobalEnvsubst(t *testing.T) {
t.Parallel()
b := StepBuilder{
Envs: map[string]string{
"KEY_K": "VALUE_V",
"NO_IMAGE": "scratch",
},
Repo: &model.Repo{},
Curr: &model.Pipeline{
Message: "aaa",
},
Last: &model.Pipeline{},
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Data: []byte(`
pipeline:
build:
image: ${IMAGE}
yyy: ${CI_COMMIT_MESSAGE}
`)},
},
}
if _, err := b.Build(); err != nil {
fmt.Println("test rightfully failed")
} else {
t.Fatal("test erroneously succeeded")
}
}
func TestMultilineEnvsubst(t *testing.T) {
2019-10-06 18:30:06 +00:00
t.Parallel()
b := StepBuilder{
Repo: &model.Repo{},
Curr: &model.Pipeline{
Message: `aaa
bbb`,
},
Last: &model.Pipeline{},
Netrc: &model.Netrc{},
2018-03-21 13:02:17 +00:00
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Data: []byte(`
2019-06-13 15:38:19 +00:00
pipeline:
xxx:
image: scratch
yyy: ${CI_COMMIT_MESSAGE}
2019-06-13 15:38:19 +00:00
`)},
{Data: []byte(`
2019-06-13 15:38:19 +00:00
pipeline:
2019-06-01 08:56:12 +00:00
build:
image: scratch
yyy: ${CI_COMMIT_MESSAGE}
2019-06-13 15:38:19 +00:00
`)},
2022-01-05 20:50:23 +00:00
},
}
if pipelineItems, err := b.Build(); err != nil {
t.Fatal(err)
2019-06-01 08:56:12 +00:00
} else {
fmt.Println(pipelineItems)
}
}
2019-06-01 08:56:12 +00:00
func TestMultiPipeline(t *testing.T) {
2019-10-06 18:30:06 +00:00
t.Parallel()
b := StepBuilder{
2019-06-01 08:56:12 +00:00
Repo: &model.Repo{},
Curr: &model.Pipeline{},
Last: &model.Pipeline{},
2019-06-01 08:56:12 +00:00
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Data: []byte(`
2019-06-13 15:38:19 +00:00
pipeline:
xxx:
2019-06-01 08:56:12 +00:00
image: scratch
2019-06-13 15:38:19 +00:00
`)},
{Data: []byte(`
2019-06-13 15:38:19 +00:00
pipeline:
build:
2019-06-01 08:56:12 +00:00
image: scratch
2019-06-13 15:38:19 +00:00
`)},
2019-06-01 08:56:12 +00:00
},
}
pipelineItems, err := b.Build()
2019-06-01 08:56:12 +00:00
if err != nil {
t.Fatal(err)
}
if len(pipelineItems) != 2 {
t.Fatal("Should have generated 2 pipelineItems")
2019-06-01 08:56:12 +00:00
}
}
2019-06-13 15:38:19 +00:00
func TestDependsOn(t *testing.T) {
2019-10-06 18:30:06 +00:00
t.Parallel()
b := StepBuilder{
2019-06-13 15:38:19 +00:00
Repo: &model.Repo{},
Curr: &model.Pipeline{},
Last: &model.Pipeline{},
2019-06-13 15:38:19 +00:00
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Name: "lint", Data: []byte(`
pipeline:
build:
image: scratch
`)},
{Name: "test", Data: []byte(`
pipeline:
build:
image: scratch
`)},
{Data: []byte(`
2019-06-13 15:38:19 +00:00
pipeline:
deploy:
image: scratch
depends_on:
- lint
- test
`)},
},
}
pipelineItems, err := b.Build()
2019-06-13 15:38:19 +00:00
if err != nil {
t.Fatal(err)
}
if len(pipelineItems[0].DependsOn) != 2 {
2019-06-13 15:38:19 +00:00
t.Fatal("Should have 3 dependencies")
}
if pipelineItems[0].DependsOn[1] != "test" {
2019-06-13 15:38:19 +00:00
t.Fatal("Should depend on test")
}
}
func TestRunsOn(t *testing.T) {
2019-10-06 18:30:06 +00:00
t.Parallel()
b := StepBuilder{
Repo: &model.Repo{},
Curr: &model.Pipeline{},
Last: &model.Pipeline{},
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Data: []byte(`
pipeline:
deploy:
image: scratch
runs_on:
- success
- failure
`)},
},
}
pipelineItems, err := b.Build()
if err != nil {
t.Fatal(err)
}
if len(pipelineItems[0].RunsOn) != 2 {
t.Fatal("Should run on success and failure")
}
if pipelineItems[0].RunsOn[1] != "failure" {
t.Fatal("Should run on failure")
}
}
2019-06-19 07:36:54 +00:00
func TestPipelineName(t *testing.T) {
t.Parallel()
b := StepBuilder{
Repo: &model.Repo{Config: ".woodpecker"},
Curr: &model.Pipeline{},
Last: &model.Pipeline{},
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Name: ".woodpecker/lint.yml", Data: []byte(`
pipeline:
build:
image: scratch
`)},
{Name: ".woodpecker/.test.yml", Data: []byte(`
pipeline:
build:
image: scratch
`)},
},
}
pipelineItems, err := b.Build()
if err != nil {
t.Fatal(err)
}
pipelineNames := []string{pipelineItems[0].Workflow.Name, pipelineItems[1].Workflow.Name}
if !containsItemWithName("lint", pipelineItems) || !containsItemWithName("test", pipelineItems) {
t.Fatalf("Pipeline name should be 'lint' and 'test' but are '%v'", pipelineNames)
}
}
2019-06-19 07:36:54 +00:00
func TestBranchFilter(t *testing.T) {
2019-10-06 18:30:06 +00:00
t.Parallel()
b := StepBuilder{
2019-06-19 07:36:54 +00:00
Repo: &model.Repo{},
Curr: &model.Pipeline{Branch: "dev"},
Last: &model.Pipeline{},
2019-06-19 07:36:54 +00:00
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Data: []byte(`
2019-06-19 07:36:54 +00:00
pipeline:
xxx:
image: scratch
branches: master
`)},
{Data: []byte(`
2019-06-19 07:36:54 +00:00
pipeline:
build:
image: scratch
`)},
},
}
pipelineItems, err := b.Build()
2019-06-19 07:36:54 +00:00
if err != nil {
t.Fatal(err)
}
if len(pipelineItems) != 2 {
t.Fatal("Should have generated 2 pipeline")
2019-06-19 07:36:54 +00:00
}
if pipelineItems[0].Workflow.State != model.StatusSkipped {
2019-06-19 07:36:54 +00:00
t.Fatal("Should not run on dev branch")
}
for _, child := range pipelineItems[0].Workflow.Children {
2019-06-19 07:36:54 +00:00
if child.State != model.StatusSkipped {
t.Fatal("Children should skipped status too")
}
}
if pipelineItems[1].Workflow.State != model.StatusPending {
2019-07-19 07:17:47 +00:00
t.Fatal("Should run on dev branch")
}
}
func TestRootWhenFilter(t *testing.T) {
t.Parallel()
b := StepBuilder{
Repo: &model.Repo{},
Curr: &model.Pipeline{Event: "tester"},
Last: &model.Pipeline{},
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Data: []byte(`
when:
event:
- tester
pipeline:
xxx:
image: scratch
`)},
{Data: []byte(`
when:
event:
- push
pipeline:
xxx:
image: scratch
`)},
{Data: []byte(`
pipeline:
build:
image: scratch
`)},
},
}
pipelineItems, err := b.Build()
if err != nil {
t.Fatal(err)
}
if len(pipelineItems) != 2 {
t.Fatal("Should have generated 2 pipelineItems")
}
}
func TestZeroSteps(t *testing.T) {
2019-10-06 18:30:06 +00:00
t.Parallel()
pipeline := &model.Pipeline{Branch: "dev"}
b := StepBuilder{
Repo: &model.Repo{},
Curr: pipeline,
Last: &model.Pipeline{},
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Data: []byte(`
skip_clone: true
pipeline:
build:
when:
branch: notdev
image: scratch
`)},
},
}
pipelineItems, err := b.Build()
if err != nil {
t.Fatal(err)
}
if len(pipelineItems) != 0 {
t.Fatal("Should not generate a pipeline item if there are no steps")
}
}
func TestZeroStepsAsMultiPipelineDeps(t *testing.T) {
2019-10-06 18:30:06 +00:00
t.Parallel()
pipeline := &model.Pipeline{Branch: "dev"}
b := StepBuilder{
Repo: &model.Repo{},
Curr: pipeline,
Last: &model.Pipeline{},
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Name: "zerostep", Data: []byte(`
skip_clone: true
pipeline:
build:
when:
branch: notdev
image: scratch
`)},
{Name: "justastep", Data: []byte(`
pipeline:
build:
image: scratch
`)},
{Name: "shouldbefiltered", Data: []byte(`
pipeline:
build:
image: scratch
depends_on: [ zerostep ]
`)},
},
}
pipelineItems, err := b.Build()
if err != nil {
t.Fatal(err)
}
if len(pipelineItems) != 1 {
t.Fatal("Zerostep and the step that depends on it should not generate a pipeline item")
}
if pipelineItems[0].Workflow.Name != "justastep" {
t.Fatal("justastep should have been generated")
}
}
func TestZeroStepsAsMultiPipelineTransitiveDeps(t *testing.T) {
2019-10-06 18:30:06 +00:00
t.Parallel()
pipeline := &model.Pipeline{Branch: "dev"}
b := StepBuilder{
Repo: &model.Repo{},
Curr: pipeline,
Last: &model.Pipeline{},
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
{Name: "zerostep", Data: []byte(`
skip_clone: true
pipeline:
build:
when:
branch: notdev
image: scratch
`)},
{Name: "justastep", Data: []byte(`
pipeline:
build:
image: scratch
`)},
{Name: "shouldbefiltered", Data: []byte(`
pipeline:
build:
image: scratch
depends_on: [ zerostep ]
`)},
{Name: "shouldbefilteredtoo", Data: []byte(`
pipeline:
build:
image: scratch
depends_on: [ shouldbefiltered ]
`)},
},
}
pipelineItems, err := b.Build()
if err != nil {
t.Fatal(err)
}
if len(pipelineItems) != 1 {
t.Fatal("Zerostep and the step that depends on it, and the one depending on it should not generate a pipeline item")
}
if pipelineItems[0].Workflow.Name != "justastep" {
t.Fatal("justastep should have been generated")
}
}
2019-07-19 07:17:47 +00:00
func TestTree(t *testing.T) {
2019-10-06 18:30:06 +00:00
t.Parallel()
pipeline := &model.Pipeline{
Event: model.EventPush,
}
2019-07-19 07:17:47 +00:00
b := StepBuilder{
2019-07-19 07:17:47 +00:00
Repo: &model.Repo{},
Curr: pipeline,
Last: &model.Pipeline{},
2019-07-19 07:17:47 +00:00
Netrc: &model.Netrc{},
Secs: []*model.Secret{},
Regs: []*model.Registry{},
Link: "",
2022-11-06 11:44:04 +00:00
Yamls: []*forge_types.FileMeta{
2022-01-05 20:50:23 +00:00
{Data: []byte(`
2019-07-19 07:17:47 +00:00
pipeline:
build:
image: scratch
`)},
},
}
pipelineItems, err := b.Build()
pipeline = SetPipelineStepsOnPipeline(pipeline, pipelineItems)
2019-07-19 07:17:47 +00:00
if err != nil {
t.Fatal(err)
}
if len(pipeline.Steps) != 3 {
2019-07-19 07:17:47 +00:00
t.Fatal("Should generate three in total")
}
if pipeline.Steps[1].PPID != 1 {
2019-07-19 07:17:47 +00:00
t.Fatal("Clone step should be a children of the stage")
}
if pipeline.Steps[2].PPID != 1 {
t.Fatal("Pipeline step should be a children of the stage")
2019-06-19 07:36:54 +00:00
}
}
func TestSanitizePath(t *testing.T) {
t.Parallel()
testTable := []struct {
path string
sanitizedPath string
}{
{
path: ".woodpecker/test.yml",
sanitizedPath: "test",
},
{
path: ".woodpecker.yml",
sanitizedPath: "woodpecker",
},
{
path: "folder/sub-folder/test.yml",
sanitizedPath: "test",
},
{
path: ".woodpecker/test.yaml",
sanitizedPath: "test",
},
{
path: ".woodpecker.yaml",
sanitizedPath: "woodpecker",
},
{
path: "folder/sub-folder/test.yaml",
sanitizedPath: "test",
},
}
for _, test := range testTable {
if test.sanitizedPath != SanitizePath(test.path) {
t.Fatal("Path hasn't been sanitized correctly")
}
}
}