woodpecker/pipeline/backend/docker/convert.go

199 lines
4.9 KiB
Go
Raw Normal View History

// Copyright 2022 Woodpecker Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
2017-03-05 07:56:08 +00:00
package docker
import (
"encoding/base64"
"encoding/json"
2019-04-06 13:44:04 +00:00
"regexp"
2017-03-05 07:56:08 +00:00
"strings"
"github.com/docker/docker/api/types/container"
"github.com/woodpecker-ci/woodpecker/pipeline/backend/common"
"github.com/woodpecker-ci/woodpecker/pipeline/backend/types"
2017-03-05 07:56:08 +00:00
)
// returns a container configuration.
func toConfig(step *types.Step) *container.Config {
2017-03-05 07:56:08 +00:00
config := &container.Config{
Image: step.Image,
Labels: map[string]string{"wp_uuid": step.UUID},
WorkingDir: step.WorkingDir,
2017-03-05 07:56:08 +00:00
AttachStdout: true,
AttachStderr: true,
}
if len(step.Commands) != 0 {
env, entry, cmd := common.GenerateContainerConf(step.Commands)
for k, v := range env {
step.Environment[k] = v
}
config.Entrypoint = entry
config.Cmd = cmd
}
if len(step.Environment) != 0 {
config.Env = toEnv(step.Environment)
2017-03-05 07:56:08 +00:00
}
if len(step.Volumes) != 0 {
config.Volumes = toVol(step.Volumes)
2017-03-05 07:56:08 +00:00
}
return config
}
func toContainerName(step *types.Step) string {
return "wp_" + step.UUID
}
2017-03-05 07:56:08 +00:00
// returns a container host configuration.
func toHostConfig(step *types.Step) *container.HostConfig {
2017-03-05 07:56:08 +00:00
config := &container.HostConfig{
Resources: container.Resources{
CPUQuota: step.CPUQuota,
CPUShares: step.CPUShares,
CpusetCpus: step.CPUSet,
Memory: step.MemLimit,
MemorySwap: step.MemSwapLimit,
2017-03-05 07:56:08 +00:00
},
2017-06-22 19:06:28 +00:00
LogConfig: container.LogConfig{
Type: "json-file",
},
Privileged: step.Privileged,
ShmSize: step.ShmSize,
Sysctls: step.Sysctls,
2017-03-05 07:56:08 +00:00
}
2017-06-22 19:06:28 +00:00
// if len(step.VolumesFrom) != 0 {
// config.VolumesFrom = step.VolumesFrom
2017-03-05 07:56:08 +00:00
// }
if len(step.NetworkMode) != 0 {
config.NetworkMode = container.NetworkMode(step.NetworkMode)
2017-09-08 00:43:33 +00:00
}
if len(step.IpcMode) != 0 {
config.IpcMode = container.IpcMode(step.IpcMode)
}
if len(step.DNS) != 0 {
config.DNS = step.DNS
2017-03-05 07:56:08 +00:00
}
if len(step.DNSSearch) != 0 {
config.DNSSearch = step.DNSSearch
2017-03-05 07:56:08 +00:00
}
if len(step.ExtraHosts) != 0 {
config.ExtraHosts = step.ExtraHosts
2017-03-05 07:56:08 +00:00
}
if len(step.Devices) != 0 {
config.Devices = toDev(step.Devices)
2017-03-05 07:56:08 +00:00
}
if len(step.Volumes) != 0 {
config.Binds = step.Volumes
2017-03-05 07:56:08 +00:00
}
2017-09-08 00:43:33 +00:00
config.Tmpfs = map[string]string{}
for _, path := range step.Tmpfs {
if !strings.Contains(path, ":") {
2017-09-08 00:43:33 +00:00
config.Tmpfs[path] = ""
continue
}
2019-04-06 13:44:04 +00:00
parts, err := splitVolumeParts(path)
if err != nil {
continue
}
2017-09-08 00:43:33 +00:00
config.Tmpfs[parts[0]] = parts[1]
}
2017-03-05 07:56:08 +00:00
return config
}
// helper function that converts a slice of volume paths to a set of
// unique volume names.
func toVol(paths []string) map[string]struct{} {
set := map[string]struct{}{}
for _, path := range paths {
2019-04-06 13:44:04 +00:00
parts, err := splitVolumeParts(path)
if err != nil {
continue
}
2017-03-05 07:56:08 +00:00
if len(parts) < 2 {
continue
}
set[parts[1]] = struct{}{}
}
return set
}
// helper function that converts a key value map of environment variables to a
// string slice in key=value format.
func toEnv(env map[string]string) []string {
var envs []string
for k, v := range env {
envs = append(envs, k+"="+v)
}
return envs
}
// helper function that converts a slice of device paths to a slice of
// container.DeviceMapping.
func toDev(paths []string) []container.DeviceMapping {
var devices []container.DeviceMapping
for _, path := range paths {
2019-04-06 13:44:04 +00:00
parts, err := splitVolumeParts(path)
if err != nil {
continue
}
2017-03-05 07:56:08 +00:00
if len(parts) < 2 {
continue
}
2019-04-06 13:44:04 +00:00
if strings.HasSuffix(parts[1], ":ro") || strings.HasSuffix(parts[1], ":rw") {
parts[1] = parts[1][:len(parts[1])-1]
}
2017-03-05 07:56:08 +00:00
devices = append(devices, container.DeviceMapping{
PathOnHost: parts[0],
PathInContainer: parts[1],
CgroupPermissions: "rwm",
})
}
return devices
}
// helper function that serializes the auth configuration as JSON
// base64 payload.
func encodeAuthToBase64(authConfig types.Auth) (string, error) {
2017-03-05 07:56:08 +00:00
buf, err := json.Marshal(authConfig)
if err != nil {
return "", err
}
return base64.URLEncoding.EncodeToString(buf), nil
}
2019-04-06 13:44:04 +00:00
// helper function that split volume path
func splitVolumeParts(volumeParts string) ([]string, error) {
pattern := `^((?:[\w]\:)?[^\:]*)\:((?:[\w]\:)?[^\:]*)(?:\:([rwom]*))?`
r, err := regexp.Compile(pattern)
if err != nil {
return []string{}, err
}
if r.MatchString(volumeParts) {
results := r.FindStringSubmatch(volumeParts)[1:]
var cleanResults []string
2019-04-06 13:44:04 +00:00
for _, item := range results {
if item != "" {
cleanResults = append(cleanResults, item)
}
}
return cleanResults, nil
}
return strings.Split(volumeParts, ":"), nil
2019-04-06 13:44:04 +00:00
}