mirror of
https://gitea.com/gitea/act_runner.git
synced 2026-07-22 02:37:45 +00:00
Containers set `HostConfig.AutoRemove` but act also removes them explicitly, so the two removers race and the loser logs a 409 `removal of container X is already in progress` — seen at the end of nearly every `uses: docker://` step. The explicit remove is redundant for `docker://` steps and docker actions (`Start(true)` already awaited exit), so it's skipped. Job and service containers keep both removers — their `sleep` entrypoint needs `AutoRemove` as a fallback reaper — so there the race is inherent and `remove()` now treats `NotFound` and `Conflict` as success. --------- Co-authored-by: bircni <bircni@icloud.com> Reviewed-on: https://gitea.com/gitea/runner/pulls/1093 Reviewed-by: bircni <bircni@icloud.com> Co-authored-by: silverwind <me@silverwind.io>
296 lines
7.8 KiB
Go
296 lines
7.8 KiB
Go
// Copyright 2022 The Gitea Authors. All rights reserved.
|
|
// Copyright 2022 The nektos/act Authors. All rights reserved.
|
|
// SPDX-License-Identifier: MIT
|
|
|
|
package runner
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"io"
|
|
"strings"
|
|
"testing"
|
|
|
|
"gitea.com/gitea/runner/act/container"
|
|
"gitea.com/gitea/runner/act/model"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/mock"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestStepDockerMain(t *testing.T) {
|
|
cm := &containerMock{}
|
|
|
|
var input *container.NewContainerInput
|
|
|
|
// mock the new container call
|
|
origContainerNewContainer := ContainerNewContainer
|
|
ContainerNewContainer = func(containerInput *container.NewContainerInput) container.ExecutionsEnvironment {
|
|
input = containerInput
|
|
return cm
|
|
}
|
|
defer (func() {
|
|
ContainerNewContainer = origContainerNewContainer
|
|
})()
|
|
|
|
ctx := context.Background()
|
|
|
|
sd := &stepDocker{
|
|
RunContext: &RunContext{
|
|
StepResults: map[string]*model.StepResult{},
|
|
Config: &Config{
|
|
Secrets: map[string]string{
|
|
"DOCKER_USERNAME": "docker-user",
|
|
"DOCKER_PASSWORD": "docker-password",
|
|
},
|
|
},
|
|
Run: &model.Run{
|
|
JobID: "1",
|
|
Workflow: &model.Workflow{
|
|
Jobs: map[string]*model.Job{
|
|
"1": {
|
|
Defaults: model.Defaults{
|
|
Run: model.RunDefaults{
|
|
Shell: "bash",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
JobContainer: cm,
|
|
},
|
|
Step: &model.Step{
|
|
ID: "1",
|
|
Uses: "docker://node:14",
|
|
WorkingDirectory: "workdir",
|
|
},
|
|
}
|
|
sd.RunContext.ExprEval = sd.RunContext.NewExpressionEvaluator(ctx)
|
|
|
|
cm.On("Pull", false).Return(func(ctx context.Context) error {
|
|
return nil
|
|
})
|
|
|
|
cm.On("Remove").Return(func(ctx context.Context) error {
|
|
return nil
|
|
})
|
|
|
|
cm.On("Create", []string(nil), []string(nil)).Return(func(ctx context.Context) error {
|
|
return nil
|
|
})
|
|
|
|
cm.On("Start", true).Return(func(ctx context.Context) error {
|
|
return nil
|
|
})
|
|
|
|
cm.On("Close").Return(func(ctx context.Context) error {
|
|
return nil
|
|
})
|
|
|
|
cm.On("Copy", "/var/run/act", mock.AnythingOfType("[]*container.FileEntry")).Return(func(ctx context.Context) error {
|
|
return nil
|
|
})
|
|
|
|
cm.On("UpdateFromEnv", "/var/run/act/workflow/envs.txt", mock.AnythingOfType("*map[string]string")).Return(func(ctx context.Context) error {
|
|
return nil
|
|
})
|
|
|
|
cm.On("UpdateFromEnv", "/var/run/act/workflow/statecmd.txt", mock.AnythingOfType("*map[string]string")).Return(func(ctx context.Context) error {
|
|
return nil
|
|
})
|
|
|
|
cm.On("UpdateFromEnv", "/var/run/act/workflow/outputcmd.txt", mock.AnythingOfType("*map[string]string")).Return(func(ctx context.Context) error {
|
|
return nil
|
|
})
|
|
|
|
cm.On("GetContainerArchive", ctx, "/var/run/act/workflow/pathcmd.txt").Return(io.NopCloser(&bytes.Buffer{}), nil)
|
|
|
|
err := sd.main()(ctx)
|
|
assert.NoError(t, err) //nolint:testifylint // pre-existing issue from nektos/act
|
|
|
|
assert.Equal(t, "node:14", input.Image)
|
|
|
|
// DOCKER_USERNAME/DOCKER_PASSWORD secrets should not be used as implicit pull credentials for docker:// action containers.
|
|
assert.Empty(t, input.Username)
|
|
assert.Empty(t, input.Password)
|
|
|
|
cm.AssertExpectations(t)
|
|
}
|
|
|
|
// With AutoRemove the daemon reaps the container on exit, so act must not remove it afterwards.
|
|
func TestStepDockerAutoRemove(t *testing.T) {
|
|
orig := ContainerNewContainer
|
|
defer func() { ContainerNewContainer = orig }()
|
|
|
|
for _, tc := range []struct {
|
|
autoRemove bool
|
|
removes int
|
|
}{
|
|
{false, 2}, // stale + post-run
|
|
{true, 1}, // post-run skipped
|
|
} {
|
|
cm := &containerMock{}
|
|
ContainerNewContainer = func(*container.NewContainerInput) container.ExecutionsEnvironment { return cm }
|
|
|
|
sd := &stepDocker{
|
|
RunContext: &RunContext{
|
|
Config: &Config{AutoRemove: tc.autoRemove},
|
|
Run: &model.Run{JobID: "1", Workflow: &model.Workflow{Jobs: map[string]*model.Job{"1": {}}}},
|
|
JobContainer: cm,
|
|
},
|
|
Step: &model.Step{ID: "1", Uses: "docker://node:14"},
|
|
}
|
|
|
|
removes := 0
|
|
cm.On("Pull", false).Return(func(context.Context) error { return nil })
|
|
cm.On("Remove").Return(func(context.Context) error { removes++; return nil })
|
|
cm.On("Create", []string(nil), []string(nil)).Return(func(context.Context) error { return nil })
|
|
cm.On("Start", true).Return(func(context.Context) error { return nil })
|
|
cm.On("Close").Return(func(context.Context) error { return nil })
|
|
|
|
require.NoError(t, sd.runUsesContainer()(context.Background()))
|
|
cm.AssertExpectations(t)
|
|
assert.Equal(t, tc.removes, removes)
|
|
}
|
|
}
|
|
|
|
func TestStepDockerNewStepContainerAllocatePTY(t *testing.T) {
|
|
for _, tc := range []struct {
|
|
name string
|
|
allocPTY bool
|
|
}{
|
|
{name: "off", allocPTY: false},
|
|
{name: "on", allocPTY: true},
|
|
} {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
cm := &containerMock{}
|
|
|
|
var captured *container.NewContainerInput
|
|
origContainerNewContainer := ContainerNewContainer
|
|
ContainerNewContainer = func(input *container.NewContainerInput) container.ExecutionsEnvironment {
|
|
captured = input
|
|
return cm
|
|
}
|
|
defer func() {
|
|
ContainerNewContainer = origContainerNewContainer
|
|
}()
|
|
|
|
ctx := context.Background()
|
|
sd := &stepDocker{
|
|
RunContext: &RunContext{
|
|
StepResults: map[string]*model.StepResult{},
|
|
Config: &Config{
|
|
AllocatePTY: tc.allocPTY,
|
|
PlatformPicker: func(_ []string) string {
|
|
return "node:14"
|
|
},
|
|
},
|
|
Run: &model.Run{
|
|
JobID: "1",
|
|
Workflow: &model.Workflow{
|
|
Jobs: map[string]*model.Job{"1": {}},
|
|
},
|
|
},
|
|
JobContainer: cm,
|
|
},
|
|
Step: &model.Step{ID: "1", Uses: "docker://node:14"},
|
|
}
|
|
sd.RunContext.ExprEval = sd.RunContext.NewExpressionEvaluator(ctx)
|
|
|
|
_ = sd.newStepContainer(ctx, "node:14", []string{"echo", "hi"}, nil)
|
|
assert.Equal(t, tc.allocPTY, captured.AllocatePTY)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestStepDockerPrePost(t *testing.T) {
|
|
ctx := context.Background()
|
|
sd := &stepDocker{}
|
|
|
|
err := sd.pre()(ctx)
|
|
assert.NoError(t, err) //nolint:testifylint // pre-existing issue from nektos/act
|
|
|
|
err = sd.post()(ctx)
|
|
assert.NoError(t, err)
|
|
}
|
|
|
|
func TestStepDockerNewStepContainerNetworkMode(t *testing.T) {
|
|
cases := []struct {
|
|
name string
|
|
platform string
|
|
expectDefault bool
|
|
}{
|
|
{
|
|
name: "docker mode attaches to job container network",
|
|
platform: "node:14",
|
|
expectDefault: false,
|
|
},
|
|
{
|
|
name: "host mode uses default network",
|
|
platform: "-self-hosted",
|
|
expectDefault: true,
|
|
},
|
|
}
|
|
|
|
for _, tc := range cases {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
cm := &containerMock{}
|
|
|
|
var captured *container.NewContainerInput
|
|
origContainerNewContainer := ContainerNewContainer
|
|
ContainerNewContainer = func(input *container.NewContainerInput) container.ExecutionsEnvironment {
|
|
captured = input
|
|
return cm
|
|
}
|
|
defer func() {
|
|
ContainerNewContainer = origContainerNewContainer
|
|
}()
|
|
|
|
ctx := context.Background()
|
|
|
|
platform := tc.platform
|
|
sd := &stepDocker{
|
|
RunContext: &RunContext{
|
|
StepResults: map[string]*model.StepResult{},
|
|
Config: &Config{
|
|
PlatformPicker: func(_ []string) string {
|
|
return platform
|
|
},
|
|
},
|
|
Run: &model.Run{
|
|
JobID: "1",
|
|
Workflow: &model.Workflow{
|
|
Jobs: map[string]*model.Job{
|
|
"1": {},
|
|
},
|
|
},
|
|
},
|
|
JobContainer: cm,
|
|
},
|
|
Step: &model.Step{
|
|
ID: "1",
|
|
Uses: "docker://alpine:3.20",
|
|
},
|
|
}
|
|
sd.RunContext.ExprEval = sd.RunContext.NewExpressionEvaluator(ctx)
|
|
|
|
assert.Equal(t, tc.expectDefault, sd.RunContext.IsHostEnv(ctx),
|
|
"IsHostEnv mismatch for platform %q", tc.platform)
|
|
|
|
_ = sd.newStepContainer(ctx, "alpine:3.20", []string{"echo", "hello"}, nil)
|
|
|
|
if tc.expectDefault {
|
|
assert.Equal(t, "default", captured.NetworkMode,
|
|
"host-mode step container must use 'default' network, got %q",
|
|
captured.NetworkMode)
|
|
} else {
|
|
assert.True(t, strings.HasPrefix(captured.NetworkMode, "container:"),
|
|
"docker-mode step container must attach to job container network, got %q",
|
|
captured.NetworkMode)
|
|
}
|
|
})
|
|
}
|
|
}
|