mirror of
https://gitea.com/gitea/runner.git
synced 2026-11-16 21:03:43 +00:00
fix: misc improvements (#1415)
- Stop overwriting the image's `ImageOS`. `ubuntu-latest` got `ubuntu20` on the 24.04 default image. - Derive `ImageOS` from `os-release` when the image sets none. Fall back to `ubuntu24` for `ubuntu-latest`. - Keep an `ImageOS` set in the job, step or container env. - Honor the image's `ImageOS` on Kubernetes. - Treat steps after a job timeout as cancelled. `cancelled()` and `always()` cleanup now runs. The job still fails. - Record nested reusable workflow results. Jobs that `needs:` a nested call now run. - Forward outputs through nested reusable workflows. A bad output fails the call. - Pass the job's `GITHUB_TOKEN` and `GITEA_TOKEN` to called workflows by default. An explicit mapping overrides them. - Probe a started container's uid and gid concurrently. - Cache the Docker container env from its first inspect. - Check `ImageOS` in the Kubernetes e2e test. --------- Co-authored-by: bircni <[email protected]> Reviewed-on: https://gitea.com/gitea/runner/pulls/1415 Reviewed-by: bircni <[email protected]> Co-authored-by: silverwind <[email protected]>
This commit is contained in:
1 parent
1f2ea1b83a
commit
0e4c8b6b78
18 files changed
+225
-56
No files matched your search
+20
-11
@@ -23,6 +23,7 @@ import (
|
|||||||
"slices"
|
"slices"
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
|
"sync"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"gitea.com/gitea/runner/act/common"
|
"gitea.com/gitea/runner/act/common"
|
||||||
@@ -83,8 +84,13 @@ func (cr *containerReference) Start(attach bool) common.Executor {
|
|||||||
cr.attach().IfBool(attach),
|
cr.attach().IfBool(attach),
|
||||||
cr.start(),
|
cr.start(),
|
||||||
cr.wait().IfBool(attach),
|
cr.wait().IfBool(attach),
|
||||||
cr.tryReadID("-u", func(id int) { cr.UID = id }),
|
func(ctx context.Context) error {
|
||||||
cr.tryReadID("-g", func(id int) { cr.GID = id }),
|
var wg sync.WaitGroup
|
||||||
|
wg.Go(func() { _ = cr.tryReadID("-u", func(id int) { cr.UID = id })(ctx) })
|
||||||
|
_ = cr.tryReadID("-g", func(id int) { cr.GID = id })(ctx)
|
||||||
|
wg.Wait()
|
||||||
|
return nil
|
||||||
|
},
|
||||||
func(ctx context.Context) error {
|
func(ctx context.Context) error {
|
||||||
// If this fails, then folders have wrong permissions on non root container
|
// If this fails, then folders have wrong permissions on non root container
|
||||||
if cr.UID != 0 || cr.GID != 0 {
|
if cr.UID != 0 || cr.GID != 0 {
|
||||||
@@ -184,6 +190,9 @@ func (cr *containerReference) Inspect(ctx context.Context) (*Info, error) {
|
|||||||
} else if err != nil {
|
} else if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
if cr.containerEnvID != cr.id && result.Container.Config != nil {
|
||||||
|
cr.containerEnv, cr.containerEnvID = opts.ConvertKVStringsToMap(result.Container.Config.Env), cr.id
|
||||||
|
}
|
||||||
return containerInfoFromInspect(result.Container), nil
|
return containerInfoFromInspect(result.Container), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -307,15 +316,13 @@ func (cr *containerReference) UpdateFromEnv(srcPath string, env *map[string]stri
|
|||||||
func (cr *containerReference) UpdateFromImageEnv(env *map[string]string) common.Executor {
|
func (cr *containerReference) UpdateFromImageEnv(env *map[string]string) common.Executor {
|
||||||
envMap := *env
|
envMap := *env
|
||||||
return common.Executor(func(ctx context.Context) error {
|
return common.Executor(func(ctx context.Context) error {
|
||||||
inspect, err := cr.cli.ContainerInspect(ctx, cr.id, client.ContainerInspectOptions{})
|
if cr.containerEnvID != cr.id {
|
||||||
if err != nil {
|
if _, err := cr.Inspect(ctx); err != nil {
|
||||||
common.Logger(ctx).Error(err)
|
common.Logger(ctx).Error(err)
|
||||||
return fmt.Errorf("inspect container: %w", err)
|
return fmt.Errorf("inspect container: %w", err)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if inspect.Container.Config == nil {
|
for key, value := range cr.containerEnv {
|
||||||
return nil
|
|
||||||
}
|
|
||||||
for key, value := range opts.ConvertKVStringsToMap(inspect.Container.Config.Env) {
|
|
||||||
if envMap[key] == "" {
|
if envMap[key] == "" {
|
||||||
envMap[key] = value
|
envMap[key] = value
|
||||||
} else if key == "PATH" {
|
} else if key == "PATH" {
|
||||||
@@ -365,7 +372,9 @@ type containerReference struct {
|
|||||||
// attachDone is closed by the attach() streaming goroutine once it has
|
// attachDone is closed by the attach() streaming goroutine once it has
|
||||||
// drained and flushed the container's output. wait() blocks on it so the
|
// drained and flushed the container's output. wait() blocks on it so the
|
||||||
// tail of the log lands before the step proceeds.
|
// tail of the log lands before the step proceeds.
|
||||||
attachDone chan struct{}
|
attachDone chan struct{}
|
||||||
|
containerEnv map[string]string // fixed at creation, cached by inspect for containerEnvID
|
||||||
|
containerEnvID string
|
||||||
LinuxContainerEnvironmentExtensions
|
LinuxContainerEnvironmentExtensions
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -45,14 +45,15 @@ func TestDockerEnvironmentUsesContainerPath(t *testing.T) {
|
|||||||
Return(mobyclient.ContainerInspectResult{Container: container.InspectResponse{Config: &container.Config{Env: []string{
|
Return(mobyclient.ContainerInspectResult{Container: container.InspectResponse{Config: &container.Config{Env: []string{
|
||||||
"PATH=/opt/node/x64/bin:/usr/bin:/bin", "CONFLICT_VAR=container-value", "SOME_RANDOM_VAR=",
|
"PATH=/opt/node/x64/bin:/usr/bin:/bin", "CONFLICT_VAR=container-value", "SOME_RANDOM_VAR=",
|
||||||
"ANOTHER_ONE=old-value", "ANOTHER_ONE=BUT_I_HAVE_VALUE", "LITERAL='quoted'=$HOME\nsecond line",
|
"ANOTHER_ONE=old-value", "ANOTHER_ONE=BUT_I_HAVE_VALUE", "LITERAL='quoted'=$HOME\nsecond line",
|
||||||
}}}}, nil)
|
}}}}, nil).Once()
|
||||||
env := map[string]string{
|
env := map[string]string{
|
||||||
"PATH": "/custom/bin",
|
"PATH": "/custom/bin",
|
||||||
"RANDOM_VAR": "WITH_VALUE",
|
"RANDOM_VAR": "WITH_VALUE",
|
||||||
"ANOTHER_VAR": "",
|
"ANOTHER_VAR": "",
|
||||||
"CONFLICT_VAR": "step-value",
|
"CONFLICT_VAR": "step-value",
|
||||||
}
|
}
|
||||||
require.NoError(t, (&containerReference{cli: client, id: "amd64-job"}).UpdateFromImageEnv(&env)(t.Context()))
|
cr := &containerReference{cli: client, id: "amd64-job"}
|
||||||
|
require.NoError(t, cr.UpdateFromImageEnv(&env)(t.Context()))
|
||||||
assert.Equal(t, map[string]string{
|
assert.Equal(t, map[string]string{
|
||||||
"PATH": "/custom/bin:/opt/node/x64/bin:/usr/bin:/bin",
|
"PATH": "/custom/bin:/opt/node/x64/bin:/usr/bin:/bin",
|
||||||
"RANDOM_VAR": "WITH_VALUE",
|
"RANDOM_VAR": "WITH_VALUE",
|
||||||
@@ -62,6 +63,10 @@ func TestDockerEnvironmentUsesContainerPath(t *testing.T) {
|
|||||||
"CONFLICT_VAR": "step-value",
|
"CONFLICT_VAR": "step-value",
|
||||||
"LITERAL": "'quoted'=$HOME\nsecond line",
|
"LITERAL": "'quoted'=$HOME\nsecond line",
|
||||||
}, env)
|
}, env)
|
||||||
|
pathEnv := map[string]string{}
|
||||||
|
require.NoError(t, cr.UpdateFromImageEnv(&pathEnv)(t.Context()))
|
||||||
|
assert.Equal(t, "/opt/node/x64/bin:/usr/bin:/bin", pathEnv["PATH"])
|
||||||
|
client.AssertExpectations(t)
|
||||||
}
|
}
|
||||||
|
|
||||||
type mockDockerClient struct {
|
type mockDockerClient struct {
|
||||||
|
|||||||
@@ -50,6 +50,7 @@ type KubernetesPod struct {
|
|||||||
job *kubernetesContainer
|
job *kubernetesContainer
|
||||||
services []*kubernetesContainer
|
services []*kubernetesContainer
|
||||||
arch, path string
|
arch, path string
|
||||||
|
imageOS string
|
||||||
ips []net.IP
|
ips []net.IP
|
||||||
transfer *transferServer
|
transfer *transferServer
|
||||||
transferImage string
|
transferImage string
|
||||||
@@ -432,11 +433,12 @@ func (c *kubernetesContainer) Start(_ bool) common.Executor {
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
probed := strings.SplitN(output, "\n", 3)
|
probed := strings.SplitN(output, "\x00", 5)
|
||||||
for len(probed) < 3 {
|
for len(probed) < 5 {
|
||||||
probed = append(probed, "")
|
probed = append(probed, "")
|
||||||
}
|
}
|
||||||
c.pod.arch, c.gzip, c.pod.path = goArchToActionArch(probed[0]), probed[1] == "gzip", probed[2]
|
c.pod.arch, c.gzip, c.pod.path = goArchToActionArch(probed[0]), probed[1] == "gzip", probed[2]
|
||||||
|
c.pod.imageOS = cmp.Or(probed[3], ImageOSFromOSRelease(probed[4]))
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -447,7 +449,7 @@ func (p *KubernetesPod) probe(ctx context.Context, container string) (string, er
|
|||||||
deadline := time.Now().Add(time.Minute)
|
deadline := time.Now().Add(time.Minute)
|
||||||
for delay := 100 * time.Millisecond; ; delay = min(2*delay, 2*time.Second) {
|
for delay := 100 * time.Millisecond; ; delay = min(2*delay, 2*time.Second) {
|
||||||
var stdout bytes.Buffer
|
var stdout bytes.Buffer
|
||||||
err := p.client.exec(ctx, p.name, container, []string{"sh", "-c", `printf '%s\n%s\n%s' "$(uname -m)" "$(command -v gzip >/dev/null && echo gzip)" "$PATH"`}, nil, &stdout, io.Discard)
|
err := p.client.exec(ctx, p.name, container, []string{"sh", "-c", `printf '%s\0%s\0%s\0%s\0%s' "$(uname -m)" "$(command -v gzip >/dev/null && echo gzip)" "$PATH" "${ImageOS-}" "$(cat /etc/os-release 2>/dev/null || cat /usr/lib/os-release 2>/dev/null)"`}, nil, &stdout, io.Discard)
|
||||||
var exitErr ExitCodeError
|
var exitErr ExitCodeError
|
||||||
var apiErr *apiError
|
var apiErr *apiError
|
||||||
if err == nil || ctx.Err() != nil || errors.As(err, &exitErr) || time.Now().After(deadline) ||
|
if err == nil || ctx.Err() != nil || errors.As(err, &exitErr) || time.Now().After(deadline) ||
|
||||||
@@ -582,6 +584,9 @@ func (c *kubernetesContainer) UpdateFromEnv(srcPath string, env *map[string]stri
|
|||||||
func (c *kubernetesContainer) UpdateFromImageEnv(env *map[string]string) common.Executor {
|
func (c *kubernetesContainer) UpdateFromImageEnv(env *map[string]string) common.Executor {
|
||||||
return func(context.Context) error {
|
return func(context.Context) error {
|
||||||
(*env)["PATH"] = cmp.Or((*env)["PATH"], c.pod.path)
|
(*env)["PATH"] = cmp.Or((*env)["PATH"], c.pod.path)
|
||||||
|
if c.pod.imageOS != "" {
|
||||||
|
(*env)["ImageOS"] = cmp.Or((*env)["ImageOS"], c.pod.imageOS)
|
||||||
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -193,7 +193,7 @@ func TestKubernetesPodRunsJobThroughAPI(t *testing.T) {
|
|||||||
path := workdir + ":" + os.Getenv("PATH")
|
path := workdir + ":" + os.Getenv("PATH")
|
||||||
kubeconfig, cluster := fakeKubernetes(t, `{"spec":{"containers":[{},{}]},"status":{"phase":"Running","containerStatuses":[
|
kubeconfig, cluster := fakeKubernetes(t, `{"spec":{"containers":[{},{}]},"status":{"phase":"Running","containerStatuses":[
|
||||||
{"name":"job","ready":true,"state":{"running":{}}},
|
{"name":"job","ready":true,"state":{"running":{}}},
|
||||||
{"name":"my-db","ready":true,"state":{"running":{}}}]}}`, "PATH="+path)
|
{"name":"my-db","ready":true,"state":{"running":{}}}]}}`, "PATH="+path, "ImageOS=ubuntu24-arm64")
|
||||||
options := KubernetesOptions{Kubeconfig: kubeconfig, RunnerUUID: "runner-uuid", PodTemplates: []map[string]any{
|
options := KubernetesOptions{Kubeconfig: kubeconfig, RunnerUUID: "runner-uuid", PodTemplates: []map[string]any{
|
||||||
{"spec": map[string]any{
|
{"spec": map[string]any{
|
||||||
"automountServiceAccountToken": true,
|
"automountServiceAccountToken": true,
|
||||||
@@ -309,9 +309,9 @@ func TestKubernetesPodRunsJobThroughAPI(t *testing.T) {
|
|||||||
assert.Contains(t, lastExec(), "command="+url.QueryEscape(workdir+"/act/actions/sha/"))
|
assert.Contains(t, lastExec(), "command="+url.QueryEscape(workdir+"/act/actions/sha/"))
|
||||||
assert.Contains(t, lastExec(), url.QueryEscape("gzip -dc |"))
|
assert.Contains(t, lastExec(), url.QueryEscape("gzip -dc |"))
|
||||||
|
|
||||||
pathEnv := map[string]string{}
|
imageEnv := map[string]string{}
|
||||||
require.NoError(t, job.UpdateFromImageEnv(&pathEnv)(ctx))
|
require.NoError(t, job.UpdateFromImageEnv(&imageEnv)(ctx))
|
||||||
assert.Equal(t, path, pathEnv["PATH"])
|
assert.Equal(t, map[string]string{"PATH": path, "ImageOS": "ubuntu24-arm64"}, imageEnv)
|
||||||
|
|
||||||
info, err := service.Inspect(ctx)
|
info, err := service.Inspect(ctx)
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
|
|||||||
@@ -108,3 +108,22 @@ func (*LinuxContainerEnvironmentExtensions) GetRunnerContext(ctx context.Context
|
|||||||
func (*LinuxContainerEnvironmentExtensions) IsEnvironmentCaseInsensitive() bool {
|
func (*LinuxContainerEnvironmentExtensions) IsEnvironmentCaseInsensitive() bool {
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ImageOSFromOSRelease derives ImageOS from an os-release file, empty for anything but Ubuntu, the only Linux GitHub names one.
|
||||||
|
func ImageOSFromOSRelease(osRelease string) string {
|
||||||
|
var id, major string
|
||||||
|
for line := range strings.Lines(osRelease) {
|
||||||
|
key, value, _ := strings.Cut(strings.TrimSpace(line), "=")
|
||||||
|
value = strings.Trim(value, `"'`)
|
||||||
|
switch key {
|
||||||
|
case "ID":
|
||||||
|
id = value
|
||||||
|
case "VERSION_ID":
|
||||||
|
major, _, _ = strings.Cut(value, ".")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if id != "ubuntu" || major == "" {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return id + major
|
||||||
|
}
|
||||||
@@ -101,10 +101,10 @@ func TestMainStepsExecutorRunsAlwaysStepsAfterInterruption(t *testing.T) {
|
|||||||
assert.Equal(t, []string{"step1", "always-step"}, ran)
|
assert.Equal(t, []string{"step1", "always-step"}, ran)
|
||||||
require.NoError(t, laterStepCtxErr)
|
require.NoError(t, laterStepCtxErr)
|
||||||
assert.Equal(t, wantError == context.Canceled, rc.jobCancelled)
|
assert.Equal(t, wantError == context.Canceled, rc.jobCancelled)
|
||||||
|
assert.Equal(t, "cancelled", rc.getJobContext().Status)
|
||||||
setJobResult(t.Context(), rc, rc, true)
|
setJobResult(t.Context(), rc, rc, true)
|
||||||
if wantError == context.DeadlineExceeded {
|
if wantError == context.DeadlineExceeded {
|
||||||
assert.True(t, rc.jobFailed)
|
assert.True(t, rc.jobFailed)
|
||||||
assert.Equal(t, "failure", rc.getJobContext().Status)
|
|
||||||
assert.Equal(t, "failure", rc.Run.Job().Result)
|
assert.Equal(t, "failure", rc.Run.Job().Result)
|
||||||
} else {
|
} else {
|
||||||
assert.Equal(t, "cancelled", rc.Run.Job().Result)
|
assert.Equal(t, "cancelled", rc.Run.Job().Result)
|
||||||
@@ -259,8 +259,11 @@ func TestReportStepErrorTreatsCancelAsInterruption(t *testing.T) {
|
|||||||
assert.True(t, rc.jobCancelled)
|
assert.True(t, rc.jobCancelled)
|
||||||
|
|
||||||
// a real error still fails the job
|
// a real error still fails the job
|
||||||
failed := common.WithJobErrorContainer(t.Context())
|
for _, stepErr := range []error{assert.AnError, context.DeadlineExceeded} {
|
||||||
reportStepError(failed, rc, assert.AnError)
|
rc := &RunContext{}
|
||||||
require.ErrorIs(t, common.JobError(failed), assert.AnError)
|
failed := common.WithJobErrorContainer(t.Context())
|
||||||
assert.True(t, rc.jobFailed)
|
reportStepError(failed, rc, stepErr)
|
||||||
|
require.ErrorIs(t, common.JobError(failed), stepErr)
|
||||||
|
assert.Equal(t, "failure", rc.getJobContext().Status)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
@@ -54,6 +54,10 @@ func (cm *containerMock) UpdateFromEnv(srcPath string, env *map[string]string) c
|
|||||||
return cm.Called(srcPath, env).Get(0).(func(context.Context) error)
|
return cm.Called(srcPath, env).Get(0).(func(context.Context) error)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (cm *containerMock) UpdateFromImageEnv(_env *map[string]string) common.Executor {
|
||||||
|
return noopExecutor
|
||||||
|
}
|
||||||
|
|
||||||
func (cm *containerMock) Copy(destPath string, files ...*container.FileEntry) common.Executor {
|
func (cm *containerMock) Copy(destPath string, files ...*container.FileEntry) common.Executor {
|
||||||
return cm.Called(destPath, files).Get(0).(func(context.Context) error)
|
return cm.Called(destPath, files).Get(0).(func(context.Context) error)
|
||||||
}
|
}
|
||||||
@@ -68,8 +72,9 @@ func (cm *containerMock) Exec(command []string, env map[string]string, user, wor
|
|||||||
|
|
||||||
func (cm *containerMock) GetContainerArchive(ctx context.Context, srcPath string) (io.ReadCloser, error) {
|
func (cm *containerMock) GetContainerArchive(ctx context.Context, srcPath string) (io.ReadCloser, error) {
|
||||||
args := cm.Called(ctx, srcPath)
|
args := cm.Called(ctx, srcPath)
|
||||||
|
reader, _ := args.Get(0).(io.ReadCloser)
|
||||||
err, _ := args.Get(1).(error)
|
err, _ := args.Get(1).(error)
|
||||||
return args.Get(0).(io.ReadCloser), err
|
return reader, err
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cm *containerMock) DumpLogs(ctx context.Context) error {
|
func (cm *containerMock) DumpLogs(ctx context.Context) error {
|
||||||
|
|||||||
@@ -324,6 +324,12 @@ func (rc *RunContext) resolveWorkflowCall(ctx context.Context) error {
|
|||||||
if rc.workflowCallSecrets, err = callerEval.EvaluateCallerSecrets(secrets); err != nil {
|
if rc.workflowCallSecrets, err = callerEval.EvaluateCallerSecrets(secrets); err != nil {
|
||||||
return fmt.Errorf("unable to interpolate %w", err)
|
return fmt.Errorf("unable to interpolate %w", err)
|
||||||
}
|
}
|
||||||
|
for _, name := range []string{"GITHUB_TOKEN", "GITEA_TOKEN"} {
|
||||||
|
token, ok := rc.Config.Secrets[name]
|
||||||
|
if _, mapped := common.LookupFold(rc.workflowCallSecrets, name, true); ok && !mapped {
|
||||||
|
rc.workflowCallSecrets[name] = token
|
||||||
|
}
|
||||||
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -503,7 +503,7 @@ jobs:
|
|||||||
assert.Equal(t, "workflow", env["INPUT_FALLBACK"])
|
assert.Equal(t, "workflow", env["INPUT_FALLBACK"])
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestResolveWorkflowCallToleratesMismatchesAndPassesInheritedSecretsAndRuntimeToken(t *testing.T) {
|
func TestResolveWorkflowCallToleratesMismatchesAndPassesSecretsAndTokens(t *testing.T) {
|
||||||
callerWorkflow, err := model.ReadWorkflow(strings.NewReader(`
|
callerWorkflow, err := model.ReadWorkflow(strings.NewReader(`
|
||||||
jobs:
|
jobs:
|
||||||
call:
|
call:
|
||||||
@@ -513,6 +513,9 @@ jobs:
|
|||||||
inherit:
|
inherit:
|
||||||
uses: ./reuse.yml
|
uses: ./reuse.yml
|
||||||
secrets: inherit
|
secrets: inherit
|
||||||
|
override:
|
||||||
|
uses: ./reuse.yml
|
||||||
|
secrets: {github_token: "${{ secrets.token }}", GITEA_TOKEN: ""}
|
||||||
`))
|
`))
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
callee, err := model.ReadWorkflow(strings.NewReader(`
|
callee, err := model.ReadWorkflow(strings.NewReader(`
|
||||||
@@ -527,7 +530,7 @@ jobs:
|
|||||||
notCallable, err := model.ReadWorkflow(strings.NewReader("on: push\njobs:\n test: {}\n"))
|
notCallable, err := model.ReadWorkflow(strings.NewReader("on: push\njobs:\n test: {}\n"))
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
config := &Config{
|
config := &Config{
|
||||||
Secrets: map[string]string{"token": "${{ github.token }}"},
|
Secrets: map[string]string{"token": "${{ github.token }}", "GITHUB_TOKEN": "github-token", "GITEA_TOKEN": "gitea-token"},
|
||||||
PresetGitHubContext: &model.GithubContext{},
|
PresetGitHubContext: &model.GithubContext{},
|
||||||
RuntimeTokens: map[*model.Workflow]string{callerWorkflow: "caller-run"},
|
RuntimeTokens: map[*model.Workflow]string{callerWorkflow: "caller-run"},
|
||||||
}
|
}
|
||||||
@@ -541,11 +544,17 @@ jobs:
|
|||||||
|
|
||||||
called := resolve("call", callee)
|
called := resolve("call", callee)
|
||||||
assert.Equal(t, map[string]any{"flag": true}, called.workflowCallInputs)
|
assert.Equal(t, map[string]any{"flag": true}, called.workflowCallInputs)
|
||||||
assert.Equal(t, map[string]string{"undeclared": "${{ github.token }}"}, called.workflowCallSecrets)
|
assert.Equal(t, map[string]string{"undeclared": "${{ github.token }}", "GITHUB_TOKEN": "github-token", "GITEA_TOKEN": "gitea-token"}, called.workflowCallSecrets)
|
||||||
assert.Equal(t, "caller-run", called.GetEnv()["ACTIONS_RUNTIME_TOKEN"])
|
assert.Equal(t, "caller-run", called.GetEnv()["ACTIONS_RUNTIME_TOKEN"])
|
||||||
inherited := resolve("inherit", notCallable)
|
inherited := resolve("inherit", notCallable)
|
||||||
assert.Empty(t, inherited.workflowCallInputs)
|
assert.Empty(t, inherited.workflowCallInputs)
|
||||||
assert.Equal(t, map[string]string{"token": "${{ github.token }}", "ACTIONS_RUNTIME_TOKEN": "caller-run"}, inherited.workflowCallSecrets)
|
assert.Equal(t, map[string]string{"token": "${{ github.token }}", "GITHUB_TOKEN": "github-token", "GITEA_TOKEN": "gitea-token", "ACTIONS_RUNTIME_TOKEN": "caller-run"}, inherited.workflowCallSecrets)
|
||||||
|
assert.Equal(t, "${{ github.token }}:", resolve("override", callee).ExprEval.InterpolateName(t.Context(), "${{ secrets.GITHUB_TOKEN }}:${{ secrets.GITEA_TOKEN }}"))
|
||||||
|
middle, err := model.ReadWorkflow(strings.NewReader("on: workflow_call\njobs:\n test: {uses: ./reuse.yml}\n"))
|
||||||
|
require.NoError(t, err)
|
||||||
|
nested, err := (&runnerImpl{config: config, caller: &caller{runContext: resolve("override", middle)}}).newRunContext(t.Context(), &model.Run{Workflow: callee, JobID: "test"}, nil)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "github-token:gitea-token", nested.ExprEval.InterpolateName(t.Context(), "${{ secrets.GITHUB_TOKEN }}:${{ secrets.GITEA_TOKEN }}"))
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestJobNameMasksSecrets(t *testing.T) {
|
func TestJobNameMasksSecrets(t *testing.T) {
|
||||||
|
|||||||
@@ -44,7 +44,7 @@ func (rc *RunContext) runJobHook(ctx context.Context, hookPath, name string) err
|
|||||||
rc.CurrentStep = ""
|
rc.CurrentStep = ""
|
||||||
defer func() { rc.CurrentStep = previousStep }()
|
defer func() { rc.CurrentStep = previousStep }()
|
||||||
|
|
||||||
env := rc.mergeEnv(rc.caEnv, rc.containerSpec.Env, rc.GetEnv())
|
env := rc.mergeEnv(rc.defaultEnv, rc.containerSpec.Env, rc.GetEnv())
|
||||||
rc.withGithubEnv(ctx, rc.getGithubContext(ctx), env)
|
rc.withGithubEnv(ctx, rc.getGithubContext(ctx), env)
|
||||||
rc.ApplyExtraPath(ctx, &env)
|
rc.ApplyExtraPath(ctx, &env)
|
||||||
|
|
||||||
|
|||||||
@@ -165,6 +165,10 @@ func setReusedWorkflowCallerResult(rc *RunContext, runner *runnerImpl) common.Ex
|
|||||||
hasFailure = true
|
hasFailure = true
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
if err := setJobOutputs(ctx, rc); err != nil { // a bad output fails this job, as for ordinary jobs
|
||||||
|
common.Logger(ctx).Errorf("##[error]%s", EscapeCommandData(err.Error()))
|
||||||
|
hasFailure = true
|
||||||
|
}
|
||||||
|
|
||||||
reusedWorkflowJobResult := "success"
|
reusedWorkflowJobResult := "success"
|
||||||
reusedWorkflowJobResultMessage := "succeeded"
|
reusedWorkflowJobResultMessage := "succeeded"
|
||||||
@@ -173,14 +177,15 @@ func setReusedWorkflowCallerResult(rc *RunContext, runner *runnerImpl) common.Ex
|
|||||||
reusedWorkflowJobResultMessage = "failed"
|
reusedWorkflowJobResultMessage = "failed"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Serialize this shared Job.Result write against the other matrix combos
|
||||||
|
// and setJobResult (same lockJob key).
|
||||||
|
unlock := lockJob(rc.Run.Job())
|
||||||
|
rc.result(reusedWorkflowJobResult)
|
||||||
|
unlock()
|
||||||
|
|
||||||
if rc.caller != nil {
|
if rc.caller != nil {
|
||||||
rc.caller.setReusedWorkflowJobResult(rc.Run.JobID, reusedWorkflowJobResult)
|
rc.caller.setReusedWorkflowJobResult(rc.Run.JobID, reusedWorkflowJobResult)
|
||||||
} else {
|
} else {
|
||||||
// Serialize this shared Job.Result write against the other matrix combos
|
|
||||||
// and setJobResult (same lockJob key).
|
|
||||||
unlock := lockJob(rc.Run.Job())
|
|
||||||
rc.result(reusedWorkflowJobResult)
|
|
||||||
unlock()
|
|
||||||
common.Logger(ctx).With("jobResult", reusedWorkflowJobResult).Infof("Job %s", reusedWorkflowJobResultMessage)
|
common.Logger(ctx).With("jobResult", reusedWorkflowJobResult).Infof("Job %s", reusedWorkflowJobResultMessage)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -13,6 +13,7 @@ import (
|
|||||||
"os"
|
"os"
|
||||||
"os/exec"
|
"os/exec"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
|
"strings"
|
||||||
"sync"
|
"sync"
|
||||||
"testing"
|
"testing"
|
||||||
"time"
|
"time"
|
||||||
@@ -213,3 +214,17 @@ func gitMust(t *testing.T, dir string, args ...string) {
|
|||||||
out, err := cmd.CombinedOutput()
|
out, err := cmd.CombinedOutput()
|
||||||
require.NoError(t, err, "git %v: %s", args, string(out))
|
require.NoError(t, err, "git %v: %s", args, string(out))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestSetReusedWorkflowCallerResultFailsOnBadOutputs(t *testing.T) {
|
||||||
|
callerWorkflow, err := model.ReadWorkflow(strings.NewReader("jobs:\n call: {uses: ./reuse.yml}\n"))
|
||||||
|
require.NoError(t, err)
|
||||||
|
called, err := model.ReadWorkflow(strings.NewReader("on:\n workflow_call:\n outputs:\n bad: {value: \"${{ fromJSON('not-json') }}\"}\njobs:\n inner: {uses: ./leaf.yml}\n"))
|
||||||
|
require.NoError(t, err)
|
||||||
|
config := &Config{PresetGitHubContext: &model.GithubContext{}}
|
||||||
|
parent, err := (&runnerImpl{config: config}).newRunContext(t.Context(), &model.Run{Workflow: callerWorkflow, JobID: "call"}, nil)
|
||||||
|
require.NoError(t, err)
|
||||||
|
rc, err := (&runnerImpl{config: config, caller: &caller{runContext: parent, reusedWorkflowJobResults: map[string]string{}}}).newRunContext(t.Context(), &model.Run{Workflow: called, JobID: "inner"}, nil)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t, setReusedWorkflowCallerResult(rc, &runnerImpl{caller: &caller{reusedWorkflowJobResults: map[string]string{"leaf": "success"}}})(t.Context()))
|
||||||
|
require.Equal(t, "failure", rc.Run.Job().Result)
|
||||||
|
}
|
||||||
+30
-15
@@ -69,7 +69,7 @@ type RunContext struct {
|
|||||||
kubernetes bool
|
kubernetes bool
|
||||||
containerSpec model.ContainerSpec // container:, resolved once with platformImage
|
containerSpec model.ContainerSpec // container:, resolved once with platformImage
|
||||||
containerEnv yaml.Node // container.env of the kept containerSpec, decoded once the job env resolves
|
containerEnv yaml.Node // container.env of the kept containerSpec, decoded once the job env resolves
|
||||||
caEnv map[string]string // NODE_EXTRA_CA_CERTS for the runner CA, beneath any env the job and its image set
|
defaultEnv map[string]string // ImageOS and the runner CA's NODE_EXTRA_CA_CERTS, beneath any env the job sets
|
||||||
JobName string
|
JobName string
|
||||||
ActionPath string
|
ActionPath string
|
||||||
Parent *RunContext
|
Parent *RunContext
|
||||||
@@ -103,6 +103,7 @@ type RunContext struct {
|
|||||||
// getJobContext report the "cancelled" status so cancelled()/always() evaluate the way
|
// getJobContext report the "cancelled" status so cancelled()/always() evaluate the way
|
||||||
// GitHub Actions does, letting cleanup and always() steps run while normal steps skip.
|
// GitHub Actions does, letting cleanup and always() steps run while normal steps skip.
|
||||||
jobCancelled bool
|
jobCancelled bool
|
||||||
|
jobTimedOut bool
|
||||||
// jobFailed records failures outside normal main-step results, such as action pre-step
|
// jobFailed records failures outside normal main-step results, such as action pre-step
|
||||||
// failures. Those failures must still make success() false and failure() true for later
|
// failures. Those failures must still make success() false and failure() true for later
|
||||||
// main-step if evaluation.
|
// main-step if evaluation.
|
||||||
@@ -160,12 +161,13 @@ func (rc *RunContext) markFailed() {
|
|||||||
// markInterrupted records the job's interruption status from a context error so later step `if` evaluations and the job result observe it,
|
// markInterrupted records the job's interruption status from a context error so later step `if` evaluations and the job result observe it,
|
||||||
// keeping the timeout path symmetric with the cancel path:
|
// keeping the timeout path symmetric with the cancel path:
|
||||||
// - context.Canceled (server cancel) marks the job cancelled, matching GitHub's "only always()/cancelled() run on cancel".
|
// - context.Canceled (server cancel) marks the job cancelled, matching GitHub's "only always()/cancelled() run on cancel".
|
||||||
// - context.DeadlineExceeded (job timeout-minutes) marks the job failed, matching the "Timeout -> FAILURE" reporting semantics.
|
// - context.DeadlineExceeded (job timeout-minutes) evaluates later steps as cancelled like GitHub, but reports the job failed.
|
||||||
func (rc *RunContext) markInterrupted(err error) {
|
func (rc *RunContext) markInterrupted(err error) {
|
||||||
switch {
|
switch {
|
||||||
case errors.Is(err, context.Canceled):
|
case errors.Is(err, context.Canceled):
|
||||||
rc.markCancelled()
|
rc.markCancelled()
|
||||||
case errors.Is(err, context.DeadlineExceeded):
|
case errors.Is(err, context.DeadlineExceeded):
|
||||||
|
rc.jobTimedOut = true
|
||||||
rc.markFailed()
|
rc.markFailed()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -1216,6 +1218,24 @@ func (svc *serviceContainer) healthOutputSuffix() string {
|
|||||||
|
|
||||||
func (rc *RunContext) copyWorkflowFiles() common.Executor {
|
func (rc *RunContext) copyWorkflowFiles() common.Executor {
|
||||||
return func(ctx context.Context) error {
|
return func(ctx context.Context) error {
|
||||||
|
imageEnv := map[string]string{}
|
||||||
|
imageEnvErr := rc.JobContainer.UpdateFromImageEnv(&imageEnv)(ctx)
|
||||||
|
rc.defaultEnv = map[string]string{}
|
||||||
|
imageOS, set := imageEnv["ImageOS"]
|
||||||
|
if !set {
|
||||||
|
if !rc.kubernetes { // a pod reports its release through its startup probe
|
||||||
|
for _, osReleasePath := range []string{"/usr/lib/os-release", "/etc/os-release"} { // the archive skips symlinks, as /etc's is on Ubuntu
|
||||||
|
if osRelease, ok := readSingleFileFromContainerArchive(ctx, rc.JobContainer, osReleasePath, 64<<10); ok {
|
||||||
|
imageOS = container.ImageOSFromOSRelease(string(osRelease))
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
imageOS = cmp.Or(imageOS, rc.imageOS(ctx))
|
||||||
|
}
|
||||||
|
if set || imageOS != "" {
|
||||||
|
rc.defaultEnv["ImageOS"] = imageOS
|
||||||
|
}
|
||||||
files := []*container.FileEntry{
|
files := []*container.FileEntry{
|
||||||
{Name: "workflow/event.json", Mode: 0o644, Body: rc.EventJSON},
|
{Name: "workflow/event.json", Mode: 0o644, Body: rc.EventJSON},
|
||||||
{Name: "workflow/envs.txt", Mode: 0o666},
|
{Name: "workflow/envs.txt", Mode: 0o666},
|
||||||
@@ -1226,12 +1246,11 @@ func (rc *RunContext) copyWorkflowFiles() common.Executor {
|
|||||||
return fmt.Errorf("read runner CA file: %w", err)
|
return fmt.Errorf("read runner CA file: %w", err)
|
||||||
}
|
}
|
||||||
files = append(files, &container.FileEntry{Name: "ca.crt", Mode: 0o644, Body: string(ca)})
|
files = append(files, &container.FileEntry{Name: "ca.crt", Mode: 0o644, Body: string(ca)})
|
||||||
imageEnv := map[string]string{}
|
if imageEnvErr != nil {
|
||||||
if err = rc.JobContainer.UpdateFromImageEnv(&imageEnv)(ctx); err != nil {
|
return imageEnvErr
|
||||||
return err
|
|
||||||
}
|
}
|
||||||
if _, set := imageEnv["NODE_EXTRA_CA_CERTS"]; !set {
|
if _, set := imageEnv["NODE_EXTRA_CA_CERTS"]; !set {
|
||||||
rc.caEnv = map[string]string{"NODE_EXTRA_CA_CERTS": rc.jobCAFile()}
|
rc.defaultEnv["NODE_EXTRA_CA_CERTS"] = rc.jobCAFile()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return rc.JobContainer.Copy(rc.JobContainer.GetActPath()+"/", files...)(ctx)
|
return rc.JobContainer.Copy(rc.JobContainer.GetActPath()+"/", files...)(ctx)
|
||||||
@@ -1604,7 +1623,7 @@ func (rc *RunContext) getJobContext() *model.JobContext {
|
|||||||
// A cancelled run takes precedence over success/failure so cancelled() is true and
|
// A cancelled run takes precedence over success/failure so cancelled() is true and
|
||||||
// success()/failure() are false, matching GitHub Actions: on cancellation only
|
// success()/failure() are false, matching GitHub Actions: on cancellation only
|
||||||
// always() and cancelled() steps run.
|
// always() and cancelled() steps run.
|
||||||
if job.jobCancelled {
|
if job.jobCancelled || job.jobTimedOut {
|
||||||
jobStatus = "cancelled"
|
jobStatus = "cancelled"
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1789,7 +1808,7 @@ func aliasGiteaEnv(env map[string]string) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (rc *RunContext) withGithubEnv(ctx context.Context, github *model.GithubContext, env map[string]string) {
|
func (rc *RunContext) withGithubEnv(_ctx context.Context, github *model.GithubContext, env map[string]string) {
|
||||||
if _, ok := env["CI"]; !ok {
|
if _, ok := env["CI"]; !ok {
|
||||||
env["CI"] = "true"
|
env["CI"] = "true"
|
||||||
}
|
}
|
||||||
@@ -1858,10 +1877,6 @@ func (rc *RunContext) withGithubEnv(ctx context.Context, github *model.GithubCon
|
|||||||
env["ACTIONS_RUNTIME_URL"] = cmp.Or(os.Getenv("ACTIONS_RUNTIME_URL"), "http://"+net.JoinHostPort(rc.Config.ArtifactServerAddr, rc.Config.ArtifactServerPort)+"/")
|
env["ACTIONS_RUNTIME_URL"] = cmp.Or(os.Getenv("ACTIONS_RUNTIME_URL"), "http://"+net.JoinHostPort(rc.Config.ArtifactServerAddr, rc.Config.ArtifactServerPort)+"/")
|
||||||
env["ACTIONS_RUNTIME_TOKEN"] = cmp.Or(rc.runtimeToken, os.Getenv("ACTIONS_RUNTIME_TOKEN"), "token")
|
env["ACTIONS_RUNTIME_TOKEN"] = cmp.Or(rc.runtimeToken, os.Getenv("ACTIONS_RUNTIME_TOKEN"), "token")
|
||||||
}
|
}
|
||||||
|
|
||||||
if imageOS := rc.imageOS(ctx); imageOS != "" {
|
|
||||||
env["ImageOS"] = imageOS
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// parentDir returns the directory containing p, or "" when p names no parent. Both
|
// parentDir returns the directory containing p, or "" when p names no parent. Both
|
||||||
@@ -1878,7 +1893,7 @@ func parentDir(p string) string {
|
|||||||
// from another. The resolved image tag is preferred over the runs-on label because it
|
// from another. The resolved image tag is preferred over the runs-on label because it
|
||||||
// still names a release when the label is a rolling one such as ubuntu-latest.
|
// still names a release when the label is a rolling one such as ubuntu-latest.
|
||||||
func (rc *RunContext) imageOS(ctx context.Context) string {
|
func (rc *RunContext) imageOS(ctx context.Context) string {
|
||||||
if rc.Run.Job().RunsOn() == nil {
|
if job := rc.Run.Job(); job == nil || job.RunsOn() == nil {
|
||||||
return "" // a composite action runs on a synthetic job without runs-on
|
return "" // a composite action runs on a synthetic job without runs-on
|
||||||
}
|
}
|
||||||
if imageOS := imageOSFromImage(rc.platformImage); imageOS != "" {
|
if imageOS := imageOSFromImage(rc.platformImage); imageOS != "" {
|
||||||
@@ -1887,8 +1902,8 @@ func (rc *RunContext) imageOS(ctx context.Context) string {
|
|||||||
|
|
||||||
for _, platformName := range slices.Backward(rc.runsOnPlatformNames(ctx)) {
|
for _, platformName := range slices.Backward(rc.runsOnPlatformNames(ctx)) {
|
||||||
if platformName == "ubuntu-latest" {
|
if platformName == "ubuntu-latest" {
|
||||||
// Rolling label whose image names no release either, so keep the historical value.
|
// Rolling label whose image names no release either, so report GitHub's current ubuntu-latest.
|
||||||
return "ubuntu20"
|
return "ubuntu24"
|
||||||
} else if platformName != "" {
|
} else if platformName != "" {
|
||||||
return strings.SplitN(strings.Replace(platformName, `-`, ``, 1), `.`, 2)[0]
|
return strings.SplitN(strings.Replace(platformName, `-`, ``, 1), `.`, 2)[0]
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -168,6 +168,14 @@ func (fakeContainer) Copy(string, ...*container.FileEntry) common.Executor {
|
|||||||
return func(context.Context) error { return nil }
|
return func(context.Context) error { return nil }
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (fakeContainer) UpdateFromImageEnv(_env *map[string]string) common.Executor {
|
||||||
|
return noopExecutor
|
||||||
|
}
|
||||||
|
|
||||||
|
func (fakeContainer) GetContainerArchive(_ctx context.Context, _srcPath string) (io.ReadCloser, error) {
|
||||||
|
return nil, os.ErrNotExist
|
||||||
|
}
|
||||||
|
|
||||||
func (fakeContainer) Inspect(context.Context) (*container.Info, error) {
|
func (fakeContainer) Inspect(context.Context) (*container.Info, error) {
|
||||||
return &container.Info{ID: "fake", State: "running", Health: container.HealthNone}, nil
|
return &container.Info{ID: "fake", State: "running", Health: container.HealthNone}, nil
|
||||||
}
|
}
|
||||||
@@ -1395,6 +1403,7 @@ func TestRunContext_cleanupFailedStart(t *testing.T) {
|
|||||||
instance.On("Close").Return(record(name+".Close", nil))
|
instance.On("Close").Return(record(name+".Close", nil))
|
||||||
}
|
}
|
||||||
job.On("Copy", mock.Anything, mock.Anything).Return(record("job.Copy", nil))
|
job.On("Copy", mock.Anything, mock.Anything).Return(record("job.Copy", nil))
|
||||||
|
job.On("GetContainerArchive", mock.Anything, mock.Anything).Return(nil, os.ErrNotExist)
|
||||||
job.On("Inspect", mock.Anything).Return(&container.Info{ID: "job-id"}, nil).
|
job.On("Inspect", mock.Anything).Return(&container.Info{ID: "job-id"}, nil).
|
||||||
Run(func(mock.Arguments) { operations = append(operations, "job.Inspect") })
|
Run(func(mock.Arguments) { operations = append(operations, "job.Inspect") })
|
||||||
for _, health := range []string{container.HealthStarting, testcase.health} {
|
for _, health := range []string{container.HealthStarting, testcase.health} {
|
||||||
@@ -1608,13 +1617,21 @@ func TestGetJobContextReportsContainers(t *testing.T) {
|
|||||||
|
|
||||||
type imageEnvContainer struct {
|
type imageEnvContainer struct {
|
||||||
*container.HostEnvironment
|
*container.HostEnvironment
|
||||||
imageEnv map[string]string
|
imageEnv map[string]string
|
||||||
|
osRelease []byte
|
||||||
}
|
}
|
||||||
|
|
||||||
func (c imageEnvContainer) UpdateFromImageEnv(env *map[string]string) common.Executor {
|
func (c imageEnvContainer) UpdateFromImageEnv(env *map[string]string) common.Executor {
|
||||||
return func(_ctx context.Context) error { maps.Copy(*env, c.imageEnv); return nil }
|
return func(_ctx context.Context) error { maps.Copy(*env, c.imageEnv); return nil }
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (c imageEnvContainer) GetContainerArchive(_ctx context.Context, srcPath string) (io.ReadCloser, error) {
|
||||||
|
if srcPath != "/usr/lib/os-release" || c.osRelease == nil {
|
||||||
|
return nil, os.ErrNotExist
|
||||||
|
}
|
||||||
|
return io.NopCloser(bytes.NewReader(c.osRelease)), nil
|
||||||
|
}
|
||||||
|
|
||||||
func TestCopyWorkflowFilesHandsNodeTheRunnerCAUnlessTheJobOrImageSetsIt(t *testing.T) {
|
func TestCopyWorkflowFilesHandsNodeTheRunnerCAUnlessTheJobOrImageSetsIt(t *testing.T) {
|
||||||
caFile, actPath := filepath.Join(t.TempDir(), "ca.crt"), t.TempDir()
|
caFile, actPath := filepath.Join(t.TempDir(), "ca.crt"), t.TempDir()
|
||||||
require.NoError(t, os.WriteFile(caFile, []byte("PEM\n"), 0o600))
|
require.NoError(t, os.WriteFile(caFile, []byte("PEM\n"), 0o600))
|
||||||
@@ -1624,7 +1641,7 @@ func TestCopyWorkflowFilesHandsNodeTheRunnerCAUnlessTheJobOrImageSetsIt(t *testi
|
|||||||
Config: &Config{CAFile: caFile},
|
Config: &Config{CAFile: caFile},
|
||||||
Run: &model.Run{JobID: "job", Workflow: &model.Workflow{Jobs: map[string]*model.Job{"job": {}}}},
|
Run: &model.Run{JobID: "job", Workflow: &model.Workflow{Jobs: map[string]*model.Job{"job": {}}}},
|
||||||
Env: maps.Clone(jobEnv),
|
Env: maps.Clone(jobEnv),
|
||||||
JobContainer: imageEnvContainer{&container.HostEnvironment{Path: t.TempDir(), ActPath: actPath, StdOut: io.Discard}, imageEnv},
|
JobContainer: imageEnvContainer{&container.HostEnvironment{Path: t.TempDir(), ActPath: actPath, StdOut: io.Discard}, imageEnv, nil},
|
||||||
}
|
}
|
||||||
rc.containerSpec.Env = containerEnv
|
rc.containerSpec.Env = containerEnv
|
||||||
require.NoError(t, rc.copyWorkflowFiles()(t.Context()))
|
require.NoError(t, rc.copyWorkflowFiles()(t.Context()))
|
||||||
@@ -1741,6 +1758,30 @@ func TestRunContextContainerImageCannotSelectBackend(t *testing.T) {
|
|||||||
func TestRunContextImageOS(t *testing.T) {
|
func TestRunContextImageOS(t *testing.T) {
|
||||||
ctx := t.Context()
|
ctx := t.Context()
|
||||||
|
|
||||||
|
t.Run("keeps an ImageOS from the image, the job env or the job's Ubuntu release", func(t *testing.T) {
|
||||||
|
ubuntu := tarArchive(t, tarEntry{name: "os-release", body: "ID=ubuntu\nVERSION_ID=\"22.04\"\n"})
|
||||||
|
for _, tc := range []struct {
|
||||||
|
imageEnv map[string]string
|
||||||
|
jobEnv string
|
||||||
|
osRelease []byte
|
||||||
|
want string
|
||||||
|
}{
|
||||||
|
{imageEnv: map[string]string{"ImageOS": "ubuntu24-arm64"}, osRelease: ubuntu, want: "ubuntu24-arm64"},
|
||||||
|
{imageEnv: map[string]string{"ImageOS": "ubuntu24-arm64"}, jobEnv: "ImageOS: ubuntu20", want: "ubuntu20"},
|
||||||
|
{osRelease: ubuntu, want: "ubuntu22"},
|
||||||
|
{osRelease: tarArchive(t, tarEntry{name: "os-release", body: "ID=debian\nVERSION_ID=\"12\"\n"}), want: "ubuntu24"},
|
||||||
|
} {
|
||||||
|
rc := createRunsOnRunContext(t, "ubuntu-latest\nenv: {"+tc.jobEnv+"}")
|
||||||
|
rc.platformImage = "docker.gitea.com/runner-images:ubuntu-latest"
|
||||||
|
rc.JobContainer = imageEnvContainer{&container.HostEnvironment{ActPath: t.TempDir()}, tc.imageEnv, tc.osRelease}
|
||||||
|
require.NoError(t, rc.copyWorkflowFiles()(ctx))
|
||||||
|
require.NoError(t, evaluateJobEnvAndDefaults(ctx, rc))
|
||||||
|
env := map[string]string{}
|
||||||
|
require.NoError(t, setupEnv(ctx, &stepRun{RunContext: rc, Step: &model.Step{}, env: env}))
|
||||||
|
assert.Equal(t, tc.want, env["ImageOS"])
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
t.Run("prefers the release in the resolved image tag", func(t *testing.T) {
|
t.Run("prefers the release in the resolved image tag", func(t *testing.T) {
|
||||||
rc := createRunsOnRunContext(t, "ubuntu-latest")
|
rc := createRunsOnRunContext(t, "ubuntu-latest")
|
||||||
rc.Config.PlatformPicker = func([]string) string { return "docker.gitea.com/runner-images:ubuntu-24.04" }
|
rc.Config.PlatformPicker = func([]string) string { return "docker.gitea.com/runner-images:ubuntu-24.04" }
|
||||||
@@ -1755,8 +1796,8 @@ func TestRunContextImageOS(t *testing.T) {
|
|||||||
assert.Equal(t, "ubuntu22", rc.imageOS(ctx))
|
assert.Equal(t, "ubuntu22", rc.imageOS(ctx))
|
||||||
})
|
})
|
||||||
|
|
||||||
t.Run("keeps the historical value for a rolling label with no release", func(t *testing.T) {
|
t.Run("reports the current release for the rolling ubuntu-latest label", func(t *testing.T) {
|
||||||
assert.Equal(t, "ubuntu20", createRunsOnRunContext(t, "ubuntu-latest").imageOS(ctx))
|
assert.Equal(t, "ubuntu24", createRunsOnRunContext(t, "ubuntu-latest").imageOS(ctx))
|
||||||
})
|
})
|
||||||
|
|
||||||
t.Run("is empty for the synthetic job of a composite action", func(t *testing.T) {
|
t.Run("is empty for the synthetic job of a composite action", func(t *testing.T) {
|
||||||
|
|||||||
+1
-1
@@ -265,7 +265,7 @@ func setupEnv(ctx context.Context, step step) error {
|
|||||||
|
|
||||||
env := step.getEnv()
|
env := step.getEnv()
|
||||||
// container env is the image's baseline, which job env and $GITHUB_ENV override
|
// container env is the image's baseline, which job env and $GITHUB_ENV override
|
||||||
mergeIntoMap(step, env, rc.caEnv, rc.containerSpec.Env, rc.GetEnv())
|
mergeIntoMap(step, env, rc.defaultEnv, rc.containerSpec.Env, rc.GetEnv())
|
||||||
rc.withGithubEnv(ctx, getStepGithubContext(ctx, step), *env)
|
rc.withGithubEnv(ctx, getStepGithubContext(ctx, step), *env)
|
||||||
|
|
||||||
var err error
|
var err error
|
||||||
|
|||||||
@@ -0,0 +1,24 @@
|
|||||||
|
on:
|
||||||
|
workflow_call:
|
||||||
|
outputs:
|
||||||
|
output:
|
||||||
|
value: ${{ jobs.first.outputs.output }}
|
||||||
|
dependent:
|
||||||
|
value: ${{ jobs.dependent.outputs.output }}
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
first:
|
||||||
|
uses: ./.github/workflows/local-reusable-workflow.yml
|
||||||
|
with:
|
||||||
|
string_required: string
|
||||||
|
bool_required: true
|
||||||
|
number_required: 1
|
||||||
|
secrets: inherit
|
||||||
|
dependent:
|
||||||
|
needs: first
|
||||||
|
uses: ./.github/workflows/local-reusable-workflow.yml
|
||||||
|
with:
|
||||||
|
string_required: ${{ needs.first.result == 'success' && needs.first.outputs.output || 'failure' }}
|
||||||
|
bool_required: true
|
||||||
|
number_required: 1
|
||||||
|
secrets: inherit
|
||||||
+7
@@ -21,11 +21,18 @@ jobs:
|
|||||||
number_required: 1
|
number_required: 1
|
||||||
secrets: inherit
|
secrets: inherit
|
||||||
|
|
||||||
|
nested-reusable-workflow:
|
||||||
|
uses: ./.github/workflows/nested-reusable-workflow.yml
|
||||||
|
secrets: inherit
|
||||||
|
|
||||||
output-test:
|
output-test:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
needs:
|
needs:
|
||||||
- reusable-workflow
|
- reusable-workflow
|
||||||
- reusable-workflow-with-inherited-secrets
|
- reusable-workflow-with-inherited-secrets
|
||||||
|
- nested-reusable-workflow
|
||||||
steps:
|
steps:
|
||||||
- run: '[[ "${{ needs.reusable-workflow.outputs.output == ''string'' }}" = "true" ]] || exit 1'
|
- run: '[[ "${{ needs.reusable-workflow.outputs.output == ''string'' }}" = "true" ]] || exit 1'
|
||||||
- run: '[[ "${{ needs.reusable-workflow-with-inherited-secrets.outputs.output == ''string'' }}" = "true" ]] || exit 1'
|
- run: '[[ "${{ needs.reusable-workflow-with-inherited-secrets.outputs.output == ''string'' }}" = "true" ]] || exit 1'
|
||||||
|
- run: '[[ "${{ needs.nested-reusable-workflow.outputs.output == ''string'' }}" = "true" ]] || exit 1'
|
||||||
|
- run: '[[ "${{ needs.nested-reusable-workflow.outputs.dependent == ''string'' }}" = "true" ]] || exit 1'
|
||||||
+1
@@ -17,4 +17,5 @@ jobs:
|
|||||||
- run: |
|
- run: |
|
||||||
test "$FROM_ENV" = exported
|
test "$FROM_ENV" = exported
|
||||||
test -n "$KUBERNETES_SERVICE_HOST" -a -n "${{ runner.arch }}"
|
test -n "$KUBERNETES_SERVICE_HOST" -a -n "${{ runner.arch }}"
|
||||||
|
tr '\0' '\n' < /proc/1/environ | grep -qx "ImageOS=$ImageOS"
|
||||||
curl -fsS -o /dev/null http://web/
|
curl -fsS -o /dev/null http://web/
|
||||||
Reference in new issue
Block a user