package runner import ( "context" "fmt" "os" "path/filepath" "regexp" "runtime" "strings" "github.com/nektos/act/pkg/common" "github.com/nektos/act/pkg/container" "github.com/nektos/act/pkg/model" log "github.com/sirupsen/logrus" ) // StepContext contains info about current job type StepContext struct { RunContext *RunContext Step *model.Step Env map[string]string Cmd []string Action *model.Action } func (sc *StepContext) execJobContainer() common.Executor { return func(ctx context.Context) error { return sc.RunContext.execJobContainer(sc.Cmd, sc.Env)(ctx) } } // Executor for a step context func (sc *StepContext) Executor() common.Executor { rc := sc.RunContext step := sc.Step switch step.Type() { case model.StepTypeRun: return common.NewPipelineExecutor( sc.setupEnv(), sc.setupShellCommand(), sc.execJobContainer(), ) case model.StepTypeUsesDockerURL: return common.NewPipelineExecutor( sc.setupEnv(), sc.runUsesContainer(), ) case model.StepTypeUsesActionLocal: actionDir := filepath.Join(rc.Config.Workdir, step.Uses) return common.NewPipelineExecutor( sc.setupEnv(), sc.setupAction(actionDir), sc.runAction(actionDir), ) case model.StepTypeUsesActionRemote: remoteAction := newRemoteAction(step.Uses) if remoteAction.Org == "actions" && remoteAction.Repo == "checkout" { return func(ctx context.Context) error { common.Logger(ctx).Debugf("Skipping actions/checkout") return nil } } actionDir := fmt.Sprintf("%s/%s", rc.ActionCacheDir(), remoteAction.Repo) return common.NewPipelineExecutor( common.NewGitCloneExecutor(common.NewGitCloneExecutorInput{ URL: remoteAction.CloneURL(), Ref: remoteAction.Ref, Dir: actionDir, }), sc.setupEnv(), sc.setupAction(actionDir), sc.runAction(actionDir), ) } return common.NewErrorExecutor(fmt.Errorf("Unable to determine how to run job:%s step:%+v", rc.Run, step)) } func (sc *StepContext) setupEnv() common.Executor { rc := sc.RunContext job := rc.Run.Job() step := sc.Step return func(ctx context.Context) error { var env map[string]string if job.Container != nil { env = mergeMaps(rc.GetEnv(), job.Container.Env, step.GetEnv()) } else { env = mergeMaps(rc.GetEnv(), step.GetEnv()) } for k, v := range env { env[k] = rc.ExprEval.Interpolate(v) } sc.Env = rc.withGithubEnv(env) return nil } } func (sc *StepContext) setupShellCommand() common.Executor { rc := sc.RunContext step := sc.Step return func(ctx context.Context) error { var script strings.Builder _, err := script.WriteString(fmt.Sprintf("PATH=\"%s:${PATH}\"\n", strings.Join(rc.ExtraPath, ":"))) if err != nil { return err } run := rc.ExprEval.Interpolate(step.Run) if _, err = script.WriteString(run); err != nil { return err } scriptName := fmt.Sprintf("workflow/%s", step.ID) log.Debugf("Wrote command '%s' to '%s'", run, scriptName) containerPath := fmt.Sprintf("/github/%s", scriptName) sc.Cmd = strings.Fields(strings.Replace(step.ShellCommand(), "{0}", containerPath, 1)) return rc.JobContainer.Copy("/github/", &container.FileEntry{ Name: scriptName, Mode: 755, Body: script.String(), })(ctx) } } func (sc *StepContext) newStepContainer(ctx context.Context, image string, cmd []string, entrypoint []string) container.Container { rc := sc.RunContext step := sc.Step rawLogger := common.Logger(ctx).WithField("raw_output", true) logWriter := common.NewLineWriter(rc.commandHandler(ctx), func(s string) bool { if rc.Config.LogOutput { rawLogger.Infof(s) } else { rawLogger.Debugf(s) } return true }) envList := make([]string, 0) for k, v := range sc.Env { envList = append(envList, fmt.Sprintf("%s=%s", k, v)) } stepEE := sc.NewExpressionEvaluator() for i, v := range cmd { cmd[i] = stepEE.Interpolate(v) } for i, v := range entrypoint { entrypoint[i] = stepEE.Interpolate(v) } bindModifiers := "" if runtime.GOOS == "darwin" { bindModifiers = ":delegated" } envList = append(envList, fmt.Sprintf("%s=%s", "RUNNER_TOOL_CACHE", "/toolcache")) stepContainer := container.NewContainer(&container.NewContainerInput{ Cmd: cmd, Entrypoint: entrypoint, WorkingDir: "/github/workspace", Image: image, Name: createContainerName(rc.jobContainerName(), step.ID), Env: envList, Mounts: map[string]string{ rc.jobContainerName(): "/github", "act-toolcache": "/toolcache", }, Binds: []string{ fmt.Sprintf("%s:%s%s", rc.Config.Workdir, "/github/workspace", bindModifiers), fmt.Sprintf("%s:%s", "/var/run/docker.sock", "/var/run/docker.sock"), }, Stdout: logWriter, Stderr: logWriter, }) return stepContainer } func (sc *StepContext) runUsesContainer() common.Executor { rc := sc.RunContext step := sc.Step return func(ctx context.Context) error { image := strings.TrimPrefix(step.Uses, "docker://") cmd := strings.Fields(step.With["args"]) entrypoint := strings.Fields(step.With["entrypoint"]) stepContainer := sc.newStepContainer(ctx, image, cmd, entrypoint) return common.NewPipelineExecutor( stepContainer.Pull(rc.Config.ForcePull), stepContainer.Remove().IfBool(!rc.Config.ReuseContainers), stepContainer.Create(), stepContainer.Start(true), ).Finally( stepContainer.Remove().IfBool(!rc.Config.ReuseContainers), )(ctx) } } func (sc *StepContext) setupAction(actionDir string) common.Executor { return func(ctx context.Context) error { f, err := os.Open(filepath.Join(actionDir, "action.yml")) if os.IsNotExist(err) { f, err = os.Open(filepath.Join(actionDir, "action.yaml")) if err != nil { return err } } else if err != nil { return err } sc.Action, err = model.ReadAction(f) log.Debugf("Read action %v from '%s'", sc.Action, f.Name()) return err } } func (sc *StepContext) runAction(actionDir string) common.Executor { rc := sc.RunContext step := sc.Step return func(ctx context.Context) error { action := sc.Action log.Debugf("About to run action %v", action) for inputID, input := range action.Inputs { envKey := regexp.MustCompile("[^A-Z0-9-]").ReplaceAllString(strings.ToUpper(inputID), "_") envKey = fmt.Sprintf("INPUT_%s", envKey) if _, ok := sc.Env[envKey]; !ok { sc.Env[envKey] = input.Default } } actionName := "" containerActionDir := "." if strings.HasPrefix(actionDir, rc.Config.Workdir) { actionName = strings.TrimPrefix(actionDir, rc.Config.Workdir) containerActionDir = "/github/workspace" } else if strings.HasPrefix(actionDir, rc.ActionCacheDir()) { actionName = strings.TrimPrefix(actionDir, rc.ActionCacheDir()) containerActionDir = "/github/home/.cache/act" } switch action.Runs.Using { case model.ActionRunsUsingNode12: return rc.execJobContainer([]string{"node", fmt.Sprintf("%s/%s/%s", containerActionDir, actionName, action.Runs.Main)}, sc.Env)(ctx) case model.ActionRunsUsingDocker: var prepImage common.Executor var image string if strings.HasPrefix(action.Runs.Image, "docker://") { image = strings.TrimPrefix(action.Runs.Image, "docker://") } else { image = fmt.Sprintf("%s:%s", regexp.MustCompile("[^a-zA-Z0-9]").ReplaceAllString(actionName, "-"), "latest") image = fmt.Sprintf("act-%s", strings.TrimLeft(image, "-")) contextDir := filepath.Join(actionDir, action.Runs.Main) prepImage = container.NewDockerBuildExecutor(container.NewDockerBuildExecutorInput{ ContextDir: contextDir, ImageTag: image, }) } cmd := strings.Fields(step.With["args"]) if len(cmd) == 0 { cmd = action.Runs.Args } entrypoint := strings.Fields(step.With["entrypoint"]) if len(entrypoint) == 0 { entrypoint = action.Runs.Entrypoint } stepContainer := sc.newStepContainer(ctx, image, cmd, entrypoint) return common.NewPipelineExecutor( prepImage, stepContainer.Pull(rc.Config.ForcePull), stepContainer.Remove().IfBool(!rc.Config.ReuseContainers), stepContainer.Create(), stepContainer.Start(true), ).Finally( stepContainer.Remove().IfBool(!rc.Config.ReuseContainers), )(ctx) /* case model.ActionRunsUsingNode12: if strings.HasPrefix(actionDir, rc.Config.Workdir) { containerSpec.Entrypoint = fmt.Sprintf("node /github/workspace/%s/%s", strings.TrimPrefix(actionDir, rc.Config.Workdir), action.Runs.Main) } else if strings.HasPrefix(actionDir, rc.Tempdir) { containerSpec.Entrypoint = fmt.Sprintf("node /github/home/%s/%s", strings.TrimPrefix(actionDir, rc.Tempdir), action.Runs.Main) } case model.ActionRunsUsingDocker: if strings.HasPrefix(actionDir, rc.Config.Workdir) { containerSpec.Name = rc.createStepContainerName(strings.TrimPrefix(actionDir, rc.Config.Workdir)) } else if strings.HasPrefix(actionDir, rc.Tempdir) { containerSpec.Name = rc.createStepContainerName(strings.TrimPrefix(actionDir, rc.Tempdir)) } containerSpec.Reuse = rc.Config.ReuseContainers if strings.HasPrefix(action.Runs.Image, "docker://") { containerSpec.Image = strings.TrimPrefix(action.Runs.Image, "docker://") containerSpec.Entrypoint = strings.Join(action.Runs.Entrypoint, " ") containerSpec.Args = strings.Join(action.Runs.Args, " ") } else { containerSpec.Image = fmt.Sprintf("%s:%s", containerSpec.Name, "latest") contextDir := filepath.Join(actionDir, action.Runs.Main) return container.NewDockerBuildExecutor(container.NewDockerBuildExecutorInput{ ContextDir: contextDir, ImageTag: containerSpec.Image, })(ctx) } */ } return nil } } type remoteAction struct { Org string Repo string Path string Ref string } func (ra *remoteAction) CloneURL() string { return fmt.Sprintf("https://github.com/%s/%s", ra.Org, ra.Repo) } func newRemoteAction(action string) *remoteAction { r := regexp.MustCompile(`^([^/@]+)/([^/@]+)(/([^@]*))?(@(.*))?$`) matches := r.FindStringSubmatch(action) ra := new(remoteAction) ra.Org = matches[1] ra.Repo = matches[2] ra.Path = "" ra.Ref = "master" if len(matches) >= 5 { ra.Path = matches[4] } if len(matches) >= 7 { ra.Ref = matches[6] } return ra }