2022-08-23 07:34:47 -05:00
|
|
|
package runtime
|
|
|
|
|
|
|
|
import (
|
2022-09-25 05:54:00 -05:00
|
|
|
"bytes"
|
2022-08-23 07:34:47 -05:00
|
|
|
"context"
|
2022-09-25 05:54:00 -05:00
|
|
|
"encoding/json"
|
2022-08-23 07:34:47 -05:00
|
|
|
"fmt"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
2022-10-28 23:26:27 -05:00
|
|
|
"sync"
|
2022-11-18 02:12:21 -06:00
|
|
|
"time"
|
2022-08-23 07:34:47 -05:00
|
|
|
|
2022-11-21 22:22:19 -06:00
|
|
|
runnerv1 "code.gitea.io/bots-proto-go/runner/v1"
|
2022-09-03 02:57:53 -05:00
|
|
|
"gitea.com/gitea/act_runner/client"
|
2022-09-03 07:57:32 -05:00
|
|
|
|
2022-08-23 07:34:47 -05:00
|
|
|
"github.com/nektos/act/pkg/artifacts"
|
|
|
|
"github.com/nektos/act/pkg/common"
|
|
|
|
"github.com/nektos/act/pkg/model"
|
|
|
|
"github.com/nektos/act/pkg/runner"
|
|
|
|
log "github.com/sirupsen/logrus"
|
|
|
|
)
|
|
|
|
|
2022-10-28 23:26:27 -05:00
|
|
|
var globalTaskMap sync.Map
|
|
|
|
|
2022-08-23 07:34:47 -05:00
|
|
|
type TaskInput struct {
|
|
|
|
repoDirectory string
|
2022-10-28 23:26:27 -05:00
|
|
|
// actor string
|
2022-08-23 07:34:47 -05:00
|
|
|
// workdir string
|
|
|
|
// workflowsPath string
|
|
|
|
// autodetectEvent bool
|
|
|
|
// eventPath string
|
2022-11-18 02:12:21 -06:00
|
|
|
// reuseContainers bool
|
|
|
|
// bindWorkdir bool
|
2022-08-23 07:34:47 -05:00
|
|
|
// secrets []string
|
2022-11-04 04:23:59 -05:00
|
|
|
envs map[string]string
|
2022-08-23 07:34:47 -05:00
|
|
|
// platforms []string
|
|
|
|
// dryrun bool
|
|
|
|
forcePull bool
|
|
|
|
forceRebuild bool
|
|
|
|
// noOutput bool
|
|
|
|
// envfile string
|
|
|
|
// secretfile string
|
|
|
|
insecureSecrets bool
|
|
|
|
// defaultBranch string
|
|
|
|
privileged bool
|
|
|
|
usernsMode string
|
|
|
|
containerArchitecture string
|
|
|
|
containerDaemonSocket string
|
|
|
|
// noWorkflowRecurse bool
|
2022-11-18 02:12:21 -06:00
|
|
|
useGitIgnore bool
|
|
|
|
containerCapAdd []string
|
|
|
|
containerCapDrop []string
|
|
|
|
// autoRemove bool
|
2022-08-23 07:34:47 -05:00
|
|
|
artifactServerPath string
|
|
|
|
artifactServerPort string
|
|
|
|
jsonLogger bool
|
2022-11-18 02:12:21 -06:00
|
|
|
// noSkipCheckout bool
|
2022-08-23 07:34:47 -05:00
|
|
|
// remoteName string
|
|
|
|
|
2022-11-16 04:08:12 -06:00
|
|
|
EnvFile string
|
2022-11-18 02:12:21 -06:00
|
|
|
|
|
|
|
containerNetworkMode string
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
type Task struct {
|
2022-09-03 02:57:53 -05:00
|
|
|
BuildID int64
|
2022-08-23 07:34:47 -05:00
|
|
|
Input *TaskInput
|
2022-09-03 02:57:53 -05:00
|
|
|
|
2022-09-25 05:54:00 -05:00
|
|
|
client client.Client
|
|
|
|
log *log.Entry
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
|
|
|
|
2022-09-25 05:54:00 -05:00
|
|
|
// NewTask creates a new task
|
2022-11-04 04:23:59 -05:00
|
|
|
func NewTask(forgeInstance string, buildID int64, client client.Client, runnerEnvs map[string]string) *Task {
|
2022-08-23 07:34:47 -05:00
|
|
|
task := &Task{
|
|
|
|
Input: &TaskInput{
|
2022-11-18 02:12:21 -06:00
|
|
|
envs: runnerEnvs,
|
|
|
|
containerNetworkMode: "bridge", // TODO should be configurable
|
2022-08-23 07:34:47 -05:00
|
|
|
},
|
2022-09-03 02:57:53 -05:00
|
|
|
BuildID: buildID,
|
|
|
|
|
2022-09-25 05:54:00 -05:00
|
|
|
client: client,
|
|
|
|
log: log.WithField("buildID", buildID),
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
|
|
|
task.Input.repoDirectory, _ = os.Getwd()
|
|
|
|
return task
|
|
|
|
}
|
|
|
|
|
|
|
|
// getWorkflowsPath return the workflows directory, it will try .gitea first and then fallback to .github
|
|
|
|
func getWorkflowsPath(dir string) (string, error) {
|
|
|
|
p := filepath.Join(dir, ".gitea/workflows")
|
|
|
|
_, err := os.Stat(p)
|
|
|
|
if err != nil {
|
|
|
|
if !os.IsNotExist(err) {
|
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
return filepath.Join(dir, ".github/workflows"), nil
|
|
|
|
}
|
|
|
|
return p, nil
|
|
|
|
}
|
|
|
|
|
2022-11-22 03:14:00 -06:00
|
|
|
func platformPicker(labels []string) string {
|
|
|
|
|
|
|
|
// FIXME: read custom labels
|
|
|
|
|
|
|
|
preset := map[string]string{
|
|
|
|
// FIXME: shouldn't be the same
|
2022-11-11 02:14:44 -06:00
|
|
|
"ubuntu-latest": "node:16-buster",
|
2022-11-22 03:14:00 -06:00
|
|
|
"ubuntu-22.04": "node:16-buster",
|
2022-11-11 02:14:44 -06:00
|
|
|
"ubuntu-20.04": "node:16-buster",
|
|
|
|
"ubuntu-18.04": "node:16-buster",
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
2022-11-22 03:14:00 -06:00
|
|
|
|
|
|
|
for _, label := range labels {
|
|
|
|
if v, ok := preset[label]; ok {
|
|
|
|
return v
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// TODO: support multiple labels
|
|
|
|
// like:
|
|
|
|
// ["ubuntu-22.04"] => "ubuntu:22.04"
|
|
|
|
// ["with-gpu"] => "linux:with-gpu"
|
|
|
|
// ["ubuntu-22.04", "with-gpu"] => "ubuntu:22.04_with-gpu"
|
|
|
|
|
|
|
|
// FIXME: shall we need to support default?
|
|
|
|
return "node:16-buster"
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
|
|
|
|
2022-10-31 02:31:42 -05:00
|
|
|
func getToken(task *runnerv1.Task) string {
|
|
|
|
token := task.Secrets["GITHUB_TOKEN"]
|
|
|
|
if task.Secrets["GITEA_TOKEN"] != "" {
|
|
|
|
token = task.Secrets["GITEA_TOKEN"]
|
|
|
|
}
|
|
|
|
if task.Context.Fields["token"].GetStringValue() != "" {
|
|
|
|
token = task.Context.Fields["token"].GetStringValue()
|
|
|
|
}
|
|
|
|
return token
|
|
|
|
}
|
|
|
|
|
2022-09-25 05:54:00 -05:00
|
|
|
func (t *Task) Run(ctx context.Context, task *runnerv1.Task) error {
|
2022-10-28 23:26:27 -05:00
|
|
|
ctx, cancel := context.WithCancel(ctx)
|
|
|
|
defer cancel()
|
2022-09-25 05:54:00 -05:00
|
|
|
_, exist := globalTaskMap.Load(task.Id)
|
2022-09-04 02:44:29 -05:00
|
|
|
if exist {
|
2022-09-25 05:54:00 -05:00
|
|
|
return fmt.Errorf("task %d already exists", task.Id)
|
2022-09-04 02:44:29 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// set task ve to global map
|
|
|
|
// when task is done or canceled, it will be removed from the map
|
2022-09-25 05:54:00 -05:00
|
|
|
globalTaskMap.Store(task.Id, t)
|
|
|
|
defer globalTaskMap.Delete(task.Id)
|
|
|
|
|
|
|
|
lastWords := ""
|
2022-11-01 23:12:45 -05:00
|
|
|
reporter := NewReporter(ctx, cancel, t.client, task)
|
2022-09-25 05:54:00 -05:00
|
|
|
defer func() {
|
|
|
|
_ = reporter.Close(lastWords)
|
|
|
|
}()
|
2022-11-01 05:25:41 -05:00
|
|
|
reporter.RunDaemon()
|
2022-09-25 05:54:00 -05:00
|
|
|
|
|
|
|
reporter.Logf("received task %v of job %v", task.Id, task.Context.Fields["job"].GetStringValue())
|
2022-09-04 02:44:29 -05:00
|
|
|
|
2022-08-23 07:34:47 -05:00
|
|
|
workflowsPath, err := getWorkflowsPath(t.Input.repoDirectory)
|
|
|
|
if err != nil {
|
2022-09-25 05:54:00 -05:00
|
|
|
lastWords = err.Error()
|
2022-09-04 02:44:29 -05:00
|
|
|
return err
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
2022-09-03 02:57:53 -05:00
|
|
|
t.log.Debugf("workflows path: %s", workflowsPath)
|
|
|
|
|
2022-09-25 05:54:00 -05:00
|
|
|
workflow, err := model.ReadWorkflow(bytes.NewReader(task.WorkflowPayload))
|
2022-08-23 07:34:47 -05:00
|
|
|
if err != nil {
|
2022-09-25 05:54:00 -05:00
|
|
|
lastWords = err.Error()
|
2022-09-04 02:44:29 -05:00
|
|
|
return err
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
var plan *model.Plan
|
2022-10-28 23:26:27 -05:00
|
|
|
jobIDs := workflow.GetJobIDs()
|
|
|
|
if len(jobIDs) != 1 {
|
|
|
|
err := fmt.Errorf("multiple jobs found: %v", jobIDs)
|
2022-09-25 05:54:00 -05:00
|
|
|
lastWords = err.Error()
|
|
|
|
return err
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
2022-10-28 23:26:27 -05:00
|
|
|
jobID := jobIDs[0]
|
|
|
|
plan = model.CombineWorkflowPlanner(workflow).PlanJob(jobID)
|
|
|
|
job := workflow.GetJob(jobID)
|
|
|
|
reporter.ResetSteps(len(job.Steps))
|
2022-08-23 07:34:47 -05:00
|
|
|
|
2022-09-25 05:54:00 -05:00
|
|
|
log.Infof("plan: %+v", plan.Stages[0].Runs)
|
|
|
|
|
2022-10-31 02:31:42 -05:00
|
|
|
token := getToken(task)
|
2022-09-25 05:54:00 -05:00
|
|
|
dataContext := task.Context.Fields
|
2022-11-04 04:23:59 -05:00
|
|
|
|
2022-11-16 04:08:12 -06:00
|
|
|
log.Infof("task %v repo is %v %v %v", task.Id, dataContext["repository"].GetStringValue(),
|
|
|
|
dataContext["gitea_default_bots_url"].GetStringValue(),
|
|
|
|
t.client.Address())
|
2022-11-04 04:23:59 -05:00
|
|
|
|
2022-09-25 05:54:00 -05:00
|
|
|
preset := &model.GithubContext{
|
|
|
|
Event: dataContext["event"].GetStructValue().AsMap(),
|
|
|
|
RunID: dataContext["run_id"].GetStringValue(),
|
|
|
|
RunNumber: dataContext["run_number"].GetStringValue(),
|
|
|
|
Actor: dataContext["actor"].GetStringValue(),
|
|
|
|
Repository: dataContext["repository"].GetStringValue(),
|
|
|
|
EventName: dataContext["event_name"].GetStringValue(),
|
|
|
|
Sha: dataContext["sha"].GetStringValue(),
|
|
|
|
Ref: dataContext["ref"].GetStringValue(),
|
|
|
|
RefName: dataContext["ref_name"].GetStringValue(),
|
|
|
|
RefType: dataContext["ref_type"].GetStringValue(),
|
|
|
|
HeadRef: dataContext["head_ref"].GetStringValue(),
|
|
|
|
BaseRef: dataContext["base_ref"].GetStringValue(),
|
2022-10-31 02:31:42 -05:00
|
|
|
Token: token,
|
2022-09-25 05:54:00 -05:00
|
|
|
RepositoryOwner: dataContext["repository_owner"].GetStringValue(),
|
|
|
|
RetentionDays: dataContext["retention_days"].GetStringValue(),
|
|
|
|
}
|
|
|
|
eventJSON, err := json.Marshal(preset.Event)
|
|
|
|
if err != nil {
|
|
|
|
lastWords = err.Error()
|
2022-09-04 02:44:29 -05:00
|
|
|
return err
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
input := t.Input
|
|
|
|
config := &runner.Config{
|
2022-11-18 02:12:21 -06:00
|
|
|
Workdir: "/" + preset.Repository,
|
|
|
|
BindWorkdir: false,
|
|
|
|
ReuseContainers: false,
|
2022-09-25 05:54:00 -05:00
|
|
|
ForcePull: input.forcePull,
|
|
|
|
ForceRebuild: input.forceRebuild,
|
|
|
|
LogOutput: true,
|
|
|
|
JSONLogger: input.jsonLogger,
|
2022-11-08 04:35:13 -06:00
|
|
|
Env: input.envs,
|
2022-09-25 05:54:00 -05:00
|
|
|
Secrets: task.Secrets,
|
2022-08-23 07:34:47 -05:00
|
|
|
InsecureSecrets: input.insecureSecrets,
|
|
|
|
Privileged: input.privileged,
|
|
|
|
UsernsMode: input.usernsMode,
|
|
|
|
ContainerArchitecture: input.containerArchitecture,
|
|
|
|
ContainerDaemonSocket: input.containerDaemonSocket,
|
|
|
|
UseGitIgnore: input.useGitIgnore,
|
2022-11-16 04:08:12 -06:00
|
|
|
GitHubInstance: t.client.Address(),
|
2022-08-23 07:34:47 -05:00
|
|
|
ContainerCapAdd: input.containerCapAdd,
|
|
|
|
ContainerCapDrop: input.containerCapDrop,
|
2022-11-18 02:12:21 -06:00
|
|
|
AutoRemove: true,
|
2022-08-23 07:34:47 -05:00
|
|
|
ArtifactServerPath: input.artifactServerPath,
|
|
|
|
ArtifactServerPort: input.artifactServerPort,
|
2022-11-18 02:12:21 -06:00
|
|
|
NoSkipCheckout: true,
|
2022-09-25 05:54:00 -05:00
|
|
|
PresetGitHubContext: preset,
|
|
|
|
EventJSON: string(eventJSON),
|
2022-11-08 04:35:13 -06:00
|
|
|
ContainerNamePrefix: fmt.Sprintf("gitea-task-%d", task.Id),
|
2022-11-18 02:12:21 -06:00
|
|
|
ContainerMaxLifetime: 3 * time.Hour, // maybe should be specified by Gitea server
|
|
|
|
ContainerNetworkMode: input.containerNetworkMode,
|
2022-11-16 04:08:12 -06:00
|
|
|
DefaultActionInstance: dataContext["gitea_default_bots_url"].GetStringValue(),
|
2022-11-22 03:14:00 -06:00
|
|
|
PlatformPicker: platformPicker,
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
|
|
|
r, err := runner.New(config)
|
|
|
|
if err != nil {
|
2022-09-25 05:54:00 -05:00
|
|
|
lastWords = err.Error()
|
2022-09-04 02:44:29 -05:00
|
|
|
return err
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
|
|
|
|
2022-10-28 23:26:27 -05:00
|
|
|
artifactCancel := artifacts.Serve(ctx, input.artifactServerPath, input.artifactServerPort)
|
2022-09-03 02:57:53 -05:00
|
|
|
t.log.Debugf("artifacts server started at %s:%s", input.artifactServerPath, input.artifactServerPort)
|
2022-08-23 07:34:47 -05:00
|
|
|
|
|
|
|
executor := r.NewPlanExecutor(plan).Finally(func(ctx context.Context) error {
|
2022-10-28 23:26:27 -05:00
|
|
|
artifactCancel()
|
2022-08-23 07:34:47 -05:00
|
|
|
return nil
|
|
|
|
})
|
|
|
|
|
2022-09-03 02:57:53 -05:00
|
|
|
t.log.Infof("workflow prepared")
|
2022-09-25 05:54:00 -05:00
|
|
|
reporter.Logf("workflow prepared")
|
2022-09-03 02:57:53 -05:00
|
|
|
|
|
|
|
// add logger recorders
|
2022-09-25 05:54:00 -05:00
|
|
|
ctx = common.WithLoggerHook(ctx, reporter)
|
2022-09-03 02:57:53 -05:00
|
|
|
|
2022-08-23 07:34:47 -05:00
|
|
|
if err := executor(ctx); err != nil {
|
2022-09-25 05:54:00 -05:00
|
|
|
lastWords = err.Error()
|
2022-09-04 02:44:29 -05:00
|
|
|
return err
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|
2022-09-03 02:57:53 -05:00
|
|
|
|
2022-09-04 02:44:29 -05:00
|
|
|
return nil
|
2022-08-23 07:34:47 -05:00
|
|
|
}
|