mirror of
https://github.com/actions/runner.git
synced 2025-12-10 12:36:23 +00:00
* Added ability to run Dockerfile.SUFFIX ContainerAction * Extracted IsDockerFile method * reformatted, moved from index to Last() * extracted IsDockerfile to DockerUtil with L0 * added check for IsDockerfile to account for docker:// * updated test to clearly show path/dockerfile:tag * fail if Data.Image is not Dockerfile or docker://[image] * Setup noops for JobPrepare and JobCleanup hooks * Add container jobstarted and jobcomplete hooks * Run 'index.js' instead of specific command hooks * Call jobprepare with command arg * Use right command name (hardcoded) Co-authored-by: Nikola Jokic <nikola-jokic@users.noreply.github.com> * Invoke hooks with arguments * Add PrepareJob hook to work with jobcontainers Co-authored-by: Nikola Jokic <nikola-jokic@users.noreply.github.com> * Rename methods * Use new hookcontainer to run prep and clean hooks * Get path from ENV * Use enums * Use IOUtils.cs * Move container files to folder * Move namespaces * Store "state" between hooks * Remove stdin stream in containerstephosts * Update Constants.cs * Throw if stdin fails * Cleanup obvious nullrefs and unused vars * Cleanup containerhook directory * Call step exec hook * Fix windows build * Remove hook from hookContainer * Rename file * More renamings * Add TODOs * Fix env name * Fix missing imports * Fix imports * Run script step on jobcontainer * Enable feature if env is set * Update ContainerHookManager.cs * Update ContainerHookManager.cs * Hooks allowed to work even when context isn't returned * Custom hooks enabled flag and additional null checks * New line at the end of the FeatureFlagManager.cs * Code refactoring * Supported just in time container building or pulling * Try mock-build for osx * Build all platforms * Run mock on self-hosted * Remove GITHUB prefix * Use ContainerHooksPath instead of CustomHooksPath * Null checks simplified * Code refactoring * Changing condition for image builing/pulling * Code refactoring * TODO comment removed Co-authored-by: Ferenc Hammerl <31069338+fhammerl@users.noreply.github.com> * Call container step if FF is on * Rename run script function * Use JToken instead of dynamic * Add TODO * Small refactoring + renames + TODOs * Throw on DetermineNodeRuntimeVersion * Fix formatting * Add run-container-step * Supported nodeJS in Alpine containers * Renamed Alpine to IsAlpine in HookResponse * Method for checking platform for alpine container * Added container hooks feature flag check * Update IsHookFeatureEnabled with new params * Rename featureflag method * Finish rename * Set collection null values to empty arrays when JSON serialising them * Disable FF until we merge * Update src/Runner.Worker/Container/ContainerHooks/HookContainer.cs * Fix method name * Change hookargs to superclass from interface * Using only Path.Combine in GenerateResponsePath * fix merge error * EntryPointArgs changed to list of args instead of one args string * Changed List to IEnumerable for EntryPointArgs and MountVolumes * Get ContainerRuntimePath for JobContainers from hooks * Read ContainerEnv from response file * Port mappings saved after creating services * Support case when responseFile doesn't exist * Check if response file exists * Logging in ExecuteHookScript * Save hook state after all 4 hooks * Code refactoring * Remove TODO Co-authored-by: Ferenc Hammerl <31069338+fhammerl@users.noreply.github.com> * Remove second TODO Co-authored-by: Ferenc Hammerl <31069338+fhammerl@users.noreply.github.com> * Removing container env changes * Removing containerEnv and dockerManager * Delete mock-build.yml * Update IOUtil.cs * Add comment about containerhooks * Fix merge mistake * Remove solved todo * Determine which shell to use for hooks scenario * Overload for method ExecuteHookScript with prependPath as arg * Adding HostContext to the GetDefaultShellForScript call * prependPath as a mandatory parameter * Improve logging for hooks * Small changes in logging * Allow null for ContainerEntryPointArgs * Changed log messages * Skip setting EntryPoint and EntryPointArgs if hooks are enabled * Throw if IsAlpine is null in PrepareJob * Code refactoring - added GetAndValidateResponse method * Code refactoring * Changes in exception message * Only save hookState if returned * Use FF from server * Empty line * Code refactoring Co-authored-by: Ferenc Hammerl <31069338+fhammerl@users.noreply.github.com> * Send null instead of string empty * Remove TODO * Code refactoring and some small changes * Allow Globals to be null to pass L0 * Fix setup in StepHostL0 * Throw exception earlier if response file doesn't exist and prepare_job hook is running * Refactoring GetResponse method * Changing exception message if response file is not found Co-authored-by: Ferenc Hammerl <31069338+fhammerl@users.noreply.github.com> * Chaning exception message if isAlpine is null for prepare_job hook * Rename hook folder * Fail if compatible hookfile not found * Use .Value instead of casting bool? to bool * Format spacing * Formatting * User user and system mvs * Use variables instead of entire context in featuremanager * Update stepTelemetry if step uses containerhooks * Restore import * Remove unneccessary field from HookContainer * Refactor response context and portmappings * Force allow hooks if FF is on * Code refactoring * Revert deleting usings * Better hookContainer defaults and use correct portmapping list * Make GetDefaultShellForScript a HostContext extension method * Generic hookresponse * Code refactoring, unnecessary properties removed - HookContainer moved to the HookInput.cs * Remove empty line * Code refactoring and better exception handling * code refactor, removing unnecessary props * Move hookstate to global ContainerHookState * Trace exception before we throw it for not losing information * Fix for null ref exception in GetResponse * Adding additional check for null response in prepareJob hook * Refactoring GetResponse with additional check * Update error messages * Ports in ResponseContainer changed from IList to IDictionary * Fix port format * Include dockerfile * Send null Registry obj if there's nothing in it * Minor formatting * Check if hookIndexPath exists relocated to the ContainerHookManager * Code refactoring - ValidateHookExecutable added to the ContainerHookManager * check if ContainerHooksPath when AllowRunnerContainerHooks is on * Submit JSON telemetry instead of boolean * Prefix step hooks with "run" * Rename FeatureManager * Fix flipped condition * Unify js shell path getter with ps1 and sh getter * Validate on run, not on instantiation of manager * Cleanup ExecuteAsync methods * Handle exception in executeHookScript * Better exception types * Remove comment * Simplify boolean * Allow jobs without jobContainer to run * Use JObject instead of JToken * Use correct Response type * Format class to move cleanupJobAsync to the end of public methods * Rename HookIndexPath to HookScriptPath * Refactor methods into expression bodies * Fix args class hierarchy * Fix argument order * Formatting * Fix nullref and don't swallow stacktrace * Whilelist HookArgs * Use FF in FeatureManager * Update src/Runner.Worker/ContainerOperationProvider.cs Co-authored-by: Tingluo Huang <tingluohuang@github.com> * Update src/Runner.Worker/ActionRunner.cs Co-authored-by: Thomas Boop <52323235+thboop@users.noreply.github.com> * Update src/Runner.Worker/ActionRunner.cs Co-authored-by: Thomas Boop <52323235+thboop@users.noreply.github.com> * Only mount well known dirs to job containers * Get trace from hostcontext * Use hook execution for setting telemetry Co-authored-by: Nikola Jokic <nikola.jokic@akvelon.com> Co-authored-by: Nikola Jokic <nikola-jokic@users.noreply.github.com> Co-authored-by: Nikola Jokic <97525037+nikola-jokic@users.noreply.github.com> Co-authored-by: Stefan Ruvceski <stefan.ruvceski@akvelon.com> Co-authored-by: ruvceskistefan <96768603+ruvceskistefan@users.noreply.github.com> Co-authored-by: Thomas Boop <thboop@github.com> Co-authored-by: stefanruvceski <ruvceskistefan@github.com> Co-authored-by: Tingluo Huang <tingluohuang@github.com> Co-authored-by: Thomas Boop <52323235+thboop@users.noreply.github.com>
249 lines
12 KiB
C#
249 lines
12 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Threading.Tasks;
|
|
using GitHub.DistributedTask.Pipelines.ContextData;
|
|
using GitHub.DistributedTask.WebApi;
|
|
using GitHub.Runner.Common;
|
|
using GitHub.Runner.Sdk;
|
|
using GitHub.Runner.Worker.Container;
|
|
using GitHub.Runner.Worker.Container.ContainerHooks;
|
|
using Pipelines = GitHub.DistributedTask.Pipelines;
|
|
|
|
namespace GitHub.Runner.Worker.Handlers
|
|
{
|
|
[ServiceLocator(Default = typeof(ContainerActionHandler))]
|
|
public interface IContainerActionHandler : IHandler
|
|
{
|
|
ContainerActionExecutionData Data { get; set; }
|
|
}
|
|
|
|
public sealed class ContainerActionHandler : Handler, IContainerActionHandler
|
|
{
|
|
public ContainerActionExecutionData Data { get; set; }
|
|
|
|
#pragma warning disable CS1998 // Async method lacks 'await' operators and will run synchronously (method has async logic on only certain platforms)
|
|
public async Task RunAsync(ActionRunStage stage)
|
|
#pragma warning restore CS1998 // Async method lacks 'await' operators and will run synchronously
|
|
{
|
|
// Validate args.
|
|
Trace.Entering();
|
|
ArgUtil.NotNull(Data, nameof(Data));
|
|
ArgUtil.NotNull(ExecutionContext, nameof(ExecutionContext));
|
|
|
|
#if OS_WINDOWS || OS_OSX
|
|
throw new NotSupportedException($"Container action is only supported on Linux");
|
|
#else
|
|
// Update the env dictionary.
|
|
AddInputsToEnvironment();
|
|
|
|
var dockerManager = HostContext.GetService<IDockerCommandManager>();
|
|
var containerHookManager = HostContext.GetService<IContainerHookManager>();
|
|
string dockerFile = null;
|
|
|
|
// container image haven't built/pull
|
|
if (Data.Image.StartsWith("docker://", StringComparison.OrdinalIgnoreCase))
|
|
{
|
|
Data.Image = Data.Image.Substring("docker://".Length);
|
|
}
|
|
else if (Data.Image.EndsWith("Dockerfile") || Data.Image.EndsWith("dockerfile"))
|
|
{
|
|
// ensure docker file exist
|
|
dockerFile = Path.Combine(ActionDirectory, Data.Image);
|
|
ArgUtil.File(dockerFile, nameof(Data.Image));
|
|
if (!FeatureManager.IsContainerHooksEnabled(ExecutionContext.Global.Variables))
|
|
{
|
|
ExecutionContext.Output($"##[group]Building docker image");
|
|
ExecutionContext.Output($"Dockerfile for action: '{dockerFile}'.");
|
|
var imageName = $"{dockerManager.DockerInstanceLabel}:{ExecutionContext.Id.ToString("N")}";
|
|
var buildExitCode = await dockerManager.DockerBuild(
|
|
ExecutionContext,
|
|
ExecutionContext.GetGitHubContext("workspace"),
|
|
dockerFile,
|
|
Directory.GetParent(dockerFile).FullName,
|
|
imageName);
|
|
ExecutionContext.Output("##[endgroup]");
|
|
|
|
if (buildExitCode != 0)
|
|
{
|
|
throw new InvalidOperationException($"Docker build failed with exit code {buildExitCode}");
|
|
}
|
|
|
|
Data.Image = imageName;
|
|
}
|
|
}
|
|
|
|
string type = Action.Type == Pipelines.ActionSourceType.Repository ? "Dockerfile" : "DockerHub";
|
|
// Set extra telemetry base on the current context.
|
|
if (stage == ActionRunStage.Main)
|
|
{
|
|
ExecutionContext.StepTelemetry.HasPreStep = Data.HasPre;
|
|
ExecutionContext.StepTelemetry.HasPostStep = Data.HasPost;
|
|
}
|
|
ExecutionContext.StepTelemetry.Type = type;
|
|
|
|
// run container
|
|
var container = new ContainerInfo(HostContext)
|
|
{
|
|
ContainerImage = Data.Image,
|
|
ContainerName = ExecutionContext.Id.ToString("N"),
|
|
ContainerDisplayName = $"{Pipelines.Validation.NameValidation.Sanitize(Data.Image)}_{Guid.NewGuid().ToString("N").Substring(0, 6)}",
|
|
};
|
|
|
|
if (stage == ActionRunStage.Main)
|
|
{
|
|
if (!string.IsNullOrEmpty(Data.EntryPoint))
|
|
{
|
|
// use entrypoint from action.yml
|
|
container.ContainerEntryPoint = Data.EntryPoint;
|
|
}
|
|
else
|
|
{
|
|
// use entrypoint input, this is for action v1 which doesn't have action.yml
|
|
container.ContainerEntryPoint = Inputs.GetValueOrDefault("entryPoint");
|
|
}
|
|
}
|
|
else if (stage == ActionRunStage.Pre)
|
|
{
|
|
container.ContainerEntryPoint = Data.Pre;
|
|
}
|
|
else if (stage == ActionRunStage.Post)
|
|
{
|
|
container.ContainerEntryPoint = Data.Post;
|
|
}
|
|
|
|
// create inputs context for template evaluation
|
|
var inputsContext = new DictionaryContextData();
|
|
if (this.Inputs != null)
|
|
{
|
|
foreach (var input in Inputs)
|
|
{
|
|
inputsContext.Add(input.Key, new StringContextData(input.Value));
|
|
}
|
|
}
|
|
|
|
var extraExpressionValues = new Dictionary<string, PipelineContextData>(StringComparer.OrdinalIgnoreCase);
|
|
extraExpressionValues["inputs"] = inputsContext;
|
|
|
|
var manifestManager = HostContext.GetService<IActionManifestManager>();
|
|
if (Data.Arguments != null)
|
|
{
|
|
container.ContainerEntryPointArgs = "";
|
|
var evaluatedArgs = manifestManager.EvaluateContainerArguments(ExecutionContext, Data.Arguments, extraExpressionValues);
|
|
foreach (var arg in evaluatedArgs)
|
|
{
|
|
if (!string.IsNullOrEmpty(arg))
|
|
{
|
|
container.ContainerEntryPointArgs = container.ContainerEntryPointArgs + $" \"{arg.Replace("\"", "\\\"")}\"";
|
|
}
|
|
else
|
|
{
|
|
container.ContainerEntryPointArgs = container.ContainerEntryPointArgs + " \"\"";
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
container.ContainerEntryPointArgs = Inputs.GetValueOrDefault("args");
|
|
}
|
|
|
|
if (Data.Environment != null)
|
|
{
|
|
var evaluatedEnv = manifestManager.EvaluateContainerEnvironment(ExecutionContext, Data.Environment, extraExpressionValues);
|
|
foreach (var env in evaluatedEnv)
|
|
{
|
|
if (!this.Environment.ContainsKey(env.Key))
|
|
{
|
|
this.Environment[env.Key] = env.Value;
|
|
}
|
|
}
|
|
}
|
|
|
|
if (ExecutionContext.JobContext.Container.TryGetValue("network", out var networkContextData) && networkContextData is StringContextData networkStringData)
|
|
{
|
|
container.ContainerNetwork = networkStringData.ToString();
|
|
}
|
|
|
|
var defaultWorkingDirectory = ExecutionContext.GetGitHubContext("workspace");
|
|
var tempDirectory = HostContext.GetDirectory(WellKnownDirectory.Temp);
|
|
|
|
ArgUtil.NotNullOrEmpty(defaultWorkingDirectory, nameof(defaultWorkingDirectory));
|
|
ArgUtil.NotNullOrEmpty(tempDirectory, nameof(tempDirectory));
|
|
|
|
var tempHomeDirectory = Path.Combine(tempDirectory, "_github_home");
|
|
Directory.CreateDirectory(tempHomeDirectory);
|
|
this.Environment["HOME"] = tempHomeDirectory;
|
|
|
|
var tempFileCommandDirectory = Path.Combine(tempDirectory, "_runner_file_commands");
|
|
ArgUtil.Directory(tempFileCommandDirectory, nameof(tempFileCommandDirectory));
|
|
|
|
var tempWorkflowDirectory = Path.Combine(tempDirectory, "_github_workflow");
|
|
ArgUtil.Directory(tempWorkflowDirectory, nameof(tempWorkflowDirectory));
|
|
|
|
container.MountVolumes.Add(new MountVolume("/var/run/docker.sock", "/var/run/docker.sock"));
|
|
container.MountVolumes.Add(new MountVolume(tempHomeDirectory, "/github/home"));
|
|
container.MountVolumes.Add(new MountVolume(tempWorkflowDirectory, "/github/workflow"));
|
|
container.MountVolumes.Add(new MountVolume(tempFileCommandDirectory, "/github/file_commands"));
|
|
container.MountVolumes.Add(new MountVolume(defaultWorkingDirectory, "/github/workspace"));
|
|
|
|
container.AddPathTranslateMapping(tempHomeDirectory, "/github/home");
|
|
container.AddPathTranslateMapping(tempWorkflowDirectory, "/github/workflow");
|
|
container.AddPathTranslateMapping(tempFileCommandDirectory, "/github/file_commands");
|
|
container.AddPathTranslateMapping(defaultWorkingDirectory, "/github/workspace");
|
|
|
|
container.ContainerWorkDirectory = "/github/workspace";
|
|
|
|
// expose context to environment
|
|
foreach (var context in ExecutionContext.ExpressionValues)
|
|
{
|
|
if (context.Value is IEnvironmentContextData runtimeContext && runtimeContext != null)
|
|
{
|
|
foreach (var env in runtimeContext.GetRuntimeEnvironmentVariables())
|
|
{
|
|
Environment[env.Key] = env.Value;
|
|
}
|
|
}
|
|
}
|
|
|
|
// Add Actions Runtime server info
|
|
var systemConnection = ExecutionContext.Global.Endpoints.Single(x => string.Equals(x.Name, WellKnownServiceEndpointNames.SystemVssConnection, StringComparison.OrdinalIgnoreCase));
|
|
Environment["ACTIONS_RUNTIME_URL"] = systemConnection.Url.AbsoluteUri;
|
|
Environment["ACTIONS_RUNTIME_TOKEN"] = systemConnection.Authorization.Parameters[EndpointAuthorizationParameters.AccessToken];
|
|
if (systemConnection.Data.TryGetValue("CacheServerUrl", out var cacheUrl) && !string.IsNullOrEmpty(cacheUrl))
|
|
{
|
|
Environment["ACTIONS_CACHE_URL"] = cacheUrl;
|
|
}
|
|
if (systemConnection.Data.TryGetValue("GenerateIdTokenUrl", out var generateIdTokenUrl) && !string.IsNullOrEmpty(generateIdTokenUrl))
|
|
{
|
|
Environment["ACTIONS_ID_TOKEN_REQUEST_URL"] = generateIdTokenUrl;
|
|
Environment["ACTIONS_ID_TOKEN_REQUEST_TOKEN"] = systemConnection.Authorization.Parameters[EndpointAuthorizationParameters.AccessToken];
|
|
}
|
|
|
|
foreach (var variable in this.Environment)
|
|
{
|
|
container.ContainerEnvironmentVariables[variable.Key] = container.TranslateToContainerPath(variable.Value);
|
|
}
|
|
|
|
if (FeatureManager.IsContainerHooksEnabled(ExecutionContext.Global.Variables))
|
|
{
|
|
await containerHookManager.RunContainerStepAsync(ExecutionContext, container, dockerFile);
|
|
}
|
|
else
|
|
{
|
|
using (var stdoutManager = new OutputManager(ExecutionContext, ActionCommandManager, container))
|
|
using (var stderrManager = new OutputManager(ExecutionContext, ActionCommandManager, container))
|
|
{
|
|
var runExitCode = await dockerManager.DockerRun(ExecutionContext, container, stdoutManager.OnDataReceived, stderrManager.OnDataReceived);
|
|
ExecutionContext.Debug($"Docker Action run completed with exit code {runExitCode}");
|
|
if (runExitCode != 0)
|
|
{
|
|
ExecutionContext.Result = TaskResult.Failed;
|
|
}
|
|
}
|
|
}
|
|
#endif
|
|
}
|
|
}
|
|
}
|