snix/ops/pipelines/depot.nix
Vincent Ambo dbdf211fe4 chore(ops/pipelines): pin anchoring step to whitby agents
Change-Id: Ia7d556667faf44094cb5545e4f38d85260c5aafa
Reviewed-on: https://cl.tvl.fyi/c/depot/+/12989
Reviewed-by: sterni <sternenseemann@systemli.org>
Autosubmit: tazjin <tazjin@tvl.su>
Tested-by: BuildkiteCI
2025-01-14 11:34:33 +00:00

45 lines
1.4 KiB
Nix

# This file configures the primary build pipeline used for the
# top-level list of depot targets.
{ depot, pkgs, externalArgs, ... }:
let
pipeline = depot.nix.buildkite.mkPipeline {
headBranch = "refs/heads/canon";
drvTargets = depot.ci.targets;
parentTargetMap =
if (externalArgs ? parentTargetMap)
then builtins.fromJSON (builtins.readFile externalArgs.parentTargetMap)
else { };
postBuildSteps = [
# After successful builds, create a gcroot for builds on canon.
#
# This anchors *most* of the depot, in practice it's unimportant
# if there is a build race and we get +-1 of the targets.
#
# Unfortunately this requires a third evaluation of the graph, but
# since it happens after :duck: it should not affect the timing of
# status reporting back to Gerrit.
{
label = ":anchor:";
branches = "refs/heads/canon";
command = ''
nix-build -A ci.gcroot --out-link /nix/var/nix/gcroots/depot/canon
'';
# Ensure that anchoring happens on whitby, so that cache.tvl.su always
# has the full cache. Unanchored machines may garbage collect live
# paths.
agents.hostname = "whitby"; # TODO(tazjin): b/433
}
];
};
drvmap = depot.nix.buildkite.mkDrvmap depot.ci.targets;
in
pkgs.runCommand "depot-pipeline" { } ''
mkdir $out
cp -r ${pipeline}/* $out
cp ${drvmap} $out/drvmap.json
''