There is a reoccuring problem in readTree-type repositories that use nix-shell, where evaluation of the full set of dependencies that should be made available to users takes a noticeable amount of time, slowing down operations when `direnv` is involved. In depot, we have so far fixed this by maintaining a manual `//bin` directory which contains a set of symlinks to a central dispatch script that can dispatch to various tools in depot lazily. This script can instead be generated ad-hoc by Nix (pretty fast if we can make assumptions like `git` and `nix-build` existing on user's machines already) and added to $PATH. The function introduced in this commit implements the logic for that. The structure of the script is based on the existing `//bin/__dispatch`. This does not yet switch depot's envrc to use this new method of installing dependencies lazily. Change-Id: I92efcd9bb6aa51aa2709ad910a464e9dac97ee89 Reviewed-on: https://cl.tvl.fyi/c/depot/+/5512 Tested-by: BuildkiteCI Reviewed-by: ezemtsov <eugene.zemtsov@gmail.com>
		
			
				
	
	
		
			75 lines
		
	
	
	
		
			2.3 KiB
		
	
	
	
		
			Nix
		
	
	
	
	
	
			
		
		
	
	
			75 lines
		
	
	
	
		
			2.3 KiB
		
	
	
	
		
			Nix
		
	
	
	
	
	
# Helper function to synthesize a directory of "lazy-built" binaries
 | 
						|
# that can be added to $PATH inside of a repository.
 | 
						|
#
 | 
						|
# Using this, a Nix shell environment in some repository can contain
 | 
						|
# several slow-to-build commands without blowing up evaluation and
 | 
						|
# build time whenever the shell is loaded.
 | 
						|
#
 | 
						|
# Note that the generated script is deliberately impure to speed up
 | 
						|
# evaluation, and expects both `git` and `nix-build` to exist in the
 | 
						|
# user's $PATH. If required, this can be done in the shell
 | 
						|
# configuration invoking this function.
 | 
						|
{ pkgs, ... }:
 | 
						|
 | 
						|
let
 | 
						|
  inherit (builtins) attrNames attrValues mapAttrs;
 | 
						|
  inherit (pkgs.lib) concatStringsSep;
 | 
						|
 | 
						|
  # Create the case statement for a command invocations, optionally
 | 
						|
  # overriding the `TARGET_TOOL` variable.
 | 
						|
  invoke = name: { attr, cmd ? null }: ''
 | 
						|
    ${name})
 | 
						|
      attr="${attr}"
 | 
						|
      ${if cmd != null then "TARGET_TOOL=\"${cmd}\"\n;;" else ";;"}
 | 
						|
  '';
 | 
						|
 | 
						|
  # Create command to symlink to the dispatch script for each tool.
 | 
						|
  link = name: "ln -s $target $out/bin/${name}";
 | 
						|
 | 
						|
  invocations = tools: concatStringsSep "\n" (attrValues (mapAttrs invoke tools));
 | 
						|
in
 | 
						|
 | 
						|
# Attribute set of tools that should be lazily-added to the $PATH.
 | 
						|
 | 
						|
  # The name of each attribute is used as the command name (on $PATH).
 | 
						|
  # It must contain the keys 'attr' (containing the Nix attribute path
 | 
						|
  # to the tool's derivation from the top-level), and may optionally
 | 
						|
  # contain the key 'cmd' to override the name of the binary inside the
 | 
						|
  # derivation.
 | 
						|
tools:
 | 
						|
 | 
						|
pkgs.writeTextFile {
 | 
						|
  name = "lazy-dispatch";
 | 
						|
  executable = true;
 | 
						|
  destination = "/bin/__dispatch";
 | 
						|
 | 
						|
  text = ''
 | 
						|
    #!${pkgs.runtimeShell}
 | 
						|
    set -ue
 | 
						|
 | 
						|
    if ! type git>/dev/null || ! type nix-build>/dev/null; then
 | 
						|
      echo "The 'git' and 'nix-build' commands must be available." >&2
 | 
						|
      exit 127
 | 
						|
    fi
 | 
						|
 | 
						|
    readonly REPO_ROOT=$(git rev-parse --show-toplevel)
 | 
						|
    TARGET_TOOL=$(basename "$0")
 | 
						|
 | 
						|
    case "''${TARGET_TOOL}" in
 | 
						|
    ${invocations tools}
 | 
						|
    *)
 | 
						|
      echo "''${TARGET_TOOL} is currently not installed in this repository." >&2
 | 
						|
      exit 127
 | 
						|
      ;;
 | 
						|
    esac
 | 
						|
 | 
						|
    result=$(nix-build --no-out-link --attr "''${attr}" "''${REPO_ROOT}")
 | 
						|
    PATH="''${result}/bin:$PATH"
 | 
						|
    exec "''${TARGET_TOOL}" "''${@}"
 | 
						|
  '';
 | 
						|
 | 
						|
  checkPhase = ''
 | 
						|
    ${pkgs.stdenv.shellDryRun} "$target"
 | 
						|
    ${concatStringsSep "\n" (map link (attrNames tools))}
 | 
						|
  '';
 | 
						|
}
 |