#!/usr/bin/env python3 """ Generate the compile expansions file used by Evergreen as part of the push/release process. Invoke by specifying an output file. $ python generate_compile_expansions.py --out compile_expansions.yml """ import argparse import os import shlex import sys import yaml VERSION_JSON = "version.json" def generate_expansions(): """Entry point for the script. This calls functions to generate version and scons cache expansions and writes them to a file. """ args = parse_args() expansions = {} expansions.update(generate_scons_cache_expansions()) with open(args.out, "w") as out: print("saving compile expansions to {0}: ({1})".format(args.out, expansions)) yaml.safe_dump(expansions, out, default_flow_style=False) def parse_args(): """Parse program arguments.""" parser = argparse.ArgumentParser() parser.add_argument("--out", required=True) return parser.parse_args() def generate_scons_cache_expansions(): """Generate scons cache expansions from some files and environment variables.""" expansions = {} # Get the scons cache mode scons_cache_mode = os.getenv("SCONS_CACHE_MODE", "nolinked") # Get the host uuid if sys.platform.startswith("win"): system_id_path = r"c:\mongodb-build-system-id" else: system_id_path = "/etc/mongodb-build-system-id" if os.path.isfile(system_id_path): with open(system_id_path, "r") as fh: system_uuid = fh.readline().strip() # Set the scons shared cache setting # Global shared cache using EFS if os.getenv("SCONS_CACHE_SCOPE") == "shared": if sys.platform.startswith("win"): shared_mount_root = "X:\\" else: shared_mount_root = "/efs/scons" scons_cache_dir = os.getenv("SCONS_CACHE_DIR") if scons_cache_dir: default_cache_path = os.path.join( shared_mount_root, system_uuid, "per_variant_caches", scons_cache_dir, "scons-cache" ) else: default_cache_path = os.path.join(shared_mount_root, system_uuid, "scons-cache") expansions["scons_cache_path"] = default_cache_path expansions["scons_cache_args"] = ( "--cache=nolinked --cache-signature-mode=validate --cache-dir={0} --cache-show".format( shlex.quote(default_cache_path) ) ) # Local shared cache - host-based elif os.getenv("SCONS_CACHE_SCOPE") == "local": if sys.platform.startswith("win"): default_cache_path_base = r"z:\data\scons-cache" else: default_cache_path_base = "/data/scons-cache" default_cache_path = os.path.join(default_cache_path_base, system_uuid) expansions["scons_cache_path"] = default_cache_path expansions["scons_cache_args"] = ( "--cache={0} --cache-signature-mode=validate --cache-dir={1} --cache-show".format( scons_cache_mode, shlex.quote(default_cache_path) ) ) # No cache else: # Anything else is 'none' print("No cache used") return expansions if __name__ == "__main__": generate_expansions()