156 lines
6.6 KiB
Python
156 lines
6.6 KiB
Python
import argparse
|
|
import hashlib
|
|
import os
|
|
import platform
|
|
from retry import retry
|
|
import shutil
|
|
import stat
|
|
import sys
|
|
import urllib.request
|
|
|
|
_S3_HASH_MAPPING = {
|
|
"https://mdb-build-public.s3.amazonaws.com/bazel-binaries/bazel-6.4.0-ppc64le":
|
|
"dd21c75817533ff601bf797e64f0eb2f7f6b813af26c829f0bda30e328caef46",
|
|
"https://mdb-build-public.s3.amazonaws.com/bazel-binaries/bazel-6.4.0-s390x":
|
|
"6d72eabc1789b041bbe4cfc033bbac4491ec9938ef6da9899c0188ecf270a7f4",
|
|
"https://mdb-build-public.s3.amazonaws.com/bazelisk-binaries/v1.19.0/bazelisk-darwin-amd64":
|
|
"f2ba5f721a995b54bab68c6b76a340719888aa740310e634771086b6d1528ecd",
|
|
"https://mdb-build-public.s3.amazonaws.com/bazelisk-binaries/v1.19.0/bazelisk-darwin-arm64":
|
|
"69fa21cd2ccffc2f0970c21aa3615484ba89e3553ecce1233a9d8ad9570d170e",
|
|
"https://mdb-build-public.s3.amazonaws.com/bazelisk-binaries/v1.19.0/bazelisk-linux-amd64":
|
|
"d28b588ac0916abd6bf02defb5433f6eddf7cba35ffa808eabb65a44aab226f7",
|
|
"https://mdb-build-public.s3.amazonaws.com/bazelisk-binaries/v1.19.0/bazelisk-linux-arm64":
|
|
"861a16ba9979613e70bd3d2f9d9ab5e3b59fe79471c5753acdc9c431ab6c9d94",
|
|
"https://mdb-build-public.s3.amazonaws.com/bazelisk-binaries/v1.19.0/bazelisk-windows-amd64.exe":
|
|
"d04555245a99dfb628e33da24e2b9198beb8f46d7e7661c313eb045f6a59f5e4",
|
|
}
|
|
|
|
|
|
@retry(tries=5, delay=3)
|
|
def _download_path_with_retry(*args, **kwargs):
|
|
urllib.request.urlretrieve(*args, **kwargs)
|
|
|
|
|
|
def _sha256_file(filename: str) -> str:
|
|
sha256_hash = hashlib.sha256()
|
|
with open(filename, "rb") as f:
|
|
for block in iter(lambda: f.read(4096), b""):
|
|
sha256_hash.update(block)
|
|
return sha256_hash.hexdigest()
|
|
|
|
|
|
def _verify_s3_hash(s3_path: str, local_path: str) -> None:
|
|
if s3_path not in _S3_HASH_MAPPING:
|
|
raise Exception(
|
|
f"S3 path not found in hash mapping, unable to verify downloaded for s3 path: {s3_path}"
|
|
)
|
|
|
|
hash_string = _sha256_file(local_path)
|
|
if hash_string != _S3_HASH_MAPPING[s3_path]:
|
|
raise Exception(
|
|
f"Hash mismatch for {s3_path}, expected {_S3_HASH_MAPPING[s3_path]} but got {hash_string}"
|
|
)
|
|
|
|
|
|
def install_bazel(binary_directory: str) -> str:
|
|
normalized_arch = platform.machine().lower().replace("aarch64", "arm64").replace(
|
|
"x86_64", "amd64")
|
|
normalized_os = sys.platform.replace("win32", "windows").replace("darwin", "macos")
|
|
|
|
# TODO(SERVER-86050): remove the branch once bazelisk is built on s390x & ppc64le
|
|
is_bazelisk_supported = normalized_arch not in ["ppc64le", "s390x"]
|
|
binary_filename = "bazelisk" if is_bazelisk_supported else "bazel"
|
|
|
|
binary_path = os.path.join(binary_directory, binary_filename)
|
|
if os.path.exists(binary_path):
|
|
print(f"{binary_filename} already exists ({binary_path}), skipping download")
|
|
return binary_path
|
|
|
|
print(f"Downloading {binary_filename}...")
|
|
# TODO(SERVER-86050): remove the branch once bazelisk is built on s390x & ppc64le
|
|
if is_bazelisk_supported:
|
|
ext = ".exe" if normalized_os == "windows" else ""
|
|
os_str = normalized_os.replace("macos", "darwin")
|
|
s3_path = f"https://mdb-build-public.s3.amazonaws.com/bazelisk-binaries/v1.19.0/bazelisk-{os_str}-{normalized_arch}{ext}"
|
|
else:
|
|
print(
|
|
"Warning: Bazelisk is not supported on this platform. Installing Bazel directly instead."
|
|
)
|
|
s3_path = f"https://mdb-build-public.s3.amazonaws.com/bazel-binaries/bazel-6.4.0-{normalized_arch}"
|
|
|
|
_download_path_with_retry(s3_path, binary_path)
|
|
_verify_s3_hash(s3_path, binary_path)
|
|
|
|
print(f"Downloaded {binary_filename} to {binary_path}")
|
|
|
|
# Bazel is a self-extracting zip launcher and needs read perms on the executable to read the zip from itself.
|
|
perms = stat.S_IXUSR | stat.S_IXGRP | stat.S_IXOTH | stat.S_IRUSR | stat.S_IRGRP | stat.S_IROTH | stat.S_IWUSR | stat.S_IWGRP
|
|
os.chmod(binary_path, perms)
|
|
return binary_path
|
|
|
|
|
|
def create_bazel_to_bazelisk_symlink(binary_directory: str) -> str:
|
|
bazel_symlink = os.path.join(binary_directory,
|
|
"bazel.exe" if sys.platform == "win32" else "bazel")
|
|
if os.path.exists(bazel_symlink):
|
|
print(f"Symlink {bazel_symlink} already exists, skipping symlink creation")
|
|
return bazel_symlink
|
|
|
|
os.symlink(os.path.join(binary_directory, "bazelisk"), bazel_symlink)
|
|
print(f"Symlinked bazel to {bazel_symlink}")
|
|
return bazel_symlink
|
|
|
|
|
|
def main():
|
|
arg_parser = argparse.ArgumentParser()
|
|
arg_parser.add_argument("--add-bazel-symlink", type=bool, default=True)
|
|
args = arg_parser.parse_args()
|
|
|
|
binary_directory = os.path.expanduser("~/.local/bin")
|
|
if not os.path.exists(binary_directory):
|
|
os.makedirs(binary_directory)
|
|
|
|
install_bazel(binary_directory)
|
|
|
|
if args.add_bazel_symlink:
|
|
symlink_path = create_bazel_to_bazelisk_symlink(binary_directory)
|
|
|
|
path_misconfigured = False
|
|
evaluated_path = shutil.which(os.path.basename(symlink_path))
|
|
if evaluated_path is None:
|
|
print(
|
|
"Warning: bazel is not in the PATH. Please add ~/.local/bin to your PATH or call it with the absolute path."
|
|
)
|
|
path_misconfigured = True
|
|
elif os.path.abspath(evaluated_path) != os.path.abspath(symlink_path):
|
|
print(
|
|
f"Warning: the bazel installed ({evaluated_path}) doesn't match the bazel in your path"
|
|
)
|
|
path_misconfigured = True
|
|
|
|
if path_misconfigured:
|
|
abs_binary_directory = os.path.abspath(binary_directory)
|
|
if sys.platform == "win32":
|
|
print("To add it to your PATH, run: \n")
|
|
print(
|
|
f'[Environment]::SetEnvironmentVariable("Path", $env:Path + ";{abs_binary_directory}", "Machine")'
|
|
)
|
|
print("refreshenv")
|
|
else:
|
|
print("To add it to your PATH, run: \n")
|
|
if os.path.exists(os.path.expanduser("~/.bashrc")):
|
|
print(f"echo \"export PATH=\\$PATH:{abs_binary_directory}\" >> ~/.bashrc")
|
|
print("source ~/.bashrc")
|
|
elif os.path.exists(os.path.expanduser("~/.bash_profile")):
|
|
print(f"echo \"export PATH=\\$PATH:{abs_binary_directory}\" >> ~/.bash_profile")
|
|
print("source ~/.bash_profile")
|
|
elif os.path.exists(os.path.expanduser("~/.zshrc")):
|
|
print(f"echo \"export PATH=\\$PATH:{abs_binary_directory}\" >> ~/.zshrc")
|
|
print("source ~/.zshrc")
|
|
else:
|
|
print(f"export PATH=$PATH:{abs_binary_directory}")
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|