chore(NODE-5845): migrate node download script to drivers-tools

.evergreen/config.yml

@@ -25,7 +25,7 @@ functions:
  binary: bash
  add_expansions_to_env: true
  args:
- - .evergreen/setup-environment.sh
+ - '.evergreen/prepare-shell.sh'
  - command: expansions.update
  params:
  file: src/expansion.yml

.evergreen/install-dependencies.sh

@@ -1,108 +1,17 @@
 #!/usr/bin/env bash
 set -o errexit # Exit the script with error if any of the commands fail
 
-NODE_LTS_VERSION=${NODE_LTS_VERSION:-16}
+# allowed values:
+## a nodejs major version (i.e., 16)
+## 'latest'
+## a full nodejs version, in the format v<major>.<minor>.patch
+export NODE_LTS_VERSION=${NODE_LTS_VERSION:-16}
 # npm version can be defined in the environment for cases where we need to install
 # a version lower than latest to support EOL Node versions.
-NPM_VERSION=${NPM_VERSION:-latest}
+export NPM_VERSION=${NPM_VERSION:-latest}
 
-source "${PROJECT_DIRECTORY}/.evergreen/init-node-and-npm-env.sh"
-
-if [[ -z "${npm_global_prefix}" ]]; then echo "npm_global_prefix is unset" && exit 1; fi
-if [[ -z "${NODE_ARTIFACTS_PATH}" ]]; then echo "NODE_ARTIFACTS_PATH is unset" && exit 1; fi
-
-CURL_FLAGS=(
- --fail # Exit code 1 if request fails
- --compressed # Request a compressed response should keep fetching fast
- --location # Follow a redirect
- --retry 8 # Retry HTTP 408, 429, 500, 502, 503 or 504, 8 times
- --silent # Do not print a progress bar
- --show-error # Despite the silent flag still print out errors
- --max-time 900 # 900 seconds is 15 minutes, evergreen times out at 20
- --continue-at - # If a download is interrupted it can figure out where to resume
-)
-
-mkdir -p "$NODE_ARTIFACTS_PATH/npm_global"
-
-# Comparisons are all case insensitive
-shopt -s nocasematch
-
-# index.tab is a sorted tab separated values file with the following headers
-# 0 1 2 3 4 5 6 7 8 9 10
-# version date files npm v8 uv zlib openssl modules lts security
-curl "${CURL_FLAGS[@]}" "https://nodejs.org/dist/index.tab" --output node_index.tab
-
-while IFS=$'\t' read -r -a row; do
- node_index_version="${row[0]}"
- node_index_major_version=$(echo $node_index_version | sed -E 's/^v([0-9]+).*$/\1/')
- node_index_date="${row[1]}"
- node_index_lts="${row[9]}"
- [[ "$node_index_version" = "version" ]] && continue # skip tsv header
- [[ "$NODE_LTS_VERSION" = "latest" ]] && break # first line is latest
- [[ "$NODE_LTS_VERSION" = "$node_index_version" ]] && break # match full version if specified
- [[ "$NODE_LTS_VERSION" = "$node_index_major_version" ]] && break # case insensitive compare
-done < node_index.tab
-
-if [[ "$OS" = "Windows_NT" ]]; then
- operating_system="win"
-elif [[ $(uname) = "darwin" ]]; then
- operating_system="darwin"
-elif [[ $(uname) = "linux" ]]; then
- operating_system="linux"
-else
- echo "Unable to determine operating system: $operating_system"
- exit 1
-fi
-
-architecture=$(uname -m)
-if [[ $architecture = "x86_64" ]]; then
- architecture="x64"
-elif [[ $architecture = "arm64" ]]; then
- architecture="arm64"
-elif [[ $architecture = "aarch64" ]]; then
- architecture="arm64"
-elif [[ $architecture == s390* ]]; then
- architecture="s390x"
-elif [[ $architecture == ppc* ]]; then
- architecture="ppc64le"
-else
- echo "Unable to determine operating system: $architecture"
- exit 1
-fi
-
-file_extension="tar.gz"
-if [[ "$OS" = "Windows_NT" ]]; then file_extension="zip"; fi
-
-node_directory="node-${node_index_version}-${operating_system}-${architecture}"
-node_archive="${node_directory}.${file_extension}"
-node_archive_path="$NODE_ARTIFACTS_PATH/${node_archive}"
-node_download_url="https://nodejs.org/dist/${node_index_version}/${node_archive}"
-
-echo "Node.js ${node_index_version} for ${operating_system}-${architecture} released on ${node_index_date}"
-
-set -o xtrace
-
-curl "${CURL_FLAGS[@]}" "${node_download_url}" --output "$node_archive_path"
-
-if [[ "$file_extension" = "zip" ]]; then
- unzip -q "$node_archive_path" -d "${NODE_ARTIFACTS_PATH}"
- mkdir -p "${NODE_ARTIFACTS_PATH}/nodejs"
- # Windows "bins" are at the top level
- mv "${NODE_ARTIFACTS_PATH}/${node_directory}" "${NODE_ARTIFACTS_PATH}/nodejs/bin"
- # Need to add executable flag ourselves
- chmod +x "${NODE_ARTIFACTS_PATH}/nodejs/bin/node.exe"
- chmod +x "${NODE_ARTIFACTS_PATH}/nodejs/bin/npm"
-else
- tar -xf "$node_archive_path" -C "${NODE_ARTIFACTS_PATH}"
- mv "${NODE_ARTIFACTS_PATH}/${node_directory}" "${NODE_ARTIFACTS_PATH}/nodejs"
-fi
-
-if [[ $operating_system != "win" ]]; then
- npm install --global npm@$NPM_VERSION
- hash -r
-fi
-
-echo "npm location: $(which npm)"
-echo "npm version: $(npm -v)"
+source ./.drivers-tools/.evergreen/install-node.sh
 
 npm install "${NPM_OPTIONS}"
+
+npm ls

.evergreen/setup-environment.sh → .evergreen/prepare-shell.sh

@@ -1,5 +1,21 @@
 #! /usr/bin/env bash
 
+# Only set errexit and xtrace if shell is NOT interactive
+[[ $- == *i* ]] || set -o xtrace
+[[ $- == *i* ]] || set -o errexit
+
+export PROJECT_DIRECTORY="$(pwd)"
+export DRIVERS_TOOLS="$PROJECT_DIRECTORY/.drivers-tools"
+
+
+
+if [ ! -d "$DRIVERS_TOOLS" ]; then
+ # Only clone driver tools if it does not exist
+ git clone --depth=1 "https://github.com/mongodb-labs/drivers-evergreen-tools.git" "${DRIVERS_TOOLS}"
+fi
+
+echo "installed DRIVERS_TOOLS from commit $(git -C "${DRIVERS_TOOLS}" rev-parse HEAD)"
+
 if [ -z "$NODE_LTS_VERSION" ]; then
  echo "NODE_LTS_VERSION environment variable must be specified"
  exit 1
@@ -11,7 +27,6 @@ if [ "${is_patch}" = "true" ]; then
 else
  CURRENT_VERSION=latest
 fi
-export PROJECT_DIRECTORY="$(pwd)"
 
 cat <<EOT > expansion.yml
 CURRENT_VERSION: "$CURRENT_VERSION"

.evergreen/run-big-endian-test.sh

@@ -1,5 +1,5 @@
 #!/usr/bin/env bash
 
-source "${PROJECT_DIRECTORY}/.evergreen/init-node-and-npm-env.sh"
+source ./.drivers-tools/.evergreen/init-node-and-npm-env.sh
 
 npx mocha test/s390x/big_endian.test.ts

.evergreen/run-bundling-test.sh

@@ -1,6 +1,6 @@
 #! /usr/bin/env bash
 
-source "${PROJECT_DIRECTORY}/.evergreen/init-node-and-npm-env.sh"
+source ./.drivers-tools/.evergreen/init-node-and-npm-env.sh
 
 set -o xtrace
 set -o errexit

.evergreen/run-checks.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 set -o errexit # Exit the script with error if any of the commands fail
 
-source "${PROJECT_DIRECTORY}/.evergreen/init-node-and-npm-env.sh"
+source ./.drivers-tools/.evergreen/init-node-and-npm-env.sh
 
 npm run check:lint

.evergreen/run-custom-benchmarks.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 
-source "${PROJECT_DIRECTORY}/.evergreen/init-node-and-npm-env.sh"
+source ./.drivers-tools/.evergreen/init-node-and-npm-env.sh
 set -o xtrace
 
 npm run check:custom-bench

.evergreen/run-eslint-plugin-test.sh

@@ -2,7 +2,7 @@
 
 set -o errexit
 
-source "${PROJECT_DIRECTORY}/.evergreen/init-node-and-npm-env.sh"
+source ./.drivers-tools/.evergreen/init-node-and-npm-env.sh
 
 cd etc/eslint/no-bigint-usage
 npm install

.evergreen/run-granular-benchmarks.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 
-source "${PROJECT_DIRECTORY}/.evergreen/init-node-and-npm-env.sh"
+source ./.drivers-tools/.evergreen/init-node-and-npm-env.sh
 set -o xtrace
 WARMUP=$WARMUP
 ITERATIONS=$ITERATIONS

.evergreen/run-spec-benchmarks.sh

@@ -1,5 +1,5 @@
 #!/usr/bin/env bash
 
-source "${PROJECT_DIRECTORY}/.evergreen/init-node-and-npm-env.sh"
+source ./.drivers-tools/.evergreen/init-node-and-npm-env.sh
 
 npm run check:spec-bench

.evergreen/run-tests.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 
-source "${PROJECT_DIRECTORY}/.evergreen/init-node-and-npm-env.sh"
+source ./.drivers-tools/.evergreen/init-node-and-npm-env.sh
 
 case "${TEST_TARGET}" in
  "node")

.evergreen/run-typescript.sh

@@ -1,7 +1,7 @@
 #!/usr/bin/env bash
 set -o errexit # Exit the script with error if any of the commands fail
 
-source "${PROJECT_DIRECTORY}/.evergreen/init-node-and-npm-env.sh"
+source ./.drivers-tools/.evergreen/init-node-and-npm-env.sh
 
 set -o xtrace
 

.gitignore

@@ -34,3 +34,6 @@ docs/public
 
 benchmarks.json
 customBenchmarkResults.json
+
+expansion.yml
+.drivers-tools/