From 611fe803da1785c18f8ff2756c24854ed81a13a2 Mon Sep 17 00:00:00 2001 From: Richard Berger Date: Mon, 16 Sep 2024 11:27:58 -0600 Subject: [PATCH] ci: add some test builds --- .gitlab-ci.yml | 49 ++++++++++ .gitlab/build_and_test.sh | 200 ++++++++++++++++++++++++++++++++++++++ 2 files changed, 249 insertions(+) create mode 100644 .gitlab-ci.yml create mode 100644 .gitlab/build_and_test.sh diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml new file mode 100644 index 00000000..ede93f58 --- /dev/null +++ b/.gitlab-ci.yml @@ -0,0 +1,49 @@ +stages: + - build_n_test + +default: + interruptible: true + +variables: + ENABLED_CLUSTERS: "darwin" + GIT_SUBMODULE_STRATEGY: normal + +.ascgit_job: + id_tokens: + SITE_ID_TOKEN: + aud: https://asc-git.lanl.gov + +.darwin_job: + rules: + - if: $ENABLED_CLUSTERS =~ /darwin/ + variables: + CLUSTER: darwin + SCHEDULER_PARAMETERS: "-N 1 --qos=debug -p general,skylake-gold,skylake-platinum --constraint=\"(cpu_family:skylake)&ib:edr\"" + tags: + - darwin-slurm-shared + +.build_and_test: + stage: build_n_test + script: + - source .gitlab/build_and_test.sh ${CLUSTER} ${SPACK_ENV_NAME} + artifacts: + expire_in: 2 weeks + paths: + - ${CI_PROJECT_DIR}/build/tests.xml + reports: + junit: ${CI_PROJECT_DIR}/build/tests.xml + +######## +# Jobs # +######## + +openmpi_gcc: + extends: [.ascgit_job, .darwin_job, .build_and_test] + variables: + SPACK_ENV_NAME: openmpi-gcc + +openmpi_cuda_gcc_ampere: + extends: [.ascgit_job, .darwin_job, .build_and_test] + variables: + SPACK_ENV_NAME: openmpi-cuda-gcc-ampere + SCHEDULER_PARAMETERS: "-N 1 --qos=debug -p shared-gpu-ampere" diff --git a/.gitlab/build_and_test.sh b/.gitlab/build_and_test.sh new file mode 100644 index 00000000..cf677029 --- /dev/null +++ b/.gitlab/build_and_test.sh @@ -0,0 +1,200 @@ +#!/bin/bash +PROJECT_NAME=ports-of-call +PROJECT_DEFAULT_BRANCH=main +PROJECT_GROUP=oss +BUILD_DIR=${BUILD_DIR:-build} +SOURCE_DIR=${CI_PROJECT_DIR:-$PWD} +PROJECT_SPACK_ENV=${PROJECT_SPACK_ENV:-/usr/projects/xcap/spack-env/oss/current} +CI_SPACK_ENV=${CI_SPACK_ENV:-$TMPDIR/$USER-ci-env} +UNTIL=${UNTIL:-install} + +# colors +COLOR_BLUE='\033[1;34m' +COLOR_MAGENTA='\033[1;35m' +COLOR_CYAN='\033[1;36m' +COLOR_PLAIN='\033[0m' + +section() { + if [ -z "${CI}" ]; then + echo -e "${3:+${COLOR_CYAN}$3${COLOR_PLAIN}}" + else + echo -e $'\e[0K'"section_$1:$(date +%s):$2"$'\r\e[0K'"${3:+${COLOR_CYAN}$3${COLOR_PLAIN}}" + fi +} + +print_usage() { + echo "usage: build_and_test [-h] [-u {spack,env,cmake,build,test,install}] system environment" + echo + echo "This script allows you to active a Spack environment on a given system," + echo "configure your project's CMake based on its Spack variants, and then build, test and" + echo "install it. Use the -u/--until option to stop the script early at a given phase." + echo + echo "After the 'env' phase has run, you will be in an active Spack environment." + echo "You can then use the 'activate_build_env' command to enter a sub-shell" + echo "with the Spack build environment for your project." + echo + echo "You can also make use of the following commands to manually run each phase and customize" + echo "the environment in between:" + echo " - prepare_spack" + echo " - prepare_env" + echo " - spack_cmake_configure" + echo " - cmake_build [EXTRA_CMAKE_ARGS]" + echo " - cmake_test [EXTRA_CTEST_ARGS]" + echo " - cmake_install" + echo + echo "positional arguments:" + echo " system name of the system" + echo " environment name of the Spack environment" + echo + echo "options:" + echo " -u {spack,env,cmake,build,test,install}, --until {spack,env,cmake,build,test,install}" + echo " run script until the given phase" + echo " -h, --help show this help message and exit" +} + +VALID_CMD=false +if [ $# -eq 2 ] && [[ ! "$1" =~ ^-.* ]] && [[ ! "$2" =~ ^-.* ]]; then + VALID_CMD=true +elif [ $# -eq 4 ]; then + if [ "$1" = "-u" ] || [ "$1" = "--until" ]; then + if [[ "$2" =~ ^(spack|env|cmake|build|test|install)$ ]]; then + UNTIL=$2 + VALID_CMD=true + shift 2 + fi + fi +fi + +if ! $VALID_CMD; then + print_usage + return +fi + +SYSTEM_NAME=$1 +SPACK_ENV_NAME=$2 + +############################################################################### +# Generic steps +############################################################################### + +#------------------------------------------------------------------------------ +# Prepare Spack instance +#------------------------------------------------------------------------------ +prepare_spack() { + section start "prepare_spack[collapsed=true]" "Prepare Spack" + umask 0007 + source $PROJECT_SPACK_ENV/replicate.sh $CI_SPACK_ENV + section end "prepare_spack" +} + +#------------------------------------------------------------------------------ +# Setup up Spack environment +#------------------------------------------------------------------------------ +prepare_env() { + section start "prepare_env[collapsed=true]" "Create environment" + echo "Activating ${SPACK_ENV_NAME} environment on ${SYSTEM_NAME}" + source ${CI_SPACK_ENV}/systems/${SYSTEM_NAME}/activate.sh ${PROJECT_GROUP}/${PROJECT_NAME}/${SPACK_ENV_NAME} + if [ -d ${SOURCE_DIR}/spack-repo ]; then + spack repo add ${SOURCE_DIR}/spack-repo + fi + + spack develop -b ${BUILD_DIR} -p ${SOURCE_DIR} --no-clone ${PROJECT_NAME}@${PROJECT_DEFAULT_BRANCH} + spack install --include-build-deps --only dependencies -j $(nproc) + section end "prepare_env" +} + +#------------------------------------------------------------------------------ +# Run CMake (configured via Project Spack package and selected Spec) +#------------------------------------------------------------------------------ +spack_cmake_configure() { + section start "spack_cmake_configure[collapsed=true]" "Initial Spack CMake Configure" + spack install --test root --include-build-deps -u cmake -v ${PROJECT_NAME} + BUILD_ENV=${BUILD_DIR}/build_env.sh + spack build-env --dump ${BUILD_ENV} ${PROJECT_NAME} + section end "spack_cmake_configure" +} + +#------------------------------------------------------------------------------ +# Build project +#------------------------------------------------------------------------------ +cmake_build() { + section start "cmake_build[collapsed=false]" "CMake Build" + ( + source ${BUILD_ENV} + cmake -DCMAKE_VERBOSE_MAKEFILE=off -DCMAKE_INSTALL_PREFIX=$PWD/${BUILD_DIR}/install $@ ${BUILD_DIR} + cmake --build ${BUILD_DIR} --parallel + ) + section end "cmake_build" +} + +#------------------------------------------------------------------------------ +# Run tests +#------------------------------------------------------------------------------ +cmake_test() { + section start "testing[collapsed=false]" "Tests" + ( + source ${BUILD_ENV} + export CTEST_OUTPUT_ON_FAILURE=1 + ctest --test-dir ${BUILD_DIR} --output-junit tests.xml $@ + ) + section end "testing" +} + +#------------------------------------------------------------------------------ +# Install project +#------------------------------------------------------------------------------ +cmake_install() { + section start install "Install" + ( + source ${BUILD_ENV} + cmake --build ${BUILD_DIR} --target install + ) + section end install +} + +#------------------------------------------------------------------------------ +# Enter build environment shell +#------------------------------------------------------------------------------ +activate_build_env() { + spack build-env ${PROJECT_NAME} bash +} + +############################################################################### +# Run script +############################################################################### +echo "Running on $(hostname)" + +if [ ${CI} ]; then + echo " " + echo -e "${COLOR_BLUE}######################################################################${COLOR_PLAIN}" + echo " " + echo -e "${COLOR_BLUE}To recreate this CI run, follow these steps:${COLOR_PLAIN}" + echo " " + echo -e "${COLOR_BLUE}ssh ${CLUSTER}${COLOR_PLAIN}" + echo -e "${COLOR_BLUE}cd /your/${PROJECT_NAME}/checkout${COLOR_PLAIN}" + echo -e "${COLOR_BLUE}salloc ${SCHEDULER_PARAMETERS}${COLOR_PLAIN}" + echo -e "${COLOR_BLUE}source .gitlab/build_and_test.sh --until ${UNTIL} ${CLUSTER} ${SPACK_ENV_NAME}${COLOR_PLAIN}" + echo " " + echo -e "${COLOR_BLUE}See 'source .gitlab/build_and_test.sh -h' for more options.${COLOR_PLAIN}" + echo " " + echo -e "${COLOR_BLUE}######################################################################${COLOR_PLAIN}" + echo " " +fi + +prepare_spack +if [[ "${UNTIL}" == "spack" ]]; then return; fi + +prepare_env +if [[ "${UNTIL}" == "env" ]]; then return; fi + +spack_cmake_configure +if [[ "${UNTIL}" == "cmake" ]]; then return; fi + +cmake_build +if [[ "${UNTIL}" == "build" ]]; then return; fi + +cmake_test +if [[ "${UNTIL}" == "test" ]]; then return; fi + +cmake_install +if [[ "${UNTIL}" == "install" ]]; then return; fi