ci: add some test builds

.gitlab-ci.yml

@@ -0,0 +1,49 @@
+stages:
+ - build_n_test
+
+default:
+ interruptible: true
+
+variables:
+ ENABLED_CLUSTERS: "darwin"
+ GIT_SUBMODULE_STRATEGY: normal
+
+.ascgit_job:
+ id_tokens:
+ SITE_ID_TOKEN:
+ aud: https://asc-git.lanl.gov
+
+.darwin_job:
+ rules:
+ - if: $ENABLED_CLUSTERS =~ /darwin/
+ variables:
+ CLUSTER: darwin
+ SCHEDULER_PARAMETERS: "-N 1 --qos=debug -p general,skylake-gold,skylake-platinum --constraint=\"(cpu_family:skylake)&ib:edr\""
+ tags:
+ - darwin-slurm-shared
+
+.build_and_test:
+ stage: build_n_test
+ script:
+ - source .gitlab/build_and_test.sh ${CLUSTER} ${SPACK_ENV_NAME}
+ artifacts:
+ expire_in: 2 weeks
+ paths:
+ - ${CI_PROJECT_DIR}/build/tests.xml
+ reports:
+ junit: ${CI_PROJECT_DIR}/build/tests.xml
+
+########
+# Jobs #
+########
+
+openmpi_gcc:
+ extends: [.ascgit_job, .darwin_job, .build_and_test]
+ variables:
+ SPACK_ENV_NAME: openmpi-gcc
+
+openmpi_cuda_gcc_ampere:
+ extends: [.ascgit_job, .darwin_job, .build_and_test]
+ variables:
+ SPACK_ENV_NAME: openmpi-cuda-gcc-ampere
+ SCHEDULER_PARAMETERS: "-N 1 --qos=debug -p shared-gpu-ampere"

.gitlab/build_and_test.sh

@@ -0,0 +1,200 @@
+#!/bin/bash
+PROJECT_NAME=ports-of-call
+PROJECT_DEFAULT_BRANCH=main
+PROJECT_GROUP=oss
+BUILD_DIR=${BUILD_DIR:-build}
+SOURCE_DIR=${CI_PROJECT_DIR:-$PWD}
+PROJECT_SPACK_ENV=${PROJECT_SPACK_ENV:-/usr/projects/xcap/spack-env/oss/current}
+CI_SPACK_ENV=${CI_SPACK_ENV:-$TMPDIR/$USER-ci-env}
+UNTIL=${UNTIL:-install}
+
+# colors
+COLOR_BLUE='\033[1;34m'
+COLOR_MAGENTA='\033[1;35m'
+COLOR_CYAN='\033[1;36m'
+COLOR_PLAIN='\033[0m'
+
+section() {
+ if [ -z "${CI}" ]; then
+ echo -e "${3:+${COLOR_CYAN}$3${COLOR_PLAIN}}"
+ else
+ echo -e $'\e[0K'"section_$1:$(date +%s):$2"$'\r\e[0K'"${3:+${COLOR_CYAN}$3${COLOR_PLAIN}}"
+ fi
+}
+
+print_usage() {
+ echo "usage: build_and_test [-h] [-u {spack,env,cmake,build,test,install}] system environment"
+ echo
+ echo "This script allows you to active a Spack environment on a given system,"
+ echo "configure your project's CMake based on its Spack variants, and then build, test and"
+ echo "install it. Use the -u/--until option to stop the script early at a given phase."
+ echo
+ echo "After the 'env' phase has run, you will be in an active Spack environment."
+ echo "You can then use the 'activate_build_env' command to enter a sub-shell"
+ echo "with the Spack build environment for your project."
+ echo
+ echo "You can also make use of the following commands to manually run each phase and customize"
+ echo "the environment in between:"
+ echo " - prepare_spack"
+ echo " - prepare_env"
+ echo " - spack_cmake_configure"
+ echo " - cmake_build [EXTRA_CMAKE_ARGS]"
+ echo " - cmake_test [EXTRA_CTEST_ARGS]"
+ echo " - cmake_install"
+ echo
+ echo "positional arguments:"
+ echo " system name of the system"
+ echo " environment name of the Spack environment"
+ echo
+ echo "options:"
+ echo " -u {spack,env,cmake,build,test,install}, --until {spack,env,cmake,build,test,install}"
+ echo " run script until the given phase"
+ echo " -h, --help show this help message and exit"
+}
+
+VALID_CMD=false
+if [ $# -eq 2 ] && [[ ! "$1" =~ ^-.* ]] && [[ ! "$2" =~ ^-.* ]]; then
+ VALID_CMD=true
+elif [ $# -eq 4 ]; then
+ if [ "$1" = "-u" ] || [ "$1" = "--until" ]; then
+ if [[ "$2" =~ ^(spack|env|cmake|build|test|install)$ ]]; then
+ UNTIL=$2
+ VALID_CMD=true
+ shift 2
+ fi
+ fi
+fi
+
+if ! $VALID_CMD; then
+ print_usage
+ return
+fi
+
+SYSTEM_NAME=$1
+SPACK_ENV_NAME=$2
+
+###############################################################################
+# Generic steps
+###############################################################################
+
+#------------------------------------------------------------------------------
+# Prepare Spack instance
+#------------------------------------------------------------------------------
+prepare_spack() {
+ section start "prepare_spack[collapsed=true]" "Prepare Spack"
+ umask 0007
+ source $PROJECT_SPACK_ENV/replicate.sh $CI_SPACK_ENV
+ section end "prepare_spack"
+}
+
+#------------------------------------------------------------------------------
+# Setup up Spack environment
+#------------------------------------------------------------------------------
+prepare_env() {
+ section start "prepare_env[collapsed=true]" "Create environment"
+ echo "Activating ${SPACK_ENV_NAME} environment on ${SYSTEM_NAME}"
+ source ${CI_SPACK_ENV}/systems/${SYSTEM_NAME}/activate.sh ${PROJECT_GROUP}/${PROJECT_NAME}/${SPACK_ENV_NAME}
+ if [ -d ${SOURCE_DIR}/spack-repo ]; then
+ spack repo add ${SOURCE_DIR}/spack-repo
+ fi
+
+ spack develop -b ${BUILD_DIR} -p ${SOURCE_DIR} --no-clone ${PROJECT_NAME}@${PROJECT_DEFAULT_BRANCH}
+ spack install --include-build-deps --only dependencies -j $(nproc)
+ section end "prepare_env"
+}
+
+#------------------------------------------------------------------------------
+# Run CMake (configured via Project Spack package and selected Spec)
+#------------------------------------------------------------------------------
+spack_cmake_configure() {
+ section start "spack_cmake_configure[collapsed=true]" "Initial Spack CMake Configure"
+ spack install --test root --include-build-deps -u cmake -v ${PROJECT_NAME}
+ BUILD_ENV=${BUILD_DIR}/build_env.sh
+ spack build-env --dump ${BUILD_ENV} ${PROJECT_NAME}
+ section end "spack_cmake_configure"
+}
+
+#------------------------------------------------------------------------------
+# Build project
+#------------------------------------------------------------------------------
+cmake_build() {
+ section start "cmake_build[collapsed=false]" "CMake Build"
+ (
+ source ${BUILD_ENV}
+ cmake -DCMAKE_VERBOSE_MAKEFILE=off -DCMAKE_INSTALL_PREFIX=$PWD/${BUILD_DIR}/install $@ ${BUILD_DIR}
+ cmake --build ${BUILD_DIR} --parallel
+ )
+ section end "cmake_build"
+}
+
+#------------------------------------------------------------------------------
+# Run tests
+#------------------------------------------------------------------------------
+cmake_test() {
+ section start "testing[collapsed=false]" "Tests"
+ (
+ source ${BUILD_ENV}
+ export CTEST_OUTPUT_ON_FAILURE=1
+ ctest --test-dir ${BUILD_DIR} --output-junit tests.xml $@
+ )
+ section end "testing"
+}
+
+#------------------------------------------------------------------------------
+# Install project
+#------------------------------------------------------------------------------
+cmake_install() {
+ section start install "Install"
+ (
+ source ${BUILD_ENV}
+ cmake --build ${BUILD_DIR} --target install
+ )
+ section end install
+}
+
+#------------------------------------------------------------------------------
+# Enter build environment shell
+#------------------------------------------------------------------------------
+activate_build_env() {
+ spack build-env ${PROJECT_NAME} bash
+}
+
+###############################################################################
+# Run script
+###############################################################################
+echo "Running on $(hostname)"
+
+if [ ${CI} ]; then
+ echo " "
+ echo -e "${COLOR_BLUE}######################################################################${COLOR_PLAIN}"
+ echo " "
+ echo -e "${COLOR_BLUE}To recreate this CI run, follow these steps:${COLOR_PLAIN}"
+ echo " "
+ echo -e "${COLOR_BLUE}ssh ${CLUSTER}${COLOR_PLAIN}"
+ echo -e "${COLOR_BLUE}cd /your/${PROJECT_NAME}/checkout${COLOR_PLAIN}"
+ echo -e "${COLOR_BLUE}salloc ${SCHEDULER_PARAMETERS}${COLOR_PLAIN}"
+ echo -e "${COLOR_BLUE}source .gitlab/build_and_test.sh --until ${UNTIL} ${CLUSTER} ${SPACK_ENV_NAME}${COLOR_PLAIN}"
+ echo " "
+ echo -e "${COLOR_BLUE}See 'source .gitlab/build_and_test.sh -h' for more options.${COLOR_PLAIN}"
+ echo " "
+ echo -e "${COLOR_BLUE}######################################################################${COLOR_PLAIN}"
+ echo " "
+fi
+
+prepare_spack
+if [[ "${UNTIL}" == "spack" ]]; then return; fi
+
+prepare_env
+if [[ "${UNTIL}" == "env" ]]; then return; fi
+
+spack_cmake_configure
+if [[ "${UNTIL}" == "cmake" ]]; then return; fi
+
+cmake_build
+if [[ "${UNTIL}" == "build" ]]; then return; fi
+
+cmake_test
+if [[ "${UNTIL}" == "test" ]]; then return; fi
+
+cmake_install
+if [[ "${UNTIL}" == "install" ]]; then return; fi