.gitlab-ci.yml

stages:
  - build_n_test

variables:
  PROJECT_NAME: singularity-eos
  PROJECT_GROUP: oss
  ENABLE_CDASH: true
  GIT_SUBMODULE_STRATEGY: normal

include:
 - .gitlab/common.yml

# Spack environments are defined in
# https://re-git.lanl.gov/xcap/deployment/-/tree/develop/environments
# for each system and for each XCAP project.
#
# Each environment is uniquely identified by
# ${SYSTEM_NAME}/${PROJECT_GROUP}/${PROJECT_NAME}/${SPACK_ENV_NAME}
#

prereq_offline_deps:
  stage: build_n_test
  extends: [.ascgit_job, .darwin_job]
  rules:
    - if: $CI_PIPELINE_SOURCE == "merge_request_event"
    - if: $CI_PIPELINE_SOURCE == "schedule"
    - if: $CI_PIPELINE_SOURCE == "web"
    - if: $CI_PIPELINE_SOURCE == "push" && $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH
  needs: []
  variables:
    GIT_SUBMODULE_STRATEGY: none
  script:
   - source .gitlab/download_prereqs.sh
  artifacts:
    paths:
      - goldfiles.tar.gz
      - extern

openmpi_gcc:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-gcc
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_clang:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-clang
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_fortran_gcc:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-fortran-gcc
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_fortran_clang:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-fortran-clang
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_cuda_gcc_ampere:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-cuda-gcc-ampere
    SCHEDULER_PARAMETERS: "-N 1 --qos=debug -p shared-gpu-ampere"
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_cuda_gcc_volta:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-cuda-gcc-volta
    SCHEDULER_PARAMETERS: "-N 1 --qos=debug -p volta-x86 -C cpu_family:haswell"
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_cuda_clang_ampere:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-cuda-clang-ampere
    SCHEDULER_PARAMETERS: "-N 1 --qos=debug -p shared-gpu-ampere"
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_cuda_clang_volta:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-cuda-clang-volta
    SCHEDULER_PARAMETERS: "-N 1 --qos=debug -p volta-x86 -C cpu_family:haswell"
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

# currently disabled due to very long compilation times
#openmpi_fortran_cuda_gcc_ampere:
#  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
#  needs:
#   - prereq_offline_deps
#  variables:
#    SPACK_ENV_NAME: openmpi-fortran-cuda-gcc-ampere
#    SCHEDULER_PARAMETERS: "-N 1 --qos=debug -p shared-gpu-ampere"
#    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"
#
#openmpi_fortran_cuda_gcc_volta:
#  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
#  needs:
#   - prereq_offline_deps
#  variables:
#    SPACK_ENV_NAME: openmpi-fortran-cuda-gcc-volta
#    SCHEDULER_PARAMETERS: "-N 1 --qos=debug -p volta-x86 -C cpu_family:haswell"
#    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

# EXAMPLE of how to modify an existing Spack environment and/or set CMake options
#openmpi_cuda_gcc_volta_noclosure:
#  stage: build_n_test
#  extends: [.ascgit_job, .darwin_job, .darwin_regular_job,]
#  needs:
#   - prereq_offline_deps
#  variables:
#    SPACK_ENV_NAME: openmpi-cuda-gcc-volta
#    SCHEDULER_PARAMETERS: "-N 1 --qos=debug -p volta-x86 -C cpu_family:haswell"
#    SINGULARITY_EOS_SPEC: "%gcc@=12.2.0 +mpi+cuda+kokkos+spiner+hdf5+kokkos-kernels+tests~closure~fortran build_extra=sesame,stellarcollapse cuda_arch=70"
#    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"
#  script:
#   - source .gitlab/build_and_test.sh --until env ${CLUSTER} ${SPACK_ENV_NAME}
#   - spack config add "packages:singularity-eos:require:'${SINGULARITY_EOS_SPEC}'"
#   - spack concretize -f --fresh
#   - spack_cmake_configure
#   - cmake_build -DSINGULARITY_BUILD_CLOSURE=off -DSINGULARITY_USE_FORTRAN=off
#   - cmake_test
#   - cmake_install

openmpi_fortran_kokkos_openmp_gcc:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-fortran-kokkos-openmp-gcc
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_fortran_kokkos_openmp_clang:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-fortran-kokkos-openmp-clang
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_fortran_kokkos_static_openmp_gcc:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-fortran-kokkos-static-openmp-gcc
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_fortran_kokkos_static_openmp_clang:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-fortran-kokkos-static-openmp-clang
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_rocm_gcc:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-rocm-gcc
    SCHEDULER_PARAMETERS: "-n 1 --qos=debug -p shared-gpu-amd-mi250"
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

openmpi_fortran_rocm_gcc:
  extends: [.ascgit_job, .darwin_job, .darwin_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: openmpi-fortran-rocm-gcc
    SCHEDULER_PARAMETERS: "-n 1 --qos=debug -p shared-gpu-amd-mi250"
    SUBMIT_TO_CDASH: "${ENABLE_CDASH}"

rocinante_craympich_gcc:
  extends: [.ascgit_job, .rocinante_job, .rocinante_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: craympich-gcc
    SUBMIT_TO_CDASH: false
    BUILD_WITH_CTEST: "${ENABLE_CDASH}"
    SUBMIT_ON_ERROR: false          # Compute nodes don't have network access, don't try to send from compute node
    SUBMIT_AFTER: "${ENABLE_CDASH}" # after_script runs on a network connected system

rocinante_craympich_fortran_gcc:
  extends: [.ascgit_job, .rocinante_job, .rocinante_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: craympich-fortran-gcc
    SUBMIT_TO_CDASH: false
    BUILD_WITH_CTEST: "${ENABLE_CDASH}"
    SUBMIT_ON_ERROR: false          # Compute nodes don't have network access, don't try to send from compute node
    SUBMIT_AFTER: "${ENABLE_CDASH}" # after_script runs on a network connected system

rzvernal_craympich_rocm_mi250_cce:
  extends: [.ascgit_job, .rzvernal_job, .rzvernal_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: craympich-rocm-gfx90a-cce
    SUBMIT_TO_CDASH: false
    BUILD_WITH_CTEST: "${ENABLE_CDASH}"
    SUBMIT_ON_ERROR: false          # Compute nodes don't have network access, don't try to send from compute node
    SUBMIT_AFTER: "${ENABLE_CDASH}" # after_script runs on a network connected system

rzadams_craympich_rocm_mi300_cce:
  extends: [.ascgit_job, .rzadams_job, .rzadams_regular_job, .build_and_test]
  needs:
   - prereq_offline_deps
  variables:
    SPACK_ENV_NAME: craympich-rocm-gfx942-cce
    SUBMIT_TO_CDASH: false
    BUILD_WITH_CTEST: "${ENABLE_CDASH}"
    SUBMIT_ON_ERROR: false          # Compute nodes don't have network access, don't try to send from compute node
    SUBMIT_AFTER: "${ENABLE_CDASH}" # after_script runs on a network connected system