Merge topic 'frontier-branch'

a43717de9 ci: add frontier nightly build

Acked-by: Kitware Robot <kwrobot@kitware.com>
Acked-by: Kenneth Moreland <morelandkd@ornl.gov>
Merge-request: !3247
This commit is contained in:
Vicente Bolea 2024-07-12 16:34:18 +00:00 committed by Kitware Robot
commit 19de9adad2
2 changed files with 24 additions and 21 deletions

@ -107,9 +107,9 @@
when: on_success when: on_success
- when: never - when: never
.run_crusher_ci: &run_crusher_ci .run_frontier_ci: &run_frontier_ci
rules: rules:
- if: '$CI_PROJECT_PATH == "ci/csc331_crusher/dev/vtk-m"' - if: '$CI_PROJECT_PATH == "ci/ums033/dev/vtk-m"'
when: on_success when: on_success
- when: never - when: never
@ -235,10 +235,10 @@ stages:
include: include:
- local: '/.gitlab/ci/crusher.yml'
- local: '/.gitlab/ci/centos7.yml' - local: '/.gitlab/ci/centos7.yml'
- local: '/.gitlab/ci/centos8.yml' - local: '/.gitlab/ci/centos8.yml'
- local: '/.gitlab/ci/doxygen.yml' - local: '/.gitlab/ci/doxygen.yml'
- local: '/.gitlab/ci/frontier.yml'
- local: '/.gitlab/ci/macos.yml' - local: '/.gitlab/ci/macos.yml'
- local: '/.gitlab/ci/opensuse.yml' - local: '/.gitlab/ci/opensuse.yml'
- local: '/.gitlab/ci/rhel8.yml' - local: '/.gitlab/ci/rhel8.yml'

@ -11,11 +11,11 @@
##============================================================================= ##=============================================================================
# Ad-hoc build that runs in the ECP Hardware, concretely in OLCF Spock. # Ad-hoc build that runs in the ECP Hardware, concretely in OLCF Spock.
.crusher_gcc_hip: .frontier_gcc_hip:
variables: variables:
CCACHE_BASEDIR: "/lustre/orion/csc331/scratch/" CCACHE_BASEDIR: "/lustre/orion/ums033/scratch/"
CCACHE_DIR: "/lustre/orion/csc331/scratch/vbolea/ci/vtk-m/ccache" CCACHE_DIR: "/lustre/orion/ums033/scratch/ums033_auser/ci/vtk-m/ccache"
CUSTOM_CI_BUILDS_DIR: "/lustre/orion/csc331/scratch/vbolea/ci/vtk-m/runtime" CUSTOM_CI_BUILDS_DIR: "/lustre/orion/ums033/scratch/ums033_auser/ci/vtk-m/runtime"
# -isystem= is not affected by CCACHE_BASEDIR, thus we must ignore it # -isystem= is not affected by CCACHE_BASEDIR, thus we must ignore it
CCACHE_IGNOREOPTIONS: "-isystem=*" CCACHE_IGNOREOPTIONS: "-isystem=*"
@ -45,7 +45,8 @@
git-lfs git-lfs
ninja ninja
zstd zstd
VTKM_SETTINGS: kokkos+hip+gfx90a+crusher+ccache+no_rendering OLCF_SERVICE_ACCOUNT: "ums033_auser"
VTKM_SETTINGS: kokkos+hip+gfx90a+frontier+ccache+no_rendering
interruptible: true interruptible: true
.setup_env_ecpci: &setup_env_ecpci | .setup_env_ecpci: &setup_env_ecpci |
@ -54,12 +55,12 @@
module list module list
export PATH="${CCACHE_INSTALL_DIR}/ccache:$PATH" export PATH="${CCACHE_INSTALL_DIR}/ccache:$PATH"
build:crusher_gcc_hip: build:frontier_gcc_hip:
stage: build stage: build
tags: [crusher, shell] tags: [frontier, shell]
extends: extends:
- .crusher_gcc_hip - .frontier_gcc_hip
- .run_crusher_ci - .run_frontier_ci
before_script: before_script:
- *setup_env_ecpci - *setup_env_ecpci
- mkdir -p "$CCACHE_INSTALL_DIR" - mkdir -p "$CCACHE_INSTALL_DIR"
@ -83,18 +84,20 @@ build:crusher_gcc_hip:
- build/ - build/
- .gitlab/ccache/ccache - .gitlab/ccache/ccache
test:crusher_gcc_hip: test:frontier_gcc_hip:
stage: test stage: test
tags: [crusher, slurm] tags: [frontier, slurm]
extends: extends:
- .crusher_gcc_hip - .frontier_gcc_hip
- .run_crusher_ci - .run_frontier_ci
needs: needs:
- build:crusher_gcc_hip - build:frontier_gcc_hip
dependencies: dependencies:
- build:crusher_gcc_hip - build:frontier_gcc_hip
variables: variables:
SCHEDULER_PARAMETERS: "-ACSC331_crusher -pbatch -t120 --nice=0 -c32 --gpus=4 -N 1" # -c48 --gpus=8 since we want to use fully utilize a node
# SMT=2 since compiling is balanced type of task (IO|computing).
SCHEDULER_PARAMETERS: "-AUMS033 -pbatch -t 00:30:00 --nice=0 -c48 --threads-per-core=2 --gpus=8 -N 1"
# We need this to skip ctest_submit from being run inside a jsrun job # We need this to skip ctest_submit from being run inside a jsrun job
GITLAB_CI_EMULATION: 1 GITLAB_CI_EMULATION: 1
# Tests errors to address due to different env in Spock # Tests errors to address due to different env in Spock
@ -107,8 +110,8 @@ test:crusher_gcc_hip:
before_script: before_script:
- *setup_env_ecpci - *setup_env_ecpci
script: script:
- CTEST_MAX_PARALLELISM=32 ctest -VV -S .gitlab/ci/ctest_build.cmake - CTEST_MAX_PARALLELISM=96 ctest -VV -S .gitlab/ci/ctest_build.cmake
- CTEST_MAX_PARALLELISM=4 ctest -VV -S .gitlab/ci/ctest_test.cmake - CTEST_MAX_PARALLELISM=8 ctest -VV -S .gitlab/ci/ctest_test.cmake
after_script: after_script:
- *setup_env_ecpci - *setup_env_ecpci
- ccache -s - ccache -s