mirror of
https://gitlab.kitware.com/vtk/vtk-m
synced 2024-10-05 01:49:02 +00:00
Merge topic 'spock-build-kokkos'
eaeced7b7 spock,ci,olcf: disable not working spock02 0b4946b9e spock: build kokkos in every vtk-m build Acked-by: Kitware Robot <kwrobot@kitware.com> Acked-by: Kenneth Moreland <morelandkd@ornl.gov> Merge-request: !3002
This commit is contained in:
commit
124f674dc2
30
.gitlab/ci/config/kokkos.sh
Executable file
30
.gitlab/ci/config/kokkos.sh
Executable file
@ -0,0 +1,30 @@
|
||||
#!/usr/bin/env bash
|
||||
set -x
|
||||
|
||||
WORKDIR="$1"
|
||||
VERSION="$2"
|
||||
|
||||
shift 2
|
||||
|
||||
if [ ! -d "$WORKDIR" ] || [ -z "$VERSION" ]
|
||||
then
|
||||
echo "[E] missing args: Invoke as .gitlab/ci/config/kokkos.sh <WORKDIR> <VERSION> [extra_args]"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Build and install Kokkos
|
||||
curl -L "https://github.com/kokkos/kokkos/archive/refs/tags/$VERSION.tar.gz" \
|
||||
| tar -C "$WORKDIR" -xzf -
|
||||
|
||||
cmake -S "$WORKDIR/kokkos-$VERSION" -B "$WORKDIR/kokkos_build" \
|
||||
"-DCMAKE_BUILD_TYPE:STRING=release" \
|
||||
"-DCMAKE_CXX_COMPILER_LAUNCHER=ccache" \
|
||||
"-DCMAKE_CXX_STANDARD:STRING=14" \
|
||||
"-DCMAKE_POSITION_INDEPENDENT_CODE:BOOL=ON" \
|
||||
"-DKokkos_ENABLE_HIP:BOOL=ON" \
|
||||
"-DKokkos_ENABLE_HIP_RELOCATABLE_DEVICE_CODE:BOOL=OFF" \
|
||||
"-DKokkos_ENABLE_SERIAL:BOOL=ON" \
|
||||
$*
|
||||
|
||||
cmake --build "$WORKDIR/kokkos_build"
|
||||
cmake --install "$WORKDIR/kokkos_build"
|
@ -1,9 +1,9 @@
|
||||
# Ad-hoc build that runs in the ECP Hardware, concretely in OLCF Spock.
|
||||
.spock_gcc_hip:
|
||||
variables:
|
||||
CCACHE_BASEDIR: "/gpfs/alpine/world-shared/csc331/"
|
||||
CCACHE_DIR: "/gpfs/alpine/world-shared/csc331/vtk-m/ci/ccache"
|
||||
CUSTOM_CI_BUILDS_DIR: "/gpfs/alpine/world-shared/csc331/vtk-m/ci/runtime"
|
||||
CCACHE_BASEDIR: "/gpfs/alpine/csc331/scratch/"
|
||||
CCACHE_DIR: "/gpfs/alpine/csc331/scratch/vbolea/ci/vtk-m/ccache"
|
||||
CUSTOM_CI_BUILDS_DIR: "/gpfs/alpine/csc331/scratch/vbolea/ci/vtk-m/runtime"
|
||||
|
||||
# -isystem= is not affected by CCACHE_BASEDIR, thus we must ignore it
|
||||
CCACHE_IGNOREOPTIONS: "-isystem=*"
|
||||
@ -12,35 +12,25 @@
|
||||
|
||||
CMAKE_BUILD_TYPE: "RelWithDebInfo"
|
||||
CMAKE_GENERATOR: "Ninja"
|
||||
CMAKE_PREFIX_PATH: "$CI_BUILDS_DIR/kokkos_install"
|
||||
|
||||
# This is needed for the smoke_test, while we use rocm 5 to build VTK-m the
|
||||
# smoke_test needs 4.5 since Kokkos is built agains rocm 4.5
|
||||
LD_LIBRARY_PATH: "/opt/rocm-4.5.0/lib:${LD_LIBRARY_PATH}"
|
||||
LIBRARY_PATH: "/opt/rocm-4.5.0/lib:${LIBRARY_PATH}"
|
||||
KOKKOS_OPTS: >-
|
||||
-DCMAKE_INSTALL_PREFIX:PATH=$CI_BUILDS_DIR/kokkos_install
|
||||
-DCMAKE_CXX_COMPILER:FILEPATH=/opt/rocm-4.5.0/hip/bin/hipcc
|
||||
-DKokkos_ARCH_VEGA908:BOOL=ON
|
||||
|
||||
# While Kokkos and VTK-m uses ROCm 4.5.0 runtime/sdk, we need to build
|
||||
# VTK-m with HIPCC from ROCM 5
|
||||
CMAKE_HIP_COMPILER: "/opt/rocm-default/llvm/bin/clang++"
|
||||
Kokkos_CXX_COMPILER: "/opt/rocm-default/llvm/bin/clang++"
|
||||
CMAKE_HIP_ARCHITECTURES: "gfx908"
|
||||
|
||||
CC: gcc
|
||||
CXX: g++
|
||||
# DefApps/default;craype;rocm;gcc should be loaded first
|
||||
JOB_MODULES: >-
|
||||
DefApps/default
|
||||
craype-accel-amd-gfx90a
|
||||
rocm/5
|
||||
craype-accel-amd-gfx908
|
||||
rocm/4.5.0
|
||||
gcc/10
|
||||
cmake/3.22
|
||||
git
|
||||
git-lfs
|
||||
kokkos/3.5.00
|
||||
lsf-tools
|
||||
ninja
|
||||
spectrum-mpi
|
||||
zstd
|
||||
VTKM_SETTINGS: kokkos+hip+spock+ccache+no_rendering
|
||||
VTKM_SETTINGS: kokkos+hip+gfx908+spock+ccache+no_rendering
|
||||
interruptible: true
|
||||
|
||||
.setup_env_ecpci: &setup_env_ecpci |
|
||||
@ -51,7 +41,7 @@
|
||||
|
||||
build:spock_gcc_hip:
|
||||
stage: build
|
||||
tags: [spock, shell]
|
||||
tags: [spock, shell, olcf-spock-shell-02]
|
||||
extends:
|
||||
- .spock_gcc_hip
|
||||
- .run_spock_ci
|
||||
@ -62,6 +52,7 @@ build:spock_gcc_hip:
|
||||
- cmake -VV -P .gitlab/ci/config/ccache.cmake
|
||||
- ccache -z
|
||||
- ccache -s
|
||||
- .gitlab/ci/config/kokkos.sh "$CI_BUILDS_DIR" "3.7.01" $KOKKOS_OPTS
|
||||
|
||||
- git remote add lfs https://gitlab.kitware.com/vtk/vtk-m.git
|
||||
- git fetch lfs
|
||||
@ -79,7 +70,7 @@ build:spock_gcc_hip:
|
||||
|
||||
test:spock_gcc_hip:
|
||||
stage: test
|
||||
tags: [spock, slurm]
|
||||
tags: [spock, slurm, olcf-spock-slurm-02]
|
||||
extends:
|
||||
- .spock_gcc_hip
|
||||
- .run_spock_ci
|
||||
|
Loading…
Reference in New Issue
Block a user