summaryrefslogtreecommitdiff
path: root/share/spack/gitlab/cloud_pipelines/stacks/gpu-tests/spack.yaml
diff options
context:
space:
mode:
Diffstat (limited to 'share/spack/gitlab/cloud_pipelines/stacks/gpu-tests/spack.yaml')
-rw-r--r--share/spack/gitlab/cloud_pipelines/stacks/gpu-tests/spack.yaml267
1 files changed, 8 insertions, 259 deletions
diff --git a/share/spack/gitlab/cloud_pipelines/stacks/gpu-tests/spack.yaml b/share/spack/gitlab/cloud_pipelines/stacks/gpu-tests/spack.yaml
index dde2f11102..96b5809c71 100644
--- a/share/spack/gitlab/cloud_pipelines/stacks/gpu-tests/spack.yaml
+++ b/share/spack/gitlab/cloud_pipelines/stacks/gpu-tests/spack.yaml
@@ -1,19 +1,6 @@
spack:
view: false
- concretizer:
- reuse: false
- unify: false
-
- config:
- build_jobs: 32
- concretizer: clingo
- install_tree:
- root: /home/software/spack
- padded_length: 512
- projections:
- all: '{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'
-
packages:
all:
compiler: [gcc@11.1.0]
@@ -66,260 +53,22 @@ spack:
mirrors: { "mirror": "s3://spack-binaries/develop/gpu-tests" }
- gitlab-ci:
-
- script:
- - uname -a || true
- - grep -E 'vendor|model name' /proc/cpuinfo 2>/dev/null | sort -u || head -n10 /proc/cpuinfo 2>/dev/null || true
- - nproc
- - nvidia-smi || true
- - curl -Lfs 'https://github.com/JuliaBinaryWrappers/GNUMake_jll.jl/releases/download/GNUMake-v4.3.0+1/GNUMake.v4.3.0.x86_64-linux-gnu.tar.gz' -o gmake.tar.gz
- - printf 'fef1f59e56d2d11e6d700ba22d3444b6e583c663d6883fd0a4f63ab8bd280f0f gmake.tar.gz' | sha256sum --check --strict --quiet
- - tar -xzf gmake.tar.gz -C /usr bin/make 2> /dev/null
- - . "./share/spack/setup-env.sh"
- - spack --version
- - spack arch
- - cd ${SPACK_CONCRETE_ENV_DIR}
- - spack env activate --without-view .
- - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'"
- - mkdir -p ${SPACK_ARTIFACTS_ROOT}/user_data
- # AWS runners mount E4S public key (verification), UO runners mount public/private (signing/verification)
- - if [[ -r /mnt/key/e4s.gpg ]]; then spack gpg trust /mnt/key/e4s.gpg; fi
- # UO runners mount intermediate ci public key (verification), AWS runners mount public/private (signing/verification)
- - if [[ -r /mnt/key/intermediate_ci_signing_key.gpg ]]; then spack gpg trust /mnt/key/intermediate_ci_signing_key.gpg; fi
- - if [[ -r /mnt/key/spack_public_key.gpg ]]; then spack gpg trust /mnt/key/spack_public_key.gpg; fi
- - spack --color=always --backtrace ci rebuild --tests > >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_out.txt) 2> >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_err.txt >&2)
-
- after_script:
- - cat /proc/loadavg || true
-
- image: ecpe4s/ubuntu20.04-runner-x86_64:2023-01-01
-
- broken-tests-packages:
- - gptune
-
- match_behavior: first
- mappings:
+ ci:
+ pipeline-gen:
+ - build-job:
+ image: ecpe4s/ubuntu20.04-runner-x86_64:2023-01-01
+ - match_behavior: first
+ submapping:
- match:
- kokkos +rocm amdgpu_target=gfx90a
- runner-attributes:
+ build-job:
tags: [ "rocm-5.4.0", "mi210" ]
- variables:
- CI_JOB_SIZE: large
- match:
- kokkos +cuda cuda_arch=80 ^cuda@12.0.0
- raja +cuda cuda_arch=80 ^cuda@12.0.0
- runner-attributes:
+ build-job:
tags: [ "nvidia-525.85.12", "cuda-12.0", "a100" ]
- variables:
- CI_JOB_SIZE: large
-
- - match:
- - hipblas
- - llvm
- - llvm-amdgpu
- - rocblas
- - paraview
- - py-torch
- runner-attributes:
- tags: [ "spack", "huge", "x86_64" ]
- variables:
- CI_JOB_SIZE: huge
- KUBERNETES_CPU_REQUEST: 11000m
- KUBERNETES_MEMORY_REQUEST: 42G
-
- - match:
- - cuda
- - dealii
- - dray
- - dyninst
- - ginkgo
- - hpx
- - kokkos-kernels
- - kokkos-nvcc-wrapper
- - magma
- - mfem
- - mpich
- - nvhpc
- - oce
- - openturns
- - plumed
- - precice
- - py-tensorflow
- - qt
- - raja
- - rocfft
- - rocsolver
- - rocsparse
- - rust
- - slate
- - trilinos
- - visit
- - vtk
- - vtk-m
- - warpx
- runner-attributes:
- tags: [ "spack", "large", "x86_64" ]
- variables:
- CI_JOB_SIZE: large
- KUBERNETES_CPU_REQUEST: 8000m
- KUBERNETES_MEMORY_REQUEST: 12G
-
- - match:
- - adios2
- - amrex
- - archer
- - ascent
- - axom
- - binutils
- - blaspp
- - boost
- - butterflypack
- - cabana
- - caliper
- - camp
- - chai
- - conduit
- - datatransferkit
- - faodel
- - ffmpeg
- - fftw
- - fortrilinos
- - gperftools
- - gptune
- - hdf5
- - heffte
- - hpctoolkit
- - hwloc
- - hypre
- - kokkos
- - lammps
- - lapackpp
- - legion
- - libzmq
- - llvm-openmp-ompt
- - mbedtls
- - netlib-scalapack
- - omega-h
- - openmpi
- - openpmd-api
- - pagmo2
- - papyrus
- - parsec
- - pdt
- - petsc
- - pumi
- - py-ipython-genutils
- - py-petsc4py
- - py-scipy
- - py-statsmodels
- - py-warlock
- - py-warpx
- - pygmo
- - slepc
- - slurm
- - strumpack
- - sundials
- - superlu-dist
- - tasmanian
- - tau
- - upcxx
- - vtk-h
- - zfp
- runner-attributes:
- tags: [ "spack", "medium", "x86_64" ]
- variables:
- CI_JOB_SIZE: "medium"
- KUBERNETES_CPU_REQUEST: "2000m"
- KUBERNETES_MEMORY_REQUEST: "4G"
-
- - match:
- - alsa-lib
- - ant
- - antlr
- - argobots
- - automake
- - berkeley-db
- - bison
- - blt
- - cmake
- - curl
- - darshan-util
- - diffutils
- - exmcutils
- - expat
- - flit
- - freetype
- - gdbm
- - gotcha
- - hpcviewer
- - jansson
- - json-c
- - libbsd
- - libevent
- - libjpeg-turbo
- - libnrm
- - libpng
- - libunistring
- - lua-luaposix
- - m4
- - mpfr
- - ncurses
- - openblas
- - openjdk
- - papi
- - parallel-netcdf
- - pcre2
- - perl-data-dumper
- - pkgconf
- - py-alembic
- - py-idna
- - py-testpath
- - qhull
- - snappy
- - swig
- - tar
- - tcl
- - texinfo
- - unzip
- - util-linux-uuid
- - util-macros
- - yaml-cpp
- - zlib
- - zstd
- runner-attributes:
- tags: [ "spack", "small", "x86_64" ]
- variables:
- CI_JOB_SIZE: "small"
- KUBERNETES_CPU_REQUEST: "500m"
- KUBERNETES_MEMORY_REQUEST: "500M"
-
- - match: ['os=ubuntu20.04']
- runner-attributes:
- tags: ["spack", "x86_64"]
- variables:
- CI_JOB_SIZE: "default"
-
- broken-specs-url: "s3://spack-binaries/broken-specs"
-
- service-job-attributes:
- before_script:
- - . "./share/spack/setup-env.sh"
- - spack --version
- image: ecpe4s/ubuntu20.04-runner-x86_64:2023-01-01
- tags: ["spack", "public", "x86_64"]
-
- signing-job-attributes:
- image: { "name": "ghcr.io/spack/notary:latest", "entrypoint": [""] }
- tags: ["spack", "aws"]
- script:
- - aws s3 sync --exclude "*" --include "*spec.json*" ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache /tmp
- - /sign.sh
- - aws s3 sync --exclude "*" --include "*spec.json.sig*" /tmp ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache
cdash:
build-group: GPU Testing
- url: https://cdash.spack.io
- project: Spack Testing
- site: Cloud Gitlab Infrastructure