diff options
Diffstat (limited to 'share')
3 files changed, 463 insertions, 290 deletions
diff --git a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml index a6174c20b3..218c416d20 100644 --- a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml +++ b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml @@ -59,18 +59,28 @@ default: extends: [ ".generate" ] tags: ["spack", "aws", "public", "medium", "aarch64"] +.generate-ppc64le: + extends: [ ".generate" ] + tags: ["spack", "uo", "public", "medium", "ppc64le"] + .pr-generate: extends: [ ".pr", ".generate" ] .pr-generate-aarch64: extends: [ ".pr", ".generate-aarch64" ] +.pr-generate-ppc64le: + extends: [ ".pr", ".generate-ppc64le" ] + .protected-generate: extends: [ ".protected", ".generate" ] .protected-generate-aarch64: extends: [ ".protected", ".generate-aarch64" ] +.protected-generate-ppc64le: + extends: [ ".protected", ".generate-ppc64le" ] + .build: stage: build @@ -335,41 +345,39 @@ e4s-oneapi-protected-build: ######################################## # E4S on Power ######################################## -# .power-e4s-generate-tags-and-image: -# image: { "name": "ghcr.io/scottwittenburg/ecpe4s-ubuntu20.04-runner-ppc64le:2021-07-01", "entrypoint": [""] } -# tags: ["spack", "public", "medium", "ppc64le"] - -# .e4s-on-power: -# variables: -# SPACK_CI_STACK_NAME: e4s-on-power +.e4s-power: + variables: + SPACK_CI_STACK_NAME: e4s-power -# e4s-on-power-pr-generate: -# extends: [ ".e4s-on-power", ".pr-generate", ".power-e4s-generate-tags-and-image"] +e4s-power-pr-generate: + extends: [ ".e4s-power", ".pr-generate-ppc64le"] + image: ecpe4s/ubuntu20.04-runner-ppc64le:2022-08-01 -# e4s-on-power-protected-generate: -# extends: [ ".e4s-on-power", ".protected-generate", ".power-e4s-generate-tags-and-image"] +e4s-power-protected-generate: + extends: [ ".e4s-power", ".protected-generate-ppc64le"] + image: ecpe4s/ubuntu20.04-runner-ppc64le:2022-08-01 -# e4s-on-power-pr-build: -# extends: [ ".e4s-on-power", ".pr-build" ] -# trigger: -# include: -# - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml -# job: e4s-on-power-pr-generate -# strategy: depend -# needs: -# - artifacts: True -# job: e4s-on-power-pr-generate +e4s-power-pr-build: + extends: [ ".e4s-power", ".pr-build" ] + trigger: + include: + - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml + job: e4s-power-pr-generate + strategy: depend + needs: + - artifacts: True + job: e4s-power-pr-generate -# e4s-on-power-protected-build: -# extends: [ ".e4s-on-power", ".protected-build" ] -# trigger: -# include: -# - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml -# job: e4s-on-power-protected-generate -# strategy: depend -# needs: -# - artifacts: True -# job: e4s-on-power-protected-generate +e4s-power-protected-build: + extends: [ ".e4s-power", ".protected-build" ] + trigger: + include: + - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml + job: e4s-power-protected-generate + strategy: depend + needs: + - artifacts: True + job: e4s-power-protected-generate ######################################### # Build tests for different build-systems diff --git a/share/spack/gitlab/cloud_pipelines/stacks/e4s-on-power/spack.yaml b/share/spack/gitlab/cloud_pipelines/stacks/e4s-on-power/spack.yaml deleted file mode 100644 index 24a4879277..0000000000 --- a/share/spack/gitlab/cloud_pipelines/stacks/e4s-on-power/spack.yaml +++ /dev/null @@ -1,259 +0,0 @@ -spack: - view: false - - concretizer: - reuse: false - unify: false - - config: - concretizer: clingo - install_tree: - root: /home/software/spack - padded_length: 512 - projections: - all: '{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}' - - packages: - all: - compiler: - - gcc@9.3.0 - providers: - blas: - - openblas - mpi: - - mpich - target: - - ppc64le - variants: +mpi - binutils: - variants: +ld +gold +headers +libiberty ~nls +plugins - version: - - 2.36.1 - doxygen: - version: - - 1.8.20 - elfutils: - variants: +bzip2 ~nls +xz - hdf5: - variants: +fortran +hl +shared api=v18 - version: - - 1.12.0 - libfabric: - variants: fabrics=sockets,tcp,udp,rxm - libunwind: - variants: +pic +xz - mesa: - variants: ~llvm - mesa18: - variants: ~llvm - mpich: - variants: ~wrapperrpath - ncurses: - variants: +termlib - openblas: - variants: threads=openmp - trilinos: - variants: +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext +ifpack +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu +nox +piro +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos +teko +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long - xz: - variants: +pic - - definitions: - - - cuda_specs: - - amrex +cuda cuda_arch=70 - - caliper +cuda cuda_arch=70 - - chai ~benchmarks ~tests +cuda cuda_arch=70 ^umpire ~shared - - ginkgo +cuda cuda_arch=70 - - heffte +cuda cuda_arch=70 - - hpx +cuda cuda_arch=70 - - hypre +cuda cuda_arch=70 - - kokkos +wrapper +cuda cuda_arch=70 - - kokkos-kernels +cuda cuda_arch=70 ^kokkos +wrapper +cuda cuda_arch=70 - - magma +cuda cuda_arch=70 - - mfem +cuda cuda_arch=70 - - parsec +cuda cuda_arch=70 - - petsc +cuda cuda_arch=70 - - raja +cuda cuda_arch=70 - - slate +cuda cuda_arch=70 - - slepc +cuda cuda_arch=70 - - strumpack ~slate +cuda cuda_arch=70 - - sundials +cuda cuda_arch=70 - - superlu-dist +cuda cuda_arch=70 - - tasmanian +cuda cuda_arch=70 - - trilinos@13.2.0 +cuda cuda_arch=70 - - umpire ~shared +cuda cuda_arch=70 - - vtk-m +cuda cuda_arch=70 - - zfp +cuda cuda_arch=70 - #- ascent ~shared +cuda cuda_arch=70 - #- axom +cuda cuda_arch=70 ^umpire ~shared - #- dealii +cuda cuda_arch=70 # gmsh - #- flecsi +cuda cuda_arch=70 - #- paraview +cuda cuda_arch=70 - - - default_specs: - - adios - - adios2 - - aml - - amrex - - arborx - - archer - - argobots - - ascent - - axom ^umpire@4.1.2 - - bolt - - cabana - - caliper - - chai ~benchmarks ~tests ^umpire@4.1.2 - - charliecloud - - conduit - - darshan-runtime - - darshan-util - - datatransferkit - - dyninst - - faodel ~tcmalloc - - flecsi - - flit - - flux-core - - fortrilinos - - gasnet - - ginkgo - - globalarrays - - gmp - - gotcha - - gptune - - hdf5 - - heffte +fftw - - hpctoolkit - - hpx - - hypre - - kokkos +openmp - - kokkos-kernels +openmp - - legion - - libnrm - - libquo - - libunwind - - llvm targets=amdgpu,nvptx +clang +compiler-rt +libcxx +lld +lldb +llvm_dylib +flang ~cuda - - loki - - mercury - - metall - - mfem - - mpark-variant - - mpifileutils ~xattr - - netlib-scalapack - - ninja - - nrm - - nvhpc - - omega-h - - openmpi - - openpmd-api ^hdf5@1.12.0 +fortran +shared +hl api=default - - papi - - papyrus@1.0.1 - - parallel-netcdf - - paraview - - parsec ~cuda - - pdt - - petsc - - plasma - - precice - - pumi - - py-jupyterhub - - py-libensemble - - py-petsc4py - - py-warpx ^warpx dims=2 ^hdf5@1.12.0 +fortran +shared +hl api=default - - py-warpx ^warpx dims=3 ^hdf5@1.12.0 +fortran +shared +hl api=default - - py-warpx ^warpx dims=rz ^hdf5@1.12.0 +fortran +shared +hl api=default - - qthreads scheduler=distrib - - raja - - rempi - - scr - - slate ~cuda - - slepc - - stc - - strumpack ~slate - - sundials - - superlu - - superlu-dist - - swig - - swig@4.0.2-fortran - - sz - - tasmanian - - tau +mpi +python - - trilinos +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext +ifpack +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu +nox +piro +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos +teko +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long - - turbine - - umap - - unifyfs@0.9.1 - - upcxx - - variorum - - veloc - - vtk-m - - zfp - #- dealii - #- geopm - #- phist - #- qt - #- qwt - #- stat - #- umpire - - - arch: - - '%gcc target=ppc64le' - - - specs: - - - matrix: - - - $default_specs - - - $arch - - - matrix: - - - $cuda_specs - - - $arch - - mirrors: { "mirror": "s3://spack-binaries/e4s" } - - gitlab-ci: - - script: - - . "./share/spack/setup-env.sh" - - spack --version - - cd ${SPACK_CONCRETE_ENV_DIR} - - spack env activate --without-view . - - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'" - - spack -d ci rebuild - - mappings: - - match: - - cuda - - dyninst - - hpx - - llvm - - llvm-amdgpu - - precice - - rocblas - - rocsolver - - strumpack - - sundials - - trilinos - - vtk-h - - vtk-m - - warpx - runner-attributes: - image: { "name": "ghcr.io/spack/e4s-ubuntu-20.04:v2021-10-18", "entrypoint": [""] } - tags: ["spack", "public", "xlarge", "ppc64le"] - - match: ['os=ubuntu20.04'] - runner-attributes: - image: { "name": "ghcr.io/spack/e4s-ubuntu-20.04:v2021-10-18", "entrypoint": [""] } - tags: ["spack", "public", "large", "ppc64le"] - broken-specs-url: "s3://spack-binaries-develop/broken-specs" - service-job-attributes: - before_script: - - . "./share/spack/setup-env.sh" - - spack --version - image: { "name": "ghcr.io/spack/e4s-ubuntu-20.04:v2021-10-18", "entrypoint": [""] } - tags: ["spack", "public", "medium", "ppc64le"] - - cdash: - build-group: New PR testing workflow - url: https://cdash.spack.io - project: Spack Testing - site: Cloud Gitlab Infrastructure diff --git a/share/spack/gitlab/cloud_pipelines/stacks/e4s-power/spack.yaml b/share/spack/gitlab/cloud_pipelines/stacks/e4s-power/spack.yaml new file mode 100644 index 0000000000..ec0889f5c0 --- /dev/null +++ b/share/spack/gitlab/cloud_pipelines/stacks/e4s-power/spack.yaml @@ -0,0 +1,424 @@ +spack: + view: false + + concretizer: + reuse: false + unify: false + + config: + concretizer: clingo + install_tree: + root: /home/software/spack + padded_length: 512 + projections: + all: '{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}' + + packages: + all: + compiler: [gcc@9.4.0] + providers: + blas: [openblas] + mpi: [mpich] + target: [ppc64le] + variants: +mpi + binutils: + variants: +ld +gold +headers +libiberty ~nls + elfutils: + variants: +bzip2 ~nls +xz + hdf5: + variants: +fortran +hl +shared + libfabric: + variants: fabrics=sockets,tcp,udp,rxm + libunwind: + variants: +pic +xz + mpich: + variants: ~wrapperrpath + ncurses: + variants: +termlib + openblas: + variants: threads=openmp + python: + version: [3.8.13] + trilinos: + variants: +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext + +ifpack +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu + +nox +piro +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos + +teko +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long + xz: + variants: +pic + mesa: + version: [21.3.8] + + specs: + # CPU + - adios + - adios2 + - alquimia + - aml + - amrex + - arborx + - archer + - argobots + - ascent + - axom + - bolt + - butterflypack + - cabana + - caliper + - chai ~benchmarks ~tests + - charliecloud + - conduit + - darshan-runtime + - darshan-util + - datatransferkit + - dyninst + - exaworks + - faodel ~tcmalloc + - flecsi + - flit + - flux-core + - fortrilinos + - gasnet + - ginkgo + - globalarrays + - gmp + - gotcha + - gptune + - h5bench + - hdf5 +fortran +hl +shared + - hdf5-vol-async + - heffte +fftw + - hpctoolkit + - hpx networking=mpi + - hypre + - kokkos +openmp + - kokkos-kernels +openmp + - lammps + - legion + - libnrm + - libquo + - libunwind + - mercury + - metall + - mfem + - mpark-variant + - mpifileutils ~xattr + - nccmp + - nco + - netlib-scalapack + - nrm + - nvhpc + - omega-h + - openmpi + - openpmd-api + - papi + - papyrus + - parallel-netcdf + - parsec ~cuda + - pdt + - petsc + - phist + - plasma + - plumed + - precice + - pruners-ninja + - pumi + - py-cinemasci + - py-jupyterhub + - py-libensemble + - py-petsc4py + - py-warpx ^warpx dims=2 + - py-warpx ^warpx dims=3 + - py-warpx ^warpx dims=rz + - qthreads scheduler=distrib + - raja + - rempi + - scr + - slate ~cuda + - slepc + - stc + - strumpack ~slate + - sundials + - superlu + - superlu-dist + - swig + - swig@4.0.2-fortran + - sz + - tasmanian + - tau +mpi +python + - turbine + - trilinos +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext +ifpack + +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu +nox +piro + +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos +teko + +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long + - umap + - umpire + - unifyfs + - upcxx + - veloc + - vtk-m + - wannier90 + - zfp + + # CUDA + - adios2 +cuda cuda_arch=70 + - amrex +cuda cuda_arch=70 + - arborx +cuda cuda_arch=70 ^kokkos +wrapper + - ascent +cuda cuda_arch=70 + - cabana +cuda ^kokkos +wrapper +cuda_lambda +cuda cuda_arch=70 + - caliper +cuda cuda_arch=70 + - chai ~benchmarks ~tests +cuda cuda_arch=70 ^umpire@6.0.0 ~shared + - flecsi +cuda cuda_arch=70 + - flux-core +cuda + - ginkgo +cuda cuda_arch=70 + - heffte +cuda cuda_arch=70 + - hpctoolkit +cuda + - hpx +cuda cuda_arch=70 + - hypre +cuda cuda_arch=70 + - kokkos +wrapper +cuda cuda_arch=70 + - kokkos-kernels +cuda cuda_arch=70 ^kokkos +wrapper +cuda cuda_arch=70 + - magma +cuda cuda_arch=70 + - mfem +cuda cuda_arch=70 + - papi +cuda + - parsec +cuda cuda_arch=70 + - petsc +cuda cuda_arch=70 + - raja +cuda cuda_arch=70 + - slate +cuda cuda_arch=70 + - slepc +cuda cuda_arch=70 + - strumpack ~slate +cuda cuda_arch=70 + - sundials +cuda cuda_arch=70 + - superlu-dist +cuda cuda_arch=70 + - tasmanian +cuda cuda_arch=70 + - tau +mpi +cuda + - trilinos@13.4.0 +cuda cuda_arch=70 + - umpire ~shared +cuda cuda_arch=70 + - vtk-m +cuda cuda_arch=70 + - zfp +cuda cuda_arch=70 + + # CPU failures + # - bricks # bricks: VSBrick-mpi9pt.py-Scalar-4x4x4x4-1:2306:17: error: 'buf0' was not declared in this scope + # - geopm # /usr/include/ppc64le-linux-gnu/bits/string_fortified.h:95:10: error:'__builtin_strncpy' specified bound 512 equals destination size [-Werror=stringop-truncation] + # - loki # ../include/loki/Singleton.h:158:14: warning: 'template<class> class std::auto_ptr' is deprecated: use 'std::unique_ptr' instead [-Wdeprecated-declarations] + # - paraview +qt # llvm@14 + # - variorum # /usr/bin/ld: Intel/CMakeFiles/variorum_intel.dir/Broadwell_4F.c.o:(.bss+0x0): multiple definition of `g_platform'; + # ---- + + # CUDA failures + # - dealii +cuda cuda_arch=70 # fltk + # - bricks +cuda # bricks + # ---- + # fltk: gl_draw.cxx:120:13: warning: 'void get_list(int)' defined but not used [-Wunused-function] + + + mirrors: { "mirror": "s3://spack-binaries/develop/e4s-power" } + + gitlab-ci: + + script: + - . "./share/spack/setup-env.sh" + - spack --version + - cd ${SPACK_CONCRETE_ENV_DIR} + - spack env activate --without-view . + - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'" + - mkdir -p ${SPACK_ARTIFACTS_ROOT}/user_data + - if [[ -r /mnt/key/intermediate_ci_signing_key.gpg ]]; then spack gpg trust /mnt/key/intermediate_ci_signing_key.gpg; fi + - if [[ -r /mnt/key/spack_public_key.gpg ]]; then spack gpg trust /mnt/key/spack_public_key.gpg; fi + - spack -d ci rebuild > >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_out.txt) 2> >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_err.txt >&2) + + image: ecpe4s/ubuntu20.04-runner-ppc64le:2022-08-01 + + mappings: + - match: + - hipblas + - llvm + - llvm-amdgpu + - rocblas + runner-attributes: + tags: [ "spack", "huge", "ppc64le" ] + variables: + CI_JOB_SIZE: huge + KUBERNETES_CPU_REQUEST: 11000m + KUBERNETES_MEMORY_REQUEST: 42G + + - match: + - cuda + - dyninst + - ginkgo + - hpx + - kokkos-kernels + - kokkos-nvcc-wrapper + - magma + - mfem + - mpich + - openturns + - precice + - raja + - rust + - slate + - trilinos + - vtk-m + - warpx + runner-attributes: + tags: [ "spack", "large", "ppc64le" ] + variables: + CI_JOB_SIZE: large + KUBERNETES_CPU_REQUEST: 8000m + KUBERNETES_MEMORY_REQUEST: 12G + + - match: + - adios2 + - amrex + - archer + - ascent + - axom + - binutils + - blaspp + - boost + - butterflypack + - cabana + - caliper + - camp + - chai + - conduit + - datatransferkit + - faodel + - ffmpeg + - fftw + - fortrilinos + - gperftools + - gptune + - hdf5 + - heffte + - hpctoolkit + - hwloc + - hypre + - kokkos + - lammps + - lapackpp + - legion + - libzmq + - llvm-openmp-ompt + - mbedtls + - netlib-scalapack + - omega-h + - openmpi + - openpmd-api + - pagmo2 + - papyrus + - parsec + - pdt + - petsc + - pumi + - py-ipython-genutils + - py-petsc4py + - py-scipy + - py-statsmodels + - py-warlock + - py-warpx + - pygmo + - slepc + - slurm + - strumpack + - sundials + - superlu-dist + - tasmanian + - tau + - upcxx + - vtk-h + - zfp + runner-attributes: + tags: [ "spack", "medium", "ppc64le" ] + variables: + CI_JOB_SIZE: "medium" + KUBERNETES_CPU_REQUEST: "2000m" + KUBERNETES_MEMORY_REQUEST: "4G" + + - match: + - alsa-lib + - ant + - antlr + - argobots + - automake + - berkeley-db + - bison + - blt + - cmake + - curl + - darshan-util + - diffutils + - exmcutils + - expat + - flit + - freetype + - gdbm + - gotcha + - hpcviewer + - jansson + - json-c + - libbsd + - libevent + - libjpeg-turbo + - libnrm + - libpng + - libunistring + - lua-luaposix + - m4 + - mpfr + - ncurses + - openblas + - openjdk + - papi + - parallel-netcdf + - pcre2 + - perl-data-dumper + - pkgconf + - py-alembic + - py-idna + - py-testpath + - qhull + - snappy + - swig + - tar + - tcl + - texinfo + - unzip + - util-linux-uuid + - util-macros + - yaml-cpp + - zlib + - zstd + runner-attributes: + tags: [ "spack", "small", "ppc64le" ] + variables: + CI_JOB_SIZE: "small" + KUBERNETES_CPU_REQUEST: "500m" + KUBERNETES_MEMORY_REQUEST: "500M" + + - match: ['os=ubuntu20.04'] + runner-attributes: + tags: ["spack", "ppc64le"] + variables: + CI_JOB_SIZE: "default" + + broken-specs-url: "s3://spack-binaries/broken-specs" + + service-job-attributes: + before_script: + - . "./share/spack/setup-env.sh" + - spack --version + image: ecpe4s/ubuntu20.04-runner-ppc64le:2022-08-01 + tags: ["spack", "public", "ppc64le"] + + signing-job-attributes: + image: { "name": "ghcr.io/spack/notary:latest", "entrypoint": [""] } + tags: ["spack", "aws"] + script: + - aws s3 sync --exclude "*" --include "*spec.json*" ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache /tmp + - /sign.sh + - aws s3 sync --exclude "*" --include "*spec.json.sig*" /tmp ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache + + cdash: + build-group: New PR testing workflow + url: https://cdash.spack.io + project: Spack Testing + site: Cloud Gitlab Infrastructure |