From 4ebdc5643eaff583e44111e4963c8e8fa62cc71a Mon Sep 17 00:00:00 2001 From: Zack Galbreath Date: Tue, 13 Sep 2022 23:26:26 -0400 Subject: Revert "e4s ci: restore power builds (#32296)" (#32633) This reverts commit 0d18c32bca8398e2daa736a940154caa235cbacc. --- share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml | 70 ++-- .../cloud_pipelines/stacks/e4s-on-power/spack.yaml | 259 +++++++++++++ .../cloud_pipelines/stacks/e4s-power/spack.yaml | 424 --------------------- 3 files changed, 290 insertions(+), 463 deletions(-) create mode 100644 share/spack/gitlab/cloud_pipelines/stacks/e4s-on-power/spack.yaml delete mode 100644 share/spack/gitlab/cloud_pipelines/stacks/e4s-power/spack.yaml diff --git a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml index 218c416d20..a6174c20b3 100644 --- a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml +++ b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml @@ -59,28 +59,18 @@ default: extends: [ ".generate" ] tags: ["spack", "aws", "public", "medium", "aarch64"] -.generate-ppc64le: - extends: [ ".generate" ] - tags: ["spack", "uo", "public", "medium", "ppc64le"] - .pr-generate: extends: [ ".pr", ".generate" ] .pr-generate-aarch64: extends: [ ".pr", ".generate-aarch64" ] -.pr-generate-ppc64le: - extends: [ ".pr", ".generate-ppc64le" ] - .protected-generate: extends: [ ".protected", ".generate" ] .protected-generate-aarch64: extends: [ ".protected", ".generate-aarch64" ] -.protected-generate-ppc64le: - extends: [ ".protected", ".generate-ppc64le" ] - .build: stage: build @@ -345,39 +335,41 @@ e4s-oneapi-protected-build: ######################################## # E4S on Power ######################################## -.e4s-power: - variables: - SPACK_CI_STACK_NAME: e4s-power +# .power-e4s-generate-tags-and-image: +# image: { "name": "ghcr.io/scottwittenburg/ecpe4s-ubuntu20.04-runner-ppc64le:2021-07-01", "entrypoint": [""] } +# tags: ["spack", "public", "medium", "ppc64le"] -e4s-power-pr-generate: - extends: [ ".e4s-power", ".pr-generate-ppc64le"] - image: ecpe4s/ubuntu20.04-runner-ppc64le:2022-08-01 +# .e4s-on-power: +# variables: +# SPACK_CI_STACK_NAME: e4s-on-power -e4s-power-protected-generate: - extends: [ ".e4s-power", ".protected-generate-ppc64le"] - image: ecpe4s/ubuntu20.04-runner-ppc64le:2022-08-01 +# e4s-on-power-pr-generate: +# extends: [ ".e4s-on-power", ".pr-generate", ".power-e4s-generate-tags-and-image"] -e4s-power-pr-build: - extends: [ ".e4s-power", ".pr-build" ] - trigger: - include: - - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml - job: e4s-power-pr-generate - strategy: depend - needs: - - artifacts: True - job: e4s-power-pr-generate +# e4s-on-power-protected-generate: +# extends: [ ".e4s-on-power", ".protected-generate", ".power-e4s-generate-tags-and-image"] -e4s-power-protected-build: - extends: [ ".e4s-power", ".protected-build" ] - trigger: - include: - - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml - job: e4s-power-protected-generate - strategy: depend - needs: - - artifacts: True - job: e4s-power-protected-generate +# e4s-on-power-pr-build: +# extends: [ ".e4s-on-power", ".pr-build" ] +# trigger: +# include: +# - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml +# job: e4s-on-power-pr-generate +# strategy: depend +# needs: +# - artifacts: True +# job: e4s-on-power-pr-generate + +# e4s-on-power-protected-build: +# extends: [ ".e4s-on-power", ".protected-build" ] +# trigger: +# include: +# - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml +# job: e4s-on-power-protected-generate +# strategy: depend +# needs: +# - artifacts: True +# job: e4s-on-power-protected-generate ######################################### # Build tests for different build-systems diff --git a/share/spack/gitlab/cloud_pipelines/stacks/e4s-on-power/spack.yaml b/share/spack/gitlab/cloud_pipelines/stacks/e4s-on-power/spack.yaml new file mode 100644 index 0000000000..24a4879277 --- /dev/null +++ b/share/spack/gitlab/cloud_pipelines/stacks/e4s-on-power/spack.yaml @@ -0,0 +1,259 @@ +spack: + view: false + + concretizer: + reuse: false + unify: false + + config: + concretizer: clingo + install_tree: + root: /home/software/spack + padded_length: 512 + projections: + all: '{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}' + + packages: + all: + compiler: + - gcc@9.3.0 + providers: + blas: + - openblas + mpi: + - mpich + target: + - ppc64le + variants: +mpi + binutils: + variants: +ld +gold +headers +libiberty ~nls +plugins + version: + - 2.36.1 + doxygen: + version: + - 1.8.20 + elfutils: + variants: +bzip2 ~nls +xz + hdf5: + variants: +fortran +hl +shared api=v18 + version: + - 1.12.0 + libfabric: + variants: fabrics=sockets,tcp,udp,rxm + libunwind: + variants: +pic +xz + mesa: + variants: ~llvm + mesa18: + variants: ~llvm + mpich: + variants: ~wrapperrpath + ncurses: + variants: +termlib + openblas: + variants: threads=openmp + trilinos: + variants: +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext +ifpack +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu +nox +piro +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos +teko +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long + xz: + variants: +pic + + definitions: + + - cuda_specs: + - amrex +cuda cuda_arch=70 + - caliper +cuda cuda_arch=70 + - chai ~benchmarks ~tests +cuda cuda_arch=70 ^umpire ~shared + - ginkgo +cuda cuda_arch=70 + - heffte +cuda cuda_arch=70 + - hpx +cuda cuda_arch=70 + - hypre +cuda cuda_arch=70 + - kokkos +wrapper +cuda cuda_arch=70 + - kokkos-kernels +cuda cuda_arch=70 ^kokkos +wrapper +cuda cuda_arch=70 + - magma +cuda cuda_arch=70 + - mfem +cuda cuda_arch=70 + - parsec +cuda cuda_arch=70 + - petsc +cuda cuda_arch=70 + - raja +cuda cuda_arch=70 + - slate +cuda cuda_arch=70 + - slepc +cuda cuda_arch=70 + - strumpack ~slate +cuda cuda_arch=70 + - sundials +cuda cuda_arch=70 + - superlu-dist +cuda cuda_arch=70 + - tasmanian +cuda cuda_arch=70 + - trilinos@13.2.0 +cuda cuda_arch=70 + - umpire ~shared +cuda cuda_arch=70 + - vtk-m +cuda cuda_arch=70 + - zfp +cuda cuda_arch=70 + #- ascent ~shared +cuda cuda_arch=70 + #- axom +cuda cuda_arch=70 ^umpire ~shared + #- dealii +cuda cuda_arch=70 # gmsh + #- flecsi +cuda cuda_arch=70 + #- paraview +cuda cuda_arch=70 + + - default_specs: + - adios + - adios2 + - aml + - amrex + - arborx + - archer + - argobots + - ascent + - axom ^umpire@4.1.2 + - bolt + - cabana + - caliper + - chai ~benchmarks ~tests ^umpire@4.1.2 + - charliecloud + - conduit + - darshan-runtime + - darshan-util + - datatransferkit + - dyninst + - faodel ~tcmalloc + - flecsi + - flit + - flux-core + - fortrilinos + - gasnet + - ginkgo + - globalarrays + - gmp + - gotcha + - gptune + - hdf5 + - heffte +fftw + - hpctoolkit + - hpx + - hypre + - kokkos +openmp + - kokkos-kernels +openmp + - legion + - libnrm + - libquo + - libunwind + - llvm targets=amdgpu,nvptx +clang +compiler-rt +libcxx +lld +lldb +llvm_dylib +flang ~cuda + - loki + - mercury + - metall + - mfem + - mpark-variant + - mpifileutils ~xattr + - netlib-scalapack + - ninja + - nrm + - nvhpc + - omega-h + - openmpi + - openpmd-api ^hdf5@1.12.0 +fortran +shared +hl api=default + - papi + - papyrus@1.0.1 + - parallel-netcdf + - paraview + - parsec ~cuda + - pdt + - petsc + - plasma + - precice + - pumi + - py-jupyterhub + - py-libensemble + - py-petsc4py + - py-warpx ^warpx dims=2 ^hdf5@1.12.0 +fortran +shared +hl api=default + - py-warpx ^warpx dims=3 ^hdf5@1.12.0 +fortran +shared +hl api=default + - py-warpx ^warpx dims=rz ^hdf5@1.12.0 +fortran +shared +hl api=default + - qthreads scheduler=distrib + - raja + - rempi + - scr + - slate ~cuda + - slepc + - stc + - strumpack ~slate + - sundials + - superlu + - superlu-dist + - swig + - swig@4.0.2-fortran + - sz + - tasmanian + - tau +mpi +python + - trilinos +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext +ifpack +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu +nox +piro +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos +teko +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long + - turbine + - umap + - unifyfs@0.9.1 + - upcxx + - variorum + - veloc + - vtk-m + - zfp + #- dealii + #- geopm + #- phist + #- qt + #- qwt + #- stat + #- umpire + + - arch: + - '%gcc target=ppc64le' + + + specs: + + - matrix: + - - $default_specs + - - $arch + + - matrix: + - - $cuda_specs + - - $arch + + mirrors: { "mirror": "s3://spack-binaries/e4s" } + + gitlab-ci: + + script: + - . "./share/spack/setup-env.sh" + - spack --version + - cd ${SPACK_CONCRETE_ENV_DIR} + - spack env activate --without-view . + - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'" + - spack -d ci rebuild + + mappings: + - match: + - cuda + - dyninst + - hpx + - llvm + - llvm-amdgpu + - precice + - rocblas + - rocsolver + - strumpack + - sundials + - trilinos + - vtk-h + - vtk-m + - warpx + runner-attributes: + image: { "name": "ghcr.io/spack/e4s-ubuntu-20.04:v2021-10-18", "entrypoint": [""] } + tags: ["spack", "public", "xlarge", "ppc64le"] + - match: ['os=ubuntu20.04'] + runner-attributes: + image: { "name": "ghcr.io/spack/e4s-ubuntu-20.04:v2021-10-18", "entrypoint": [""] } + tags: ["spack", "public", "large", "ppc64le"] + broken-specs-url: "s3://spack-binaries-develop/broken-specs" + service-job-attributes: + before_script: + - . "./share/spack/setup-env.sh" + - spack --version + image: { "name": "ghcr.io/spack/e4s-ubuntu-20.04:v2021-10-18", "entrypoint": [""] } + tags: ["spack", "public", "medium", "ppc64le"] + + cdash: + build-group: New PR testing workflow + url: https://cdash.spack.io + project: Spack Testing + site: Cloud Gitlab Infrastructure diff --git a/share/spack/gitlab/cloud_pipelines/stacks/e4s-power/spack.yaml b/share/spack/gitlab/cloud_pipelines/stacks/e4s-power/spack.yaml deleted file mode 100644 index ec0889f5c0..0000000000 --- a/share/spack/gitlab/cloud_pipelines/stacks/e4s-power/spack.yaml +++ /dev/null @@ -1,424 +0,0 @@ -spack: - view: false - - concretizer: - reuse: false - unify: false - - config: - concretizer: clingo - install_tree: - root: /home/software/spack - padded_length: 512 - projections: - all: '{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}' - - packages: - all: - compiler: [gcc@9.4.0] - providers: - blas: [openblas] - mpi: [mpich] - target: [ppc64le] - variants: +mpi - binutils: - variants: +ld +gold +headers +libiberty ~nls - elfutils: - variants: +bzip2 ~nls +xz - hdf5: - variants: +fortran +hl +shared - libfabric: - variants: fabrics=sockets,tcp,udp,rxm - libunwind: - variants: +pic +xz - mpich: - variants: ~wrapperrpath - ncurses: - variants: +termlib - openblas: - variants: threads=openmp - python: - version: [3.8.13] - trilinos: - variants: +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext - +ifpack +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu - +nox +piro +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos - +teko +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long - xz: - variants: +pic - mesa: - version: [21.3.8] - - specs: - # CPU - - adios - - adios2 - - alquimia - - aml - - amrex - - arborx - - archer - - argobots - - ascent - - axom - - bolt - - butterflypack - - cabana - - caliper - - chai ~benchmarks ~tests - - charliecloud - - conduit - - darshan-runtime - - darshan-util - - datatransferkit - - dyninst - - exaworks - - faodel ~tcmalloc - - flecsi - - flit - - flux-core - - fortrilinos - - gasnet - - ginkgo - - globalarrays - - gmp - - gotcha - - gptune - - h5bench - - hdf5 +fortran +hl +shared - - hdf5-vol-async - - heffte +fftw - - hpctoolkit - - hpx networking=mpi - - hypre - - kokkos +openmp - - kokkos-kernels +openmp - - lammps - - legion - - libnrm - - libquo - - libunwind - - mercury - - metall - - mfem - - mpark-variant - - mpifileutils ~xattr - - nccmp - - nco - - netlib-scalapack - - nrm - - nvhpc - - omega-h - - openmpi - - openpmd-api - - papi - - papyrus - - parallel-netcdf - - parsec ~cuda - - pdt - - petsc - - phist - - plasma - - plumed - - precice - - pruners-ninja - - pumi - - py-cinemasci - - py-jupyterhub - - py-libensemble - - py-petsc4py - - py-warpx ^warpx dims=2 - - py-warpx ^warpx dims=3 - - py-warpx ^warpx dims=rz - - qthreads scheduler=distrib - - raja - - rempi - - scr - - slate ~cuda - - slepc - - stc - - strumpack ~slate - - sundials - - superlu - - superlu-dist - - swig - - swig@4.0.2-fortran - - sz - - tasmanian - - tau +mpi +python - - turbine - - trilinos +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext +ifpack - +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu +nox +piro - +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos +teko - +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long - - umap - - umpire - - unifyfs - - upcxx - - veloc - - vtk-m - - wannier90 - - zfp - - # CUDA - - adios2 +cuda cuda_arch=70 - - amrex +cuda cuda_arch=70 - - arborx +cuda cuda_arch=70 ^kokkos +wrapper - - ascent +cuda cuda_arch=70 - - cabana +cuda ^kokkos +wrapper +cuda_lambda +cuda cuda_arch=70 - - caliper +cuda cuda_arch=70 - - chai ~benchmarks ~tests +cuda cuda_arch=70 ^umpire@6.0.0 ~shared - - flecsi +cuda cuda_arch=70 - - flux-core +cuda - - ginkgo +cuda cuda_arch=70 - - heffte +cuda cuda_arch=70 - - hpctoolkit +cuda - - hpx +cuda cuda_arch=70 - - hypre +cuda cuda_arch=70 - - kokkos +wrapper +cuda cuda_arch=70 - - kokkos-kernels +cuda cuda_arch=70 ^kokkos +wrapper +cuda cuda_arch=70 - - magma +cuda cuda_arch=70 - - mfem +cuda cuda_arch=70 - - papi +cuda - - parsec +cuda cuda_arch=70 - - petsc +cuda cuda_arch=70 - - raja +cuda cuda_arch=70 - - slate +cuda cuda_arch=70 - - slepc +cuda cuda_arch=70 - - strumpack ~slate +cuda cuda_arch=70 - - sundials +cuda cuda_arch=70 - - superlu-dist +cuda cuda_arch=70 - - tasmanian +cuda cuda_arch=70 - - tau +mpi +cuda - - trilinos@13.4.0 +cuda cuda_arch=70 - - umpire ~shared +cuda cuda_arch=70 - - vtk-m +cuda cuda_arch=70 - - zfp +cuda cuda_arch=70 - - # CPU failures - # - bricks # bricks: VSBrick-mpi9pt.py-Scalar-4x4x4x4-1:2306:17: error: 'buf0' was not declared in this scope - # - geopm # /usr/include/ppc64le-linux-gnu/bits/string_fortified.h:95:10: error:'__builtin_strncpy' specified bound 512 equals destination size [-Werror=stringop-truncation] - # - loki # ../include/loki/Singleton.h:158:14: warning: 'template class std::auto_ptr' is deprecated: use 'std::unique_ptr' instead [-Wdeprecated-declarations] - # - paraview +qt # llvm@14 - # - variorum # /usr/bin/ld: Intel/CMakeFiles/variorum_intel.dir/Broadwell_4F.c.o:(.bss+0x0): multiple definition of `g_platform'; - # ---- - - # CUDA failures - # - dealii +cuda cuda_arch=70 # fltk - # - bricks +cuda # bricks - # ---- - # fltk: gl_draw.cxx:120:13: warning: 'void get_list(int)' defined but not used [-Wunused-function] - - - mirrors: { "mirror": "s3://spack-binaries/develop/e4s-power" } - - gitlab-ci: - - script: - - . "./share/spack/setup-env.sh" - - spack --version - - cd ${SPACK_CONCRETE_ENV_DIR} - - spack env activate --without-view . - - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'" - - mkdir -p ${SPACK_ARTIFACTS_ROOT}/user_data - - if [[ -r /mnt/key/intermediate_ci_signing_key.gpg ]]; then spack gpg trust /mnt/key/intermediate_ci_signing_key.gpg; fi - - if [[ -r /mnt/key/spack_public_key.gpg ]]; then spack gpg trust /mnt/key/spack_public_key.gpg; fi - - spack -d ci rebuild > >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_out.txt) 2> >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_err.txt >&2) - - image: ecpe4s/ubuntu20.04-runner-ppc64le:2022-08-01 - - mappings: - - match: - - hipblas - - llvm - - llvm-amdgpu - - rocblas - runner-attributes: - tags: [ "spack", "huge", "ppc64le" ] - variables: - CI_JOB_SIZE: huge - KUBERNETES_CPU_REQUEST: 11000m - KUBERNETES_MEMORY_REQUEST: 42G - - - match: - - cuda - - dyninst - - ginkgo - - hpx - - kokkos-kernels - - kokkos-nvcc-wrapper - - magma - - mfem - - mpich - - openturns - - precice - - raja - - rust - - slate - - trilinos - - vtk-m - - warpx - runner-attributes: - tags: [ "spack", "large", "ppc64le" ] - variables: - CI_JOB_SIZE: large - KUBERNETES_CPU_REQUEST: 8000m - KUBERNETES_MEMORY_REQUEST: 12G - - - match: - - adios2 - - amrex - - archer - - ascent - - axom - - binutils - - blaspp - - boost - - butterflypack - - cabana - - caliper - - camp - - chai - - conduit - - datatransferkit - - faodel - - ffmpeg - - fftw - - fortrilinos - - gperftools - - gptune - - hdf5 - - heffte - - hpctoolkit - - hwloc - - hypre - - kokkos - - lammps - - lapackpp - - legion - - libzmq - - llvm-openmp-ompt - - mbedtls - - netlib-scalapack - - omega-h - - openmpi - - openpmd-api - - pagmo2 - - papyrus - - parsec - - pdt - - petsc - - pumi - - py-ipython-genutils - - py-petsc4py - - py-scipy - - py-statsmodels - - py-warlock - - py-warpx - - pygmo - - slepc - - slurm - - strumpack - - sundials - - superlu-dist - - tasmanian - - tau - - upcxx - - vtk-h - - zfp - runner-attributes: - tags: [ "spack", "medium", "ppc64le" ] - variables: - CI_JOB_SIZE: "medium" - KUBERNETES_CPU_REQUEST: "2000m" - KUBERNETES_MEMORY_REQUEST: "4G" - - - match: - - alsa-lib - - ant - - antlr - - argobots - - automake - - berkeley-db - - bison - - blt - - cmake - - curl - - darshan-util - - diffutils - - exmcutils - - expat - - flit - - freetype - - gdbm - - gotcha - - hpcviewer - - jansson - - json-c - - libbsd - - libevent - - libjpeg-turbo - - libnrm - - libpng - - libunistring - - lua-luaposix - - m4 - - mpfr - - ncurses - - openblas - - openjdk - - papi - - parallel-netcdf - - pcre2 - - perl-data-dumper - - pkgconf - - py-alembic - - py-idna - - py-testpath - - qhull - - snappy - - swig - - tar - - tcl - - texinfo - - unzip - - util-linux-uuid - - util-macros - - yaml-cpp - - zlib - - zstd - runner-attributes: - tags: [ "spack", "small", "ppc64le" ] - variables: - CI_JOB_SIZE: "small" - KUBERNETES_CPU_REQUEST: "500m" - KUBERNETES_MEMORY_REQUEST: "500M" - - - match: ['os=ubuntu20.04'] - runner-attributes: - tags: ["spack", "ppc64le"] - variables: - CI_JOB_SIZE: "default" - - broken-specs-url: "s3://spack-binaries/broken-specs" - - service-job-attributes: - before_script: - - . "./share/spack/setup-env.sh" - - spack --version - image: ecpe4s/ubuntu20.04-runner-ppc64le:2022-08-01 - tags: ["spack", "public", "ppc64le"] - - signing-job-attributes: - image: { "name": "ghcr.io/spack/notary:latest", "entrypoint": [""] } - tags: ["spack", "aws"] - script: - - aws s3 sync --exclude "*" --include "*spec.json*" ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache /tmp - - /sign.sh - - aws s3 sync --exclude "*" --include "*spec.json.sig*" /tmp ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache - - cdash: - build-group: New PR testing workflow - url: https://cdash.spack.io - project: Spack Testing - site: Cloud Gitlab Infrastructure -- cgit v1.2.3-60-g2f50