From f30ede1ab8cd17867334c7665ef24f61995fdfeb Mon Sep 17 00:00:00 2001 From: Harmen Stoppels Date: Fri, 14 Jul 2023 17:49:57 +0200 Subject: ci: remove aws-ahug (#38777) --- share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml | 49 ----- .../gitlab/cloud_pipelines/configs/packages.yaml | 8 - .../stacks/aws-ahug-aarch64/spack.yaml | 238 --------------------- .../cloud_pipelines/stacks/aws-ahug/spack.yaml | 235 -------------------- 4 files changed, 530 deletions(-) delete mode 100644 share/spack/gitlab/cloud_pipelines/stacks/aws-ahug-aarch64/spack.yaml delete mode 100644 share/spack/gitlab/cloud_pipelines/stacks/aws-ahug/spack.yaml diff --git a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml index fa36ae453e..643709f138 100644 --- a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml +++ b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml @@ -489,55 +489,6 @@ data-vis-sdk-build: - artifacts: True job: data-vis-sdk-generate -######################################## -# AWS AHUG Applications (x86_64) -######################################## - -# Include this AFTER .*-generate in "extends" lists -.aws-ahug-overrides: - # This controls image for generate step; build step is controlled by spack.yaml - # Note that generator emits OS info for build so these should be the same. - image: { "name": "ghcr.io/spack/e4s-amazonlinux-2:v2023-03-09", "entrypoint": [""] } - -.aws-ahug: - extends: [ ".linux_x86_64_v3" ] - variables: - SPACK_CI_STACK_NAME: aws-ahug - -aws-ahug-generate: - extends: [ ".aws-ahug", ".generate", ".aws-ahug-overrides", ".tags-x86_64_v4" ] - -aws-ahug-build: - extends: [ ".aws-ahug", ".build" ] - trigger: - include: - - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml - job: aws-ahug-generate - strategy: depend - needs: - - artifacts: True - job: aws-ahug-generate - -# Parallel Pipeline for aarch64 (reuses override image, but generates and builds on aarch64) -.aws-ahug-aarch64: - extends: [ ".linux_aarch64" ] - variables: - SPACK_CI_STACK_NAME: aws-ahug-aarch64 - -aws-ahug-aarch64-generate: - extends: [ ".aws-ahug-aarch64", ".generate-aarch64", ".aws-ahug-overrides" ] - -aws-ahug-aarch64-build: - extends: [ ".aws-ahug-aarch64", ".build" ] - trigger: - include: - - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml - job: aws-ahug-aarch64-generate - strategy: depend - needs: - - artifacts: True - job: aws-ahug-aarch64-generate - ######################################## # AWS ISC Applications (x86_64) ######################################## diff --git a/share/spack/gitlab/cloud_pipelines/configs/packages.yaml b/share/spack/gitlab/cloud_pipelines/configs/packages.yaml index 1771f770c4..12e2ed6b94 100644 --- a/share/spack/gitlab/cloud_pipelines/configs/packages.yaml +++ b/share/spack/gitlab/cloud_pipelines/configs/packages.yaml @@ -3,14 +3,6 @@ packages: {} # CI should never build develop/main/master versions of packages. Current issues: # - e4s/dav # - hdf5-vol-async => argobot@main -# - aws-ahug-* -# - snap -# - tycho2 -# - amg2013 -# - cosp2 -# - snbone -# - vpfft -# - vpic # - aws-isc-aarch64 # - sse2neon diff --git a/share/spack/gitlab/cloud_pipelines/stacks/aws-ahug-aarch64/spack.yaml b/share/spack/gitlab/cloud_pipelines/stacks/aws-ahug-aarch64/spack.yaml deleted file mode 100644 index 40917b600f..0000000000 --- a/share/spack/gitlab/cloud_pipelines/stacks/aws-ahug-aarch64/spack.yaml +++ /dev/null @@ -1,238 +0,0 @@ -spack: - view: false - packages: - all: - providers: - blas: - - openblas - mkl: - - intel-oneapi-mkl - mpi: - - openmpi - - mpich - variants: +mpi - tbb: - require: "intel-tbb" - binutils: - variants: +ld +gold +headers +libiberty ~nls - version: - - 2.36.1 - doxygen: - version: - - 1.8.20 - elfutils: - variants: +bzip2 ~nls +xz - hdf5: - variants: +fortran +hl +shared - libfabric: - variants: fabrics=efa,tcp,udp,sockets,verbs,shm,mrail,rxd,rxm - libunwind: - variants: +pic +xz - #m4: - # version: - # - 1.4.18 - mesa: - variants: ~llvm - mesa18: - variants: ~llvm - mpich: - #variants: ~wrapperrpath pmi=pmi netmod=ofi device=ch4 - variants: ~wrapperrpath netmod=ofi device=ch4 - #munge: - # variants: localstatedir=/var - ncurses: - variants: +termlib - openblas: - variants: threads=openmp - openmpi: - #variants: +pmi +internal-hwloc fabrics=ofi schedulers=slurm - variants: fabrics=ofi - openturns: - version: [1.18] - #slurm: - # variants: +pmix sysconfdir=/opt/slurm/etc - trilinos: - variants: +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext +ifpack +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu +nox +piro +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos +teko +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long - xz: - variants: +pic - - definitions: - - - compiler_specs: - - gcc - #- nvhpc@22.1 - - - # - compilers: - # - '%gcc@7.5.0' - # - '%arm@21.0.0.879' - # - '%nvhpc@21.2' - # - 'arm@21.0.0.879' - #- when: arch.satisfies('os=ubuntu18.04') - # compilers: ['gcc@7.5.0', $bootstrap-compilers] - #- when: arch.satisfies('os=amzn2') - # compilers: ['gcc@7.3.1', $bootstrap-compilers] - - # Note skipping spot since no spack package for it - - ahug_miniapps: - - cloverleaf - # - coevp - # Bad code pushed to github; needs specific versioning - # - cohmm - # - examinimd - # - exampm - # depends on openblas version conflicting on gcc@7.3.1 - # - exasp2 - # depends on openblas version conflicting on gcc@7.3.1 - # - gamess-ri-mp2-miniapp - - hpcg - # depends on openblas version conflicting on gcc@7.3.1 - # - laghos - - lulesh - # - miniaero - - miniamr - - minife - - minighost - # fails due to x86 specific timer (asm instructions) - # - minigmg - - minimd - # depends on openblas version conflicting on gcc@7.3.1 - # - miniqmc - - minismac2d - - minitri - - minivite - - minixyce - - pennant - - picsarlite - - quicksilver - # - remhos - - rsbench - - simplemoc - - snap - - snappy - - tealeaf - # depends on openblas version conflicting on gcc@7.3.1 - # - thornado-mini - - tycho2 - - xsbench - - - ahug_fullapps: - # depends on openblas version conflicting on gcc@7.3.1 - # - abinit - - abyss - # conflicts on trilinos - # - albany - # - amber - - amg2013 - # Bad variant fftw - # - aoflagger - # - athena - # - bowtie2 - - branson - # - camx - # Bad variant gpu - # - candle-benchmarks - - cbench - - cgm - - chatterbug - # - cistem - - comd - # old version of openmpi - # - converge - # bad variant tensor ops mpi - # - cosmoflow-benchmark - # - cosmomc - - cosp2 - # libxsmm not avail on arm - # - cp2k - # - dock - # - elk - - elmerfem - # - exabayes - # - examl - # - flecsph - # trilinos variant mumps - # - frontistr - - gatk - - graph500 - - hpgmg - - lammps - - latte - - macsio - # - meep - - meme - # - modylas - # - mrbayes - # - mrchem - # cudnn depednency - # - mxnet - # trilinos variant mumps - # - nalu - # - nalu-wind - # - namd - - nek5000 - - nekbone - # - nektar - # - nest - - nut - # - nwchem - - octopus - - openmm - - pathfinder - # - picsar - - pism - # meson version - # - qbox - - qmcpack - - quantum-espresso - # - relion - # - siesta - - snbone - - star - - su2 - - swfft - - tinker - # gfortran lt 9 unsupported - # - vasp - - vpfft - - vpic - - warpx - # - yambo - - - compiler: - - '%gcc@7.3.1' - - - target: - - 'target=aarch64' - - 'target=neoverse_n1' - - - specs: - - - matrix: - - - $ahug_miniapps - - - $compiler - - - $target - - - matrix: - - - $ahug_fullapps - - - $compiler - - - $target - - # Build compilers to stage in binary cache - - matrix: - - - $compiler_specs - - - $compiler - - - $target - - mirrors: { "mirror": "s3://spack-binaries/develop/aws-ahug-aarch64" } - - ci: - pipeline-gen: - - build-job: - image: - name: "ghcr.io/spack/e4s-amazonlinux-2:v2023-03-09" - entrypoint: [""] - - cdash: - build-group: AHUG ARM HPC User Group diff --git a/share/spack/gitlab/cloud_pipelines/stacks/aws-ahug/spack.yaml b/share/spack/gitlab/cloud_pipelines/stacks/aws-ahug/spack.yaml deleted file mode 100644 index 6483e72b97..0000000000 --- a/share/spack/gitlab/cloud_pipelines/stacks/aws-ahug/spack.yaml +++ /dev/null @@ -1,235 +0,0 @@ -spack: - view: false - packages: - all: - providers: - blas: - - openblas - mkl: - - intel-oneapi-mkl - mpi: - - openmpi - - mpich - variants: +mpi - binutils: - variants: +ld +gold +headers +libiberty ~nls - version: - - 2.36.1 - doxygen: - version: - - 1.8.20 - elfutils: - variants: +bzip2 ~nls +xz - hdf5: - variants: +fortran +hl +shared - libfabric: - variants: fabrics=efa,tcp,udp,sockets,verbs,shm,mrail,rxd,rxm - libunwind: - variants: +pic +xz - #m4: - # version: - # - 1.4.18 - mesa: - variants: ~llvm - mesa18: - variants: ~llvm - mpich: - #variants: ~wrapperrpath pmi=pmi netmod=ofi device=ch4 - variants: ~wrapperrpath netmod=ofi device=ch4 - #munge: - # variants: localstatedir=/var - ncurses: - variants: +termlib - openblas: - variants: threads=openmp - openmpi: - #variants: +pmi +internal-hwloc fabrics=ofi schedulers=slurm - variants: fabrics=ofi - openturns: - version: [1.18] - #slurm: - # variants: +pmix sysconfdir=/opt/slurm/etc - trilinos: - variants: +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext +ifpack +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu +nox +piro +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos +teko +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long - xz: - variants: +pic - - definitions: - - - compiler_specs: - - gcc - #- nvhpc@22.1 - - - # - compilers: - # - '%gcc@7.5.0' - # - '%arm@21.0.0.879' - # - '%nvhpc@21.2' - # - 'arm@21.0.0.879' - #- when: arch.satisfies('os=ubuntu18.04') - # compilers: ['gcc@7.5.0', $bootstrap-compilers] - #- when: arch.satisfies('os=amzn2') - # compilers: ['gcc@7.3.1', $bootstrap-compilers] - - # Note skipping spot since no spack package for it - - ahug_miniapps: - - cloverleaf - # - coevp - # Bad code pushed to github; needs specific versioning - # - cohmm - # - examinimd - # - exampm - # depends on openblas version conflicting on gcc@7.3.1 - # - exasp2 - # depends on openblas version conflicting on gcc@7.3.1 - # - gamess-ri-mp2-miniapp - - hpcg - # depends on openblas version conflicting on gcc@7.3.1 - # - laghos - - lulesh - # - miniaero - - miniamr - - minife - - minighost - # fails due to x86 specific timer (asm instructions) - # - minigmg - - minimd - # depends on openblas version conflicting on gcc@7.3.1 - # - miniqmc - - minismac2d - - minitri - - minivite - - minixyce - - pennant - - picsarlite - - quicksilver - # - remhos - - rsbench - - simplemoc - - snap - - snappy - - tealeaf - # depends on openblas version conflicting on gcc@7.3.1 - # - thornado-mini - - tycho2 - - xsbench - - - ahug_fullapps: - # depends on openblas version conflicting on gcc@7.3.1 - # - abinit - - abyss - # conflicts on trilinos - # - albany - # - amber - - amg2013 - # Bad variant fftw - # - aoflagger - # - athena - # - bowtie2 - - branson - # - camx - # Bad variant gpu - # - candle-benchmarks - - cbench - - cgm - - chatterbug - # - cistem - - comd - # old version of openmpi - # - converge - # bad variant tensor ops mpi - # - cosmoflow-benchmark - # - cosmomc - - cosp2 - # libxsmm not avail on arm - # - cp2k - # - dock - # - elk - - elmerfem - # - exabayes - # - examl - # - flecsph - # trilinos variant mumps - # - frontistr - - gatk - - graph500 - - hpgmg - - lammps - - latte - - macsio - # - meep - - meme - # - modylas - # - mrbayes - # - mrchem - # cudnn depednency - # - mxnet - # trilinos variant mumps - # - nalu - # - nalu-wind - # - namd - - nek5000 - - nekbone - # - nektar - # - nest - - nut - # - nwchem - - octopus - - openmm - - pathfinder - # - picsar - - pism - # meson version - # - qbox - - qmcpack - - quantum-espresso - # - relion - # - siesta - - snbone - - star - - su2 - - swfft - - tinker - # gfortran lt 9 unsupported - # - vasp - - vpfft - - vpic - - warpx - # - yambo - - - compiler: - - '%gcc@7.3.1' - - - target: - - 'target=x86_64_v3' - - - specs: - - - matrix: - - - $ahug_miniapps - - - $compiler - - - $target - - - matrix: - - - $ahug_fullapps - - - $compiler - - - $target - - # Build compilers to stage in binary cache - - matrix: - - - $compiler_specs - - - $compiler - - - $target - - mirrors: { "mirror": "s3://spack-binaries/develop/aws-ahug" } - - ci: - pipeline-gen: - - build-job: - image: - name: "ghcr.io/spack/e4s-amazonlinux-2:v2023-03-09" - entrypoint: [""] - - cdash: - build-group: AHUG ARM HPC User Group -- cgit v1.2.3-60-g2f50