path: root/share/spack/gitlab/cloud_pipelines/stacks/aws-isc-aarch64/spack.yaml

spack:
  view: false

  concretizer:
    reuse: false
    unify: false

  config:
    concretizer: clingo
    install_tree:
      root: /home/software/spack
      padded_length: 384
      projections:
        all: '{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'

  packages:
    all:
      providers:
        blas:
          - openblas
        mkl:
          - intel-oneapi-mkl
        mpi:
          - openmpi
          - mpich
      variants: +mpi
    binutils:
      variants: +ld +gold +headers +libiberty ~nls
      version:
        - 2.36.1
    doxygen:
      version:
        - 1.8.20
    elfutils:
      variants: +bzip2 ~nls +xz
    hdf5:
      variants: +fortran +hl +shared
    libfabric:
      variants: fabrics=efa,tcp,udp,sockets,verbs,shm,mrail,rxd,rxm
    libunwind:
      variants: +pic +xz
    mesa:
      variants: ~llvm
    mesa18:
      variants: ~llvm
    mpich:
      variants: ~wrapperrpath netmod=ofi device=ch4
    ncurses:
      variants: +termlib
    openblas:
      variants: threads=openmp
    openmpi:
      variants: fabrics=ofi +legacylaunchers
    openturns:
      version: [1.18]
    relion:
      variants: ~mklfft
#    texlive:
#      version: [20210325]
    trilinos:
      variants: +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext +ifpack +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu +nox +piro +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos +teko +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long
    xz:
      variants: +pic

  definitions:

  - compiler_specs:
    - gcc@11.2
    # Licensing OK?
    # - intel-oneapi-compilers@2022.1
    # - nvhpc

  - app_specs:
    - bwa
# Depends on simde which requires newer compiler?
    #- bowtie2
    # Requires x86_64 specific ASM
    #- cistem
    - cromwell
    - fastqc
    - flux-sched
    - flux-core
    - flux-pmix
    - gatk
    - gromacs
    - lammps
    - wrf build_type=dm+sm
    - mfem
    - mpas-model ^parallelio+pnetcdf
    - nextflow
    - octave
    - openfoam
    - osu-micro-benchmarks
    - parallel
    - paraview
    - picard
    - quantum-espresso
    - raja
# Depends on bowtie2 -> simde which requires newer compiler?
    #- rsem
    # Errors on texlive
    #- rstudio
    - salmon
    - samtools
    - seqtk
    - snakemake
    - star
    # Requires gcc@9:
    #- ufs-weather-model
# requires LLVM which fails without constraint
    #- visit

  - lib_specs:
    - openmpi fabrics=ofi
    - openmpi fabrics=ofi +legacylaunchers
    - openmpi fabrics=auto
    - mpich
    - libfabric

  - compiler:
    - '%gcc@7.3.1'

  - target:
    - 'target=aarch64'
    - 'target=graviton2'


  specs:

  - matrix:
    - - $app_specs
    - - $compiler
    - - $target

  - matrix:
    - - $lib_specs
    - - $compiler
    - - $target

  - matrix:
    - - $compiler_specs
    - - $compiler
    - - $target


  mirrors: { "mirror": "s3://spack-binaries/develop/aws-isc-aarch64" }

  gitlab-ci:

    script:
      - . "./share/spack/setup-env.sh"
      - spack --version
      - cd ${SPACK_CONCRETE_ENV_DIR}
      - spack env activate --without-view .
      - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'"
      - mkdir -p ${SPACK_ARTIFACTS_ROOT}/user_data
      - if [[ -r /mnt/key/intermediate_ci_signing_key.gpg ]]; then spack gpg trust /mnt/key/intermediate_ci_signing_key.gpg; fi
      - if [[ -r /mnt/key/spack_public_key.gpg ]]; then spack gpg trust /mnt/key/spack_public_key.gpg; fi
      - spack --color=always --backtrace ci rebuild > >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_out.txt) 2> >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_err.txt >&2)

    image: { "name": "ghcr.io/spack/e4s-amazonlinux-2:v2022-03-21", "entrypoint": [""] }
    match_behavior: first
    mappings:
      - match:
        - llvm
        - llvm-amdgpu
        - paraview
        runner-attributes:
          tags: [ "spack", "huge", "aarch64" ]
          variables:
            CI_JOB_SIZE: huge
            KUBERNETES_CPU_REQUEST: 15000m
            KUBERNETES_MEMORY_REQUEST: 62G


      - match:
        - ascent
        - atk
        - axom
        - cistem
        - ctffind
        - cuda
        - dyninst
        - gcc
        - ginkgo
        - hdf5
        - hpx
        - kokkos-kernels
        - kokkos-nvcc-wrapper
        - magma
        - mfem
        - mpich
        - openturns
        - parallelio
        - precice
        - raja
        - relion
        - rocblas
        - rocsolver
        - rust
        - slate
        - strumpack
        - sundials
        - trilinos
        - umpire
        - vtk
        - vtk-h
        - vtk-m
        - warpx
        - wrf
        - wxwidgets
        runner-attributes:
          tags: [ "spack", "large", "aarch64" ]
          variables:
            CI_JOB_SIZE: large
            KUBERNETES_CPU_REQUEST: 8000m
            KUBERNETES_MEMORY_REQUEST: 12G

      - match: ['os=amzn2']
        runner-attributes:
          tags: ["spack", "aarch64"]
          variables:
            CI_JOB_SIZE: "default"

    broken-specs-url: "s3://spack-binaries/broken-specs"

    service-job-attributes:
      before_script:
        - . "./share/spack/setup-env.sh"
        - spack --version
      image: { "name": "ghcr.io/spack/e4s-amazonlinux-2:v2022-03-21", "entrypoint": [""] }
      tags: ["spack", "public", "aarch64"]

    signing-job-attributes:
      image: { "name": "ghcr.io/spack/notary:latest", "entrypoint": [""] }
      tags: ["spack", "aws"]
      script:
        - aws s3 sync --exclude "*" --include "*spec.json*" ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache /tmp
        - /sign.sh
        - aws s3 sync --exclude "*" --include "*spec.json.sig*" /tmp ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache

  cdash:
    build-group: AWS Packages
    url: https://cdash.spack.io
    project: Spack Testing
    site: Cloud Gitlab Infrastructure