From 060582a21d3ebabf5d6b1eab829638e0865c8ba5 Mon Sep 17 00:00:00 2001 From: Chuck Atkins Date: Mon, 13 Sep 2021 13:34:13 -0400 Subject: ci: Add ecp-data-vis-sdk CI pipeline (#22179) * ci: Add a minimal subset of the ECP Data & Vis SDK CI pipeline * ci: Expand the ECP Data & Vis SDK pipeline with more variants --- share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml | 29 ++++++++++ .../cloud_pipelines/stacks/data-vis-sdk/spack.yaml | 63 ++++++++++++++++++++++ 2 files changed, 92 insertions(+) create mode 100644 share/spack/gitlab/cloud_pipelines/stacks/data-vis-sdk/spack.yaml diff --git a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml index 1d7bba79e9..ed3f8ab44f 100644 --- a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml +++ b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml @@ -221,3 +221,32 @@ radiuss-develop-build: - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml job: radiuss-develop-generate strategy: depend + +######################################## +# ECP Data & Vis SDK +######################################## +.data-vis-sdk: + variables: + SPACK_CI_STACK_NAME: data-vis-sdk + +data-vis-sdk-pr-generate: + extends: [ ".data-vis-sdk", ".pr-generate"] + +data-vis-sdk-develop-generate: + extends: [ ".data-vis-sdk", ".develop-generate"] + +data-vis-sdk-pr-build: + extends: [ ".data-vis-sdk", ".pr-build" ] + trigger: + include: + - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml + job: data-vis-sdk-pr-generate + strategy: depend + +data-vis-sdk-develop-build: + extends: [ ".data-vis-sdk", ".develop-build" ] + trigger: + include: + - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml + job: data-vis-sdk-develop-generate + strategy: depend diff --git a/share/spack/gitlab/cloud_pipelines/stacks/data-vis-sdk/spack.yaml b/share/spack/gitlab/cloud_pipelines/stacks/data-vis-sdk/spack.yaml new file mode 100644 index 0000000000..497d50ba43 --- /dev/null +++ b/share/spack/gitlab/cloud_pipelines/stacks/data-vis-sdk/spack.yaml @@ -0,0 +1,63 @@ +spack: + view: false + concretization: separately + + config: + install_tree: + root: /home/software/spack + padded_length: 512 + projections: + all: '{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}' + + packages: + all: + target: [x86_64] + + # The spec will be gradually expanded to enable all the SDK components. + # Currently disabled: ascent, catalyst, cinema, paraview, unifyfs, visit, vtkm + specs: + - matrix: + - - ecp-data-vis-sdk + +adios2 + +darshan + +faodel + +hdf5 + +pnetcdf + +sz + +veloc + +zfp + + mirrors: { "mirror": "s3://spack-binaries-develop/data-vis-sdk" } + + gitlab-ci: + image: { "name": "ghcr.io/scottwittenburg/ecpe4s-ubuntu18.04-runner-x86_64:2020-09-01", "entrypoint": [""] } + script: + - . "./share/spack/setup-env.sh" + - spack --version + - cd ${SPACK_CONCRETE_ENV_DIR} + - spack env activate --without-view . + - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'" + - spack -d ci rebuild + mappings: + - match: [vtk-h, vtk-m, paraview, llvm, vtk] + runner-attributes: + tags: ["spack", "public", "xlarge", "x86_64"] + - match: ['@:'] + runner-attributes: + tags: ["spack", "public", "large", "x86_64"] + temporary-storage-url-prefix: "s3://spack-binaries-prs/pipeline-storage" + service-job-attributes: + image: { "name": "ghcr.io/scottwittenburg/ecpe4s-ubuntu18.04-runner-x86_64:2020-09-01", "entrypoint": [""] } + before_script: + - . "./share/spack/setup-env.sh" + - spack --version + - cd share/spack/gitlab/cloud_pipelines/stacks/data-vis-sdk + - spack env activate --without-view . + tags: ["spack", "public", "medium", "x86_64"] + + cdash: + build-group: Data and Vis SDK + url: https://cdash.spack.io + project: Spack Testing + site: Cloud Gitlab Infrastructure + -- cgit v1.2.3-60-g2f50