diff options
author | Adam J. Stewart <ajstewart426@gmail.com> | 2022-12-22 11:31:40 -0600 |
---|---|---|
committer | GitHub <noreply@github.com> | 2022-12-22 11:31:40 -0600 |
commit | eb67497020f64de7a10f683eda0177a637b4ccf0 (patch) | |
tree | e2961e5889ecc01315f75c9f917d36a9b82227c0 /share/spack/gitlab/cloud_pipelines/stacks/ml-cuda/spack.yaml | |
parent | 371268a9aae0bc5cc3c055088130baf5d2cef340 (diff) | |
download | spack-eb67497020f64de7a10f683eda0177a637b4ccf0.tar.gz spack-eb67497020f64de7a10f683eda0177a637b4ccf0.tar.bz2 spack-eb67497020f64de7a10f683eda0177a637b4ccf0.tar.xz spack-eb67497020f64de7a10f683eda0177a637b4ccf0.zip |
ML CI: Linux x86_64 (#34299)
* ML CI: Linux x86_64
* Update comments
* Rename again
* Rename comments
* Update to match other arches
* No compiler
* Compiler was wrong anyway
* Faster TF
Diffstat (limited to 'share/spack/gitlab/cloud_pipelines/stacks/ml-cuda/spack.yaml')
-rw-r--r-- | share/spack/gitlab/cloud_pipelines/stacks/ml-cuda/spack.yaml | 158 |
1 files changed, 0 insertions, 158 deletions
diff --git a/share/spack/gitlab/cloud_pipelines/stacks/ml-cuda/spack.yaml b/share/spack/gitlab/cloud_pipelines/stacks/ml-cuda/spack.yaml deleted file mode 100644 index d0c9823c40..0000000000 --- a/share/spack/gitlab/cloud_pipelines/stacks/ml-cuda/spack.yaml +++ /dev/null @@ -1,158 +0,0 @@ -spack: - view: false - - concretizer: - reuse: false - unify: false - - config: - build_jobs: 32 - concretizer: clingo - install_tree: - root: /home/software/spack - padded_length: 384 - projections: - all: "{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}" - - packages: - all: - compiler: [gcc@11.2.0] - target: [x86_64_v3] - variants: ~rocm+cuda cuda_arch=80 - llvm: - # https://github.com/spack/spack/issues/27999 - require: ~cuda - - specs: - # Horovod - - py-horovod - - # Hugging Face - - py-transformers - - # JAX - - py-jax - - py-jaxlib - - # Keras - - py-keras - - py-keras-applications - - py-keras-preprocessing - - py-keras2onnx - - # PyTorch - - py-botorch - - py-efficientnet-pytorch - - py-gpytorch - - py-kornia - - py-pytorch-gradual-warmup-lr - - py-pytorch-lightning - - py-segmentation-models-pytorch - - py-timm - - py-torch - - py-torch-cluster - - py-torch-geometric - - py-torch-nvidia-apex - - py-torch-scatter - - py-torch-sparse - - py-torch-spline-conv - - py-torchaudio - - py-torchdata - - py-torchfile - - py-torchgeo - - py-torchmeta - - py-torchmetrics - - py-torchtext - - py-torchvision - - py-vector-quantize-pytorch - - # scikit-learn - - py-scikit-learn - - py-scikit-learn-extra - - # TensorBoard - - py-tensorboard - - py-tensorboard-data-server - - py-tensorboard-plugin-wit - - py-tensorboardx - - # TensorFlow - - py-tensorflow - - py-tensorflow-datasets - - py-tensorflow-estimator - - py-tensorflow-hub - - py-tensorflow-metadata - - py-tensorflow-probability - - # XGBoost - - py-xgboost - # - r-xgboost - - xgboost - - mirrors: { "mirror": "s3://spack-binaries/develop/ml-cuda" } - - gitlab-ci: - script: - - uname -a || true - - grep -E 'vendor|model name' /proc/cpuinfo 2>/dev/null | sort -u || head -n10 /proc/cpuinfo 2>/dev/null || true - - nproc - - curl -Lfs 'https://github.com/JuliaBinaryWrappers/GNUMake_jll.jl/releases/download/GNUMake-v4.3.0+1/GNUMake.v4.3.0.x86_64-linux-gnu.tar.gz' -o gmake.tar.gz - - printf 'fef1f59e56d2d11e6d700ba22d3444b6e583c663d6883fd0a4f63ab8bd280f0f gmake.tar.gz' | sha256sum --check --strict --quiet - - tar -xzf gmake.tar.gz -C /usr bin/make 2> /dev/null - - . "./share/spack/setup-env.sh" - - spack --version - - spack arch - - cd ${SPACK_CONCRETE_ENV_DIR} - - spack env activate --without-view . - - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'" - - mkdir -p ${SPACK_ARTIFACTS_ROOT}/user_data - - if [[ -r /mnt/key/intermediate_ci_signing_key.gpg ]]; then spack gpg trust /mnt/key/intermediate_ci_signing_key.gpg; fi - - if [[ -r /mnt/key/spack_public_key.gpg ]]; then spack gpg trust /mnt/key/spack_public_key.gpg; fi - - spack --color=always --backtrace ci rebuild > >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_out.txt) 2> >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_err.txt >&2) - after_script: - - cat /proc/loadavg || true - - match_behavior: first - mappings: - - match: - - llvm - - py-torch - runner-attributes: - tags: [ "spack", "huge", "x86_64_v4" ] - variables: - CI_JOB_SIZE: huge - KUBERNETES_CPU_REQUEST: 11000m - KUBERNETES_MEMORY_REQUEST: 42G - - match: - - "@:" - runner-attributes: - tags: [ "spack", "large", "x86_64_v4" ] - variables: - CI_JOB_SIZE: large - KUBERNETES_CPU_REQUEST: 8000m - KUBERNETES_MEMORY_REQUEST: 12G - - image: { "name": "ghcr.io/spack/e4s-amazonlinux-2:v2022-03-21", "entrypoint": [""] } - - broken-specs-url: "s3://spack-binaries/broken-specs" - - service-job-attributes: - before_script: - - . "./share/spack/setup-env.sh" - - spack --version - image: { "name": "ghcr.io/spack/e4s-amazonlinux-2:v2022-03-21", "entrypoint": [""] } - tags: ["spack", "public", "x86_64_v4"] - - signing-job-attributes: - image: { "name": "ghcr.io/spack/notary:latest", "entrypoint": [""] } - tags: ["spack", "aws"] - script: - - aws s3 sync --exclude "*" --include "*spec.json*" ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache /tmp - - /sign.sh - - aws s3 sync --exclude "*" --include "*spec.json.sig*" /tmp ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache - - cdash: - build-group: Machine Learning - url: https://cdash.spack.io - project: Spack Testing - site: Cloud Gitlab Infrastructure |