summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--var/spack/repos/builtin/packages/npm/package.py1
-rw-r--r--var/spack/repos/builtin/packages/py-dask/package.py26
-rw-r--r--var/spack/repos/builtin/packages/py-modin/package.py46
-rw-r--r--var/spack/repos/builtin/packages/py-ray/package.py88
4 files changed, 119 insertions, 42 deletions
diff --git a/var/spack/repos/builtin/packages/npm/package.py b/var/spack/repos/builtin/packages/npm/package.py
index a6898bcba9..3910a0142e 100644
--- a/var/spack/repos/builtin/packages/npm/package.py
+++ b/var/spack/repos/builtin/packages/npm/package.py
@@ -25,6 +25,7 @@ class Npm(Package):
version("3.10.5", sha256="ff019769e186152098841c1fa6325e5a79f7903a45f13bd0046a4dc8e63f845f")
depends_on("node-js", type=("build", "run"))
+ depends_on("libvips")
# npm 6.13.4 ships with node-gyp 5.0.5, which contains several Python 3
# compatibility issues on macOS. Manually update to node-gyp 6.0.1 for
diff --git a/var/spack/repos/builtin/packages/py-dask/package.py b/var/spack/repos/builtin/packages/py-dask/package.py
index c28a8b5747..5e117ceb10 100644
--- a/var/spack/repos/builtin/packages/py-dask/package.py
+++ b/var/spack/repos/builtin/packages/py-dask/package.py
@@ -138,18 +138,20 @@ class PyDask(PythonPackage):
# Requirements for dask.distributed
depends_on("py-dill", type=("build", "run"), when="@:0.7.5 +distributed")
depends_on("py-pyzmq", type=("build", "run"), when="@:0.7.5 +distributed")
- depends_on("py-distributed", type=("build", "run"), when="@0.8.2: +distributed")
- depends_on("py-distributed@1.9:", type=("build", "run"), when="@0.9.0: +distributed")
- depends_on("py-distributed@1.10:", type=("build", "run"), when="@0.10.0: +distributed")
- depends_on("py-distributed@1.14:", type=("build", "run"), when="@0.12.0: +distributed")
- depends_on("py-distributed@1.15:", type=("build", "run"), when="@0.13.0: +distributed")
- depends_on("py-distributed@1.16:", type=("build", "run"), when="@0.14.1: +distributed")
- depends_on("py-distributed@1.20:", type=("build", "run"), when="@0.16.0: +distributed")
- depends_on("py-distributed@1.21:", type=("build", "run"), when="@0.17.0: +distributed")
- depends_on("py-distributed@1.22:", type=("build", "run"), when="@0.18.0: +distributed")
- depends_on("py-distributed@2.0:", type=("build", "run"), when="@2.0.0: +distributed")
- depends_on("py-distributed@2020.12.0:", type=("build", "run"), when="@2020.12.0: +distributed")
- depends_on("py-distributed@2021.6.2:", type=("build", "run"), when="@2021.6.2: +distributed")
+ depends_on("py-distributed@:2021.8.0", type=("build", "run"), when="@0.8.2: +distributed")
+ depends_on("py-distributed@1.9:2021.8.0", type=("build", "run"), when="@0.9.0: +distributed")
+ depends_on("py-distributed@1.10:2021.8.0", type=("build", "run"), when="@0.10.0: +distributed")
+ depends_on("py-distributed@1.14:2021.8.0", type=("build", "run"), when="@0.12.0: +distributed")
+ depends_on("py-distributed@1.15:2021.8.0", type=("build", "run"), when="@0.13.0: +distributed")
+ depends_on("py-distributed@1.16:2021.8.0", type=("build", "run"), when="@0.14.1: +distributed")
+ depends_on("py-distributed@1.20:2021.8.0", type=("build", "run"), when="@0.16.0: +distributed")
+ depends_on("py-distributed@1.21:2021.8.0", type=("build", "run"), when="@0.17.0: +distributed")
+ depends_on("py-distributed@1.22:2021.8.0", type=("build", "run"), when="@0.18.0: +distributed")
+ depends_on("py-distributed@2.0:2021.8.0", type=("build", "run"), when="@2.0.0: +distributed")
+ depends_on(
+ "py-distributed@2020.12.0:2021.8.0", type=("build", "run"), when="@2020.12.0: +distributed"
+ )
+ depends_on("py-distributed@2021.6.2", type=("build", "run"), when="@2021.6.2 +distributed")
# Requirements for dask.diagnostics
depends_on("py-bokeh@1.0.0:", type=("build", "run"), when="@2.0.0: +diagnostics")
diff --git a/var/spack/repos/builtin/packages/py-modin/package.py b/var/spack/repos/builtin/packages/py-modin/package.py
new file mode 100644
index 0000000000..14bfdce366
--- /dev/null
+++ b/var/spack/repos/builtin/packages/py-modin/package.py
@@ -0,0 +1,46 @@
+# Copyright 2013-2022 Lawrence Livermore National Security, LLC and other
+# Spack Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: (Apache-2.0 OR MIT)
+
+from spack.package import *
+
+
+class PyModin(PythonPackage):
+ """Modin: Make your pandas code run faster by changing one line of code."""
+
+ homepage = "https://github.com/modin-project/modin"
+ pypi = "modin/modin-0.16.2.tar.gz"
+
+ version("0.16.2", sha256="8e3f4cb478ae08dcc71b5a345781d57f29d6b95bc6ce1dc5c14d597a382f1354")
+
+ variant(
+ "engine",
+ default="ray",
+ values=["ray", "dask", "python", "native"],
+ description="Default distribution engine. All engines are installed and "
+ "functional as long as dependencies are found at run-time",
+ )
+
+ depends_on("python@3.6:", type=("build", "run"))
+ depends_on("py-setuptools", type="build")
+ depends_on("py-pandas@1.5.1", when="^python@3.8:", type=("build", "run"))
+ depends_on("py-pandas@1.1.5", when="^python@:3.7", type=("build", "run"))
+ depends_on("py-packaging", type=("build", "run"))
+ depends_on("py-numpy@1.18.5:", type=("build", "run"))
+ depends_on("py-fsspec", type=("build", "run"))
+ depends_on("py-psutil", type=("build", "run"))
+
+ with when("engine=ray"):
+ depends_on("py-ray@1.4:+default", type=("build", "run"))
+ depends_on("py-pyarrow@4.0.1:", type=("build", "run"))
+ depends_on("py-redis@3.5:3", type=("build", "run"))
+
+ with when("engine=dask"):
+ depends_on("py-dask@2.22:", type=("build", "run"))
+ depends_on("py-distributed@2.22:", type=("build", "run"))
+ depends_on("py-pickle5", when="^python@:3.7", type=("build", "run"))
+
+ def setup_run_environment(self, env):
+ # modin/config/envvars.py
+ env.set("MODIN_ENGINE", self.spec.variants["engine"].value)
diff --git a/var/spack/repos/builtin/packages/py-ray/package.py b/var/spack/repos/builtin/packages/py-ray/package.py
index 3f6de85cdb..a7b07f6f19 100644
--- a/var/spack/repos/builtin/packages/py-ray/package.py
+++ b/var/spack/repos/builtin/packages/py-ray/package.py
@@ -8,48 +8,76 @@ from spack.package import *
class PyRay(PythonPackage):
- """A system for parallel and distributed Python that unifies the ML
- ecosystem."""
+ """Ray provides a simple, universal API for building distributed applications."""
homepage = "https://github.com/ray-project/ray"
url = "https://github.com/ray-project/ray/archive/ray-0.8.7.tar.gz"
+ version("2.0.1", sha256="b8b2f0a99d2ac4c001ff11c78b4521b217e2a02df95fb6270fd621412143f28b")
version("0.8.7", sha256="2df328f1bcd3eeb4fa33119142ea0d669396f4ab2a3e78db90178757aa61534b")
- build_directory = "python"
+ variant("default", default=False, description="Install default extras", when="@2.0.1")
- depends_on("python@3.6:3.8", type=("build", "run"))
- depends_on("bazel@3.2.0", type="build")
- depends_on("py-setuptools", type="build")
- depends_on("py-cython@0.29.14:", type="build")
- depends_on("py-wheel", type="build")
+ depends_on("python@3.6:3.10", when="@2.0.1", type=("build", "run"))
+ depends_on("python@3.6:3.8", when="@0.8.7", type=("build", "run"))
+ depends_on("bazel@4.2.2", when="@2.0.1", type="build")
+ depends_on("bazel@3.2.0", when="@0.8.7", type="build")
depends_on("npm", type="build")
- depends_on("py-aiohttp", type=("build", "run"))
- depends_on("py-aioredis", type=("build", "run"))
- depends_on("py-click@7.0:", type=("build", "run"))
- depends_on("py-colorama", type=("build", "run"))
- depends_on("py-colorful", type=("build", "run"))
+ depends_on("py-setuptools", type="build")
+ depends_on("py-cython@0.29.26:", when="@2.0.1", type="build")
+ depends_on("py-cython@0.29.14:", when="@0.8.7", type="build")
+ depends_on("py-attrs", when="@2.0.1", type=("build", "run"))
+ depends_on("py-click@7:8.0.4", when="@2.0.1", type=("build", "run"))
+ depends_on("py-click@7.0:", when="@0.8.7", type=("build", "run"))
+ depends_on("py-dataclasses", when="@2.0.1 ^python@:3.6", type=("build", "run"))
depends_on("py-filelock", type=("build", "run"))
- depends_on("py-google", type=("build", "run"))
- depends_on("py-gpustat", type=("build", "run"))
- depends_on("py-grpcio@1.28.1:", type=("build", "run"))
+ depends_on("py-grpcio@1.32:1.43.0", when="@2.0.1 ^python@:3.9", type=("build", "run"))
+ depends_on("py-grpcio@1.42:1.43.0", when="@2.0.1 ^python@3.10:", type=("build", "run"))
+ depends_on("py-grpcio@1.28.1:", when="@0.8.7", type=("build", "run"))
depends_on("py-jsonschema", type=("build", "run"))
- depends_on("py-msgpack@1.0:1", type=("build", "run"))
- depends_on("py-numpy@1.16:", type=("build", "run"))
- depends_on("py-protobuf@3.8.0:", type=("build", "run"))
- depends_on("py-py-spy@0.2.0:", type=("build", "run"))
+ depends_on("py-msgpack@1", type=("build", "run"))
+ depends_on("py-numpy@1.16:", when="^python@:3.8", type=("build", "run"))
+ depends_on("py-numpy@1.19.3:", when="^python@3.9:", type=("build", "run"))
+ depends_on("py-protobuf@3.15.3:3", when="@2.0.1", type=("build", "run"))
+ depends_on("py-protobuf@3.8.0:", when="@0.8.7", type=("build", "run"))
depends_on("py-pyyaml", type=("build", "run"))
+ depends_on("py-frozenlist", when="@2.0.1", type=("build", "run"))
depends_on("py-requests", type=("build", "run"))
- depends_on("py-redis@3.3.2:3.4", type=("build", "run"))
- depends_on("py-opencensus", type=("build", "run"))
- depends_on("py-prometheus-client@0.7.1:", type=("build", "run"))
- # If not guarded by SKIP_THIRDPARTY_INSTALL, those dependencies
- # would be automatically installed via pip by the setup.py script.
- depends_on("py-setproctitle", type=("build", "run"))
- depends_on("py-psutil", type=("build", "run"))
- # If not detected during install, the following dependency would
- # be automatically downloaded and installed by the setup.py script.
- depends_on("py-pickle5", when="^python@:3.8.1", type=("build", "run"))
+ depends_on("py-typing-extensions", when="@2.0.1 ^python@:3.7", type=("build", "run"))
+ depends_on("py-virtualenv", when="@2.0.1", type=("build", "run"))
+
+ with when("+default"):
+ depends_on("py-aiohttp@3.7:", type=("build", "run"))
+ depends_on("py-aiohttp-cors", type=("build", "run"))
+ depends_on("py-colorful", type=("build", "run"))
+ depends_on("py-py-spy@0.2:", type=("build", "run"))
+ depends_on("py-gpustat@1:", type=("build", "run"))
+ depends_on("py-opencensus", type=("build", "run"))
+ depends_on("py-pydantic", type=("build", "run"))
+ depends_on("py-prometheus-client@0.7.1:0.13", type=("build", "run"))
+ depends_on("py-smart-open", type=("build", "run"))
+
+ # Historical dependencies
+ with when("@0.8.7"):
+ depends_on("py-aiohttp", type=("build", "run"))
+ depends_on("py-aioredis", type=("build", "run"))
+ depends_on("py-colorama", type=("build", "run"))
+ depends_on("py-colorful", type=("build", "run"))
+ depends_on("py-google", type=("build", "run"))
+ depends_on("py-gpustat", type=("build", "run"))
+ depends_on("py-py-spy@0.2.0:", type=("build", "run"))
+ depends_on("py-redis@3.3.2:3.4", type=("build", "run"))
+ depends_on("py-opencensus", type=("build", "run"))
+ depends_on("py-prometheus-client@0.7.1:", type=("build", "run"))
+ # If not guarded by SKIP_THIRDPARTY_INSTALL, those dependencies
+ # would be automatically installed via pip by the setup.py script.
+ depends_on("py-setproctitle", type=("build", "run"))
+ depends_on("py-psutil", type=("build", "run"))
+ # If not detected during install, the following dependency would
+ # be automatically downloaded and installed by the setup.py script.
+ depends_on("py-pickle5", when="^python@:3.8.1", type=("build", "run"))
+
+ build_directory = "python"
def setup_build_environment(self, env):
env.set("SKIP_THIRDPARTY_INSTALL", "1")