New packages: RADICAL-Cybertools (#25415)

* rct: new packages (core packages and some dependencies)

* rct: new packages (core packages and some dependencies)

* radical-entk: updated dependencies (according to comments)

* radical-gtod: updated version name

* radical-pilot: updated dependencies (according to comments)

* radical-saga: updated dependencies (according to comments)

* radical-utils: updated dependencies and set old versions deprecated

* saga-python: removed due to absence of packages (in PyPI, GitHub), this project was replaced by `radical-saga` and corresponding package `py-radical-saga` should be used

* saga-python: rolled back, but with deprecation status

* ntplib: removed maintainer

* pika: removed maintainer

8 files changed, 188 insertions, 15 deletions

diff --git a/var/spack/repos/builtin/packages/py-ntplib/package.py b/var/spack/repos/builtin/packages/py-ntplib/package.py
new file mode 100755
index 0000000000..5fe6aa25a0
--- /dev/null
+++ b/var/spack/repos/builtin/packages/py-ntplib/package.py
@@ -0,0 +1,19 @@
+# Copyright 2013-2021 Lawrence Livermore National Security, LLC and other
+# Spack Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: (Apache-2.0 OR MIT)
+
+from spack import *
+
+
+class PyNtplib(PythonPackage):
+    """Simple interface to query NTP servers from Python."""
+
+    homepage = 'https://github.com/cf-natali/ntplib'
+    git      = 'https://github.com/cf-natali/ntplib.git'
+    pypi     = 'ntplib/ntplib-0.4.0.tar.gz'
+
+    version('0.4.0', sha256='899d8fb5f8c2555213aea95efca02934c7343df6ace9d7628a5176b176906267')
+
+    depends_on('python@2.7,3.6:', type=('build', 'run'))
+    depends_on('py-setuptools',   type='build')
diff --git a/var/spack/repos/builtin/packages/py-pika/package.py b/var/spack/repos/builtin/packages/py-pika/package.py
new file mode 100755
index 0000000000..236c81c2c4
--- /dev/null
+++ b/var/spack/repos/builtin/packages/py-pika/package.py
@@ -0,0 +1,23 @@
+# Copyright 2013-2021 Lawrence Livermore National Security, LLC and other
+# Spack Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: (Apache-2.0 OR MIT)
+
+from spack import *
+
+
+class PyPika(PythonPackage):
+    """Pika is a RabbitMQ (AMQP 0-9-1) client library for Python."""
+
+    homepage = 'https://pika.readthedocs.io/'
+    git      = 'https://github.com/pika/pika.git'
+    pypi     = 'pika/pika-1.2.0.tar.gz'
+
+    version('1.2.0',  sha256='f023d6ac581086b124190cb3dc81dd581a149d216fa4540ac34f9be1e3970b89')
+    version('1.1.0',  sha256='9fa76ba4b65034b878b2b8de90ff8660a59d925b087c5bb88f8fdbb4b64a1dbf')
+    version('1.0.0',  sha256='fba41293b35c845bd96cfdd29981f0eeff91f705ac0c3ba361a771c4bfbc3485')
+    version('0.13.1', sha256='b0640085f1d6398fd47bb16a17713053e26578192821ea5d928772b8e6a28789')
+    version('0.13.0', sha256='5338d829d1edb3e5bcf1523b4a9e32c56dea5a8bda7018825849e35325580484')
+
+    depends_on('python@2.7,3.4:', type=('build', 'run'))
+    depends_on('py-setuptools',   type='build')
diff --git a/var/spack/repos/builtin/packages/py-radical-entk/package.py b/var/spack/repos/builtin/packages/py-radical-entk/package.py
new file mode 100755
index 0000000000..2cbd6a1ac4
--- /dev/null
+++ b/var/spack/repos/builtin/packages/py-radical-entk/package.py
@@ -0,0 +1,27 @@
+# Copyright 2013-2021 Lawrence Livermore National Security, LLC and other
+# Spack Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: (Apache-2.0 OR MIT)
+
+from spack import *
+
+
+class PyRadicalEntk(PythonPackage):
+    """RADICAL Ensemble Toolkit is used for developing and executing
+    large-scale ensemble-based workflows."""
+
+    homepage = 'https://radical-cybertools.github.io'
+    git      = 'https://github.com/radical-cybertools/radical.entk.git'
+    pypi     = 'radical.entk/radical.entk-1.6.7.tar.gz'
+
+    maintainers = ['andre-merzky']
+
+    version('develop', branch='devel')
+    version('1.6.7',   sha256='9384568279d29b9619a565c075f287a08bca8365e2af55e520af0c2f3595f8a2')
+
+    depends_on('py-radical-utils', type=('build', 'run'))
+    depends_on('py-radical-pilot', type=('build', 'run'))
+
+    depends_on('python@3.6:',      type=('build', 'run'))
+    depends_on('py-pika@0.13.0',   type=('build', 'run'))
+    depends_on('py-setuptools',    type='build')
diff --git a/var/spack/repos/builtin/packages/py-radical-gtod/package.py b/var/spack/repos/builtin/packages/py-radical-gtod/package.py
new file mode 100755
index 0000000000..4e8eda7ea2
--- /dev/null
+++ b/var/spack/repos/builtin/packages/py-radical-gtod/package.py
@@ -0,0 +1,25 @@
+# Copyright 2013-2021 Lawrence Livermore National Security, LLC and other
+# Spack Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: (Apache-2.0 OR MIT)
+
+from spack import *
+
+
+class PyRadicalGtod(PythonPackage):
+    """RADICAL-GTOD provides a single method, gtod, which returns the current
+    time in seconds since epoch (01.01.1970) with sub-second resolution and a
+    binary tool, radical-gtod, which is a compiled binary and does not require
+    the invocation of the Python interpreter."""
+
+    homepage = 'https://radical-cybertools.github.io'
+    git      = 'https://github.com/radical-cybertools/radical.gtod.git'
+    pypi     = 'radical.gtod/radical.gtod-1.6.7.tar.gz'
+
+    maintainers = ['andre-merzky']
+
+    version('develop', branch='devel')
+    version('1.6.7',   sha256='8d7d32e3d0bcf6d7cf176454a9892a46919b03e1ed96bee389380e6d75d6eff8')
+
+    depends_on('python@3.6:',   type=('build', 'run'))
+    depends_on('py-setuptools', type='build')
diff --git a/var/spack/repos/builtin/packages/py-radical-pilot/package.py b/var/spack/repos/builtin/packages/py-radical-pilot/package.py
new file mode 100755
index 0000000000..20a08e4187
--- /dev/null
+++ b/var/spack/repos/builtin/packages/py-radical-pilot/package.py
@@ -0,0 +1,29 @@
+# Copyright 2013-2021 Lawrence Livermore National Security, LLC and other
+# Spack Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: (Apache-2.0 OR MIT)
+
+from spack import *
+
+
+class PyRadicalPilot(PythonPackage):
+    """RADICAL-Pilot is a Pilot system specialized in executing applications
+    composed of many computational tasks on high performance computing (HPC)
+    platforms."""
+
+    homepage = 'https://radical-cybertools.github.io'
+    git      = 'https://github.com/radical-cybertools/radical.pilot.git'
+    pypi     = 'radical.pilot/radical.pilot-1.6.7.tar.gz'
+
+    maintainers = ['andre-merzky']
+
+    version('develop', branch='devel')
+    version('1.6.7',   sha256='6ca0a3bd3cda65034fa756f37fa05681d5a43441c1605408a58364f89c627970')
+
+    depends_on('py-radical-utils@1.6.7:', type=('build', 'run'))
+    depends_on('py-radical-saga@1.6.6:',  type=('build', 'run'))
+
+    depends_on('python@3.6:',             type=('build', 'run'))
+    depends_on('py-pymongo',              type=('build', 'run'))
+    depends_on('py-setproctitle',         type=('build', 'run'))
+    depends_on('py-setuptools',           type='build')
diff --git a/var/spack/repos/builtin/packages/py-radical-saga/package.py b/var/spack/repos/builtin/packages/py-radical-saga/package.py
new file mode 100755
index 0000000000..cf72b75aab
--- /dev/null
+++ b/var/spack/repos/builtin/packages/py-radical-saga/package.py
@@ -0,0 +1,30 @@
+# Copyright 2013-2021 Lawrence Livermore National Security, LLC and other
+# Spack Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: (Apache-2.0 OR MIT)
+
+from spack import *
+
+
+class PyRadicalSaga(PythonPackage):
+    """RADICAL-SAGA (RS) implements the interface specification of the Open
+    Grid Forum (OGF) Simple API for Grid Applications (SAGA) standard. RS works
+    as a light-weight access layer for distributed computing infrastructures,
+    providing adaptors for different middleware systems and services."""
+
+    homepage = 'https://radical-cybertools.github.io'
+    git      = 'https://github.com/radical-cybertools/radical.saga.git'
+    pypi     = 'radical.saga/radical.saga-1.6.10.tar.gz'
+
+    maintainers = ['andre-merzky']
+
+    version('develop', branch='devel')
+    version('1.6.10',  sha256='8fe7e281e9f81234f34f5c7c7986871761e9e37230d2a874c65d18daeccd976a')
+    version('1.6.8',   sha256='d5e9f95a027087fb637cef065ff3af848e5902e403360189e36c9aa7c3f6f29b')
+
+    depends_on('py-radical-utils',   type=('build', 'run'))
+
+    depends_on('python@3.6:',        type=('build', 'run'))
+    depends_on('py-apache-libcloud', type=('build', 'run'))
+    depends_on('py-parse',           type=('build', 'run'))
+    depends_on('py-setuptools',      type='build')
diff --git a/var/spack/repos/builtin/packages/py-radical-utils/package.py b/var/spack/repos/builtin/packages/py-radical-utils/package.py
index 995dfbfd5d..d8c0276320 100644..100755
--- a/var/spack/repos/builtin/packages/py-radical-utils/package.py
+++ b/var/spack/repos/builtin/packages/py-radical-utils/package.py
@@ -7,14 +7,30 @@ from spack import *
 
 
 class PyRadicalUtils(PythonPackage):
-    """Shared code and tools for various RADICAL Projects"""
+    """RADICAL-Utils contains shared code and tools for various
+    RADICAL-Cybertools packages."""
 
-    homepage = "http://radical.rutgers.edu"
-    pypi = "radical.utils/radical.utils-0.45.tar.gz"
+    homepage = 'https://radical-cybertools.github.io'
+    git      = 'https://github.com/radical-cybertools/radical.utils.git'
+    pypi     = 'radical.utils/radical.utils-1.6.7.tar.gz'
 
-    version('0.45', sha256='1333cff1a69532e51d4484fbac3fad6b172d415d2055a3141117c7cf8bdee6c5')
-    version('0.41.1', sha256='582900e0434f49b69885a89bc65dc787362756e1014d52a4afac0bb61bcaa3ce')
+    maintainers = ['andre-merzky']
 
-    depends_on('py-setuptools', type='build')
-    depends_on('py-colorama',   type=('build', 'run'))
-    depends_on('py-netifaces',  type=('build', 'run'))
+    version('develop', branch='devel')
+    version('1.6.7',   sha256='552f6c282f960ccd9d2401d686b0b3bfab35dfa94a26baeb2d3b4e45211f05a9')
+
+    version('0.45',    sha256='1333cff1a69532e51d4484fbac3fad6b172d415d2055a3141117c7cf8bdee6c5', deprecated=True)
+    version('0.41.1',  sha256='582900e0434f49b69885a89bc65dc787362756e1014d52a4afac0bb61bcaa3ce', deprecated=True)
+
+    depends_on('py-radical-gtod', type=('build', 'run'))
+
+    depends_on('python@3.6:',     type=('build', 'run'))
+    depends_on('py-colorama',     type=('build', 'run'))
+    depends_on('py-msgpack',      type=('build', 'run'))
+    depends_on('py-netifaces',    type=('build', 'run'))
+    depends_on('py-ntplib',       type=('build', 'run'))
+    depends_on('py-pymongo',      type=('build', 'run'))
+    depends_on('py-pyzmq',        type=('build', 'run'))
+    depends_on('py-regex',        type=('build', 'run'))
+    depends_on('py-setproctitle', type=('build', 'run'))
+    depends_on('py-setuptools',   type='build')
diff --git a/var/spack/repos/builtin/packages/py-saga-python/package.py b/var/spack/repos/builtin/packages/py-saga-python/package.py
index 2dc7172023..8eb16622dd 100644
--- a/var/spack/repos/builtin/packages/py-saga-python/package.py
+++ b/var/spack/repos/builtin/packages/py-saga-python/package.py
@@ -7,13 +7,17 @@ from spack import *
 
 
 class PySagaPython(PythonPackage):
-    """A light-weight access layer for distributed computing infrastructure"""
+    """A light-weight access layer for distributed computing infrastructure.
+    DEPRECATED (Please use `py-radical-saga`)"""
 
-    homepage = "http://radical.rutgers.edu"
-    pypi = "saga-python/saga-python-0.41.3.tar.gz"
+    homepage = 'https://radical-cybertools.github.io'
+    pypi     = 'saga-python/saga-python-0.41.3.tar.gz'
 
-    version('0.41.3', sha256='b30961e634f32f6008e292aa1fe40560f257d5294b0cda95baac1cf5391feb5d')
+    maintainers = ['andre-merzky']
 
-    depends_on('py-setuptools',      type='build')
-    depends_on('py-apache-libcloud', type=('build', 'run'))
-    depends_on('py-radical-utils',   type=('build', 'run'))
+    version('0.41.3', sha256='b30961e634f32f6008e292aa1fe40560f257d5294b0cda95baac1cf5391feb5d', deprecated=True)
+
+    depends_on('py-radical-utils@:0.45', type=('build', 'run'))
+
+    depends_on('py-apache-libcloud',     type=('build', 'run'))
+    depends_on('py-setuptools',          type='build')