py-azureml-sdk: add v1.11.0 (and deps) (#17939)

14 files changed, 134 insertions, 58 deletions

diff --git a/var/spack/repos/builtin/packages/py-azureml-automl-core/package.py b/var/spack/repos/builtin/packages/py-azureml-automl-core/package.py
index 59fa585cae..9a50fbe3cc 100644
--- a/var/spack/repos/builtin/packages/py-azureml-automl-core/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-automl-core/package.py
@@ -9,15 +9,20 @@ class PyAzuremlAutomlCore(Package):
     used by the azureml-train-automl package."""
 
     homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
-    url      = "https://pypi.io/packages/py3/a/azureml_automl_core/azureml_automl_core-1.8.0-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_automl_core/azureml_automl_core-1.11.0-py3-none-any.whl"
 
-    version('1.8.0', sha256='58ce54b01570996cda860c0c80693b8db19324785a356573f105afeaa31cae6c', expand=False)
+    version('1.11.0', sha256='da1b9cef9aabbfaee69a19d5e15f5a911eefbd126546738343a78c032860b5a5', expand=False)
+    version('1.8.0',  sha256='58ce54b01570996cda860c0c80693b8db19324785a356573f105afeaa31cae6c', expand=False)
 
     extends('python')
     depends_on('python@3.5:3.999', type=('build', 'run'))
     depends_on('py-pip', type='build')
-    depends_on('py-azureml-dataprep@1.8.0:1.8.999', type=('build', 'run'))
-    depends_on('py-azureml-telemetry@1.8.0:1.8.999', type=('build', 'run'))
+
+    depends_on('py-azureml-dataset-runtime@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-telemetry@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+
+    depends_on('py-azureml-dataprep@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-telemetry@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
 
     def install(self, spec, prefix):
         pip = which('pip')
diff --git a/var/spack/repos/builtin/packages/py-azureml-core/package.py b/var/spack/repos/builtin/packages/py-azureml-core/package.py
index 3c1a74fcf9..673b7542de 100644
--- a/var/spack/repos/builtin/packages/py-azureml-core/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-core/package.py
@@ -12,9 +12,10 @@ class PyAzuremlCore(Package):
     """
 
     homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
-    url      = "https://pypi.io/packages/py3/a/azureml_core/azureml_core-1.8.0-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_core/azureml_core-1.11.0-py3-none-any.whl"
 
-    version('1.8.0', sha256='a0f2b0977f18fb7dcb88c314594a4a85c636a36be3d582be1cae25655fea6105', expand=False)
+    version('1.11.0', sha256='df8a01b04bb156852480de0bdd78434ed84f386e1891752bdf887faeaa2ca417', expand=False)
+    version('1.8.0',  sha256='a0f2b0977f18fb7dcb88c314594a4a85c636a36be3d582be1cae25655fea6105', expand=False)
 
     extends('python')
     depends_on('python@3.5:3.8', type=('build', 'run'))
@@ -28,7 +29,7 @@ class PyAzuremlCore(Package):
     depends_on('py-azure-mgmt-storage@1.5.0:', type=('build', 'run'))
     depends_on('py-azure-mgmt-keyvault@0.40.0:', type=('build', 'run'))
     depends_on('py-azure-mgmt-authorization@0.40.0:', type=('build', 'run'))
-    depends_on('py-azure-mgmt-network@10.0:10.999', type=('build', 'run'))
+    depends_on('py-azure-mgmt-network@10.0:10.999', when='@1.8.0', type=('build', 'run'))
     depends_on('py-azure-graphrbac@0.40.0:', type=('build', 'run'))
     depends_on('py-azure-common@1.1.12:', type=('build', 'run'))
     depends_on('py-msrest@0.5.1:', type=('build', 'run'))
diff --git a/var/spack/repos/builtin/packages/py-azureml-dataprep/package.py b/var/spack/repos/builtin/packages/py-azureml-dataprep/package.py
index 064ce4e0e6..18a4dcfd72 100644
--- a/var/spack/repos/builtin/packages/py-azureml-dataprep/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-dataprep/package.py
@@ -8,8 +8,9 @@ class PyAzuremlDataprep(Package):
     """Azure ML Data Preparation SDK."""
 
     homepage = "http://aka.ms/data-prep-sdk"
-    url      = "https://pypi.io/packages/py3/a/azureml_dataprep/azureml_dataprep-1.8.2-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_dataprep/azureml_dataprep-2.0.2-py3-none-any.whl"
 
+    version('2.0.2', sha256='9b9e97d9ed29c0641d3ceb37745ff078143bd235c53df528f847ec0684c52f79', expand=False)
     version('1.8.2', sha256='e53f3206f0bd4af8d5e7de3a94c2c6e662902b86e94a7b9d930e36329fe5820f', expand=False)
 
     variant('fuse', default=False, description='Build with FUSE support')
@@ -17,11 +18,11 @@ class PyAzuremlDataprep(Package):
     extends('python')
     depends_on('python@3:', type=('build', 'run'))
     depends_on('py-pip', type='build')
-    depends_on('py-dotnetcore2@2.1.14:', type=('build', 'run'))
+    depends_on('py-dotnetcore2@2.1.14:2.999', type=('build', 'run'))
     depends_on('py-azureml-dataprep-native@14.2.1:14.999', type=('build', 'run'))
-    depends_on('py-cloudpickle@1.1.0:', type=('build', 'run'))
+    depends_on('py-cloudpickle@1.1.0:1.999', type=('build', 'run'))
     depends_on('py-azure-identity@1.2.0:1.2.999', type=('build', 'run'))
-    depends_on('py-fusepy@3.0.1:', when='+fuse', type=('build', 'run'))
+    depends_on('py-fusepy@3.0.1:3.999', when='+fuse', type=('build', 'run'))
 
     def install(self, spec, prefix):
         pip = which('pip')
diff --git a/var/spack/repos/builtin/packages/py-azureml-dataset-runtime/package.py b/var/spack/repos/builtin/packages/py-azureml-dataset-runtime/package.py
new file mode 100644
index 0000000000..e7849b8b7e
--- /dev/null
+++ b/var/spack/repos/builtin/packages/py-azureml-dataset-runtime/package.py
@@ -0,0 +1,27 @@
+# Copyright 2013-2020 Lawrence Livermore National Security, LLC and other
+# Spack Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: (Apache-2.0 OR MIT)
+
+
+class PyAzuremlDatasetRuntime(Package):
+    """The purpose of this package is to coordinate dependencies within
+    AzureML packages. It is not intended for public use."""
+
+    homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
+    url      = "https://pypi.io/packages/py3/a/azureml-dataset-runtime/azureml_dataset_runtime-1.11.0.post1-py3-none-any.whl"
+
+    version('1.11.0.post1', sha256='65c20f276399a7d406c4850af7a6f149472d301931fd1da6a60bad59d43fa47b', expand=False)
+
+    variant('fuse', default=False, description='Build with FUSE support')
+
+    extends('python')
+    depends_on('python@3.0:3.999', type=('build', 'run'))
+    depends_on('py-pip', type='build')
+    depends_on('py-azureml-dataprep@2.0.1:2.0.999', type=('build', 'run'))
+    depends_on('py-pyarrow@0.17.0:0.999', type=('build', 'run'))
+    depends_on('py-fusepy@3.0.1:3.999', when='+fuse', type=('build', 'run'))
+
+    def install(self, spec, prefix):
+        pip = which('pip')
+        pip('install', self.stage.archive_file, '--prefix={0}'.format(prefix))
diff --git a/var/spack/repos/builtin/packages/py-azureml-pipeline-core/package.py b/var/spack/repos/builtin/packages/py-azureml-pipeline-core/package.py
index ba7128b03e..2df7e538ac 100644
--- a/var/spack/repos/builtin/packages/py-azureml-pipeline-core/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-pipeline-core/package.py
@@ -8,14 +8,18 @@ class PyAzuremlPipelineCore(Package):
     """Core functionality to enable azureml-pipeline feature."""
 
     homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
-    url      = "https://pypi.io/packages/py3/a/azureml_pipeline_core/azureml_pipeline_core-1.8.0-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_pipeline_core/azureml_pipeline_core-1.11.0-py3-none-any.whl"
 
-    version('1.8.0', sha256='24e1c57a57e75f9d74ea6f45fa4e93c1ee3114c8ed9029d538f9cc8e4f8945b2', expand=False)
+    version('1.11.0', sha256='98012195e3bba12bf42ac69179549038b3563b39e3dadab4f1d06407a00ad8b3', expand=False)
+    version('1.8.0',  sha256='24e1c57a57e75f9d74ea6f45fa4e93c1ee3114c8ed9029d538f9cc8e4f8945b2', expand=False)
 
     extends('python')
     depends_on('python@3.5:3.999', type=('build', 'run'))
     depends_on('py-pip', type='build')
-    depends_on('py-azureml-core@1.8.0:1.8.999', type=('build', 'run'))
+
+    depends_on('py-azureml-core@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+
+    depends_on('py-azureml-core@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
 
     def install(self, spec, prefix):
         pip = which('pip')
diff --git a/var/spack/repos/builtin/packages/py-azureml-pipeline-steps/package.py b/var/spack/repos/builtin/packages/py-azureml-pipeline-steps/package.py
index c461e8c8e6..5cb949660c 100644
--- a/var/spack/repos/builtin/packages/py-azureml-pipeline-steps/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-pipeline-steps/package.py
@@ -8,16 +8,22 @@ class PyAzuremlPipelineSteps(Package):
     """Represents a unit of computation in azureml-pipeline."""
 
     homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
-    url      = "https://pypi.io/packages/py3/a/azureml_pipeline_steps/azureml_pipeline_steps-1.8.0-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_pipeline_steps/azureml_pipeline_steps-1.11.0-py3-none-any.whl"
 
-    version('1.8.0', sha256='3310674207ed457a26fb978e7168e400306c695f7f854f354dee9d5c7c81304c', expand=False)
+    version('1.11.0', sha256='674317d9c74ec4cb05e443f50de1732e14dc4519cbe2743a44f8db0bc5e71214', expand=False)
+    version('1.8.0',  sha256='3310674207ed457a26fb978e7168e400306c695f7f854f354dee9d5c7c81304c', expand=False)
 
     extends('python')
     depends_on('python@3:', type=('build', 'run'))
     depends_on('py-pip', type='build')
-    depends_on('py-azureml-train-core@1.8.0:1.8.999', type=('build', 'run'))
-    depends_on('py-azureml-train-automl-client@1.8.0:1.8.999', type=('build', 'run'))
-    depends_on('py-azureml-pipeline-core@1.8.0:1.8.999', type=('build', 'run'))
+
+    depends_on('py-azureml-train-core@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-train-automl-client@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-pipeline-core@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+
+    depends_on('py-azureml-train-core@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-train-automl-client@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-pipeline-core@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
 
     def install(self, spec, prefix):
         pip = which('pip')
diff --git a/var/spack/repos/builtin/packages/py-azureml-pipeline/package.py b/var/spack/repos/builtin/packages/py-azureml-pipeline/package.py
index 8d359f92aa..e66b510d68 100644
--- a/var/spack/repos/builtin/packages/py-azureml-pipeline/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-pipeline/package.py
@@ -9,15 +9,20 @@ class PyAzuremlPipeline(Package):
     pipelines as well as to submit and track individual pipeline runs."""
 
     homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
-    url      = "https://pypi.io/packages/py3/a/azureml_pipeline/azureml_pipeline-1.8.0-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_pipeline/azureml_pipeline-1.11.0-py3-none-any.whl"
 
-    version('1.8.0', sha256='43ce39789d9a255f147311e40274b5f2571c7ef3b52e218f248724ccb377a02c', expand=False)
+    version('1.11.0', sha256='8233c66b4120e86b9a9346608ca53bf48d5b9f0558300314034426dd0d7897d6', expand=False)
+    version('1.8.0',  sha256='43ce39789d9a255f147311e40274b5f2571c7ef3b52e218f248724ccb377a02c', expand=False)
 
     extends('python')
     depends_on('python@3:', type=('build', 'run'))
     depends_on('py-pip', type='build')
-    depends_on('py-azureml-pipeline-core@1.8.0:1.8.999', type=('build', 'run'))
-    depends_on('py-azureml-pipeline-steps@1.8.0:1.8.999', type=('build', 'run'))
+
+    depends_on('py-azureml-pipeline-core@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-pipeline-steps@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+
+    depends_on('py-azureml-pipeline-core@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-pipeline-steps@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
 
     def install(self, spec, prefix):
         pip = which('pip')
diff --git a/var/spack/repos/builtin/packages/py-azureml-sdk/package.py b/var/spack/repos/builtin/packages/py-azureml-sdk/package.py
index fd14b0ed7b..cd7f504fd3 100644
--- a/var/spack/repos/builtin/packages/py-azureml-sdk/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-sdk/package.py
@@ -8,26 +8,28 @@ class PyAzuremlSdk(Package):
     """Microsoft Azure Machine Learning Python SDK."""
 
     homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
-    url      = "https://pypi.io/packages/py3/a/azureml_sdk/azureml_sdk-1.8.0-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_sdk/azureml_sdk-1.11.0-py3-none-any.whl"
 
     maintainers = ['adamjstewart']
 
-    version('1.8.0', sha256='61107db1403ce2c1a12064eb0fa31a1d075debbf32dd17cb93b7639b615b7839', expand=False)
+    version('1.11.0', sha256='d8c9d24ea90457214d798b0d922489863dad518adde3638e08ef62de28fb183a', expand=False)
+    version('1.8.0',  sha256='61107db1403ce2c1a12064eb0fa31a1d075debbf32dd17cb93b7639b615b7839', expand=False)
 
     extends('python')
     depends_on('python@3.5:3.999', type=('build', 'run'))
     depends_on('py-pip', type='build')
 
-    # For version 1.8.0, dependencies are locked to ~= 1.8.0
-    for ver in ['1.8.0']:
-        ver = Version(ver)
-        for dep in [
-            'core', 'train', 'train-automl-client', 'pipeline',
-            'dataprep+fuse'
-        ]:
-            depends_on('py-azureml-{0}@{1}:{2}.999'.format(
-                dep, ver, ver.up_to(2)
-            ), when='@{0}'.format(ver), type=('build', 'run'))
+    depends_on('py-azureml-core@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-dataset-runtime@1.11.0:1.11.999 +fuse', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-train@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-train-automl-client@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-pipeline@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+
+    depends_on('py-azureml-core@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-train@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-train-automl-client@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-pipeline@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-dataprep@1.8.0:1.8.999 +fuse', when='@1.8.0', type=('build', 'run'))
 
     def install(self, spec, prefix):
         pip = which('pip')
diff --git a/var/spack/repos/builtin/packages/py-azureml-telemetry/package.py b/var/spack/repos/builtin/packages/py-azureml-telemetry/package.py
index 4ceaf33399..510ea5ec5d 100644
--- a/var/spack/repos/builtin/packages/py-azureml-telemetry/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-telemetry/package.py
@@ -9,15 +9,19 @@ class PyAzuremlTelemetry(Package):
     data."""
 
     homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
-    url      = "https://pypi.io/packages/py3/a/azureml_telemetry/azureml_telemetry-1.8.0-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_telemetry/azureml_telemetry-1.11.0-py3-none-any.whl"
 
-    version('1.8.0', sha256='de657efe9773bea0de76c432cbab34501ac28606fe1b380d6883562ebda3d804', expand=False)
+    version('1.11.0', sha256='0d46c4a7bb8c0b188f1503504a6029384bc2237d82a131e7d1e9e89c3491b1fc', expand=False)
+    version('1.8.0',  sha256='de657efe9773bea0de76c432cbab34501ac28606fe1b380d6883562ebda3d804', expand=False)
 
     extends('python')
     depends_on('python@3.5:3.999', type=('build', 'run'))
     depends_on('py-pip', type='build')
     depends_on('py-applicationinsights', type=('build', 'run'))
-    depends_on('py-azureml-core@1.8.0:1.8.999', type=('build', 'run'))
+
+    depends_on('py-azureml-core@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+
+    depends_on('py-azureml-core@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
 
     def install(self, spec, prefix):
         pip = which('pip')
diff --git a/var/spack/repos/builtin/packages/py-azureml-train-automl-client/package.py b/var/spack/repos/builtin/packages/py-azureml-train-automl-client/package.py
index 739af7a07f..51f977dcf8 100644
--- a/var/spack/repos/builtin/packages/py-azureml-train-automl-client/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-train-automl-client/package.py
@@ -10,17 +10,24 @@ class PyAzuremlTrainAutomlClient(Package):
     given training and test data."""
 
     homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
-    url      = "https://pypi.io/packages/py3/a/azureml_train_automl_client/azureml_train_automl_client-1.8.0-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_train_automl_client/azureml_train_automl_client-1.11.0-py3-none-any.whl"
 
-    version('1.8.0', sha256='562300095db6c4dea7b052e255c53dd95c4c3d0589a828b545497fe1ca7e9677', expand=False)
+    version('1.11.0', sha256='3184df60a46917e92140a299aecb54591b19df490a3f4f571ff1f92c5e70a715', expand=False)
+    version('1.8.0',  sha256='562300095db6c4dea7b052e255c53dd95c4c3d0589a828b545497fe1ca7e9677', expand=False)
 
     extends('python')
     depends_on('python@3.5:3.999', type=('build', 'run'))
     depends_on('py-pip', type='build')
-    depends_on('py-azureml-dataprep@1.8.0:1.8.999', type=('build', 'run'))
-    depends_on('py-azureml-automl-core@1.8.0:1.8.999', type=('build', 'run'))
-    depends_on('py-azureml-core@1.8.0:1.8.999', type=('build', 'run'))
-    depends_on('py-azureml-telemetry@1.8.0:1.8.999', type=('build', 'run'))
+
+    depends_on('py-azureml-automl-core@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-core@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-dataset-runtime@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-telemetry@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+
+    depends_on('py-azureml-dataprep@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-automl-core@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-core@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-telemetry@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
 
     def install(self, spec, prefix):
         pip = which('pip')
diff --git a/var/spack/repos/builtin/packages/py-azureml-train-core/package.py b/var/spack/repos/builtin/packages/py-azureml-train-core/package.py
index 55e706762a..b15cd2e82b 100644
--- a/var/spack/repos/builtin/packages/py-azureml-train-core/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-train-core/package.py
@@ -9,17 +9,23 @@ class PyAzuremlTrainCore(Package):
     metapackage."""
 
     homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
-    url      = "https://pypi.io/packages/py3/a/azureml_train_core/azureml_train_core-1.8.0-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_train_core/azureml_train_core-1.11.0-py3-none-any.whl"
 
-    version('1.8.0', sha256='5a8d90a08d4477527049d793feb40d07dc32fafc0e4e57b4f0729d3c50b408a2', expand=False)
+    version('1.11.0', sha256='1b5fd813d21e75cd522d3a078eba779333980a309bcff6fc72b74ddc8e7a26f1', expand=False)
+    version('1.8.0',  sha256='5a8d90a08d4477527049d793feb40d07dc32fafc0e4e57b4f0729d3c50b408a2', expand=False)
 
     extends('python')
     depends_on('python@3.5:3.999', type=('build', 'run'))
     depends_on('py-pip', type='build')
-    depends_on('py-azureml-train-restclients-hyperdrive@1.8.0:1.8.999', type=('build', 'run'))
-    depends_on('py-azureml-core@1.8.0:1.8.999', type=('build', 'run'))
-    depends_on('py-azureml-telemetry@1.8.0:1.8.999', type=('build', 'run'))
-    depends_on('py-flake8@3.1.0:3.7.9', when='^python@3.6:', type=('build', 'run'))
+
+    depends_on('py-azureml-train-restclients-hyperdrive@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-core@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+    depends_on('py-azureml-telemetry@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+
+    depends_on('py-azureml-train-restclients-hyperdrive@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-core@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-azureml-telemetry@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
+    depends_on('py-flake8@3.1.0:3.7.9', when='@1.8.0 ^python@3.6:', type=('build', 'run'))
 
     def install(self, spec, prefix):
         pip = which('pip')
diff --git a/var/spack/repos/builtin/packages/py-azureml-train-restclients-hyperdrive/package.py b/var/spack/repos/builtin/packages/py-azureml-train-restclients-hyperdrive/package.py
index 4bcf121cc8..36ce557724 100644
--- a/var/spack/repos/builtin/packages/py-azureml-train-restclients-hyperdrive/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-train-restclients-hyperdrive/package.py
@@ -9,9 +9,10 @@ class PyAzuremlTrainRestclientsHyperdrive(Package):
     azureml-train metapackage."""
 
     homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
-    url      = "https://pypi.io/packages/py3/a/azureml_train_restclients_hyperdrive/azureml_train_restclients_hyperdrive-1.8.0-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_train_restclients_hyperdrive/azureml_train_restclients_hyperdrive-1.11.0-py3-none-any.whl"
 
-    version('1.8.0', sha256='1633c7eb0fd96714f54f72072ccf1c5ee1ef0a8ba52680793f20d27e0fd43c87', expand=False)
+    version('1.11.0', sha256='8bc6f9676a9f75e6ee06d201c418ea904c24e854f26cf799b08c259c3ac92d13', expand=False)
+    version('1.8.0',  sha256='1633c7eb0fd96714f54f72072ccf1c5ee1ef0a8ba52680793f20d27e0fd43c87', expand=False)
 
     extends('python')
     depends_on('python@3.5:3.999', type=('build', 'run'))
diff --git a/var/spack/repos/builtin/packages/py-azureml-train/package.py b/var/spack/repos/builtin/packages/py-azureml-train/package.py
index c285968349..c8917a5700 100644
--- a/var/spack/repos/builtin/packages/py-azureml-train/package.py
+++ b/var/spack/repos/builtin/packages/py-azureml-train/package.py
@@ -10,14 +10,18 @@ class PyAzuremlTrain(Package):
     tuning using Azure cloud."""
 
     homepage = "https://docs.microsoft.com/en-us/azure/machine-learning/service/"
-    url      = "https://pypi.io/packages/py3/a/azureml_train/azureml_train-1.8.0-py3-none-any.whl"
+    url      = "https://pypi.io/packages/py3/a/azureml_train/azureml_train-1.11.0-py3-none-any.whl"
 
-    version('1.8.0', sha256='124e5b7d8d64bac61db022f305bd31c25e57fdcb4be93eefd4244a04a13deab3', expand=False)
+    version('1.11.0', sha256='7800a3067979972b976c81082dc509e23c04405129cc1fdef0f9cd7895bcafc7', expand=False)
+    version('1.8.0',  sha256='124e5b7d8d64bac61db022f305bd31c25e57fdcb4be93eefd4244a04a13deab3', expand=False)
 
     extends('python')
     depends_on('python@3.5:3.999', type=('build', 'run'))
     depends_on('py-pip', type='build')
-    depends_on('py-azureml-train-core@1.8.0:1.8.999', type=('build', 'run'))
+
+    depends_on('py-azureml-train-core@1.11.0:1.11.999', when='@1.11.0', type=('build', 'run'))
+
+    depends_on('py-azureml-train-core@1.8.0:1.8.999', when='@1.8.0', type=('build', 'run'))
 
     def install(self, spec, prefix):
         pip = which('pip')
diff --git a/var/spack/repos/builtin/packages/py-pyarrow/package.py b/var/spack/repos/builtin/packages/py-pyarrow/package.py
index 4daa0e0061..13ed0f14f4 100644
--- a/var/spack/repos/builtin/packages/py-pyarrow/package.py
+++ b/var/spack/repos/builtin/packages/py-pyarrow/package.py
@@ -12,9 +12,10 @@ class PyPyarrow(PythonPackage):
     This package contains the Python bindings.
     """
 
-    homepage = "http://arrow.apache.org"
-    url = 'https://pypi.io/packages/source/p/pyarrow/pyarrow-0.15.1.tar.gz'
+    homepage = "https://arrow.apache.org"
+    url = 'https://pypi.io/packages/source/p/pyarrow/pyarrow-0.17.1.tar.gz'
 
+    version('0.17.1', sha256='278d11800c2e0f9bea6314ef718b2368b4046ba24b6c631c14edad5a1d351e49')
     version('0.15.1', sha256='7ad074690ba38313067bf3bbda1258966d38e2037c035d08b9ffe3cce07747a5')
     version('0.12.1', sha256='10db6e486c918c3af999d0114a22d92770687e3a6607ea3f14e6748854824c2a')
     version('0.11.0', sha256='07a6fd71c5d7440f2c42383dd2c5daa12d7f0a012f1e88288ed08a247032aead')
@@ -24,10 +25,12 @@ class PyPyarrow(PythonPackage):
 
     depends_on('cmake@3.0.0:', type='build')
     depends_on('pkgconfig', type='build')
+    depends_on('python@3.5:', type=('build', 'run'), when='@0.17:')
     depends_on('py-setuptools', type='build')
     depends_on('py-setuptools-scm', type='build', when='@0.15.0:')
     depends_on('py-cython', type='build')
     depends_on('py-cython@0.29:', type='build', when='@0.15.0:')
+    depends_on('py-pytest-runner', type='test', when='@0.17:')
     depends_on('py-pytest', type='test', when='@0.15.0:')
     depends_on('py-pandas', type='test', when='@0.15.0:')
     depends_on('py-hypothesis', type='test', when='@0.15.0:')
@@ -37,7 +40,7 @@ class PyPyarrow(PythonPackage):
     depends_on('py-futures', type=('build', 'run'), when='@0.15.0:^python@:3.1.99')
     depends_on('py-enum34@1.1.6:', type=('build', 'run'), when='@0.15.0:^python@:3.3.99')
 
-    for v in ('@0.9.0', '@0.11.0', '@0.12.1', '@0.15.1'):
+    for v in ('@0.9.0', '@0.11.0', '@0.12.1', '@0.15.1', '@0.17.1'):
         depends_on('arrow+python' + v, when=v)
         depends_on('arrow+parquet+python' + v, when='+parquet' + v)