diff options
Diffstat (limited to 'var/spack/repos/builtin/packages/py-torch/package.py')
| -rw-r--r-- | var/spack/repos/builtin/packages/py-torch/package.py | 676 |
1 files changed, 361 insertions, 315 deletions
diff --git a/var/spack/repos/builtin/packages/py-torch/package.py b/var/spack/repos/builtin/packages/py-torch/package.py index c5b3356045..98fdbf62c6 100644 --- a/var/spack/repos/builtin/packages/py-torch/package.py +++ b/var/spack/repos/builtin/packages/py-torch/package.py @@ -15,122 +15,140 @@ class PyTorch(PythonPackage, CudaPackage): with strong GPU acceleration.""" homepage = "https://pytorch.org/" - git = "https://github.com/pytorch/pytorch.git" + git = "https://github.com/pytorch/pytorch.git" - maintainers = ['adamjstewart'] + maintainers = ["adamjstewart"] # Exact set of modules is version- and variant-specific, just attempt to import the # core libraries to ensure that the package was successfully installed. - import_modules = ['torch', 'torch.autograd', 'torch.nn', 'torch.utils'] - - version('master', branch='master', submodules=True) - version('1.12.0', tag='v1.12.0', submodules=True) - version('1.11.0', tag='v1.11.0', submodules=True) - version('1.10.2', tag='v1.10.2', submodules=True) - version('1.10.1', tag='v1.10.1', submodules=True) - version('1.10.0', tag='v1.10.0', submodules=True) - version('1.9.1', tag='v1.9.1', submodules=True) - version('1.9.0', tag='v1.9.0', submodules=True) - version('1.8.2', tag='v1.8.2', submodules=True) - version('1.8.1', tag='v1.8.1', submodules=True) - version('1.8.0', tag='v1.8.0', submodules=True) - version('1.7.1', tag='v1.7.1', submodules=True) - version('1.7.0', tag='v1.7.0', submodules=True) - version('1.6.0', tag='v1.6.0', submodules=True) - version('1.5.1', tag='v1.5.1', submodules=True) - version('1.5.0', tag='v1.5.0', submodules=True) - version('1.4.1', tag='v1.4.1', submodules=True) - version('1.3.1', tag='v1.3.1', submodules=True) - version('1.3.0', tag='v1.3.0', submodules=True) - version('1.2.0', tag='v1.2.0', submodules=True) - version('1.1.0', tag='v1.1.0', submodules=True) - version('1.0.1', tag='v1.0.1', submodules=True) - version('1.0.0', tag='v1.0.0', submodules=True) - - is_darwin = sys.platform == 'darwin' + import_modules = ["torch", "torch.autograd", "torch.nn", "torch.utils"] + + version("master", branch="master", submodules=True) + version("1.12.0", tag="v1.12.0", submodules=True) + version("1.11.0", tag="v1.11.0", submodules=True) + version("1.10.2", tag="v1.10.2", submodules=True) + version("1.10.1", tag="v1.10.1", submodules=True) + version("1.10.0", tag="v1.10.0", submodules=True) + version("1.9.1", tag="v1.9.1", submodules=True) + version("1.9.0", tag="v1.9.0", submodules=True) + version("1.8.2", tag="v1.8.2", submodules=True) + version("1.8.1", tag="v1.8.1", submodules=True) + version("1.8.0", tag="v1.8.0", submodules=True) + version("1.7.1", tag="v1.7.1", submodules=True) + version("1.7.0", tag="v1.7.0", submodules=True) + version("1.6.0", tag="v1.6.0", submodules=True) + version("1.5.1", tag="v1.5.1", submodules=True) + version("1.5.0", tag="v1.5.0", submodules=True) + version("1.4.1", tag="v1.4.1", submodules=True) + version("1.3.1", tag="v1.3.1", submodules=True) + version("1.3.0", tag="v1.3.0", submodules=True) + version("1.2.0", tag="v1.2.0", submodules=True) + version("1.1.0", tag="v1.1.0", submodules=True) + version("1.0.1", tag="v1.0.1", submodules=True) + version("1.0.0", tag="v1.0.0", submodules=True) + + is_darwin = sys.platform == "darwin" # All options are defined in CMakeLists.txt. # Some are listed in setup.py, but not all. - variant('debug', default=False, description="Build with debugging support") - variant('caffe2', default=False, description='Build Caffe2', when='@1.7:') - variant('test', default=False, description='Build C++ test binaries') - variant('cuda', default=not is_darwin, description='Use CUDA') - variant('rocm', default=False, description='Use ROCm') - variant('cudnn', default=not is_darwin, description='Use cuDNN', when='+cuda') - variant('fbgemm', default=True, description='Use FBGEMM (quantized 8-bit server operators)') - variant('kineto', default=True, description='Use Kineto profiling library', when='@1.8:') - variant('magma', default=not is_darwin, description='Use MAGMA', when='+cuda') - variant('metal', default=is_darwin, description='Use Metal for Caffe2 iOS build') - variant('mps', default=is_darwin and macos_version() >= Version('12.3'), description='Use MPS for macOS build', when='@1.12: platform=darwin') - variant('nccl', default=True, description='Use NCCL', when='+cuda platform=linux') - variant('nccl', default=True, description='Use NCCL', when='+cuda platform=cray') - variant('nccl', default=True, description='Use NCCL', when='+rocm platform=linux') - variant('nccl', default=True, description='Use NCCL', when='+rocm platform=cray') - variant('nnpack', default=True, description='Use NNPACK') - variant('numa', default=True, description='Use NUMA', when='platform=linux') - variant('numa', default=True, description='Use NUMA', when='platform=cray') - variant('numpy', default=True, description='Use NumPy') - variant('openmp', default=True, description='Use OpenMP for parallel code') - variant('qnnpack', default=True, description='Use QNNPACK (quantized 8-bit operators)') - variant('valgrind', default=True, description='Use Valgrind', when='@1.8: platform=linux') - variant('valgrind', default=True, description='Use Valgrind', when='@1.8: platform=cray') - variant('xnnpack', default=True, description='Use XNNPACK', when='@1.5:') - variant('mkldnn', default=True, description='Use MKLDNN') - variant('distributed', default=not is_darwin, description='Use distributed') - variant('mpi', default=not is_darwin, description='Use MPI for Caffe2', when='+distributed') - variant('gloo', default=not is_darwin, description='Use Gloo', when='+distributed') - variant('tensorpipe', default=not is_darwin, description='Use TensorPipe', when='@1.6: +distributed') - variant('onnx_ml', default=True, description='Enable traditional ONNX ML API', when='@1.5:') - variant('breakpad', default=True, description='Enable breakpad crash dump library', when='@1.9:1.11') - - conflicts('+cuda+rocm') - conflicts('+breakpad', when='target=ppc64:') - conflicts('+breakpad', when='target=ppc64le:') + variant("debug", default=False, description="Build with debugging support") + variant("caffe2", default=False, description="Build Caffe2", when="@1.7:") + variant("test", default=False, description="Build C++ test binaries") + variant("cuda", default=not is_darwin, description="Use CUDA") + variant("rocm", default=False, description="Use ROCm") + variant("cudnn", default=not is_darwin, description="Use cuDNN", when="+cuda") + variant("fbgemm", default=True, description="Use FBGEMM (quantized 8-bit server operators)") + variant("kineto", default=True, description="Use Kineto profiling library", when="@1.8:") + variant("magma", default=not is_darwin, description="Use MAGMA", when="+cuda") + variant("metal", default=is_darwin, description="Use Metal for Caffe2 iOS build") + variant( + "mps", + default=is_darwin and macos_version() >= Version("12.3"), + description="Use MPS for macOS build", + when="@1.12: platform=darwin", + ) + variant("nccl", default=True, description="Use NCCL", when="+cuda platform=linux") + variant("nccl", default=True, description="Use NCCL", when="+cuda platform=cray") + variant("nccl", default=True, description="Use NCCL", when="+rocm platform=linux") + variant("nccl", default=True, description="Use NCCL", when="+rocm platform=cray") + variant("nnpack", default=True, description="Use NNPACK") + variant("numa", default=True, description="Use NUMA", when="platform=linux") + variant("numa", default=True, description="Use NUMA", when="platform=cray") + variant("numpy", default=True, description="Use NumPy") + variant("openmp", default=True, description="Use OpenMP for parallel code") + variant("qnnpack", default=True, description="Use QNNPACK (quantized 8-bit operators)") + variant("valgrind", default=True, description="Use Valgrind", when="@1.8: platform=linux") + variant("valgrind", default=True, description="Use Valgrind", when="@1.8: platform=cray") + variant("xnnpack", default=True, description="Use XNNPACK", when="@1.5:") + variant("mkldnn", default=True, description="Use MKLDNN") + variant("distributed", default=not is_darwin, description="Use distributed") + variant("mpi", default=not is_darwin, description="Use MPI for Caffe2", when="+distributed") + variant("gloo", default=not is_darwin, description="Use Gloo", when="+distributed") + variant( + "tensorpipe", + default=not is_darwin, + description="Use TensorPipe", + when="@1.6: +distributed", + ) + variant("onnx_ml", default=True, description="Enable traditional ONNX ML API", when="@1.5:") + variant( + "breakpad", + default=True, + description="Enable breakpad crash dump library", + when="@1.9:1.11", + ) + + conflicts("+cuda+rocm") + conflicts("+breakpad", when="target=ppc64:") + conflicts("+breakpad", when="target=ppc64le:") # https://github.com/pytorch/pytorch/issues/77811 - conflicts('+qnnpack', when='platform=darwin target=aarch64:') + conflicts("+qnnpack", when="platform=darwin target=aarch64:") - conflicts('cuda_arch=none', when='+cuda', - msg='Must specify CUDA compute capabilities of your GPU, see ' - 'https://developer.nvidia.com/cuda-gpus') + conflicts( + "cuda_arch=none", + when="+cuda", + msg="Must specify CUDA compute capabilities of your GPU, see " + "https://developer.nvidia.com/cuda-gpus", + ) # Required dependencies - depends_on('cmake@3.13:', when='@1.11:', type='build') - depends_on('cmake@3.10:', when='@1.10:', type='build') - depends_on('cmake@3.5:', type='build') + depends_on("cmake@3.13:", when="@1.11:", type="build") + depends_on("cmake@3.10:", when="@1.10:", type="build") + depends_on("cmake@3.5:", type="build") # Use Ninja generator to speed up build times, automatically used if found - depends_on('ninja@1.5:', when='@1.1:', type='build') + depends_on("ninja@1.5:", when="@1.1:", type="build") # See python_min_version in setup.py - depends_on('python@3.7:', when='@1.11:', type=('build', 'link', 'run')) - depends_on('python@3.6.2:', when='@1.7.1:', type=('build', 'link', 'run')) - depends_on('python@3.6.1:', when='@1.6:1.7.0', type=('build', 'link', 'run')) - depends_on('python@3.5:', when='@1.5', type=('build', 'link', 'run')) - depends_on('python@2.7:2,3.5:', when='@1.4', type=('build', 'link', 'run')) - depends_on('python@2.7:2,3.5:3.7', when='@:1.3', type=('build', 'link', 'run')) - depends_on('py-setuptools', type=('build', 'run')) - depends_on('py-future', when='@1.5:', type=('build', 'run')) - depends_on('py-future', when='@1.1: ^python@:2', type=('build', 'run')) - depends_on('py-pyyaml', type=('build', 'run')) - depends_on('py-typing', when='^python@:3.4', type=('build', 'run')) - depends_on('py-pybind11@2.6.2', when='@1.8:', type=('build', 'link', 'run')) - depends_on('py-pybind11@2.3.0', when='@1.1:1.7', type=('build', 'link', 'run')) - depends_on('py-pybind11@2.2.4', when='@:1.0', type=('build', 'link', 'run')) - depends_on('py-dataclasses', when='@1.7: ^python@3.6', type=('build', 'run')) - depends_on('py-tqdm', type='run') + depends_on("python@3.7:", when="@1.11:", type=("build", "link", "run")) + depends_on("python@3.6.2:", when="@1.7.1:", type=("build", "link", "run")) + depends_on("python@3.6.1:", when="@1.6:1.7.0", type=("build", "link", "run")) + depends_on("python@3.5:", when="@1.5", type=("build", "link", "run")) + depends_on("python@2.7:2,3.5:", when="@1.4", type=("build", "link", "run")) + depends_on("python@2.7:2,3.5:3.7", when="@:1.3", type=("build", "link", "run")) + depends_on("py-setuptools", type=("build", "run")) + depends_on("py-future", when="@1.5:", type=("build", "run")) + depends_on("py-future", when="@1.1: ^python@:2", type=("build", "run")) + depends_on("py-pyyaml", type=("build", "run")) + depends_on("py-typing", when="^python@:3.4", type=("build", "run")) + depends_on("py-pybind11@2.6.2", when="@1.8:", type=("build", "link", "run")) + depends_on("py-pybind11@2.3.0", when="@1.1:1.7", type=("build", "link", "run")) + depends_on("py-pybind11@2.2.4", when="@:1.0", type=("build", "link", "run")) + depends_on("py-dataclasses", when="@1.7: ^python@3.6", type=("build", "run")) + depends_on("py-tqdm", type="run") # https://github.com/onnx/onnx#prerequisites - depends_on('py-numpy@1.16.6:', type=('build', 'run')) - depends_on('py-protobuf@3.12.2:', when='@1.10:', type=('build', 'run')) - depends_on('py-protobuf@:3.14', when='@:1.9', type=('build', 'run')) - depends_on('protobuf@3.12.2:', when='@1.10:') - depends_on('protobuf@:3.14', when='@:1.9') + depends_on("py-numpy@1.16.6:", type=("build", "run")) + depends_on("py-protobuf@3.12.2:", when="@1.10:", type=("build", "run")) + depends_on("py-protobuf@:3.14", when="@:1.9", type=("build", "run")) + depends_on("protobuf@3.12.2:", when="@1.10:") + depends_on("protobuf@:3.14", when="@:1.9") # https://github.com/protocolbuffers/protobuf/issues/10051 # https://github.com/pytorch/pytorch/issues/78362 - depends_on('py-protobuf@:3', type=('build', 'run')) - depends_on('protobuf@:3', type=('build', 'run')) - depends_on('py-typing-extensions@3.6.2.1:', when='@1.7:', type=('build', 'run')) - depends_on('blas') - depends_on('lapack') - depends_on('eigen') + depends_on("py-protobuf@:3", type=("build", "run")) + depends_on("protobuf@:3", type=("build", "run")) + depends_on("py-typing-extensions@3.6.2.1:", when="@1.7:", type=("build", "run")) + depends_on("blas") + depends_on("lapack") + depends_on("eigen") # https://github.com/pytorch/pytorch/issues/60329 # depends_on('cpuinfo@2020-12-17', when='@1.8:') # depends_on('cpuinfo@2020-06-11', when='@1.6:1.7') @@ -140,48 +158,48 @@ class PyTorch(PythonPackage, CudaPackage): # depends_on('sleef@3.4.0_2019-07-30', when='@1.6:1.7') # https://github.com/Maratyszcza/FP16/issues/18 # depends_on('fp16@2020-05-14', when='@1.6:') - depends_on('pthreadpool@2021-04-13', when='@1.9:') - depends_on('pthreadpool@2020-10-05', when='@1.8') - depends_on('pthreadpool@2020-06-15', when='@1.6:1.7') - depends_on('psimd@2020-05-17', when='@1.6:') - depends_on('fxdiv@2020-04-17', when='@1.6:') - depends_on('benchmark', when='@1.6:+test') + depends_on("pthreadpool@2021-04-13", when="@1.9:") + depends_on("pthreadpool@2020-10-05", when="@1.8") + depends_on("pthreadpool@2020-06-15", when="@1.6:1.7") + depends_on("psimd@2020-05-17", when="@1.6:") + depends_on("fxdiv@2020-04-17", when="@1.6:") + depends_on("benchmark", when="@1.6:+test") # Optional dependencies # https://discuss.pytorch.org/t/compiling-1-10-1-from-source-with-gcc-11-and-cuda-11-5/140971 - depends_on('cuda@9.2:', when='@1.11:+cuda', type=('build', 'link', 'run')) - depends_on('cuda@9.2:11.4', when='@1.6:1.10+cuda', type=('build', 'link', 'run')) - depends_on('cuda@9:11.4', when='@1.1:1.5+cuda', type=('build', 'link', 'run')) - depends_on('cuda@7.5:11.4', when='@:1.0+cuda', type=('build', 'link', 'run')) - depends_on('cudnn@6:7', when='@:1.0+cudnn') - depends_on('cudnn@7.0:7', when='@1.1:1.5+cudnn') - depends_on('cudnn@7:', when='@1.6:+cudnn') - depends_on('magma+cuda', when='+magma+cuda') - depends_on('magma+rocm', when='+magma+rocm') - depends_on('nccl', when='+nccl') - depends_on('numactl', when='+numa') - depends_on('llvm-openmp', when='%apple-clang +openmp') - depends_on('valgrind', when='+valgrind') + depends_on("cuda@9.2:", when="@1.11:+cuda", type=("build", "link", "run")) + depends_on("cuda@9.2:11.4", when="@1.6:1.10+cuda", type=("build", "link", "run")) + depends_on("cuda@9:11.4", when="@1.1:1.5+cuda", type=("build", "link", "run")) + depends_on("cuda@7.5:11.4", when="@:1.0+cuda", type=("build", "link", "run")) + depends_on("cudnn@6:7", when="@:1.0+cudnn") + depends_on("cudnn@7.0:7", when="@1.1:1.5+cudnn") + depends_on("cudnn@7:", when="@1.6:+cudnn") + depends_on("magma+cuda", when="+magma+cuda") + depends_on("magma+rocm", when="+magma+rocm") + depends_on("nccl", when="+nccl") + depends_on("numactl", when="+numa") + depends_on("llvm-openmp", when="%apple-clang +openmp") + depends_on("valgrind", when="+valgrind") with when("+rocm"): - depends_on('hsa-rocr-dev') - depends_on('hip') - depends_on('rccl') - depends_on('rocprim') - depends_on('hipcub') - depends_on('rocthrust') - depends_on('roctracer-dev') - depends_on('rocrand') - depends_on('hipsparse') - depends_on('hipfft') - depends_on('rocfft') - depends_on('rocblas') - depends_on('miopen-hip') + depends_on("hsa-rocr-dev") + depends_on("hip") + depends_on("rccl") + depends_on("rocprim") + depends_on("hipcub") + depends_on("rocthrust") + depends_on("roctracer-dev") + depends_on("rocrand") + depends_on("hipsparse") + depends_on("hipfft") + depends_on("rocfft") + depends_on("rocblas") + depends_on("miopen-hip") # https://github.com/pytorch/pytorch/issues/60332 # depends_on('xnnpack@2022-02-16', when='@1.12:+xnnpack') # depends_on('xnnpack@2021-06-21', when='@1.10:1.11+xnnpack') # depends_on('xnnpack@2021-02-22', when='@1.8:1.9+xnnpack') # depends_on('xnnpack@2020-03-23', when='@1.6:1.7+xnnpack') - depends_on('mpi', when='+mpi') + depends_on("mpi", when="+mpi") # https://github.com/pytorch/pytorch/issues/60270 # depends_on('gloo@2021-05-21', when='@1.10:+gloo') # depends_on('gloo@2021-05-04', when='@1.9+gloo') @@ -193,31 +211,35 @@ class PyTorch(PythonPackage, CudaPackage): # depends_on('onnx@1.10.1', when='@1.10+onnx_ml') # depends_on('onnx@1.8.0_2020-11-03', when='@1.8:1.9+onnx_ml') # depends_on('onnx@1.7.0_2020-05-31', when='@1.6:1.7+onnx_ml') - depends_on('mkl', when='+mkldnn') + depends_on("mkl", when="+mkldnn") # Test dependencies - depends_on('py-hypothesis', type='test') - depends_on('py-six', type='test') - depends_on('py-psutil', type='test') + depends_on("py-hypothesis", type="test") + depends_on("py-six", type="test") + depends_on("py-psutil", type="test") # Fix BLAS being overridden by MKL # https://github.com/pytorch/pytorch/issues/60328 - patch('https://github.com/pytorch/pytorch/pull/59220.patch?full_index=1', - sha256='6d5717267f901e8ee493dfacd08734d9bcc48ad29a76ca9ef702368e96bee675', - when='@1.2:1.11') + patch( + "https://github.com/pytorch/pytorch/pull/59220.patch?full_index=1", + sha256="6d5717267f901e8ee493dfacd08734d9bcc48ad29a76ca9ef702368e96bee675", + when="@1.2:1.11", + ) # Fixes build on older systems with glibc <2.12 - patch('https://github.com/pytorch/pytorch/pull/55063.patch?full_index=1', - sha256='2229bcbf20fbe88aa9f7318f89c126ec7f527875ffe689a763c78abfa127a65c', - when='@1.1:1.8.1') + patch( + "https://github.com/pytorch/pytorch/pull/55063.patch?full_index=1", + sha256="2229bcbf20fbe88aa9f7318f89c126ec7f527875ffe689a763c78abfa127a65c", + when="@1.1:1.8.1", + ) # Fixes CMake configuration error when XNNPACK is disabled # https://github.com/pytorch/pytorch/pull/35607 # https://github.com/pytorch/pytorch/pull/37865 - patch('xnnpack.patch', when='@1.5') + patch("xnnpack.patch", when="@1.5") # Fixes build error when ROCm is enabled for pytorch-1.5 release - patch('rocm.patch', when='@1.5+rocm') + patch("rocm.patch", when="@1.5+rocm") # Fixes fatal error: sleef.h: No such file or directory # https://github.com/pytorch/pytorch/pull/35359 @@ -226,66 +248,89 @@ class PyTorch(PythonPackage, CudaPackage): # Fixes compilation with Clang 9.0.0 and Apple Clang 11.0.3 # https://github.com/pytorch/pytorch/pull/37086 - patch('https://github.com/pytorch/pytorch/commit/e921cd222a8fbeabf5a3e74e83e0d8dfb01aa8b5.patch?full_index=1', - sha256='0f3ad037a95af9d34b1d085050c1e7771fd00f0b89e5b3a276097b7c9f4fabf8', - when='@1.1:1.5') + patch( + "https://github.com/pytorch/pytorch/commit/e921cd222a8fbeabf5a3e74e83e0d8dfb01aa8b5.patch?full_index=1", + sha256="0f3ad037a95af9d34b1d085050c1e7771fd00f0b89e5b3a276097b7c9f4fabf8", + when="@1.1:1.5", + ) # Removes duplicate definition of getCusparseErrorString # https://github.com/pytorch/pytorch/issues/32083 - patch('cusparseGetErrorString.patch', when='@:1.0^cuda@10.1.243:') + patch("cusparseGetErrorString.patch", when="@:1.0^cuda@10.1.243:") # Fixes 'FindOpenMP.cmake' # to detect openmp settings used by Fujitsu compiler. - patch('detect_omp_of_fujitsu_compiler.patch', when='%fj') + patch("detect_omp_of_fujitsu_compiler.patch", when="%fj") # Fixes to build with fujitsu-ssl2 - patch('fj-ssl2_1.11.patch', when='@1.11:^fujitsu-ssl2') - patch('fj-ssl2_1.10.patch', when='@1.10^fujitsu-ssl2') - patch('fj-ssl2_1.9.patch', when='@1.9^fujitsu-ssl2') - patch('fj-ssl2_1.8.patch', when='@1.8^fujitsu-ssl2') - patch('fj-ssl2_1.6-1.7.patch', when='@1.6:1.7^fujitsu-ssl2') - patch('fj-ssl2_1.3-1.5.patch', when='@1.3:1.5^fujitsu-ssl2') - patch('fj-ssl2_1.2.patch', when='@1.2^fujitsu-ssl2') + patch("fj-ssl2_1.11.patch", when="@1.11:^fujitsu-ssl2") + patch("fj-ssl2_1.10.patch", when="@1.10^fujitsu-ssl2") + patch("fj-ssl2_1.9.patch", when="@1.9^fujitsu-ssl2") + patch("fj-ssl2_1.8.patch", when="@1.8^fujitsu-ssl2") + patch("fj-ssl2_1.6-1.7.patch", when="@1.6:1.7^fujitsu-ssl2") + patch("fj-ssl2_1.3-1.5.patch", when="@1.3:1.5^fujitsu-ssl2") + patch("fj-ssl2_1.2.patch", when="@1.2^fujitsu-ssl2") # Fix compilation of +distributed~tensorpipe # https://github.com/pytorch/pytorch/issues/68002 - patch('https://github.com/pytorch/pytorch/commit/c075f0f633fa0136e68f0a455b5b74d7b500865c.patch?full_index=1', - sha256='41271e494a3a60a65a8dd45ac053d1a6e4e4d5b42c2dac589ac67524f61ac41e', when='@1.10.0+distributed~tensorpipe') + patch( + "https://github.com/pytorch/pytorch/commit/c075f0f633fa0136e68f0a455b5b74d7b500865c.patch?full_index=1", + sha256="41271e494a3a60a65a8dd45ac053d1a6e4e4d5b42c2dac589ac67524f61ac41e", + when="@1.10.0+distributed~tensorpipe", + ) # Use patches from IBM's Open CE to enable building on Power systems # 03xx - patch temporary to fix a problem that when fixed upstream can be removed - patch('https://github.com/open-ce/pytorch-feedstock/raw/0a145060ca8523314ec3893af935c3b140e2d0b0/pytorch-1.10/recipe/0302-cpp-extension.patch', - sha256='ecb3973fa7d0f4c8f8ae40433f3ca5622d730a7b16f6cb63325d1e95baff8aa2', when='@1.10:1.11 arch=ppc64le:') - - patch('https://github.com/open-ce/pytorch-feedstock/raw/0a145060ca8523314ec3893af935c3b140e2d0b0/pytorch-1.10/recipe/0311-PR66085-Remove-unused-dump-method-from-VSX-vec256-methods.patch', - sha256='f05db59f3def4c4215db7142d81029c73fe330c660492159b66d65ca5001f4d1', when='@1.10:1.11 arch=ppc64le:') - - patch('https://github.com/open-ce/pytorch-feedstock/raw/0a145060ca8523314ec3893af935c3b140e2d0b0/pytorch-1.10/recipe/0312-PR67331-Dummpy-VSX-bfloat16-implementation.patch', - sha256='860b64afa85f5e6647ebc3c91d5a0bb258784770900c9302c3599c98d5cff1ee', when='@1.10:1.11 arch=ppc64le:') - - patch('https://github.com/open-ce/pytorch-feedstock/raw/0a145060ca8523314ec3893af935c3b140e2d0b0/pytorch-1.10/recipe/0313-add-missing-vsx-dispatch.patch', - sha256='7393c2bc0b6d41ecc813c829a1e517bee864686652e91f174cb7bcdfb10ba451', when='@1.10:1.11 arch=ppc64le:') - - patch('https://github.com/open-ce/pytorch-feedstock/raw/0a145060ca8523314ec3893af935c3b140e2d0b0/pytorch-1.12/recipe/0302-cpp-extension.patch', - sha256='2fac519cca8997f074c263505657ff867e7ba2d6637fc8bda99c70a99be0442a', when='@1.12: arch=ppc64le:') + patch( + "https://github.com/open-ce/pytorch-feedstock/raw/0a145060ca8523314ec3893af935c3b140e2d0b0/pytorch-1.10/recipe/0302-cpp-extension.patch", + sha256="ecb3973fa7d0f4c8f8ae40433f3ca5622d730a7b16f6cb63325d1e95baff8aa2", + when="@1.10:1.11 arch=ppc64le:", + ) + + patch( + "https://github.com/open-ce/pytorch-feedstock/raw/0a145060ca8523314ec3893af935c3b140e2d0b0/pytorch-1.10/recipe/0311-PR66085-Remove-unused-dump-method-from-VSX-vec256-methods.patch", + sha256="f05db59f3def4c4215db7142d81029c73fe330c660492159b66d65ca5001f4d1", + when="@1.10:1.11 arch=ppc64le:", + ) + + patch( + "https://github.com/open-ce/pytorch-feedstock/raw/0a145060ca8523314ec3893af935c3b140e2d0b0/pytorch-1.10/recipe/0312-PR67331-Dummpy-VSX-bfloat16-implementation.patch", + sha256="860b64afa85f5e6647ebc3c91d5a0bb258784770900c9302c3599c98d5cff1ee", + when="@1.10:1.11 arch=ppc64le:", + ) + + patch( + "https://github.com/open-ce/pytorch-feedstock/raw/0a145060ca8523314ec3893af935c3b140e2d0b0/pytorch-1.10/recipe/0313-add-missing-vsx-dispatch.patch", + sha256="7393c2bc0b6d41ecc813c829a1e517bee864686652e91f174cb7bcdfb10ba451", + when="@1.10:1.11 arch=ppc64le:", + ) + + patch( + "https://github.com/open-ce/pytorch-feedstock/raw/0a145060ca8523314ec3893af935c3b140e2d0b0/pytorch-1.12/recipe/0302-cpp-extension.patch", + sha256="2fac519cca8997f074c263505657ff867e7ba2d6637fc8bda99c70a99be0442a", + when="@1.12: arch=ppc64le:", + ) # Cherry-pick a patch to allow earlier versions of PyTorch to work with CUDA 11.4 - patch('https://github.com/pytorch/pytorch/commit/c74c0c571880df886474be297c556562e95c00e0.patch?full_index=1', - sha256='8ff7d285e52e4718bad1ca01ceb3bb6471d7828329036bb94222717fcaa237da', when='@:1.9.1 ^cuda@11.4.100:') + patch( + "https://github.com/pytorch/pytorch/commit/c74c0c571880df886474be297c556562e95c00e0.patch?full_index=1", + sha256="8ff7d285e52e4718bad1ca01ceb3bb6471d7828329036bb94222717fcaa237da", + when="@:1.9.1 ^cuda@11.4.100:", + ) @property def headers(self): """Discover header files in platlib.""" # Headers may be in either location - include = join_path(self.prefix, self.spec['python'].package.include) - platlib = join_path(self.prefix, self.spec['python'].package.platlib) + include = join_path(self.prefix, self.spec["python"].package.include) + platlib = join_path(self.prefix, self.spec["python"].package.platlib) headers = find_all_headers(include) + find_all_headers(platlib) if headers: return headers - msg = 'Unable to locate {} headers in {} or {}' + msg = "Unable to locate {} headers in {} or {}" raise NoHeadersError(msg.format(self.spec.name, include, platlib)) @property @@ -293,23 +338,25 @@ class PyTorch(PythonPackage, CudaPackage): """Discover libraries in platlib.""" # Remove py- prefix in package name - library = 'lib' + self.spec.name[3:].replace('-', '?') - root = join_path(self.prefix, self.spec['python'].package.platlib) + library = "lib" + self.spec.name[3:].replace("-", "?") + root = join_path(self.prefix, self.spec["python"].package.platlib) for shared in [True, False]: libs = find_libraries(library, root, shared=shared, recursive=True) if libs: return libs - msg = 'Unable to recursively locate {} libraries in {}' + msg = "Unable to recursively locate {} libraries in {}" raise NoLibrariesError(msg.format(self.spec.name, root)) - @when('@1.5.0:') + @when("@1.5.0:") def patch(self): # https://github.com/pytorch/pytorch/issues/52208 - filter_file('torch_global_deps PROPERTIES LINKER_LANGUAGE C', - 'torch_global_deps PROPERTIES LINKER_LANGUAGE CXX', - 'caffe2/CMakeLists.txt') + filter_file( + "torch_global_deps PROPERTIES LINKER_LANGUAGE C", + "torch_global_deps PROPERTIES LINKER_LANGUAGE CXX", + "caffe2/CMakeLists.txt", + ) def setup_build_environment(self, env): """Set environment variables used to control the build. @@ -322,7 +369,8 @@ class PyTorch(PythonPackage, CudaPackage): most flags defined in ``CMakeLists.txt`` can be specified as environment variables. """ - def enable_or_disable(variant, keyword='USE', var=None, newer=False): + + def enable_or_disable(variant, keyword="USE", var=None, newer=False): """Set environment variable to enable or disable support for a particular variant. @@ -337,161 +385,159 @@ class PyTorch(PythonPackage, CudaPackage): # Version 1.1.0 switched from NO_* to USE_* or BUILD_* # But some newer variants have always used USE_* or BUILD_* - if self.spec.satisfies('@1.1:') or newer: - if '+' + variant in self.spec: - env.set(keyword + '_' + var, 'ON') - elif '~' + variant in self.spec: - env.set(keyword + '_' + var, 'OFF') + if self.spec.satisfies("@1.1:") or newer: + if "+" + variant in self.spec: + env.set(keyword + "_" + var, "ON") + elif "~" + variant in self.spec: + env.set(keyword + "_" + var, "OFF") else: - if '+' + variant in self.spec: - env.unset('NO_' + var) - elif '~' + variant in self.spec: - env.set('NO_' + var, 'ON') + if "+" + variant in self.spec: + env.unset("NO_" + var) + elif "~" + variant in self.spec: + env.set("NO_" + var, "ON") # Build in parallel to speed up build times - env.set('MAX_JOBS', make_jobs) + env.set("MAX_JOBS", make_jobs) # Spack logs have trouble handling colored output - env.set('COLORIZE_OUTPUT', 'OFF') + env.set("COLORIZE_OUTPUT", "OFF") - enable_or_disable('test', keyword='BUILD') - enable_or_disable('caffe2', keyword='BUILD') + enable_or_disable("test", keyword="BUILD") + enable_or_disable("caffe2", keyword="BUILD") - enable_or_disable('cuda') - if '+cuda' in self.spec: + enable_or_disable("cuda") + if "+cuda" in self.spec: # cmake/public/cuda.cmake # cmake/Modules_CUDA_fix/upstream/FindCUDA.cmake - env.unset('CUDA_ROOT') - torch_cuda_arch = ';'.join('{0:.1f}'.format(float(i) / 10.0) for i - in - self.spec.variants['cuda_arch'].value) - env.set('TORCH_CUDA_ARCH_LIST', torch_cuda_arch) - if self.spec.satisfies('%clang'): - for flag in self.spec.compiler_flags['cxxflags']: - if 'gcc-toolchain' in flag: - env.set('CMAKE_CUDA_FLAGS', '=-Xcompiler={0}'.format(flag)) - - enable_or_disable('rocm') - if '+rocm' in self.spec: - env.set('HSA_PATH', self.spec['hsa-rocr-dev'].prefix) - env.set('ROCBLAS_PATH', self.spec['rocblas'].prefix) - env.set('ROCFFT_PATH', self.spec['rocfft'].prefix) - env.set('HIPFFT_PATH', self.spec['hipfft'].prefix) - env.set('HIPSPARSE_PATH', self.spec['hipsparse'].prefix) - env.set('THRUST_PATH', self.spec['rocthrust'].prefix.include) - env.set('HIP_PATH', self.spec['hip'].prefix) - env.set('HIPRAND_PATH', self.spec['rocrand'].prefix) - env.set('ROCRAND_PATH', self.spec['rocrand'].prefix) - env.set('MIOPEN_PATH', self.spec['miopen-hip'].prefix) - env.set('RCCL_PATH', self.spec['rccl'].prefix) - env.set('ROCPRIM_PATH', self.spec['rocprim'].prefix) - env.set('HIPCUB_PATH', self.spec['hipcub'].prefix) - env.set('ROCTHRUST_PATH', self.spec['rocthrust'].prefix) - env.set('ROCTRACER_PATH', self.spec['roctracer-dev'].prefix) - - enable_or_disable('cudnn') - if '+cudnn' in self.spec: + env.unset("CUDA_ROOT") + torch_cuda_arch = ";".join( + "{0:.1f}".format(float(i) / 10.0) for i in self.spec.variants["cuda_arch"].value + ) + env.set("TORCH_CUDA_ARCH_LIST", torch_cuda_arch) + if self.spec.satisfies("%clang"): + for flag in self.spec.compiler_flags["cxxflags"]: + if "gcc-toolchain" in flag: + env.set("CMAKE_CUDA_FLAGS", "=-Xcompiler={0}".format(flag)) + + enable_or_disable("rocm") + if "+rocm" in self.spec: + env.set("HSA_PATH", self.spec["hsa-rocr-dev"].prefix) + env.set("ROCBLAS_PATH", self.spec["rocblas"].prefix) + env.set("ROCFFT_PATH", self.spec["rocfft"].prefix) + env.set("HIPFFT_PATH", self.spec["hipfft"].prefix) + env.set("HIPSPARSE_PATH", self.spec["hipsparse"].prefix) + env.set("THRUST_PATH", self.spec["rocthrust"].prefix.include) + env.set("HIP_PATH", self.spec["hip"].prefix) + env.set("HIPRAND_PATH", self.spec["rocrand"].prefix) + env.set("ROCRAND_PATH", self.spec["rocrand"].prefix) + env.set("MIOPEN_PATH", self.spec["miopen-hip"].prefix) + env.set("RCCL_PATH", self.spec["rccl"].prefix) + env.set("ROCPRIM_PATH", self.spec["rocprim"].prefix) + env.set("HIPCUB_PATH", self.spec["hipcub"].prefix) + env.set("ROCTHRUST_PATH", self.spec["rocthrust"].prefix) + env.set("ROCTRACER_PATH", self.spec["roctracer-dev"].prefix) + + enable_or_disable("cudnn") + if "+cudnn" in self.spec: # cmake/Modules_CUDA_fix/FindCUDNN.cmake - env.set('CUDNN_INCLUDE_DIR', self.spec['cudnn'].prefix.include) - env.set('CUDNN_LIBRARY', self.spec['cudnn'].libs[0]) + env.set("CUDNN_INCLUDE_DIR", self.spec["cudnn"].prefix.include) + env.set("CUDNN_LIBRARY", self.spec["cudnn"].libs[0]) - enable_or_disable('fbgemm') - enable_or_disable('kineto') - enable_or_disable('magma') - enable_or_disable('metal') - enable_or_disable('mps') - enable_or_disable('breakpad') + enable_or_disable("fbgemm") + enable_or_disable("kineto") + enable_or_disable("magma") + enable_or_disable("metal") + enable_or_disable("mps") + enable_or_disable("breakpad") - enable_or_disable('nccl') - if '+nccl' in self.spec: - env.set('NCCL_LIB_DIR', self.spec['nccl'].libs.directories[0]) - env.set('NCCL_INCLUDE_DIR', self.spec['nccl'].prefix.include) + enable_or_disable("nccl") + if "+nccl" in self.spec: + env.set("NCCL_LIB_DIR", self.spec["nccl"].libs.directories[0]) + env.set("NCCL_INCLUDE_DIR", self.spec["nccl"].prefix.include) # cmake/External/nnpack.cmake - enable_or_disable('nnpack') + enable_or_disable("nnpack") - enable_or_disable('numa') - if '+numa' in self.spec: + enable_or_disable("numa") + if "+numa" in self.spec: # cmake/Modules/FindNuma.cmake - env.set('NUMA_ROOT_DIR', self.spec['numactl'].prefix) + env.set("NUMA_ROOT_DIR", self.spec["numactl"].prefix) # cmake/Modules/FindNumPy.cmake - enable_or_disable('numpy') + enable_or_disable("numpy") # cmake/Modules/FindOpenMP.cmake - enable_or_disable('openmp', newer=True) - enable_or_disable('qnnpack') - enable_or_disable('qnnpack', var='PYTORCH_QNNPACK') - enable_or_disable('valgrind') - enable_or_disable('xnnpack') - enable_or_disable('mkldnn') - enable_or_disable('distributed') - enable_or_disable('mpi') + enable_or_disable("openmp", newer=True) + enable_or_disable("qnnpack") + enable_or_disable("qnnpack", var="PYTORCH_QNNPACK") + enable_or_disable("valgrind") + enable_or_disable("xnnpack") + enable_or_disable("mkldnn") + enable_or_disable("distributed") + enable_or_disable("mpi") # cmake/Modules/FindGloo.cmake - enable_or_disable('gloo', newer=True) - enable_or_disable('tensorpipe') + enable_or_disable("gloo", newer=True) + enable_or_disable("tensorpipe") - if '+debug' in self.spec: - env.set('DEBUG', 'ON') + if "+debug" in self.spec: + env.set("DEBUG", "ON") else: - env.set('DEBUG', 'OFF') + env.set("DEBUG", "OFF") - if '+onnx_ml' in self.spec: - env.set('ONNX_ML', 'ON') - elif '~onnx_ml' in self.spec: - env.set('ONNX_ML', 'OFF') + if "+onnx_ml" in self.spec: + env.set("ONNX_ML", "ON") + elif "~onnx_ml" in self.spec: + env.set("ONNX_ML", "OFF") - if not self.spec.satisfies('@master'): - env.set('PYTORCH_BUILD_VERSION', self.version) - env.set('PYTORCH_BUILD_NUMBER', 0) + if not self.spec.satisfies("@master"): + env.set("PYTORCH_BUILD_VERSION", self.version) + env.set("PYTORCH_BUILD_NUMBER", 0) # BLAS to be used by Caffe2 # Options defined in cmake/Dependencies.cmake and cmake/Modules/FindBLAS.cmake - if self.spec['blas'].name == 'atlas': - env.set('BLAS', 'ATLAS') - env.set('WITH_BLAS', 'atlas') - elif self.spec['blas'].name in ['blis', 'amdblis']: - env.set('BLAS', 'BLIS') - env.set('WITH_BLAS', 'blis') - elif self.spec['blas'].name == 'eigen': - env.set('BLAS', 'Eigen') - elif self.spec['lapack'].name in ['libflame', 'amdlibflame']: - env.set('BLAS', 'FLAME') - env.set('WITH_BLAS', 'FLAME') - elif self.spec['blas'].name in [ - 'intel-mkl', 'intel-parallel-studio', 'intel-oneapi-mkl']: - env.set('BLAS', 'MKL') - env.set('WITH_BLAS', 'mkl') + if self.spec["blas"].name == "atlas": + env.set("BLAS", "ATLAS") + env.set("WITH_BLAS", "atlas") + elif self.spec["blas"].name in ["blis", "amdblis"]: + env.set("BLAS", "BLIS") + env.set("WITH_BLAS", "blis") + elif self.spec["blas"].name == "eigen": + env.set("BLAS", "Eigen") + elif self.spec["lapack"].name in ["libflame", "amdlibflame"]: + env.set("BLAS", "FLAME") + env.set("WITH_BLAS", "FLAME") + elif self.spec["blas"].name in ["intel-mkl", "intel-parallel-studio", "intel-oneapi-mkl"]: + env.set("BLAS", "MKL") + env.set("WITH_BLAS", "mkl") # help find MKL - if self.spec['mkl'].name == 'intel-oneapi-mkl': - env.set('INTEL_MKL_DIR', self.spec['mkl'].prefix.mkl.latest) + if self.spec["mkl"].name == "intel-oneapi-mkl": + env.set("INTEL_MKL_DIR", self.spec["mkl"].prefix.mkl.latest) else: - env.set('INTEL_MKL_DIR', self.spec['mkl'].prefix.mkl) - elif self.spec['blas'].name == 'openblas': - env.set('BLAS', 'OpenBLAS') - env.set('WITH_BLAS', 'open') - elif self.spec['blas'].name == 'veclibfort': - env.set('BLAS', 'vecLib') - env.set('WITH_BLAS', 'veclib') - elif self.spec['blas'].name == 'fujitsu-ssl2': - env.set('BLAS', 'SSL2') - env.set('WITH_BLAS', 'ssl2') + env.set("INTEL_MKL_DIR", self.spec["mkl"].prefix.mkl) + elif self.spec["blas"].name == "openblas": + env.set("BLAS", "OpenBLAS") + env.set("WITH_BLAS", "open") + elif self.spec["blas"].name == "veclibfort": + env.set("BLAS", "vecLib") + env.set("WITH_BLAS", "veclib") + elif self.spec["blas"].name == "fujitsu-ssl2": + env.set("BLAS", "SSL2") + env.set("WITH_BLAS", "ssl2") else: - env.set('BLAS', 'Generic') - env.set('WITH_BLAS', 'generic') + env.set("BLAS", "Generic") + env.set("WITH_BLAS", "generic") # Don't use vendored third-party libraries when possible - env.set('BUILD_CUSTOM_PROTOBUF', 'OFF') - env.set('USE_SYSTEM_NCCL', 'ON') - env.set('USE_SYSTEM_EIGEN_INSTALL', 'ON') - env.set('pybind11_DIR', self.spec['py-pybind11'].prefix) - env.set('pybind11_INCLUDE_DIR', - self.spec['py-pybind11'].prefix.include) - if self.spec.satisfies('@1.10:'): - env.set('USE_SYSTEM_PYBIND11', 'ON') + env.set("BUILD_CUSTOM_PROTOBUF", "OFF") + env.set("USE_SYSTEM_NCCL", "ON") + env.set("USE_SYSTEM_EIGEN_INSTALL", "ON") + env.set("pybind11_DIR", self.spec["py-pybind11"].prefix) + env.set("pybind11_INCLUDE_DIR", self.spec["py-pybind11"].prefix.include) + if self.spec.satisfies("@1.10:"): + env.set("USE_SYSTEM_PYBIND11", "ON") # https://github.com/pytorch/pytorch/issues/60334 # if self.spec.satisfies('@1.8:'): # env.set('USE_SYSTEM_SLEEF', 'ON') - if self.spec.satisfies('@1.6:'): + if self.spec.satisfies("@1.6:"): # env.set('USE_SYSTEM_LIBS', 'ON') # https://github.com/pytorch/pytorch/issues/60329 # env.set('USE_SYSTEM_CPUINFO', 'ON') @@ -499,22 +545,22 @@ class PyTorch(PythonPackage, CudaPackage): # env.set('USE_SYSTEM_GLOO', 'ON') # https://github.com/Maratyszcza/FP16/issues/18 # env.set('USE_SYSTEM_FP16', 'ON') - env.set('USE_SYSTEM_PTHREADPOOL', 'ON') - env.set('USE_SYSTEM_PSIMD', 'ON') - env.set('USE_SYSTEM_FXDIV', 'ON') - env.set('USE_SYSTEM_BENCHMARK', 'ON') + env.set("USE_SYSTEM_PTHREADPOOL", "ON") + env.set("USE_SYSTEM_PSIMD", "ON") + env.set("USE_SYSTEM_FXDIV", "ON") + env.set("USE_SYSTEM_BENCHMARK", "ON") # https://github.com/pytorch/pytorch/issues/60331 # env.set('USE_SYSTEM_ONNX', 'ON') # https://github.com/pytorch/pytorch/issues/60332 # env.set('USE_SYSTEM_XNNPACK', 'ON') - @run_before('install') + @run_before("install") def build_amd(self): - if '+rocm' in self.spec: - python(os.path.join('tools', 'amd_build', 'build_amd.py')) + if "+rocm" in self.spec: + python(os.path.join("tools", "amd_build", "build_amd.py")) - @run_after('install') + @run_after("install") @on_package_attributes(run_tests=True) def install_test(self): - with working_dir('test'): - python('run_test.py') + with working_dir("test"): + python("run_test.py") |