summaryrefslogtreecommitdiff
path: root/var/spack/repos/builtin/packages/lbann/package.py
diff options
context:
space:
mode:
Diffstat (limited to 'var/spack/repos/builtin/packages/lbann/package.py')
-rw-r--r--var/spack/repos/builtin/packages/lbann/package.py193
1 files changed, 153 insertions, 40 deletions
diff --git a/var/spack/repos/builtin/packages/lbann/package.py b/var/spack/repos/builtin/packages/lbann/package.py
index 5e65566cb2..148b097051 100644
--- a/var/spack/repos/builtin/packages/lbann/package.py
+++ b/var/spack/repos/builtin/packages/lbann/package.py
@@ -1,27 +1,10 @@
-##############################################################################
-# Copyright (c) 2013-2017, Lawrence Livermore National Security, LLC.
-# Produced at the Lawrence Livermore National Laboratory.
+# Copyright 2013-2018 Lawrence Livermore National Security, LLC and other
+# Spack Project Developers. See the top-level COPYRIGHT file for details.
#
-# This file is part of Spack.
-# Created by Todd Gamblin, tgamblin@llnl.gov, All rights reserved.
-# LLNL-CODE-647188
-#
-# For details, see https://github.com/spack/spack
-# Please also see the NOTICE and LICENSE files for our notice and the LGPL.
-#
-# This program is free software; you can redistribute it and/or modify
-# it under the terms of the GNU Lesser General Public License (as
-# published by the Free Software Foundation) version 2.1, February 1999.
-#
-# This program is distributed in the hope that it will be useful, but
-# WITHOUT ANY WARRANTY; without even the IMPLIED WARRANTY OF
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the terms and
-# conditions of the GNU Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this program; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
-##############################################################################
+# SPDX-License-Identifier: (Apache-2.0 OR MIT)
+
+import os
+import sys
from spack import *
@@ -32,39 +15,167 @@ class Lbann(CMakePackage):
homepage = "http://software.llnl.gov/lbann/"
url = "https://github.com/LLNL/lbann/archive/v0.91.tar.gz"
+ git = "https://github.com/LLNL/lbann.git"
- version('develop', git='https://github.com/LLNL/lbann.git', branch="develop")
+ version('develop', branch='develop')
+ version('0.95', sha256='d310b986948b5ee2bedec36383a7fe79403721c8dc2663a280676b4e431f83c2')
+ version('0.94', sha256='567e99b488ebe6294933c98a212281bffd5220fc13a0a5cd8441f9a3761ceccf')
+ version('0.93', '1913a25a53d4025fa04c16f14afdaa55')
+ version('0.92', 'c0eb1595a7c74640e96f280beb497564')
version('0.91', '83b0ec9cd0b7625d41dfb06d2abd4134')
variant('gpu', default=False, description='Builds with support for GPUs via CUDA and cuDNN')
+ variant('nccl', default=False, description='Builds with support for NCCL communication lib')
variant('opencv', default=True, description='Builds with support for image processing routines with OpenCV')
variant('seq_init', default=False, description='Force serial initialization of weight matrices.')
- variant('dtype', default=4, description='Size (bits) of floating point representation for weights')
+ variant('dtype', default='float',
+ description='Type for floating point representation of weights',
+ values=('float', 'double'))
variant('build_type', default='Release',
description='The build type to build',
values=('Debug', 'Release'))
+ variant('al', default=True, description='Builds with support for Aluminum Library')
+ variant('conduit', default=False, description='Builds with support for Conduit Library')
+
+ # It seems that there is a need for one statement per version bounds
+ depends_on('hydrogen +openmp_blas +shared +int64', when='@:0.90,0.95: ~al')
+ depends_on('hydrogen +openmp_blas +shared +int64 +al', when='@:0.90,0.95: +al')
+
+ depends_on('hydrogen +openmp_blas +shared +int64 build_type=Debug',
+ when='build_type=Debug @:0.90,0.95: ~al')
+ depends_on('hydrogen +openmp_blas +shared +int64 build_type=Debug +al',
+ when='build_type=Debug @:0.90,0.95: +al')
+
+ depends_on('hydrogen +openmp_blas +shared +int64 +cuda',
+ when='+gpu @:0.90,0.95: ~al')
+ depends_on('hydrogen +openmp_blas +shared +int64 +cuda +al',
+ when='+gpu @:0.90,0.95: +al')
+
+ depends_on('hydrogen +openmp_blas +shared +int64 +cuda build_type=Debug',
+ when='build_type=Debug @:0.90,0.95: +gpu')
+ depends_on('hydrogen +openmp_blas +shared +int64 +cuda build_type=Debug +al',
+ when='build_type=Debug @:0.90,0.95: +gpu +al')
+
+ # Older versions depended on Elemental not Hydrogen
+ depends_on('elemental +openmp_blas +shared +int64', when='@0.91:0.94')
+ depends_on('elemental +openmp_blas +shared +int64 build_type=Debug',
+ when='build_type=Debug @0.91:0.94')
+
+ depends_on('aluminum@master', when='@:0.90,0.95: +al ~gpu')
+ depends_on('aluminum@master +gpu +mpi-cuda', when='@:0.90,0.95: +al +gpu ~nccl')
+ depends_on('aluminum@master +gpu +nccl +mpi_cuda', when='@:0.90,0.95: +al +gpu +nccl')
- depends_on('elemental +openmp_blas +shared +int64')
- depends_on('elemental +openmp_blas +shared +int64 build_type=Debug',
- when=('build_type=Debug'))
depends_on('cuda', when='+gpu')
depends_on('cudnn', when='+gpu')
depends_on('cub', when='+gpu')
- depends_on('mpi')
+ depends_on('mpi', when='~gpu')
+ depends_on('mpi +cuda', when='+gpu')
depends_on('hwloc')
- depends_on('opencv@3.2.0: +openmp +core +highgui +imgproc +jpeg +png +tiff +zlib ~eigen', when='+opencv')
+
+ # LBANN wraps OpenCV calls in OpenMP parallel loops, build without OpenMP
+ # Additionally disable video related options, they incorrectly link in a
+ # bad OpenMP library when building with clang or Intel compilers
+ depends_on('opencv@3.2.0: +core +highgui +imgproc +jpeg +png +tiff +zlib '
+ '+fast-math +powerpc +vsx ~calib3d ~cuda ~dnn ~eigen'
+ '~features2d ~flann ~gtk ~ipp ~ipp_iw ~jasper ~java ~lapack ~ml'
+ '~openmp ~opencl ~opencl_svm ~openclamdblas ~openclamdfft'
+ '~pthreads_pf ~python ~qt ~stitching ~superres ~ts ~video'
+ '~videostab ~videoio ~vtk', when='+opencv')
+
depends_on('protobuf@3.0.2:')
depends_on('cnpy')
+ depends_on('nccl', when='+gpu +nccl')
- def cmake_args(self):
+ depends_on('conduit@master +hdf5', when='+conduit')
+
+ @property
+ def common_config_args(self):
spec = self.spec
# Environment variables
- CPPFLAGS = []
- CPPFLAGS.append('-DLBANN_SET_EL_RNG')
+ cppflags = []
+ cppflags.append('-DLBANN_SET_EL_RNG -ldl')
- args = [
+ return [
'-DCMAKE_INSTALL_MESSAGE=LAZY',
- '-DCMAKE_CXX_FLAGS=%s' % ' '.join(CPPFLAGS),
+ '-DCMAKE_CXX_FLAGS=%s' % ' '.join(cppflags),
+ '-DLBANN_VERSION=spack',
+ '-DCNPY_DIR={0}'.format(spec['cnpy'].prefix),
+ ]
+
+ # Get any recent versions or non-numeric version
+ # Note that develop > numeric and non-develop < numeric
+ @when('@:0.90,0.94:')
+ def cmake_args(self):
+ spec = self.spec
+ args = self.common_config_args
+ args.extend([
+ '-DLBANN_WITH_TOPO_AWARE:BOOL=%s' % ('+gpu +nccl' in spec),
+ '-DLBANN_SEQUENTIAL_INITIALIZATION:BOOL=%s' %
+ ('+seq_init' in spec),
+ '-DLBANN_WITH_TBINF=OFF',
+ '-DLBANN_WITH_VTUNE=OFF',
+ '-DLBANN_DATATYPE={0}'.format(spec.variants['dtype'].value),
+ '-DLBANN_VERBOSE=0'])
+
+ if self.spec.satisfies('@:0.90') or self.spec.satisfies('@0.95:'):
+ args.extend([
+ '-DHydrogen_DIR={0}/CMake/hydrogen'.format(
+ spec['hydrogen'].prefix)])
+ elif self.spec.satisfies('@0.94'):
+ args.extend([
+ '-DElemental_DIR={0}/CMake/elemental'.format(
+ spec['elemental'].prefix)])
+
+ if '+al' in spec:
+ args.extend(['-DLBANN_WITH_ALUMINUM:BOOL=%s' % ('+al' in spec),
+ '-DAluminum_DIR={0}'.format(spec['aluminum'].prefix)])
+
+ if '+conduit' in spec:
+ args.extend(['-DLBANN_CONDUIT_DIR:BOOL=%s' % ('+conduit' in spec),
+ '-DLBANN_CONDUIT_DIR={0}'.format(
+ spec['conduit'].prefix)])
+
+ # Add support for OpenMP
+ if (self.spec.satisfies('%clang')):
+ if (sys.platform == 'darwin'):
+ clang = self.compiler.cc
+ clang_bin = os.path.dirname(clang)
+ clang_root = os.path.dirname(clang_bin)
+ args.extend([
+ '-DOpenMP_CXX_FLAGS=-fopenmp=libomp',
+ '-DOpenMP_CXX_LIB_NAMES=libomp',
+ '-DOpenMP_libomp_LIBRARY={0}/lib/libomp.dylib'.format(
+ clang_root)])
+
+ if '+opencv' in spec:
+ args.extend(['-DOpenCV_DIR:STRING={0}'.format(
+ spec['opencv'].prefix)])
+
+ if '+gpu' in spec:
+ args.extend([
+ '-DLBANN_WITH_CUDA:BOOL=%s' % ('+gpu' in spec),
+ '-DLBANN_WITH_SOFTMAX_CUDA:BOOL=%s' % ('+gpu' in spec),
+ '-DCUDA_TOOLKIT_ROOT_DIR={0}'.format(
+ spec['cuda'].prefix)])
+ args.extend([
+ '-DLBANN_WITH_CUDNN:BOOL=%s' % ('+gpu' in spec),
+ '-DcuDNN_DIR={0}'.format(
+ spec['cudnn'].prefix)])
+ args.extend(['-DCUB_DIR={0}'.format(
+ spec['cub'].prefix)])
+ if '+nccl' in spec:
+ args.extend([
+ '-DLBANN_WITH_NCCL:BOOL=%s' % ('+gpu +nccl' in spec),
+ '-DNCCL_DIR={0}'.format(
+ spec['nccl'].prefix)])
+
+ return args
+
+ @when('@0.91:0.93')
+ def cmake_args(self):
+ spec = self.spec
+ args = self.common_config_args
+ args.extend([
'-DWITH_CUDA:BOOL=%s' % ('+gpu' in spec),
'-DWITH_CUDNN:BOOL=%s' % ('+gpu' in spec),
'-DELEMENTAL_USE_CUBLAS:BOOL=%s' % (
@@ -72,14 +183,16 @@ class Lbann(CMakePackage):
'-DWITH_TBINF=OFF',
'-DWITH_VTUNE=OFF',
'-DElemental_DIR={0}'.format(spec['elemental'].prefix),
- '-DCNPY_DIR={0}'.format(spec['cnpy'].prefix),
'-DELEMENTAL_MATH_LIBS={0}'.format(
spec['elemental'].libs),
'-DSEQ_INIT:BOOL=%s' % ('+seq_init' in spec),
- '-DDATATYPE={0}'.format(int(spec.variants['dtype'].value)),
'-DVERBOSE=0',
- '-DLBANN_HOME=.',
- '-DLBANN_VER=spack']
+ '-DLBANN_HOME=.'])
+
+ if spec.variants['dtype'].value == 'float':
+ args.extend(['-DDATATYPE=4'])
+ elif spec.variants['dtype'].value == 'double':
+ args.extend(['-DDATATYPE=8'])
if '+opencv' in spec:
args.extend(['-DOpenCV_DIR:STRING={0}'.format(
@@ -89,7 +202,7 @@ class Lbann(CMakePackage):
args.extend(['-DcuDNN_DIR={0}'.format(
spec['cudnn'].prefix)])
- if '+cudnn' in spec:
+ if '+cub' in spec:
args.extend(['-DCUB_DIR={0}'.format(
spec['cub'].prefix)])
generated by cgit v1.2.3-60-g2f50 (git 2.42.0) at 2024-06-28 10:45:57 +0000