1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
##############################################################################
# Copyright (c) 2013-2016, Lawrence Livermore National Security, LLC.
# Produced at the Lawrence Livermore National Laboratory.
#
# This file is part of Spack.
# Created by Todd Gamblin, tgamblin@llnl.gov, All rights reserved.
# LLNL-CODE-647188
#
# For details, see https://github.com/llnl/spack
# Please also see the LICENSE file for our notice and the LGPL.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU Lesser General Public License (as
# published by the Free Software Foundation) version 2.1, February 1999.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the IMPLIED WARRANTY OF
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the terms and
# conditions of the GNU Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
##############################################################################
from spack import *
class Cntk(Package):
"""The Microsoft Cognitive Toolkit is a unified deep-learning toolkit
that describes neural networks as a series of computational steps
via a directed graph."""
homepage = "https://www.microsoft.com/en-us/research/product/cognitive-toolkit"
url = "https://github.com/Microsoft/CNTK/archive/v2.0.tar.gz"
version('master', git='https://github.com/Microsoft/CNTK.git', branch='master')
version('2.0', '8038780f1169ceea578e5ef4d69e4c6f')
variant('opencv', default=False, description="Enable OpenCV support.")
variant('kaldi', default=False, description="Enable Kaldi support.")
variant('asgd', default=True, description="Enable DataParallelASGD powered by Multiverso.")
variant('1bitsgd', default=False, description="Enable 1bitsgd support.")
variant('cuda', default=False, description="Enable CUDA support.")
variant('debug', default=False, description="Debug build.")
depends_on('libzip')
depends_on('openblas')
depends_on('mpi')
depends_on('boost')
depends_on('protobuf~shared')
# CNTK depends on kaldi@c02e8.
# See https://github.com/Microsoft/CNTK/blob/master/Tools/docker/CNTK-CPUOnly-Image/Dockerfile#L105-L125
depends_on('kaldi@c024e8', when='+kaldi')
depends_on('opencv', when='+opencv')
depends_on('cuda', when='+cuda')
depends_on('cub@1.4.1', when='+cuda')
depends_on('cudnn@5.1', when='+cuda')
depends_on('nccl', when='+cuda')
depends_on('cntk1bitsgd@c8b77d', when='+1bitsgd')
depends_on('multiverso@143187', when='+asgd')
# Patch CNTN's build process to use libs installed outside CNTK source tree
# multiverso, kaldi, openfst
patch('build.patch')
# Patch to fix BLAS inconsistency between CNTK and KaldiReader
patch('kaldireader-openblas.patch')
def install(self, spec, prefix):
args = []
args.append('--with-mpi=' + spec['mpi'].prefix)
args.append('--with-openblas=' + spec['openblas'].prefix)
args.append('--with-libzip=' + spec['libzip'].prefix)
args.append('--with-boost=' + spec['boost'].prefix)
args.append('--with-protobuf=' + spec['protobuf'].prefix)
if '+debug' in spec:
args.append('--with-buildtype=debug')
else:
args.append('--with-buildtype=release')
if '+1bitsgd' in spec:
args.append('--1bitsgd=yes')
args.append('--with-1bitsgd={0}/include'
.format(spec['cntk1bitsgd'].prefix))
if '+asgd' in spec:
args.append('--asgd=yes')
args.append('--with-multiverso={0}'
.format(spec['multiverso'].prefix))
else:
args.append('--asgd=no')
if '+opencv' in spec:
args.append('--with-opencv=' + spec['opencv'].prefix)
if '+kaldi' in spec:
args.append('--with-kaldi=' + spec['kaldi'].prefix)
args.append('--with-openfst=' + spec['openfst'].prefix)
if '+cuda' in spec:
args.append('--cuda=yes')
args.append('--with-cuda={0}'.format(spec['cuda'].prefix))
args.append('--with-cub={0}'
.format(spec['cub'].prefix.include))
args.append('--with-cudnn={0}'
.format(spec['cudnn'].prefix))
args.append('--with-nccl={0}'.format(spec['nccl'].prefix))
args.append('--with-gdk-include={0}'
.format(spec['cuda'].prefix.include))
args.append('--with-gdk-nvml-lib={0}/stubs'
.format(spec['cuda'].prefix.lib64))
configure(*args)
make()
install_tree('bin', prefix.bin)
install_tree('lib', prefix.lib)
install_tree('Examples', join_path(prefix, 'Examples'))
install_tree('Tutorials', join_path(prefix, 'Tutorials'))
|