1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
# Copyright 2013-2019 Lawrence Livermore National Security, LLC and other
# Spack Project Developers. See the top-level COPYRIGHT file for details.
#
# SPDX-License-Identifier: (Apache-2.0 OR MIT)
from spack import *
class Mpifileutils(AutotoolsPackage):
"""mpiFileUtils is a suite of MPI-based tools to manage large datasets,
which may vary from large directory trees to large files.
High-performance computing users often generate large datasets with
parallel applications that run with many processes (millions in some
cases). However those users are then stuck with single-process tools
like cp and rm to manage their datasets. This suite provides
MPI-based tools to handle typical jobs like copy, remove, and compare
for such datasets, providing speedups of up to 20-30x."""
homepage = "https://github.com/hpc/mpifileutils"
url = "https://github.com/hpc/mpifileutils/releases/download/v0.6/mpifileutils-0.6.tar.gz"
git = "https://github.com/hpc/mpifileutils.git"
version('develop', branch='master')
version('0.8.1', 'acbd5b5c15919a67392509614bb7871e')
version('0.8', '1082600e7ac4e6b2c13d91bbec40cffb')
version('0.7', 'c081f7f72c4521dddccdcf9e087c5a2b')
version('0.6', '620bcc4966907481f1b1a965b28fc9bf')
conflicts('platform=darwin')
depends_on('mpi')
depends_on('libcircle')
depends_on('lwgrp')
# need precise version of dtcmp, since DTCMP_Segmented_exscan added
# in v1.0.3 but renamed in v1.1.0 and later
depends_on('dtcmp@1.0.3', when='@:0.7')
depends_on('dtcmp@1.1.0:', when='@0.8:')
depends_on('libarchive')
variant('xattr', default=True,
description="Enable code for extended attributes")
variant('lustre', default=False,
description="Enable optimizations and features for Lustre")
variant('experimental', default=False,
description="Install experimental tools")
# --enable-experimental fails with v0.6 and earlier
conflicts('+experimental', when='@:0.6')
def configure_args(self):
args = []
args.append("CPPFLAGS=-I%s/src/common" % pwd())
args.append("libarchive_CFLAGS=-I%s"
% self.spec['libarchive'].prefix.include)
args.append("libarchive_LIBS=%s %s"
% (self.spec['libarchive'].libs.search_flags,
self.spec['libarchive'].libs.link_flags))
args.append("libcircle_CFLAGS=-I%s"
% self.spec['libcircle'].prefix.include)
args.append("libcircle_LIBS=%s %s"
% (self.spec['libcircle'].libs.search_flags,
self.spec['libcircle'].libs.link_flags))
args.append("--with-dtcmp=%s" % self.spec['dtcmp'].prefix)
if '+xattr' in self.spec:
args.append('CFLAGS=-DDCOPY_USE_XATTRS')
if '+lustre' in self.spec:
args.append('--enable-lustre')
else:
args.append('--disable-lustre')
if self.spec.satisfies('@0.7:'):
if '+experimental' in self.spec:
args.append('--enable-experimental')
else:
args.append('--disable-experimental')
return args
|
