summaryrefslogtreecommitdiff
path: root/var/spack/repos/builtin/packages/exago/package.py
blob: b85f72e9d8dc3c97586d39f9cfdf757e4fa8da3a (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
# Copyright 2013-2022 Lawrence Livermore National Security, LLC and other
# Spack Project Developers. See the top-level COPYRIGHT file for details.
#
# SPDX-License-Identifier: (Apache-2.0 OR MIT)

from spack.package import *


class Exago(CMakePackage, CudaPackage, ROCmPackage):
    """ExaGO is a package for solving large-scale power grid optimization
    problems on parallel and distributed architectures, particularly targeted
    for exascale machines."""

    homepage = "https://gitlab.pnnl.gov/exasgd/frameworks/exago"
    git = "https://gitlab.pnnl.gov/exasgd/frameworks/exago.git"
    maintainers = ["ashermancinelli", "CameronRutherford", "pelesh"]

    version(
        "1.4.1", commit="ea607c685444b5f345bfdc9a59c345f0f30adde2", submodules=True, preferred=True
    )
    version("1.4.0", commit="4f4c3fdb40b52ace2d6ba000e7f24b340ec8e886", submodules=True)
    version("1.3.0", commit="58b039d746a6eac8e84b0afc01354cd58caec485", submodules=True)
    version("1.2.0", commit="255a214e", submodules=True)
    version("1.1.2", commit="db3bb16e", submodules=True)
    version("1.1.1", commit="0e0a3f27", submodules=True)
    version("1.1.0", commit="dc8dd855", submodules=True)
    version("1.0.0", commit="230d7df2")
    version("0.99.2", commit="56961641")
    version("0.99.1", commit="0ae426c7")
    version("master", branch="master", submodules=True)
    version("develop", branch="develop", submodules=True)
    version("5-18-2022-snapshot", tag="5-18-2022-snapshot", submodules=True)

    # Progrmming model options
    variant("mpi", default=True, description="Enable/Disable MPI")
    variant("raja", default=False, description="Enable/Disable RAJA")
    variant("python", default=True, description="Enable/Disable Python bindings")
    conflicts("+python", when="@:1.3.0", msg="Python bindings require ExaGO 1.4")
    conflicts(
        "+python", when="+ipopt+rocm", msg="Python bindings require -fPIC with Ipopt for rocm."
    )

    # Solver options
    variant("hiop", default=False, description="Enable/Disable HiOp")
    variant("ipopt", default=False, description="Enable/Disable IPOPT")

    conflicts("~hiop~ipopt", msg="ExaGO needs at least one solver enabled")

    # Dependencides
    depends_on("pkgconfig", type="build")
    depends_on("mpi", when="+mpi")
    depends_on("blas")
    depends_on("cuda", when="+cuda")
    depends_on("raja", when="+raja")

    depends_on("raja@0.14.0:", when="@1.1.0: +raja")
    depends_on("umpire", when="+raja")
    depends_on("umpire@6.0.0:", when="@1.1.0: +raja")

    # Some allocator code in Umpire only works with static libs
    depends_on("umpire+cuda~shared", when="+raja+cuda")

    depends_on("cmake@3.18:", type="build")

    # HiOp dependency logic
    depends_on("hiop+raja", when="+hiop+raja")
    depends_on("hiop@0.3.99:", when="@0.99:+hiop")
    depends_on("hiop@0.5.1:", when="@1.1.0:+hiop")
    depends_on("hiop@0.5.3:", when="@1.3.0:+hiop")

    depends_on("hiop~mpi", when="+hiop~mpi")
    depends_on("hiop+mpi", when="+hiop+mpi")

    depends_on("petsc@3.13:3.14", when="@:1.2.99")
    depends_on("petsc@3.16.0:3.16", when="@1.3.0:")
    depends_on("petsc~mpi", when="~mpi")

    depends_on("py-pytest", type=("build", "run"), when="@1.4.1:+python")

    for arch in CudaPackage.cuda_arch_values:
        cuda_dep = "+cuda cuda_arch={0}".format(arch)
        depends_on("hiop {0}".format(cuda_dep), when=cuda_dep)
        depends_on("raja {0}".format(cuda_dep), when="+raja {0}".format(cuda_dep))

        # For some versions of RAJA package, camp cuda variant does not get set
        # correctly, so we must explicitly depend on it even though we don't use
        # camp
        depends_on("camp {0}".format(cuda_dep), when="+raja {0}".format(cuda_dep))

    for arch in ROCmPackage.amdgpu_targets:
        rocm_dep = "+rocm amdgpu_target={0}".format(arch)
        depends_on("hiop {0}".format(rocm_dep), when=rocm_dep)
        depends_on("raja {0}".format(rocm_dep), when="+raja {0}".format(rocm_dep))

    depends_on("ipopt", when="+ipopt")

    depends_on("py-mpi4py", when="@1.3.0:+mpi+python")

    flag_handler = build_system_flags

    def cmake_args(self):
        args = []
        spec = self.spec

        # NOTE: If building with spack develop on a cluster, you may want to
        # change the ctest launch command to use your job scheduler like so:
        #
        # args.append(
        #     self.define('EXAGO_CTEST_LAUNCH_COMMAND', 'srun -t 10:00'))

        args.extend(
            [
                self.define("EXAGO_ENABLE_GPU", "+cuda" in spec or "+rocm" in spec),
                self.define_from_variant("EXAGO_ENABLE_CUDA", "cuda"),
                self.define_from_variant("EXAGO_ENABLE_HIP", "rocm"),
                self.define("PETSC_DIR", spec["petsc"].prefix),
                self.define("EXAGO_RUN_TESTS", True),
                self.define_from_variant("EXAGO_ENABLE_MPI", "mpi"),
                self.define_from_variant("EXAGO_ENABLE_RAJA", "raja"),
                self.define_from_variant("EXAGO_ENABLE_HIOP", "hiop"),
                self.define_from_variant("EXAGO_ENABLE_IPOPT", "ipopt"),
                self.define_from_variant("EXAGO_ENABLE_PYTHON", "python"),
            ]
        )

        if "+cuda" in spec:
            cuda_arch_list = spec.variants["cuda_arch"].value
            if cuda_arch_list[0] != "none":
                args.append(self.define("CMAKE_CUDA_ARCHITECTURES", cuda_arch_list))

        # NOTE: if +rocm, some HIP CMake variables may not be set correctly.
        # Namely, HIP_CLANG_INCLUDE_PATH. If the configure phase fails due to
        # this variable being undefined, adding the following line typically
        # resolves this issue:
        #
        # args.append(
        #     self.define('HIP_CLANG_INCLUDE_PATH',
        #         '/opt/rocm-X.Y.Z/llvm/lib/clang/14.0.0/include/'))
        if "+rocm" in spec:
            args.append(self.define("CMAKE_CXX_COMPILER", spec["hip"].hipcc))

            rocm_arch_list = spec.variants["amdgpu_target"].value
            if rocm_arch_list[0] != "none":
                args.append(self.define("GPU_TARGETS", rocm_arch_list))
                args.append(self.define("AMDGPU_TARGETS", rocm_arch_list))

        return args