# Copyright 2013-2023 Lawrence Livermore National Security, LLC and other # Spack Project Developers. See the top-level COPYRIGHT file for details. # # SPDX-License-Identifier: (Apache-2.0 OR MIT) import spack.store from spack.package import * from spack.pkg.builtin.boost import Boost class CbtfKrell(CMakePackage): """CBTF Krell project contains collector and runtime contributions to the CBTF project. These contributions include many performance data collectors and support libraries as well as some example tools that drive the data collection at HPC levels of scale. """ homepage = "https://sourceforge.net/p/cbtf/wiki/Home/" git = "https://github.com/OpenSpeedShop/cbtf-krell.git" maintainers("jgalarowicz") version("develop", branch="master") version("1.9.4.1", branch="1.9.4.1") version("1.9.4", branch="1.9.4") version("1.9.3", branch="1.9.3") # MPI variants variant( "openmpi", default=False, description="Build mpi experiment collector for openmpi MPI.." ) variant("mpt", default=False, description="Build mpi experiment collector for SGI MPT MPI.") variant( "mvapich2", default=False, description="Build mpi experiment collector for mvapich2 MPI." ) variant("mpich2", default=False, description="Build mpi experiment collector for mpich2 MPI.") variant( "runtime", default=False, description="build only the runtime libraries and collectors." ) variant( "build_type", default="RelWithDebInfo", description="The build type to build", values=("Debug", "Release", "RelWithDebInfo"), ) variant( "crayfe", default=False, description="build only the FE tool using the runtime_dir \ to point to target build.", ) # Dependencies for cbtf-krell depends_on("cmake@3.0.2:", type="build") # For rpcgen depends_on("rpcsvc-proto", type="build") # For rpc depends_on("libtirpc", type="link") # For binutils depends_on("binutils@2.32") # For boost depends_on("boost@1.70.0:") # TODO: replace this with an explicit list of components of Boost, # for instance depends_on('boost +filesystem') # See https://github.com/spack/spack/pull/22303 for reference depends_on(Boost.with_default_variants) # For Dyninst depends_on("dyninst@10.1.0", when="@develop") depends_on("dyninst@10.1.0", when="@1.9.3:9999") # For MRNet depends_on("mrnet@5.0.1-3:+lwthreads", when="@develop", type=("build", "link", "run")) depends_on("mrnet@5.0.1-3+lwthreads", when="@1.9.3:9999", type=("build", "link", "run")) # For Xerces-C depends_on("xerces-c") # For CBTF depends_on("cbtf@develop", when="@develop", type=("build", "link", "run")) depends_on("cbtf@1.9.3:9999", when="@1.9.3:9999", type=("build", "link", "run")) # For CBTF with runtime depends_on("cbtf@develop+runtime", when="@develop+runtime", type=("build", "link", "run")) depends_on( "cbtf@1.9.3:9999+runtime", when="@1.9.3:9999+runtime", type=("build", "link", "run") ) # for services and collectors depends_on("libmonitor@2013.02.18+commrank", type=("build", "link", "run")) depends_on("libunwind", when="@develop") depends_on("libunwind@1.2.1", when="@1.9.3:9999") depends_on("papi@5.4.1:", type=("build", "link", "run")) depends_on("llvm-openmp-ompt@tr6_forwards+standalone") # MPI Installations depends_on("openmpi", when="+openmpi") depends_on("mpich@2:", when="+mpich2") depends_on("mvapich2@2:", when="+mvapich2") depends_on("mpt", when="+mpt") depends_on("python", type=("build", "run")) patch("arm.patch", when="target=aarch64:") parallel = False build_directory = "build_cbtf_krell" def set_rt_only_cmake_options(self, spec, cmake_options): # Appends to cmake_options the options that will enable the appropriate # MPI implementations rt_only_options = [] rt_only_options.append("-DRUNTIME_ONLY=true") cmake_options.extend(rt_only_options) def set_mpi_cmake_options(self, spec, cmake_options): # Appends to cmake_options the options that will enable the appropriate # MPI implementations mpi_options = [] # openmpi if spec.satisfies("+openmpi"): mpi_options.append("-DOPENMPI_DIR=%s" % spec["openmpi"].prefix) # mpich2 if spec.satisfies("+mpich2"): mpi_options.append("-DMPICH2_DIR=%s" % spec["mpich2"].prefix) # mvapich2 if spec.satisfies("+mvapich2"): mpi_options.append("-DMVAPICH2_DIR=%s" % spec["mvapich2"].prefix) # mpt if spec.satisfies("+mpt"): mpi_options.append("-DMPT_DIR=%s" % spec["mpt"].prefix) cmake_options.extend(mpi_options) def set_cray_login_node_cmake_options(self, spec, cmake_options): # Appends to cmake_options the options that will enable # the appropriate Cray login node libraries cray_login_node_options = [] rt_platform = "cray" # How do we get the compute node (CNL) cbtf package # install directory path. spec['cbtf'].prefix is the # login node path for this build, as we are building # the login node components with this spack invocation. We # need these paths to be the ones created in the CNL # spack invocation. be_cbtf = spack.store.db.query_one("cbtf arch=cray-CNL-haswell") be_cbtfk = spack.store.db.query_one("cbtf-krell arch=cray-CNL-haswell") be_papi = spack.store.db.query_one("papi arch=cray-CNL-haswell") be_boost = spack.store.db.query_one("boost arch=cray-CNL-haswell") be_mont = spack.store.db.query_one("libmonitor arch=cray-CNL-haswell") be_unw = spack.store.db.query_one("libunwind arch=cray-CNL-haswell") be_xer = spack.store.db.query_one("xerces-c arch=cray-CNL-haswell") be_dyn = spack.store.db.query_one("dyninst arch=cray-CNL-haswell") be_mrnet = spack.store.db.query_one("mrnet arch=cray-CNL-haswell") cray_login_node_options.append("-DCN_RUNTIME_PLATFORM=%s" % rt_platform) # Use install directories as CMAKE args for the building # of login cbtf-krell cray_login_node_options.append("-DCBTF_CN_RUNTIME_DIR=%s" % be_cbtf.prefix) cray_login_node_options.append("-DCBTF_KRELL_CN_RUNTIME_DIR=%s" % be_cbtfk.prefix) cray_login_node_options.append("-DPAPI_CN_RUNTIME_DIR=%s" % be_papi.prefix) cray_login_node_options.append("-DBOOST_CN_RUNTIME_DIR=%s" % be_boost.prefix) cray_login_node_options.append("-DLIBMONITOR_CN_RUNTIME_DIR=%s" % be_mont.prefix) cray_login_node_options.append("-DLIBUNWIND_CN_RUNTIME_DIR=%s" % be_unw.prefix) cray_login_node_options.append("-DXERCESC_CN_RUNTIME_DIR=%s" % be_xer.prefix) cray_login_node_options.append("-DDYNINST_CN_RUNTIME_DIR=%s" % be_dyn.prefix) cray_login_node_options.append("-DMRNET_CN_RUNTIME_DIR=%s" % be_mrnet.prefix) cmake_options.extend(cray_login_node_options) def cmake_args(self): spec = self.spec compile_flags = "-O2 -g -Wall" # Add in paths for finding package config files that tell us # where to find these packages cmake_args = [ "-DCMAKE_CXX_FLAGS=%s" % compile_flags, "-DCMAKE_C_FLAGS=%s" % compile_flags, "-DCBTF_DIR=%s" % spec["cbtf"].prefix, "-DBINUTILS_DIR=%s" % spec["binutils"].prefix, "-DLIBMONITOR_DIR=%s" % spec["libmonitor"].prefix, "-DLIBUNWIND_DIR=%s" % spec["libunwind"].prefix, "-DPAPI_DIR=%s" % spec["papi"].prefix, "-DBoost_NO_SYSTEM_PATHS=TRUE", "-DBoost_NO_BOOST_CMAKE=TRUE", "-DBOOST_ROOT=%s" % spec["boost"].prefix, "-DBoost_DIR=%s" % spec["boost"].prefix, "-DBOOST_LIBRARYDIR=%s" % spec["boost"].prefix.lib, "-DMRNET_DIR=%s" % spec["mrnet"].prefix, "-DDYNINST_DIR=%s" % spec["dyninst"].prefix, "-DLIBIOMP_DIR=%s" % spec["llvm-openmp-ompt"].prefix, "-DGOTCHA_DIR=%s" % spec["gotcha"].prefix, "-DXERCESC_DIR=%s" % spec["xerces-c"].prefix, ] if self.spec.satisfies("+runtime"): self.set_rt_only_cmake_options(spec, cmake_args) # Add any MPI implementations coming from variant settings self.set_mpi_cmake_options(spec, cmake_args) if self.spec.satisfies("+crayfe"): # We need to build target/compute node components/libraries first # then pass those libraries to the cbtf-krell login node build self.set_cray_login_node_cmake_options(spec, cmake_args) return cmake_args def setup_run_environment(self, env): """Set up the compile and runtime environments for a package.""" # Environment settings for cbtf-krell, bin is automatically # added to the path in the module file env.prepend_path("PATH", self.prefix.sbin) env.set("XPLAT_RSH", "ssh") env.set("MRNET_COMM_PATH", self.prefix.sbin.cbtf_mrnet_commnode) # Set CBTF_MPI_IMPLEMENTATON to the appropriate mpi implementation # This is needed by CBTF tools to deploy the correct # mpi runtimes for cbtfsummary # Users may have to set the CBTF_MPI_IMPLEMENTATION variable # manually if multiple mpi's are specified in the build if self.spec.satisfies("+mvapich2"): env.set("CBTF_MPI_IMPLEMENTATION", "mvapich2") if self.spec.satisfies("+mpt"): env.set("CBTF_MPI_IMPLEMENTATION", "mpt") if self.spec.satisfies("+openmpi"): env.set("CBTF_MPI_IMPLEMENTATION", "openmpi") env.set("CBTF_MRNET_BACKEND_PATH", self.prefix.sbin.cbtf_libcbtf_mrnet_backend) env.prepend_path("PATH", self.spec["libmonitor"].prefix.bin) env.prepend_path("PATH", self.spec["papi"].prefix.bin) env.prepend_path("PATH", self.spec["mrnet"].prefix.bin)