# Copyright 2013-2024 Lawrence Livermore National Security, LLC and other # Spack Project Developers. See the top-level COPYRIGHT file for details. # # SPDX-License-Identifier: (Apache-2.0 OR MIT) import os import re from spack.package import * tools_url = "https://github.com/ROCm-Developer-Tools" compute_url = "https://github.com/RadeonOpenCompute" # Arrays of hashes are in order of the versions array below # For example array[0] = 3.9.0, array[1] = 3.10.0, etc. aomp = [ "377ab59b685a73b3f95fba95f5e028678ec5aafabc4177b7f0ffb78da095d679", "808fca9bdefb109d5bcbbc9f5b59c564a6d422488869e986516f2a7233eda235", "aa75455cf1d333419e5310117678e5789c5222f7cb05b05e3dfacef855c55d84", "9e6ed2c7bdc3b4af069751b5d3e92913fd5ac318ae844f68bd78c5def990a8f7", "c368d39ba9c1bc8b0edbe66edaa3f2a4ff5649c2bd16f499ac19dfd1591dec5a", "c2b1a61a15fdf8d50c7c7a1ad75512f059c53a7bd5afe85f69e984f1174aa74a", "2092fd210160986127c302c2d636bf5f58ba3a946d27a8474593fa7f87603950", "27a5794b5885c61dc6f63cec36673b37deb029754d3b2fd3e1b21239efffa96a", "ce90b9560205f58f50e72615cd937f02041f4eb2ff66ab445ce3b9faf4f4fa4c", "2439473fb18bfd404eadd222e5955d0fcdf410a9efc5509696bf7b2780f3c894", "64669ac448c439e89ec4b6e0506158e6d9b5a3edfae05882aee4c9bcd5f187b7", "e69fe0c933cb30daafe49d9f1df71fe16f387e0287bba921995feeefdf9ac262", "8bab3d621343f419b29043ac0cb56e062f114991dc3ec1e33e786f771deecc8f", "20e21312816272222d1f427ea72a99a9a67077078552f5e2638a40860d161d25", "c0aa6997e889d6ce0e37cfa6a2e91c5c0b54cda1673abdcabcf34da1ba78ba72", "4ba1792095427588c484feed01f2f48e66aaad26bc000cbc74a15032551699e7", "371ed037b95b83fac64fb2ff2fc17313fe7d3befc8671f0a08f0e2072393fa5b", "c86141fcde879fc78d06a41ba6a26ff528da539c6a1be8b714f635182c66e3f4", "bbca540897848fa95fd0f14fc05ab6deda31299a061424972d5e2bc09c7543dc", "7f90634fb621169b21bcbd920c2e299acc88ba0eeb1a33fd40ae26e13201b652", "23cc7d1c82e35c74f48285a0a1c27e7b3cae1767568bb7b9367ea21f53dd6598", "9ec03a69cc462ada43e1fd4ca905a765b08c10e0911fb7a202c893cc577855e6", "0673820a81986c9e2f28f15bbb45ad18934bca56a9d08aae6c49ec3895b38487", "6c051bf7625f682ba3d2ea80b46a38ca2cbcd20f5d89ae3433602d3e7ef0403a", "4f34fa02db410808c5e629f30f8804210b42c4ff7d31aa80606deaed43054c3c", "ed7bbf92230b6535a353ed032a39a9f16e9987397798100392fc25e40c8a1a4e", ] devlib = [ "c99f45dacf5967aef9a31e3731011b9c142446d4a12bac69774998976f2576d7", "bca9291385d6bdc91a8b39a46f0fd816157d38abb1725ff5222e6a0daa0834cc", "d0aa495f9b63f6d8cf8ac668f4dc61831d996e9ae3f15280052a37b9d7670d2a", "f5f5aa6bfbd83ff80a968fa332f80220256447c4ccb71c36f1fbd2b4a8e9fc1b", "34a2ac39b9bb7cfa8175cbab05d30e7f3c06aaffce99eed5f79c616d0f910f5f", "055a67e63da6491c84cd45865500043553fb33c44d538313dd87040a6f3826f2", "a7291813168e500bfa8aaa5d1dccf5250764ddfe27535def01b51eb5021d4592", "78412fb10ceb215952b5cc722ed08fa82501b5848d599dc00744ae1bdc196f77", "50e9e87ecd6b561cad0d471295d29f7220e195528e567fcabe2ec73838979f61", "83ed7aa1c9322b4fc1f57c48a63fc7718eb4195ee6fde433009b4bc78cb363f0", "49cfa8f8fc276ba27feef40546788a2aabe259a924a97af8bef24e295d19aa5e", "47dbcb41fb4739219cadc9f2b5f21358ed2f9895ce786d2f7a1b2c4fd044d30f", "c41958560ec29c8bf91332b9f668793463904a2081c330c0d828bf2f91d4f04e", "901674bc941115c72f82c5def61d42f2bebee687aefd30a460905996f838e16c", "e5855387ce73ed483ed0d03dbfef31f297c6ca66cf816f6816fd5ee373fc8225", "16b7fc7db4759bd6fb54852e9855fa16ead76c97871d7e1e9392e846381d611a", "f7e1665a1650d3d0481bec68252e8a5e68adc2c867c63c570f6190a1d2fe735c", "963c9a0561111788b55a8c3b492e2a5737047914752376226c97a28122a4d768", "d68813ded47179c39914c8d1b76af3dad8c714b10229d1e2246af67609473951", "f4f7281f2cea6d268fcc3662b37410957d4f0bc23e0df9f60b12eb0fcdf9e26e", "5ab95aeb9c8bed0514f96f7847e21e165ed901ed826cdc9382c14d199cbadbd3", "3b5f6dd85f0e3371f6078da7b59bf77d5b210e30f1cc66ef1e2de6bbcb775833", "efb5dcdca9b3a9fbe408d494fb4a23e0b78417eb5fa8eebd4a5d226088f28921", "f0dfab272ff936225bfa1e9dabeb3c5d12ce08b812bf53ffbddd2ddfac49761c", "0f8780b9098573f1c456bdc84358de924dcf00604330770a383983e1775bf61e", "703de8403c0bd0d80f37c970a698f10f148daf144d34f982e4484d04f7c7bbef", ] llvm = [ "1ff14b56d10c2c44d36c3c412b190d3d8cd1bb12cfc7cd58af004c16fd9987d1", "8262aff88c1ff6c4deb4da5a4f8cda1bf90668950e2b911f93f73edaee53b370", "aa1f80f429fded465e86bcfaef72255da1af1c5c52d58a4c979bc2f6c2da5a69", "244e38d824fa7dfa8d0edf3c036b3c84e9c17a16791828e4b745a8d31eb374ae", "751eca1d18595b565cfafa01c3cb43efb9107874865a60c80d6760ba83edb661", "1567d349cd3bcd2c217b3ecec2f70abccd5e9248bd2c3c9f21d4cdb44897fc87", "b53c6b13be7d77dc93a7c62e4adbb414701e4e601e1af2d1e98da4ee07c9837f", "b71451bf26650ba06c0c5c4c7df70f13975151eaa673ef0cc77c1ab0000ccc97", "36a4f7dd961cf373b743fc679bdf622089d2a905de2cfd6fd6c9e7ff8d8ad61f", "bca2db4aaab71541cac588d6a708fde60f0ebe744809bde8a3847044a1a77413", "99a14394b406263576ed3d8d10334de7c78d42b349109f375d178b11492eecaf", "db5d45c4a7842a908527c1b7b8d4a40c688225a41d23cfa382eab23edfffdd10", "d236a2064363c0278f7ba1bb2ff1545ee4c52278c50640e8bb2b9cfef8a2f128", "0f892174111b78a02d1a00f8f46d9f80b9abb95513a7af38ecf2a5a0882fe87f", "3644e927d943d61e22672422591c47a62ff83e3d87ced68439822156d8f79abf", "1b852711aec3137b568fb65f93606d37fdcd62e06f5da3766f2ffcd4e0c646df", "4e3fcddb5b8ea8dcaa4417e0e31a9c2bbdc9e7d4ac3401635a636df32905c93e", "5296d5e474811c7d1e456cb6d5011db248b79b8d0512155e8a6c2aa5b5f12d38", "ff54f45a17723892cd775c1eaff9e5860527fcfd33d98759223c70e3362335bf", "a844d3cc01613f6284a75d44db67c495ac1e9b600eacbb1eb13d2649f5d5404d", "5dc6c99f612b69ff73145bee17524e3712990100e16445b71634106acf7927cf", "7d7181f20f89cb0715191aa32914186c67a34258c13457055570d47e15296553", "e922bd492b54d99e56ed88c81e2009ed6472059a180b10cc56ce1f9bd2d7b6ed", "045e43c0c4a3f4f2f1db9fb603a4f1ea3d56e128147e19ba17909eb57d7f08e5", "4abdf00b297a77c5886cedb37e63acda2ba11cb9f4c0a64e133b05800aadfcf0", "6b54c422e45ad19c9bf5ab090ec21753e7f7d854ca78132c30eb146657b168eb", ] flang = [ "5d113f44fb173bd0d5704b282c5cebbb2aa642c7c29f188764bfa1daa58374c9", "3990d39ff1c908b150f464f0653a123d94be30802f9cad6af18fbb560c4b412e", "f3e19699ce4ac404f41ffe08ef4546e31e2e741d8deb403b5477659e054275d5", "f41f661425534b5cfb20e2c0efd9d0800609dc3876ee9c3f76f026d36abbfa35", "d6c3f3aaa289251a433d99d1cffe432812093089ae876a6863295a15066c1eaf", "13d3525078fd1c569f7c8ea7fce439b04f6b03814bbe88600c08f95c788e7802", "13d3525078fd1c569f7c8ea7fce439b04f6b03814bbe88600c08f95c788e7802", "3d7277fd658e51e7e43272c4b319e733c18f5a6d11f739aaec0df758a720809e", "54bc3e668577fc30ef77f0c95436e9f9327f256ac8c43eee35eb90000883c6d3", "e8d7f828e10516666606bcf2459a25f69401f12f0ae4d3b4a0ca57616bbd9bb0", "9b9a53150009ff58bd0ab665b970dbebc51be891343fd5dc8e77a2133ac44333", "d95e36f3b93097ab6fb319c744ddc71cd94af0c358accc1e5224c2bbd431266d", "d7847b5c6e1344dc0b4723dbe76a859257b4c242644dedb34e425f07738530d4", "20f48cac9b58496230fa2428eba4e15ec0a6e92d429569b154a328b7a8c5da17", "012a9c10a7d2a248dc40510e2f5c02a54b5f6bc39961500dc48b6780dac5ad67", "496f00918721c72eae0bd926a5a8f1f35bd443f6b22bc08e2a42c67e44a4dbaf", "ef1256ddf6cd9de10a1b88df4736dce48295136983a7e31eadd942fb39b156f7", "ddccd866d0c01086087fe21b5711668f85bcf9cbd9f62853f8bda32eaedb5339", "fae8195a5e1b3778e31dbc6cbeedeae9998ea4b5a54215534af41e91fdcb8ba0", "b283d76244d19ab16c9d087ee7de0d340036e9c842007aa9d288aa4e6bf3749f", "a18522588686672150c7862f2b23048a429baa4a66010c4196e969cc77bd152c", "7c3b4eb3e95b9e2f91234f202a76034628d230a92e57b7c5ee9dcca1097bec46", "fcefebddca0b373da81ff84f0f5469a1ef77a05430a5195d0f2e6399d3af31c3", "5ebcbca2e03bd0686e677f44ea551e97bd9395c6b119f832fa784818733aa652", "cc4f1973b1b8e7bcc4f09e3381bae4e1a2e51ea4e2598fc1b520ccb8bf24d28c", "8fd618d81af092416b267c4d00c801731f7a00c0f8d4aedb795e52a4ec1bf183", ] extras = [ "830a37cf1c6700f81fc00749206a37e7cda4d2867bbdf489e9e2d81f52d06b3d", "5d98d34aff97416d8b5b9e16e7cf474580f8de8a73bd0e549c4440a3c5df4ef5", "51cc8a7c5943e1d9bc657fc9b9797f45e3ce6a4e544d3d3a967c7cd0185a0510", "91fdfadb94aa6afc1942124d0953ddc80c297fa75de1897fb42ac8e7dea51ab9", "31bbe70b51c259a54370d021ae63528a1740b5477a22412685afd14150fff6f4", "ec6cc4a9c24f098496de3206714dafe9a714f06afacfe21d53a4e6344f9cb4c9", "ec6cc4a9c24f098496de3206714dafe9a714f06afacfe21d53a4e6344f9cb4c9", "a9c32fb7659c0aabba5b1e76ec05037dda485bf893cef4144279b42ef8fae416", "2b7ae80dda7ffee63210855bc2746c8a13063777c9b855a562eedca4e7ab6254", "9dfaee1eeee2141d4873f7d71fcaeacabe91f1418cb3bed19653e847921944e4", "a4affb77bebaafb6f8d22c51d66aa6fa05381ec54cc1e14a4b10e0f3dc00157f", "c3a2a83d8f586ee765df96a692ebe010631446f700273fa31738ea260dfc35f7", "2e3151a47d77166d071213af2a1691487691aae0abd5c1718d818a6d7d09cb2d", "817c2e8975e56a8875ff56f9d1ea34d5e7e50f1b541b7f1236e3e5c8d9eee47f", "8b738225f0be39f27bba64c014816cfa1b79f2c7cf2d0e31fbc0fffb6c26e429", "f42ca7d85b0b64e6890502f1cf8309ef97f707829876742da2ea5c2cdf3ad8ac", "b3beee383d9c130666c230595c950bdc2ce4c7a99d728b9ddf1bca3963152223", "b26b9f4b11a9ccfab53d0dd55aada7e5b98f7ab51981cb033b376321dd44bf87", "2546becd4b182d1e366f47660c731c8ff7366b6306782f04706b6a7bf4e2094c", "d393f27a85c9229433b50daee8154e11517160beb1049c1de9c55fc31dd11fac", "8f49026a80eb8685cbfb6d3d3b9898dd083df4d71893984ae5330d4804c685fb", "8955aa9d039fd6c1ff2e26d7298f0bf09bbcf03f09c6df92c91a9ab2510df9da", "017bfed52fbe08185d8dbde79377918454215683562519a9e47acf403d9a1c29", "437e2017cfe2ab73b15ada0fc1ea88f794f0b108cc5410f457268ae7e4e8985a", "be59433dd85d4b8f0eaff87e0cc424a814152c67f3a682d1343c4bd61dd49a0f", "8060c6879708faf5f7d417b19a479dec9b7b9583a1b885f12d247faf831f7f0b", ] versions = [ "3.9.0", "3.10.0", "4.0.0", "4.1.0", "4.2.0", "4.3.0", "4.3.1", "4.5.0", "4.5.2", "5.0.0", "5.0.2", "5.1.0", "5.1.3", "5.2.0", "5.2.1", "5.2.3", "5.3.0", "5.3.3", "5.4.0", "5.4.3", "5.5.0", "5.5.1", "5.6.0", "5.6.1", "5.7.0", "5.7.1", ] versions_dict = dict() # type: Dict[str,Dict[str,str]] components = ["aomp", "devlib", "llvm", "flang", "extras"] component_hashes = [aomp, devlib, llvm, flang, extras] # Loop through versions and create necessary dictionaries of components for outer_index, item in enumerate(versions): for inner_index, component in enumerate(component_hashes): versions_dict.setdefault(item, {})[components[inner_index]] = component_hashes[ inner_index ][outer_index] class RocmOpenmpExtras(Package): """OpenMP support for ROCm LLVM.""" homepage = tools_url + "/aomp" url = tools_url + "/aomp/archive/rocm-5.5.0.tar.gz" tags = ["rocm"] license("Apache-2.0") maintainers("srekolam", "renjithravindrankannath", "estewart08") version("5.7.1", sha256=versions_dict["5.7.1"]["aomp"]) version("5.7.0", sha256=versions_dict["5.7.0"]["aomp"]) version("5.6.1", sha256=versions_dict["5.6.1"]["aomp"]) version("5.6.0", sha256=versions_dict["5.6.0"]["aomp"]) version("5.5.1", sha256=versions_dict["5.5.1"]["aomp"]) version("5.5.0", sha256=versions_dict["5.5.0"]["aomp"]) version("5.4.3", sha256=versions_dict["5.4.3"]["aomp"]) version("5.4.0", sha256=versions_dict["5.4.0"]["aomp"]) version("5.3.3", sha256=versions_dict["5.3.3"]["aomp"]) version("5.3.0", sha256=versions_dict["5.3.0"]["aomp"]) version("5.2.3", sha256=versions_dict["5.2.3"]["aomp"]) version("5.2.1", sha256=versions_dict["5.2.1"]["aomp"]) version("5.2.0", sha256=versions_dict["5.2.0"]["aomp"]) version("5.1.3", sha256=versions_dict["5.1.3"]["aomp"]) version("5.1.0", sha256=versions_dict["5.1.0"]["aomp"]) version("5.0.2", sha256=versions_dict["5.0.2"]["aomp"], deprecated=True) version("5.0.0", sha256=versions_dict["5.0.0"]["aomp"], deprecated=True) version("4.5.2", sha256=versions_dict["4.5.2"]["aomp"], deprecated=True) version("4.5.0", sha256=versions_dict["4.5.0"]["aomp"], deprecated=True) version("4.3.1", sha256=versions_dict["4.3.1"]["aomp"], deprecated=True) version("4.3.0", sha256=versions_dict["4.3.0"]["aomp"], deprecated=True) version("4.2.0", sha256=versions_dict["4.2.0"]["aomp"], deprecated=True) version("4.1.0", sha256=versions_dict["4.1.0"]["aomp"], deprecated=True) version("4.0.0", sha256=versions_dict["4.0.0"]["aomp"], deprecated=True) version("3.10.0", sha256=versions_dict["3.10.0"]["aomp"], deprecated=True) version("3.9.0", sha256=versions_dict["3.9.0"]["aomp"], deprecated=True) depends_on("cmake@3:", type="build") depends_on("py-setuptools", type="build") depends_on("python@3:", type="build") depends_on("perl-data-dumper", type="build") depends_on("awk", type="build") depends_on("elfutils", type=("build", "link")) depends_on("libffi", type=("build", "link")) depends_on("libdrm", when="@5.7") depends_on("numactl", when="@5.7") for ver in [ "3.9.0", "3.10.0", "4.0.0", "4.1.0", "4.2.0", "4.3.0", "4.3.1", "4.5.0", "4.5.2", "5.0.0", "5.0.2", "5.1.0", "5.1.3", "5.2.0", "5.2.1", "5.2.3", "5.3.0", "5.3.3", "5.4.0", "5.4.3", "5.5.0", "5.5.1", "5.6.0", "5.6.1", "5.7.0", "5.7.1", ]: depends_on("hsakmt-roct@" + ver, when="@" + ver) depends_on("comgr@" + ver, when="@" + ver) depends_on("hsa-rocr-dev@" + ver, when="@" + ver) depends_on("llvm-amdgpu@{0} ~openmp".format(ver), when="@" + ver) for ver in ["5.5.0", "5.5.1", "5.6.0", "5.6.1", "5.7.0", "5.7.1"]: depends_on("rocm-core@" + ver, when="@" + ver) # tag changed to 'rocm-' in 4.0.0 if ver == "3.9.0" or ver == "3.10.0": tag = "rocm-uc-" else: tag = "rocm-" resource( name="rocm-device-libs", url=compute_url + "/ROCm-Device-Libs/archive/" + tag + ver + ".tar.gz", sha256=versions_dict[ver]["devlib"], expand=True, destination="rocm-openmp-extras", placement="rocm-device-libs", when="@" + ver, ) resource( name="flang", url=tools_url + "/flang/archive/" + tag + ver + ".tar.gz", sha256=versions_dict[ver]["flang"], expand=True, destination="rocm-openmp-extras", placement="flang", when="@" + ver, ) resource( name="aomp-extras", url=tools_url + "/aomp-extras/archive/" + tag + ver + ".tar.gz", sha256=versions_dict[ver]["extras"], expand=True, destination="rocm-openmp-extras", placement="aomp-extras", when="@" + ver, ) resource( name="llvm-project", url=compute_url + "/llvm-project/archive/rocm-" + ver + ".tar.gz", sha256=versions_dict[ver]["llvm"], expand=True, destination="rocm-openmp-extras", placement="llvm-project", when="@" + ver, ) patch("0001-Linking-hsakmt-libdrm-and-numactl-libraries.patch", when="@5.7") def setup_run_environment(self, env): devlibs_prefix = self.spec["llvm-amdgpu"].prefix openmp_extras_prefix = self.spec["rocm-openmp-extras"].prefix llvm_prefix = self.spec["llvm-amdgpu"].prefix hsa_prefix = self.spec["hsa-rocr-dev"].prefix env.set("AOMP", "{0}".format(llvm_prefix)) env.set("HIP_DEVICE_LIB_PATH", "{0}/amdgcn/bitcode".format(devlibs_prefix)) env.prepend_path("CPATH", "{0}/include".format(openmp_extras_prefix)) env.prepend_path("LIBRARY_PATH", "{0}/lib".format(openmp_extras_prefix)) if self.spec.satisfies("@5.3.0:"): env.prepend_path("LD_LIBRARY_PATH", "{0}/lib".format(openmp_extras_prefix)) env.prepend_path("LD_LIBRARY_PATH", "{0}/lib".format(hsa_prefix)) if self.spec.version < Version("4.1.0"): env.set("AOMP_GPU", "`{0}/rocm-bin/mygpu`".format(openmp_extras_prefix)) else: env.set("AOMP_GPU", "`{0}/bin/mygpu`".format(openmp_extras_prefix)) def setup_build_environment(self, env): openmp_extras_prefix = self.spec["rocm-openmp-extras"].prefix llvm_prefix = self.spec["llvm-amdgpu"].prefix env.set("AOMP", "{0}".format(llvm_prefix)) env.set("FC", "{0}/bin/flang".format(openmp_extras_prefix)) gfx_list = "gfx700 gfx701 gfx801 gfx803 gfx900 gfx902 gfx906 gfx908" if self.spec.version >= Version("4.3.1"): gfx_list = gfx_list + " gfx90a gfx1030 gfx1031" env.set("GFXLIST", gfx_list) def patch(self): src = self.stage.source_path aomp_extras = "{0}/rocm-openmp-extras/aomp-extras/aomp-device-libs" libomptarget = "{0}/rocm-openmp-extras/llvm-project/openmp/libomptarget" flang = "{0}/rocm-openmp-extras/flang/" if self.spec.version >= Version("4.3.0") and self.spec.version < Version("5.0.0"): filter_file( "STRIP ${FLANG_SHA}", "STRIP 0", flang.format(src) + "CMakeLists.txt", string=True ) if self.spec.version < Version("4.1.0"): plugin = "/plugins/hsa/CMakeLists.txt" else: plugin = "/plugins/amdgpu/CMakeLists.txt" if self.spec.version < Version("5.2.0"): filter_file( "{ROCM_DIR}/amdgcn/bitcode", "{DEVICE_LIBS_DIR}", aomp_extras.format(src) + "/aompextras/CMakeLists.txt", libomptarget.format(src) + "/deviceRTLs/amdgcn/CMakeLists.txt", ) # Libm moved into llvm-project in 4.5.0 if self.spec.version < Version("4.5.0"): filter_file( "{ROCM_DIR}/amdgcn/bitcode", "{DEVICE_LIBS_DIR}", aomp_extras.format(src) + "/libm/CMakeLists.txt", ) # Openmp adjustments # Fix relocation error with libffi by not using static lib. if self.spec.version >= Version("5.1.0"): filter_file( "libffi.a", "", libomptarget.format(src) + "/cmake/Modules/LibomptargetGetDependencies.cmake", ) if self.spec.version >= Version("5.0.0"): filter_file( "{OPENMP_INSTALL_LIBDIR}", "{OPENMP_INSTALL_LIBDIR}/libdevice", libomptarget.format(src) + "/deviceRTLs/amdgcn/CMakeLists.txt", ) if self.spec.version <= Version("5.1.3"): filter_file( "{ROCM_DIR}/amdgcn/bitcode", "{DEVICE_LIBS_DIR}", libomptarget.format(src) + "/deviceRTLs/libm/CMakeLists.txt", ) if self.spec.version <= Version("4.5.0"): filter_file( "dl elf", "dl ${LIBOMPTARGET_DEP_LIBELF_LIBRARIES}", libomptarget.format(src) + "/plugins/amdgpu/CMakeLists.txt", ) filter_file( "-nogpulib", "-nogpulib -nogpuinc", libomptarget.format(src) + "/deviceRTLs/amdgcn/CMakeLists.txt", ) filter_file( "-x hip", "-x hip -nogpulib -nogpuinc", libomptarget.format(src) + "/deviceRTLs/amdgcn/CMakeLists.txt", ) filter_file( "-c ", "-c -nogpulib -nogpuinc -I{LIMIT}", libomptarget.format(src) + "/hostrpc/CMakeLists.txt", ) filter_file( r"${ROCM_DIR}/hsa/include ${ROCM_DIR}/hsa/include/hsa", "${HSA_INCLUDE}/hsa/include ${HSA_INCLUDE}/hsa/include/hsa", libomptarget.format(src) + plugin, string=True, ) filter_file("{ROCM_DIR}/hsa/lib", "{HSA_LIB}", libomptarget.format(src) + plugin) filter_file( r"{ROCM_DIR}/lib\)", "{HSAKMT_LIB})\nset(HSAKMT_LIB64 ${HSAKMT_LIB64})", libomptarget.format(src) + plugin, ) filter_file( r"-L${LIBOMPTARGET_DEP_LIBHSAKMT_LIBRARIES_DIRS}", "-L${LIBOMPTARGET_DEP_LIBHSAKMT_LIBRARIES_DIRS} -L${HSAKMT_LIB64}", libomptarget.format(src) + plugin, string=True, ) filter_file( r"-rpath,${LIBOMPTARGET_DEP_LIBHSAKMT_LIBRARIES_DIRS}", "-rpath,${LIBOMPTARGET_DEP_LIBHSAKMT_LIBRARIES_DIRS}" + ",-rpath,${HSAKMT_LIB64}", libomptarget.format(src) + plugin, string=True, ) filter_file("{ROCM_DIR}/include", "{COMGR_INCLUDE}", libomptarget.format(src) + plugin) filter_file( r"-L${LLVM_LIBDIR}${OPENMP_LIBDIR_SUFFIX}", "-L${LLVM_LIBDIR}${OPENMP_LIBDIR_SUFFIX} -L${COMGR_LIB}", libomptarget.format(src) + plugin, string=True, ) filter_file( r"rpath,${LLVM_LIBDIR}${OPENMP_LIBDIR_SUFFIX}", "rpath,${LLVM_LIBDIR}${OPENMP_LIBDIR_SUFFIX}" + "-Wl,-rpath,${COMGR_LIB}", libomptarget.format(src) + plugin, string=True, ) filter_file( "ADDITIONAL_VERSIONS 2.7", "ADDITIONAL_VERSIONS 3", flang.format(src) + "CMakeLists.txt", ) def install(self, spec, prefix): src = self.stage.source_path gfx_list = os.environ["GFXLIST"] gfx_list = gfx_list.replace(" ", ";") openmp_extras_prefix = self.spec["rocm-openmp-extras"].prefix devlibs_prefix = self.spec["llvm-amdgpu"].prefix devlibs_src = "{0}/rocm-openmp-extras/rocm-device-libs".format(src) hsa_prefix = self.spec["hsa-rocr-dev"].prefix hsakmt_prefix = self.spec["hsakmt-roct"].prefix if self.spec.satisfies("@5.7"): libdrm_prefix = self.spec["libdrm"].prefix numactl_prefix = self.spec["numactl"].prefix comgr_prefix = self.spec["comgr"].prefix llvm_inc = "/rocm-openmp-extras/llvm-project/llvm/include" llvm_prefix = self.spec["llvm-amdgpu"].prefix omp_bin_dir = "{0}/bin".format(openmp_extras_prefix) omp_lib_dir = "{0}/lib".format(openmp_extras_prefix) bin_dir = "{0}/bin".format(llvm_prefix) lib_dir = "{0}/lib".format(llvm_prefix) flang_warning = "-Wno-incompatible-pointer-types-discards-qualifiers" libpgmath = "/rocm-openmp-extras/flang/runtime/libpgmath/lib/common" elfutils_inc = spec["elfutils"].prefix.include ffi_inc = spec["libffi"].prefix.include # flang1 and flang2 symlink needed for build of flang-runtime # libdevice symlink to rocm-openmp-extras for runtime # libdebug symlink to rocm-openmp-extras for runtime if os.path.islink((os.path.join(bin_dir, "flang1"))): os.unlink(os.path.join(bin_dir, "flang1")) if os.path.islink((os.path.join(bin_dir, "flang2"))): os.unlink(os.path.join(bin_dir, "flang2")) if os.path.islink((os.path.join(lib_dir, "libdevice"))): os.unlink(os.path.join(lib_dir, "libdevice")) if os.path.islink((os.path.join(llvm_prefix, "lib-debug"))): os.unlink(os.path.join(llvm_prefix, "lib-debug")) os.symlink(os.path.join(omp_bin_dir, "flang1"), os.path.join(bin_dir, "flang1")) os.symlink(os.path.join(omp_bin_dir, "flang2"), os.path.join(bin_dir, "flang2")) os.symlink(os.path.join(omp_lib_dir, "libdevice"), os.path.join(lib_dir, "libdevice")) os.symlink( os.path.join(openmp_extras_prefix, "lib-debug"), os.path.join(llvm_prefix, "lib-debug") ) # Set cmake args components = dict() components["aomp-extras"] = [ "../rocm-openmp-extras/aomp-extras", "-DLLVM_DIR={0}".format(llvm_prefix), "-DDEVICE_LIBS_DIR={0}/amdgcn/bitcode".format(devlibs_prefix), "-DCMAKE_C_COMPILER={0}/clang".format(bin_dir), "-DCMAKE_CXX_COMPILER={0}/clang++".format(bin_dir), "-DAOMP_STANDALONE_BUILD=0", "-DDEVICELIBS_ROOT={0}".format(devlibs_src), "-DNEW_BC_PATH=1", "-DAOMP={0}".format(llvm_prefix), ] # Shared cmake configuration for openmp, openmp-debug # Due to hsa-rocr-dev using libelf instead of elfutils # the build of openmp fails because the include path # for libelf is placed before elfutils in SPACK_INCLUDE_DIRS. # Passing the elfutils include path via cmake options is a # workaround until hsa-rocr-dev switches to elfutils. openmp_common_args = [ "-DROCM_DIR={0}".format(hsa_prefix), "-DDEVICE_LIBS_DIR={0}/amdgcn/bitcode".format(devlibs_prefix), "-DAOMP_STANDALONE_BUILD=0", "-DDEVICELIBS_ROOT={0}".format(devlibs_src), "-DOPENMP_TEST_C_COMPILER={0}/clang".format(bin_dir), "-DOPENMP_TEST_CXX_COMPILER={0}/clang++".format(bin_dir), "-DCMAKE_C_COMPILER={0}/clang".format(bin_dir), "-DCMAKE_CXX_COMPILER={0}/clang++".format(bin_dir), "-DLIBOMPTARGET_AMDGCN_GFXLIST={0}".format(gfx_list), "-DLIBOMP_COPY_EXPORTS=OFF", "-DHSA_LIB={0}/lib".format(hsa_prefix), "-DHSAKMT_LIB={0}/lib".format(hsakmt_prefix), "-DHSAKMT_LIB64={0}/lib64".format(hsakmt_prefix), "-DCOMGR_INCLUDE={0}/include".format(comgr_prefix), "-DCOMGR_LIB={0}/lib".format(comgr_prefix), "-DOPENMP_ENABLE_LIBOMPTARGET=1", "-DOPENMP_ENABLE_LIBOMPTARGET_HSA=1", "-DLLVM_MAIN_INCLUDE_DIR={0}{1}".format(src, llvm_inc), "-DLLVM_INSTALL_PREFIX={0}".format(llvm_prefix), "-DCMAKE_C_FLAGS=-isystem{0} -I{1}".format(elfutils_inc, ffi_inc), "-DCMAKE_CXX_FLAGS=-isystem{0} -I{1}".format(elfutils_inc, ffi_inc), "-DNEW_BC_PATH=1", ] if self.spec.satisfies("@5.7"): openmp_common_args += [ "-DLIBDRM_LIB={0}/lib".format(libdrm_prefix), "-DHSAKMT_INC_PATH={0}/include".format(hsakmt_prefix), "-DNUMACTL_DIR={0}".format(numactl_prefix), ] if self.spec.version < Version("4.1.0"): openmp_common_args += ["-DHSA_INCLUDE={0}".format(hsa_prefix)] else: openmp_common_args += ["-DHSA_INCLUDE={0}/include/hsa".format(hsa_prefix)] if self.spec.satisfies("@5.3.0:"): openmp_common_args += ["-DLIBOMPTARGET_ENABLE_DEBUG=ON"] components["openmp"] = ["../rocm-openmp-extras/llvm-project/openmp"] components["openmp"] += openmp_common_args components["openmp-debug"] = [ "../rocm-openmp-extras/llvm-project/openmp", "-DLIBOMPTARGET_NVPTX_DEBUG=ON", "-DCMAKE_CXX_FLAGS=-g", "-DCMAKE_C_FLAGS=-g", ] components["openmp-debug"] += openmp_common_args # Shared cmake configuration for pgmath, flang, flang-runtime flang_common_args = [ "-DLLVM_ENABLE_ASSERTIONS=ON", "-DLLVM_CONFIG={0}/llvm-config".format(bin_dir), "-DCMAKE_CXX_COMPILER={0}/clang++".format(bin_dir), "-DCMAKE_C_COMPILER={0}/clang".format(bin_dir), "-DCMAKE_Fortran_COMPILER={0}/flang".format(bin_dir), "-DLLVM_TARGETS_TO_BUILD=AMDGPU;x86", ] if self.spec.version >= Version("4.2.0"): # Spack thinks some warnings from the flang build are errors. # Disable those warnings in C and CXX flags. flang_common_args += [ "-DCMAKE_CXX_FLAGS={0}".format(flang_warning) + " -I{0}{1}".format(src, libpgmath), "-DCMAKE_C_FLAGS={0}".format(flang_warning) + " -I{0}{1}".format(src, libpgmath), ] components["pgmath"] = ["../rocm-openmp-extras/flang/runtime/libpgmath"] components["pgmath"] += flang_common_args components["flang"] = [ "../rocm-openmp-extras/flang", "-DFLANG_OPENMP_GPU_AMD=ON", "-DFLANG_OPENMP_GPU_NVIDIA=ON", ] components["flang"] += flang_common_args components["flang-runtime"] = [ "../rocm-openmp-extras/flang", "-DLLVM_INSTALL_RUNTIME=ON", "-DFLANG_BUILD_RUNTIME=ON", "-DOPENMP_BUILD_DIR={0}/spack-build-openmp/runtime/src".format(src), ] components["flang-runtime"] += flang_common_args build_order = ["aomp-extras", "openmp", "openmp-debug", "pgmath", "flang", "flang-runtime"] # Override standard CMAKE_BUILD_TYPE for arg in std_cmake_args: found = re.search("CMAKE_BUILD_TYPE", arg) if found: std_cmake_args.remove(arg) for component in build_order: with working_dir("spack-build-{0}".format(component), create=True): cmake_args = components[component] cmake_args.extend(std_cmake_args) # OpenMP build needs to be run twice(Release, Debug) if component == "openmp-debug": cmake_args.append("-DCMAKE_BUILD_TYPE=Debug") else: cmake_args.append("-DCMAKE_BUILD_TYPE=Release") cmake(*cmake_args) make() make("install")