Merge pull request #168 from Pennycook/compiler-definitions

Add compiler definitions

Author: Pennycook

MANIFEST.in

@@ -1,3 +1,7 @@
+include codebasin/compilers/clang.toml
+include codebasin/compilers/gnu.toml
+include codebasin/compilers/intel.toml
+include codebasin/compilers/nvidia.toml
 include codebasin/schema/analysis.schema
 include codebasin/schema/compilation-database.schema
 include codebasin/schema/coverage.schema

codebasin/compilers/clang.toml

@@ -0,0 +1,20 @@
+[compiler.clang]
+
+[compiler."clang++"]
+alias_of = "clang"
+
+[[compiler.clang.parser]]
+flags = ["-fopenmp"]
+action = "append_const"
+dest = "modes"
+const = "openmp"
+
+[[compiler.clang.parser]]
+flags = ["-fsycl-is-device"]
+action = "append_const"
+dest = "defines"
+const = "__SYCL_DEVICE_ONLY__"
+
+[[compiler.clang.modes]]
+name = "openmp"
+defines = ["_OPENMP"]

codebasin/compilers/gnu.toml

@@ -0,0 +1,14 @@
+[compiler.gcc]
+
+[compiler."g++"]
+alias_of = "gcc"
+
+[[compiler.gcc.parser]]
+flags = ["-fopenmp"]
+action = "append_const"
+dest = "modes"
+const = "openmp"
+
+[[compiler.gcc.modes]]
+name = "openmp"
+defines = ["_OPENMP"]

codebasin/compilers/intel.toml

@@ -0,0 +1,52 @@
+[compiler.icx]
+
+[compiler.icpx]
+alias_of = "icx"
+
+[[compiler.icx.parser]]
+flags = ["-fopenmp"]
+action = "append_const"
+dest = "modes"
+const = "openmp"
+
+[[compiler.icx.parser]]
+flags = ["-fsycl"]
+action = "append_const"
+dest = "modes"
+const = "sycl"
+
+[[compiler.icx.parser]]
+flags = ["-fsycl-targets"]
+action = "store_split"
+sep = ","
+format = "sycl-$value"
+dest = "passes"
+default = ["sycl-spir64"]
+
+[[compiler.icx.modes]]
+name = "sycl"
+defines = ["SYCL_LANGUAGE_VERSION"]
+
+[[compiler.icx.modes]]
+name = "openmp"
+defines = ["_OPENMP"]
+
+[[compiler.icx.passes]]
+name = "sycl-spir64"
+defines = ["__SYCL_DEVICE_ONLY__", "__SPIR__", "__SPIRV__"]
+modes = ["sycl"]
+
+[[compiler.icx.passes]]
+name = "sycl-spir64_x86_64"
+defines = ["__SYCL_DEVICE_ONLY__", "__SPIR__", "__SPIRV__"]
+modes = ["sycl"]
+
+[[compiler.icx.passes]]
+name = "sycl-spir64_gen"
+defines = ["__SYCL_DEVICE_ONLY__", "__SPIR__", "__SPIRV__"]
+modes = ["sycl"]
+
+[[compiler.icx.passes]]
+name = "sycl-spir64_fpga"
+defines = ["__SYCL_DEVICE_ONLY__", "__SPIR__", "__SPIRV__"]
+modes = ["sycl"]

codebasin/compilers/nvidia.toml

@@ -0,0 +1,41 @@
+[compiler.nvcc]
+options = ["-D__NVCC__", "-D__CUDACC__"]
+
+[[compiler.nvcc.parser]]
+flags = ["-fopenmp"]
+action = "append_const"
+dest = "modes"
+const = "openmp"
+
+[[compiler.nvcc.parser]]
+flags = ["--gpu-architecture", "--gpu-code", "-gencode"]
+action = "extend_match"
+pattern = '(?:sm_|compute_)(\d+)'
+format = "sm_$value"
+dest = "passes"
+default = ["sm_70"]
+override = true
+
+[[compiler.nvcc.modes]]
+name = "openmp"
+defines = ["_OPENMP"]
+
+[[compiler.nvcc.passes]]
+name = "sm_70"
+defines = ["__CUDA_ARCH__=700"]
+
+[[compiler.nvcc.passes]]
+name = "sm_75"
+defines = ["__CUDA_ARCH__=750"]
+
+[[compiler.nvcc.passes]]
+name = "sm_80"
+defines = ["__CUDA_ARCH__=800"]
+
+[[compiler.nvcc.passes]]
+name = "sm_89"
+defines = ["__CUDA_ARCH__=890"]
+
+[[compiler.nvcc.passes]]
+name = "sm_90"
+defines = ["__CUDA_ARCH__=900"]

codebasin/config.py

@@ -9,16 +9,21 @@
 import collections
 import logging
 import os
+import pkgutil
 import re
 import string
-from dataclasses import asdict, dataclass
+import tomllib
+from dataclasses import asdict, dataclass, field
+from pathlib import Path
+from typing import Self
 
 from codebasin import CompilationDatabase, util
 
 log = logging.getLogger(__name__)
 
 
 _importcfg = None
+_compilers = None
 
 
 def _parse_compiler_args(argv: list[str]):
@@ -151,6 +156,88 @@ def __call__(
             dest.extend(matches)
 
 
+@dataclass
+class _CompilerMode:
+    name: str
+    defines: list[str] = field(default_factory=list)
+    include_paths: list[str] = field(default_factory=list)
+    include_files: list[str] = field(default_factory=list)
+
+    @classmethod
+    def from_toml(cls, toml: object) -> Self:
+        return _CompilerMode(**toml)
+
+
+@dataclass
+class _CompilerPass:
+    name: str
+    defines: list[str] = field(default_factory=list)
+    include_paths: list[str] = field(default_factory=list)
+    include_files: list[str] = field(default_factory=list)
+    modes: list[str] = field(default_factory=list)
+
+    @classmethod
+    def from_toml(cls, toml: object) -> Self:
+        return _CompilerPass(**toml)
+
+
+@dataclass
+class _Compiler:
+    alias_of: str | None = None
+    options: list[str] = field(default_factory=list)
+    parser: list[dict] = field(default_factory=list)
+    modes: dict[str, _CompilerMode] = field(default_factory=dict)
+    passes: dict[str, _CompilerPass] = field(default_factory=dict)
+
+    @classmethod
+    def from_toml(cls, toml: object) -> Self:
+        kwargs = toml.copy()
+        if "parser" in kwargs:
+            for option in kwargs["parser"]:
+                if option["action"] == "store_split":
+                    option["action"] = _StoreSplitAction
+                if option["action"] == "extend_match":
+                    option["action"] = _ExtendMatchAction
+        if "modes" in toml:
+            kwargs["modes"] = {
+                m["name"]: _CompilerMode.from_toml(m) for m in kwargs["modes"]
+            }
+        if "passes" in toml:
+            kwargs["passes"] = {
+                p["name"]: _CompilerPass.from_toml(p) for p in kwargs["passes"]
+            }
+        return _Compiler(**kwargs)
+
+
+def _load_compilers():
+    """
+    Load the configuration from the following files:
+    - ${PACKAGE}/compilers/*.toml
+    """
+    global _compilers
+    _compilers = {}
+
+    # Load the package-provided configuration files.
+    for compiler in ["clang", "gnu", "intel", "nvidia"]:
+        filename = str((Path("compilers") / compiler).with_suffix(".toml"))
+        toml = tomllib.loads(
+            pkgutil.get_data("codebasin", filename).decode(),
+        )
+        try:
+            util._validate_toml(toml, "cbiconfig")
+        except ValueError as e:
+            log.error(str(e))
+            return
+
+        for name, definition in toml["compiler"].items():
+            _compilers[name] = _Compiler.from_toml(definition)
+
+
+# Load the compiler configuration when this module is imported.
+if not _compilers:
+    _load_compilers()
+
+
 @dataclass
 class PreprocessorConfiguration:
     """