Add add-on pipeline for collecting dwarfs from elfs

Signed-off-by: Tushar Goel <tushar.goel.dav@gmail.com>

Author: TG1999

scanpipe/models.py

@@ -1927,6 +1927,23 @@ def has_directory_content_fingerprint(self):
             and ~Q(extra_data__directory_content__in=IGNORED_DIRECTORY_FINGERPRINTS)
         )
 
+    def elfs(self):
+        """
+        Resources that are ``files`` and their filetype startswith `elf` and contains any of thes
+        `executable`, `relocatable`, `shared object`.
+        """
+        return (
+            self.files()
+            .filter(
+                file_type__istartswith="elf",
+            )
+            .filter(
+                Q(file_type__icontains="executable")
+                | Q(file_type__icontains="relocatable")
+                | Q(file_type__icontains="shared object")
+            )
+        )
+
 
 class ScanFieldsModelMixin(models.Model):
     """Fields returned by the ScanCode-toolkit scans."""

scanpipe/pipelines/get_dwarfs_from_elfs.py

@@ -0,0 +1,28 @@
+from pathlib import Path
+
+from elf_inspector.dwarf import get_dwarf_paths
+
+from scanpipe.models import CodebaseResource
+from scanpipe.pipelines import Pipeline
+from scanpipe.pipes import purldb
+from scanpipe.pipes import scancode
+
+
+class GetDwarfsFromElfs(Pipeline):
+    """Get dwarfs from elfs."""
+
+    download_inputs = False
+    is_addon = True
+
+    @classmethod
+    def steps(cls):
+        return (cls.get_dwarfs_from_elfs,)
+
+    def get_dwarfs_from_elfs(self):
+        """
+        Update ``extra_data`` of project with
+        dwarf data extracted from elf files.
+        """
+        for elf in self.project.codebaseresources.elfs():
+            data = get_dwarf_paths(Path(self.project.codebase_path / elf.path))
+            self.project.update_extra_data({elf.path: data})

setup.cfg

@@ -77,6 +77,7 @@ install_requires =
     fetchcode-container==1.2.3.210512; sys_platform == "linux"
     # Inspectors
     python-inspector==0.10.0
+    elf-inspector==0.0.1
     aboutcode-toolkit==10.1.0
     # Utilities
     XlsxWriter==3.1.9
@@ -126,6 +127,7 @@ scancodeio_pipelines =
     analyze_root_filesystem_or_vm_image = scanpipe.pipelines.root_filesystem:RootFS
     analyze_windows_docker_image = scanpipe.pipelines.docker_windows:DockerWindows
     find_vulnerabilities = scanpipe.pipelines.find_vulnerabilities:FindVulnerabilities
+    get_dwarfs_from_elfs = scanpipe.pipelines.get_dwarfs_from_elfs:GetDwarfsFromElfs
     inspect_packages = scanpipe.pipelines.inspect_packages:InspectPackages
     load_inventory = scanpipe.pipelines.load_inventory:LoadInventory
     map_deploy_to_develop = scanpipe.pipelines.deploy_to_develop:DeployToDevelop