ci: Add secret hiding kernel to defaults buildkite

Adding the secret hiding kernel as a default for the buildkite pipeline,
this will mean that PR's made against the branch will now be run with
the new secret hiding enabled amis.

Some tests have been marked to skip as they are kernel dependent so
while we are compiling our kernel in CI these could change again.

Signed-off-by: Jack Thomson <jackabt@amazon.com>

Author: JackThomson2

.buildkite/common.py

@@ -27,6 +27,7 @@
 DEFAULT_PLATFORMS = [
     ("al2", "linux_5.10"),
     ("al2023", "linux_6.1"),
+    ("ubuntu24", "secret_hiding"),
 ]
 
 

tests/integration_tests/functional/test_cpu_features_host_vs_guest.py

@@ -15,6 +15,8 @@
 
 import os
 
+import pytest
+
 from framework import utils
 from framework.properties import global_props
 from framework.utils_cpuid import CPU_FEATURES_CMD, CpuModel
@@ -157,6 +159,10 @@
 }
 
 
+@pytest.mark.skipif(
+    global_props.host_linux_version_tpl > (6, 1),
+    reason="We don't currently track features for host kernels above 6.1.",
+)
 def test_host_vs_guest_cpu_features(uvm_plain_any):
     """Check CPU features host vs guest"""
 

tests/integration_tests/functional/test_shut_down.py

@@ -4,11 +4,17 @@
 
 import platform
 
+import pytest
 from packaging import version
 
 from framework import utils
+from framework.properties import global_props
 
 
+@pytest.mark.skipif(
+    global_props.host_linux_version_tpl > (6, 1),
+    reason="The number of threads associated to firecracker changes in newer kernels",
+)
 def test_reboot(uvm_plain_any):
     """
     Test reboot from guest.

tests/integration_tests/performance/test_huge_pages.py

@@ -55,6 +55,11 @@ def check_hugetlbfs_in_use(pid: int, allocation_name: str):
     assert kernel_page_size_kib > 4
 
 
+@pytest.mark.skipif(
+    global_props.host_linux_version_tpl > (6, 1)
+    and global_props.cpu_architecture == "aarch64",
+    reason="Huge page tests with secret hidden kernels on ARM currently fail",
+)
 def test_hugetlbfs_boot(uvm_plain):
     """Tests booting a microvm with guest memory backed by 2MB hugetlbfs pages"""
 
@@ -69,6 +74,11 @@ def test_hugetlbfs_boot(uvm_plain):
     )
 
 
+@pytest.mark.skipif(
+    global_props.host_linux_version_tpl > (6, 1)
+    and global_props.cpu_architecture == "aarch64",
+    reason="Huge page tests with secret hidden kernels on ARM currently fail",
+)
 def test_hugetlbfs_snapshot(microvm_factory, guest_kernel_linux_5_10, rootfs):
     """
     Test hugetlbfs snapshot restore via uffd
@@ -100,6 +110,11 @@ def test_hugetlbfs_snapshot(microvm_factory, guest_kernel_linux_5_10, rootfs):
     check_hugetlbfs_in_use(vm.firecracker_pid, "/anon_hugepage")
 
 
+@pytest.mark.skipif(
+    global_props.host_linux_version_tpl > (6, 1)
+    and global_props.cpu_architecture == "aarch64",
+    reason="Huge page tests with secret hidden kernels on ARM currently fail",
+)
 def test_hugetlbfs_diff_snapshot(microvm_factory, uvm_plain):
     """
     Test hugetlbfs differential snapshot support.
@@ -144,6 +159,11 @@ def test_hugetlbfs_diff_snapshot(microvm_factory, uvm_plain):
     # Verify if the restored microvm works.
 
 
+@pytest.mark.skipif(
+    global_props.host_linux_version_tpl > (6, 1)
+    and global_props.cpu_architecture == "aarch64",
+    reason="Huge page tests with secret hidden kernels on ARM currently fail",
+)
 @pytest.mark.parametrize("huge_pages", HugePagesConfig)
 def test_ept_violation_count(
     microvm_factory,
@@ -225,6 +245,11 @@ def test_ept_violation_count(
     metrics.put_metric(metric, int(metric_value), "Count")
 
 
+@pytest.mark.skipif(
+    global_props.host_linux_version_tpl > (6, 1)
+    and global_props.cpu_architecture == "aarch64",
+    reason="Huge page tests with secret hidden kernels on ARM currently fail",
+)
 def test_negative_huge_pages_plus_balloon(uvm_plain):
     """Tests that huge pages and memory ballooning cannot be used together"""
     uvm_plain.memory_monitor = None

tests/integration_tests/performance/test_initrd.py

@@ -4,6 +4,7 @@
 import pytest
 
 from framework.microvm import HugePagesConfig, Serial
+from framework.properties import global_props
 
 INITRD_FILESYSTEM = "rootfs"
 
@@ -20,6 +21,11 @@ def uvm_with_initrd(microvm_factory, guest_kernel, record_property, artifact_dir
     yield uvm
 
 
+@pytest.mark.skipif(
+    global_props.host_linux_version_tpl > (6, 1)
+    and global_props.cpu_architecture == "aarch64",
+    reason="Huge page tests with secret hidden kernels on ARM currently fail",
+)
 @pytest.mark.parametrize("huge_pages", HugePagesConfig)
 def test_microvm_initrd_with_serial(uvm_with_initrd, huge_pages):
     """