tests: add container structure tests (#804)

* tests: add container structure tests

* chore: updates

* chore: replace bats tests with container structure tests

Author: Lukas Holzer

.circleci/config.yml

@@ -179,6 +179,31 @@ jobs:
             - save-images:
                 images: "${SHA1_IMAGE_URL} ${GIT_TAG_IMAGE_URL} ${BRANCH_IMAGE_URL} ${SHA1_IMAGE_URL}-test ${BRANCH_IMAGE_URL}-test"
 
+  container-structure-tests:
+    parameters:
+      container-image:
+        type: string
+    machine:
+      image: ubuntu-2004:202111-02
+    resource_class: xlarge
+    steps:
+      - checkout
+      - setup-remote-docker-with-experimental-feats
+      # Load the previously saved docker images from the CCI workspace
+      - load-images
+      # Compute the env vars with the resulting docker tags and docker image names
+      - compute-docker-tags:
+          image-name: << parameters.container-image >>
+      - run:
+          name: Install Google Container Structure Test
+          command: curl -LO https://storage.googleapis.com/container-structure-test/latest/container-structure-test-linux-amd64 && chmod +x container-structure-test-linux-amd64 && mkdir -p $HOME/bin && export PATH=$PATH:$HOME/bin && mv container-structure-test-linux-amd64 $HOME/bin/container-structure-test
+      - run:
+          name: Run Tests
+          command: |
+            container-structure-test test --image ${SHA1_IMAGE_URL} --config focal.yaml --test-report container-structure.xml --output junit
+      - store_test_results:
+          path: ./container-structure.xml
+
   run-tests:
     parameters:
       container-image:
@@ -301,6 +326,9 @@ workflows:
       - run-tests:
           container-image: "netlify/build"
           requires: [build-and-push-images, build-images-for-forks, lint]
+      - container-structure-tests:
+          container-image: "netlify/build"
+          requires: [build-and-push-images, build-images-for-forks, lint]
   # A scheduled daily build and test run to detect issues early instead of during a release or fix
   daily-test:
     triggers: # Use the triggers key to indicate a scheduled build
@@ -320,4 +348,3 @@ workflows:
       - run-tests:
           container-image: "netlify/build"
           requires: [build-and-push-images]
-

focal.yaml

@@ -0,0 +1,56 @@
+schemaVersion: "2.0.0"
+
+metadataTest:
+  entrypoint: []
+  cmd: ["bash"]
+  workdir: "/"
+  user: "buildbot"
+  env:
+    - key: TARGETARCH
+      value: amd64
+    - key: NF_IMAGE_NAME
+      value: focal
+    - key: NF_IMAGE_TAG
+      value: "^.+" # checks if it is set
+      isRegex: true
+    - key: NF_IMAGE_VERSION
+      value: "^.+" # checks if it is set
+      isRegex: true
+    - key: LANGUAGE
+      value: "en_US:en"
+    - key: LANG
+      value: "en_US.UTF-8"
+    - key: LC_ALL
+      value: "en_US.UTF-8"
+  labels:
+    - key: maintainer
+      value: Netlify
+
+fileExistenceTests:
+  - name: "Home directory"
+    path: "/opt/buildhome/"
+    shouldExist: true
+    permissions: "drwxr-xr-x"
+    uid: 2500 # buildbot
+    gid: 2500 # buildbot
+
+commandTests:
+  - name: "zstd compression library"
+    command: "zstd"
+    args: ["--version"]
+    expectedOutput: ["zstd command line interface 64-bits v1.4.8"]
+
+  - name: "wkhtmltopdf"
+    command: "wkhtmltopdf"
+    args: ["-V"]
+    expectedOutput: ["wkhtmltopdf 0.12.6"]
+
+  - name: "vips is installed and CLI tools are available"
+    command: "vips"
+    args: ["-v"]
+    expectedOutput: ["vips-8.9.1-Sun"]
+
+  - name: "DOTNet version 6.0 is installed and available at startup"
+    command: "dotnet"
+    args: ["--version"]
+    expectedOutput: ["6.0"]