feat: Build integration tests based on OpenStack Rally

.dockerignore

@@ -0,0 +1 @@
+./python/understack-tests/.venv/

.github/workflows/code-test.yaml

@@ -30,7 +30,7 @@ jobs:
         id: set-projects
         run: |
           # grabs all paths with pyproject.toml, snips the 2nd dir, grabs only unique ones, makes a JSON list
-          projects=$(find python -mindepth 2 -name pyproject.toml | awk -F/ '{print $2}' | sort -u | jq -R -s -c 'split("\n")[:-1]')
+          projects=$(find python -mindepth 2 ! -wholename 'python/understack-tests/*' -name pyproject.toml | awk -F/ '{print $2}' | sort -u | jq -R -s -c 'split("\n")[:-1]')
           echo "projects=$projects" >> "$GITHUB_OUTPUT"
   python:
     needs: [discover]

.github/workflows/containers.yaml

@@ -126,6 +126,7 @@ jobs:
           - name: ironic-nautobot-client
           - name: nova-flavors
           - name: ansible
+          - name: understack-tests
 
     steps:
       - name: setup docker buildx
@@ -186,6 +187,7 @@ jobs:
           - ironic-nautobot-client
           - nova-flavors
           - ansible
+          - understack-tests
 
     steps:
       - name: clean up PR container

.pre-commit-config.yaml

@@ -53,10 +53,12 @@ repos:
     hooks:
       - id: ansible-lint
         entry: "sh -c 'cd ansible && python3 -m ansiblelint -v --force-color'"
+        verbose: true
+        always_run: false
         additional_dependencies:
           - ansible
           - jmespath
-        files: '^ansible/.*$'
+        files: '^ansible/.*'
   - repo: https://github.com/python-poetry/poetry
     rev: '2.1.3'
     hooks:

containers/understack-tests/Dockerfile.understack-tests

@@ -0,0 +1,19 @@
+FROM python:3.12-slim AS builder
+ENV UV_PYTHON_DOWNLOADS=never
+ENV UV_COMPILE_BYTECODE=1
+ENV PATH="/code/.venv/bin:/code/.bin:$PATH"
+
+WORKDIR /code
+COPY --from=ghcr.io/astral-sh/uv:latest /uv /bin/uv
+COPY python/understack-tests/uv.lock python/understack-tests/pyproject.toml /code/
+RUN --mount=type=cache,target=/root/.cache/uv uv sync --verbose --locked --no-dev
+COPY python/understack-tests /code
+
+
+FROM builder AS prod
+WORKDIR /code
+COPY --from=builder /code /code
+RUN useradd --create-home app
+COPY --chown=app:app containers/understack-tests/rally.conf /home/app/.rally/rally.conf
+USER app
+RUN rally db create

containers/understack-tests/rally.conf

@@ -0,0 +1,5 @@
+[openstack]
+nova_server_boot_timeout = 900
+
+[database]
+connection = sqlite:////home/app/.rally/rally.sqlite

python/understack-tests/.bin/run-scenario

@@ -0,0 +1,6 @@
+#!/bin/sh
+set -e
+rally db ensure
+rally deployment create --fromenv --name=main
+rally deployment check
+rally task start "$@"

python/understack-tests/.gitignore

@@ -0,0 +1,2 @@
+.venv
+uc_*.json

python/understack-tests/build_a_single_gp2small_with_network.yaml

@@ -0,0 +1,17 @@
+version: 2
+title: "Create the network, provision a gp2.small Ubuntu server and delete it afterwards."
+subtasks:
+  - title: "Boot and delete"
+    workloads:
+    - scenario:
+        NovaServers.boot_and_delete_server:
+          flavor:
+            name: gp2.small
+          image:
+            name: ^Ubuntu 24.*$
+          config_drive: true
+          force_delete: false
+      contexts:
+        network:
+          start_cidr: 192.168.91.0/24
+          dns_nameservers: [8.8.8.8]

python/understack-tests/example.env

@@ -0,0 +1,11 @@
+OS_AUTH_URL=https://keystone.dev.undercloud.rackspace.net/v3
+OS_USERNAME=your-rally-user
+OS_PASSWORD=testpassword
+OS_TENANT_NAME=your-rally
+OS_PROJECT_NAME=your-rally
+OS_REGION_NAME=RegionOne
+OS_ENDPOINT_TYPE=publicURL
+OS_INTERFACE=public
+OS_IDENTITY_API_VERSION=3
+OS_USER_DOMAIN_NAME=Default
+OS_PROJECT_DOMAIN_NAME=Default

python/understack-tests/floating_ips.yaml

@@ -0,0 +1,19 @@
+version: 2
+title: Provision gp2.small Ubuntu, test floating IPs
+subtasks:
+  - title: "Boot"
+    workloads:
+      - scenario:
+          NovaServers.boot_server_associate_and_dissociate_floating_ip:
+            flavor:
+              name: gp2.small
+            image:
+              name: ^Ubuntu 24.*$
+            floating_network: NET_DEV_69.20.94.128/28
+            config_drive: true
+        contexts:
+          network:
+            start_cidr: 192.168.91.0/24
+            dns_nameservers: [8.8.8.8]
+            router:
+              external: true

python/understack-tests/pyproject.toml

@@ -0,0 +1,8 @@
+[project]
+name = "understack-tests"
+version = "0.1.0"
+description = "Integration tests for Undercloud"
+requires-python = ">=3.12"
+dependencies = [
+    "rally-openstack>=3.0.0",
+]

python/understack-tests/ssh-scenario.yaml

@@ -0,0 +1,25 @@
+version: 2
+title: "Provision Ubuntu server, log in, check uptime then destroy."
+subtasks:
+  - title: "Boot and delete"
+    workloads:
+    - scenario:
+        VMTasks.boot_runcommand_delete:
+          flavor:
+            name: gp2.small
+          image:
+            name: ^Ubuntu 24.*$
+          config_drive: true
+          force_delete: false
+          username: ubuntu
+          key_name: my-rally-key
+          command:
+            script_inline: |
+              echo "Hello hello!"
+              hostname
+              uptime
+            interpreter: "/bin/sh"
+      contexts:
+        network:
+          start_cidr: 192.168.91.0/24
+          dns_nameservers: [8.8.8.8]