Automatically test wasp deploy

.github/workflows/call-test-deploy.yaml

@@ -0,0 +1,14 @@
+# TODO: Remove this before merge
+name: Test deploy workflow
+
+on:
+  push:
+    branches:
+      - filip-automatic-deploy-test
+
+jobs:
+  call-reusable:
+    uses: ./.github/workflows/test-deploy.yaml
+    secrets:
+       FLY_API_TOKEN: ${{ secrets.FLY_API_TOKEN }}
+       RAILWAY_API_TOKEN: ${{ secrets.RAILWAY_API_TOKEN }}

.github/workflows/test-deploy.yaml

@@ -0,0 +1,166 @@
+name: Test Wasp Deploy
+
+on:
+  workflow_call:
+    secrets:
+      FLY_API_TOKEN:
+        description: "Fly API token for deploying apps"
+        required: true
+      RAILWAY_API_TOKEN:
+        description: "Railway API token for deploying apps"
+        required: true
+
+jobs:
+  deploy_kitchen_sink_app_with_fly:
+    name: Deploy Wasp kitchen Sink App
+    if: false
+
+    runs-on: ubuntu-latest
+    env:
+      FLY_API_TOKEN: ${{ secrets.FLY_API_TOKEN }}
+      FLY_REGION: mia
+
+    outputs:
+      server_hostname: ${{ steps.save_hostnames.outputs.server_hostname }}
+      client_hostname: ${{ steps.save_hostnames.outputs.client_hostname }}
+      app_prefix: ${{ steps.generate_app_prefix.outputs.app_prefix }}
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          # Workaround for a Github Checkout action bug
+          # https://github.com/actions/checkout/issues/1359#issuecomment-1567902034
+          ref: ${{ github.event.pull_request.head.sha }}
+
+      - name: Set up Haskell
+        uses: ./.github/actions/setup-haskell
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v4
+
+      - name: Install Wasp CLI
+        working-directory: waspc
+        run: ./run install
+
+      - name: Install Fly CLI
+        uses: superfly/flyctl-actions/setup-flyctl@v1
+
+      - name: Generate unique app prefix from commit SHA
+        id: generate_app_prefix
+        run: |
+          echo "app_prefix=$(echo $GITHUB_SHA | head -c 7)" >> "$GITHUB_OUTPUT"
+
+      - name: Prepare server secrets for deployment
+        id: prepare_secrets
+        working-directory: waspc/examples/todoApp
+        run: |
+          # TODO: Explain the assumptinos and the fragility of this
+          echo "ENV_VARS=$(
+            cat .env.server.headless \
+            | sed -E 's/#.*//' \
+            | awk 'NF {$1=$1;print}' \
+            | sed -E 's/^/--server-secret /' \
+            | paste -sd' ')" >> $GITHUB_ENV
+
+      - name: Deploy kitchen sink app to Fly.io
+        working-directory: waspc/examples/todoApp
+        run: |
+          # NOTE: Github knows not to output the db connection string, how?
+          # NOTE:The `yes` command is necessary because the `fly launch` command prompts for confirmation 
+          yes | wasp-cli deploy fly launch ${{ steps.generate_app_prefix.outputs.app_prefix }} $FLY_REGION --org wasp ${{ env.ENV_VARS }}
+
+      - name: Save deployed app hostnames
+        id: save_hostnames
+        working-directory: waspc/examples/todoApp
+        run: |
+          echo "server_hostname=$(flyctl status -j -c fly-server.toml | jq -r '.Hostname')" >> "$GITHUB_OUTPUT"
+          echo "client_hostname=$(flyctl status -j -c fly-client.toml | jq -r '.Hostname')" >> "$GITHUB_OUTPUT"
+
+  deploy_kitchen_sink_app_with_railway:
+    runs-on: ubuntu-latest
+    env:
+      RAILWAY_TOKEN: ${{ secrets.RAILWAY_API_TOKEN }}
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          # Workaround for a Github Checkout action bug
+          # https://github.com/actions/checkout/issues/1359#issuecomment-1567902034
+          ref: ${{ github.event.pull_request.head.sha }}
+
+      - name: Set up Haskell
+        uses: ./.github/actions/setup-haskell
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v4
+
+      - name: Install Wasp CLI
+        working-directory: waspc
+        run: ./run install
+
+      - name: Install Railway CLI
+        run: npm install -g @railway/cli
+
+      - name: Generate unique app prefix from commit SHA
+        id: generate_app_prefix
+        run: |
+          echo "app_prefix=$(echo $GITHUB_SHA | head -c 7)" >> "$GITHUB_OUTPUT"
+
+      - name: Prepare server secrets for deployment
+        id: prepare_secrets
+        working-directory: waspc/examples/todoApp
+        run: |
+          # TODO: Explain the assumptinos and the fragility of this
+          echo "ENV_VARS=$(
+            cat .env.server.headless \
+            | sed -E 's/#.*//' \
+            | awk 'NF {$1=$1;print}' \
+            | sed -E 's/^/--server-secret /' \
+            | paste -sd' ')" >> $GITHUB_ENV
+
+      - name: Deploy kitchen sink app to railway
+        working-directory: waspc/examples/todoApp
+        run: |
+          # NOTE: Github knows not to output the db connection string, how?
+          # NOTE:The `yes` command is necessary because the `fly launch` command prompts for confirmation 
+          yes | wasp-cli deploy railway launch ${{ steps.generate_app_prefix.outputs.app_prefix }} ${{ env.ENV_VARS }}
+
+  smoke_test_kitchen_sink_app:
+    name: Run smoke tests on Wasp kitchen sink app
+
+    runs-on: ubuntu-latest
+    needs: deploy_kitchen_sink_app_with_fly
+    env:
+      FLY_API_TOKEN: ${{ secrets.FLY_API_TOKEN }}
+      SERVER_HOSTNAME: ${{ needs.deploy_kitchen_sink_app.outputs.server_hostname }}
+      CLIENT_HOSTNAME: ${{ needs.deploy_kitchen_sink_app.outputs.client_hostname }}
+
+    steps:
+      - name: Smoke test the server
+        run: |
+          curl --fail --silent -X POST https://$SERVER_HOSTNAME/operations/get-date
+
+      - name: Smoke test the client
+        run: |
+          curl --fail --silent https://$CLIENT_HOSTNAME
+
+  clean_up_deployed_app:
+    runs-on: ubuntu-latest
+    name: Clean up Deployed App
+    needs: [deploy_kitchen_sink_app_with_fly, smoke_test_kitchen_sink_app]
+    if: false
+
+    env:
+      FLY_API_TOKEN: ${{ secrets.FLY_API_TOKEN }}
+      APP_PREFIX: ${{ needs.deploy_kitchen_sink_app.outputs.app_prefix }}
+
+    steps:
+      - name: Install Fly CLI
+        uses: superfly/flyctl-actions/setup-flyctl@v1
+
+      - name: Clean up testing app from Fly.io
+        run: |
+          # FIXME: This destroyed all our apps, be careful
+          # flyctl apps list -q | grep "ci-$APP_PREFIX" | xargs flyctl apps destroy -y