write tests + revamp ci & makefile #77
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: LocalStack Setup | |
| on: | |
| push: | |
| paths-ignore: | |
| - 'README.md' | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| schedule: | |
| # “At 00:00 on Sunday.” | |
| - cron: "0 0 * * 0" | |
| workflow_dispatch: | |
| jobs: | |
| cloudformation: | |
| name: Deploy infrastructure using CloudFormation | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Set up Python 3.10 | |
| id: setup-python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: "3.10" | |
| - name: Start LocalStack | |
| env: | |
| LOCALSTACK_AUTH_TOKEN: ${{ secrets.LOCALSTACK_AUTH_TOKEN }} | |
| run: | | |
| pip install localstack awscli-local[ver1] | |
| docker pull localstack/localstack-pro:latest-bigdata | |
| # Start LocalStack in the background | |
| IMAGE_NAME=localstack/localstack-pro:latest-bigdata localstack start -d | |
| # Wait 30 seconds for the LocalStack container to become ready before timing out | |
| echo "Waiting for LocalStack startup..." | |
| localstack wait -t 15 | |
| echo "Startup complete" | |
| - name: Deploy on CloudFormation | |
| run: | | |
| make setup | |
| - name: Check deployed resources | |
| run: | | |
| sleep 30 | |
| awslocal cloudformation describe-stacks --stack-name covid-lake-stack | |
| - name: Run tests | |
| run: | | |
| pip3 install pandas boto3 pytest | |
| pytest test_infra.py | |
| - name: Send a Slack notification | |
| if: failure() || github.event_name != 'pull_request' | |
| uses: ravsamhq/notify-slack-action@v2 | |
| with: | |
| status: ${{ job.status }} | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| notification_title: "{workflow} has {status_message}" | |
| message_format: "{emoji} *{workflow}* {status_message} in <{repo_url}|{repo}>" | |
| footer: "Linked Repo <{repo_url}|{repo}> | <{run_url}|View Workflow run>" | |
| notify_when: "failure" | |
| env: | |
| SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| - name: Generate a Diagnostic Report | |
| if: failure() | |
| run: | | |
| curl -s localhost:4566/_localstack/diagnose | gzip -cf > diagnose.json.gz | |
| - name: Upload the Diagnostic Report | |
| if: failure() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: diagnose.json.gz | |
| path: ./diagnose.json.gz |