create github CI workflow (#1)

Author: thrau

.github/workflows/integration-test.yml

@@ -0,0 +1,61 @@
+name: Run Integration Tests
+
+on:
+  push:
+    paths-ignore:
+      - 'README.md'
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  run-it-tests-job:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Set up Python 3.9
+        id: setup-python
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.9
+
+      - name: Set up Project
+        run: |
+          pip install -r requirements-dev.txt
+
+      - name: Start LocalStack
+        env:
+          LOCALSTACK_API_KEY: ${{ secrets.LOCALSTACK_API_KEY }}
+          DNS_ADDRESS: 0
+          EDGE_PORT: 4566
+        run: |
+          pip install localstack awscli-local[ver1]
+          docker pull localstack/localstack
+          # Start LocalStack in the background
+          localstack start -d
+          # Wait 30 seconds for the LocalStack container to become ready before timing out
+          echo "Waiting for LocalStack startup..."
+          localstack wait -t 30
+          echo "Startup complete"
+
+      - name: Deploy infrastructure
+        run: |
+          bin/deploy.sh
+
+      - name: Run Tests
+        env:
+          AWS_DEFAULT_REGION: us-east-1
+          AWS_REGION: us-east-1
+          AWS_ACCESS_KEY_ID: test
+          AWS_SECRET_ACCESS_KEY: test
+        run: |
+          pytest tests
+
+      - name: Show localstack logs
+        if: always()
+        run: |
+          localstack logs

bin/deploy.sh

@@ -0,0 +1,52 @@
+#!/bin/bash
+
+awslocal s3 mb s3://localstack-thumbnails-app-images
+awslocal s3 mb s3://localstack-thumbnails-app-resized
+
+awslocal ssm put-parameter --name /localstack-thumbnail-app/buckets/images --value "localstack-thumbnails-app-images"
+awslocal ssm put-parameter --name /localstack-thumbnail-app/buckets/resized --value "localstack-thumbnails-app-resized"
+
+awslocal sns create-topic --name failed-resize-topic
+awslocal sns subscribe \
+    --topic-arn arn:aws:sns:us-east-1:000000000000:failed-resize-topic \
+    --protocol email \
+    --notification-endpoint my-email@example.com
+
+(cd lambdas/presign; rm -f lambda.zip; zip lambda.zip handler.py)
+awslocal lambda create-function \
+    --function-name presign \
+    --runtime python3.9 \
+    --timeout 10 \
+    --zip-file fileb://lambdas/presign/lambda.zip \
+    --handler handler.handler \
+    --role arn:aws:iam::000000000000:role/lambda-role
+
+awslocal lambda create-function-url-config \
+    --function-name presign \
+    --auth-type NONE
+
+(
+    cd lambdas/resize
+    rm -rf package lambda.zip
+    mkdir package
+    pip install -r requirements.txt -t package
+    zip lambda.zip handler.py
+    cd package
+    zip -r ../lambda.zip *;
+)
+awslocal lambda create-function \
+    --function-name resize \
+    --runtime python3.9 \
+    --timeout 10 \
+    --zip-file fileb://lambdas/resize/lambda.zip \
+    --handler handler.handler \
+    --dead-letter-config TargetArn=arn:aws:sns:us-east-1:000000000000:failed-resize-topic \
+    --role arn:aws:iam::000000000000:role/lambda-role
+
+awslocal s3api put-bucket-notification-configuration \
+    --bucket localstack-thumbnails-app-images \
+    --notification-configuration "{\"LambdaFunctionConfigurations\": [{\"LambdaFunctionArn\": \"$(awslocal lambda get-function --function-name resize | jq -r .Configuration.FunctionArn)\", \"Events\": [\"s3:ObjectCreated:*\"]}]}"
+
+awslocal s3 mb s3://webapp
+awslocal s3 sync --delete ./website s3://webapp
+awslocal s3 website s3://webapp --index-document index.html

lambdas/resize/handler.py

@@ -38,7 +38,7 @@ def handler(event, context):
     target_bucket = get_bucket_name()
 
     for record in event["Records"]:
-        source_bucket = record['s3']['bucket']['name']
+        source_bucket = record["s3"]["bucket"]["name"]
         key = unquote_plus(record["s3"]["object"]["key"])
         print(source_bucket, key)
 

tests/test_integration.py

@@ -19,7 +19,7 @@
 
 
 def test_s3_resize_integration():
-    file = "nyan-cat.png"
+    file = os.path.join(os.path.dirname(__file__), "nyan-cat.png")
     key = os.path.basename(file)
 
     parameter = ssm.get_parameter(Name="/localstack-thumbnail-app/buckets/images")
@@ -44,16 +44,14 @@ def test_s3_resize_integration():
         Bucket=target_bucket, Key=key, Filename="/tmp/nyan-cat-resized.png"
     )
 
-    assert (
-        os.stat("/tmp/nyan-cat-resized.png").st_size < os.stat(key).st_size
-    )
+    assert os.stat("/tmp/nyan-cat-resized.png").st_size < os.stat(file).st_size
 
     s3.delete_object(Bucket=source_bucket, Key=key)
     s3.delete_object(Bucket=target_bucket, Key=key)
 
 
 def test_failure_sns_to_ses_integration():
-    file = "some-file.txt"
+    file = os.path.join(os.path.dirname(__file__), "some-file.txt")
     key = f"{uuid.uuid4()}-{os.path.basename(file)}"
 
     parameter = ssm.get_parameter(Name="/localstack-thumbnail-app/buckets/images")
@@ -63,8 +61,8 @@ def test_failure_sns_to_ses_integration():
 
     def _check_message():
         response = requests.get("http://localhost:4566/_localstack/ses")
-        messages = response.json()['messages']
-        assert key in messages[-1]['Body']['text_part']
+        messages = response.json()["messages"]
+        assert key in messages[-1]["Body"]["text_part"]
 
     # retry to check for the message
     for i in range(9):

website/app.js

@@ -32,18 +32,23 @@
                     $("#" + key).val(fields[key]);
                 }
 
+                let formData = new FormData($("#uploadForm")[0]);
+                console.log("sending form data", formData);
+
                 $.ajax({
-                    type: 'POST',
+                    type: "POST",
                     url: data['url'],
-                    data: new FormData($("#uploadForm")[0]),
+                    data: formData,
                     processData: false,
                     contentType: false,
                     success: function () {
                         alert("success!");
                     },
+                    error: function() {
+                        alert("error! check the logs");
+                    },
                     complete: function (event) {
                         console.log("done", event);
-                        alert("error uploading. check the logs!")
                         $("#uploadForm button").removeClass('disabled');
                     }
                 });