Revert "Remove ParallelCluster API docker logic"

This reverts commit 0d5be94.

The commit must be reverted because the Docker was useful to execute local testing.

Author: gmarciani

.github/workflows/ci.yml

@@ -190,6 +190,13 @@ jobs:
       - name: Verify External SlurmDBD Template
         run:
           git diff --exit-code --quiet cloudformation/external-slurmdbd/external-slurmdbd.json cloudformation/external-slurmdbd/cdk.out/ExternalSlurmdbdStack.template.json
+  api-docker-test:
+    name: API Docker Tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - uses: mikefarah/yq@v4.32.2
+      - run: api/docker/awslambda/docker-build.sh
   shellcheck:
     name: Shellcheck
     runs-on: ubuntu-latest

api/docker/awslambda/Dockerfile

@@ -0,0 +1,26 @@
+### Stage 1: creates the wheel package from the pcluster source
+FROM public.ecr.aws/lambda/python:3.9 AS build_pcluster
+
+RUN python -m pip install --upgrade setuptools wheel pip
+COPY src ./cli/src
+COPY setup.py MANIFEST.in README ./cli/
+RUN cd cli && python setup.py bdist_wheel
+
+### Stage 2: prepares the AWS Lambda environment
+FROM public.ecr.aws/lambda/python:3.9 AS pcluster_lambda
+
+# Copy the node runtime
+COPY --from=public.ecr.aws/lambda/nodejs:16 /var/lang/bin/node /var/lang/bin
+# Copy the aws-parallelcluster wheel package
+COPY --from=build_pcluster /var/task/cli/dist/* ./dist/
+# Install aws-parallelcluster
+RUN python -m pip install --upgrade pip
+RUN export PKG=(./dist/*.whl); python -m pip install "${PKG}[awslambda]" && rm -rf ./dist
+
+# When the PROFILE is set to dev the Flask application is started in debug mode and with SwaggerUI support
+ARG PROFILE=prod
+ENV PROFILE=${PROFILE}
+# Install additional dependencies to start the SwaggerUI in dev mode
+RUN if [ "${PROFILE}" = "dev" ]; then python -m pip install connexion[swagger-ui]; fi
+
+CMD ["pcluster.api.awslambda.entrypoint.lambda_handler"]

api/docker/awslambda/buildspec.yml

@@ -0,0 +1,30 @@
+version: 0.2
+
+env:
+  variables:
+    # REQUIRED VARIABLES
+    ECR_ENDPOINT: ""  # ecr endpoint where the image is pushed (e.g. 12345667.dkr.ecr.eu-west-1.amazonaws.com)
+    GIT_REF: "develop"  # branch name or commit id to build
+    IMAGE_REPO_NAME: ""  # name of the ECR repo where the image is pushed
+    IMAGE_TAG: "develop"  # tag for the Docker images
+phases:
+  pre_build:
+    commands:
+      - echo Validating environment
+      - if [ -z "${ECR_ENDPOINT}" ] || [ -z "${GIT_REF}" ] || [ -z "${IMAGE_REPO_NAME}" ] || [ -z "${IMAGE_TAG}" ]; then echo "Invalid environment. Please set required variables"; exit 1; fi
+      - echo Logging in to Amazon ECR...
+      - aws ecr get-login-password --region $AWS_DEFAULT_REGION | docker login --username AWS --password-stdin $ECR_ENDPOINT
+      - echo Cloning ParallelCluster GitHub repository...
+      - git clone https://github.com/aws/aws-parallelcluster aws-parallelcluster && cd aws-parallelcluster && git checkout $GIT_REF
+  build:
+    commands:
+      - echo Build started on `date`
+      - echo Building the Docker image...
+      - sh api/docker/awslambda/docker-build.sh
+      - echo Build completed on `date`
+  post_build:
+    commands:
+      - if [ $CODEBUILD_BUILD_SUCCEEDING = 0 ]; then echo Build failed; exit 1; fi
+      - echo Pushing the Docker images...
+      - docker tag pcluster-lambda:latest $ECR_ENDPOINT/$IMAGE_REPO_NAME:$IMAGE_TAG
+      - docker push $ECR_ENDPOINT/$IMAGE_REPO_NAME:$IMAGE_TAG

api/docker/awslambda/docker-build.sh

@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+set -e
+
+SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
+ROOT_DIR="${SCRIPT_DIR}/../../.."
+docker build "$@" -f "${ROOT_DIR}/api/docker/awslambda/Dockerfile" "${ROOT_DIR}/cli" -t pcluster-lambda
+
+echo
+echo "Use the following to run a shell in the container"
+echo "  docker run -it --entrypoint /bin/bash pcluster-lambda"
+echo
+echo "Use the following to run a local AWS Lambda endpoint hosting the API"
+echo "  docker run -e POWERTOOLS_TRACE_DISABLED=1 -e AWS_REGION=eu-west-1 -p 9000:8080 pcluster-lambda"
+echo "Then you can use the following to send requests to the local endpoint"
+echo "  curl -XPOST \"http://localhost:9000/2015-03-31/functions/function/invocations\" -d @${SCRIPT_DIR}/test-events/event.json"
+echo
+echo "Use the following to run a local Flask development server hosting the API"
+echo "  docker run -p 8080:8080 --entrypoint python pcluster-lambda -m pcluster.api.flask_app"
+echo "Then you can navigate to the following url to test the API: http://0.0.0.0:8080/ui"
+echo "Note that to enable swagger-ui you have to build the docker with '--build-arg PROFILE=dev'"
+echo
+echo "Use the following command to push the built image to a public ECR repository"
+echo "  aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws/<alias>/<repository-name>"
+echo "  docker tag pcluster-lambda:latest public.ecr.aws/<alias>/<repository-name>:latest"
+echo "  docker push public.ecr.aws/<alias>/<repository-name>:latest"