chore(cicd): update buildspec to list and build jobs (#1505)

<!-- Provide summary of changes -->
Updates the buildspec to list, package, and build jobs. Shouldn't be merged in until #1428 is completed.

Related #1131 #1428 #1480 

<!-- Issue number, if available. E.g. "Fixes #31", "Addresses #42, 77" -->

By submitting this pull request, I confirm that you can use, modify, copy, and redistribute this contribution, under the terms of your choice.

Author: bvtujo

templates/cicd/buildspec.yml

@@ -22,7 +22,9 @@ phases:
       - export COLOR="false"
       # Find all the local services in the workspace.
       - svcs=$(./copilot-linux svc ls --local --json | jq '.services[].name' | sed 's/"//g')
-      # Find all the environments.
+      # Find all the local jobs in the workspace.
+      - jobs=$(./copilot-linux job ls --local --json | jq '.jobs[].name' | sed 's/"//g')
+      # Find all the environments
       - envs=$(./copilot-linux env ls --json | jq '.environments[].name' | sed 's/"//g')
       # Generate the cloudformation templates.
       # The tag is the build ID but we replaced the colon ':' with a dash '-'.
@@ -32,17 +34,22 @@ phases:
           for svc in $svcs; do
           ./copilot-linux svc package -n $svc -e $env --output-dir './infrastructure' --tag $tag;
           done;
+          for job in $jobs; do
+          ./copilot-linux job package -n $job -e $env --output-dir './infrastructure' --tag $tag;
+          done;
         done;
       - ls -lah ./infrastructure
+      # Concatenate jobs and services into one var for addons
       # If addons exists, upload addons templates to each S3 bucket and write template URL to template config files.
+      - WORKLOADS=$(echo $jobs $svcs)
       - |
-        for svc in $svcs; do
-          ADDONSFILE=./infrastructure/$svc.addons.stack.yml
+        for workload in $WORKLOADS; do
+          ADDONSFILE=./infrastructure/$workload.addons.stack.yml
           if [ -f "$ADDONSFILE" ]; then
             tmp=$(mktemp)
             timestamp=$(date +%s){{range $bucket := .ArtifactBuckets}}
-            aws s3 cp "$ADDONSFILE" "s3://{{$bucket.BucketName}}/manual/$timestamp/$svc.addons.stack.yml";{{range $envName := $bucket.Environments}}
-            jq --arg a "https://{{$bucket.BucketName}}.s3-{{$bucket.Region}}.amazonaws.com/manual/$timestamp/$svc.addons.stack.yml" '.Parameters.AddonsTemplateURL = $a' ./infrastructure/$svc-{{$envName}}.params.json > "$tmp" && mv "$tmp" ./infrastructure/$svc-{{$envName}}.params.json{{end}}{{end}}
+            aws s3 cp "$ADDONSFILE" "s3://{{$bucket.BucketName}}/manual/$timestamp/$workload.addons.stack.yml";{{range $envName := $bucket.Environments}}
+            jq --arg a "https://{{$bucket.BucketName}}.s3-{{$bucket.Region}}.amazonaws.com/manual/$timestamp/$workload.addons.stack.yml" '.Parameters.AddonsTemplateURL = $a' ./infrastructure/$workload-{{$envName}}.params.json > "$tmp" && mv "$tmp" ./infrastructure/$workload-{{$envName}}.params.json{{end}}{{end}}
           fi
         done;
       # Build images
@@ -53,8 +60,8 @@ phases:
       #     - Retrieve the ECR repository.
       #     - Login and push the image.
       - >
-        for svc in $svcs; do
-          manifest=$(cat $CODEBUILD_SRC_DIR/copilot/$svc/manifest.yml | ruby -ryaml -rjson -e 'puts JSON.pretty_generate(YAML.load(ARGF))')
+        for workload in $WORKLOADS; do
+          manifest=$(cat $CODEBUILD_SRC_DIR/copilot/$workload/manifest.yml | ruby -ryaml -rjson -e 'puts JSON.pretty_generate(YAML.load(ARGF))')
           image_location=$(echo $manifest | jq '.image.location')
           if [ ! "$image_location" = null ]; then
             echo "skipping image building because location is provided as $image_location";
@@ -79,15 +86,15 @@ phases:
               build_args="$build_args--build-arg $arg "
             done
           fi
-          echo "Service: $svc"
+          echo "Name: $workload"
           echo "Relative Dockerfile path: $df_rel_path"
           echo "Docker build context: $df_dir_path"
           echo "Docker build args: $build_args"
-          echo "Running command: docker build -t $svc:$tag $build_args-f $df_path $df_dir_path";
-          docker build -t $svc:$tag $build_args-f $df_path $df_dir_path;
-          image_id=$(docker images -q $svc:$tag);
+          echo "Running command: docker build -t $workload:$tag $build_args-f $df_path $df_dir_path";
+          docker build -t $workload:$tag $build_args-f $df_path $df_dir_path;
+          image_id=$(docker images -q $workload:$tag);
           for env in $envs; do
-            repo=$(cat $CODEBUILD_SRC_DIR/infrastructure/$svc-$env.params.json | jq '.Parameters.ContainerImage' | sed 's/"//g');
+            repo=$(cat $CODEBUILD_SRC_DIR/infrastructure/$workload-$env.params.json | jq '.Parameters.ContainerImage' | sed 's/"//g');
             region=$(echo $repo | cut -d'.' -f4);
             $(aws ecr get-login --no-include-email --region $region);
             docker tag $image_id $repo;
@@ -96,4 +103,4 @@ phases:
         done;
 artifacts:
   files:
-    - "infrastructure/*"
+    - "infrastructure/*"