test

Author: root

.terrahub.yml

@@ -15,5 +15,5 @@ template:
   provider:
     google: {}
   locals:
-    google_project_id: terrahub-123456
+    google_project_id: terrahub-demo-f2754a99
     google_billing_account: 123456-ABCDEF-ZYXWVU

README.md

@@ -114,7 +114,8 @@ Your output should be similar to the one below:
 Run the following command in terminal:
 ```shell
 terrahub component -t google_storage_bucket -n demo_storage_bucket \
-&& terrahub component -t google_cloudfunctions_function -n demo_function -o ../demo_storage_bucket
+&& terrahub component -t google_cloudfunctions_function -n demo_function -o ../demo_storage_bucket \
+&& terrahub component -t google_storage_bucket -n demo_www -o ../demo_storage_bucket
 ```
 
 Your output should be similar to the one below:
@@ -142,7 +143,7 @@ Your output should be similar to the one below:
 Run the following command in terminal:
 ```shell
 terrahub configure -i demo_storage_bucket -c component.template.terraform.backend.local.path='/tmp/.terrahub/local_backend/demo_storage_bucket/terraform.tfstate'
-terrahub configure -i demo_storage_bucket -c component.template.resource.google_storage_bucket.demo_storage_bucket.name='demo_storage_bucket_${local.project["code"]}'
+terrahub configure -i demo_storage_bucket -c component.template.resource.google_storage_bucket.demo_storage_bucket.name='demo_storage_bucket_a123456b'
 terrahub configure -i demo_storage_bucket -c component.template.resource.google_storage_bucket.demo_storage_bucket.location='US'
 terrahub configure -i demo_storage_bucket -c component.template.resource.google_storage_bucket.demo_storage_bucket.project='${local.google_project_id}'
 terrahub configure -i demo_storage_bucket -c component.template.variable -D -y
@@ -161,7 +162,7 @@ terrahub configure -i demo_function -c component.template.terraform.backend.loca
 terrahub configure -i demo_function -c component.template.data.terraform_remote_state.storage.backend='local'
 terrahub configure -i demo_function -c component.template.data.terraform_remote_state.storage.config.path='/tmp/.terrahub/local_backend/demo_storage_bucket/terraform.tfstate'
 terrahub configure -i demo_function -c component.template.resource.google_storage_bucket_object.demo_object.name='demo.zip'
-terrahub configure -i demo_function -c component.template.resource.google_storage_bucket_object.demo_object.bucket='${data.terraform_remote_state.storage.thub_id}'
+terrahub configure -i demo_function -c component.template.resource.google_storage_bucket_object.demo_object.bucket='${data.terraform_remote_state.storage.thub_id}/deploy/demo_function'
 terrahub configure -i demo_function -c component.template.resource.google_storage_bucket_object.demo_object.source='./demo.zip'
 terrahub configure -i demo_function -c component.template.resource.google_cloudfunctions_function.demo_function.depends_on[0]='google_storage_bucket_object.demo_object'
 terrahub configure -i demo_function -c component.template.resource.google_cloudfunctions_function.demo_function.name='demofunction${local.project["code"]}'
@@ -179,18 +180,25 @@ terrahub configure -i demo_function -c component.template.output -D -y
 terrahub configure -i demo_function -c component.template.output.id.value='${google_cloudfunctions_function.demo_function.id}'
 terrahub configure -i demo_function -c component.template.output.trigger_url.value='${google_cloudfunctions_function.demo_function.https_trigger_url}'
 terrahub configure -i demo_function -c build.env.variables.THUB_FUNCTION_ZIP='demo.zip'
-terrahub configure -i demo_function -c build.env.variables.THUB_BUILD_PATH='..'
 terrahub configure -i demo_function -c build.env.variables.THUB_FUNCTION_TXT='demo.txt'
-terrahub configure -i demo_function -c build.env.variables.THUB_BUILD_OK='true'
+terrahub configure -i demo_function -c build.env.variables.COMPONENT_NAME='demo_function'
+terrahub configure -i demo_function -c build.env.variables.OBJECT_NAME='demo_object'
+terrahub configure -i demo_function -c build.env.variables.THUB_BUILD_PATH='..'
+terrahub configure -i demo_function -c build.env.variables.THUB_BUILD_OK='false'
+terrahub configure -i demo_function -c build.env.variables.THUB_BUCKET_PATH='gs://demo_storage_bucket_a123456b'
+terrahub configure -i demo_function -c build.env.variables.THUB_BUCKET_KEY: 'deploy/demo_function'
 terrahub configure -i demo_function -c build.phases.pre_build.commands[0]='echo "BUILD: Running pre_build step"'
-terrahub configure -i demo_function -c build.phases.pre_build.commands[1]='if [ ! -e "$THUB_FUNCTION_TXT" ]; then touch "$THUB_FUNCTION_TXT"; fi'
+terrahub configure -i demo_function -c build.phases.pre_build.commands[1]='./scripts/download.sh $THUB_FUNCTION_TXT $THUB_BUCKET_PATH/$THUB_BUCKET_KEY/$THUB_FUNCTION_TXT'
+terrahub configure -i demo_function -c build.phases.pre_build.commands[2]='./scripts/compare.sh $THUB_FUNCTION_TXT $THUB_BUILD_PATH/*.js'
 terrahub configure -i demo_function -c build.phases.pre_build.finally[0]='echo "BUILD: pre_build step successful"'
 terrahub configure -i demo_function -c build.phases.build.commands[0]='echo "BUILD: Running build step"'
-terrahub configure -i demo_function -c build.phases.build.commands[1]='if [ "$(head -n 1 "$THUB_FUNCTION_TXT")" != "$(stat -c %y "${THUB_BUILD_PATH}/index.js")" ]; then zip -j ${THUB_FUNCTION_ZIP} ${THUB_BUILD_PATH}/index.js; fi'
-terrahub configure -i demo_function -c build.phases.build.commands[2]='if [ "$(head -n 1 "$THUB_FUNCTION_TXT")" != "$(stat -c %y "${THUB_BUILD_PATH}/index.js")" ]; then terrahub configure -i demo_function -c component.template.resource.google_storage_bucket_object.demo_object.name=$(date +%s).zip; fi'
+terrahub configure -i demo_function -c build.phases.build.commands[1]='./scripts/build.sh $COMPONENT_NAME $OBJECT_NAME $THUB_BUCKET_KEY/'
 terrahub configure -i demo_function -c build.phases.build.finally[0]='echo "BUILD: build step successful"'
 terrahub configure -i demo_function -c build.phases.post_build.commands[0]='echo "BUILD: Running post_build step"'
-terrahub configure -i demo_function -c build.phases.post_build.commands[1]='echo $(stat -c %y "${THUB_BUILD_PATH}/index.js") > "$THUB_FUNCTION_TXT"'
+terrahub configure -i demo_function -c build.phases.post_build.commands[1]='./scripts/shasum.sh $THUB_FUNCTION_TXT'
+terrahub configure -i demo_function -c build.phases.post_build.commands[2]='./scripts/zip.sh $THUB_FUNCTION_ZIP $THUB_BUILD_PATH/*.js'
+terrahub configure -i demo_function -c build.phases.post_build.commands[3]='./scripts/upload.sh $THUB_FUNCTION_TXT $THUB_BUCKET_PATH/$THUB_BUCKET_KEY/$THUB_FUNCTION_TXT'
+terrahub configure -i demo_function -c build.phases.post_build.commands[4]='rm -f .terrahub_build.env $THUB_FUNCTION_TXT'
 terrahub configure -i demo_function -c build.phases.post_build.finally[0]='echo "BUILD: post_build step successful"'
 ```
 
@@ -199,6 +207,19 @@ Your output should be similar to the one below:
 ✅ Done
 ```
 
+## Customize TerraHub Component for Frontend
+
+Run the following command in terminal:
+```shell
+terrahub configure -i demo_www -c component.template.terraform.backend.local.path='/tmp/.terrahub/local_backend/demo_www/terraform.tfstate'
+
+```
+
+Your output should be similar to the one below:
+```
+✅ Done
+```
+
 ## Visualize TerraHub Components
 
 Run the following command in terminal:
@@ -218,7 +239,8 @@ Project: demo-terraform-automation-google
 
 Run the following command in terminal:
 ```shell
-terrahub build -i demo_function
+terrahub run -a -y -i demo_storage
+terrahub build -i demo_function,demo_www
 terrahub run -a -y
 ```
 

demo_function/.terrahub.yml

@@ -22,7 +22,7 @@ component:
           entry_point: helloGET
       google_storage_bucket_object:
         demo_object:
-          name: demo.zip
+          name: deploy/demo_function/1551778012.zip
           bucket: '${data.terraform_remote_state.storage.thub_id}'
           source: ./demo.zip
     terraform:
@@ -44,36 +44,37 @@ build:
   env:
     variables:
       THUB_FUNCTION_ZIP: demo.zip
-      THUB_BUILD_PATH: ..
       THUB_FUNCTION_TXT: demo.txt
-      THUB_BUILD_OK: true
+      COMPONENT_NAME: demo_function
+      OBJECT_NAME: demo_object
+      THUB_BUILD_PATH: ..
+      THUB_BUILD_OK: 'false'
+      THUB_BUCKET_PATH: 'gs://demo_storage_bucket_7b3c5d2c'
+      THUB_BUCKET_KEY: deploy/demo_function
   phases:
     pre_build:
       commands:
         - 'echo "BUILD: Running pre_build step"'
-        - 'if [ ! -e "$THUB_FUNCTION_TXT" ]; then touch "$THUB_FUNCTION_TXT"; fi'
+        - >-
+          ./scripts/download.sh $THUB_FUNCTION_TXT
+          $THUB_BUCKET_PATH/$THUB_BUCKET_KEY/$THUB_FUNCTION_TXT
+        - ./scripts/compare.sh $THUB_FUNCTION_TXT $THUB_BUILD_PATH/*.js
       finally:
         - 'echo "BUILD: pre_build step successful"'
     build:
       commands:
         - 'echo "BUILD: Running build step"'
-        - >-
-          if [ "$(head -n 1 "$THUB_FUNCTION_TXT")" != "$(stat -c %y
-          "${THUB_BUILD_PATH}/index.js")" ]; then zip -j ${THUB_FUNCTION_ZIP}
-          ${THUB_BUILD_PATH}/index.js; fi
-        - >-
-          if [ "$(head -n 1 "$THUB_FUNCTION_TXT")" != "$(stat -c %y
-          "${THUB_BUILD_PATH}/index.js")" ]; then terrahub configure -i
-          demo_function -c
-          component.template.resource.google_storage_bucket_object.demo_object.name=$(date
-          +%s).zip; fi
+        - ./scripts/build.sh $COMPONENT_NAME $OBJECT_NAME $THUB_BUCKET_KEY/
       finally:
         - 'echo "BUILD: build step successful"'
     post_build:
       commands:
         - 'echo "BUILD: Running post_build step"'
+        - ./scripts/shasum.sh $THUB_FUNCTION_TXT
+        - ./scripts/zip.sh $THUB_FUNCTION_ZIP $THUB_BUILD_PATH/*.js
         - >-
-          echo $(stat -c %y "${THUB_BUILD_PATH}/index.js") >
-          "$THUB_FUNCTION_TXT"
+          ./scripts/upload.sh $THUB_FUNCTION_TXT
+          $THUB_BUCKET_PATH/$THUB_BUCKET_KEY/$THUB_FUNCTION_TXT
+        - rm -f .terrahub_build.env $THUB_FUNCTION_TXT
       finally:
         - 'echo "BUILD: post_build step successful"'

demo_function/demo.zip

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+## Component name
+COMPONENT_NAME=${1}
+if [ -z "${COMPONENT_NAME}" ]; then
+  echo >&2 'ERROR: COMPONENT_NAME variable is empty. Aborting...'
+  exit 1
+fi
+
+## Object name
+OBJECT_NAME=${2}
+if [ -z "${OBJECT_NAME}" ]; then
+  echo >&2 'ERROR: OBJECT_NAME variable is empty. Aborting...'
+  exit 1
+fi
+
+## Bucket key
+THUB_BUCKET_KEY=${3}
+if [ -z "${THUB_BUCKET_KEY}" ]; then
+  echo >&2 'ERROR: THUB_BUCKET_KEY variable is empty. Aborting...'
+  exit 1
+fi
+
+## Setup environmental variables
+[ -f .terrahub_build.env ] && . .terrahub_build.env
+
+## Checking if THUB_BUILD_OK is true
+if [ "$THUB_BUILD_OK" == "true" ]; then
+  OBJECT_IN_COMPONENT='component.template.resource.google_storage_bucket_object.'${OBJECT_NAME}'.name'
+  terrahub configure -i ${COMPONENT_NAME} -c ${OBJECT_IN_COMPONENT}=${THUB_BUCKET_KEY}$(date +%s).zip
+  echo 'Build was executed'
+else
+  echo 'Build was NOT executed'
+fi

demo_function/scripts/build.sh

@@ -0,0 +1,45 @@
+#!/bin/bash
+
+## Source path
+THUB_SRC=${1}
+if [ -z "${THUB_SRC}" ]; then
+  echo >&2 'ERROR: THUB_SRC variable is empty. Aborting...'
+  exit 1
+fi
+
+## Source files for build process
+THUB_COMPARE_PATH="${@:2}"
+if [ -z "${THUB_COMPARE_PATH}" ]; then
+  echo 'ERROR: THUB_COMPARE_PATH variable is empty. Aborting...'
+  exit 1
+fi
+
+## Setup environmental variables
+[ -f .terrahub_build.env ] && . .terrahub_build.env
+
+## Compare SHA256 sums from THUB_SRC file with files in THUB_COMPARE_PATH
+echo "THUB_BUILD_OK='${THUB_BUILD_OK}' ==> Comparing SHA256 sums."
+if [ "$(uname)" == "Darwin" ]; then
+  THUB_SHA=$(find -s ${THUB_COMPARE_PATH} -path **/node_modules -prune -o -type f -exec shasum -a 256 {} \; | sort -k 2 | shasum -a 256 | cut -f 1 -d " ")
+else
+  THUB_SHA=$(find ${THUB_COMPARE_PATH} -path **/node_modules -prune -o -type f -exec shasum -a 256 {} \; | sort -k 2 | shasum -a 256 | cut -f 1 -d " ")
+fi
+
+## Checking if needs to skip SHA256 sums compare
+echo "export THUB_SHA=\"${THUB_SHA}\"" >> .terrahub_build.env
+echo "INFO: Current SHA256 => ${THUB_SHA}"
+if [ "${THUB_BUILD_OK}" == "true" ]; then
+  echo "INFO: THUB_BUILD_OK='${THUB_BUILD_OK}' ==> Skipping comparing SHA256 sums."
+  exit 0
+fi
+
+## Checking if the project requires to be built
+THUB_COMPARE=$(head -n 1 ${THUB_SRC})
+echo "INFO: S3 Object SHA256 => ${THUB_COMPARE}"
+if [ "${THUB_SHA}" != "${THUB_COMPARE}" ]; then
+  echo 'Build is required!'
+  echo 'export THUB_BUILD_OK="true"' >> .terrahub_build.env
+  # sed -i 's/"${var.lambda_publish}"/"${var.lambda_publish}"\nsource_code_hash = "${base64sha256("'${THUB_SHA}'")}"/g' ./main.tf
+else
+  echo 'Build is NOT required.'
+fi

demo_function/scripts/compare.sh

@@ -0,0 +1,35 @@
+#!/bin/bash
+
+## Source path
+THUB_SRC=${1}
+if [ -z "${THUB_SRC}" ]; then
+  echo >&2 'ERROR: THUB_SRC variable is empty. Aborting...'
+  exit 1
+fi
+
+## S3 bucket name
+THUB_S3_PATH=${2-${THUB_S3_PATH}}
+if [ -z "${THUB_S3_PATH}" ]; then
+  echo >&2 'ERROR: THUB_S3_PATH variable is empty. Aborting...'
+  exit 1
+fi
+
+## Clean environmental variables
+> .terrahub_build.env
+
+## Checking if THUB_S3_PATH file exists in S3
+gsutil --version > /dev/null 2>&1 || { echo >&2 'gsutil is missing. Aborting...'; exit 1; }
+THUB_CHECK_TYPE=$(gsutil ls ${THUB_S3_PATH} || echo "")
+if [ -z "${THUB_CHECK_TYPE}" ]; then
+  echo "INFO: ${THUB_S3_PATH} does NOT exist ==> First execution."
+  echo 'export THUB_BUILD_OK="true"' >> .terrahub_build.env
+  exit 0
+fi
+
+## Downloading from S3
+echo 'Downloading THUB_SRC from THUB_S3_PATH'
+if [[ $THUB_CHECK_TYPE = *" PRE "* ]]; then
+  gsutil rsync ${THUB_S3_PATH} ${THUB_SRC}
+else
+  gsutil cp ${THUB_S3_PATH} ${THUB_SRC}
+fi

demo_function/scripts/download.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+## Source path
+THUB_SRC=${1}
+if [ -z "${THUB_SRC}" ]; then
+  echo >&2 'ERROR: THUB_SRC variable is empty. Aborting...'
+  exit 1
+fi
+
+## Setup environmental variables
+[ -f .terrahub_build.env ] && . .terrahub_build.env
+
+## Checking if THUB_BUILD_OK is true
+if [ "$THUB_BUILD_OK" == "true" ]; then
+  ## Checking if SHA256 sums exists
+  if [ -z "${THUB_SHA}" ]; then
+    echo >&2 'ERROR: THUB_SHA variable is empty. Aborting...'
+    exit 1
+  fi
+
+  ## Write current SHA256 to THUB_SRC
+  echo "${THUB_SHA}" > ${THUB_SRC}
+else
+  echo 'Build was NOT executed ==> SHA256 will NOT be updated.'
+fi

demo_function/scripts/shasum.sh

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+## Source path
+THUB_SRC=${1}
+if [ -z "${THUB_SRC}" ]; then
+  echo >&2 'ERROR: THUB_SRC variable is empty. Aborting...'
+  exit 1
+fi
+
+## S3 bucket name
+THUB_S3_PATH=${2-${THUB_S3_PATH}}
+if [ -z "${THUB_S3_PATH}" ]; then
+  echo >&2 'ERROR: THUB_S3_PATH variable is empty. Aborting...'
+  exit 1
+fi
+
+## Setup environmental variables
+[ -f .terrahub_build.env ] && . .terrahub_build.env
+
+## Checking if THUB_BUILD_OK is true
+if [ "${THUB_BUILD_OK}" == "true" ]; then
+  ## Sync THUB_SRC to THUB_S3_PATH
+  gsutil --version > /dev/null 2>&1 || { echo >&2 'gsutil is missing. Aborting...'; exit 1; }
+  if [[ -d "${THUB_SRC}" ]]; then
+    gsutil rsync ${THUB_SRC} ${THUB_S3_PATH}
+  elif [[ -f "${THUB_SRC}" ]]; then
+    gsutil cp ${THUB_SRC} ${THUB_S3_PATH}
+  else
+    echo >&2 "ERROR: ${THUB_SRC} is not valid"
+    exit 1
+  fi
+else
+  echo 'Build was NOT executed ==> Files will NOT be uploaded.'
+fi

demo_function/scripts/upload.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+
+## Source path
+THUB_SRC=${1}
+if [ -z "${THUB_SRC}" ]; then
+  echo >&2 'ERROR: THUB_SRC variable is empty. Aborting...'
+  exit 1
+fi
+
+## Source files or folders for zip process
+THUB_ZIP_PATH="${@:2}"
+if [ -z "${THUB_ZIP_PATH}" ]; then
+  echo >&2 'ERROR: THUB_ZIP_PATH variable is empty. Aborting...'
+  exit 1
+fi
+
+## Setup environmental variables
+[ -f .terrahub_build.env ] && . .terrahub_build.env
+
+## Checking if THUB_BUILD_OK is true
+if [ "$THUB_BUILD_OK" == "true" ]; then
+  zip --version > /dev/null 2>&1 || { echo >&2 'zip is missing. Aborting...'; exit 1; }
+  zip -j ${THUB_SRC} ${THUB_ZIP_PATH}
+  echo 'Build was executed ==> zip file was created.'
+else
+  echo 'Build was NOT executed ==> zip file was NOT created.'
+fi