adds carbon footprint data export module

Author: j0g3sc

main.tf

@@ -20,3 +20,13 @@ module "replicator_sa" {
 
   billing_account_id = var.billing_account_id
 }
+
+module "carbon_export" {
+  source = "./modules/meshcloud-carbon-export/"
+
+  carbon_data_export_dataset_id = var.carbon_footprint_dataset_id
+  carbon_data_export_project_id = var.cloud_billing_export_project_id # using the same project as for billing
+  carbon_dataset_region         = var.carbon_footprint_dataset_location
+
+  billing_account_id = var.billing_account_id
+}

modules/meshcloud-carbon-export/module.tf

@@ -0,0 +1,31 @@
+resource "google_project_service" "bigquery_api" {
+  project            = var.carbon_data_export_project_id
+  service            = "bigquery.googleapis.com"
+  disable_on_destroy = false
+}
+
+resource "google_project_service" "bigquerydatatransfer_api" {
+  project            = var.carbon_data_export_project_id
+  service            = "bigquerydatatransfer.googleapis.com"
+  disable_on_destroy = false
+}
+
+resource "google_bigquery_dataset" "carbon_data_export_dataset" {
+  dataset_id    = var.carbon_data_export_dataset_id
+  friendly_name = "carbon_data_export_tf"
+  description   = "This dataset holds the carbon footprint data."
+  location      = var.carbon_dataset_region
+  project       = var.carbon_data_export_project_id
+}
+
+resource "google_bigquery_data_transfer_config" "carbon_footprint_transfer_config" {
+  display_name           = "carbon-footprint-export-tf"
+  location               = var.carbon_dataset_region
+  data_source_id         = "61cede5a-0000-2440-ad42-883d24f8f7b8"
+  schedule               = "every day 00:00"
+  destination_dataset_id = google_bigquery_dataset.carbon_data_export_dataset.dataset_id
+  project                = var.carbon_data_export_project_id
+  params = {
+    billing_accounts = var.billing_account_id
+  }
+}

modules/meshcloud-carbon-export/outputs.tf

@@ -0,0 +1,4 @@
+output "carbon_footprint_export_table_name" {
+  description = "The BigQuery table name containing the GCP Carbon Footprint BigQuery export."
+  value       = "${var.carbon_data_export_project_id}.${var.carbon_data_export_dataset_id}.${var.carbon_data_export_dataset_id}"
+}

modules/meshcloud-carbon-export/variables.tf

@@ -0,0 +1,19 @@
+variable "carbon_dataset_region" {
+  type        = string
+  description = "The location of the BigQuery dataset for carbon data exports."
+}
+
+variable "billing_account_id" {
+  type        = string
+  description = "The GCP Billing Account in your organization."
+}
+
+variable "carbon_data_export_project_id" {
+  type        = string
+  description = "GCP Project where the BiqQuery table resides that holds the Carbon Footprint export to BigQuery. See https://cloud.google.com/billing/docs/how-to/export-data-bigquery"
+}
+
+variable "carbon_data_export_dataset_id" {
+  type        = string
+  description = "GCP BigQuery dataset containing the Carbon Footprint BigQuery export. This variable is only required to form the output for meshPlatform configuration. No resources are created or attached."
+}

modules/meshcloud-carbon-export/versions.tf

@@ -0,0 +1,8 @@
+terraform {
+  required_providers {
+    google = {
+      source  = "hashicorp/google"
+      version = "4.11.0"
+    }
+  }
+}

variables.tf

@@ -25,7 +25,7 @@ variable "landing_zone_folder_ids" {
 
 variable "cloud_billing_export_project_id" {
   type        = string
-  description = "GCP Project where the BiqQery table resides that holds the Cloud Billing export to BigQuery. See https://cloud.google.com/billing/docs/how-to/export-data-bigquery"
+  description = "GCP Project where the BiqQuery table resides that holds the Cloud Billing export to BigQuery. See https://cloud.google.com/billing/docs/how-to/export-data-bigquery"
 }
 
 variable "cloud_billing_export_dataset_id" {
@@ -54,3 +54,15 @@ variable "kraken_sa_name" {
   description = "Name of the service account to create for Kraken."
   default     = "mesh-kraken-service-tf"
 }
+
+variable "carbon_footprint_dataset_location" {
+  type        = string
+  description = "Location of BigQuery dataset for carbon footprint."
+  default     = "us-west1"
+}
+
+variable "carbon_footprint_dataset_id" {
+  type        = string
+  description = "Id of BigQuery dataset for carbon footprint."
+  default     = "carbon_footprint_data"
+}