Catch exception

Author: bpblanken

v03_pipeline/lib/tasks/write_tdr_metrics_file.py

@@ -1,8 +1,10 @@
 import csv
 
+import google.api_core.exceptions
 import luigi
 import luigi.util
 
+from v03_pipeline.lib.logger import get_logger
 from v03_pipeline.lib.misc.terra_data_repository import (
     BIGQUERY_METRICS,
     bq_metrics_query,
@@ -13,6 +15,8 @@
 )
 from v03_pipeline.lib.tasks.files import GCSorLocalTarget
 
+logger = get_logger(__name__)
+
 
 @luigi.util.inherits(BaseLoadingPipelineParams)
 class WriteTDRMetricsFileTask(luigi.Task):
@@ -31,5 +35,8 @@ def run(self):
         with self.output().open('w') as f:
             writer = csv.DictWriter(f, fieldnames=BIGQUERY_METRICS, delimiter='\t')
             writer.writeheader()
-            for row in bq_metrics_query(self.bq_table_name):
-                writer.writerow(row)
+            try:
+                for row in bq_metrics_query(self.bq_table_name):
+                    writer.writerow(row)
+            except google.api_core.exceptions.BadRequest:
+                logger.exception('Query Failed')