diff --git a/monitors.yaml b/monitors.yaml index 6844e581..d5cfcb45 100644 --- a/monitors.yaml +++ b/monitors.yaml @@ -105,6 +105,20 @@ monitors: WHERE NOT REGEXP_LIKE(email, '^[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}$') AND created_at >= CURRENT_TIMESTAMP - INTERVAL '1' DAY + + + + + + + + + + + + + + # #################################################### # OOO -> SNOWFLAKE # #################################################### @@ -374,6 +388,49 @@ monitors: different_rows_percent: 10 +# BigQuery<>Snowflake XDB DIFF monitors + + xdb_diff__bigquery_snowflake__egress_10M_: + type: diff + schedule: + # cron: 10 * * * * + cron: 15 15 * * * + datadiff: + dataset_a: + connection_id: 8377 + table: datafold-demo-429713.diff.transactions_v1_10m + dataset_b: + connection_id: 4932 + table: DEMO.DIFF.TRANSACTIONS_V2_10M + primary_key: + - transaction_id + egress_limit: 10000000 + alert: + different_rows_count: 10 + different_rows_percent: 10 + + + xdb_diff__bigquery_showflake__egress_10M__sampling_0_001: + type: diff + schedule: + # cron: 10 * * * * + cron: 15 15 * * * + datadiff: + dataset_a: + connection_id: 8377 + table: datafold-demo-429713.diff.transactions_v1_10m + dataset_b: + connection_id: 4932 + table: DEMO.DIFF.TRANSACTIONS_V2_10M + primary_key: + - transaction_id + egress_limit: 10000000 + sampling: + rate: 0.001 + alert: + different_rows_count: 10 + different_rows_percent: 10 + @@ -664,6 +721,68 @@ monitors: different_rows_percent: 10 +# Bigquery<>Databricks XDB DIFF monitors + + xdb_diff__bigquery_databricks__egress_10M_: + type: diff + schedule: + cron: 15 15 * * * + datadiff: + dataset_a: + connection_id: 8377 + table: datafold-demo-429713.diff.transactions_v1_10m + dataset_b: + connection_id: 8357 + table: demo.diff.transactions_v2_10m + primary_key: + - transaction_id + columns_to_compare: + - amount + - amount_base + - created_at + - discount + - first_name + - last_name + - number_of_attempts + - number_of_products + - score + - updated_at + egress_limit: 10000000 + alert: + different_rows_count: 10 + different_rows_percent: 10 + + + xdb_diff__bigquery_databricks__egress_10M__sampling_0_001: + type: diff + schedule: + cron: 15 15 * * * + datadiff: + dataset_a: + connection_id: 8377 + table: datafold-demo-429713.diff.transactions_v1_10m + dataset_b: + connection_id: 8357 + table: demo.diff.transactions_v2_10m + primary_key: + - transaction_id + columns_to_compare: + - amount + - amount_base + - created_at + - discount + - first_name + - last_name + - number_of_attempts + - number_of_products + - score + - updated_at + egress_limit: 10000000 + sampling: + rate: 0.001 + alert: + different_rows_count: 10 + different_rows_percent: 10 @@ -961,6 +1080,48 @@ monitors: different_rows_percent: 10 +# Bigquery<>Redshift XDB DIFF monitors + + xdb_diff__bigquery_redshift__egress_10M_: + type: diff + schedule: + cron: 15 15 * * * + datadiff: + dataset_a: + connection_id: 8377 + table: datafold-demo-429713.diff.transactions_v1_10m + dataset_b: + connection_id: 8824 + table: demo.diff.transactions_v2_10m + primary_key: + - transaction_id + egress_limit: 10000000 + alert: + different_rows_count: 10 + different_rows_percent: 10 + + + xdb_diff__bigquery_redshift__egress_10M__sampling_0_001: + type: diff + schedule: + cron: 15 15 * * * + datadiff: + dataset_a: + connection_id: 8377 + table: datafold-demo-429713.diff.transactions_v1_10m + dataset_b: + connection_id: 8824 + table: demo.diff.transactions_v2_10m + primary_key: + - transaction_id + egress_limit: 10000000 + sampling: + rate: 0.001 + alert: + different_rows_count: 10 + different_rows_percent: 10 + +