Merge pull request #191 from datafold/1017monitors1

more monitors

monitors.yaml

@@ -105,6 +105,20 @@ monitors:
       WHERE NOT REGEXP_LIKE(email, '^[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}$')
       AND created_at >= CURRENT_TIMESTAMP - INTERVAL '1' DAY
 
+
+
+
+
+
+
+
+
+
+
+
+
+
+
 # ####################################################
 # OOO -> SNOWFLAKE
 # ####################################################
@@ -374,6 +388,49 @@ monitors:
       different_rows_percent: 10
 
 
+# BigQuery<>Snowflake XDB DIFF monitors
+
+  xdb_diff__bigquery_snowflake__egress_10M_:
+    type: diff
+    schedule:
+      # cron: 10 * * * *
+      cron: 15 15 * * *
+    datadiff:
+      dataset_a:
+        connection_id: 8377
+        table: datafold-demo-429713.diff.transactions_v1_10m
+      dataset_b:
+        connection_id: 4932
+        table: DEMO.DIFF.TRANSACTIONS_V2_10M
+      primary_key:
+        - transaction_id
+      egress_limit: 10000000
+    alert:
+      different_rows_count: 10
+      different_rows_percent: 10
+
+
+  xdb_diff__bigquery_showflake__egress_10M__sampling_0_001:
+    type: diff
+    schedule:
+      # cron: 10 * * * *
+      cron: 15 15 * * *
+    datadiff:
+      dataset_a:
+        connection_id: 8377
+        table: datafold-demo-429713.diff.transactions_v1_10m
+      dataset_b:
+        connection_id: 4932
+        table: DEMO.DIFF.TRANSACTIONS_V2_10M
+      primary_key:
+        - transaction_id
+      egress_limit: 10000000
+      sampling:
+        rate: 0.001
+    alert:
+      different_rows_count: 10
+      different_rows_percent: 10
+
 
 
 
@@ -664,6 +721,68 @@ monitors:
       different_rows_percent: 10
 
 
+# Bigquery<>Databricks XDB DIFF monitors
+
+  xdb_diff__bigquery_databricks__egress_10M_:
+    type: diff
+    schedule:
+      cron: 15 15 * * *
+    datadiff:
+      dataset_a:
+        connection_id: 8377
+        table: datafold-demo-429713.diff.transactions_v1_10m
+      dataset_b:
+        connection_id: 8357
+        table: demo.diff.transactions_v2_10m
+      primary_key:
+        - transaction_id
+      columns_to_compare:
+        - amount
+        - amount_base
+        - created_at
+        - discount
+        - first_name
+        - last_name
+        - number_of_attempts
+        - number_of_products
+        - score
+        - updated_at
+      egress_limit: 10000000
+    alert:
+      different_rows_count: 10
+      different_rows_percent: 10
+
+
+  xdb_diff__bigquery_databricks__egress_10M__sampling_0_001:
+    type: diff
+    schedule:
+      cron: 15 15 * * *
+    datadiff:
+      dataset_a:
+        connection_id: 8377
+        table: datafold-demo-429713.diff.transactions_v1_10m
+      dataset_b:
+        connection_id: 8357
+        table: demo.diff.transactions_v2_10m
+      primary_key:
+        - transaction_id
+      columns_to_compare:
+        - amount
+        - amount_base
+        - created_at
+        - discount
+        - first_name
+        - last_name
+        - number_of_attempts
+        - number_of_products
+        - score
+        - updated_at
+      egress_limit: 10000000
+      sampling:
+        rate: 0.001
+    alert:
+      different_rows_count: 10
+      different_rows_percent: 10
 
 
 
@@ -961,6 +1080,48 @@ monitors:
       different_rows_percent: 10
 
 
+# Bigquery<>Redshift XDB DIFF monitors
+
+  xdb_diff__bigquery_redshift__egress_10M_:
+    type: diff
+    schedule:
+      cron: 15 15 * * *
+    datadiff:
+      dataset_a:
+        connection_id: 8377
+        table: datafold-demo-429713.diff.transactions_v1_10m
+      dataset_b:
+        connection_id: 8824
+        table: demo.diff.transactions_v2_10m
+      primary_key:
+        - transaction_id
+      egress_limit: 10000000
+    alert:
+      different_rows_count: 10
+      different_rows_percent: 10
+
+
+  xdb_diff__bigquery_redshift__egress_10M__sampling_0_001:
+    type: diff
+    schedule:
+      cron: 15 15 * * *
+    datadiff:
+      dataset_a:
+        connection_id: 8377
+        table: datafold-demo-429713.diff.transactions_v1_10m
+      dataset_b:
+        connection_id: 8824
+        table: demo.diff.transactions_v2_10m
+      primary_key:
+        - transaction_id
+      egress_limit: 10000000
+      sampling:
+        rate: 0.001
+    alert:
+      different_rows_count: 10
+      different_rows_percent: 10
+
+