dataops-ci-bot
commented
3 months ago Integration report for "feat: add checks to mobile_kpi generator engagement and retention queries"
sql.diff
Click to expand!
```diff diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_mobile_kpi_metrics.py /tmp/workspace/generated-sql/dags/bqetl_mobile_kpi_metrics.py --- /tmp/workspace/main-generated-sql/dags/bqetl_mobile_kpi_metrics.py 2024-06-06 08:54:09.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_mobile_kpi_metrics.py 2024-06-06 09:09:33.000000000 +0000 @@ -424,6 +424,180 @@ pool="DATA_ENG_EXTERNALTASKSENSOR", ) + checks__warn_fenix_derived__engagement__v1 = bigquery_dq_check( + task_id="checks__warn_fenix_derived__engagement__v1", + source_table="engagement_v1", + dataset_id="fenix_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_fenix, + ) + + checks__warn_fenix_derived__retention__v1 = bigquery_dq_check( + task_id="checks__warn_fenix_derived__retention__v1", + source_table='retention_v1${{ macros.ds_format(macros.ds_add(ds, -27), "%Y-%m-%d", "%Y%m%d") }}', + dataset_id="fenix_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["metric_date:DATE:{{macros.ds_add(ds, -27)}}"] + + ["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_fenix, + ) + + checks__warn_firefox_ios_derived__engagement__v1 = bigquery_dq_check( + task_id="checks__warn_firefox_ios_derived__engagement__v1", + source_table="engagement_v1", + dataset_id="firefox_ios_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_firefox_ios, + ) + + checks__warn_firefox_ios_derived__retention__v1 = bigquery_dq_check( + task_id="checks__warn_firefox_ios_derived__retention__v1", + source_table='retention_v1${{ macros.ds_format(macros.ds_add(ds, -27), "%Y-%m-%d", "%Y%m%d") }}', + dataset_id="firefox_ios_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["metric_date:DATE:{{macros.ds_add(ds, -27)}}"] + + ["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_firefox_ios, + ) + + checks__warn_focus_android_derived__engagement__v1 = bigquery_dq_check( + task_id="checks__warn_focus_android_derived__engagement__v1", + source_table="engagement_v1", + dataset_id="focus_android_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_focus_android, + ) + + checks__warn_focus_android_derived__retention__v1 = bigquery_dq_check( + task_id="checks__warn_focus_android_derived__retention__v1", + source_table='retention_v1${{ macros.ds_format(macros.ds_add(ds, -27), "%Y-%m-%d", "%Y%m%d") }}', + dataset_id="focus_android_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["metric_date:DATE:{{macros.ds_add(ds, -27)}}"] + + ["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_focus_android, + ) + + checks__warn_focus_ios_derived__engagement__v1 = bigquery_dq_check( + task_id="checks__warn_focus_ios_derived__engagement__v1", + source_table="engagement_v1", + dataset_id="focus_ios_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_focus_ios, + ) + + checks__warn_focus_ios_derived__retention__v1 = bigquery_dq_check( + task_id="checks__warn_focus_ios_derived__retention__v1", + source_table='retention_v1${{ macros.ds_format(macros.ds_add(ds, -27), "%Y-%m-%d", "%Y%m%d") }}', + dataset_id="focus_ios_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["metric_date:DATE:{{macros.ds_add(ds, -27)}}"] + + ["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_focus_ios, + ) + + checks__warn_klar_android_derived__engagement__v1 = bigquery_dq_check( + task_id="checks__warn_klar_android_derived__engagement__v1", + source_table="engagement_v1", + dataset_id="klar_android_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_klar_android, + ) + + checks__warn_klar_android_derived__retention__v1 = bigquery_dq_check( + task_id="checks__warn_klar_android_derived__retention__v1", + source_table='retention_v1${{ macros.ds_format(macros.ds_add(ds, -27), "%Y-%m-%d", "%Y%m%d") }}', + dataset_id="klar_android_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["metric_date:DATE:{{macros.ds_add(ds, -27)}}"] + + ["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_klar_android, + ) + + checks__warn_klar_ios_derived__engagement__v1 = bigquery_dq_check( + task_id="checks__warn_klar_ios_derived__engagement__v1", + source_table="engagement_v1", + dataset_id="klar_ios_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_klar_ios, + ) + + checks__warn_klar_ios_derived__retention__v1 = bigquery_dq_check( + task_id="checks__warn_klar_ios_derived__retention__v1", + source_table='retention_v1${{ macros.ds_format(macros.ds_add(ds, -27), "%Y-%m-%d", "%Y%m%d") }}', + dataset_id="klar_ios_derived", + project_id="moz-fx-data-shared-prod", + is_dq_check_fail=False, + owner="mozilla/kpi_table_reviewers", + email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"], + depends_on_past=False, + parameters=["metric_date:DATE:{{macros.ds_add(ds, -27)}}"] + + ["submission_date:DATE:{{ds}}"], + retries=0, + task_group=task_group_klar_ios, + ) + fenix_derived__engagement__v1 = bigquery_etl_query( task_id="fenix_derived__engagement__v1", destination_table="engagement_v1", @@ -580,6 +754,52 @@ task_group=task_group_klar_ios, ) + checks__warn_fenix_derived__engagement__v1.set_upstream( + fenix_derived__engagement__v1 + ) + + checks__warn_fenix_derived__retention__v1.set_upstream(fenix_derived__retention__v1) + + checks__warn_firefox_ios_derived__engagement__v1.set_upstream( + firefox_ios_derived__engagement__v1 + ) + + checks__warn_firefox_ios_derived__retention__v1.set_upstream( + firefox_ios_derived__retention__v1 + ) + + checks__warn_focus_android_derived__engagement__v1.set_upstream( + focus_android_derived__engagement__v1 + ) + + checks__warn_focus_android_derived__retention__v1.set_upstream( + focus_android_derived__retention__v1 + ) + + checks__warn_focus_ios_derived__engagement__v1.set_upstream( + focus_ios_derived__engagement__v1 + ) + + checks__warn_focus_ios_derived__retention__v1.set_upstream( + focus_ios_derived__retention__v1 + ) + + checks__warn_klar_android_derived__engagement__v1.set_upstream( + klar_android_derived__engagement__v1 + ) + + checks__warn_klar_android_derived__retention__v1.set_upstream( + klar_android_derived__retention__v1 + ) + + checks__warn_klar_ios_derived__engagement__v1.set_upstream( + klar_ios_derived__engagement__v1 + ) + + checks__warn_klar_ios_derived__retention__v1.set_upstream( + klar_ios_derived__retention__v1 + ) + fenix_derived__engagement__v1.set_upstream( wait_for_checks__fail_fenix_derived__firefox_android_clients__v1 ) Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry/clients_daily_joined: schema.yaml Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry/clients_daily_v6: schema.yaml diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/event_monitoring_live_v1/materialized_view.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/event_monitoring_live_v1/materialized_view.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:53:33.000000000 +0000 @@ -60,7 +60,7 @@ LEFT JOIN UNNEST(event.extra) AS event_extra WHERE - DATE(submission_timestamp) >= "2024-06-05" + DATE(submission_timestamp) >= "2024-06-06" GROUP BY submission_date, window_start, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_frontend_derived/event_monitoring_live_v1/materialized_view.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_frontend_derived/event_monitoring_live_v1/materialized_view.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_frontend_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:51:11.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_frontend_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:53:33.000000000 +0000 @@ -60,7 +60,7 @@ LEFT JOIN UNNEST(event.extra) AS event_extra WHERE - DATE(submission_timestamp) >= "2024-06-05" + DATE(submission_timestamp) >= "2024-06-06" GROUP BY submission_date, window_start, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/bedrock_derived/event_monitoring_live_v1/materialized_view.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/bedrock_derived/event_monitoring_live_v1/materialized_view.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/bedrock_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:51:11.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/bedrock_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:53:34.000000000 +0000 @@ -80,7 +80,7 @@ LEFT JOIN UNNEST(event.extra) AS event_extra WHERE - DATE(submission_timestamp) >= "2024-06-05" + DATE(submission_timestamp) >= "2024-06-06" GROUP BY submission_date, window_start, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-06-06 08:50:36.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-06-06 09:03:54.000000000 +0000 @@ -1,49 +1,49 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: source + mode: NULLABLE +- name: source type: STRING -- mode: NULLABLE - name: event_type + mode: NULLABLE +- name: event_type type: STRING -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: subdivision1 + mode: NULLABLE +- name: subdivision1 type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: event_count + mode: NULLABLE +- name: event_count type: INTEGER -- mode: NULLABLE - name: user_count + mode: NULLABLE +- name: user_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-06-06 08:50:36.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-06-06 09:03:54.000000000 +0000 @@ -1,40 +1,40 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: impression_count + mode: NULLABLE +- name: impression_count type: INTEGER -- mode: NULLABLE - name: click_count + mode: NULLABLE +- name: click_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/debug_ping_view_derived/event_monitoring_live_v1/materialized_view.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/debug_ping_view_derived/event_monitoring_live_v1/materialized_view.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/debug_ping_view_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/debug_ping_view_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:53:34.000000000 +0000 @@ -60,7 +60,7 @@ LEFT JOIN UNNEST(event.extra) AS event_extra WHERE - DATE(submission_timestamp) >= "2024-06-05" + DATE(submission_timestamp) >= "2024-06-06" GROUP BY submission_date, window_start, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-06-06 08:50:36.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-06-06 09:03:09.000000000 +0000 @@ -26,6 +26,9 @@ - name: adjust_network type: STRING mode: NULLABLE +- name: install_source + type: STRING + mode: NULLABLE - name: retained_week_2 type: BOOLEAN mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-06-06 08:50:36.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-06-06 09:03:09.000000000 +0000 @@ -48,6 +48,10 @@ description: 'The type of source of a client installation. ' +- name: install_source + type: STRING + mode: NULLABLE + description: null - name: new_profiles type: INTEGER mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/use_counters/schema.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/use_counters/schema.yaml 2024-06-06 08:55:13.000000000 +0000 @@ -7290,6 +7290,12 @@ - name: use_counter_css_page_css_webkit_font_smoothing type: INTEGER mode: NULLABLE + - name: use_counter_css_doc_css_position_try_options + type: INTEGER + mode: NULLABLE + - name: use_counter_css_page_css_position_try_options + type: INTEGER + mode: NULLABLE - name: labeled_counter type: RECORD mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE submission_date = @submission_date" }} +{% set _WHERE = '@submission_date = @submission_date' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/metadata.yaml 2024-06-06 09:06:50.000000000 +0000 @@ -30,5 +30,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.fenix.engagement_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)" }} +{% set _WHERE = 'metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/metadata.yaml 2024-06-06 09:06:50.000000000 +0000 @@ -39,5 +39,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.fenix.retention_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop/use_counters/schema.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop/use_counters/schema.yaml 2024-06-06 08:52:32.000000000 +0000 @@ -17932,6 +17932,22 @@ rate. ' + - name: use_counter_css_doc_css_position_try_options + type: INTEGER + mode: NULLABLE + description: 'Whether a document used the CSS property position-try-options. + Compare against `use.counter.content_documents_destroyed` to calculate the + rate. + + ' + - name: use_counter_css_page_css_position_try_options + type: INTEGER + mode: NULLABLE + description: 'Whether a page used the CSS property position-try-options. Compare + against `use.counter.top_level_content_documents_destroyed` to calculate the + rate. + + ' - name: labeled_counter type: RECORD mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop/user_characteristics/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop/user_characteristics/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop/user_characteristics/schema.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop/user_characteristics/schema.yaml 2024-06-06 08:52:33.000000000 +0000 @@ -527,6 +527,50 @@ description: 'Number of domains the users has a non-default zoom level. ' + - name: characteristics_inner_height + type: INTEGER + mode: NULLABLE + description: 'Inner height of user''s browser. + + ' + - name: characteristics_inner_width + type: INTEGER + mode: NULLABLE + description: 'Inner width of user''s browser. + + ' + - name: characteristics_outer_height + type: INTEGER + mode: NULLABLE + description: 'Outer height of user''s browser. + + ' + - name: characteristics_outer_width + type: INTEGER + mode: NULLABLE + description: 'Outer width of user''s browser. + + ' + - name: characteristics_posx + type: INTEGER + mode: NULLABLE + description: 'window.screen.left value. Provides us the position of the browser + and the width of any possible task/menu bar + + ' + - name: characteristics_posy + type: INTEGER + mode: NULLABLE + description: 'window.screen.top value. Provides us the position of the browser + and the height of any possible task/menu bar + + ' + - name: characteristics_size_mode + type: INTEGER + mode: NULLABLE + description: 'Whether window is maximized, minimized, normal or fullscreen + + ' - name: string type: RECORD mode: NULLABLE @@ -769,6 +813,99 @@ contains the fonts that are missing from the user''s computer. ' + - name: characteristics_canvasdata1 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas. The + image is a simple organge box and used as a control image + + ' + - name: characteristics_canvasdata10 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas. The + image is a font shipped with Firefox rendered with italics, rotation, and + shadow-blur. + + ' + - name: characteristics_canvasdata11_webgl + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a WebGL canvas + (instead of Canvas2D). IT is a RGB gradient cube. + + ' + - name: characteristics_canvasdata12_fingerprintjs1 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas, it is + a copy of fingerprintjs'' text canvas + + ' + - name: characteristics_canvasdata13_fingerprintjs2 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas, it is + a copy of fingerprintjs'' geometry canvas + + ' + - name: characteristics_canvasdata2 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas. The + image is a bordered triage, and used to test point interpolation + + ' + - name: characteristics_canvasdata3 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas. The + image is a stretched photographic image, used to test image operations. + + ' + - name: characteristics_canvasdata4 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas. The + image is two rotated, semi-transparenct overlapping squares, used to test + transparency and point interpolation. + + ' + - name: characteristics_canvasdata5 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas. The + image is a local font rendered normally. + + ' + - name: characteristics_canvasdata6 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas. The + image is a local font rendered with italics, rotation, and shadow-blur. + + ' + - name: characteristics_canvasdata7 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas. The + image is a system-ui font rendered normally. + + ' + - name: characteristics_canvasdata8 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas. The + image is a system-ui font rendered with italics, rotation, and shadow-blur. + + ' + - name: characteristics_canvasdata9 + type: STRING + mode: NULLABLE + description: 'The base64 encoded form of an image rendered on a canvas. The + image is a font shipped with Firefox rendered normally. + + ' - name: string_list type: RECORD mode: NULLABLE @@ -783,6 +920,45 @@ - name: characteristics_missing_fonts type: STRING mode: NULLABLE + - name: characteristics_canvasdata1 + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata10 + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata11_webgl + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata12_fingerprintjs1 + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata13_fingerprintjs2 + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata2 + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata3 + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata4 + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata5 + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata6 + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata7 + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata8 + type: STRING + mode: NULLABLE + - name: characteristics_canvasdata9 + type: STRING + mode: NULLABLE - name: normalized_app_name type: STRING mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_background_tasks_derived/event_monitoring_live_v1/materialized_view.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_background_tasks_derived/event_monitoring_live_v1/materialized_view.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_background_tasks_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_background_tasks_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:53:34.000000000 +0000 @@ -70,7 +70,7 @@ LEFT JOIN UNNEST(event.extra) AS event_extra WHERE - DATE(submission_timestamp) >= "2024-06-05" + DATE(submission_timestamp) >= "2024-06-06" GROUP BY submission_date, window_start, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_background_update/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_background_update/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_background_update/use_counters/schema.yaml 2024-06-06 08:51:11.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_background_update/use_counters/schema.yaml 2024-06-06 08:52:40.000000000 +0000 @@ -17932,6 +17932,22 @@ rate. ' + - name: use_counter_css_doc_css_position_try_options + type: INTEGER + mode: NULLABLE + description: 'Whether a document used the CSS property position-try-options. + Compare against `use.counter.content_documents_destroyed` to calculate the + rate. + + ' + - name: use_counter_css_page_css_position_try_options + type: INTEGER + mode: NULLABLE + description: 'Whether a page used the CSS property position-try-options. Compare + against `use.counter.top_level_content_documents_destroyed` to calculate the + rate. + + ' - name: labeled_counter type: RECORD mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_derived/event_monitoring_live_v1/materialized_view.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_derived/event_monitoring_live_v1/materialized_view.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:51:11.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_desktop_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:53:35.000000000 +0000 @@ -50,7 +50,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.firefox_desktop_live.newtab_v1` + `moz-fx-data-shared-prod.firefox_desktop_live.prototype_no_code_events_v1` UNION ALL SELECT submission_timestamp, @@ -70,7 +70,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.firefox_desktop_live.prototype_no_code_events_v1` + `moz-fx-data-shared-prod.firefox_desktop_live.newtab_v1` UNION ALL SELECT submission_timestamp, @@ -90,7 +90,7 @@ LEFT JOIN UNNEST(event.extra) AS event_extra WHERE - DATE(submission_timestamp) >= "2024-06-05" + DATE(submission_timestamp) >= "2024-06-06" GROUP BY submission_date, window_start, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/engagement_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/engagement_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/engagement_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/engagement_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE submission_date = @submission_date" }} +{% set _WHERE = '@submission_date = @submission_date' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/engagement_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/engagement_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/engagement_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/engagement_v1/metadata.yaml 2024-06-06 09:06:52.000000000 +0000 @@ -30,5 +30,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.firefox_ios.engagement_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/retention_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/retention_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/retention_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/retention_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)" }} +{% set _WHERE = 'metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/retention_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/retention_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/retention_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_ios_derived/retention_v1/metadata.yaml 2024-06-06 09:06:52.000000000 +0000 @@ -39,5 +39,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.firefox_ios.retention_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_translations_derived/event_monitoring_live_v1/materialized_view.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_translations_derived/event_monitoring_live_v1/materialized_view.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_translations_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_translations_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:53:35.000000000 +0000 @@ -60,7 +60,7 @@ LEFT JOIN UNNEST(event.extra) AS event_extra WHERE - DATE(submission_timestamp) >= "2024-06-05" + DATE(submission_timestamp) >= "2024-06-06" GROUP BY submission_date, window_start, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml 2024-06-06 08:54:30.000000000 +0000 @@ -7290,6 +7290,12 @@ - name: use_counter_css_page_css_webkit_font_smoothing type: INTEGER mode: NULLABLE + - name: use_counter_css_doc_css_position_try_options + type: INTEGER + mode: NULLABLE + - name: use_counter_css_page_css_position_try_options + type: INTEGER + mode: NULLABLE - name: labeled_counter type: RECORD mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/engagement_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/engagement_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/engagement_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/engagement_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE submission_date = @submission_date" }} +{% set _WHERE = '@submission_date = @submission_date' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/engagement_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/engagement_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/engagement_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/engagement_v1/metadata.yaml 2024-06-06 09:06:48.000000000 +0000 @@ -30,5 +30,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.focus_android.engagement_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/retention_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/retention_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/retention_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/retention_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)" }} +{% set _WHERE = 'metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/retention_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/retention_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/retention_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android_derived/retention_v1/metadata.yaml 2024-06-06 09:06:48.000000000 +0000 @@ -39,5 +39,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.focus_android.retention_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/engagement_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/engagement_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/engagement_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/engagement_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE submission_date = @submission_date" }} +{% set _WHERE = '@submission_date = @submission_date' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/engagement_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/engagement_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/engagement_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/engagement_v1/metadata.yaml 2024-06-06 09:06:47.000000000 +0000 @@ -30,5 +30,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.focus_ios.engagement_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/retention_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/retention_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/retention_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/retention_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)" }} +{% set _WHERE = 'metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/retention_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/retention_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/retention_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_ios_derived/retention_v1/metadata.yaml 2024-06-06 09:06:47.000000000 +0000 @@ -39,5 +39,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.focus_ios.retention_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/internet_outages/global_outages_v1/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/internet_outages/global_outages_v1/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/internet_outages/global_outages_v1/schema.yaml 2024-06-06 08:50:36.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/internet_outages/global_outages_v1/schema.yaml 2024-06-06 09:03:57.000000000 +0000 @@ -1,49 +1,49 @@ fields: -- mode: NULLABLE - name: country +- name: country type: STRING -- mode: NULLABLE - name: city + mode: NULLABLE +- name: city type: STRING -- mode: NULLABLE - name: datetime + mode: NULLABLE +- name: datetime type: TIMESTAMP -- mode: NULLABLE - name: proportion_undefined + mode: NULLABLE +- name: proportion_undefined type: FLOAT -- mode: NULLABLE - name: proportion_timeout + mode: NULLABLE +- name: proportion_timeout type: FLOAT -- mode: NULLABLE - name: proportion_abort + mode: NULLABLE +- name: proportion_abort type: FLOAT -- mode: NULLABLE - name: proportion_unreachable + mode: NULLABLE +- name: proportion_unreachable type: FLOAT -- mode: NULLABLE - name: proportion_terminated + mode: NULLABLE +- name: proportion_terminated type: FLOAT -- mode: NULLABLE - name: proportion_channel_open + mode: NULLABLE +- name: proportion_channel_open type: FLOAT -- mode: NULLABLE - name: avg_dns_success_time + mode: NULLABLE +- name: avg_dns_success_time type: FLOAT -- mode: NULLABLE - name: missing_dns_success + mode: NULLABLE +- name: missing_dns_success type: FLOAT -- mode: NULLABLE - name: avg_dns_failure_time + mode: NULLABLE +- name: avg_dns_failure_time type: FLOAT -- mode: NULLABLE - name: missing_dns_failure + mode: NULLABLE +- name: missing_dns_failure type: FLOAT -- mode: NULLABLE - name: count_dns_failure + mode: NULLABLE +- name: count_dns_failure type: FLOAT -- mode: NULLABLE - name: ssl_error_prop + mode: NULLABLE +- name: ssl_error_prop type: FLOAT -- mode: NULLABLE - name: avg_tls_handshake_time + mode: NULLABLE +- name: avg_tls_handshake_time type: FLOAT + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml 2024-06-06 08:51:11.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml 2024-06-06 08:55:10.000000000 +0000 @@ -7290,6 +7290,12 @@ - name: use_counter_css_page_css_webkit_font_smoothing type: INTEGER mode: NULLABLE + - name: use_counter_css_doc_css_position_try_options + type: INTEGER + mode: NULLABLE + - name: use_counter_css_page_css_position_try_options + type: INTEGER + mode: NULLABLE - name: labeled_counter type: RECORD mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/engagement_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/engagement_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/engagement_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/engagement_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE submission_date = @submission_date" }} +{% set _WHERE = '@submission_date = @submission_date' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/engagement_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/engagement_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/engagement_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/engagement_v1/metadata.yaml 2024-06-06 09:06:56.000000000 +0000 @@ -30,5 +30,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.klar_android.engagement_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/retention_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/retention_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/retention_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/retention_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)" }} +{% set _WHERE = 'metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/retention_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/retention_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/retention_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android_derived/retention_v1/metadata.yaml 2024-06-06 09:06:56.000000000 +0000 @@ -39,5 +39,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.klar_android.retention_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/engagement_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/engagement_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/engagement_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/engagement_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE submission_date = @submission_date" }} +{% set _WHERE = '@submission_date = @submission_date' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/engagement_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/engagement_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/engagement_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/engagement_v1/metadata.yaml 2024-06-06 09:06:48.000000000 +0000 @@ -30,5 +30,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.klar_ios.engagement_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/retention_v1/checks.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/retention_v1/checks.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/retention_v1/checks.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/retention_v1/checks.sql 2024-06-06 08:53:32.000000000 +0000 @@ -1,3 +1,14 @@ -- Query generated via `mobile_kpi_support_metrics` SQL generator. -# warn -{{ min_row_count(1), "WHERE metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)" }} +{% set _WHERE = 'metric_date = DATE_SUB(@submission_date, INTERVAL 27 DAY)' %} + +#warn +{{ min_row_count(1, where=_WHERE) }} + +#warn +{{ not_null(["first_seen_date", "app_name", "normalized_channel", "is_mobile"], where=_WHERE) }} + +#warn +{{ value_length(column="country", expected_length="2", where=_WHERE) }} + +#warn +{{ accepted_values(column="normalized_channel", values=["release", "beta", "nightly"], where=_WHERE) }} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/retention_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/retention_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/retention_v1/metadata.yaml 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_ios_derived/retention_v1/metadata.yaml 2024-06-06 09:06:48.000000000 +0000 @@ -39,5 +39,7 @@ members: - workgroup:mozilla-confidential references: + checks.sql: + - .. query.sql: - moz-fx-data-shared-prod.klar_ios.retention_clients diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/mdn_yari_derived/event_monitoring_live_v1/materialized_view.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/mdn_yari_derived/event_monitoring_live_v1/materialized_view.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/mdn_yari_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:51:11.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/mdn_yari_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:53:36.000000000 +0000 @@ -60,7 +60,7 @@ LEFT JOIN UNNEST(event.extra) AS event_extra WHERE - DATE(submission_timestamp) >= "2024-06-05" + DATE(submission_timestamp) >= "2024-06-06" GROUP BY submission_date, window_start, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/materialized_view.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/materialized_view.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/materialized_view.sql 2024-06-06 08:53:36.000000000 +0000 @@ -60,7 +60,7 @@ LEFT JOIN UNNEST(event.extra) AS event_extra WHERE - DATE(submission_timestamp) >= "2024-06-05" + DATE(submission_timestamp) >= "2024-06-06" GROUP BY submission_date, window_start, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/event_monitoring_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/event_monitoring_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/event_monitoring_aggregates_v1/query.sql 2024-06-06 08:51:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/event_monitoring_aggregates_v1/query.sql 2024-06-06 08:55:16.000000000 +0000 @@ -45,7 +45,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.firefox_desktop_stable.newtab_v1` + `moz-fx-data-shared-prod.firefox_desktop_stable.prototype_no_code_events_v1` UNION ALL SELECT submission_timestamp, @@ -65,7 +65,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.firefox_desktop_stable.prototype_no_code_events_v1` + `moz-fx-data-shared-prod.firefox_desktop_stable.newtab_v1` UNION ALL SELECT submission_timestamp, @@ -582,7 +582,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.org_mozilla_ios_firefox_stable.metrics_v1` + `moz-fx-data-shared-prod.org_mozilla_ios_firefox_stable.first_session_v1` UNION ALL SELECT submission_timestamp, @@ -592,7 +592,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.org_mozilla_ios_firefox_stable.first_session_v1` + `moz-fx-data-shared-prod.org_mozilla_ios_firefox_stable.metrics_v1` ) CROSS JOIN UNNEST(events) AS event, @@ -673,7 +673,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.org_mozilla_ios_firefoxbeta_stable.metrics_v1` + `moz-fx-data-shared-prod.org_mozilla_ios_firefoxbeta_stable.first_session_v1` UNION ALL SELECT submission_timestamp, @@ -683,7 +683,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.org_mozilla_ios_firefoxbeta_stable.first_session_v1` + `moz-fx-data-shared-prod.org_mozilla_ios_firefoxbeta_stable.metrics_v1` ) CROSS JOIN UNNEST(events) AS event, @@ -764,7 +764,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.org_mozilla_ios_fennec_stable.metrics_v1` + `moz-fx-data-shared-prod.org_mozilla_ios_fennec_stable.first_session_v1` UNION ALL SELECT submission_timestamp, @@ -774,7 +774,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.org_mozilla_ios_fennec_stable.first_session_v1` + `moz-fx-data-shared-prod.org_mozilla_ios_fennec_stable.metrics_v1` ) CROSS JOIN UNNEST(events) AS event, @@ -1555,7 +1555,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.mozillavpn_stable.daemonsession_v1` + `moz-fx-data-shared-prod.mozillavpn_stable.main_v1` UNION ALL SELECT submission_timestamp, @@ -1565,7 +1565,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.mozillavpn_stable.main_v1` + `moz-fx-data-shared-prod.mozillavpn_stable.daemonsession_v1` UNION ALL SELECT submission_timestamp, @@ -1646,7 +1646,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.daemonsession_v1` + `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.main_v1` UNION ALL SELECT submission_timestamp, @@ -1656,7 +1656,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.main_v1` + `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.daemonsession_v1` UNION ALL SELECT submission_timestamp, @@ -1737,7 +1737,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.org_mozilla_ios_firefoxvpn_stable.daemonsession_v1` + `moz-fx-data-shared-prod.org_mozilla_ios_firefoxvpn_stable.main_v1` UNION ALL SELECT submission_timestamp, @@ -1747,7 +1747,7 @@ client_info.app_display_version AS version, ping_info FROM - `moz-fx-data-shared-prod.org_mozilla_ios_firefoxvpn_stable.main_v1` + `moz-fx-data-shared-prod.org_mozilla_ios_fir ```⚠️ Only part of the diff is displayed.
feat: add checks to mobile_kpi generator engagement and retention queries
Checklist for reviewer:
<username>:<branch>of the fork as parameter. The parameter will also show up in the logs of themanual-trigger-required-for-forkCI task together with more detailed instructions.For modifications to schemas in restricted namespaces (see
CODEOWNERS):┆Issue is synchronized with this Jira Task