mozilla / bigquery-etl

Bigquery ETL
https://mozilla.github.io/bigquery-etl
Mozilla Public License 2.0
253 stars 100 forks source link

Add `mozilla_vpn_derived.funnel_ga_to_subscriptions_v2` ETL using GA4 data (bug 1905989) #6033

Closed sean-rose closed 1 month ago

sean-rose commented 2 months ago

Also update VPN GA-related views to include GA4 data, and unschedule VPN ETLs that relied on GA3 data.

This will fix bug 1905989 "bqetl_mozilla_vpn_site_metrics.mozilla_vpn_derived__site_metrics_empty_check__v1 failed since exec_dates 2024-06-30".


Checklist for reviewer:

For modifications to schemas in restricted namespaces (see CODEOWNERS):

┆Issue is synchronized with this Jira Task

dataops-ci-bot commented 2 months ago

Integration report for "Merge branch 'main' into fix/bug-1905989"

sql.diff

Click to expand! ```diff diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_generated_funnels.py /tmp/workspace/generated-sql/dags/bqetl_generated_funnels.py --- /tmp/workspace/main-generated-sql/dags/bqetl_generated_funnels.py 2024-08-08 20:47:49.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_generated_funnels.py 2024-08-08 20:58:53.000000000 +0000 @@ -288,6 +288,21 @@ ) ) + monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1 = bigquery_etl_query( + task_id="monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1", + destination_table="monitor_dashboard_user_journey_funnels_v1", + dataset_id="monitor_frontend_derived", + project_id="moz-fx-data-shared-prod", + owner="ksiegler@mozilla.org", + email=[ + "ascholtz@mozilla.com", + "ksiegler@mozilla.org", + "telemetry-alerts@mozilla.com", + ], + date_partition_parameter="submission_date", + depends_on_past=False, + ) + accounts_frontend_derived__email_first_reg_login_funnels_by_service__v1.set_upstream( wait_for_copy_deduplicate_all ) @@ -349,3 +364,7 @@ firefox_accounts_derived__registration_funnels_legacy_events__v1.set_upstream( wait_for_firefox_accounts_derived__fxa_stdout_events__v1 ) + + monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1.set_upstream( + wait_for_copy_deduplicate_all + ) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_google_analytics_derived_ga4.py /tmp/workspace/generated-sql/dags/bqetl_google_analytics_derived_ga4.py --- /tmp/workspace/main-generated-sql/dags/bqetl_google_analytics_derived_ga4.py 2024-08-08 20:47:49.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_google_analytics_derived_ga4.py 2024-08-08 20:58:53.000000000 +0000 @@ -483,17 +483,6 @@ depends_on_past=False, ) - mozilla_vpn_derived__site_metrics_summary__v2 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_summary__v2", - destination_table="site_metrics_summary_v2", - dataset_id="mozilla_vpn_derived", - project_id="moz-fx-data-shared-prod", - owner="kwindau@mozilla.com", - email=["kwindau@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="submission_date", - depends_on_past=False, - ) - checks__fail_mozilla_org_derived__ga_clients__v2.set_upstream( mozilla_org_derived__ga_clients__v2 ) @@ -589,7 +578,3 @@ mozilla_org_derived__www_site_metrics_summary__v2.set_upstream( wait_for_wmo_events_table ) - - mozilla_vpn_derived__site_metrics_summary__v2.set_upstream( - wait_for_wmo_events_table - ) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py /tmp/workspace/generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py --- /tmp/workspace/main-generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py 2024-08-08 20:47:49.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py 2024-08-08 20:58:51.000000000 +0000 @@ -68,52 +68,52 @@ pool="DATA_ENG_EXTERNALTASKSENSOR", ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__funnel_ga_to_subscriptions__v1", - destination_table="funnel_ga_to_subscriptions_v1", - dataset_id="mozilla_vpn_derived", - project_id="moz-fx-data-shared-prod", - owner="srose@mozilla.com", - email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="date", - depends_on_past=False, + wait_for_wait_for_wmo_events_table = ExternalTaskSensor( + task_id="wait_for_wait_for_wmo_events_table", + external_dag_id="bqetl_google_analytics_derived_ga4", + external_task_id="wait_for_wmo_events_table", + execution_delta=datetime.timedelta(seconds=10800), + check_existence=True, + mode="reschedule", + allowed_states=ALLOWED_STATES, + failed_states=FAILED_STATES, + pool="DATA_ENG_EXTERNALTASKSENSOR", ) - mozilla_vpn_derived__site_metrics_empty_check__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_empty_check__v1", - destination_table=None, + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2 = bigquery_etl_query( + task_id="mozilla_vpn_derived__funnel_ga_to_subscriptions__v2", + destination_table="funnel_ga_to_subscriptions_v2", dataset_id="mozilla_vpn_derived", project_id="moz-fx-data-shared-prod", owner="srose@mozilla.com", email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="submission_date", + date_partition_parameter="date", depends_on_past=False, - parameters=["date:DATE:{{ds}}"], - sql_file_path="sql/moz-fx-data-shared-prod/mozilla_vpn_derived/site_metrics_empty_check_v1/query.sql", - retry_delay=datetime.timedelta(seconds=1800), - retries=18, - email_on_retry=False, ) - mozilla_vpn_derived__site_metrics_summary__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_summary__v1", - destination_table="site_metrics_summary_v1", + mozilla_vpn_derived__site_metrics_summary__v2 = bigquery_etl_query( + task_id="mozilla_vpn_derived__site_metrics_summary__v2", + destination_table="site_metrics_summary_v2", dataset_id="mozilla_vpn_derived", project_id="moz-fx-data-shared-prod", - owner="srose@mozilla.com", - email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="date", + owner="kwindau@mozilla.com", + email=[ + "kwindau@mozilla.com", + "srose@mozilla.com", + "telemetry-alerts@mozilla.com", + ], + date_partition_parameter="submission_date", depends_on_past=False, ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1.set_upstream( + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2.set_upstream( wait_for_mozilla_vpn_derived__all_subscriptions__v1 ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1.set_upstream( - mozilla_vpn_derived__site_metrics_summary__v1 + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2.set_upstream( + mozilla_vpn_derived__site_metrics_summary__v2 ) - mozilla_vpn_derived__site_metrics_summary__v1.set_upstream( - mozilla_vpn_derived__site_metrics_empty_check__v1 + mozilla_vpn_derived__site_metrics_summary__v2.set_upstream( + wait_for_wait_for_wmo_events_table ) Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn/funnel_ga_to_subscriptions: schema.yaml Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn: site_metrics_summary_v2 Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn_derived: funnel_ga_to_subscriptions_v2 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-08-08 20:42:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-08-08 20:49:21.000000000 +0000 @@ -1,49 +1,49 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: source + mode: NULLABLE +- name: source type: STRING -- mode: NULLABLE - name: event_type + mode: NULLABLE +- name: event_type type: STRING -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: subdivision1 + mode: NULLABLE +- name: subdivision1 type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: event_count + mode: NULLABLE +- name: event_count type: INTEGER -- mode: NULLABLE - name: user_count + mode: NULLABLE +- name: user_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-08-08 20:42:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-08-08 20:49:28.000000000 +0000 @@ -1,40 +1,40 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: impression_count + mode: NULLABLE +- name: impression_count type: INTEGER -- mode: NULLABLE - name: click_count + mode: NULLABLE +- name: click_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-08-08 20:42:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-08-08 20:49:09.000000000 +0000 @@ -26,6 +26,9 @@ - name: adjust_network type: STRING mode: NULLABLE +- name: install_source + type: STRING + mode: NULLABLE - name: retained_week_2 type: BOOLEAN mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-08-08 20:42:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-08-08 20:49:17.000000000 +0000 @@ -48,6 +48,10 @@ description: 'The type of source of a client installation. ' +- name: install_source + type: STRING + mode: NULLABLE + description: null - name: new_profiles type: INTEGER mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml 2024-08-08 20:42:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml 2024-08-08 20:48:58.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -28,19 +29,23 @@ - name: localized_site_code type: STRING mode: NULLABLE - description: Localized site code such as `en-US` or `de` found in the first segment of the page URL path (if any). + description: Localized site code such as `en-US` or `de` found in the first segment + of the page URL path (if any). - name: localized_site type: STRING mode: NULLABLE - description: Description of the localized site language and/or country based on `localized_site_code` (if any). + description: Description of the localized site language and/or country based on + `localized_site_code` (if any). - name: localized_site_language_code type: STRING mode: NULLABLE - description: Localized site language code in ISO-639-alpha-2 format found in the first segment of the page URL path (if any). + description: Localized site language code in ISO-639-alpha-2 format found in the + first segment of the page URL path (if any). - name: localized_site_language type: STRING mode: NULLABLE - description: Localized site language based on `localized_site_language_code` (if any). + description: Localized site language based on `localized_site_language_code` (if + any). - name: query type: STRING mode: NULLABLE @@ -48,20 +53,15 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -81,12 +81,13 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with a link to the page were shown to a user. + description: The number of times that search results with a link to the page were + shown to a user. - name: clicks type: INTEGER mode: NULLABLE @@ -94,4 +95,5 @@ - name: average_position type: FLOAT mode: NULLABLE - description: The average position of the page in the search results, where `1` is the topmost position. + description: The average position of the page in the search results, where `1` is + the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml 2024-08-08 20:42:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml 2024-08-08 20:48:59.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -20,20 +21,15 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -53,17 +49,20 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with at least one link to the site were shown to a user. + description: The number of times that search results with at least one link to the + site were shown to a user. - name: clicks type: INTEGER mode: NULLABLE - description: The number of times a user clicked at least one search result link to the site. + description: The number of times a user clicked at least one search result link + to the site. - name: average_top_position type: FLOAT mode: NULLABLE - description: The average top position of the site in the search results, where `1` is the topmost position. + description: The average top position of the site in the search results, where `1` + is the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-08-08 20:42:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-08-08 20:48:56.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -16,99 +17,104 @@ - name: page_url type: STRING mode: NULLABLE - description: |- - The final page URL linked by a search result after any skip redirects. - This will be null for anonymized Discover impressions. + description: 'The final page URL linked by a search result after any skip redirects. + + This will be null for anonymized Discover impressions.' - name: page_domain_name type: STRING mode: NULLABLE - description: |- - Domain name of the page URL. - This will be null for anonymized Discover impressions. + description: 'Domain name of the page URL. + + This will be null for anonymized Discover impressions.' - name: page_path type: STRING mode: NULLABLE - description: |- - The path part of the page URL. - This will be null for anonymized Discover impressions. + description: 'The path part of the page URL. + + This will be null for anonymized Discover impressions.' - name: localized_site_code type: STRING mode: NULLABLE - description: |- - Localized site code such as `en-US` or `de` found in the first segment of the page URL path (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site code such as `en-US` or `de` found in the first segment + of the page URL path (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site type: STRING mode: NULLABLE - description: |- - Description of the localized site language and/or country based on `localized_site_code` (if any). - This will be null for anonymized Discover impressions. + description: 'Description of the localized site language and/or country based on + `localized_site_code` (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site_language_code type: STRING mode: NULLABLE - description: |- - Localized site language code in ISO-639-alpha-2 format found in the first segment of the page URL path (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site language code in ISO-639-alpha-2 format found in the + first segment of the page URL path (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site_language type: STRING mode: NULLABLE - description: |- - Localized site language based on `localized_site_language_code` (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site language based on `localized_site_language_code` (if + any). + + This will be null for anonymized Discover impressions.' - name: query type: STRING mode: NULLABLE - description: |- - The search query. - This will be null for anonymized search impressions, and all Discover and Google News search impressions. + description: 'The search query. + + This will be null for anonymized search impressions, and all Discover and Google + News search impressions.' - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Anonymized: Query was redacted by Google to protect the users' privacy. - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. - This will be null for all Discover and Google News search impressions. + description: "Type of search query:\n * Anonymized: Query was redacted by Google\ + \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified.\nThis will be null for all Discover\ + \ and Google News search impressions." - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: |- - Whether Google has anonymized the search impression to protect the users' privacy. + description: 'Whether Google has anonymized the search impression to protect the + users'' privacy. + The `query` field will be null for anonymized search impressions. - The `country_code`, `page_url`, and related fields will be null for anonymized Discover impressions. + + The `country_code`, `page_url`, and related fields will be null for anonymized + Discover impressions.' - name: has_good_page_experience type: BOOLEAN mode: NULLABLE - description: Whether Google Search considers the page to be providing a good page experience. + description: Whether Google Search considers the page to be providing a good page + experience. - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. - * Discover: In Google's Discover feed. - * Google News: On news.google.com or in the Google News app on Android and iOS. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab.\n\ + \ * Discover: In Google's Discover feed.\n * Google News: On news.google.com\ + \ or in the Google News app on Android and iOS." - name: search_appearance type: STRING mode: NULLABLE - description: How the search result appeared (e.g. normal result, translated result, video). + description: How the search result appeared (e.g. normal result, translated result, + video). - name: user_country_code type: STRING mode: NULLABLE - description: |- - Country from which the user was searching, in ISO-3166-1-alpha-3 format. - This will be null for anonymized Discover impressions. + description: 'Country from which the user was searching, in ISO-3166-1-alpha-3 format. + + This will be null for anonymized Discover impressions.' - name: user_country type: STRING mode: NULLABLE - description: |- - Country from which the user was searching. - This will be null for anonymized Discover impressions. + description: 'Country from which the user was searching. + + This will be null for anonymized Discover impressions.' - name: user_region type: STRING mode: NULLABLE @@ -120,13 +126,15 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. - This will be null for Discover impressions. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet. + + This will be null for Discover impressions.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with a link to the page were shown to a user. + description: The number of times that search results with a link to the page were + shown to a user. - name: clicks type: INTEGER mode: NULLABLE @@ -134,6 +142,7 @@ - name: average_position type: FLOAT mode: NULLABLE - description: |- - The average position of the page in the search results, where `1` is the topmost position. - This will be null for Discover and Google News search impressions. + description: 'The average position of the page in the search results, where `1` + is the topmost position. + + This will be null for Discover and Google News search impressions.' diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-08-08 20:42:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-08-08 20:48:57.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -20,27 +21,23 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Anonymized: Query was redacted by Google to protect the users' privacy. - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Anonymized: Query was redacted by Google\ + \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: |- - Whether Google has anonymized the search impression to protect the users' privacy. - The `query` field will be null for anonymized search impressions. + description: 'Whether Google has anonymized the search impression to protect the + users'' privacy. + + The `query` field will be null for anonymized search impressions.' - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -60,17 +57,20 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with at least one link to the site were shown to a user. + description: The number of times that search results with at least one link to the + site were shown to a user. - name: clicks type: INTEGER mode: NULLABLE - description: The number of times a user clicked at least one search result link to the site. + description: The number of times a user clicked at least one search result link + to the site. - name: average_top_position type: FLOAT mode: NULLABLE - description: The average top position of the site in the search results, where `1` is the topmost position. + description: The average top position of the site in the search results, where `1` + is the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml 2024-08-08 20:43:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml 2024-08-08 20:51:05.000000000 +0000 @@ -1,27 +1,29 @@ fields: - name: normalized_app_id - mode: NULLABLE type: STRING + mode: NULLABLE description: App ID of the channel data was received from - name: normalized_channel - mode: NULLABLE type: STRING + mode: NULLABLE description: Normalized channel name -- mode: NULLABLE - name: additional_properties +- name: additional_properties type: STRING + mode: NULLABLE description: A JSON string containing any payload properties not present in the schema -- mode: NULLABLE - name: client_info +- name: client_info type: RECORD + mode: NULLABLE fields: - name: android_sdk_version type: STRING + mode: NULLABLE description: The optional Android specific SDK version of the software running on this hardware device. - name: app_build type: STRING + mode: NULLABLE description: The build identifier generated by the CI system (e.g. "1234/A"). For language bindings that provide automatic detection for this value, (e.g. Android/Kotlin), in the unlikely event that the build identifier can not be @@ -30,61 +32,76 @@ `Unknown`. - name: app_channel type: STRING + mode: NULLABLE description: The channel the application is being distributed on. - name: app_display_version type: STRING + mode: NULLABLE description: The user visible version string (e.g. "1.0.3"). In the unlikely event that the display version can not be retrieved, it is set to "inaccessible". - name: architecture type: STRING + mode: NULLABLE description: The architecture of the device, (e.g. "arm", "x86"). - name: build_date type: STRING + mode: NULLABLE description: The date & time the application was built - name: client_id type: STRING + mode: NULLABLE description: A UUID uniquely identifying the client. - name: device_manufacturer type: STRING + mode: NULLABLE description: The manufacturer of the device the application is running on. Not set if the device manufacturer can't be determined (e.g. on Desktop). - name: device_model type: STRING + mode: NULLABLE description: The model of the device the application is running on. On Android, this is Build.MODEL, the user-visible marketing name, like "Pixel 2 XL". Not set if the device model can't be determined (e.g. on Desktop). - name: first_run_date type: STRING + mode: NULLABLE description: The date of the first run of the application. - name: locale type: STRING + mode: NULLABLE description: The locale of the application during initialization (e.g. "es-ES"). If the locale can't be determined on the system, the value is ["und"](https://unicode.org/reports/tr35/#Unknown_or_Invalid_Identifiers), to indicate "undetermined". - name: os type: STRING + mode: NULLABLE description: 'The name of the operating system. Possible values: Android, iOS, Linux, Darwin, Windows, FreeBSD, NetBSD, OpenBSD, Solaris, unknown' - name: os_version type: STRING + mode: NULLABLE description: The user-visible version of the operating system (e.g. "1.2.3"). If the version detection fails, this metric gets set to `Unknown`. - name: telemetry_sdk_build type: STRING + mode: NULLABLE description: The version of the Glean SDK - name: windows_build_number type: INTEGER + mode: NULLABLE description: The optional Windows build number, reported by Windows (e.g. 22000) and not set for other platforms - name: session_count type: INTEGER + mode: NULLABLE description: An optional running counter of the number of sessions for a client. - name: session_id type: STRING + mode: NULLABLE description: An optional UUID uniquely identifying the client's current session. -- mode: NULLABLE - name: document_id +- name: document_id type: STRING + mode: NULLABLE description: The document ID specified in the URI when the client sent this message - name: events type: RECORD @@ -92,114 +109,148 @@ fields: - name: category type: STRING + mode: NULLABLE - name: extra type: RECORD mode: REPEATED fields: - name: key type: STRING + mode: NULLABLE - name: value type: STRING + mode: NULLABLE - name: name type: STRING + mode: NULLABLE - name: timestamp type: INTEGER -- mode: NULLABLE - name: metadata + mode: NULLABLE +- name: metadata type: RECORD + mode: NULLABLE fields: - name: geo type: RECORD + mode: NULLABLE fields: - name: city type: STRING + mode: NULLABLE - name: country type: STRING + mode: NULLABLE description: An ISO 3166-1 alpha-2 country code - name: db_version type: STRING + mode: NULLABLE description: The specific geo database version used for this lookup - name: subdivision1 type: STRING + mode: NULLABLE description: First major country subdivision, typically a state, province, or county - name: subdivision2 type: STRING + mode: NULLABLE description: Second major country subdivision; not applicable for most countries description: Results of a geographic lookup based on the client's IP address - name: header type: RECORD + mode: NULLABLE fields: - name: date type: STRING + mode: NULLABLE description: Date HTTP header - name: dnt type: STRING + mode: NULLABLE description: DNT (Do Not Track) HTTP header - name: x_debug_id type: STRING + mode: NULLABLE description: X-Debug-Id HTTP header - name: x_foxsec_ip_reputation type: STRING + mode: NULLABLE description: X-Foxsec-IP-Reputation header - name: x_lb_tags type: STRING + mode: NULLABLE description: X-LB-Tags HTTP header - name: x_pingsender_version type: STRING + mode: NULLABLE description: X-PingSender-Version HTTP header - name: x_source_tags type: STRING + mode: NULLABLE description: X-Source-Tags HTTP header - name: x_telemetry_agent type: STRING + mode: NULLABLE description: X-Telemetry-Agent HTTP header - name: parsed_date type: TIMESTAMP + mode: NULLABLE - name: parsed_x_source_tags type: STRING mode: REPEATED - name: parsed_x_lb_tags type: RECORD + mode: NULLABLE fields: - name: tls_version type: STRING + mode: NULLABLE - name: tls_cipher_hex type: STRING + mode: NULLABLE description: Headers included in the client's HTTP request - name: isp type: RECORD + mode: NULLABLE fields: - name: db_version type: STRING + mode: NULLABLE description: The specific geo ISP database version used for this lookup - name: name type: STRING + mode: NULLABLE description: The name of the ISP associated with the client's IP address - name: organization type: STRING + mode: NULLABLE description: The name of a specific business entity associated with the client's IP address when available; otherwise the ISP name description: Results of ISP lookup based on the client's IP address - name: user_agent type: RECORD + mode: NULLABLE fields: - name: browser type: STRING + mode: NULLABLE - name: os type: STRING + mode: NULLABLE - name: version type: STRING + mode: NULLABLE description: Parsed components of the client's user agent string -- mode: NULLABLE - name: metrics +- name: metrics type: RECORD + mode: NULLABLE fields: - name: counter type: RECORD + mode: NULLABLE fields: - name: use_counter_content_documents_destroyed type: INTEGER + mode: NULLABLE description: 'A count of how many content documents were destroyed. Used to turn document use counters'' counts into rates. Excludes documents for which we do not count use counters (See `Document::ShouldIncludeInTelemetry`). @@ -207,6 +258,7 @@ ' - name: use_counter_css_doc_alignment_baseline type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property alignment-baseline. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -214,6 +266,7 @@ ' - name: use_counter_css_doc_background_repeat_x type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property background-repeat-x. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -221,6 +274,7 @@ ' - name: use_counter_css_doc_background_repeat_y type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property background-repeat-y. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -228,6 +282,7 @@ ' - name: use_counter_css_doc_baseline_shift type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property baseline-shift. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -235,6 +290,7 @@ ' - name: use_counter_css_doc_buffered_rendering type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property buffered-rendering. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -242,6 +298,7 @@ ' - name: use_counter_css_doc_color_rendering type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property color-rendering. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -249,48 +306,56 @@ ' - name: use_counter_css_doc_css_accent_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property accent-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_align_content type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property align-content. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_align_items type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property align-items. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_align_self type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property align-self. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_align_tracks type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property align-tracks. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_all type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property all. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation_composition type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-composition. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -298,12 +363,14 @@ ' - name: use_counter_css_doc_css_animation_delay type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-delay. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation_direction type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-direction. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -311,12 +378,14 @@ ' - name: use_counter_css_doc_css_animation_duration type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-duration. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation_fill_mode type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-fill-mode. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -324,6 +393,7 @@ ' - name: use_counter_css_doc_css_animation_iteration_count type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-iteration-count. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -331,12 +401,14 @@ ' - name: use_counter_css_doc_css_animation_name type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-name. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation_play_state type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-play-state. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -344,12 +416,14 @@ ' - name: use_counter_css_doc_css_animation_timeline type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-timeline. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation_timing_function type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-timing-function. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -357,24 +431,28 @@ ' - name: use_counter_css_doc_css_appearance type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property appearance. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_aspect_ratio type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property aspect-ratio. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_backdrop_filter type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property backdrop-filter. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_backface_visibility type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property backface-visibility. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -382,12 +460,14 @@ ' - name: use_counter_css_doc_css_background type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_attachment type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-attachment. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -395,6 +475,7 @@ ' - name: use_counter_css_doc_css_background_blend_mode type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-blend-mode. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -402,30 +483,35 @@ ' - name: use_counter_css_doc_css_background_clip type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-clip. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_image type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-image. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_origin type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-origin. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_position type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-position. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -433,6 +519,7 @@ ' - name: use_counter_css_doc_css_background_position_x type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-position-x. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -440,6 +527,7 @@ ' - name: use_counter_css_doc_css_background_position_y type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-position-y. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -447,54 +535,63 @@ ' - name: use_counter_css_doc_css_background_repeat type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-repeat. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_size type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-size. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_baseline_source type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property baseline-source. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_block_size type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property block-size. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block_end type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-end. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block_end_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-end-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -502,6 +599,7 @@ ' - name: use_counter_css_doc_css_border_block_end_style type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-end-style. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -509,6 +607,7 @@ ' - name: use_counter_css_doc_css_border_block_end_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-end-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -516,12 +615,14 @@ ' - name: use_counter_css_doc_css_border_block_start type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-start. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block_start_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-start-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -529,6 +630,7 @@ ' - name: use_counter_css_doc_css_border_block_start_style type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-start-style. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -536,6 +638,7 @@ ' - name: use_counter_css_doc_css_border_block_start_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-start-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -543,24 +646,28 @@ ' - name: use_counter_css_doc_css_border_block_style type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-style. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_bottom type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_bottom_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -568,6 +675,7 @@ ' - name: use_counter_css_doc_css_border_bottom_left_radius type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom-left-radius. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -575,6 +683,7 @@ ' - name: use_counter_css_doc_css_border_bottom_right_radius type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom-right-radius. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -582,6 +691,7 @@ ' - name: use_counter_css_doc_css_border_bottom_style type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom-style. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -589,6 +699,7 @@ ' - name: use_counter_css_doc_css_border_bottom_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -596,18 +707,21 @@ ' - name: use_counter_css_doc_css_border_collapse type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-collapse. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_end_end_radius type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-end-end-radius. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -615,6 +729,7 @@ ' - name: use_counter_css_doc_css_border_end_start_radius type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-end-start-radius. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -622,12 +737,14 @@ ' - name: use_counter_css_doc_css_border_image type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_image_outset type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image-outset. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -635,6 +752,7 @@ ' - name: use_counter_css_doc_css_border_image_repeat type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image-repeat. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -642,12 +760,14 @@ ' - name: use_counter_css_doc_css_border_image_slice type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image-slice. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_image_source type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image-source. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -655,18 +775,21 @@ ' - name: use_counter_css_doc_css_border_image_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_inline type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_inline_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -674,12 +797,14 @@ ' - name: use_counter_css_doc_css_border_inline_end type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-end. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_inline_end_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-end-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -687,6 +812,7 @@ ' - name: use_counter_css_doc_css_border_inline_end_style type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-end-style. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -694,6 +820,7 @@ ' - name: use_counter_css_doc_css_border_inline_end_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-end-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -701,6 +828,7 @@ ' - name: use_counter_css_doc_css_border_inline_start type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-start. Compare against `use.cou ```

⚠️ Only part of the diff is displayed.

Link to full diff

dataops-ci-bot commented 2 months ago

Integration report for "Merge branch 'main' into fix/bug-1905989"

sql.diff

Click to expand! ```diff diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_generated_funnels.py /tmp/workspace/generated-sql/dags/bqetl_generated_funnels.py --- /tmp/workspace/main-generated-sql/dags/bqetl_generated_funnels.py 2024-08-08 21:30:12.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_generated_funnels.py 2024-08-08 21:39:36.000000000 +0000 @@ -288,6 +288,21 @@ ) ) + monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1 = bigquery_etl_query( + task_id="monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1", + destination_table="monitor_dashboard_user_journey_funnels_v1", + dataset_id="monitor_frontend_derived", + project_id="moz-fx-data-shared-prod", + owner="ksiegler@mozilla.org", + email=[ + "ascholtz@mozilla.com", + "ksiegler@mozilla.org", + "telemetry-alerts@mozilla.com", + ], + date_partition_parameter="submission_date", + depends_on_past=False, + ) + accounts_frontend_derived__email_first_reg_login_funnels_by_service__v1.set_upstream( wait_for_copy_deduplicate_all ) @@ -349,3 +364,7 @@ firefox_accounts_derived__registration_funnels_legacy_events__v1.set_upstream( wait_for_firefox_accounts_derived__fxa_stdout_events__v1 ) + + monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1.set_upstream( + wait_for_copy_deduplicate_all + ) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_google_analytics_derived_ga4.py /tmp/workspace/generated-sql/dags/bqetl_google_analytics_derived_ga4.py --- /tmp/workspace/main-generated-sql/dags/bqetl_google_analytics_derived_ga4.py 2024-08-08 21:30:12.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_google_analytics_derived_ga4.py 2024-08-08 21:39:37.000000000 +0000 @@ -483,17 +483,6 @@ depends_on_past=False, ) - mozilla_vpn_derived__site_metrics_summary__v2 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_summary__v2", - destination_table="site_metrics_summary_v2", - dataset_id="mozilla_vpn_derived", - project_id="moz-fx-data-shared-prod", - owner="kwindau@mozilla.com", - email=["kwindau@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="submission_date", - depends_on_past=False, - ) - checks__fail_mozilla_org_derived__ga_clients__v2.set_upstream( mozilla_org_derived__ga_clients__v2 ) @@ -589,7 +578,3 @@ mozilla_org_derived__www_site_metrics_summary__v2.set_upstream( wait_for_wmo_events_table ) - - mozilla_vpn_derived__site_metrics_summary__v2.set_upstream( - wait_for_wmo_events_table - ) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py /tmp/workspace/generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py --- /tmp/workspace/main-generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py 2024-08-08 21:30:12.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py 2024-08-08 21:39:35.000000000 +0000 @@ -68,52 +68,52 @@ pool="DATA_ENG_EXTERNALTASKSENSOR", ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__funnel_ga_to_subscriptions__v1", - destination_table="funnel_ga_to_subscriptions_v1", - dataset_id="mozilla_vpn_derived", - project_id="moz-fx-data-shared-prod", - owner="srose@mozilla.com", - email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="date", - depends_on_past=False, + wait_for_wait_for_wmo_events_table = ExternalTaskSensor( + task_id="wait_for_wait_for_wmo_events_table", + external_dag_id="bqetl_google_analytics_derived_ga4", + external_task_id="wait_for_wmo_events_table", + execution_delta=datetime.timedelta(seconds=10800), + check_existence=True, + mode="reschedule", + allowed_states=ALLOWED_STATES, + failed_states=FAILED_STATES, + pool="DATA_ENG_EXTERNALTASKSENSOR", ) - mozilla_vpn_derived__site_metrics_empty_check__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_empty_check__v1", - destination_table=None, + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2 = bigquery_etl_query( + task_id="mozilla_vpn_derived__funnel_ga_to_subscriptions__v2", + destination_table="funnel_ga_to_subscriptions_v2", dataset_id="mozilla_vpn_derived", project_id="moz-fx-data-shared-prod", owner="srose@mozilla.com", email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="submission_date", + date_partition_parameter="date", depends_on_past=False, - parameters=["date:DATE:{{ds}}"], - sql_file_path="sql/moz-fx-data-shared-prod/mozilla_vpn_derived/site_metrics_empty_check_v1/query.sql", - retry_delay=datetime.timedelta(seconds=1800), - retries=18, - email_on_retry=False, ) - mozilla_vpn_derived__site_metrics_summary__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_summary__v1", - destination_table="site_metrics_summary_v1", + mozilla_vpn_derived__site_metrics_summary__v2 = bigquery_etl_query( + task_id="mozilla_vpn_derived__site_metrics_summary__v2", + destination_table="site_metrics_summary_v2", dataset_id="mozilla_vpn_derived", project_id="moz-fx-data-shared-prod", - owner="srose@mozilla.com", - email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="date", + owner="kwindau@mozilla.com", + email=[ + "kwindau@mozilla.com", + "srose@mozilla.com", + "telemetry-alerts@mozilla.com", + ], + date_partition_parameter="submission_date", depends_on_past=False, ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1.set_upstream( + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2.set_upstream( wait_for_mozilla_vpn_derived__all_subscriptions__v1 ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1.set_upstream( - mozilla_vpn_derived__site_metrics_summary__v1 + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2.set_upstream( + mozilla_vpn_derived__site_metrics_summary__v2 ) - mozilla_vpn_derived__site_metrics_summary__v1.set_upstream( - mozilla_vpn_derived__site_metrics_empty_check__v1 + mozilla_vpn_derived__site_metrics_summary__v2.set_upstream( + wait_for_wait_for_wmo_events_table ) Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn/funnel_ga_to_subscriptions: schema.yaml Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn: site_metrics_summary_v2 Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn_derived: funnel_ga_to_subscriptions_v2 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-08-08 21:25:54.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-08-08 21:31:10.000000000 +0000 @@ -1,49 +1,49 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: source + mode: NULLABLE +- name: source type: STRING -- mode: NULLABLE - name: event_type + mode: NULLABLE +- name: event_type type: STRING -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: subdivision1 + mode: NULLABLE +- name: subdivision1 type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: event_count + mode: NULLABLE +- name: event_count type: INTEGER -- mode: NULLABLE - name: user_count + mode: NULLABLE +- name: user_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-08-08 21:25:54.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-08-08 21:31:23.000000000 +0000 @@ -1,40 +1,40 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: impression_count + mode: NULLABLE +- name: impression_count type: INTEGER -- mode: NULLABLE - name: click_count + mode: NULLABLE +- name: click_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-08-08 21:25:54.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-08-08 21:31:22.000000000 +0000 @@ -26,6 +26,9 @@ - name: adjust_network type: STRING mode: NULLABLE +- name: install_source + type: STRING + mode: NULLABLE - name: retained_week_2 type: BOOLEAN mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-08-08 21:25:54.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-08-08 21:31:29.000000000 +0000 @@ -48,6 +48,10 @@ description: 'The type of source of a client installation. ' +- name: install_source + type: STRING + mode: NULLABLE + description: null - name: new_profiles type: INTEGER mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml 2024-08-08 21:25:54.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml 2024-08-08 21:31:07.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -28,19 +29,23 @@ - name: localized_site_code type: STRING mode: NULLABLE - description: Localized site code such as `en-US` or `de` found in the first segment of the page URL path (if any). + description: Localized site code such as `en-US` or `de` found in the first segment + of the page URL path (if any). - name: localized_site type: STRING mode: NULLABLE - description: Description of the localized site language and/or country based on `localized_site_code` (if any). + description: Description of the localized site language and/or country based on + `localized_site_code` (if any). - name: localized_site_language_code type: STRING mode: NULLABLE - description: Localized site language code in ISO-639-alpha-2 format found in the first segment of the page URL path (if any). + description: Localized site language code in ISO-639-alpha-2 format found in the + first segment of the page URL path (if any). - name: localized_site_language type: STRING mode: NULLABLE - description: Localized site language based on `localized_site_language_code` (if any). + description: Localized site language based on `localized_site_language_code` (if + any). - name: query type: STRING mode: NULLABLE @@ -48,20 +53,15 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -81,12 +81,13 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with a link to the page were shown to a user. + description: The number of times that search results with a link to the page were + shown to a user. - name: clicks type: INTEGER mode: NULLABLE @@ -94,4 +95,5 @@ - name: average_position type: FLOAT mode: NULLABLE - description: The average position of the page in the search results, where `1` is the topmost position. + description: The average position of the page in the search results, where `1` is + the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml 2024-08-08 21:25:54.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml 2024-08-08 21:31:26.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -20,20 +21,15 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -53,17 +49,20 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with at least one link to the site were shown to a user. + description: The number of times that search results with at least one link to the + site were shown to a user. - name: clicks type: INTEGER mode: NULLABLE - description: The number of times a user clicked at least one search result link to the site. + description: The number of times a user clicked at least one search result link + to the site. - name: average_top_position type: FLOAT mode: NULLABLE - description: The average top position of the site in the search results, where `1` is the topmost position. + description: The average top position of the site in the search results, where `1` + is the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-08-08 21:25:54.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-08-08 21:31:27.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -16,99 +17,104 @@ - name: page_url type: STRING mode: NULLABLE - description: |- - The final page URL linked by a search result after any skip redirects. - This will be null for anonymized Discover impressions. + description: 'The final page URL linked by a search result after any skip redirects. + + This will be null for anonymized Discover impressions.' - name: page_domain_name type: STRING mode: NULLABLE - description: |- - Domain name of the page URL. - This will be null for anonymized Discover impressions. + description: 'Domain name of the page URL. + + This will be null for anonymized Discover impressions.' - name: page_path type: STRING mode: NULLABLE - description: |- - The path part of the page URL. - This will be null for anonymized Discover impressions. + description: 'The path part of the page URL. + + This will be null for anonymized Discover impressions.' - name: localized_site_code type: STRING mode: NULLABLE - description: |- - Localized site code such as `en-US` or `de` found in the first segment of the page URL path (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site code such as `en-US` or `de` found in the first segment + of the page URL path (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site type: STRING mode: NULLABLE - description: |- - Description of the localized site language and/or country based on `localized_site_code` (if any). - This will be null for anonymized Discover impressions. + description: 'Description of the localized site language and/or country based on + `localized_site_code` (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site_language_code type: STRING mode: NULLABLE - description: |- - Localized site language code in ISO-639-alpha-2 format found in the first segment of the page URL path (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site language code in ISO-639-alpha-2 format found in the + first segment of the page URL path (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site_language type: STRING mode: NULLABLE - description: |- - Localized site language based on `localized_site_language_code` (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site language based on `localized_site_language_code` (if + any). + + This will be null for anonymized Discover impressions.' - name: query type: STRING mode: NULLABLE - description: |- - The search query. - This will be null for anonymized search impressions, and all Discover and Google News search impressions. + description: 'The search query. + + This will be null for anonymized search impressions, and all Discover and Google + News search impressions.' - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Anonymized: Query was redacted by Google to protect the users' privacy. - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. - This will be null for all Discover and Google News search impressions. + description: "Type of search query:\n * Anonymized: Query was redacted by Google\ + \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified.\nThis will be null for all Discover\ + \ and Google News search impressions." - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: |- - Whether Google has anonymized the search impression to protect the users' privacy. + description: 'Whether Google has anonymized the search impression to protect the + users'' privacy. + The `query` field will be null for anonymized search impressions. - The `country_code`, `page_url`, and related fields will be null for anonymized Discover impressions. + + The `country_code`, `page_url`, and related fields will be null for anonymized + Discover impressions.' - name: has_good_page_experience type: BOOLEAN mode: NULLABLE - description: Whether Google Search considers the page to be providing a good page experience. + description: Whether Google Search considers the page to be providing a good page + experience. - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. - * Discover: In Google's Discover feed. - * Google News: On news.google.com or in the Google News app on Android and iOS. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab.\n\ + \ * Discover: In Google's Discover feed.\n * Google News: On news.google.com\ + \ or in the Google News app on Android and iOS." - name: search_appearance type: STRING mode: NULLABLE - description: How the search result appeared (e.g. normal result, translated result, video). + description: How the search result appeared (e.g. normal result, translated result, + video). - name: user_country_code type: STRING mode: NULLABLE - description: |- - Country from which the user was searching, in ISO-3166-1-alpha-3 format. - This will be null for anonymized Discover impressions. + description: 'Country from which the user was searching, in ISO-3166-1-alpha-3 format. + + This will be null for anonymized Discover impressions.' - name: user_country type: STRING mode: NULLABLE - description: |- - Country from which the user was searching. - This will be null for anonymized Discover impressions. + description: 'Country from which the user was searching. + + This will be null for anonymized Discover impressions.' - name: user_region type: STRING mode: NULLABLE @@ -120,13 +126,15 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. - This will be null for Discover impressions. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet. + + This will be null for Discover impressions.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with a link to the page were shown to a user. + description: The number of times that search results with a link to the page were + shown to a user. - name: clicks type: INTEGER mode: NULLABLE @@ -134,6 +142,7 @@ - name: average_position type: FLOAT mode: NULLABLE - description: |- - The average position of the page in the search results, where `1` is the topmost position. - This will be null for Discover and Google News search impressions. + description: 'The average position of the page in the search results, where `1` + is the topmost position. + + This will be null for Discover and Google News search impressions.' diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-08-08 21:25:54.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-08-08 21:31:06.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -20,27 +21,23 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Anonymized: Query was redacted by Google to protect the users' privacy. - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Anonymized: Query was redacted by Google\ + \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: |- - Whether Google has anonymized the search impression to protect the users' privacy. - The `query` field will be null for anonymized search impressions. + description: 'Whether Google has anonymized the search impression to protect the + users'' privacy. + + The `query` field will be null for anonymized search impressions.' - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -60,17 +57,20 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with at least one link to the site were shown to a user. + description: The number of times that search results with at least one link to the + site were shown to a user. - name: clicks type: INTEGER mode: NULLABLE - description: The number of times a user clicked at least one search result link to the site. + description: The number of times a user clicked at least one search result link + to the site. - name: average_top_position type: FLOAT mode: NULLABLE - description: The average top position of the site in the search results, where `1` is the topmost position. + description: The average top position of the site in the search results, where `1` + is the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml 2024-08-08 21:26:27.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml 2024-08-08 21:33:51.000000000 +0000 @@ -1,27 +1,29 @@ fields: - name: normalized_app_id - mode: NULLABLE type: STRING + mode: NULLABLE description: App ID of the channel data was received from - name: normalized_channel - mode: NULLABLE type: STRING + mode: NULLABLE description: Normalized channel name -- mode: NULLABLE - name: additional_properties +- name: additional_properties type: STRING + mode: NULLABLE description: A JSON string containing any payload properties not present in the schema -- mode: NULLABLE - name: client_info +- name: client_info type: RECORD + mode: NULLABLE fields: - name: android_sdk_version type: STRING + mode: NULLABLE description: The optional Android specific SDK version of the software running on this hardware device. - name: app_build type: STRING + mode: NULLABLE description: The build identifier generated by the CI system (e.g. "1234/A"). For language bindings that provide automatic detection for this value, (e.g. Android/Kotlin), in the unlikely event that the build identifier can not be @@ -30,61 +32,76 @@ `Unknown`. - name: app_channel type: STRING + mode: NULLABLE description: The channel the application is being distributed on. - name: app_display_version type: STRING + mode: NULLABLE description: The user visible version string (e.g. "1.0.3"). In the unlikely event that the display version can not be retrieved, it is set to "inaccessible". - name: architecture type: STRING + mode: NULLABLE description: The architecture of the device, (e.g. "arm", "x86"). - name: build_date type: STRING + mode: NULLABLE description: The date & time the application was built - name: client_id type: STRING + mode: NULLABLE description: A UUID uniquely identifying the client. - name: device_manufacturer type: STRING + mode: NULLABLE description: The manufacturer of the device the application is running on. Not set if the device manufacturer can't be determined (e.g. on Desktop). - name: device_model type: STRING + mode: NULLABLE description: The model of the device the application is running on. On Android, this is Build.MODEL, the user-visible marketing name, like "Pixel 2 XL". Not set if the device model can't be determined (e.g. on Desktop). - name: first_run_date type: STRING + mode: NULLABLE description: The date of the first run of the application. - name: locale type: STRING + mode: NULLABLE description: The locale of the application during initialization (e.g. "es-ES"). If the locale can't be determined on the system, the value is ["und"](https://unicode.org/reports/tr35/#Unknown_or_Invalid_Identifiers), to indicate "undetermined". - name: os type: STRING + mode: NULLABLE description: 'The name of the operating system. Possible values: Android, iOS, Linux, Darwin, Windows, FreeBSD, NetBSD, OpenBSD, Solaris, unknown' - name: os_version type: STRING + mode: NULLABLE description: The user-visible version of the operating system (e.g. "1.2.3"). If the version detection fails, this metric gets set to `Unknown`. - name: telemetry_sdk_build type: STRING + mode: NULLABLE description: The version of the Glean SDK - name: windows_build_number type: INTEGER + mode: NULLABLE description: The optional Windows build number, reported by Windows (e.g. 22000) and not set for other platforms - name: session_count type: INTEGER + mode: NULLABLE description: An optional running counter of the number of sessions for a client. - name: session_id type: STRING + mode: NULLABLE description: An optional UUID uniquely identifying the client's current session. -- mode: NULLABLE - name: document_id +- name: document_id type: STRING + mode: NULLABLE description: The document ID specified in the URI when the client sent this message - name: events type: RECORD @@ -92,114 +109,148 @@ fields: - name: category type: STRING + mode: NULLABLE - name: extra type: RECORD mode: REPEATED fields: - name: key type: STRING + mode: NULLABLE - name: value type: STRING + mode: NULLABLE - name: name type: STRING + mode: NULLABLE - name: timestamp type: INTEGER -- mode: NULLABLE - name: metadata + mode: NULLABLE +- name: metadata type: RECORD + mode: NULLABLE fields: - name: geo type: RECORD + mode: NULLABLE fields: - name: city type: STRING + mode: NULLABLE - name: country type: STRING + mode: NULLABLE description: An ISO 3166-1 alpha-2 country code - name: db_version type: STRING + mode: NULLABLE description: The specific geo database version used for this lookup - name: subdivision1 type: STRING + mode: NULLABLE description: First major country subdivision, typically a state, province, or county - name: subdivision2 type: STRING + mode: NULLABLE description: Second major country subdivision; not applicable for most countries description: Results of a geographic lookup based on the client's IP address - name: header type: RECORD + mode: NULLABLE fields: - name: date type: STRING + mode: NULLABLE description: Date HTTP header - name: dnt type: STRING + mode: NULLABLE description: DNT (Do Not Track) HTTP header - name: x_debug_id type: STRING + mode: NULLABLE description: X-Debug-Id HTTP header - name: x_foxsec_ip_reputation type: STRING + mode: NULLABLE description: X-Foxsec-IP-Reputation header - name: x_lb_tags type: STRING + mode: NULLABLE description: X-LB-Tags HTTP header - name: x_pingsender_version type: STRING + mode: NULLABLE description: X-PingSender-Version HTTP header - name: x_source_tags type: STRING + mode: NULLABLE description: X-Source-Tags HTTP header - name: x_telemetry_agent type: STRING + mode: NULLABLE description: X-Telemetry-Agent HTTP header - name: parsed_date type: TIMESTAMP + mode: NULLABLE - name: parsed_x_source_tags type: STRING mode: REPEATED - name: parsed_x_lb_tags type: RECORD + mode: NULLABLE fields: - name: tls_version type: STRING + mode: NULLABLE - name: tls_cipher_hex type: STRING + mode: NULLABLE description: Headers included in the client's HTTP request - name: isp type: RECORD + mode: NULLABLE fields: - name: db_version type: STRING + mode: NULLABLE description: The specific geo ISP database version used for this lookup - name: name type: STRING + mode: NULLABLE description: The name of the ISP associated with the client's IP address - name: organization type: STRING + mode: NULLABLE description: The name of a specific business entity associated with the client's IP address when available; otherwise the ISP name description: Results of ISP lookup based on the client's IP address - name: user_agent type: RECORD + mode: NULLABLE fields: - name: browser type: STRING + mode: NULLABLE - name: os type: STRING + mode: NULLABLE - name: version type: STRING + mode: NULLABLE description: Parsed components of the client's user agent string -- mode: NULLABLE - name: metrics +- name: metrics type: RECORD + mode: NULLABLE fields: - name: counter type: RECORD + mode: NULLABLE fields: - name: use_counter_content_documents_destroyed type: INTEGER + mode: NULLABLE description: 'A count of how many content documents were destroyed. Used to turn document use counters'' counts into rates. Excludes documents for which we do not count use counters (See `Document::ShouldIncludeInTelemetry`). @@ -207,6 +258,7 @@ ' - name: use_counter_css_doc_alignment_baseline type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property alignment-baseline. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -214,6 +266,7 @@ ' - name: use_counter_css_doc_background_repeat_x type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property background-repeat-x. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -221,6 +274,7 @@ ' - name: use_counter_css_doc_background_repeat_y type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property background-repeat-y. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -228,6 +282,7 @@ ' - name: use_counter_css_doc_baseline_shift type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property baseline-shift. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -235,6 +290,7 @@ ' - name: use_counter_css_doc_buffered_rendering type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property buffered-rendering. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -242,6 +298,7 @@ ' - name: use_counter_css_doc_color_rendering type: INTEGER + mode: NULLABLE description: 'Whether a document used the (unknown, counted) CSS property color-rendering. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -249,48 +306,56 @@ ' - name: use_counter_css_doc_css_accent_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property accent-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_align_content type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property align-content. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_align_items type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property align-items. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_align_self type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property align-self. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_align_tracks type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property align-tracks. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_all type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property all. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation_composition type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-composition. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -298,12 +363,14 @@ ' - name: use_counter_css_doc_css_animation_delay type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-delay. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation_direction type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-direction. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -311,12 +378,14 @@ ' - name: use_counter_css_doc_css_animation_duration type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-duration. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation_fill_mode type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-fill-mode. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -324,6 +393,7 @@ ' - name: use_counter_css_doc_css_animation_iteration_count type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-iteration-count. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -331,12 +401,14 @@ ' - name: use_counter_css_doc_css_animation_name type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-name. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation_play_state type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-play-state. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -344,12 +416,14 @@ ' - name: use_counter_css_doc_css_animation_timeline type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-timeline. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_animation_timing_function type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property animation-timing-function. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -357,24 +431,28 @@ ' - name: use_counter_css_doc_css_appearance type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property appearance. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_aspect_ratio type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property aspect-ratio. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_backdrop_filter type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property backdrop-filter. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_backface_visibility type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property backface-visibility. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -382,12 +460,14 @@ ' - name: use_counter_css_doc_css_background type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_attachment type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-attachment. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -395,6 +475,7 @@ ' - name: use_counter_css_doc_css_background_blend_mode type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-blend-mode. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -402,30 +483,35 @@ ' - name: use_counter_css_doc_css_background_clip type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-clip. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_image type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-image. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_origin type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-origin. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_position type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-position. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -433,6 +519,7 @@ ' - name: use_counter_css_doc_css_background_position_x type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-position-x. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -440,6 +527,7 @@ ' - name: use_counter_css_doc_css_background_position_y type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-position-y. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -447,54 +535,63 @@ ' - name: use_counter_css_doc_css_background_repeat type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-repeat. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_background_size type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property background-size. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_baseline_source type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property baseline-source. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_block_size type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property block-size. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block_end type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-end. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block_end_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-end-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -502,6 +599,7 @@ ' - name: use_counter_css_doc_css_border_block_end_style type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-end-style. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -509,6 +607,7 @@ ' - name: use_counter_css_doc_css_border_block_end_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-end-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -516,12 +615,14 @@ ' - name: use_counter_css_doc_css_border_block_start type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-start. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block_start_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-start-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -529,6 +630,7 @@ ' - name: use_counter_css_doc_css_border_block_start_style type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-start-style. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -536,6 +638,7 @@ ' - name: use_counter_css_doc_css_border_block_start_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-start-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -543,24 +646,28 @@ ' - name: use_counter_css_doc_css_border_block_style type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-style. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_block_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-block-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_bottom type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_bottom_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -568,6 +675,7 @@ ' - name: use_counter_css_doc_css_border_bottom_left_radius type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom-left-radius. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -575,6 +683,7 @@ ' - name: use_counter_css_doc_css_border_bottom_right_radius type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom-right-radius. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -582,6 +691,7 @@ ' - name: use_counter_css_doc_css_border_bottom_style type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom-style. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -589,6 +699,7 @@ ' - name: use_counter_css_doc_css_border_bottom_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-bottom-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -596,18 +707,21 @@ ' - name: use_counter_css_doc_css_border_collapse type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-collapse. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_end_end_radius type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-end-end-radius. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -615,6 +729,7 @@ ' - name: use_counter_css_doc_css_border_end_start_radius type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-end-start-radius. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -622,12 +737,14 @@ ' - name: use_counter_css_doc_css_border_image type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_image_outset type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image-outset. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -635,6 +752,7 @@ ' - name: use_counter_css_doc_css_border_image_repeat type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image-repeat. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -642,12 +760,14 @@ ' - name: use_counter_css_doc_css_border_image_slice type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image-slice. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_image_source type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image-source. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -655,18 +775,21 @@ ' - name: use_counter_css_doc_css_border_image_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-image-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_inline type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_inline_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -674,12 +797,14 @@ ' - name: use_counter_css_doc_css_border_inline_end type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-end. Compare against `use.counter.content_documents_destroyed` to calculate the rate. ' - name: use_counter_css_doc_css_border_inline_end_color type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-end-color. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -687,6 +812,7 @@ ' - name: use_counter_css_doc_css_border_inline_end_style type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-end-style. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -694,6 +820,7 @@ ' - name: use_counter_css_doc_css_border_inline_end_width type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-end-width. Compare against `use.counter.content_documents_destroyed` to calculate the rate. @@ -701,6 +828,7 @@ ' - name: use_counter_css_doc_css_border_inline_start type: INTEGER + mode: NULLABLE description: 'Whether a document used the CSS property border-inline-start. Compare against `use.cou ```

⚠️ Only part of the diff is displayed.

Link to full diff

dataops-ci-bot commented 1 month ago

Integration report for "Update friendly name and description for mozilla_vpn_derived.site_metrics_summary_v2."

sql.diff

Click to expand! ```diff diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_generated_funnels.py /tmp/workspace/generated-sql/dags/bqetl_generated_funnels.py --- /tmp/workspace/main-generated-sql/dags/bqetl_generated_funnels.py 2024-08-09 21:05:00.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_generated_funnels.py 2024-08-09 21:17:27.000000000 +0000 @@ -288,6 +288,21 @@ ) ) + monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1 = bigquery_etl_query( + task_id="monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1", + destination_table="monitor_dashboard_user_journey_funnels_v1", + dataset_id="monitor_frontend_derived", + project_id="moz-fx-data-shared-prod", + owner="ksiegler@mozilla.org", + email=[ + "ascholtz@mozilla.com", + "ksiegler@mozilla.org", + "telemetry-alerts@mozilla.com", + ], + date_partition_parameter="submission_date", + depends_on_past=False, + ) + accounts_frontend_derived__email_first_reg_login_funnels_by_service__v1.set_upstream( wait_for_copy_deduplicate_all ) @@ -349,3 +364,7 @@ firefox_accounts_derived__registration_funnels_legacy_events__v1.set_upstream( wait_for_firefox_accounts_derived__fxa_stdout_events__v1 ) + + monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1.set_upstream( + wait_for_copy_deduplicate_all + ) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_google_analytics_derived_ga4.py /tmp/workspace/generated-sql/dags/bqetl_google_analytics_derived_ga4.py --- /tmp/workspace/main-generated-sql/dags/bqetl_google_analytics_derived_ga4.py 2024-08-09 21:05:00.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_google_analytics_derived_ga4.py 2024-08-09 21:17:27.000000000 +0000 @@ -565,17 +565,6 @@ depends_on_past=False, ) - mozilla_vpn_derived__site_metrics_summary__v2 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_summary__v2", - destination_table="site_metrics_summary_v2", - dataset_id="mozilla_vpn_derived", - project_id="moz-fx-data-shared-prod", - owner="kwindau@mozilla.com", - email=["kwindau@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="submission_date", - depends_on_past=False, - ) - checks__fail_mozilla_org_derived__ga_clients__v2.set_upstream( mozilla_org_derived__ga_clients__v2 ) @@ -707,7 +696,3 @@ mozilla_org_derived__www_site_page_metrics__v2.set_upstream( mozilla_org_derived__www_site_hits__v2 ) - - mozilla_vpn_derived__site_metrics_summary__v2.set_upstream( - wait_for_wmo_events_table - ) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py /tmp/workspace/generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py --- /tmp/workspace/main-generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py 2024-08-09 21:05:00.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py 2024-08-09 21:17:25.000000000 +0000 @@ -68,52 +68,52 @@ pool="DATA_ENG_EXTERNALTASKSENSOR", ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__funnel_ga_to_subscriptions__v1", - destination_table="funnel_ga_to_subscriptions_v1", - dataset_id="mozilla_vpn_derived", - project_id="moz-fx-data-shared-prod", - owner="srose@mozilla.com", - email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="date", - depends_on_past=False, + wait_for_wait_for_wmo_events_table = ExternalTaskSensor( + task_id="wait_for_wait_for_wmo_events_table", + external_dag_id="bqetl_google_analytics_derived_ga4", + external_task_id="wait_for_wmo_events_table", + execution_delta=datetime.timedelta(seconds=10800), + check_existence=True, + mode="reschedule", + allowed_states=ALLOWED_STATES, + failed_states=FAILED_STATES, + pool="DATA_ENG_EXTERNALTASKSENSOR", ) - mozilla_vpn_derived__site_metrics_empty_check__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_empty_check__v1", - destination_table=None, + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2 = bigquery_etl_query( + task_id="mozilla_vpn_derived__funnel_ga_to_subscriptions__v2", + destination_table="funnel_ga_to_subscriptions_v2", dataset_id="mozilla_vpn_derived", project_id="moz-fx-data-shared-prod", owner="srose@mozilla.com", email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="submission_date", + date_partition_parameter="date", depends_on_past=False, - parameters=["date:DATE:{{ds}}"], - sql_file_path="sql/moz-fx-data-shared-prod/mozilla_vpn_derived/site_metrics_empty_check_v1/query.sql", - retry_delay=datetime.timedelta(seconds=1800), - retries=18, - email_on_retry=False, ) - mozilla_vpn_derived__site_metrics_summary__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_summary__v1", - destination_table="site_metrics_summary_v1", + mozilla_vpn_derived__site_metrics_summary__v2 = bigquery_etl_query( + task_id="mozilla_vpn_derived__site_metrics_summary__v2", + destination_table="site_metrics_summary_v2", dataset_id="mozilla_vpn_derived", project_id="moz-fx-data-shared-prod", - owner="srose@mozilla.com", - email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="date", + owner="kwindau@mozilla.com", + email=[ + "kwindau@mozilla.com", + "srose@mozilla.com", + "telemetry-alerts@mozilla.com", + ], + date_partition_parameter="submission_date", depends_on_past=False, ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1.set_upstream( + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2.set_upstream( wait_for_mozilla_vpn_derived__all_subscriptions__v1 ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1.set_upstream( - mozilla_vpn_derived__site_metrics_summary__v1 + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2.set_upstream( + mozilla_vpn_derived__site_metrics_summary__v2 ) - mozilla_vpn_derived__site_metrics_summary__v1.set_upstream( - mozilla_vpn_derived__site_metrics_empty_check__v1 + mozilla_vpn_derived__site_metrics_summary__v2.set_upstream( + wait_for_wait_for_wmo_events_table ) Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn/funnel_ga_to_subscriptions: schema.yaml Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn: site_metrics_summary_v2 Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn_derived: funnel_ga_to_subscriptions_v2 Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/thunderbird_desktop/metrics_clients_daily: schema.yaml diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-08-09 21:00:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-08-09 21:08:20.000000000 +0000 @@ -1,49 +1,49 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: source + mode: NULLABLE +- name: source type: STRING -- mode: NULLABLE - name: event_type + mode: NULLABLE +- name: event_type type: STRING -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: subdivision1 + mode: NULLABLE +- name: subdivision1 type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: event_count + mode: NULLABLE +- name: event_count type: INTEGER -- mode: NULLABLE - name: user_count + mode: NULLABLE +- name: user_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-08-09 21:00:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-08-09 21:08:28.000000000 +0000 @@ -1,40 +1,40 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: impression_count + mode: NULLABLE +- name: impression_count type: INTEGER -- mode: NULLABLE - name: click_count + mode: NULLABLE +- name: click_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-08-09 21:00:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-08-09 21:08:43.000000000 +0000 @@ -26,6 +26,9 @@ - name: adjust_network type: STRING mode: NULLABLE +- name: install_source + type: STRING + mode: NULLABLE - name: retained_week_2 type: BOOLEAN mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-08-09 21:00:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-08-09 21:08:26.000000000 +0000 @@ -48,6 +48,10 @@ description: 'The type of source of a client installation. ' +- name: install_source + type: STRING + mode: NULLABLE + description: null - name: new_profiles type: INTEGER mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml 2024-08-09 21:00:47.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml 2024-08-09 21:10:57.000000000 +0000 @@ -1,11 +1,11 @@ fields: - name: normalized_app_id - mode: NULLABLE type: STRING + mode: NULLABLE description: App ID of the channel data was received from - name: normalized_channel - mode: NULLABLE type: STRING + mode: NULLABLE description: Normalized channel name - name: additional_properties type: STRING diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml 2024-08-09 21:00:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml 2024-08-09 21:08:35.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -28,19 +29,23 @@ - name: localized_site_code type: STRING mode: NULLABLE - description: Localized site code such as `en-US` or `de` found in the first segment of the page URL path (if any). + description: Localized site code such as `en-US` or `de` found in the first segment + of the page URL path (if any). - name: localized_site type: STRING mode: NULLABLE - description: Description of the localized site language and/or country based on `localized_site_code` (if any). + description: Description of the localized site language and/or country based on + `localized_site_code` (if any). - name: localized_site_language_code type: STRING mode: NULLABLE - description: Localized site language code in ISO-639-alpha-2 format found in the first segment of the page URL path (if any). + description: Localized site language code in ISO-639-alpha-2 format found in the + first segment of the page URL path (if any). - name: localized_site_language type: STRING mode: NULLABLE - description: Localized site language based on `localized_site_language_code` (if any). + description: Localized site language based on `localized_site_language_code` (if + any). - name: query type: STRING mode: NULLABLE @@ -48,20 +53,15 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -81,12 +81,13 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with a link to the page were shown to a user. + description: The number of times that search results with a link to the page were + shown to a user. - name: clicks type: INTEGER mode: NULLABLE @@ -94,4 +95,5 @@ - name: average_position type: FLOAT mode: NULLABLE - description: The average position of the page in the search results, where `1` is the topmost position. + description: The average position of the page in the search results, where `1` is + the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml 2024-08-09 21:00:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml 2024-08-09 21:08:36.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -20,20 +21,15 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -53,17 +49,20 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with at least one link to the site were shown to a user. + description: The number of times that search results with at least one link to the + site were shown to a user. - name: clicks type: INTEGER mode: NULLABLE - description: The number of times a user clicked at least one search result link to the site. + description: The number of times a user clicked at least one search result link + to the site. - name: average_top_position type: FLOAT mode: NULLABLE - description: The average top position of the site in the search results, where `1` is the topmost position. + description: The average top position of the site in the search results, where `1` + is the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-08-09 21:00:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-08-09 21:08:37.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -16,99 +17,104 @@ - name: page_url type: STRING mode: NULLABLE - description: |- - The final page URL linked by a search result after any skip redirects. - This will be null for anonymized Discover impressions. + description: 'The final page URL linked by a search result after any skip redirects. + + This will be null for anonymized Discover impressions.' - name: page_domain_name type: STRING mode: NULLABLE - description: |- - Domain name of the page URL. - This will be null for anonymized Discover impressions. + description: 'Domain name of the page URL. + + This will be null for anonymized Discover impressions.' - name: page_path type: STRING mode: NULLABLE - description: |- - The path part of the page URL. - This will be null for anonymized Discover impressions. + description: 'The path part of the page URL. + + This will be null for anonymized Discover impressions.' - name: localized_site_code type: STRING mode: NULLABLE - description: |- - Localized site code such as `en-US` or `de` found in the first segment of the page URL path (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site code such as `en-US` or `de` found in the first segment + of the page URL path (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site type: STRING mode: NULLABLE - description: |- - Description of the localized site language and/or country based on `localized_site_code` (if any). - This will be null for anonymized Discover impressions. + description: 'Description of the localized site language and/or country based on + `localized_site_code` (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site_language_code type: STRING mode: NULLABLE - description: |- - Localized site language code in ISO-639-alpha-2 format found in the first segment of the page URL path (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site language code in ISO-639-alpha-2 format found in the + first segment of the page URL path (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site_language type: STRING mode: NULLABLE - description: |- - Localized site language based on `localized_site_language_code` (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site language based on `localized_site_language_code` (if + any). + + This will be null for anonymized Discover impressions.' - name: query type: STRING mode: NULLABLE - description: |- - The search query. - This will be null for anonymized search impressions, and all Discover and Google News search impressions. + description: 'The search query. + + This will be null for anonymized search impressions, and all Discover and Google + News search impressions.' - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Anonymized: Query was redacted by Google to protect the users' privacy. - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. - This will be null for all Discover and Google News search impressions. + description: "Type of search query:\n * Anonymized: Query was redacted by Google\ + \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified.\nThis will be null for all Discover\ + \ and Google News search impressions." - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: |- - Whether Google has anonymized the search impression to protect the users' privacy. + description: 'Whether Google has anonymized the search impression to protect the + users'' privacy. + The `query` field will be null for anonymized search impressions. - The `country_code`, `page_url`, and related fields will be null for anonymized Discover impressions. + + The `country_code`, `page_url`, and related fields will be null for anonymized + Discover impressions.' - name: has_good_page_experience type: BOOLEAN mode: NULLABLE - description: Whether Google Search considers the page to be providing a good page experience. + description: Whether Google Search considers the page to be providing a good page + experience. - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. - * Discover: In Google's Discover feed. - * Google News: On news.google.com or in the Google News app on Android and iOS. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab.\n\ + \ * Discover: In Google's Discover feed.\n * Google News: On news.google.com\ + \ or in the Google News app on Android and iOS." - name: search_appearance type: STRING mode: NULLABLE - description: How the search result appeared (e.g. normal result, translated result, video). + description: How the search result appeared (e.g. normal result, translated result, + video). - name: user_country_code type: STRING mode: NULLABLE - description: |- - Country from which the user was searching, in ISO-3166-1-alpha-3 format. - This will be null for anonymized Discover impressions. + description: 'Country from which the user was searching, in ISO-3166-1-alpha-3 format. + + This will be null for anonymized Discover impressions.' - name: user_country type: STRING mode: NULLABLE - description: |- - Country from which the user was searching. - This will be null for anonymized Discover impressions. + description: 'Country from which the user was searching. + + This will be null for anonymized Discover impressions.' - name: user_region type: STRING mode: NULLABLE @@ -120,13 +126,15 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. - This will be null for Discover impressions. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet. + + This will be null for Discover impressions.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with a link to the page were shown to a user. + description: The number of times that search results with a link to the page were + shown to a user. - name: clicks type: INTEGER mode: NULLABLE @@ -134,6 +142,7 @@ - name: average_position type: FLOAT mode: NULLABLE - description: |- - The average position of the page in the search results, where `1` is the topmost position. - This will be null for Discover and Google News search impressions. + description: 'The average position of the page in the search results, where `1` + is the topmost position. + + This will be null for Discover and Google News search impressions.' diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-08-09 21:00:12.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-08-09 21:08:34.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -20,27 +21,23 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Anonymized: Query was redacted by Google to protect the users' privacy. - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Anonymized: Query was redacted by Google\ + \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: |- - Whether Google has anonymized the search impression to protect the users' privacy. - The `query` field will be null for anonymized search impressions. + description: 'Whether Google has anonymized the search impression to protect the + users'' privacy. + + The `query` field will be null for anonymized search impressions.' - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -60,17 +57,20 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with at least one link to the site were shown to a user. + description: The number of times that search results with at least one link to the + site were shown to a user. - name: clicks type: INTEGER mode: NULLABLE - description: The number of times a user clicked at least one search result link to the site. + description: The number of times a user clicked at least one search result link + to the site. - name: average_top_position type: FLOAT mode: NULLABLE - description: The average top position of the site in the search results, where `1` is the topmost position. + description: The average top position of the site in the search results, where `1` + is the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml 2024-08-09 21:00:48.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml 2024-08-09 21:11:30.000000000 +0000 @@ -1,11 +1,11 @@ fields: - name: normalized_app_id - type: STRING mode: NULLABLE + type: STRING description: App ID of the channel data was received from - name: normalized_channel - type: STRING mode: NULLABLE + type: STRING description: Normalized channel name - name: additional_properties type: STRING diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/metadata.yaml 2024-08-09 21:01:19.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/metadata.yaml 2024-08-09 21:13:01.000000000 +0000 @@ -1,10 +1,19 @@ +friendly_name: Event Monitoring Live +description: |- + Materialized view of experimentation related events + coming from monitor_frontend. +owners: +- ascholtz@mozilla.com +- akomar@mozilla.com +labels: + materialized_view: true + owner1: ascholtz + owner2: akomar +bigquery: null workgroup_access: - role: roles/bigquery.dataViewer members: - workgroup:mozilla-confidential - - workgroup:dataops-managed/external-fides - -# Generated by bigquery_etl.dependency references: materialized_view.sql: - moz-fx-data-shared-prod.monitor_frontend_live.events_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/monitor_dashboard_user_journey_funnels_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/monitor_dashboard_user_journey_funnels_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/monitor_dashboard_user_journey_funnels_v1/metadata.yaml 2024-08-09 21:01:19.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/monitor_dashboard_user_journey_funnels_v1/metadata.yaml 2024-08-09 21:13:01.000000000 +0000 @@ -1,10 +1,26 @@ +friendly_name: Monitor Dashboard User Journey Funnels +description: |- + Please provide a description for the query +owners: +- ksiegler@mozilla.org +labels: + incremental: true + dag: bqetl_generated_funnels + owner1: ksiegler +scheduling: + dag_name: bqetl_generated_funnels +bigquery: + time_partitioning: + type: day + field: submission_date + require_partition_filter: false + expiration_days: null + range_partitioning: null + clustering: null workgroup_access: - role: roles/bigquery.dataViewer members: - workgroup:mozilla-confidential - - workgroup:dataops-managed/external-fides - -# Generated by bigquery_etl.dependency references: query.sql: - mozdata.monitor_frontend.events_unnested diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/table_partition_expirations_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/table_partition_expirations_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/table_partition_expirations_v1/query.sql 2024-08-09 21:00:48.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/table_partition_expirations_v1/query.sql 2024-08-09 21:08:14.000000000 +0000 @@ -1,4 +1,4 @@ -WITH first_partition_org_mozilla_focus_nightly_stable AS ( +WITH first_partition_burnham_stable AS ( SELECT table_catalog, table_schema, @@ -6,25 +6,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_focus_nightly_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.burnham_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_focus_nightly_stable AS ( +first_non_empty_partition_burnham_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_focus_nightly_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.burnham_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_ios_klar_stable AS ( +first_partition_contextual_services_stable AS ( SELECT table_catalog, table_schema, @@ -32,25 +32,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_ios_klar_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.contextual_services_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_ios_klar_stable AS ( +first_non_empty_partition_contextual_services_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_ios_klar_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.contextual_services_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_monitor_cirrus_stable AS ( +first_partition_org_mozilla_reference_browser_stable AS ( SELECT table_catalog, table_schema, @@ -58,25 +58,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.monitor_cirrus_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_reference_browser_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_monitor_cirrus_stable AS ( +first_non_empty_partition_org_mozilla_reference_browser_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.monitor_cirrus_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_reference_browser_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_firefox_launcher_process_stable AS ( +first_partition_viu_politica_stable AS ( SELECT table_catalog, table_schema, @@ -84,25 +84,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.firefox_launcher_process_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.viu_politica_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_firefox_launcher_process_stable AS ( +first_non_empty_partition_viu_politica_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.firefox_launcher_process_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.viu_politica_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_mdn_yari_stable AS ( +first_partition_mozillavpn_stable AS ( SELECT table_catalog, table_schema, @@ -110,25 +110,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.mdn_yari_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mozillavpn_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_mdn_yari_stable AS ( +first_non_empty_partition_mozillavpn_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.mdn_yari_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mozillavpn_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_glean_dictionary_stable AS ( +first_partition_org_mozilla_klar_stable AS ( SELECT table_catalog, table_schema, @@ -136,25 +136,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.glean_dictionary_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_klar_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_glean_dictionary_stable AS ( +first_non_empty_partition_org_mozilla_klar_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.glean_dictionary_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_klar_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_firefox_desktop_background_defaultagent_stable AS ( +first_partition_debug_ping_view_stable AS ( SELECT table_catalog, table_schema, @@ -162,25 +162,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.firefox_desktop_background_defaultagent_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.debug_ping_view_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_firefox_desktop_background_defaultagent_stable AS ( +first_non_empty_partition_debug_ping_view_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.firefox_desktop_background_defaultagent_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.debug_ping_view_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_firefoxreality_stable AS ( +first_partition_pocket_stable AS ( SELECT table_catalog, table_schema, @@ -188,25 +188,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_firefoxreality_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.pocket_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_firefoxreality_stable AS ( +first_non_empty_partition_pocket_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_firefoxreality_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.pocket_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_mobile_stable AS ( +first_partition_org_mozilla_firefox_vpn_stable AS ( SELECT table_catalog, table_schema, @@ -214,25 +214,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.mobile_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_mobile_stable AS ( +first_non_empty_partition_org_mozilla_firefox_vpn_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.mobile_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_messaging_system_stable AS ( +first_partition_firefox_desktop_background_tasks_stable AS ( SELECT table_catalog, table_schema, @@ -240,25 +240,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.messaging_system_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_desktop_background_tasks_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_messaging_system_stable AS ( +first_non_empty_partition_firefox_desktop_background_tasks_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.messaging_system_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_desktop_background_tasks_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_reference_browser_stable AS ( +first_partition_firefox_launcher_process_stable AS ( SELECT table_catalog, table_schema, @@ -266,25 +266,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_reference_browser_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_launcher_process_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_reference_browser_stable AS ( +first_non_empty_partition_firefox_launcher_process_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_reference_browser_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_launcher_process_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_fenix_stable AS ( +first_partition_mozilla_mach_stable AS ( SELECT table_catalog, table_schema, @@ -292,18 +292,18 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_fenix_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mozilla_mach_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_fenix_stable AS ( +first_non_empty_partition_mozilla_mach_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_fenix_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mozilla_mach_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 @@ -336,7 +336,7 @@ GROUP BY table_name ), -first_partition_org_mozilla_firefox_vpn_stable AS ( +first_partition_org_mozilla_mozregression_stable AS ( SELECT table_catalog, table_schema, @@ -344,25 +344,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_mozregression_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_firefox_vpn_stable AS ( +first_non_empty_partition_org_mozilla_mozregression_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_mozregression_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_firefox_translations_stable AS ( +first_partition_org_mozilla_tiktokreporter_stable AS ( SELECT table_catalog, table_schema, @@ -370,25 +370,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.firefox_translations_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_tiktokreporter_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_firefox_translations_stable AS ( +first_non_empty_partition_org_mozilla_tiktokreporter_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.firefox_translations_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_tiktokreporter_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_firefox_beta_stable AS ( +first_partition_org_mozilla_bergamot_stable AS ( SELECT table_catalog, table_schema, @@ -396,25 +396,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_firefox_beta_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_bergamot_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_firefox_beta_stable AS ( +first_non_empty_partition_org_mozilla_bergamot_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_firefox_beta_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_bergamot_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_accounts_backend_stable AS ( +first_partition_ads_backend_stable AS ( SELECT table_catalog, table_schema, @@ -422,25 +422,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.accounts_backend_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.ads_backend_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_accounts_backend_stable AS ( +first_non_empty_partition_ads_backend_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.accounts_backend_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.ads_backend_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_tv_firefox_stable AS ( +first_partition_org_mozilla_ios_firefoxbeta_stable AS ( SELECT table_catalog, table_schema, @@ -448,25 +448,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_tv_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_ios_firefoxbeta_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_tv_firefox_stable AS ( +first_non_empty_partition_org_mozilla_ios_firefoxbeta_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_tv_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_ios_firefoxbeta_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_ios_firefoxvpn_stable AS ( +first_partition_firefox_desktop_stable AS ( SELECT table_catalog, table_schema, @@ -474,25 +474,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_ios_firefoxvpn_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_desktop_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_ios_firefoxvpn_stable AS ( +first_non_empty_partition_firefox_desktop_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_ios_firefoxvpn_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_desktop_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_firefox_desktop_background_update_stable AS ( +first_partition_org_mozilla_tv_firefox_stable AS ( SELECT table_catalog, table_schema, @@ -500,25 +500,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.firefox_desktop_background_update_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_tv_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_firefox_desktop_background_update_stable AS ( +first_non_empty_partition_org_mozilla_tv_firefox_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.firefox_desktop_background_update_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_tv_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_webpagetest_stable AS ( +first_partition_moso_mastodon_backend_stable AS ( SELECT table_catalog, table_schema, @@ -526,25 +526,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.webpagetest_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.moso_mastodon_backend_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_webpagetest_stable AS ( +first_non_empty_partition_moso_mastodon_backend_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.webpagetest_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.moso_mastodon_backend_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_connect_firefox_stable AS ( +first_partition_gleanjs_docs_stable AS ( SELECT table_catalog, table_schema, @@ -552,25 +552,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_connect_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.gleanjs_docs_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_connect_firefox_stable AS ( +first_non_empty_partition_gleanjs_docs_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_connect_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.gleanjs_docs_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_vrbrowser_stable AS ( +first_partition_webpagetest_stable AS ( SELECT table_catalog, table_schema, @@ -578,25 +578,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_vrbrowser_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.webpagetest_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_vrbrowser_stable AS ( +first_non_empty_partition_webpagetest_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_vrbrowser_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.webpagetest_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_debug_ping_view_stable AS ( +first_partition_org_mozilla_firefox_beta_stable AS ( SELECT table_catalog, table_schema, @@ -604,25 +604,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.debug_ping_view_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_firefox_beta_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_debug_ping_view_stable AS ( +first_non_empty_partition_org_mozilla_firefox_beta_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.debug_ping_view_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_firefox_beta_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_viu_politica_stable AS ( +first_partition_activity_stream_stable AS ( SELECT table_catalog, table_schema, @@ -630,25 +630,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.viu_politica_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.activity_stream_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_viu_politica_stable AS ( +first_non_empty_partition_activity_stream_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.viu_politica_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.activity_stream_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY ```

⚠️ Only part of the diff is displayed.

Link to full diff

dataops-ci-bot commented 1 month ago

Integration report for "Merge branch 'main' into fix/bug-1905989"

sql.diff

Click to expand! ```diff diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_generated_funnels.py /tmp/workspace/generated-sql/dags/bqetl_generated_funnels.py --- /tmp/workspace/main-generated-sql/dags/bqetl_generated_funnels.py 2024-08-09 21:25:35.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_generated_funnels.py 2024-08-09 21:37:10.000000000 +0000 @@ -288,6 +288,21 @@ ) ) + monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1 = bigquery_etl_query( + task_id="monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1", + destination_table="monitor_dashboard_user_journey_funnels_v1", + dataset_id="monitor_frontend_derived", + project_id="moz-fx-data-shared-prod", + owner="ksiegler@mozilla.org", + email=[ + "ascholtz@mozilla.com", + "ksiegler@mozilla.org", + "telemetry-alerts@mozilla.com", + ], + date_partition_parameter="submission_date", + depends_on_past=False, + ) + accounts_frontend_derived__email_first_reg_login_funnels_by_service__v1.set_upstream( wait_for_copy_deduplicate_all ) @@ -349,3 +364,7 @@ firefox_accounts_derived__registration_funnels_legacy_events__v1.set_upstream( wait_for_firefox_accounts_derived__fxa_stdout_events__v1 ) + + monitor_frontend_derived__monitor_dashboard_user_journey_funnels__v1.set_upstream( + wait_for_copy_deduplicate_all + ) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_google_analytics_derived_ga4.py /tmp/workspace/generated-sql/dags/bqetl_google_analytics_derived_ga4.py --- /tmp/workspace/main-generated-sql/dags/bqetl_google_analytics_derived_ga4.py 2024-08-09 21:25:35.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_google_analytics_derived_ga4.py 2024-08-09 21:37:11.000000000 +0000 @@ -565,17 +565,6 @@ depends_on_past=False, ) - mozilla_vpn_derived__site_metrics_summary__v2 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_summary__v2", - destination_table="site_metrics_summary_v2", - dataset_id="mozilla_vpn_derived", - project_id="moz-fx-data-shared-prod", - owner="kwindau@mozilla.com", - email=["kwindau@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="submission_date", - depends_on_past=False, - ) - checks__fail_mozilla_org_derived__ga_clients__v2.set_upstream( mozilla_org_derived__ga_clients__v2 ) @@ -707,7 +696,3 @@ mozilla_org_derived__www_site_page_metrics__v2.set_upstream( mozilla_org_derived__www_site_hits__v2 ) - - mozilla_vpn_derived__site_metrics_summary__v2.set_upstream( - wait_for_wmo_events_table - ) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py /tmp/workspace/generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py --- /tmp/workspace/main-generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py 2024-08-09 21:25:35.000000000 +0000 +++ /tmp/workspace/generated-sql/dags/bqetl_mozilla_vpn_site_metrics.py 2024-08-09 21:37:09.000000000 +0000 @@ -68,52 +68,52 @@ pool="DATA_ENG_EXTERNALTASKSENSOR", ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__funnel_ga_to_subscriptions__v1", - destination_table="funnel_ga_to_subscriptions_v1", - dataset_id="mozilla_vpn_derived", - project_id="moz-fx-data-shared-prod", - owner="srose@mozilla.com", - email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="date", - depends_on_past=False, + wait_for_wait_for_wmo_events_table = ExternalTaskSensor( + task_id="wait_for_wait_for_wmo_events_table", + external_dag_id="bqetl_google_analytics_derived_ga4", + external_task_id="wait_for_wmo_events_table", + execution_delta=datetime.timedelta(seconds=10800), + check_existence=True, + mode="reschedule", + allowed_states=ALLOWED_STATES, + failed_states=FAILED_STATES, + pool="DATA_ENG_EXTERNALTASKSENSOR", ) - mozilla_vpn_derived__site_metrics_empty_check__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_empty_check__v1", - destination_table=None, + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2 = bigquery_etl_query( + task_id="mozilla_vpn_derived__funnel_ga_to_subscriptions__v2", + destination_table="funnel_ga_to_subscriptions_v2", dataset_id="mozilla_vpn_derived", project_id="moz-fx-data-shared-prod", owner="srose@mozilla.com", email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="submission_date", + date_partition_parameter="date", depends_on_past=False, - parameters=["date:DATE:{{ds}}"], - sql_file_path="sql/moz-fx-data-shared-prod/mozilla_vpn_derived/site_metrics_empty_check_v1/query.sql", - retry_delay=datetime.timedelta(seconds=1800), - retries=18, - email_on_retry=False, ) - mozilla_vpn_derived__site_metrics_summary__v1 = bigquery_etl_query( - task_id="mozilla_vpn_derived__site_metrics_summary__v1", - destination_table="site_metrics_summary_v1", + mozilla_vpn_derived__site_metrics_summary__v2 = bigquery_etl_query( + task_id="mozilla_vpn_derived__site_metrics_summary__v2", + destination_table="site_metrics_summary_v2", dataset_id="mozilla_vpn_derived", project_id="moz-fx-data-shared-prod", - owner="srose@mozilla.com", - email=["srose@mozilla.com", "telemetry-alerts@mozilla.com"], - date_partition_parameter="date", + owner="kwindau@mozilla.com", + email=[ + "kwindau@mozilla.com", + "srose@mozilla.com", + "telemetry-alerts@mozilla.com", + ], + date_partition_parameter="submission_date", depends_on_past=False, ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1.set_upstream( + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2.set_upstream( wait_for_mozilla_vpn_derived__all_subscriptions__v1 ) - mozilla_vpn_derived__funnel_ga_to_subscriptions__v1.set_upstream( - mozilla_vpn_derived__site_metrics_summary__v1 + mozilla_vpn_derived__funnel_ga_to_subscriptions__v2.set_upstream( + mozilla_vpn_derived__site_metrics_summary__v2 ) - mozilla_vpn_derived__site_metrics_summary__v1.set_upstream( - mozilla_vpn_derived__site_metrics_empty_check__v1 + mozilla_vpn_derived__site_metrics_summary__v2.set_upstream( + wait_for_wait_for_wmo_events_table ) Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn/funnel_ga_to_subscriptions: schema.yaml Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn: site_metrics_summary_v2 Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/mozilla_vpn_derived: funnel_ga_to_subscriptions_v2 Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/thunderbird_desktop/metrics_clients_daily: schema.yaml diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-08-09 21:21:08.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-08-09 21:28:49.000000000 +0000 @@ -1,49 +1,49 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: source + mode: NULLABLE +- name: source type: STRING -- mode: NULLABLE - name: event_type + mode: NULLABLE +- name: event_type type: STRING -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: subdivision1 + mode: NULLABLE +- name: subdivision1 type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: event_count + mode: NULLABLE +- name: event_count type: INTEGER -- mode: NULLABLE - name: user_count + mode: NULLABLE +- name: user_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-08-09 21:21:08.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-08-09 21:28:59.000000000 +0000 @@ -1,40 +1,40 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: impression_count + mode: NULLABLE +- name: impression_count type: INTEGER -- mode: NULLABLE - name: click_count + mode: NULLABLE +- name: click_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-08-09 21:21:08.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-08-09 21:29:14.000000000 +0000 @@ -26,6 +26,9 @@ - name: adjust_network type: STRING mode: NULLABLE +- name: install_source + type: STRING + mode: NULLABLE - name: retained_week_2 type: BOOLEAN mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-08-09 21:21:08.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-08-09 21:29:20.000000000 +0000 @@ -48,6 +48,10 @@ description: 'The type of source of a client installation. ' +- name: install_source + type: STRING + mode: NULLABLE + description: null - name: new_profiles type: INTEGER mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/metrics/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/metrics/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/metrics/schema.yaml 2024-08-09 21:21:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/metrics/schema.yaml 2024-08-09 21:32:13.000000000 +0000 @@ -1,11 +1,11 @@ fields: - name: normalized_app_id - type: STRING mode: NULLABLE + type: STRING description: App ID of the channel data was received from - name: normalized_channel - type: STRING mode: NULLABLE + type: STRING description: Normalized channel name - name: additional_properties type: STRING diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml 2024-08-09 21:21:08.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_page/schema.yaml 2024-08-09 21:29:19.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -28,19 +29,23 @@ - name: localized_site_code type: STRING mode: NULLABLE - description: Localized site code such as `en-US` or `de` found in the first segment of the page URL path (if any). + description: Localized site code such as `en-US` or `de` found in the first segment + of the page URL path (if any). - name: localized_site type: STRING mode: NULLABLE - description: Description of the localized site language and/or country based on `localized_site_code` (if any). + description: Description of the localized site language and/or country based on + `localized_site_code` (if any). - name: localized_site_language_code type: STRING mode: NULLABLE - description: Localized site language code in ISO-639-alpha-2 format found in the first segment of the page URL path (if any). + description: Localized site language code in ISO-639-alpha-2 format found in the + first segment of the page URL path (if any). - name: localized_site_language type: STRING mode: NULLABLE - description: Localized site language based on `localized_site_language_code` (if any). + description: Localized site language based on `localized_site_language_code` (if + any). - name: query type: STRING mode: NULLABLE @@ -48,20 +53,15 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -81,12 +81,13 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with a link to the page were shown to a user. + description: The number of times that search results with a link to the page were + shown to a user. - name: clicks type: INTEGER mode: NULLABLE @@ -94,4 +95,5 @@ - name: average_position type: FLOAT mode: NULLABLE - description: The average position of the page in the search results, where `1` is the topmost position. + description: The average position of the page in the search results, where `1` is + the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml 2024-08-09 21:21:08.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/limited_historical_search_impressions_by_site/schema.yaml 2024-08-09 21:29:17.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -20,20 +21,15 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -53,17 +49,20 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with at least one link to the site were shown to a user. + description: The number of times that search results with at least one link to the + site were shown to a user. - name: clicks type: INTEGER mode: NULLABLE - description: The number of times a user clicked at least one search result link to the site. + description: The number of times a user clicked at least one search result link + to the site. - name: average_top_position type: FLOAT mode: NULLABLE - description: The average top position of the site in the search results, where `1` is the topmost position. + description: The average top position of the site in the search results, where `1` + is the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-08-09 21:21:08.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-08-09 21:29:17.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -16,99 +17,104 @@ - name: page_url type: STRING mode: NULLABLE - description: |- - The final page URL linked by a search result after any skip redirects. - This will be null for anonymized Discover impressions. + description: 'The final page URL linked by a search result after any skip redirects. + + This will be null for anonymized Discover impressions.' - name: page_domain_name type: STRING mode: NULLABLE - description: |- - Domain name of the page URL. - This will be null for anonymized Discover impressions. + description: 'Domain name of the page URL. + + This will be null for anonymized Discover impressions.' - name: page_path type: STRING mode: NULLABLE - description: |- - The path part of the page URL. - This will be null for anonymized Discover impressions. + description: 'The path part of the page URL. + + This will be null for anonymized Discover impressions.' - name: localized_site_code type: STRING mode: NULLABLE - description: |- - Localized site code such as `en-US` or `de` found in the first segment of the page URL path (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site code such as `en-US` or `de` found in the first segment + of the page URL path (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site type: STRING mode: NULLABLE - description: |- - Description of the localized site language and/or country based on `localized_site_code` (if any). - This will be null for anonymized Discover impressions. + description: 'Description of the localized site language and/or country based on + `localized_site_code` (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site_language_code type: STRING mode: NULLABLE - description: |- - Localized site language code in ISO-639-alpha-2 format found in the first segment of the page URL path (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site language code in ISO-639-alpha-2 format found in the + first segment of the page URL path (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site_language type: STRING mode: NULLABLE - description: |- - Localized site language based on `localized_site_language_code` (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site language based on `localized_site_language_code` (if + any). + + This will be null for anonymized Discover impressions.' - name: query type: STRING mode: NULLABLE - description: |- - The search query. - This will be null for anonymized search impressions, and all Discover and Google News search impressions. + description: 'The search query. + + This will be null for anonymized search impressions, and all Discover and Google + News search impressions.' - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Anonymized: Query was redacted by Google to protect the users' privacy. - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. - This will be null for all Discover and Google News search impressions. + description: "Type of search query:\n * Anonymized: Query was redacted by Google\ + \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified.\nThis will be null for all Discover\ + \ and Google News search impressions." - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: |- - Whether Google has anonymized the search impression to protect the users' privacy. + description: 'Whether Google has anonymized the search impression to protect the + users'' privacy. + The `query` field will be null for anonymized search impressions. - The `country_code`, `page_url`, and related fields will be null for anonymized Discover impressions. + + The `country_code`, `page_url`, and related fields will be null for anonymized + Discover impressions.' - name: has_good_page_experience type: BOOLEAN mode: NULLABLE - description: Whether Google Search considers the page to be providing a good page experience. + description: Whether Google Search considers the page to be providing a good page + experience. - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. - * Discover: In Google's Discover feed. - * Google News: On news.google.com or in the Google News app on Android and iOS. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab.\n\ + \ * Discover: In Google's Discover feed.\n * Google News: On news.google.com\ + \ or in the Google News app on Android and iOS." - name: search_appearance type: STRING mode: NULLABLE - description: How the search result appeared (e.g. normal result, translated result, video). + description: How the search result appeared (e.g. normal result, translated result, + video). - name: user_country_code type: STRING mode: NULLABLE - description: |- - Country from which the user was searching, in ISO-3166-1-alpha-3 format. - This will be null for anonymized Discover impressions. + description: 'Country from which the user was searching, in ISO-3166-1-alpha-3 format. + + This will be null for anonymized Discover impressions.' - name: user_country type: STRING mode: NULLABLE - description: |- - Country from which the user was searching. - This will be null for anonymized Discover impressions. + description: 'Country from which the user was searching. + + This will be null for anonymized Discover impressions.' - name: user_region type: STRING mode: NULLABLE @@ -120,13 +126,15 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. - This will be null for Discover impressions. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet. + + This will be null for Discover impressions.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with a link to the page were shown to a user. + description: The number of times that search results with a link to the page were + shown to a user. - name: clicks type: INTEGER mode: NULLABLE @@ -134,6 +142,7 @@ - name: average_position type: FLOAT mode: NULLABLE - description: |- - The average position of the page in the search results, where `1` is the topmost position. - This will be null for Discover and Google News search impressions. + description: 'The average position of the page in the search results, where `1` + is the topmost position. + + This will be null for Discover and Google News search impressions.' diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-08-09 21:21:08.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-08-09 21:29:18.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -20,27 +21,23 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Anonymized: Query was redacted by Google to protect the users' privacy. - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Anonymized: Query was redacted by Google\ + \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: |- - Whether Google has anonymized the search impression to protect the users' privacy. - The `query` field will be null for anonymized search impressions. + description: 'Whether Google has anonymized the search impression to protect the + users'' privacy. + + The `query` field will be null for anonymized search impressions.' - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -60,17 +57,20 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with at least one link to the site were shown to a user. + description: The number of times that search results with at least one link to the + site were shown to a user. - name: clicks type: INTEGER mode: NULLABLE - description: The number of times a user clicked at least one search result link to the site. + description: The number of times a user clicked at least one search result link + to the site. - name: average_top_position type: FLOAT mode: NULLABLE - description: The average top position of the site in the search results, where `1` is the topmost position. + description: The average top position of the site in the search results, where `1` + is the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml 2024-08-09 21:21:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/klar_android/use_counters/schema.yaml 2024-08-09 21:31:33.000000000 +0000 @@ -1,11 +1,11 @@ fields: - name: normalized_app_id - type: STRING mode: NULLABLE + type: STRING description: App ID of the channel data was received from - name: normalized_channel - type: STRING mode: NULLABLE + type: STRING description: Normalized channel name - name: additional_properties type: STRING diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/metadata.yaml 2024-08-09 21:22:11.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/event_monitoring_live_v1/metadata.yaml 2024-08-09 21:33:18.000000000 +0000 @@ -1,10 +1,19 @@ +friendly_name: Event Monitoring Live +description: |- + Materialized view of experimentation related events + coming from monitor_frontend. +owners: +- ascholtz@mozilla.com +- akomar@mozilla.com +labels: + materialized_view: true + owner1: ascholtz + owner2: akomar +bigquery: null workgroup_access: - role: roles/bigquery.dataViewer members: - workgroup:mozilla-confidential - - workgroup:dataops-managed/external-fides - -# Generated by bigquery_etl.dependency references: materialized_view.sql: - moz-fx-data-shared-prod.monitor_frontend_live.events_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/monitor_dashboard_user_journey_funnels_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/monitor_dashboard_user_journey_funnels_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/monitor_dashboard_user_journey_funnels_v1/metadata.yaml 2024-08-09 21:22:11.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitor_frontend_derived/monitor_dashboard_user_journey_funnels_v1/metadata.yaml 2024-08-09 21:33:18.000000000 +0000 @@ -1,10 +1,26 @@ +friendly_name: Monitor Dashboard User Journey Funnels +description: |- + Please provide a description for the query +owners: +- ksiegler@mozilla.org +labels: + incremental: true + dag: bqetl_generated_funnels + owner1: ksiegler +scheduling: + dag_name: bqetl_generated_funnels +bigquery: + time_partitioning: + type: day + field: submission_date + require_partition_filter: false + expiration_days: null + range_partitioning: null + clustering: null workgroup_access: - role: roles/bigquery.dataViewer members: - workgroup:mozilla-confidential - - workgroup:dataops-managed/external-fides - -# Generated by bigquery_etl.dependency references: query.sql: - mozdata.monitor_frontend.events_unnested diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/table_partition_expirations_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/table_partition_expirations_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/table_partition_expirations_v1/query.sql 2024-08-09 21:21:43.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitoring_derived/table_partition_expirations_v1/query.sql 2024-08-09 21:28:40.000000000 +0000 @@ -1,4 +1,4 @@ -WITH first_partition_org_mozilla_focus_nightly_stable AS ( +WITH first_partition_viu_politica_stable AS ( SELECT table_catalog, table_schema, @@ -6,25 +6,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_focus_nightly_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.viu_politica_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_focus_nightly_stable AS ( +first_non_empty_partition_viu_politica_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_focus_nightly_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.viu_politica_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_ios_klar_stable AS ( +first_partition_mdn_yari_stable AS ( SELECT table_catalog, table_schema, @@ -32,25 +32,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_ios_klar_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mdn_yari_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_ios_klar_stable AS ( +first_non_empty_partition_mdn_yari_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_ios_klar_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mdn_yari_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_monitor_cirrus_stable AS ( +first_partition_org_mozilla_ios_tiktok_reporter_stable AS ( SELECT table_catalog, table_schema, @@ -58,25 +58,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.monitor_cirrus_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_ios_tiktok_reporter_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_monitor_cirrus_stable AS ( +first_non_empty_partition_org_mozilla_ios_tiktok_reporter_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.monitor_cirrus_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_ios_tiktok_reporter_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_firefox_launcher_process_stable AS ( +first_partition_firefox_translations_stable AS ( SELECT table_catalog, table_schema, @@ -84,25 +84,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.firefox_launcher_process_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_translations_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_firefox_launcher_process_stable AS ( +first_non_empty_partition_firefox_translations_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.firefox_launcher_process_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_translations_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_mdn_yari_stable AS ( +first_partition_org_mozilla_reference_browser_stable AS ( SELECT table_catalog, table_schema, @@ -110,25 +110,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.mdn_yari_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_reference_browser_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_mdn_yari_stable AS ( +first_non_empty_partition_org_mozilla_reference_browser_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.mdn_yari_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_reference_browser_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_glean_dictionary_stable AS ( +first_partition_ads_backend_stable AS ( SELECT table_catalog, table_schema, @@ -136,25 +136,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.glean_dictionary_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.ads_backend_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_glean_dictionary_stable AS ( +first_non_empty_partition_ads_backend_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.glean_dictionary_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.ads_backend_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_firefox_desktop_background_defaultagent_stable AS ( +first_partition_mobile_stable AS ( SELECT table_catalog, table_schema, @@ -162,25 +162,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.firefox_desktop_background_defaultagent_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mobile_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_firefox_desktop_background_defaultagent_stable AS ( +first_non_empty_partition_mobile_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.firefox_desktop_background_defaultagent_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mobile_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_firefoxreality_stable AS ( +first_partition_firefox_installer_stable AS ( SELECT table_catalog, table_schema, @@ -188,25 +188,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_firefoxreality_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_installer_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_firefoxreality_stable AS ( +first_non_empty_partition_firefox_installer_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_firefoxreality_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_installer_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_mobile_stable AS ( +first_partition_mlhackweek_search_stable AS ( SELECT table_catalog, table_schema, @@ -214,25 +214,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.mobile_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mlhackweek_search_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_mobile_stable AS ( +first_non_empty_partition_mlhackweek_search_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.mobile_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mlhackweek_search_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_messaging_system_stable AS ( +first_partition_firefox_desktop_background_defaultagent_stable AS ( SELECT table_catalog, table_schema, @@ -240,25 +240,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.messaging_system_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_desktop_background_defaultagent_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_messaging_system_stable AS ( +first_non_empty_partition_firefox_desktop_background_defaultagent_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.messaging_system_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_desktop_background_defaultagent_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_reference_browser_stable AS ( +first_partition_org_mozilla_focus_nightly_stable AS ( SELECT table_catalog, table_schema, @@ -266,25 +266,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_reference_browser_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_focus_nightly_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_reference_browser_stable AS ( +first_non_empty_partition_org_mozilla_focus_nightly_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_reference_browser_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_focus_nightly_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_fenix_stable AS ( +first_partition_firefox_desktop_stable AS ( SELECT table_catalog, table_schema, @@ -292,25 +292,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_fenix_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_desktop_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_fenix_stable AS ( +first_non_empty_partition_firefox_desktop_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_fenix_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_desktop_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_fenix_nightly_stable AS ( +first_partition_org_mozilla_ios_firefoxbeta_stable AS ( SELECT table_catalog, table_schema, @@ -318,25 +318,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_fenix_nightly_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_ios_firefoxbeta_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_fenix_nightly_stable AS ( +first_non_empty_partition_org_mozilla_ios_firefoxbeta_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_fenix_nightly_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_ios_firefoxbeta_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_firefox_vpn_stable AS ( +first_partition_org_mozilla_social_nightly_stable AS ( SELECT table_catalog, table_schema, @@ -344,25 +344,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_social_nightly_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_firefox_vpn_stable AS ( +first_non_empty_partition_org_mozilla_social_nightly_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_social_nightly_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_firefox_translations_stable AS ( +first_partition_treeherder_stable AS ( SELECT table_catalog, table_schema, @@ -370,25 +370,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.firefox_translations_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.treeherder_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_firefox_translations_stable AS ( +first_non_empty_partition_treeherder_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.firefox_translations_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.treeherder_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_firefox_beta_stable AS ( +first_partition_firefox_desktop_background_tasks_stable AS ( SELECT table_catalog, table_schema, @@ -396,25 +396,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_firefox_beta_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_desktop_background_tasks_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_firefox_beta_stable AS ( +first_non_empty_partition_firefox_desktop_background_tasks_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_firefox_beta_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.firefox_desktop_background_tasks_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_accounts_backend_stable AS ( +first_partition_org_mozilla_tiktokreporter_stable AS ( SELECT table_catalog, table_schema, @@ -422,25 +422,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.accounts_backend_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_tiktokreporter_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_accounts_backend_stable AS ( +first_non_empty_partition_org_mozilla_tiktokreporter_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.accounts_backend_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_tiktokreporter_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_tv_firefox_stable AS ( +first_partition_moso_mastodon_backend_stable AS ( SELECT table_catalog, table_schema, @@ -448,25 +448,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_tv_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.moso_mastodon_backend_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_tv_firefox_stable AS ( +first_non_empty_partition_moso_mastodon_backend_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_tv_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.moso_mastodon_backend_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_ios_firefoxvpn_stable AS ( +first_partition_mozillavpn_stable AS ( SELECT table_catalog, table_schema, @@ -474,25 +474,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_ios_firefoxvpn_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mozillavpn_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_ios_firefoxvpn_stable AS ( +first_non_empty_partition_mozillavpn_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_ios_firefoxvpn_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.mozillavpn_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_firefox_desktop_background_update_stable AS ( +first_partition_org_mozilla_bergamot_stable AS ( SELECT table_catalog, table_schema, @@ -500,25 +500,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.firefox_desktop_background_update_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_bergamot_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_firefox_desktop_background_update_stable AS ( +first_non_empty_partition_org_mozilla_bergamot_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.firefox_desktop_background_update_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_bergamot_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_webpagetest_stable AS ( +first_partition_org_mozilla_firefox_vpn_stable AS ( SELECT table_catalog, table_schema, @@ -526,25 +526,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.webpagetest_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_webpagetest_stable AS ( +first_non_empty_partition_org_mozilla_firefox_vpn_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.webpagetest_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_firefox_vpn_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_connect_firefox_stable AS ( +first_partition_org_mozilla_klar_stable AS ( SELECT table_catalog, table_schema, @@ -552,25 +552,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_connect_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_klar_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_connect_firefox_stable AS ( +first_non_empty_partition_org_mozilla_klar_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_connect_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_klar_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_org_mozilla_vrbrowser_stable AS ( +first_partition_org_mozilla_firefox_stable AS ( SELECT table_catalog, table_schema, @@ -578,25 +578,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.org_mozilla_vrbrowser_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_org_mozilla_vrbrowser_stable AS ( +first_non_empty_partition_org_mozilla_firefox_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.org_mozilla_vrbrowser_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_firefox_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' AND total_rows > 0 GROUP BY table_name ), -first_partition_debug_ping_view_stable AS ( +first_partition_org_mozilla_focus_beta_stable AS ( SELECT table_catalog, table_schema, @@ -604,25 +604,25 @@ PARSE_DATE("%Y%m%d", partition_id) AS first_partition_current, total_rows AS first_partition_row_count, FROM - `moz-fx-data-shared-prod.debug_ping_view_stable.INFORMATION_SCHEMA.PARTITIONS` + `moz-fx-data-shared-prod.org_mozilla_focus_beta_stable.INFORMATION_SCHEMA.PARTITIONS` WHERE partition_id != '__NULL__' QUALIFY ROW_NUMBER() OVER (PARTITION BY table_name ORDER BY partition_id) = 1 ), -first_non_empty_partition_debug_ping_view_stable AS ( +first_non_empty_partition_org_mozilla_focus_beta_stable AS ( SELECT table_name, PARSE_DATE("%Y%m%d", MIN(partition_id)) AS first_non_empty_partition_current, FROM - `moz-fx-data-shared-prod.debug_ping_view_stable.INFORMATION_SCHEMA.PARTITIONS` + ```

⚠️ Only part of the diff is displayed.

Link to full diff