mozilla / bigquery-etl

Bigquery ETL
https://mozilla.github.io/bigquery-etl
Mozilla Public License 2.0
241 stars 98 forks source link

DENG-4175 - add 3 new UDFs ( 2 for distinguishing organic vs paid clients, 1 for distinguishing marketing attr clients) #5856

Closed kwindau closed 3 days ago

kwindau commented 4 days ago

Checklist for reviewer:

For modifications to schemas in restricted namespaces (see CODEOWNERS):

┆Issue is synchronized with this Jira Task

dataops-ci-bot commented 4 days ago

Integration report for "DENG-4175 fix formatting of UDF SQL"

sql.diff

Click to expand! ```diff Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_mobile diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 16:56:41.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -60,7 +60,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 WHERE sample_id >= @min_sample_id AND sample_id <= @max_sample_id @@ -78,7 +78,7 @@ FROM extracted_accumulated LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -98,7 +98,7 @@ CAST(app_version AS INT64) AS app_version, unnested_histogram_aggregates AS histogram_aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1`, + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1, UNNEST(histogram_aggregates) unnested_histogram_aggregates WHERE submission_date = @submission_date @@ -118,7 +118,7 @@ FROM extracted_daily LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 16:56:41.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -89,7 +89,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date = @submission_date ), @@ -131,7 +131,7 @@ FROM filtered_aggregates AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -212,9 +212,9 @@ scalar_aggs.channel, scalar_aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` AS scalar_aggs + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 16:56:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -23,7 +23,7 @@ IF(agg_type = "percentiles", mozfun.glam.histogram_cast_json(aggregates), NULL) ) AS percentiles, FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1` + `glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1` WHERE total_users > 10 GROUP BY diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 16:56:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -13,7 +13,7 @@ total_users DESC ) AS rank FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1` + `glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1` ) SELECT channel, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -29,7 +29,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1` table + glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 16:56:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -11,4 +11,4 @@ ('99.9', mozfun.glam.percentile(99.9, aggregates, metric_type)) ] AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1` + glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 16:56:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -56,7 +56,7 @@ CAST(ROUND(SUM(record.value)) AS INT64) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1` + glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 16:56:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -5,7 +5,7 @@ channel, app_version FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date BETWEEN DATE_SUB(@submission_date, INTERVAL 28 DAY) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -104,7 +104,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` table + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 16:56:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -3,7 +3,7 @@ SELECT * EXCEPT (scalar_aggregates) FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 CROSS JOIN UNNEST(scalar_aggregates) ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 16:56:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -31,7 +31,7 @@ SUM(count) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1` + glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 16:56:44.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -60,7 +60,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 WHERE sample_id >= @min_sample_id AND sample_id <= @max_sample_id @@ -78,7 +78,7 @@ FROM extracted_accumulated LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -98,7 +98,7 @@ CAST(app_version AS INT64) AS app_version, unnested_histogram_aggregates AS histogram_aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1`, + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1, UNNEST(histogram_aggregates) unnested_histogram_aggregates WHERE submission_date = @submission_date @@ -118,7 +118,7 @@ FROM extracted_daily LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 16:56:44.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 @@ -10,6 +10,6 @@ init.sql: - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -89,7 +89,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date = @submission_date ), @@ -131,7 +131,7 @@ FROM filtered_aggregates AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -212,9 +212,9 @@ scalar_aggs.channel, scalar_aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` AS scalar_aggs + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 16:56:44.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -23,7 +23,7 @@ IF(agg_type = "percentiles", mozfun.glam.histogram_cast_json(aggregates), NULL) ) AS percentiles, FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1` + `glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1` WHERE total_users > 10 GROUP BY diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 16:56:44.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -13,7 +13,7 @@ total_users DESC ) AS rank FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1` + `glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1` ) SELECT channel, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:44.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -29,7 +29,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1` table + glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 16:56:44.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -9,4 +9,4 @@ ('95', mozfun.glam.percentile(95, aggregates, metric_type)) ] AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 16:56:44.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -56,7 +56,7 @@ CAST(ROUND(SUM(record.value)) AS INT64) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 16:56:44.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -5,7 +5,7 @@ channel, app_version FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date BETWEEN DATE_SUB(@submission_date, INTERVAL 28 DAY) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:44.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -79,7 +79,7 @@ app_build_id, channel, FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 GROUP BY app_build_id, channel @@ -90,7 +90,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 INNER JOIN build_ids USING (app_build_id, channel) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 16:56:44.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -3,7 +3,7 @@ SELECT * EXCEPT (scalar_aggregates) FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 CROSS JOIN UNNEST(scalar_aggregates) ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 16:56:44.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 16:56:42.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -31,7 +31,7 @@ SUM(count) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql /tmp/workspace/generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql --- /tmp/workspace/main-generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql 2024-06-27 16:55:48.000000000 +0000 @@ -3,6 +3,6 @@ mozfun.bits28.range(days_seen_bits, -13 + 0, 7) AS week_0_bits, mozfun.bits28.range(days_seen_bits, -13 + 7, 7) AS week_1_bits FROM - `mozdata.telemetry.clients_last_seen` + telemetry.clients_last_seen WHERE submission_date > '2020-01-01' diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql /tmp/workspace/generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql --- /tmp/workspace/main-generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql 2024-06-27 16:55:48.000000000 +0000 @@ -12,12 +12,12 @@ SELECT extract_fields('org_mozilla_firefox_beta', m).* FROM - `mozdata.org_mozilla_firefox_beta.metrics` AS m + org_mozilla_firefox_beta.metrics AS m UNION ALL SELECT extract_fields('org_mozilla_fenix', m).* FROM - `mozdata.org_mozilla_fenix.metrics` AS m + org_mozilla_fenix.metrics AS m ) SELECT DATE(submission_timestamp) AS submission_date, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml 2024-06-27 16:56:45.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml 2024-06-27 16:56:43.000000000 +0000 @@ -19,5 +19,5 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1 - - moz-fx-data-bq-performance.release_criteria.release_criteria_helper + - rc_flattened_test_data_v1 + - release_criteria_helper diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -8,7 +8,7 @@ IFNULL(test_extra_options, '') AS test_extra_options, IFNULL(subtest_name, '') AS subtest_name FROM - `moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1` + rc_flattened_test_data_v1 WHERE task_group_time >= TIMESTAMP_SUB(current_timestamp, INTERVAL 28 DAY) ), @@ -23,7 +23,7 @@ ARRAY_TO_STRING(ARRAY_AGG(DISTINCT rc_test_name), '\n') AS rc_test_name, COUNT(*) AS defined_criteria FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_helper` + release_criteria_helper GROUP BY framework, platform, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml 2024-06-27 16:56:45.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml 2024-06-27 16:56:43.000000000 +0000 @@ -17,4 +17,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.release_criteria_v1 + - release_criteria_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -26,13 +26,13 @@ SAFE_DIVIDE(rc_three_week_prior_average - rc_value, rc_value) AS three_week_pct_change, SAFE_DIVIDE(rc_four_week_prior_average - rc_value, rc_value) AS four_week_pct_change, FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS a + release_criteria_v1 AS a WHERE task_group_time = ( SELECT MAX(task_group_time) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS b + release_criteria_v1 AS b WHERE a.project = b.project AND a.platform = b.platform diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml 2024-06-27 16:56:45.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml 2024-06-27 16:56:43.000000000 +0000 @@ -18,5 +18,5 @@ references: query.sql: - dp2-prod.sumo.release_calendar - - moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1 - - moz-fx-data-bq-performance.release_criteria.release_criteria_helper + - rc_flattened_test_data_v1 + - release_criteria_helper diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -11,7 +11,7 @@ IFNULL(test_extra_options, '') AS test_extra_options ) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_helper` + release_criteria_helper WHERE rc_test_name IS NOT NULL AND rc_test_name != 'exclude' @@ -38,7 +38,7 @@ included_rc.rc_target_value, included_rc.rc_target_app, FROM - `moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1` AS flattened + rc_flattened_test_data_v1 AS flattened LEFT JOIN rc_included_tests AS included_rc ON flattened.framework = included_rc.framework diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml 2024-06-27 16:56:45.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml 2024-06-27 16:56:43.000000000 +0000 @@ -17,4 +17,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.release_criteria_v1 + - release_criteria_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -6,14 +6,14 @@ rc_test_name, task_group_time FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS a + release_criteria_v1 AS a WHERE `moz-fx-data-bq-performance.udf.is_stale_test`(task_group_time, test_tier) AND task_group_time = ( SELECT MAX(task_group_time) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS b + release_criteria_v1 AS b WHERE a.project = b.project AND a.platform = b.platform diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -69,7 +69,7 @@ submission_timestamp, user_id_sha256, service, - `moz-fx-data-shared-prod.udf.mode_last`(ARRAY_AGG(country) OVER w1) AS country, + udf.mode_last(ARRAY_AGG(country) OVER w1) AS country, udf_contains_tier1_country(ARRAY_AGG(country) OVER w1) AS seen_in_tier1_country, LOGICAL_OR(event_name = 'reg_complete') OVER w1 AS registered, -- we cannot count distinct here because the window is ordered by submission_timestamp diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -12,7 +12,7 @@ CAST(registered AS INT64) AS days_registered_bits, * EXCEPT (submission_date, registered, seen_in_tier1_country), FROM - `moz-fx-data-shared-prod.accounts_backend_derived.users_services_daily_v1` + accounts_backend_derived.users_services_daily_v1 WHERE submission_date = @submission_date ), @@ -28,24 +28,24 @@ submission_date ) FROM - `moz-fx-data-shared-prod.accounts_backend_derived.users_services_last_seen_v1` + accounts_backend_derived.users_services_last_seen_v1 WHERE submission_date = DATE_SUB(@submission_date, INTERVAL 1 DAY) -- Filter out rows from yesterday that have now fallen outside the 28-day window. - AND `moz-fx-data-shared-prod.udf.shift_28_bits_one_day`(days_seen_bits) > 0 + AND udf.shift_28_bits_one_day(days_seen_bits) > 0 ) SELECT @submission_date AS submission_date, IF(_current.user_id_sha256 IS NOT NULL, _current, _previous).* REPLACE ( - `moz-fx-data-shared-prod.udf.combine_adjacent_days_28_bits`( + udf.combine_adjacent_days_28_bits( _previous.days_seen_bits, _current.days_seen_bits ) AS days_seen_bits, - `moz-fx-data-shared-prod.udf.combine_adjacent_days_28_bits`( + udf.combine_adjacent_days_28_bits( _previous.days_seen_in_tier1_country_bits, _current.days_seen_in_tier1_country_bits ) AS days_seen_in_tier1_country_bits, - `moz-fx-data-shared-prod.udf.coalesce_adjacent_days_28_bits`( + udf.coalesce_adjacent_days_28_bits( _previous.days_registered_bits, _current.days_registered_bits ) AS days_registered_bits diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -11,7 +11,7 @@ tile_id, user_prefs, FROM - `moz-fx-data-shared-prod.activity_stream_bi.impression_stats_flat_v1` + activity_stream_bi.impression_stats_flat_v1 CROSS JOIN UNNEST(experiments) AS experiment WHERE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml 2024-06-27 16:56:47.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml 2024-06-27 16:56:46.000000000 +0000 @@ -29,4 +29,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-shared-prod.activity_stream_stable.impression_stats_v1 + - activity_stream_stable.impression_stats_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -23,7 +23,7 @@ ANY_VALUE(experiments) AS experiments, sample_id FROM - `moz-fx-data-shared-prod.activity_stream_stable.impression_stats_v1` + activity_stream_stable.impression_stats_v1 CROSS JOIN UNNEST(tiles) AS flattened_tiles WITH OFFSET AS alt_pos diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml 2024-06-27 16:57:45.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml 2024-06-27 16:57:39.000000000 +0000 @@ -28,4 +28,4 @@ - workgroup:amo/nonprod references: query.sql: - - moz-fx-data-shared-prod.amo_prod.amo_stats_dau_v2 + - amo_prod.amo_stats_dau_v2 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -7,7 +7,7 @@ SELECT * FROM - `moz-fx-data-shared-prod.amo_prod.amo_stats_dau_v2` + amo_prod.amo_stats_dau_v2 WHERE submission_date = @submission_date AND ( diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml 2024-06-27 16:57:45.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml 2024-06-27 16:57:39.000000000 +0000 @@ -28,5 +28,5 @@ - workgroup:amo/nonprod references: query.sql: - - moz-fx-data-shared-prod.amo_dev.amo_stats_dau_v2 - - moz-fx-data-shared-prod.amo_prod.amo_stats_installs_v3 + - amo_dev.amo_stats_dau_v2 + - amo_prod.amo_stats_installs_v3 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -6,12 +6,12 @@ addon_id, TO_HEX(SHA256(addon_id)) AS hashed_addon_id FROM - `moz-fx-data-shared-prod.amo_dev.amo_stats_dau_v2` + amo_dev.amo_stats_dau_v2 ) SELECT installs.* FROM - `moz-fx-data-shared-prod.amo_prod.amo_stats_installs_v3` AS installs + amo_prod.amo_stats_installs_v3 AS installs -- This join will filter out all addon_ids that are not already present -- in the dev dau table, so we don't need to duplicate the list of addons -- approved for dev here. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml 2024-06-27 16:57:40.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml 2024-06-27 16:57:40.000000000 +0000 @@ -33,5 +33,5 @@ - workgroup:amo/prod references: query.sql: - - moz-fx-data-shared-prod.amo_prod.desktop_addons_by_client_v1 - - moz-fx-data-shared-prod.amo_prod.fenix_addons_by_client_v1 + - amo_prod.desktop_addons_by_client_v1 + - amo_prod.fenix_addons_by_client_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql 2024-06-27 16:56:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql 2024-06-27 16:55:48.000000000 +0000 @@ -13,13 +13,13 @@ *, 'Desktop' AS app FROM - `moz-fx-data-shared-prod.amo_prod.desktop_addons_by_client_v1` + amo_prod.desktop_addons_by_client_v1 UNION ALL SELECT *, 'Fenix' AS app FROM - `moz-fx-data-shared-prod.amo_prod.fenix_addons_by_c ```

⚠️ Only part of the diff is displayed.

Link to full diff

dataops-ci-bot commented 4 days ago

Integration report for "DENG-4175 - add 2 new UDFs"

sql.diff

Click to expand! ```diff Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_mobile diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 16:56:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 16:57:13.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -60,7 +60,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 WHERE sample_id >= @min_sample_id AND sample_id <= @max_sample_id @@ -78,7 +78,7 @@ FROM extracted_accumulated LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -98,7 +98,7 @@ CAST(app_version AS INT64) AS app_version, unnested_histogram_aggregates AS histogram_aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1`, + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1, UNNEST(histogram_aggregates) unnested_histogram_aggregates WHERE submission_date = @submission_date @@ -118,7 +118,7 @@ FROM extracted_daily LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 16:56:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 16:57:13.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -89,7 +89,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date = @submission_date ), @@ -131,7 +131,7 @@ FROM filtered_aggregates AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -212,9 +212,9 @@ scalar_aggs.channel, scalar_aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` AS scalar_aggs + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 16:56:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 16:57:13.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -23,7 +23,7 @@ IF(agg_type = "percentiles", mozfun.glam.histogram_cast_json(aggregates), NULL) ) AS percentiles, FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1` + `glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1` WHERE total_users > 10 GROUP BY diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 16:56:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 16:57:13.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -13,7 +13,7 @@ total_users DESC ) AS rank FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1` + `glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1` ) SELECT channel, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 16:57:13.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -29,7 +29,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1` table + glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 16:56:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 16:57:13.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -11,4 +11,4 @@ ('99.9', mozfun.glam.percentile(99.9, aggregates, metric_type)) ] AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1` + glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 16:56:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 16:57:13.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -56,7 +56,7 @@ CAST(ROUND(SUM(record.value)) AS INT64) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1` + glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 16:56:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 16:57:13.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -5,7 +5,7 @@ channel, app_version FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date BETWEEN DATE_SUB(@submission_date, INTERVAL 28 DAY) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 16:57:13.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -104,7 +104,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` table + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 16:56:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 16:57:13.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -3,7 +3,7 @@ SELECT * EXCEPT (scalar_aggregates) FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 CROSS JOIN UNNEST(scalar_aggregates) ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 16:56:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 16:57:13.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -31,7 +31,7 @@ SUM(count) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1` + glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 16:56:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 16:57:14.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -60,7 +60,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 WHERE sample_id >= @min_sample_id AND sample_id <= @max_sample_id @@ -78,7 +78,7 @@ FROM extracted_accumulated LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -98,7 +98,7 @@ CAST(app_version AS INT64) AS app_version, unnested_histogram_aggregates AS histogram_aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1`, + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1, UNNEST(histogram_aggregates) unnested_histogram_aggregates WHERE submission_date = @submission_date @@ -118,7 +118,7 @@ FROM extracted_daily LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 16:56:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 16:57:14.000000000 +0000 @@ -10,6 +10,6 @@ init.sql: - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -89,7 +89,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date = @submission_date ), @@ -131,7 +131,7 @@ FROM filtered_aggregates AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -212,9 +212,9 @@ scalar_aggs.channel, scalar_aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` AS scalar_aggs + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 16:56:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 16:57:14.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -23,7 +23,7 @@ IF(agg_type = "percentiles", mozfun.glam.histogram_cast_json(aggregates), NULL) ) AS percentiles, FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1` + `glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1` WHERE total_users > 10 GROUP BY diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 16:56:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 16:57:14.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -13,7 +13,7 @@ total_users DESC ) AS rank FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1` + `glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1` ) SELECT channel, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 16:57:14.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -29,7 +29,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1` table + glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 16:56:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 16:57:14.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -9,4 +9,4 @@ ('95', mozfun.glam.percentile(95, aggregates, metric_type)) ] AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 16:56:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 16:57:14.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -56,7 +56,7 @@ CAST(ROUND(SUM(record.value)) AS INT64) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 16:56:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 16:57:14.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -5,7 +5,7 @@ channel, app_version FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date BETWEEN DATE_SUB(@submission_date, INTERVAL 28 DAY) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 16:56:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 16:57:14.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -79,7 +79,7 @@ app_build_id, channel, FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 GROUP BY app_build_id, channel @@ -90,7 +90,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 INNER JOIN build_ids USING (app_build_id, channel) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 16:56:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 16:57:14.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -3,7 +3,7 @@ SELECT * EXCEPT (scalar_aggregates) FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 CROSS JOIN UNNEST(scalar_aggregates) ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 16:56:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 16:57:14.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -31,7 +31,7 @@ SUM(count) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql /tmp/workspace/generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql --- /tmp/workspace/main-generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql 2024-06-27 16:56:17.000000000 +0000 @@ -3,6 +3,6 @@ mozfun.bits28.range(days_seen_bits, -13 + 0, 7) AS week_0_bits, mozfun.bits28.range(days_seen_bits, -13 + 7, 7) AS week_1_bits FROM - `mozdata.telemetry.clients_last_seen` + telemetry.clients_last_seen WHERE submission_date > '2020-01-01' diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql /tmp/workspace/generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql --- /tmp/workspace/main-generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql 2024-06-27 16:56:17.000000000 +0000 @@ -12,12 +12,12 @@ SELECT extract_fields('org_mozilla_firefox_beta', m).* FROM - `mozdata.org_mozilla_firefox_beta.metrics` AS m + org_mozilla_firefox_beta.metrics AS m UNION ALL SELECT extract_fields('org_mozilla_fenix', m).* FROM - `mozdata.org_mozilla_fenix.metrics` AS m + org_mozilla_fenix.metrics AS m ) SELECT DATE(submission_timestamp) AS submission_date, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml 2024-06-27 16:56:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml 2024-06-27 16:57:15.000000000 +0000 @@ -19,5 +19,5 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1 - - moz-fx-data-bq-performance.release_criteria.release_criteria_helper + - rc_flattened_test_data_v1 + - release_criteria_helper diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -8,7 +8,7 @@ IFNULL(test_extra_options, '') AS test_extra_options, IFNULL(subtest_name, '') AS subtest_name FROM - `moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1` + rc_flattened_test_data_v1 WHERE task_group_time >= TIMESTAMP_SUB(current_timestamp, INTERVAL 28 DAY) ), @@ -23,7 +23,7 @@ ARRAY_TO_STRING(ARRAY_AGG(DISTINCT rc_test_name), '\n') AS rc_test_name, COUNT(*) AS defined_criteria FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_helper` + release_criteria_helper GROUP BY framework, platform, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml 2024-06-27 16:56:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml 2024-06-27 16:57:15.000000000 +0000 @@ -17,4 +17,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.release_criteria_v1 + - release_criteria_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -26,13 +26,13 @@ SAFE_DIVIDE(rc_three_week_prior_average - rc_value, rc_value) AS three_week_pct_change, SAFE_DIVIDE(rc_four_week_prior_average - rc_value, rc_value) AS four_week_pct_change, FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS a + release_criteria_v1 AS a WHERE task_group_time = ( SELECT MAX(task_group_time) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS b + release_criteria_v1 AS b WHERE a.project = b.project AND a.platform = b.platform diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml 2024-06-27 16:56:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml 2024-06-27 16:57:16.000000000 +0000 @@ -18,5 +18,5 @@ references: query.sql: - dp2-prod.sumo.release_calendar - - moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1 - - moz-fx-data-bq-performance.release_criteria.release_criteria_helper + - rc_flattened_test_data_v1 + - release_criteria_helper diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -11,7 +11,7 @@ IFNULL(test_extra_options, '') AS test_extra_options ) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_helper` + release_criteria_helper WHERE rc_test_name IS NOT NULL AND rc_test_name != 'exclude' @@ -38,7 +38,7 @@ included_rc.rc_target_value, included_rc.rc_target_app, FROM - `moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1` AS flattened + rc_flattened_test_data_v1 AS flattened LEFT JOIN rc_included_tests AS included_rc ON flattened.framework = included_rc.framework diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml 2024-06-27 16:56:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml 2024-06-27 16:57:16.000000000 +0000 @@ -17,4 +17,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.release_criteria_v1 + - release_criteria_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -6,14 +6,14 @@ rc_test_name, task_group_time FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS a + release_criteria_v1 AS a WHERE `moz-fx-data-bq-performance.udf.is_stale_test`(task_group_time, test_tier) AND task_group_time = ( SELECT MAX(task_group_time) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS b + release_criteria_v1 AS b WHERE a.project = b.project AND a.platform = b.platform diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -69,7 +69,7 @@ submission_timestamp, user_id_sha256, service, - `moz-fx-data-shared-prod.udf.mode_last`(ARRAY_AGG(country) OVER w1) AS country, + udf.mode_last(ARRAY_AGG(country) OVER w1) AS country, udf_contains_tier1_country(ARRAY_AGG(country) OVER w1) AS seen_in_tier1_country, LOGICAL_OR(event_name = 'reg_complete') OVER w1 AS registered, -- we cannot count distinct here because the window is ordered by submission_timestamp diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -12,7 +12,7 @@ CAST(registered AS INT64) AS days_registered_bits, * EXCEPT (submission_date, registered, seen_in_tier1_country), FROM - `moz-fx-data-shared-prod.accounts_backend_derived.users_services_daily_v1` + accounts_backend_derived.users_services_daily_v1 WHERE submission_date = @submission_date ), @@ -28,24 +28,24 @@ submission_date ) FROM - `moz-fx-data-shared-prod.accounts_backend_derived.users_services_last_seen_v1` + accounts_backend_derived.users_services_last_seen_v1 WHERE submission_date = DATE_SUB(@submission_date, INTERVAL 1 DAY) -- Filter out rows from yesterday that have now fallen outside the 28-day window. - AND `moz-fx-data-shared-prod.udf.shift_28_bits_one_day`(days_seen_bits) > 0 + AND udf.shift_28_bits_one_day(days_seen_bits) > 0 ) SELECT @submission_date AS submission_date, IF(_current.user_id_sha256 IS NOT NULL, _current, _previous).* REPLACE ( - `moz-fx-data-shared-prod.udf.combine_adjacent_days_28_bits`( + udf.combine_adjacent_days_28_bits( _previous.days_seen_bits, _current.days_seen_bits ) AS days_seen_bits, - `moz-fx-data-shared-prod.udf.combine_adjacent_days_28_bits`( + udf.combine_adjacent_days_28_bits( _previous.days_seen_in_tier1_country_bits, _current.days_seen_in_tier1_country_bits ) AS days_seen_in_tier1_country_bits, - `moz-fx-data-shared-prod.udf.coalesce_adjacent_days_28_bits`( + udf.coalesce_adjacent_days_28_bits( _previous.days_registered_bits, _current.days_registered_bits ) AS days_registered_bits diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -11,7 +11,7 @@ tile_id, user_prefs, FROM - `moz-fx-data-shared-prod.activity_stream_bi.impression_stats_flat_v1` + activity_stream_bi.impression_stats_flat_v1 CROSS JOIN UNNEST(experiments) AS experiment WHERE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml 2024-06-27 16:57:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml 2024-06-27 16:57:18.000000000 +0000 @@ -29,4 +29,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-shared-prod.activity_stream_stable.impression_stats_v1 + - activity_stream_stable.impression_stats_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -23,7 +23,7 @@ ANY_VALUE(experiments) AS experiments, sample_id FROM - `moz-fx-data-shared-prod.activity_stream_stable.impression_stats_v1` + activity_stream_stable.impression_stats_v1 CROSS JOIN UNNEST(tiles) AS flattened_tiles WITH OFFSET AS alt_pos diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml 2024-06-27 16:58:02.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml 2024-06-27 16:58:18.000000000 +0000 @@ -28,4 +28,4 @@ - workgroup:amo/nonprod references: query.sql: - - moz-fx-data-shared-prod.amo_prod.amo_stats_dau_v2 + - amo_prod.amo_stats_dau_v2 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -7,7 +7,7 @@ SELECT * FROM - `moz-fx-data-shared-prod.amo_prod.amo_stats_dau_v2` + amo_prod.amo_stats_dau_v2 WHERE submission_date = @submission_date AND ( diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml 2024-06-27 16:58:02.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml 2024-06-27 16:58:18.000000000 +0000 @@ -28,5 +28,5 @@ - workgroup:amo/nonprod references: query.sql: - - moz-fx-data-shared-prod.amo_dev.amo_stats_dau_v2 - - moz-fx-data-shared-prod.amo_prod.amo_stats_installs_v3 + - amo_dev.amo_stats_dau_v2 + - amo_prod.amo_stats_installs_v3 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -6,12 +6,12 @@ addon_id, TO_HEX(SHA256(addon_id)) AS hashed_addon_id FROM - `moz-fx-data-shared-prod.amo_dev.amo_stats_dau_v2` + amo_dev.amo_stats_dau_v2 ) SELECT installs.* FROM - `moz-fx-data-shared-prod.amo_prod.amo_stats_installs_v3` AS installs + amo_prod.amo_stats_installs_v3 AS installs -- This join will filter out all addon_ids that are not already present -- in the dev dau table, so we don't need to duplicate the list of addons -- approved for dev here. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml 2024-06-27 16:57:58.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml 2024-06-27 16:58:20.000000000 +0000 @@ -33,5 +33,5 @@ - workgroup:amo/prod references: query.sql: - - moz-fx-data-shared-prod.amo_prod.desktop_addons_by_client_v1 - - moz-fx-data-shared-prod.amo_prod.fenix_addons_by_client_v1 + - amo_prod.desktop_addons_by_client_v1 + - amo_prod.fenix_addons_by_client_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql 2024-06-27 16:56:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql 2024-06-27 16:56:16.000000000 +0000 @@ -13,13 +13,13 @@ *, 'Desktop' AS app FROM - `moz-fx-data-shared-prod.amo_prod.desktop_addons_by_client_v1` + amo_prod.desktop_addons_by_client_v1 UNION ALL SELECT *, 'Fenix' AS app FROM - `moz-fx-data-shared-prod.amo_prod.fenix_addons_by_c ```

⚠️ Only part of the diff is displayed.

Link to full diff

dataops-ci-bot commented 4 days ago

Integration report for "Remove adjust from desktop UDF"

sql.diff

Click to expand! ```diff Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_mobile diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 17:22:34.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 17:22:39.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -60,7 +60,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 WHERE sample_id >= @min_sample_id AND sample_id <= @max_sample_id @@ -78,7 +78,7 @@ FROM extracted_accumulated LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -98,7 +98,7 @@ CAST(app_version AS INT64) AS app_version, unnested_histogram_aggregates AS histogram_aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1`, + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1, UNNEST(histogram_aggregates) unnested_histogram_aggregates WHERE submission_date = @submission_date @@ -118,7 +118,7 @@ FROM extracted_daily LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 17:22:34.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 17:22:39.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -89,7 +89,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date = @submission_date ), @@ -131,7 +131,7 @@ FROM filtered_aggregates AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -212,9 +212,9 @@ scalar_aggs.channel, scalar_aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` AS scalar_aggs + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 17:22:34.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 17:22:39.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -23,7 +23,7 @@ IF(agg_type = "percentiles", mozfun.glam.histogram_cast_json(aggregates), NULL) ) AS percentiles, FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1` + `glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1` WHERE total_users > 10 GROUP BY diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 17:22:34.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 17:22:39.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -13,7 +13,7 @@ total_users DESC ) AS rank FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1` + `glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1` ) SELECT channel, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 17:22:34.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 17:22:39.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -29,7 +29,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1` table + glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 17:22:34.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 17:22:39.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -11,4 +11,4 @@ ('99.9', mozfun.glam.percentile(99.9, aggregates, metric_type)) ] AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1` + glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 17:22:34.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 17:22:39.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -56,7 +56,7 @@ CAST(ROUND(SUM(record.value)) AS INT64) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1` + glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 17:22:34.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 17:22:39.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -5,7 +5,7 @@ channel, app_version FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date BETWEEN DATE_SUB(@submission_date, INTERVAL 28 DAY) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 17:22:34.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 17:22:39.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -104,7 +104,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` table + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 17:22:34.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 17:22:39.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -3,7 +3,7 @@ SELECT * EXCEPT (scalar_aggregates) FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 CROSS JOIN UNNEST(scalar_aggregates) ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 17:22:34.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 17:22:39.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -31,7 +31,7 @@ SUM(count) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1` + glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 17:22:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 17:22:41.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -60,7 +60,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 WHERE sample_id >= @min_sample_id AND sample_id <= @max_sample_id @@ -78,7 +78,7 @@ FROM extracted_accumulated LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -98,7 +98,7 @@ CAST(app_version AS INT64) AS app_version, unnested_histogram_aggregates AS histogram_aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1`, + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1, UNNEST(histogram_aggregates) unnested_histogram_aggregates WHERE submission_date = @submission_date @@ -118,7 +118,7 @@ FROM extracted_daily LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 17:22:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 17:22:41.000000000 +0000 @@ -10,6 +10,6 @@ init.sql: - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -89,7 +89,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date = @submission_date ), @@ -131,7 +131,7 @@ FROM filtered_aggregates AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -212,9 +212,9 @@ scalar_aggs.channel, scalar_aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` AS scalar_aggs + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 17:22:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 17:22:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -23,7 +23,7 @@ IF(agg_type = "percentiles", mozfun.glam.histogram_cast_json(aggregates), NULL) ) AS percentiles, FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1` + `glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1` WHERE total_users > 10 GROUP BY diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 17:22:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 17:22:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -13,7 +13,7 @@ total_users DESC ) AS rank FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1` + `glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1` ) SELECT channel, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 17:22:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 17:22:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -29,7 +29,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1` table + glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 17:22:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 17:22:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -9,4 +9,4 @@ ('95', mozfun.glam.percentile(95, aggregates, metric_type)) ] AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 17:22:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 17:22:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -56,7 +56,7 @@ CAST(ROUND(SUM(record.value)) AS INT64) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 17:22:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 17:22:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -5,7 +5,7 @@ channel, app_version FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date BETWEEN DATE_SUB(@submission_date, INTERVAL 28 DAY) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 17:22:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 17:22:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -79,7 +79,7 @@ app_build_id, channel, FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 GROUP BY app_build_id, channel @@ -90,7 +90,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 INNER JOIN build_ids USING (app_build_id, channel) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 17:22:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 17:22:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -3,7 +3,7 @@ SELECT * EXCEPT (scalar_aggregates) FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 CROSS JOIN UNNEST(scalar_aggregates) ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 17:22:35.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 17:22:41.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -31,7 +31,7 @@ SUM(count) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql /tmp/workspace/generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql --- /tmp/workspace/main-generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql 2024-06-27 17:21:39.000000000 +0000 @@ -3,6 +3,6 @@ mozfun.bits28.range(days_seen_bits, -13 + 0, 7) AS week_0_bits, mozfun.bits28.range(days_seen_bits, -13 + 7, 7) AS week_1_bits FROM - `mozdata.telemetry.clients_last_seen` + telemetry.clients_last_seen WHERE submission_date > '2020-01-01' diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql /tmp/workspace/generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql --- /tmp/workspace/main-generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql 2024-06-27 17:21:39.000000000 +0000 @@ -12,12 +12,12 @@ SELECT extract_fields('org_mozilla_firefox_beta', m).* FROM - `mozdata.org_mozilla_firefox_beta.metrics` AS m + org_mozilla_firefox_beta.metrics AS m UNION ALL SELECT extract_fields('org_mozilla_fenix', m).* FROM - `mozdata.org_mozilla_fenix.metrics` AS m + org_mozilla_fenix.metrics AS m ) SELECT DATE(submission_timestamp) AS submission_date, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml 2024-06-27 17:22:36.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml 2024-06-27 17:22:43.000000000 +0000 @@ -19,5 +19,5 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1 - - moz-fx-data-bq-performance.release_criteria.release_criteria_helper + - rc_flattened_test_data_v1 + - release_criteria_helper diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -8,7 +8,7 @@ IFNULL(test_extra_options, '') AS test_extra_options, IFNULL(subtest_name, '') AS subtest_name FROM - `moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1` + rc_flattened_test_data_v1 WHERE task_group_time >= TIMESTAMP_SUB(current_timestamp, INTERVAL 28 DAY) ), @@ -23,7 +23,7 @@ ARRAY_TO_STRING(ARRAY_AGG(DISTINCT rc_test_name), '\n') AS rc_test_name, COUNT(*) AS defined_criteria FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_helper` + release_criteria_helper GROUP BY framework, platform, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml 2024-06-27 17:22:36.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml 2024-06-27 17:22:43.000000000 +0000 @@ -17,4 +17,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.release_criteria_v1 + - release_criteria_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -26,13 +26,13 @@ SAFE_DIVIDE(rc_three_week_prior_average - rc_value, rc_value) AS three_week_pct_change, SAFE_DIVIDE(rc_four_week_prior_average - rc_value, rc_value) AS four_week_pct_change, FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS a + release_criteria_v1 AS a WHERE task_group_time = ( SELECT MAX(task_group_time) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS b + release_criteria_v1 AS b WHERE a.project = b.project AND a.platform = b.platform diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml 2024-06-27 17:22:36.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml 2024-06-27 17:22:43.000000000 +0000 @@ -18,5 +18,5 @@ references: query.sql: - dp2-prod.sumo.release_calendar - - moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1 - - moz-fx-data-bq-performance.release_criteria.release_criteria_helper + - rc_flattened_test_data_v1 + - release_criteria_helper diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -11,7 +11,7 @@ IFNULL(test_extra_options, '') AS test_extra_options ) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_helper` + release_criteria_helper WHERE rc_test_name IS NOT NULL AND rc_test_name != 'exclude' @@ -38,7 +38,7 @@ included_rc.rc_target_value, included_rc.rc_target_app, FROM - `moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1` AS flattened + rc_flattened_test_data_v1 AS flattened LEFT JOIN rc_included_tests AS included_rc ON flattened.framework = included_rc.framework diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml 2024-06-27 17:22:36.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml 2024-06-27 17:22:43.000000000 +0000 @@ -17,4 +17,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.release_criteria_v1 + - release_criteria_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -6,14 +6,14 @@ rc_test_name, task_group_time FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS a + release_criteria_v1 AS a WHERE `moz-fx-data-bq-performance.udf.is_stale_test`(task_group_time, test_tier) AND task_group_time = ( SELECT MAX(task_group_time) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS b + release_criteria_v1 AS b WHERE a.project = b.project AND a.platform = b.platform diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -69,7 +69,7 @@ submission_timestamp, user_id_sha256, service, - `moz-fx-data-shared-prod.udf.mode_last`(ARRAY_AGG(country) OVER w1) AS country, + udf.mode_last(ARRAY_AGG(country) OVER w1) AS country, udf_contains_tier1_country(ARRAY_AGG(country) OVER w1) AS seen_in_tier1_country, LOGICAL_OR(event_name = 'reg_complete') OVER w1 AS registered, -- we cannot count distinct here because the window is ordered by submission_timestamp diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -12,7 +12,7 @@ CAST(registered AS INT64) AS days_registered_bits, * EXCEPT (submission_date, registered, seen_in_tier1_country), FROM - `moz-fx-data-shared-prod.accounts_backend_derived.users_services_daily_v1` + accounts_backend_derived.users_services_daily_v1 WHERE submission_date = @submission_date ), @@ -28,24 +28,24 @@ submission_date ) FROM - `moz-fx-data-shared-prod.accounts_backend_derived.users_services_last_seen_v1` + accounts_backend_derived.users_services_last_seen_v1 WHERE submission_date = DATE_SUB(@submission_date, INTERVAL 1 DAY) -- Filter out rows from yesterday that have now fallen outside the 28-day window. - AND `moz-fx-data-shared-prod.udf.shift_28_bits_one_day`(days_seen_bits) > 0 + AND udf.shift_28_bits_one_day(days_seen_bits) > 0 ) SELECT @submission_date AS submission_date, IF(_current.user_id_sha256 IS NOT NULL, _current, _previous).* REPLACE ( - `moz-fx-data-shared-prod.udf.combine_adjacent_days_28_bits`( + udf.combine_adjacent_days_28_bits( _previous.days_seen_bits, _current.days_seen_bits ) AS days_seen_bits, - `moz-fx-data-shared-prod.udf.combine_adjacent_days_28_bits`( + udf.combine_adjacent_days_28_bits( _previous.days_seen_in_tier1_country_bits, _current.days_seen_in_tier1_country_bits ) AS days_seen_in_tier1_country_bits, - `moz-fx-data-shared-prod.udf.coalesce_adjacent_days_28_bits`( + udf.coalesce_adjacent_days_28_bits( _previous.days_registered_bits, _current.days_registered_bits ) AS days_registered_bits diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -11,7 +11,7 @@ tile_id, user_prefs, FROM - `moz-fx-data-shared-prod.activity_stream_bi.impression_stats_flat_v1` + activity_stream_bi.impression_stats_flat_v1 CROSS JOIN UNNEST(experiments) AS experiment WHERE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml 2024-06-27 17:22:38.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml 2024-06-27 17:22:46.000000000 +0000 @@ -29,4 +29,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-shared-prod.activity_stream_stable.impression_stats_v1 + - activity_stream_stable.impression_stats_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -23,7 +23,7 @@ ANY_VALUE(experiments) AS experiments, sample_id FROM - `moz-fx-data-shared-prod.activity_stream_stable.impression_stats_v1` + activity_stream_stable.impression_stats_v1 CROSS JOIN UNNEST(tiles) AS flattened_tiles WITH OFFSET AS alt_pos diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml 2024-06-27 17:23:30.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml 2024-06-27 17:23:47.000000000 +0000 @@ -28,4 +28,4 @@ - workgroup:amo/nonprod references: query.sql: - - moz-fx-data-shared-prod.amo_prod.amo_stats_dau_v2 + - amo_prod.amo_stats_dau_v2 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -7,7 +7,7 @@ SELECT * FROM - `moz-fx-data-shared-prod.amo_prod.amo_stats_dau_v2` + amo_prod.amo_stats_dau_v2 WHERE submission_date = @submission_date AND ( diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml 2024-06-27 17:23:30.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml 2024-06-27 17:23:47.000000000 +0000 @@ -28,5 +28,5 @@ - workgroup:amo/nonprod references: query.sql: - - moz-fx-data-shared-prod.amo_dev.amo_stats_dau_v2 - - moz-fx-data-shared-prod.amo_prod.amo_stats_installs_v3 + - amo_dev.amo_stats_dau_v2 + - amo_prod.amo_stats_installs_v3 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -6,12 +6,12 @@ addon_id, TO_HEX(SHA256(addon_id)) AS hashed_addon_id FROM - `moz-fx-data-shared-prod.amo_dev.amo_stats_dau_v2` + amo_dev.amo_stats_dau_v2 ) SELECT installs.* FROM - `moz-fx-data-shared-prod.amo_prod.amo_stats_installs_v3` AS installs + amo_prod.amo_stats_installs_v3 AS installs -- This join will filter out all addon_ids that are not already present -- in the dev dau table, so we don't need to duplicate the list of addons -- approved for dev here. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml 2024-06-27 17:23:32.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml 2024-06-27 17:23:41.000000000 +0000 @@ -33,5 +33,5 @@ - workgroup:amo/prod references: query.sql: - - moz-fx-data-shared-prod.amo_prod.desktop_addons_by_client_v1 - - moz-fx-data-shared-prod.amo_prod.fenix_addons_by_client_v1 + - amo_prod.desktop_addons_by_client_v1 + - amo_prod.fenix_addons_by_client_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql 2024-06-27 17:21:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql 2024-06-27 17:21:38.000000000 +0000 @@ -13,13 +13,13 @@ *, 'Desktop' AS app FROM - `moz-fx-data-shared-prod.amo_prod.desktop_addons_by_client_v1` + amo_prod.desktop_addons_by_client_v1 UNION ALL SELECT *, 'Fenix' AS app FROM - `moz-fx-data-shared-prod.amo_prod.fenix_addons_by_c ```

⚠️ Only part of the diff is displayed.

Link to full diff

dataops-ci-bot commented 3 days ago

Integration report for "Merge branch 'main' into DENG-4175-organic-vs-paid-search-udfs"

sql.diff

Click to expand! ```diff Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_mobile diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml 2024-06-27 17:37:11.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Organic vs Paid - Desktop +description: |- + This is a UDF to help distinguish desktop client attribution as being organic or paid +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql 2024-06-27 17:35:21.000000000 +0000 @@ -0,0 +1,29 @@ +CREATE OR REPLACE FUNCTION udf.organic_vs_paid_desktop(medium STRING) +RETURNS STRING AS ( + CASE + WHEN LOWER(medium) IN ( + 'paidsearch', + 'paiddisplay', + 'cpc', + 'email', + 'display', + 'paidsocial', + 'paidvideo', + 'social', + 'ppc', + 'banner', + 'ad-unit', + 'newsletter' + ) + THEN 'Paid' + ELSE 'Organic' + END +); + +SELECT + mozfun.assert.equals(udf.organic_vs_paid_desktop('display'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('PAIDDISPLAY'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('paidsocial'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('ad-unit'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop(NULL), 'Organic'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('abc'), 'Organic'); diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml 2024-06-27 17:37:11.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Organic vs Paid - Mobile +description: |- + This is a UDF to help distinguish mobile client attribution as being organic or paid +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql 2024-06-27 17:35:21.000000000 +0000 @@ -0,0 +1,16 @@ +CREATE OR REPLACE FUNCTION udf.organic_vs_paid_mobile(adjust_network STRING) +RETURNS STRING AS ( + CASE + WHEN LOWER(adjust_network) IN ('google ads aci', 'apple search ads') + THEN 'Paid' + ELSE 'Organic' + END +); + +SELECT + mozfun.assert.equals(udf.organic_vs_paid_mobile('Google Ads ACI'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('google ads aci'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('APPLE SEARCH ADS'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('apple search ads'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile(''), 'Organic'), + mozfun.assert.equals(udf.organic_vs_paid_mobile(NULL), 'Organic'); ```

Link to full diff

dataops-ci-bot commented 3 days ago

Integration report for "Remove adjust from desktop UDF"

sql.diff

Click to expand! ```diff Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_mobile diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 17:41:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 17:41:09.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -60,7 +60,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 WHERE sample_id >= @min_sample_id AND sample_id <= @max_sample_id @@ -78,7 +78,7 @@ FROM extracted_accumulated LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -98,7 +98,7 @@ CAST(app_version AS INT64) AS app_version, unnested_histogram_aggregates AS histogram_aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1`, + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1, UNNEST(histogram_aggregates) unnested_histogram_aggregates WHERE submission_date = @submission_date @@ -118,7 +118,7 @@ FROM extracted_daily LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 17:41:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 17:41:09.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -89,7 +89,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date = @submission_date ), @@ -131,7 +131,7 @@ FROM filtered_aggregates AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -212,9 +212,9 @@ scalar_aggs.channel, scalar_aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` AS scalar_aggs + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 17:41:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 17:41:09.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -23,7 +23,7 @@ IF(agg_type = "percentiles", mozfun.glam.histogram_cast_json(aggregates), NULL) ) AS percentiles, FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1` + `glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1` WHERE total_users > 10 GROUP BY diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 17:41:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 17:41:09.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -13,7 +13,7 @@ total_users DESC ) AS rank FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1` + `glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1` ) SELECT channel, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 17:41:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 17:41:09.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -29,7 +29,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1` table + glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 17:41:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 17:41:09.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -11,4 +11,4 @@ ('99.9', mozfun.glam.percentile(99.9, aggregates, metric_type)) ] AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1` + glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 17:41:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 17:41:09.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -56,7 +56,7 @@ CAST(ROUND(SUM(record.value)) AS INT64) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1` + glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 17:41:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 17:41:09.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -5,7 +5,7 @@ channel, app_version FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date BETWEEN DATE_SUB(@submission_date, INTERVAL 28 DAY) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 17:41:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 17:41:09.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -104,7 +104,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` table + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 17:41:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 17:41:09.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -3,7 +3,7 @@ SELECT * EXCEPT (scalar_aggregates) FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 CROSS JOIN UNNEST(scalar_aggregates) ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 17:41:01.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 17:41:09.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -31,7 +31,7 @@ SUM(count) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1` + glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 17:41:02.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 17:41:10.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -60,7 +60,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 WHERE sample_id >= @min_sample_id AND sample_id <= @max_sample_id @@ -78,7 +78,7 @@ FROM extracted_accumulated LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -98,7 +98,7 @@ CAST(app_version AS INT64) AS app_version, unnested_histogram_aggregates AS histogram_aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1`, + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1, UNNEST(histogram_aggregates) unnested_histogram_aggregates WHERE submission_date = @submission_date @@ -118,7 +118,7 @@ FROM extracted_daily LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 17:41:02.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 17:41:10.000000000 +0000 @@ -10,6 +10,6 @@ init.sql: - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -89,7 +89,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date = @submission_date ), @@ -131,7 +131,7 @@ FROM filtered_aggregates AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -212,9 +212,9 @@ scalar_aggs.channel, scalar_aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` AS scalar_aggs + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 17:41:02.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 17:41:10.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -23,7 +23,7 @@ IF(agg_type = "percentiles", mozfun.glam.histogram_cast_json(aggregates), NULL) ) AS percentiles, FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1` + `glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1` WHERE total_users > 10 GROUP BY diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 17:41:03.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 17:41:10.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -13,7 +13,7 @@ total_users DESC ) AS rank FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1` + `glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1` ) SELECT channel, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 17:41:03.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 17:41:10.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -29,7 +29,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1` table + glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 17:41:03.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 17:41:10.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -9,4 +9,4 @@ ('95', mozfun.glam.percentile(95, aggregates, metric_type)) ] AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 17:41:03.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 17:41:10.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -56,7 +56,7 @@ CAST(ROUND(SUM(record.value)) AS INT64) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 17:41:03.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 17:41:11.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -5,7 +5,7 @@ channel, app_version FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date BETWEEN DATE_SUB(@submission_date, INTERVAL 28 DAY) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 17:41:03.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 17:41:11.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -79,7 +79,7 @@ app_build_id, channel, FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 GROUP BY app_build_id, channel @@ -90,7 +90,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 INNER JOIN build_ids USING (app_build_id, channel) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 17:41:03.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 17:41:11.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -3,7 +3,7 @@ SELECT * EXCEPT (scalar_aggregates) FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 CROSS JOIN UNNEST(scalar_aggregates) ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 17:41:03.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 17:41:11.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -31,7 +31,7 @@ SUM(count) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql /tmp/workspace/generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql --- /tmp/workspace/main-generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql 2024-06-27 17:40:13.000000000 +0000 @@ -3,6 +3,6 @@ mozfun.bits28.range(days_seen_bits, -13 + 0, 7) AS week_0_bits, mozfun.bits28.range(days_seen_bits, -13 + 7, 7) AS week_1_bits FROM - `mozdata.telemetry.clients_last_seen` + telemetry.clients_last_seen WHERE submission_date > '2020-01-01' diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql /tmp/workspace/generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql --- /tmp/workspace/main-generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql 2024-06-27 17:40:13.000000000 +0000 @@ -12,12 +12,12 @@ SELECT extract_fields('org_mozilla_firefox_beta', m).* FROM - `mozdata.org_mozilla_firefox_beta.metrics` AS m + org_mozilla_firefox_beta.metrics AS m UNION ALL SELECT extract_fields('org_mozilla_fenix', m).* FROM - `mozdata.org_mozilla_fenix.metrics` AS m + org_mozilla_fenix.metrics AS m ) SELECT DATE(submission_timestamp) AS submission_date, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml 2024-06-27 17:41:04.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml 2024-06-27 17:41:12.000000000 +0000 @@ -19,5 +19,5 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1 - - moz-fx-data-bq-performance.release_criteria.release_criteria_helper + - rc_flattened_test_data_v1 + - release_criteria_helper diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -8,7 +8,7 @@ IFNULL(test_extra_options, '') AS test_extra_options, IFNULL(subtest_name, '') AS subtest_name FROM - `moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1` + rc_flattened_test_data_v1 WHERE task_group_time >= TIMESTAMP_SUB(current_timestamp, INTERVAL 28 DAY) ), @@ -23,7 +23,7 @@ ARRAY_TO_STRING(ARRAY_AGG(DISTINCT rc_test_name), '\n') AS rc_test_name, COUNT(*) AS defined_criteria FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_helper` + release_criteria_helper GROUP BY framework, platform, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml 2024-06-27 17:41:04.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml 2024-06-27 17:41:12.000000000 +0000 @@ -17,4 +17,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.release_criteria_v1 + - release_criteria_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -26,13 +26,13 @@ SAFE_DIVIDE(rc_three_week_prior_average - rc_value, rc_value) AS three_week_pct_change, SAFE_DIVIDE(rc_four_week_prior_average - rc_value, rc_value) AS four_week_pct_change, FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS a + release_criteria_v1 AS a WHERE task_group_time = ( SELECT MAX(task_group_time) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS b + release_criteria_v1 AS b WHERE a.project = b.project AND a.platform = b.platform diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml 2024-06-27 17:41:04.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml 2024-06-27 17:41:12.000000000 +0000 @@ -18,5 +18,5 @@ references: query.sql: - dp2-prod.sumo.release_calendar - - moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1 - - moz-fx-data-bq-performance.release_criteria.release_criteria_helper + - rc_flattened_test_data_v1 + - release_criteria_helper diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -11,7 +11,7 @@ IFNULL(test_extra_options, '') AS test_extra_options ) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_helper` + release_criteria_helper WHERE rc_test_name IS NOT NULL AND rc_test_name != 'exclude' @@ -38,7 +38,7 @@ included_rc.rc_target_value, included_rc.rc_target_app, FROM - `moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1` AS flattened + rc_flattened_test_data_v1 AS flattened LEFT JOIN rc_included_tests AS included_rc ON flattened.framework = included_rc.framework diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml 2024-06-27 17:41:04.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml 2024-06-27 17:41:12.000000000 +0000 @@ -17,4 +17,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.release_criteria_v1 + - release_criteria_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -6,14 +6,14 @@ rc_test_name, task_group_time FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS a + release_criteria_v1 AS a WHERE `moz-fx-data-bq-performance.udf.is_stale_test`(task_group_time, test_tier) AND task_group_time = ( SELECT MAX(task_group_time) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS b + release_criteria_v1 AS b WHERE a.project = b.project AND a.platform = b.platform diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -69,7 +69,7 @@ submission_timestamp, user_id_sha256, service, - `moz-fx-data-shared-prod.udf.mode_last`(ARRAY_AGG(country) OVER w1) AS country, + udf.mode_last(ARRAY_AGG(country) OVER w1) AS country, udf_contains_tier1_country(ARRAY_AGG(country) OVER w1) AS seen_in_tier1_country, LOGICAL_OR(event_name = 'reg_complete') OVER w1 AS registered, -- we cannot count distinct here because the window is ordered by submission_timestamp diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -12,7 +12,7 @@ CAST(registered AS INT64) AS days_registered_bits, * EXCEPT (submission_date, registered, seen_in_tier1_country), FROM - `moz-fx-data-shared-prod.accounts_backend_derived.users_services_daily_v1` + accounts_backend_derived.users_services_daily_v1 WHERE submission_date = @submission_date ), @@ -28,24 +28,24 @@ submission_date ) FROM - `moz-fx-data-shared-prod.accounts_backend_derived.users_services_last_seen_v1` + accounts_backend_derived.users_services_last_seen_v1 WHERE submission_date = DATE_SUB(@submission_date, INTERVAL 1 DAY) -- Filter out rows from yesterday that have now fallen outside the 28-day window. - AND `moz-fx-data-shared-prod.udf.shift_28_bits_one_day`(days_seen_bits) > 0 + AND udf.shift_28_bits_one_day(days_seen_bits) > 0 ) SELECT @submission_date AS submission_date, IF(_current.user_id_sha256 IS NOT NULL, _current, _previous).* REPLACE ( - `moz-fx-data-shared-prod.udf.combine_adjacent_days_28_bits`( + udf.combine_adjacent_days_28_bits( _previous.days_seen_bits, _current.days_seen_bits ) AS days_seen_bits, - `moz-fx-data-shared-prod.udf.combine_adjacent_days_28_bits`( + udf.combine_adjacent_days_28_bits( _previous.days_seen_in_tier1_country_bits, _current.days_seen_in_tier1_country_bits ) AS days_seen_in_tier1_country_bits, - `moz-fx-data-shared-prod.udf.coalesce_adjacent_days_28_bits`( + udf.coalesce_adjacent_days_28_bits( _previous.days_registered_bits, _current.days_registered_bits ) AS days_registered_bits diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -11,7 +11,7 @@ tile_id, user_prefs, FROM - `moz-fx-data-shared-prod.activity_stream_bi.impression_stats_flat_v1` + activity_stream_bi.impression_stats_flat_v1 CROSS JOIN UNNEST(experiments) AS experiment WHERE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml 2024-06-27 17:41:07.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml 2024-06-27 17:41:14.000000000 +0000 @@ -29,4 +29,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-shared-prod.activity_stream_stable.impression_stats_v1 + - activity_stream_stable.impression_stats_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -23,7 +23,7 @@ ANY_VALUE(experiments) AS experiments, sample_id FROM - `moz-fx-data-shared-prod.activity_stream_stable.impression_stats_v1` + activity_stream_stable.impression_stats_v1 CROSS JOIN UNNEST(tiles) AS flattened_tiles WITH OFFSET AS alt_pos diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml 2024-06-27 17:42:03.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml 2024-06-27 17:42:16.000000000 +0000 @@ -28,4 +28,4 @@ - workgroup:amo/nonprod references: query.sql: - - moz-fx-data-shared-prod.amo_prod.amo_stats_dau_v2 + - amo_prod.amo_stats_dau_v2 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -7,7 +7,7 @@ SELECT * FROM - `moz-fx-data-shared-prod.amo_prod.amo_stats_dau_v2` + amo_prod.amo_stats_dau_v2 WHERE submission_date = @submission_date AND ( diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml 2024-06-27 17:42:03.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml 2024-06-27 17:42:16.000000000 +0000 @@ -28,5 +28,5 @@ - workgroup:amo/nonprod references: query.sql: - - moz-fx-data-shared-prod.amo_dev.amo_stats_dau_v2 - - moz-fx-data-shared-prod.amo_prod.amo_stats_installs_v3 + - amo_dev.amo_stats_dau_v2 + - amo_prod.amo_stats_installs_v3 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -6,12 +6,12 @@ addon_id, TO_HEX(SHA256(addon_id)) AS hashed_addon_id FROM - `moz-fx-data-shared-prod.amo_dev.amo_stats_dau_v2` + amo_dev.amo_stats_dau_v2 ) SELECT installs.* FROM - `moz-fx-data-shared-prod.amo_prod.amo_stats_installs_v3` AS installs + amo_prod.amo_stats_installs_v3 AS installs -- This join will filter out all addon_ids that are not already present -- in the dev dau table, so we don't need to duplicate the list of addons -- approved for dev here. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml 2024-06-27 17:42:05.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml 2024-06-27 17:42:18.000000000 +0000 @@ -33,5 +33,5 @@ - workgroup:amo/prod references: query.sql: - - moz-fx-data-shared-prod.amo_prod.desktop_addons_by_client_v1 - - moz-fx-data-shared-prod.amo_prod.fenix_addons_by_client_v1 + - amo_prod.desktop_addons_by_client_v1 + - amo_prod.fenix_addons_by_client_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql 2024-06-27 17:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql 2024-06-27 17:40:13.000000000 +0000 @@ -13,13 +13,13 @@ *, 'Desktop' AS app FROM - `moz-fx-data-shared-prod.amo_prod.desktop_addons_by_client_v1` + amo_prod.desktop_addons_by_client_v1 UNION ALL SELECT *, 'Fenix' AS app FROM - `moz-fx-data-shared-prod.amo_prod.fenix_addons_by_c ```

⚠️ Only part of the diff is displayed.

Link to full diff

dataops-ci-bot commented 3 days ago

Integration report for "Remove adjust from desktop UDF"

sql.diff

Click to expand! ```diff Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_mobile diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 18:40:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -60,7 +60,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 WHERE sample_id >= @min_sample_id AND sample_id <= @max_sample_id @@ -78,7 +78,7 @@ FROM extracted_accumulated LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -98,7 +98,7 @@ CAST(app_version AS INT64) AS app_version, unnested_histogram_aggregates AS histogram_aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1`, + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_histogram_aggregates_v1, UNNEST(histogram_aggregates) unnested_histogram_aggregates WHERE submission_date = @submission_date @@ -118,7 +118,7 @@ FROM extracted_daily LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 18:40:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -89,7 +89,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date = @submission_date ), @@ -131,7 +131,7 @@ FROM filtered_aggregates AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -212,9 +212,9 @@ scalar_aggs.channel, scalar_aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` AS scalar_aggs + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__latest_versions_v1` + glam_etl.firefox_desktop_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 18:40:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -23,7 +23,7 @@ IF(agg_type = "percentiles", mozfun.glam.histogram_cast_json(aggregates), NULL) ) AS percentiles, FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1` + `glam_etl.firefox_desktop_glam_nightly__view_probe_counts_v1` WHERE total_users > 10 GROUP BY diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 18:40:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -13,7 +13,7 @@ total_users DESC ) AS rank FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1` + `glam_etl.firefox_desktop_glam_nightly__view_user_counts_v1` ) SELECT channel, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 18:40:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -29,7 +29,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1` table + glam_etl.firefox_desktop_glam_nightly__clients_histogram_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 18:40:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -11,4 +11,4 @@ ('99.9', mozfun.glam.percentile(99.9, aggregates, metric_type)) ] AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1` + glam_etl.firefox_desktop_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 18:40:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -56,7 +56,7 @@ CAST(ROUND(SUM(record.value)) AS INT64) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1` + glam_etl.firefox_desktop_glam_nightly__histogram_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 18:40:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__latest_versions_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -5,7 +5,7 @@ channel, app_version FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date BETWEEN DATE_SUB(@submission_date, INTERVAL 28 DAY) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 18:40:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -104,7 +104,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` table + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 18:40:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -3,7 +3,7 @@ SELECT * EXCEPT (scalar_aggregates) FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.firefox_desktop_glam_nightly__clients_scalar_aggregates_v1 CROSS JOIN UNNEST(scalar_aggregates) ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 18:40:55.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 + - glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/firefox_desktop_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -31,7 +31,7 @@ SUM(count) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1` + glam_etl.firefox_desktop_glam_nightly__scalar_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 18:40:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/metadata.yaml 2024-06-27 18:40:58.000000000 +0000 @@ -20,6 +20,6 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -60,7 +60,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 WHERE sample_id >= @min_sample_id AND sample_id <= @max_sample_id @@ -78,7 +78,7 @@ FROM extracted_accumulated LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -98,7 +98,7 @@ CAST(app_version AS INT64) AS app_version, unnested_histogram_aggregates AS histogram_aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1`, + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_histogram_aggregates_v1, UNNEST(histogram_aggregates) unnested_histogram_aggregates WHERE submission_date = @submission_date @@ -118,7 +118,7 @@ FROM extracted_daily LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 18:40:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/metadata.yaml 2024-06-27 18:40:59.000000000 +0000 @@ -10,6 +10,6 @@ init.sql: - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -89,7 +89,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date = @submission_date ), @@ -131,7 +131,7 @@ FROM filtered_aggregates AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to @@ -212,9 +212,9 @@ scalar_aggs.channel, scalar_aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` AS scalar_aggs + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 AS scalar_aggs LEFT JOIN - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1` + glam_etl.org_mozilla_fenix_glam_nightly__latest_versions_v1 USING (channel) WHERE -- allow for builds to be slighly ahead of the current submission date, to diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 18:40:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/metadata.yaml 2024-06-27 18:40:59.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_probe_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -23,7 +23,7 @@ IF(agg_type = "percentiles", mozfun.glam.histogram_cast_json(aggregates), NULL) ) AS percentiles, FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1` + `glam_etl.org_mozilla_fenix_glam_nightly__view_probe_counts_v1` WHERE total_users > 10 GROUP BY diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 18:40:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/metadata.yaml 2024-06-27 18:40:59.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__extract_user_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -13,7 +13,7 @@ total_users DESC ) AS rank FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1` + `glam_etl.org_mozilla_fenix_glam_nightly__view_user_counts_v1` ) SELECT channel, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 18:40:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/metadata.yaml 2024-06-27 18:40:59.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -29,7 +29,7 @@ COALESCE(combo.os, table.os) AS os, COALESCE(combo.app_build_id, table.app_build_id) AS app_build_id FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1` table + glam_etl.org_mozilla_fenix_glam_nightly__clients_histogram_aggregates_v1 table CROSS JOIN static_combos combo ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 18:40:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/metadata.yaml 2024-06-27 18:40:59.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_percentiles_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -9,4 +9,4 @@ ('95', mozfun.glam.percentile(95, aggregates, metric_type)) ] AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 18:40:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/metadata.yaml 2024-06-27 18:40:59.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__histogram_probe_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -56,7 +56,7 @@ CAST(ROUND(SUM(record.value)) AS INT64) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__histogram_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 18:40:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/metadata.yaml 2024-06-27 18:40:59.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__latest_versions_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -5,7 +5,7 @@ channel, app_version FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__view_clients_daily_scalar_aggregates_v1 WHERE submission_date BETWEEN DATE_SUB(@submission_date, INTERVAL 28 DAY) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 18:40:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/metadata.yaml 2024-06-27 18:40:59.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -79,7 +79,7 @@ app_build_id, channel, FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 GROUP BY app_build_id, channel @@ -90,7 +90,7 @@ SELECT * FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 INNER JOIN build_ids USING (app_build_id, channel) diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 18:40:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/metadata.yaml 2024-06-27 18:40:59.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_percentiles_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -3,7 +3,7 @@ SELECT * EXCEPT (scalar_aggregates) FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1` + glam_etl.org_mozilla_fenix_glam_nightly__clients_scalar_aggregates_v1 CROSS JOIN UNNEST(scalar_aggregates) ), diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 18:40:56.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/metadata.yaml 2024-06-27 18:40:59.000000000 +0000 @@ -8,4 +8,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 + - glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/glam-fenix-dev/glam_etl/org_mozilla_fenix_glam_nightly__scalar_probe_counts_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -31,7 +31,7 @@ SUM(count) ) AS aggregates FROM - `glam-fenix-dev.glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1` + glam_etl.org_mozilla_fenix_glam_nightly__scalar_bucket_counts_v1 GROUP BY ping_type, os, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql /tmp/workspace/generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql --- /tmp/workspace/main-generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/mozfun/bits28/examples/extract_week_specific_bits.sql 2024-06-27 18:40:04.000000000 +0000 @@ -3,6 +3,6 @@ mozfun.bits28.range(days_seen_bits, -13 + 0, 7) AS week_0_bits, mozfun.bits28.range(days_seen_bits, -13 + 7, 7) AS week_1_bits FROM - `mozdata.telemetry.clients_last_seen` + telemetry.clients_last_seen WHERE submission_date > '2020-01-01' diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql /tmp/workspace/generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql --- /tmp/workspace/main-generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/mozfun/norm/examples/fenix_app_info.sql 2024-06-27 18:40:04.000000000 +0000 @@ -12,12 +12,12 @@ SELECT extract_fields('org_mozilla_firefox_beta', m).* FROM - `mozdata.org_mozilla_firefox_beta.metrics` AS m + org_mozilla_firefox_beta.metrics AS m UNION ALL SELECT extract_fields('org_mozilla_fenix', m).* FROM - `mozdata.org_mozilla_fenix.metrics` AS m + org_mozilla_fenix.metrics AS m ) SELECT DATE(submission_timestamp) AS submission_date, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/metadata.yaml 2024-06-27 18:41:00.000000000 +0000 @@ -19,5 +19,5 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1 - - moz-fx-data-bq-performance.release_criteria.release_criteria_helper + - rc_flattened_test_data_v1 + - release_criteria_helper diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -8,7 +8,7 @@ IFNULL(test_extra_options, '') AS test_extra_options, IFNULL(subtest_name, '') AS subtest_name FROM - `moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1` + rc_flattened_test_data_v1 WHERE task_group_time >= TIMESTAMP_SUB(current_timestamp, INTERVAL 28 DAY) ), @@ -23,7 +23,7 @@ ARRAY_TO_STRING(ARRAY_AGG(DISTINCT rc_test_name), '\n') AS rc_test_name, COUNT(*) AS defined_criteria FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_helper` + release_criteria_helper GROUP BY framework, platform, diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/metadata.yaml 2024-06-27 18:41:00.000000000 +0000 @@ -17,4 +17,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.release_criteria_v1 + - release_criteria_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -26,13 +26,13 @@ SAFE_DIVIDE(rc_three_week_prior_average - rc_value, rc_value) AS three_week_pct_change, SAFE_DIVIDE(rc_four_week_prior_average - rc_value, rc_value) AS four_week_pct_change, FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS a + release_criteria_v1 AS a WHERE task_group_time = ( SELECT MAX(task_group_time) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS b + release_criteria_v1 AS b WHERE a.project = b.project AND a.platform = b.platform diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/metadata.yaml 2024-06-27 18:41:00.000000000 +0000 @@ -18,5 +18,5 @@ references: query.sql: - dp2-prod.sumo.release_calendar - - moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1 - - moz-fx-data-bq-performance.release_criteria.release_criteria_helper + - rc_flattened_test_data_v1 + - release_criteria_helper diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -11,7 +11,7 @@ IFNULL(test_extra_options, '') AS test_extra_options ) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_helper` + release_criteria_helper WHERE rc_test_name IS NOT NULL AND rc_test_name != 'exclude' @@ -38,7 +38,7 @@ included_rc.rc_target_value, included_rc.rc_target_app, FROM - `moz-fx-data-bq-performance.release_criteria.rc_flattened_test_data_v1` AS flattened + rc_flattened_test_data_v1 AS flattened LEFT JOIN rc_included_tests AS included_rc ON flattened.framework = included_rc.framework diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml 2024-06-27 18:40:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/metadata.yaml 2024-06-27 18:41:00.000000000 +0000 @@ -17,4 +17,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-bq-performance.release_criteria.release_criteria_v1 + - release_criteria_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -6,14 +6,14 @@ rc_test_name, task_group_time FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS a + release_criteria_v1 AS a WHERE `moz-fx-data-bq-performance.udf.is_stale_test`(task_group_time, test_tier) AND task_group_time = ( SELECT MAX(task_group_time) FROM - `moz-fx-data-bq-performance.release_criteria.release_criteria_v1` AS b + release_criteria_v1 AS b WHERE a.project = b.project AND a.platform = b.platform diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -69,7 +69,7 @@ submission_timestamp, user_id_sha256, service, - `moz-fx-data-shared-prod.udf.mode_last`(ARRAY_AGG(country) OVER w1) AS country, + udf.mode_last(ARRAY_AGG(country) OVER w1) AS country, udf_contains_tier1_country(ARRAY_AGG(country) OVER w1) AS seen_in_tier1_country, LOGICAL_OR(event_name = 'reg_complete') OVER w1 AS registered, -- we cannot count distinct here because the window is ordered by submission_timestamp diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -12,7 +12,7 @@ CAST(registered AS INT64) AS days_registered_bits, * EXCEPT (submission_date, registered, seen_in_tier1_country), FROM - `moz-fx-data-shared-prod.accounts_backend_derived.users_services_daily_v1` + accounts_backend_derived.users_services_daily_v1 WHERE submission_date = @submission_date ), @@ -28,24 +28,24 @@ submission_date ) FROM - `moz-fx-data-shared-prod.accounts_backend_derived.users_services_last_seen_v1` + accounts_backend_derived.users_services_last_seen_v1 WHERE submission_date = DATE_SUB(@submission_date, INTERVAL 1 DAY) -- Filter out rows from yesterday that have now fallen outside the 28-day window. - AND `moz-fx-data-shared-prod.udf.shift_28_bits_one_day`(days_seen_bits) > 0 + AND udf.shift_28_bits_one_day(days_seen_bits) > 0 ) SELECT @submission_date AS submission_date, IF(_current.user_id_sha256 IS NOT NULL, _current, _previous).* REPLACE ( - `moz-fx-data-shared-prod.udf.combine_adjacent_days_28_bits`( + udf.combine_adjacent_days_28_bits( _previous.days_seen_bits, _current.days_seen_bits ) AS days_seen_bits, - `moz-fx-data-shared-prod.udf.combine_adjacent_days_28_bits`( + udf.combine_adjacent_days_28_bits( _previous.days_seen_in_tier1_country_bits, _current.days_seen_in_tier1_country_bits ) AS days_seen_in_tier1_country_bits, - `moz-fx-data-shared-prod.udf.coalesce_adjacent_days_28_bits`( + udf.coalesce_adjacent_days_28_bits( _previous.days_registered_bits, _current.days_registered_bits ) AS days_registered_bits diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_by_experiment_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -11,7 +11,7 @@ tile_id, user_prefs, FROM - `moz-fx-data-shared-prod.activity_stream_bi.impression_stats_flat_v1` + activity_stream_bi.impression_stats_flat_v1 CROSS JOIN UNNEST(experiments) AS experiment WHERE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml 2024-06-27 18:40:59.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/metadata.yaml 2024-06-27 18:41:02.000000000 +0000 @@ -29,4 +29,4 @@ # Generated by bigquery_etl.dependency references: query.sql: - - moz-fx-data-shared-prod.activity_stream_stable.impression_stats_v1 + - activity_stream_stable.impression_stats_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/activity_stream_bi/impression_stats_flat_v1/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -23,7 +23,7 @@ ANY_VALUE(experiments) AS experiments, sample_id FROM - `moz-fx-data-shared-prod.activity_stream_stable.impression_stats_v1` + activity_stream_stable.impression_stats_v1 CROSS JOIN UNNEST(tiles) AS flattened_tiles WITH OFFSET AS alt_pos diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml 2024-06-27 18:41:54.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/metadata.yaml 2024-06-27 18:41:55.000000000 +0000 @@ -28,4 +28,4 @@ - workgroup:amo/nonprod references: query.sql: - - moz-fx-data-shared-prod.amo_prod.amo_stats_dau_v2 + - amo_prod.amo_stats_dau_v2 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_dau_v2/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -7,7 +7,7 @@ SELECT * FROM - `moz-fx-data-shared-prod.amo_prod.amo_stats_dau_v2` + amo_prod.amo_stats_dau_v2 WHERE submission_date = @submission_date AND ( diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml 2024-06-27 18:41:54.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/metadata.yaml 2024-06-27 18:41:55.000000000 +0000 @@ -28,5 +28,5 @@ - workgroup:amo/nonprod references: query.sql: - - moz-fx-data-shared-prod.amo_dev.amo_stats_dau_v2 - - moz-fx-data-shared-prod.amo_prod.amo_stats_installs_v3 + - amo_dev.amo_stats_dau_v2 + - amo_prod.amo_stats_installs_v3 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_dev/amo_stats_installs_v3/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -6,12 +6,12 @@ addon_id, TO_HEX(SHA256(addon_id)) AS hashed_addon_id FROM - `moz-fx-data-shared-prod.amo_dev.amo_stats_dau_v2` + amo_dev.amo_stats_dau_v2 ) SELECT installs.* FROM - `moz-fx-data-shared-prod.amo_prod.amo_stats_installs_v3` AS installs + amo_prod.amo_stats_installs_v3 AS installs -- This join will filter out all addon_ids that are not already present -- in the dev dau table, so we don't need to duplicate the list of addons -- approved for dev here. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml 2024-06-27 18:41:57.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/metadata.yaml 2024-06-27 18:41:57.000000000 +0000 @@ -33,5 +33,5 @@ - workgroup:amo/prod references: query.sql: - - moz-fx-data-shared-prod.amo_prod.desktop_addons_by_client_v1 - - moz-fx-data-shared-prod.amo_prod.fenix_addons_by_client_v1 + - amo_prod.desktop_addons_by_client_v1 + - amo_prod.fenix_addons_by_client_v1 diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql 2024-06-27 18:40:16.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/amo_prod/amo_stats_dau_v2/query.sql 2024-06-27 18:40:04.000000000 +0000 @@ -13,13 +13,13 @@ *, 'Desktop' AS app FROM - `moz-fx-data-shared-prod.amo_prod.desktop_addons_by_client_v1` + amo_prod.desktop_addons_by_client_v1 UNION ALL SELECT *, 'Fenix' AS app FROM - `moz-fx-data-shared-prod.amo_prod.fenix_addons_by_c ```

⚠️ Only part of the diff is displayed.

Link to full diff

dataops-ci-bot commented 3 days ago

Integration report for "Merge branch 'main' into DENG-4175-organic-vs-paid-search-udfs"

sql.diff

Click to expand! ```diff Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: marketing_attributable_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_mobile diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml 2024-06-27 19:17:59.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Marketing Attributable - Desktop +description: |- + This is a UDF to help distinguish if acquired desktop clients are attributable to marketing efforts or not +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql 2024-06-27 19:15:57.000000000 +0000 @@ -0,0 +1,21 @@ +CREATE OR REPLACE FUNCTION udf.marketing_attributable_desktop(medium STRING) +RETURNS BOOLEAN AS ( + CASE + WHEN LOWER(medium) IN ( + 'paidsearch', + 'paiddisplay', + 'cpc', + 'email', + 'display', + 'paidsocial', + 'paidvideo', + 'social', + 'ppc', + 'banner', + 'ad-unit', + 'newsletter' + ) + THEN TRUE + ELSE FALSE + END +); diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml 2024-06-27 19:17:59.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Organic vs Paid - Desktop +description: |- + This is a UDF to help distinguish desktop client attribution as being organic or paid +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql 2024-06-27 19:15:57.000000000 +0000 @@ -0,0 +1,25 @@ +CREATE OR REPLACE FUNCTION udf.organic_vs_paid_desktop(medium STRING) +RETURNS STRING AS ( + CASE + WHEN LOWER(medium) IN ( + 'paidsearch', + 'paiddisplay', + 'cpc', + 'display', + 'paidsocial', + 'paidvideo', + 'ppc' + ) + THEN 'Paid' + ELSE 'Organic' + END +); + +SELECT + mozfun.assert.equals(udf.organic_vs_paid_desktop('display'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('PAIDDISPLAY'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('paidsocial'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('paidvideo'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('ppc'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop(NULL), 'Organic'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('abc'), 'Organic'); diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml 2024-06-27 19:17:59.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Organic vs Paid - Mobile +description: |- + This is a UDF to help distinguish mobile client attribution as being organic or paid +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql 2024-06-27 19:15:57.000000000 +0000 @@ -0,0 +1,16 @@ +CREATE OR REPLACE FUNCTION udf.organic_vs_paid_mobile(adjust_network STRING) +RETURNS STRING AS ( + CASE + WHEN LOWER(adjust_network) IN ('google ads aci', 'apple search ads') + THEN 'Paid' + ELSE 'Organic' + END +); + +SELECT + mozfun.assert.equals(udf.organic_vs_paid_mobile('Google Ads ACI'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('google ads aci'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('APPLE SEARCH ADS'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('apple search ads'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile(''), 'Organic'), + mozfun.assert.equals(udf.organic_vs_paid_mobile(NULL), 'Organic'); ```

Link to full diff

dataops-ci-bot commented 3 days ago

Integration report for "Remove options from organic vs paid desktop"

sql.diff

Click to expand! ```diff Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring/shredder_progress: schema.yaml Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/pocket/pocket_reach_mau: schema.yaml Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/search_terms/aggregated_search_terms_daily: schema.yaml Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/search_terms/sanitization_job_data_validation_metrics: schema.yaml Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/search_terms/sanitization_job_languages: schema.yaml Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/search_terms/search_terms_daily: schema.yaml Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry/buildhub2: schema.yaml Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_mobile diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_source_type_report/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_source_type_report/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_source_type_report/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_source_type_report/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,34 @@ -{} +fields: +- name: app_id + type: INTEGER + mode: NULLABLE +- name: date + type: TIMESTAMP + mode: NULLABLE +- name: source_type + type: STRING + mode: NULLABLE +- name: territory + type: STRING + mode: NULLABLE +- name: _fivetran_synced + type: TIMESTAMP + mode: NULLABLE +- name: impressions + type: INTEGER + mode: NULLABLE +- name: impressions_unique_device + type: INTEGER + mode: NULLABLE +- name: meets_threshold + type: BOOLEAN + mode: NULLABLE +- name: page_views + type: INTEGER + mode: NULLABLE +- name: page_views_unique_device + type: INTEGER + mode: NULLABLE +- name: date_pst + type: TIMESTAMP + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_source_type_report/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_source_type_report/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_source_type_report/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_source_type_report/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,31 @@ -{} +fields: +- name: app_id + type: INTEGER + mode: NULLABLE +- name: date + type: TIMESTAMP + mode: NULLABLE +- name: source_type + type: STRING + mode: NULLABLE +- name: territory + type: STRING + mode: NULLABLE +- name: _fivetran_synced + type: TIMESTAMP + mode: NULLABLE +- name: first_time_downloads + type: INTEGER + mode: NULLABLE +- name: meets_threshold + type: BOOLEAN + mode: NULLABLE +- name: redownloads + type: INTEGER + mode: NULLABLE +- name: total_downloads + type: INTEGER + mode: NULLABLE +- name: date_pst + type: TIMESTAMP + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_source_type_report/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_source_type_report/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_source_type_report/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_source_type_report/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,37 @@ -{} +fields: +- name: app_id + type: INTEGER + mode: NULLABLE +- name: date + type: TIMESTAMP + mode: NULLABLE +- name: source_type + type: STRING + mode: NULLABLE +- name: territory + type: STRING + mode: NULLABLE +- name: _fivetran_synced + type: TIMESTAMP + mode: NULLABLE +- name: active_devices + type: INTEGER + mode: NULLABLE +- name: active_devices_last_30_days + type: INTEGER + mode: NULLABLE +- name: deletions + type: INTEGER + mode: NULLABLE +- name: installations + type: INTEGER + mode: NULLABLE +- name: meets_threshold + type: BOOLEAN + mode: NULLABLE +- name: sessions + type: INTEGER + mode: NULLABLE +- name: date_pst + type: TIMESTAMP + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/adm_forecasting/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/adm_forecasting/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/adm_forecasting/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/adm_forecasting/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,43 @@ -{} +fields: +- name: product + type: STRING + mode: NULLABLE +- name: submission_date + type: DATE + mode: NULLABLE +- name: country + type: STRING + mode: NULLABLE +- name: device + type: STRING + mode: NULLABLE +- name: eligible_share_country + type: FLOAT + mode: NULLABLE +- name: clients + type: INTEGER + mode: NULLABLE +- name: p_amazon + type: FLOAT + mode: NULLABLE +- name: p_other + type: FLOAT + mode: NULLABLE +- name: amazon_clients + type: FLOAT + mode: NULLABLE +- name: other_clients + type: FLOAT + mode: NULLABLE +- name: amazon_clicks + type: INTEGER + mode: NULLABLE +- name: other_clicks + type: INTEGER + mode: NULLABLE +- name: amazon_clicks_per_client + type: FLOAT + mode: NULLABLE +- name: other_clicks_per_client + type: FLOAT + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-06-27 19:13:13.000000000 +0000 @@ -1 +1,49 @@ -{} +fields: +- mode: NULLABLE + name: submission_date + type: DATE +- mode: NULLABLE + name: source + type: STRING +- mode: NULLABLE + name: event_type + type: STRING +- mode: NULLABLE + name: form_factor + type: STRING +- mode: NULLABLE + name: country + type: STRING +- mode: NULLABLE + name: subdivision1 + type: STRING +- mode: NULLABLE + name: advertiser + type: STRING +- mode: NULLABLE + name: release_channel + type: STRING +- mode: NULLABLE + name: position + type: INTEGER +- mode: NULLABLE + name: provider + type: STRING +- mode: NULLABLE + name: match_type + type: STRING +- mode: NULLABLE + name: normalized_os + type: STRING +- mode: NULLABLE + name: suggest_data_sharing_enabled + type: BOOLEAN +- mode: NULLABLE + name: event_count + type: INTEGER +- mode: NULLABLE + name: user_count + type: INTEGER +- mode: NULLABLE + name: query_type + type: STRING diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_spons_tiles/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_spons_tiles/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_spons_tiles/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_spons_tiles/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,31 @@ -{} +fields: +- name: submission_date + type: DATE + mode: NULLABLE +- name: form_factor + type: STRING + mode: NULLABLE +- name: country + type: STRING + mode: NULLABLE +- name: advertiser + type: STRING + mode: NULLABLE +- name: normalized_os + type: STRING + mode: NULLABLE +- name: release_channel + type: STRING + mode: NULLABLE +- name: position + type: INTEGER + mode: NULLABLE +- name: provider + type: STRING + mode: NULLABLE +- name: impression_count + type: INTEGER + mode: NULLABLE +- name: click_count + type: INTEGER + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-06-27 19:13:13.000000000 +0000 @@ -1 +1,40 @@ -{} +fields: +- mode: NULLABLE + name: submission_date + type: DATE +- mode: NULLABLE + name: form_factor + type: STRING +- mode: NULLABLE + name: country + type: STRING +- mode: NULLABLE + name: advertiser + type: STRING +- mode: NULLABLE + name: normalized_os + type: STRING +- mode: NULLABLE + name: release_channel + type: STRING +- mode: NULLABLE + name: position + type: INTEGER +- mode: NULLABLE + name: provider + type: STRING +- mode: NULLABLE + name: match_type + type: STRING +- mode: NULLABLE + name: suggest_data_sharing_enabled + type: BOOLEAN +- mode: NULLABLE + name: impression_count + type: INTEGER +- mode: NULLABLE + name: click_count + type: INTEGER +- mode: NULLABLE + name: query_type + type: STRING diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_click_live/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_click_live/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_click_live/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_click_live/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,174 @@ -{} +fields: +- name: additional_properties + type: STRING + mode: NULLABLE +- name: advertiser + type: STRING + mode: NULLABLE +- name: block_id + type: INTEGER + mode: NULLABLE +- name: context_id + type: STRING + mode: NULLABLE +- name: document_id + type: STRING + mode: NULLABLE +- name: experiments + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: RECORD + mode: NULLABLE + fields: + - name: branch + type: STRING + mode: NULLABLE +- name: locale + type: STRING + mode: NULLABLE +- name: metadata + type: RECORD + mode: NULLABLE + fields: + - name: geo + type: RECORD + mode: NULLABLE + fields: + - name: city + type: STRING + mode: NULLABLE + - name: country + type: STRING + mode: NULLABLE + - name: db_version + type: STRING + mode: NULLABLE + - name: subdivision1 + type: STRING + mode: NULLABLE + - name: subdivision2 + type: STRING + mode: NULLABLE + - name: header + type: RECORD + mode: NULLABLE + fields: + - name: date + type: STRING + mode: NULLABLE + - name: dnt + type: STRING + mode: NULLABLE + - name: x_debug_id + type: STRING + mode: NULLABLE + - name: x_pingsender_version + type: STRING + mode: NULLABLE + - name: x_source_tags + type: STRING + mode: NULLABLE + - name: x_telemetry_agent + type: STRING + mode: NULLABLE + - name: x_foxsec_ip_reputation + type: STRING + mode: NULLABLE + - name: x_lb_tags + type: STRING + mode: NULLABLE + - name: parsed_date + type: TIMESTAMP + mode: NULLABLE + - name: parsed_x_source_tags + type: STRING + mode: REPEATED + - name: parsed_x_lb_tags + type: RECORD + mode: NULLABLE + fields: + - name: tls_version + type: STRING + mode: NULLABLE + - name: tls_cipher_hex + type: STRING + mode: NULLABLE + - name: isp + type: RECORD + mode: NULLABLE + fields: + - name: db_version + type: STRING + mode: NULLABLE + - name: name + type: STRING + mode: NULLABLE + - name: organization + type: STRING + mode: NULLABLE + - name: user_agent + type: RECORD + mode: NULLABLE + fields: + - name: browser + type: STRING + mode: NULLABLE + - name: os + type: STRING + mode: NULLABLE + - name: version + type: STRING + mode: NULLABLE +- name: normalized_app_name + type: STRING + mode: NULLABLE +- name: normalized_channel + type: STRING + mode: NULLABLE +- name: normalized_country_code + type: STRING + mode: NULLABLE +- name: normalized_os + type: STRING + mode: NULLABLE +- name: normalized_os_version + type: STRING + mode: NULLABLE +- name: position + type: INTEGER + mode: NULLABLE +- name: release_channel + type: STRING + mode: NULLABLE +- name: reporting_url + type: STRING + mode: NULLABLE +- name: sample_id + type: INTEGER + mode: NULLABLE +- name: submission_timestamp + type: TIMESTAMP + mode: NULLABLE +- name: version + type: STRING + mode: NULLABLE +- name: scenario + type: STRING + mode: NULLABLE +- name: request_id + type: STRING + mode: NULLABLE +- name: match_type + type: STRING + mode: NULLABLE +- name: improve_suggest_experience_checked + type: BOOLEAN + mode: NULLABLE +- name: source + type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_impression_live/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_impression_live/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_impression_live/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_impression_live/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,177 @@ -{} +fields: +- name: additional_properties + type: STRING + mode: NULLABLE +- name: advertiser + type: STRING + mode: NULLABLE +- name: block_id + type: INTEGER + mode: NULLABLE +- name: context_id + type: STRING + mode: NULLABLE +- name: document_id + type: STRING + mode: NULLABLE +- name: experiments + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: RECORD + mode: NULLABLE + fields: + - name: branch + type: STRING + mode: NULLABLE +- name: is_clicked + type: BOOLEAN + mode: NULLABLE +- name: locale + type: STRING + mode: NULLABLE +- name: metadata + type: RECORD + mode: NULLABLE + fields: + - name: geo + type: RECORD + mode: NULLABLE + fields: + - name: city + type: STRING + mode: NULLABLE + - name: country + type: STRING + mode: NULLABLE + - name: db_version + type: STRING + mode: NULLABLE + - name: subdivision1 + type: STRING + mode: NULLABLE + - name: subdivision2 + type: STRING + mode: NULLABLE + - name: header + type: RECORD + mode: NULLABLE + fields: + - name: date + type: STRING + mode: NULLABLE + - name: dnt + type: STRING + mode: NULLABLE + - name: x_debug_id + type: STRING + mode: NULLABLE + - name: x_pingsender_version + type: STRING + mode: NULLABLE + - name: x_source_tags + type: STRING + mode: NULLABLE + - name: x_telemetry_agent + type: STRING + mode: NULLABLE + - name: x_foxsec_ip_reputation + type: STRING + mode: NULLABLE + - name: x_lb_tags + type: STRING + mode: NULLABLE + - name: parsed_date + type: TIMESTAMP + mode: NULLABLE + - name: parsed_x_source_tags + type: STRING + mode: REPEATED + - name: parsed_x_lb_tags + type: RECORD + mode: NULLABLE + fields: + - name: tls_version + type: STRING + mode: NULLABLE + - name: tls_cipher_hex + type: STRING + mode: NULLABLE + - name: isp + type: RECORD + mode: NULLABLE + fields: + - name: db_version + type: STRING + mode: NULLABLE + - name: name + type: STRING + mode: NULLABLE + - name: organization + type: STRING + mode: NULLABLE + - name: user_agent + type: RECORD + mode: NULLABLE + fields: + - name: browser + type: STRING + mode: NULLABLE + - name: os + type: STRING + mode: NULLABLE + - name: version + type: STRING + mode: NULLABLE +- name: normalized_app_name + type: STRING + mode: NULLABLE +- name: normalized_channel + type: STRING + mode: NULLABLE +- name: normalized_country_code + type: STRING + mode: NULLABLE +- name: normalized_os + type: STRING + mode: NULLABLE +- name: normalized_os_version + type: STRING + mode: NULLABLE +- name: position + type: INTEGER + mode: NULLABLE +- name: release_channel + type: STRING + mode: NULLABLE +- name: reporting_url + type: STRING + mode: NULLABLE +- name: sample_id + type: INTEGER + mode: NULLABLE +- name: submission_timestamp + type: TIMESTAMP + mode: NULLABLE +- name: version + type: STRING + mode: NULLABLE +- name: scenario + type: STRING + mode: NULLABLE +- name: request_id + type: STRING + mode: NULLABLE +- name: match_type + type: STRING + mode: NULLABLE +- name: improve_suggest_experience_checked + type: BOOLEAN + mode: NULLABLE +- name: source + type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_suggest/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_suggest/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_suggest/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_suggest/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,28 @@ -{} +fields: +- name: form_factor + type: STRING + mode: NULLABLE +- name: flagged_fraud + type: BOOLEAN + mode: NULLABLE +- name: submission_date + type: DATE + mode: NULLABLE +- name: country_code + type: STRING + mode: NULLABLE +- name: region_code + type: STRING + mode: NULLABLE +- name: os_family + type: STRING + mode: NULLABLE +- name: product_version + type: INTEGER + mode: NULLABLE +- name: impression_count + type: INTEGER + mode: NULLABLE +- name: click_count + type: INTEGER + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_tiles/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_tiles/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_tiles/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_tiles/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,34 @@ -{} +fields: +- name: form_factor + type: STRING + mode: NULLABLE +- name: flagged_fraud + type: BOOLEAN + mode: NULLABLE +- name: submission_date + type: DATE + mode: NULLABLE +- name: begin_timestamp + type: TIMESTAMP + mode: NULLABLE +- name: end_timestamp + type: TIMESTAMP + mode: NULLABLE +- name: country_code + type: STRING + mode: NULLABLE +- name: region_code + type: STRING + mode: NULLABLE +- name: os_family + type: STRING + mode: NULLABLE +- name: product_version + type: INTEGER + mode: NULLABLE +- name: impression_count + type: INTEGER + mode: NULLABLE +- name: click_count + type: INTEGER + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/suggest_revenue_levers_daily/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/suggest_revenue_levers_daily/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/suggest_revenue_levers_daily/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/suggest_revenue_levers_daily/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,34 @@ -{} +fields: +- name: country + type: STRING + mode: NULLABLE +- name: submission_date + type: DATE + mode: NULLABLE +- name: device + type: STRING + mode: NULLABLE +- name: eligible_share_country + type: FLOAT + mode: NULLABLE +- name: live_market_dau + type: INTEGER + mode: NULLABLE +- name: urlbar_search_dau + type: INTEGER + mode: NULLABLE +- name: suggest_exposed_clients + type: INTEGER + mode: NULLABLE +- name: urlbar_search + type: INTEGER + mode: NULLABLE +- name: total_impressions + type: INTEGER + mode: NULLABLE +- name: spons_impressions + type: INTEGER + mode: NULLABLE +- name: spons_clicks + type: INTEGER + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_click_live/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_click_live/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_click_live/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_click_live/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,162 @@ -{} +fields: +- name: additional_properties + type: STRING + mode: NULLABLE +- name: advertiser + type: STRING + mode: NULLABLE +- name: context_id + type: STRING + mode: NULLABLE +- name: document_id + type: STRING + mode: NULLABLE +- name: experiments + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: RECORD + mode: NULLABLE + fields: + - name: branch + type: STRING + mode: NULLABLE +- name: locale + type: STRING + mode: NULLABLE +- name: metadata + type: RECORD + mode: NULLABLE + fields: + - name: geo + type: RECORD + mode: NULLABLE + fields: + - name: city + type: STRING + mode: NULLABLE + - name: country + type: STRING + mode: NULLABLE + - name: db_version + type: STRING + mode: NULLABLE + - name: subdivision1 + type: STRING + mode: NULLABLE + - name: subdivision2 + type: STRING + mode: NULLABLE + - name: header + type: RECORD + mode: NULLABLE + fields: + - name: date + type: STRING + mode: NULLABLE + - name: dnt + type: STRING + mode: NULLABLE + - name: x_debug_id + type: STRING + mode: NULLABLE + - name: x_pingsender_version + type: STRING + mode: NULLABLE + - name: x_source_tags + type: STRING + mode: NULLABLE + - name: x_telemetry_agent + type: STRING + mode: NULLABLE + - name: x_foxsec_ip_reputation + type: STRING + mode: NULLABLE + - name: x_lb_tags + type: STRING + mode: NULLABLE + - name: parsed_date + type: TIMESTAMP + mode: NULLABLE + - name: parsed_x_source_tags + type: STRING + mode: REPEATED + - name: parsed_x_lb_tags + type: RECORD + mode: NULLABLE + fields: + - name: tls_version + type: STRING + mode: NULLABLE + - name: tls_cipher_hex + type: STRING + mode: NULLABLE + - name: isp + type: RECORD + mode: NULLABLE + fields: + - name: db_version + type: STRING + mode: NULLABLE + - name: name + type: STRING + mode: NULLABLE + - name: organization + type: STRING + mode: NULLABLE + - name: user_agent + type: RECORD + mode: NULLABLE + fields: + - name: browser + type: STRING + mode: NULLABLE + - name: os + type: STRING + mode: NULLABLE + - name: version + type: STRING + mode: NULLABLE +- name: normalized_app_name + type: STRING + mode: NULLABLE +- name: normalized_channel + type: STRING + mode: NULLABLE +- name: normalized_country_code + type: STRING + mode: NULLABLE +- name: normalized_os + type: STRING + mode: NULLABLE +- name: normalized_os_version + type: STRING + mode: NULLABLE +- name: position + type: INTEGER + mode: NULLABLE +- name: release_channel + type: STRING + mode: NULLABLE +- name: reporting_url + type: STRING + mode: NULLABLE +- name: sample_id + type: INTEGER + mode: NULLABLE +- name: submission_timestamp + type: TIMESTAMP + mode: NULLABLE +- name: tile_id + type: INTEGER + mode: NULLABLE +- name: version + type: STRING + mode: NULLABLE +- name: source + type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_impression_live/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_impression_live/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_impression_live/schema.yaml 2024-06-27 19:28:28.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_impression_live/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,162 @@ -{} +fields: +- name: additional_properties + type: STRING + mode: NULLABLE +- name: advertiser + type: STRING + mode: NULLABLE +- name: context_id + type: STRING + mode: NULLABLE +- name: document_id + type: STRING + mode: NULLABLE +- name: experiments + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: RECORD + mode: NULLABLE + fields: + - name: branch + type: STRING + mode: NULLABLE +- name: locale + type: STRING + mode: NULLABLE +- name: metadata + type: RECORD + mode: NULLABLE + fields: + - name: geo + type: RECORD + mode: NULLABLE + fields: + - name: city + type: STRING + mode: NULLABLE + - name: country + type: STRING + mode: NULLABLE + - name: db_version + type: STRING + mode: NULLABLE + - name: subdivision1 + type: STRING + mode: NULLABLE + - name: subdivision2 + type: STRING + mode: NULLABLE + - name: header + type: RECORD + mode: NULLABLE + fields: + - name: date + type: STRING + mode: NULLABLE + - name: dnt + type: STRING + mode: NULLABLE + - name: x_debug_id + type: STRING + mode: NULLABLE + - name: x_pingsender_version + type: STRING + mode: NULLABLE + - name: x_source_tags + type: STRING + mode: NULLABLE + - name: x_telemetry_agent + type: STRING + mode: NULLABLE + - name: x_foxsec_ip_reputation + type: STRING + mode: NULLABLE + - name: x_lb_tags + type: STRING + mode: NULLABLE + - name: parsed_date + type: TIMESTAMP + mode: NULLABLE + - name: parsed_x_source_tags + type: STRING + mode: REPEATED + - name: parsed_x_lb_tags + type: RECORD + mode: NULLABLE + fields: + - name: tls_version + type: STRING + mode: NULLABLE + - name: tls_cipher_hex + type: STRING + mode: NULLABLE + - name: isp + type: RECORD + mode: NULLABLE + fields: + - name: db_version + type: STRING + mode: NULLABLE + - name: name + type: STRING + mode: NULLABLE + - name: organization + type: STRING + mode: NULLABLE + - name: user_agent + type: RECORD + mode: NULLABLE + fields: + - name: browser + type: STRING + mode: NULLABLE + - name: os + type: STRING + mode: NULLABLE + - name: version + type: STRING + mode: NULLABLE +- name: normalized_app_name + type: STRING + mode: NULLABLE +- name: normalized_channel + type: STRING + mode: NULLABLE +- name: normalized_country_code + type: STRING + mode: NULLABLE +- name: normalized_os + type: STRING + mode: NULLABLE +- name: normalized_os_version + type: STRING + mode: NULLABLE +- name: position + type: INTEGER + mode: NULLABLE +- name: release_channel + type: STRING + mode: NULLABLE +- name: reporting_url + type: STRING + mode: NULLABLE +- name: sample_id + type: INTEGER + mode: NULLABLE +- name: submission_timestamp + type: TIMESTAMP + mode: NULLABLE +- name: tile_id + type: INTEGER + mode: NULLABLE +- name: version + type: STRING + mode: NULLABLE +- name: source + type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/client_deduplication/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/client_deduplication/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/client_deduplication/schema.yaml 2024-06-27 19:28:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/client_deduplication/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,391 @@ -{} +fields: +- name: client_id + type: STRING + mode: NULLABLE +- name: hashed_ad_id + type: STRING + mode: NULLABLE +- name: valid_advertising_id + type: BOOLEAN + mode: NULLABLE +- name: submission_date + type: DATE + mode: NULLABLE +- name: normalized_app_id + type: STRING + mode: NULLABLE +- name: additional_properties + type: STRING + mode: NULLABLE +- name: client_info + type: RECORD + mode: NULLABLE + fields: + - name: android_sdk_version + type: STRING + mode: NULLABLE + - name: app_build + type: STRING + mode: NULLABLE + - name: app_channel + type: STRING + mode: NULLABLE + - name: app_display_version + type: STRING + mode: NULLABLE + - name: architecture + type: STRING + mode: NULLABLE + - name: build_date + type: STRING + mode: NULLABLE + - name: client_id + type: STRING + mode: NULLABLE + - name: device_manufacturer + type: STRING + mode: NULLABLE + - name: device_model + type: STRING + mode: NULLABLE + - name: first_run_date + type: STRING + mode: NULLABLE + - name: locale + type: STRING + mode: NULLABLE + - name: os + type: STRING + mode: NULLABLE + - name: os_version + type: STRING + mode: NULLABLE + - name: telemetry_sdk_build + type: STRING + mode: NULLABLE + - name: windows_build_number + type: INTEGER + mode: NULLABLE + - name: session_count + type: INTEGER + mode: NULLABLE + - name: session_id + type: STRING + mode: NULLABLE +- name: document_id + type: STRING + mode: NULLABLE +- name: events + type: RECORD + mode: REPEATED + fields: + - name: category + type: STRING + mode: NULLABLE + - name: extra + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: STRING + mode: NULLABLE + - name: name + type: STRING + mode: NULLABLE + - name: timestamp + type: INTEGER + mode: NULLABLE +- name: metadata + type: RECORD + mode: NULLABLE + fields: + - name: geo + type: RECORD + mode: NULLABLE + fields: + - name: city + type: STRING + mode: NULLABLE + - name: country + type: STRING + mode: NULLABLE + - name: db_version + type: STRING + mode: NULLABLE + - name: subdivision1 + type: STRING + mode: NULLABLE + - name: subdivision2 + type: STRING + mode: NULLABLE + - name: header + type: RECORD + mode: NULLABLE + fields: + - name: date + type: STRING + mode: NULLABLE + - name: dnt + type: STRING + mode: NULLABLE + - name: x_debug_id + type: STRING + mode: NULLABLE + - name: x_foxsec_ip_reputation + type: STRING + mode: NULLABLE + - name: x_lb_tags + type: STRING + mode: NULLABLE + - name: x_pingsender_version + type: STRING + mode: NULLABLE + - name: x_source_tags + type: STRING + mode: NULLABLE + - name: x_telemetry_agent + type: STRING + mode: NULLABLE + - name: parsed_date + type: TIMESTAMP + mode: NULLABLE + - name: parsed_x_source_tags + type: STRING + mode: REPEATED + - name: parsed_x_lb_tags + type: RECORD + mode: NULLABLE + fields: + - name: tls_version + type: STRING + mode: NULLABLE + - name: tls_cipher_hex + type: STRING + mode: NULLABLE + - name: isp + type: RECORD + mode: NULLABLE + fields: + - name: db_version + type: STRING + mode: NULLABLE + - name: name + type: STRING + mode: NULLABLE + - name: organization + type: STRING + mode: NULLABLE + - name: user_agent + type: RECORD + mode: NULLABLE + fields: + - name: browser + type: STRING + mode: NULLABLE + - name: os + type: STRING + mode: NULLABLE + - name: version + type: STRING + mode: NULLABLE +- name: metrics + type: RECORD + mode: NULLABLE + fields: + - name: boolean + type: RECORD + mode: NULLABLE + fields: + - name: client_deduplication_valid_advertising_id + type: BOOLEAN + mode: NULLABLE + - name: counter + type: RECORD + mode: NULLABLE + fields: + - name: events_normal_and_private_uri_count + type: INTEGER + mode: NULLABLE + - name: metrics_tabs_open_count + type: INTEGER + mode: NULLABLE + - name: labeled_counter + type: RECORD + mode: NULLABLE + fields: + - name: browser_search_ad_clicks + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: browser_search_in_content + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: browser_search_with_ads + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: glean_error_invalid_label + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: glean_error_invalid_overflow + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: glean_error_invalid_state + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: glean_error_invalid_value + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: metrics_search_count + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: string + type: RECORD + mode: NULLABLE + fields: + - name: activation_identifier + type: STRING + mode: NULLABLE + - name: client_deduplication_experiment_timeframe + type: STRING + mode: NULLABLE + - name: search_default_engine_code + type: STRING + mode: NULLABLE + - name: search_default_engine_name + type: STRING + mode: NULLABLE + - name: client_deduplication_hashed_gaid + type: STRING + mode: NULLABLE + - name: glean_client_annotation_experimentation_id + type: STRING + mode: NULLABLE +- name: normalized_app_name + type: STRING + mode: NULLABLE +- name: normalized_channel + type: STRING + mode: NULLABLE + description: Normalized channel name +- name: normalized_country_code + type: STRING + mode: NULLABLE +- name: normalized_os + type: STRING + mode: NULLABLE +- name: normalized_os_version + type: STRING + mode: NULLABLE +- name: ping_info + type: RECORD + mode: NULLABLE + fields: + - name: end_time + type: STRING + mode: NULLABLE + - name: experiments + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: RECORD + mode: NULLABLE + fields: + - name: branch + type: STRING + mode: NULLABLE + - name: extra + type: RECORD + mode: NULLABLE + fields: + - name: type + type: STRING + mode: NULLABLE + - name: enrollment_id + type: STRING + mode: NULLABLE + - name: ping_type + type: STRING + mode: NULLABLE + - name: reason + type: STRING + mode: NULLABLE + - name: seq + type: INTEGER + mode: NULLABLE + - name: start_time + type: STRING + mode: NULLABLE + - name: parsed_start_time + type: TIMESTAMP + mode: NULLABLE + - name: parsed_end_time + type: TIMESTAMP + mode: NULLABLE +- name: sample_id + type: INTEGER + mode: NULLABLE +- name: submission_timestamp + type: TIMESTAMP + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-06-27 19:28:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-06-27 19:13:13.000000000 +0000 @@ -26,9 +26,6 @@ - name: adjust_network type: STRING mode: NULLABLE -- name: install_source - type: STRING - mode: NULLABLE - name: retained_week_2 type: BOOLEAN mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-06-27 19:28:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-06-27 19:13:13.000000000 +0000 @@ -48,10 +48,6 @@ description: 'The type of source of a client installation. ' -- name: install_source - type: STRING - mode: NULLABLE - description: null - name: new_profiles type: INTEGER mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-06-27 19:28:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-06-27 19:13:13.000000000 +0000 @@ -6,10 +6,9 @@ - name: site_url type: STRING mode: NULLABLE - description: 'For domain properties, this will be `sc-domain:` followed by the domain - name. - - For URL-prefix properties, it will be the full URL of the property definition.' + description: |- + For domain properties, this will be `sc-domain:` followed by the domain name. + For URL-prefix properties, it will be the full URL of the property definition. - name: site_domain_name type: STRING mode: NULLABLE @@ -17,110 +16,103 @@ - name: page_url type: STRING mode: NULLABLE - description: 'The final page URL linked by a search result after any skip redirects. - - This will be null for anonymized Discover impressions.' + description: |- + The final page URL linked by a search result after any skip redirects. + This will be null for anonymized Discover impressions. - name: page_domain_name type: STRING mode: NULLABLE - description: 'Domain name of the page URL. - - This will be null for anonymized Discover impressions.' + description: |- + Domain name of the page URL. + This will be null for anonymized Discover impressions. - name: page_path type: STRING mode: NULLABLE - description: 'The path part of the page URL. - - This will be null for anonymized Discover impressions.' + description: |- + The path part of the page URL. + This will be null for anonymized Discover impressions. - name: localized_site_code type: STRING mode: NULLABLE - description: 'Localized site code such as `en-US` or `de` found in the first segment - of the page URL path (if any). - - This will be null for anonymized Discover impressions.' + description: |- + Localized site code such as `en-US` or `de` found in the first segment of the page URL path (if any). + This will be null for anonymized Discover impressions. - name: localized_site type: STRING mode: NULLABLE - description: 'Description of the localized site language and/or country based on - `localized_site_code` (if any). - - This will be null for anonymized Discover impressions.' + description: |- + Description of the localized site language and/or country based on `localized_site_code` (if any). + This will be null for anonymized Discover impressions. - name: localized_site_language_code type: STRING mode: NULLABLE - description: 'Localized site language code in ISO-639-alpha-2 format found in the - first segment of the page URL path (if any). - - This will be null for anonymized Discover impressions.' + description: |- + Localized site language code in ISO-639-alpha-2 format found in the first segment of the page URL path (if any). + This will be null for anonymized Discover impressions. - name: localized_site_language type: STRING mode: NULLABLE - description: 'Localized site language based on `localized_site_language_code` (if - any). - - This will be null for anonymized Discover impressions.' + description: |- + Localized site language based on `localized_site_language_code` (if any). + This will be null for anonymized Discover impressions. - name: query type: STRING mode: NULLABLE - description: 'The search query. - - This will be null for anonymized search impressions, and all Discover and Google - News search impressions.' + description: |- + The search query. + This will be null for anonymized search impressions, and all Discover and Google News search impressions. - name: query_type type: STRING mode: NULLABLE - description: "Type of search query:\n * Anonymized: Query was redacted by Google\ - \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ - \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ - \ * Unknown: Query couldn't be classified.\nThis will be null for all Discover\ - \ and Google News search impressions." + description: |- + Type of search query: + * Anonymized: Query was redacted by Google to protect the users' privacy. + * Brand: Query contained one or more Mozilla brand keywords. + * Non-Brand: Query didn't contain any Mozilla brand keywords. + * Unknown: Query couldn't be classified. + This will be null for all Discover and Google News search impressions. - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: 'Whether Google has anonymized the search impression to protect the - users'' privacy. - + description: |- + Whether Google has anonymized the search impression to protect the users' privacy. The `query` field will be null for anonymized search impressions. - - The `country_code`, `page_url`, and related fields will be null for anonymized - Discover impressions.' + The `country_code`, `page_url`, and related fields will be null for anonymized Discover impressions. - name: has_good_page_experience type: BOOLEAN mode: NULLABLE - description: 'Whether Google Search considers the page to be providing a good page - experience. - - This will be null when the source data wasn''t exported directly to BigQuery by - Google.' + description: |- + Whether Google Search considers the page to be providing a good page experience. + This will be null when the source data wasn't exported directly to BigQuery by Google. - name: search_type type: STRING mode: NULLABLE - description: "Where the link was seen by the user:\n * Web: In Google Search's\ - \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ - \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab.\n\ - \ * Discover: In Google's Discover feed.\n * Google News: On news.google.com\ - \ or in the Google News app on Android and iOS." + description: |- + Where the link was seen by the user: + * Web: In Google Search's default "All" tab. + * Image: In Google Search's "Images" tab. + * Video: In Google Search's "Videos" tab. + * News: In Google Search's "News" tab. + * Discover: In Google's Discover feed. + * Google News: On news.google.com or in the Google News app on Android and iOS. - name: search_appearance type: STRING mode: NULLABLE - description: 'How the search result appeared (e.g. normal result, translated result, - video). - - This will be null when the source data wasn''t exported directly to BigQuery by - Google.' + description: |- + How the search result appeared (e.g. normal result, translated result, video). + This will be null when the source data wasn't exported directly to BigQuery by Google. - name: user_country_code type: STRING mode: NULLABLE - description: 'Country from which the user was searching, in ISO-3166-1-alpha-3 format. - - This will be null for anonymized Discover impressions.' + description: |- + Country from which the user was searching, in ISO-3166-1-alpha-3 format. + This will be null for anonymized Discover impressions. - name: user_country type: STRING mode: NULLABLE - description: 'Country from which the user was searching. - - This will be null for anonymized Discover impressions.' + description: |- + Country from which the user was searching. + This will be null for anonymized Discover impressions. - name: user_region type: STRING mode: NULLABLE @@ -132,15 +124,13 @@ - name: device_type type: STRING mode: NULLABLE - description: 'The type of device on which the user was searching: Desktop, Mobile, - or Tablet. - - This will be null for Discover impressions.' + description: |- + The type of device on which the user was searching: Desktop, Mobile, or Tablet. + This will be null for Discover impressions. - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with a link to the page were - shown to a user. + description: The number of times that search results with a link to the page were shown to a user. - name: clicks type: INTEGER mode: NULLABLE @@ -148,7 +138,6 @@ - name: average_position type: FLOAT mode: NULLABLE - description: 'The average position of the page in the search results, where `1` - is the topmost position. - - This will be null for Discover and Google News search impressions.' + description: |- + The average position of the page in the search results, where `1` is the topmost position. + This will be null for Discover and Google News search impressions. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-06-27 19:28:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-06-27 19:13:13.000000000 +0000 @@ -6,10 +6,9 @@ - name: site_url type: STRING mode: NULLABLE - description: 'For domain properties, this will be `sc-domain:` followed by the domain - name. - - For URL-prefix properties, it will be the full URL of the property definition.' + description: |- + For domain properties, this will be `sc-domain:` followed by the domain name. + For URL-prefix properties, it will be the full URL of the property definition. - name: site_domain_name type: STRING mode: NULLABLE @@ -21,23 +20,27 @@ - name: query_type type: STRING mode: NULLABLE - description: "Type of search query:\n * Anonymized: Query was redacted by Google\ - \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ - \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ - \ * Unknown: Query couldn't be classified." + description: |- + Type of search query: + * Anonymized: Query was redacted by Google to protect the users' privacy. + * Brand: Query contained one or more Mozilla brand keywords. + * Non-Brand: Query didn't contain any Mozilla brand keywords. + * Unknown: Query couldn't be classified. - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: 'Whether Google has anonymized the search impression to protect the - users'' privacy. - - The `query` field will be null for anonymized search impressions.' + description: |- + Whether Google has anonymized the search impression to protect the users' privacy. + The `query` field will be null for anonymized search impressions. - name: search_type type: STRING mode: NULLABLE - description: "Where the link was seen by the user:\n * Web: In Google Search's\ - \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ - \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." + description: |- + Where the link was seen by the user: + * Web: In Google Search's default "All" tab. + * Image: In Google Search's "Images" tab. + * Video: In Google Search's "Videos" tab. + * News: In Google Search's "News" tab. - name: user_country_code type: STRING mode: NULLABLE @@ -57,20 +60,17 @@ - name: device_type type: STRING mode: NULLABLE - description: 'The type of device on which the user was searching: Desktop, Mobile, - or Tablet.' + description: |- + The type of device on which the user was searching: Desktop, Mobile, or Tablet. - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with at least one link to the - site were shown to a user. + description: The number of times that search results with at least one link to the site were shown to a user. - name: clicks type: INTEGER mode: NULLABLE - description: The number of times a user clicked at least one search result link - to the site. + description: The number of times a user clicked at least one search result link to the site. - name: average_top_position type: FLOAT mode: NULLABLE - description: The average top position of the site in the search results, where `1` - is the topmost position. + description: The average top position of the site in the search results, where `1` is the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring/shredder_progress/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitoring/shredder_progress/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring/shredder_progress/schema.yaml 2024-06-27 19:28:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/monitoring/shredder_progress/schema.yaml 1970-01-01 00:00:00.000000000 +0000 @@ -1 +0,0 @@ -{} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/client_deduplication/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/client_deduplication/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/client_deduplication/schema.yaml 2024-06-27 19:28:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/client_deduplication/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,381 @@ -{} +fields: +- name: submission_date + type: DATE + mode: NULLABLE +- name: normalized_app_id + type: STRING + mode: NULLABLE +- name: additional_properties + type: STRING + mode: NULLABLE +- name: client_info + type: RECORD + mode: NULLABLE + fields: + - name: android_sdk_version + type: STRING + mode: NULLABLE + - name: app_build + type: STRING + mode: NULLABLE + - name: app_channel + type: STRING + mode: NULLABLE + - name: app_display_version + type: STRING + mode: NULLABLE + - name: architecture + type: STRING + mode: NULLABLE + - name: build_date + type: STRING + mode: NULLABLE + - name: client_id + type: STRING + mode: NULLABLE + - name: device_manufacturer + type: STRING + mode: NULLABLE + - name: device_model + type: STRING + mode: NULLABLE + - name: first_run_date + type: STRING + mode: NULLABLE + - name: locale + type: STRING + mode: NULLABLE + - name: os + type: STRING + mode: NULLABLE + - name: os_version + type: STRING + mode: NULLABLE + - name: telemetry_sdk_build + type: STRING + mode: NULLABLE + - name: windows_build_number + type: INTEGER + mode: NULLABLE + - name: session_count + type: INTEGER + mode: NULLABLE + - name: session_id + type: STRING + mode: NULLABLE +- name: document_id + type: STRING + mode: NULLABLE +- name: events + type: RECORD + mode: REPEATED + fields: + - name: category + type: STRING + mode: NULLABLE + - name: extra + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: STRING + mode: NULLABLE + - name: name + type: STRING + mode: NULLABLE + - name: timestamp + type: INTEGER + mode: NULLABLE +- name: metadata + type: RECORD + mode: NULLABLE + fields: + - name: geo + type: RECORD + mode: NULLABLE + fields: + - name: city + type: STRING + mode: NULLABLE + - name: country + type: STRING + mode: NULLABLE + - name: db_version + type: STRING + mode: NULLABLE + - name: subdivision1 + type: STRING + mode: NULLABLE + - name: subdivision2 + type: STRING + mode: NULLABLE + - name: header + type: RECORD + mode: NULLABLE + fields: + - name: date + type: STRING + mode: NULLABLE + - name: dnt + type: STRING + mode: NULLABLE + - name: x_debug_id + type: STRING + mode: NULLABLE + - name: x_foxsec_ip_reputation + type: STRING + mode: NULLABLE + - name: x_lb_tags + type: STRING + mode: NULLABLE + - name: x_pingsender_version + type: STRING + mode: NULLABLE + - name: x_source_tags + type: STRING + mode: NULLABLE + - name: x_telemetry_agent + type: STRING + mode: NULLABLE + - name: parsed_date + type: TIMESTAMP + mode: NULLABLE + - name: parsed_x_source_tags + type: STRING + mode: REPEATED + - name: parsed_x_lb_tags + type: RECORD + mode: NULLABLE + fields: + - name: tls_version + type: STRING + mode: NULLABLE + - name: tls_cipher_hex + type: STRING + mode: NULLABLE + - name: isp + type: RECORD + mode: NULLABLE + fields: + - name: db_version + type: STRING + mode: NULLABLE + - name: name + type: STRING + mode: NULLABLE + - name: organization + type: STRING + mode: NULLABLE + - name: user_agent + type: RECORD + mode: NULLABLE + fields: + - name: browser + type: STRING + mode: NULLABLE + - name: os + type: STRING + mode: NULLABLE + - name: version + type: STRING + mode: NULLABLE +- name: metrics + type: RECORD + mode: NULLABLE + fields: + - name: boolean + type: RECORD + mode: NULLABLE + fields: + - name: client_deduplication_valid_advertising_id + type: BOOLEAN + mode: NULLABLE + - name: counter + type: RECORD + mode: NULLABLE + fields: + - name: events_normal_and_private_uri_count + type: INTEGER + mode: NULLABLE + - name: metrics_tabs_open_count + type: INTEGER + mode: NULLABLE + - name: labeled_counter + type: RECORD + mode: NULLABLE + fields: + - name: browser_search_ad_clicks + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: browser_search_in_content + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: browser_search_with_ads + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: glean_error_invalid_label + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: glean_error_invalid_overflow + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: glean_error_invalid_state + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: glean_error_invalid_value + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: metrics_search_count + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: INTEGER + mode: NULLABLE + - name: string + type: RECORD + mode: NULLABLE + fields: + - name: activation_identifier + type: STRING + mode: NULLABLE + - name: client_deduplication_experiment_timeframe + type: STRING + mode: NULLABLE + - name: search_default_engine_code + type: STRING + mode: NULLABLE + - name: search_default_engine_name + type: STRING + mode: NULLABLE + - name: client_deduplication_hashed_gaid + type: STRING + mode: NULLABLE + - name: glean_client_annotation_experimentation_id + type: STRING + mode: NULLABLE +- name: normalized_app_name + type: STRING + mode: NULLABLE +- name: normalized_channel + type: STRING + mode: NULLABLE +- name: normalized_country_code + type: STRING + mode: NULLABLE +- name: normalized_os + type: STRING + mode: NULLABLE +- name: normalized_os_version + type: STRING + mode: NULLABLE +- name: ping_info + type: RECORD + mode: NULLABLE + fields: + - name: end_time + type: STRING + mode: NULLABLE + - name: experiments + type: RECORD + mode: REPEATED + fields: + - name: key + type: STRING + mode: NULLABLE + - name: value + type: RECORD + mode: NULLABLE + fields: + - name: branch + type: STRING + mode: NULLABLE + - name: extra + type: RECORD + mode: NULLABLE + fields: + - name: type + type: STRING + mode: NULLABLE + - name: enrollment_id + type: STRING + mode: NULLABLE + - name: ping_type + type: STRING + mode: NULLABLE + - name: reason + type: STRING + mode: NULLABLE + - name: seq + type: INTEGER + mode: NULLABLE + - name: start_time + type: STRING + mode: NULLABLE + - name: parsed_start_time + type: TIMESTAMP + mode: NULLABLE + - name: parsed_end_time + type: TIMESTAMP + mode: NULLABLE +- name: sample_id + type: INTEGER + mode: NULLABLE +- name: submission_timestamp + type: TIMESTAMP + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/geckoview_version/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/geckoview_version/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/geckoview_version/schema.yaml 2024-06-27 19:28:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/geckoview_version/schema.yaml 2024-06-27 19:13:13.000000000 +0000 @@ -1,13 +1,7 @@ fields: -- name: build_hour - type: DATETIME - mode: NULLABLE - description: null -- name: geckoview_major_version - type: INTEGER - mode: NULLABLE - description: null -- name: n_pings - type: INTEGER - mode: NULLABLE - description: null +- type: DATETIME + name: build_hour +- type: INTEGER + name: geckoview_major_version +- type: INTEGER + name: n_pings diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_firefox/client_deduplication/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_firefox/client_deduplication/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_firefox/client_deduplication/schema.yaml 2024-06-27 19:28:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_firefox/client_deduplication/schema.yaml 2024-06-27 19:14:01.000000000 +0000 @@ -1 +1,381 @@ -{} +fields: +- name: submission_date + type: DATE + mode: NULLABLE +- name: normalized_app_id + type: STRING + mode: NULLABLE +- name: additional_properties + type: STRING + mode: NULLABLE +- name: client_info + type: RECORD + mode: NULLABLE + fields: + - name: android_sdk_version + type: STRING + mode: NULLABLE + - name: app_build + type: STRING + mode: NULLABLE + - name: app_channel + type: STRING + mode: NULLABLE + - name: app_display_version + type: STRING + mode: NULLABLE + - name: architecture + type: STRING + mode: NULLABLE + - name: build_date + type: STRING + mode: NULLABLE + - name: client_id + type: STRING + mode: NULLABLE + - name: device_manufacturer + type: STRING + mode: NULLABLE + - name: device_model + type: STRING + ```

⚠️ Only part of the diff is displayed.

Link to full diff

dataops-ci-bot commented 3 days ago

Integration report for "Add marketing attributable UDF"

sql.diff

Click to expand! ```diff Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: marketing_attributable_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_mobile diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-06-27 19:16:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml 2024-06-27 19:27:52.000000000 +0000 @@ -1,49 +1,49 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: source + mode: NULLABLE +- name: source type: STRING -- mode: NULLABLE - name: event_type + mode: NULLABLE +- name: event_type type: STRING -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: subdivision1 + mode: NULLABLE +- name: subdivision1 type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: event_count + mode: NULLABLE +- name: event_count type: INTEGER -- mode: NULLABLE - name: user_count + mode: NULLABLE +- name: user_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-06-27 19:16:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml 2024-06-27 19:27:52.000000000 +0000 @@ -1,40 +1,40 @@ fields: -- mode: NULLABLE - name: submission_date +- name: submission_date type: DATE -- mode: NULLABLE - name: form_factor + mode: NULLABLE +- name: form_factor type: STRING -- mode: NULLABLE - name: country + mode: NULLABLE +- name: country type: STRING -- mode: NULLABLE - name: advertiser + mode: NULLABLE +- name: advertiser type: STRING -- mode: NULLABLE - name: normalized_os + mode: NULLABLE +- name: normalized_os type: STRING -- mode: NULLABLE - name: release_channel + mode: NULLABLE +- name: release_channel type: STRING -- mode: NULLABLE - name: position + mode: NULLABLE +- name: position type: INTEGER -- mode: NULLABLE - name: provider + mode: NULLABLE +- name: provider type: STRING -- mode: NULLABLE - name: match_type + mode: NULLABLE +- name: match_type type: STRING -- mode: NULLABLE - name: suggest_data_sharing_enabled + mode: NULLABLE +- name: suggest_data_sharing_enabled type: BOOLEAN -- mode: NULLABLE - name: impression_count + mode: NULLABLE +- name: impression_count type: INTEGER -- mode: NULLABLE - name: click_count + mode: NULLABLE +- name: click_count type: INTEGER -- mode: NULLABLE - name: query_type + mode: NULLABLE +- name: query_type type: STRING + mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-06-27 19:16:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_clients/schema.yaml 2024-06-27 19:24:56.000000000 +0000 @@ -26,6 +26,9 @@ - name: adjust_network type: STRING mode: NULLABLE +- name: install_source + type: STRING + mode: NULLABLE - name: retained_week_2 type: BOOLEAN mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-06-27 19:16:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/funnel_retention_week_4/schema.yaml 2024-06-27 19:24:56.000000000 +0000 @@ -48,6 +48,10 @@ description: 'The type of source of a client installation. ' +- name: install_source + type: STRING + mode: NULLABLE + description: null - name: new_profiles type: INTEGER mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/use_counters/schema.yaml 2024-06-27 19:17:04.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/use_counters/schema.yaml 2024-06-27 19:26:59.000000000 +0000 @@ -1,11 +1,11 @@ fields: - name: normalized_app_id - type: STRING mode: NULLABLE + type: STRING description: App ID of the channel data was received from - name: normalized_channel - type: STRING mode: NULLABLE + type: STRING description: Normalized channel name - name: additional_properties type: STRING diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml 2024-06-27 19:17:04.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/focus_android/use_counters/schema.yaml 2024-06-27 19:32:17.000000000 +0000 @@ -1,11 +1,11 @@ fields: - name: normalized_app_id - type: STRING mode: NULLABLE + type: STRING description: App ID of the channel data was received from - name: normalized_channel - type: STRING mode: NULLABLE + type: STRING description: Normalized channel name - name: additional_properties type: STRING diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-06-27 19:16:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_page/schema.yaml 2024-06-27 19:27:36.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -16,103 +17,110 @@ - name: page_url type: STRING mode: NULLABLE - description: |- - The final page URL linked by a search result after any skip redirects. - This will be null for anonymized Discover impressions. + description: 'The final page URL linked by a search result after any skip redirects. + + This will be null for anonymized Discover impressions.' - name: page_domain_name type: STRING mode: NULLABLE - description: |- - Domain name of the page URL. - This will be null for anonymized Discover impressions. + description: 'Domain name of the page URL. + + This will be null for anonymized Discover impressions.' - name: page_path type: STRING mode: NULLABLE - description: |- - The path part of the page URL. - This will be null for anonymized Discover impressions. + description: 'The path part of the page URL. + + This will be null for anonymized Discover impressions.' - name: localized_site_code type: STRING mode: NULLABLE - description: |- - Localized site code such as `en-US` or `de` found in the first segment of the page URL path (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site code such as `en-US` or `de` found in the first segment + of the page URL path (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site type: STRING mode: NULLABLE - description: |- - Description of the localized site language and/or country based on `localized_site_code` (if any). - This will be null for anonymized Discover impressions. + description: 'Description of the localized site language and/or country based on + `localized_site_code` (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site_language_code type: STRING mode: NULLABLE - description: |- - Localized site language code in ISO-639-alpha-2 format found in the first segment of the page URL path (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site language code in ISO-639-alpha-2 format found in the + first segment of the page URL path (if any). + + This will be null for anonymized Discover impressions.' - name: localized_site_language type: STRING mode: NULLABLE - description: |- - Localized site language based on `localized_site_language_code` (if any). - This will be null for anonymized Discover impressions. + description: 'Localized site language based on `localized_site_language_code` (if + any). + + This will be null for anonymized Discover impressions.' - name: query type: STRING mode: NULLABLE - description: |- - The search query. - This will be null for anonymized search impressions, and all Discover and Google News search impressions. + description: 'The search query. + + This will be null for anonymized search impressions, and all Discover and Google + News search impressions.' - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Anonymized: Query was redacted by Google to protect the users' privacy. - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. - This will be null for all Discover and Google News search impressions. + description: "Type of search query:\n * Anonymized: Query was redacted by Google\ + \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified.\nThis will be null for all Discover\ + \ and Google News search impressions." - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: |- - Whether Google has anonymized the search impression to protect the users' privacy. + description: 'Whether Google has anonymized the search impression to protect the + users'' privacy. + The `query` field will be null for anonymized search impressions. - The `country_code`, `page_url`, and related fields will be null for anonymized Discover impressions. + + The `country_code`, `page_url`, and related fields will be null for anonymized + Discover impressions.' - name: has_good_page_experience type: BOOLEAN mode: NULLABLE - description: |- - Whether Google Search considers the page to be providing a good page experience. - This will be null when the source data wasn't exported directly to BigQuery by Google. + description: 'Whether Google Search considers the page to be providing a good page + experience. + + This will be null when the source data wasn''t exported directly to BigQuery by + Google.' - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. - * Discover: In Google's Discover feed. - * Google News: On news.google.com or in the Google News app on Android and iOS. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab.\n\ + \ * Discover: In Google's Discover feed.\n * Google News: On news.google.com\ + \ or in the Google News app on Android and iOS." - name: search_appearance type: STRING mode: NULLABLE - description: |- - How the search result appeared (e.g. normal result, translated result, video). - This will be null when the source data wasn't exported directly to BigQuery by Google. + description: 'How the search result appeared (e.g. normal result, translated result, + video). + + This will be null when the source data wasn''t exported directly to BigQuery by + Google.' - name: user_country_code type: STRING mode: NULLABLE - description: |- - Country from which the user was searching, in ISO-3166-1-alpha-3 format. - This will be null for anonymized Discover impressions. + description: 'Country from which the user was searching, in ISO-3166-1-alpha-3 format. + + This will be null for anonymized Discover impressions.' - name: user_country type: STRING mode: NULLABLE - description: |- - Country from which the user was searching. - This will be null for anonymized Discover impressions. + description: 'Country from which the user was searching. + + This will be null for anonymized Discover impressions.' - name: user_region type: STRING mode: NULLABLE @@ -124,13 +132,15 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. - This will be null for Discover impressions. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet. + + This will be null for Discover impressions.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with a link to the page were shown to a user. + description: The number of times that search results with a link to the page were + shown to a user. - name: clicks type: INTEGER mode: NULLABLE @@ -138,6 +148,7 @@ - name: average_position type: FLOAT mode: NULLABLE - description: |- - The average position of the page in the search results, where `1` is the topmost position. - This will be null for Discover and Google News search impressions. + description: 'The average position of the page in the search results, where `1` + is the topmost position. + + This will be null for Discover and Google News search impressions.' diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-06-27 19:16:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/google_search_console/search_impressions_by_site/schema.yaml 2024-06-27 19:27:36.000000000 +0000 @@ -6,9 +6,10 @@ - name: site_url type: STRING mode: NULLABLE - description: |- - For domain properties, this will be `sc-domain:` followed by the domain name. - For URL-prefix properties, it will be the full URL of the property definition. + description: 'For domain properties, this will be `sc-domain:` followed by the domain + name. + + For URL-prefix properties, it will be the full URL of the property definition.' - name: site_domain_name type: STRING mode: NULLABLE @@ -20,27 +21,23 @@ - name: query_type type: STRING mode: NULLABLE - description: |- - Type of search query: - * Anonymized: Query was redacted by Google to protect the users' privacy. - * Brand: Query contained one or more Mozilla brand keywords. - * Non-Brand: Query didn't contain any Mozilla brand keywords. - * Unknown: Query couldn't be classified. + description: "Type of search query:\n * Anonymized: Query was redacted by Google\ + \ to protect the users' privacy.\n * Brand: Query contained one or more Mozilla\ + \ brand keywords.\n * Non-Brand: Query didn't contain any Mozilla brand keywords.\n\ + \ * Unknown: Query couldn't be classified." - name: is_anonymized type: BOOLEAN mode: NULLABLE - description: |- - Whether Google has anonymized the search impression to protect the users' privacy. - The `query` field will be null for anonymized search impressions. + description: 'Whether Google has anonymized the search impression to protect the + users'' privacy. + + The `query` field will be null for anonymized search impressions.' - name: search_type type: STRING mode: NULLABLE - description: |- - Where the link was seen by the user: - * Web: In Google Search's default "All" tab. - * Image: In Google Search's "Images" tab. - * Video: In Google Search's "Videos" tab. - * News: In Google Search's "News" tab. + description: "Where the link was seen by the user:\n * Web: In Google Search's\ + \ default \"All\" tab.\n * Image: In Google Search's \"Images\" tab.\n * Video:\ + \ In Google Search's \"Videos\" tab.\n * News: In Google Search's \"News\" tab." - name: user_country_code type: STRING mode: NULLABLE @@ -60,17 +57,20 @@ - name: device_type type: STRING mode: NULLABLE - description: |- - The type of device on which the user was searching: Desktop, Mobile, or Tablet. + description: 'The type of device on which the user was searching: Desktop, Mobile, + or Tablet.' - name: impressions type: INTEGER mode: NULLABLE - description: The number of times that search results with at least one link to the site were shown to a user. + description: The number of times that search results with at least one link to the + site were shown to a user. - name: clicks type: INTEGER mode: NULLABLE - description: The number of times a user clicked at least one search result link to the site. + description: The number of times a user clicked at least one search result link + to the site. - name: average_top_position type: FLOAT mode: NULLABLE - description: The average top position of the site in the search results, where `1` is the topmost position. + description: The average top position of the site in the search results, where `1` + is the topmost position. diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/geckoview_version/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/geckoview_version/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/geckoview_version/schema.yaml 2024-06-27 19:16:29.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix/geckoview_version/schema.yaml 2024-06-27 19:27:44.000000000 +0000 @@ -1,7 +1,13 @@ fields: -- type: DATETIME - name: build_hour -- type: INTEGER - name: geckoview_major_version -- type: INTEGER - name: n_pings +- name: build_hour + type: DATETIME + mode: NULLABLE + description: null +- name: geckoview_major_version + type: INTEGER + mode: NULLABLE + description: null +- name: n_pings + type: INTEGER + mode: NULLABLE + description: null diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry/clients_daily/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/telemetry/clients_daily/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry/clients_daily/schema.yaml 2024-06-27 19:17:04.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/telemetry/clients_daily/schema.yaml 2024-06-27 19:27:22.000000000 +0000 @@ -5,21 +5,27 @@ - name: submission_date type: DATE mode: NULLABLE + description: null - name: client_id type: STRING mode: NULLABLE + description: null - name: aborts_content_sum type: INTEGER mode: NULLABLE + description: null - name: aborts_gmplugin_sum type: INTEGER mode: NULLABLE + description: null - name: aborts_plugin_sum type: INTEGER mode: NULLABLE + description: null - name: active_addons_count_mean type: FLOAT mode: NULLABLE + description: null - name: active_addons type: RECORD mode: REPEATED @@ -27,69 +33,92 @@ - name: addon_id type: STRING mode: NULLABLE + description: null - name: blocklisted type: BOOLEAN mode: NULLABLE + description: null - name: name type: STRING mode: NULLABLE + description: null - name: user_disabled type: BOOLEAN mode: NULLABLE + description: null - name: app_disabled type: BOOLEAN mode: NULLABLE + description: null - name: version type: STRING mode: NULLABLE + description: null - name: scope type: INTEGER mode: NULLABLE + description: null - name: type type: STRING mode: NULLABLE + description: null - name: foreign_install type: BOOLEAN mode: NULLABLE + description: null - name: has_binary_components type: BOOLEAN mode: NULLABLE + description: null - name: install_day type: INTEGER mode: NULLABLE + description: null - name: update_day type: INTEGER mode: NULLABLE + description: null - name: signed_state type: INTEGER mode: NULLABLE + description: null - name: is_system type: BOOLEAN mode: NULLABLE + description: null - name: is_web_extension type: BOOLEAN mode: NULLABLE + description: null - name: multiprocess_compatible type: BOOLEAN mode: NULLABLE + description: null + description: null - name: active_hours_sum type: FLOAT mode: NULLABLE + description: null - name: addon_compatibility_check_enabled type: BOOLEAN mode: NULLABLE + description: null - name: app_build_id type: STRING mode: NULLABLE + description: null - name: app_display_version type: STRING mode: NULLABLE + description: null - name: app_name type: STRING mode: NULLABLE + description: null - name: app_version type: STRING mode: NULLABLE + description: null - name: attribution type: RECORD mode: NULLABLE @@ -97,15 +126,19 @@ - name: source type: STRING mode: NULLABLE + description: null - name: medium type: STRING mode: NULLABLE + description: null - name: campaign type: STRING mode: NULLABLE + description: null - name: content type: STRING mode: NULLABLE + description: null - name: experiment type: STRING mode: NULLABLE @@ -121,123 +154,163 @@ - name: ua type: STRING mode: NULLABLE + description: null - name: blocklist_enabled type: BOOLEAN mode: NULLABLE + description: null - name: channel type: STRING mode: NULLABLE + description: null - name: client_clock_skew_mean type: FLOAT mode: NULLABLE + description: null - name: client_submission_latency_mean type: FLOAT mode: NULLABLE + description: null - name: cpu_cores type: INTEGER mode: NULLABLE + description: null - name: cpu_count type: INTEGER mode: NULLABLE + description: null - name: cpu_family type: INTEGER mode: NULLABLE + description: null - name: cpu_l2_cache_kb type: INTEGER mode: NULLABLE + description: null - name: cpu_l3_cache_kb type: INTEGER mode: NULLABLE + description: null - name: cpu_model type: INTEGER mode: NULLABLE + description: null - name: cpu_speed_mhz type: INTEGER mode: NULLABLE + description: null - name: cpu_stepping type: INTEGER mode: NULLABLE + description: null - name: cpu_vendor type: STRING mode: NULLABLE + description: null - name: crashes_detected_content_sum type: INTEGER mode: NULLABLE + description: null - name: crashes_detected_gmplugin_sum type: INTEGER mode: NULLABLE + description: null - name: crashes_detected_plugin_sum type: INTEGER mode: NULLABLE + description: null - name: crash_submit_attempt_content_sum type: INTEGER mode: NULLABLE + description: null - name: crash_submit_attempt_main_sum type: INTEGER mode: NULLABLE + description: null - name: crash_submit_attempt_plugin_sum type: INTEGER mode: NULLABLE + description: null - name: crash_submit_success_content_sum type: INTEGER mode: NULLABLE + description: null - name: crash_submit_success_main_sum type: INTEGER mode: NULLABLE + description: null - name: crash_submit_success_plugin_sum type: INTEGER mode: NULLABLE + description: null - name: default_search_engine type: STRING mode: NULLABLE + description: null - name: default_search_engine_data_load_path type: STRING mode: NULLABLE + description: null - name: default_search_engine_data_name type: STRING mode: NULLABLE + description: null - name: default_search_engine_data_origin type: STRING mode: NULLABLE + description: null - name: default_search_engine_data_submission_url type: STRING mode: NULLABLE + description: null - name: devtools_toolbox_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: distribution_id type: STRING mode: NULLABLE + description: null - name: e10s_enabled type: BOOLEAN mode: NULLABLE + description: null - name: env_build_arch type: STRING mode: NULLABLE + description: null - name: env_build_id type: STRING mode: NULLABLE + description: null - name: env_build_version type: STRING mode: NULLABLE + description: null - name: environment_settings_intl_accept_languages type: STRING mode: REPEATED + description: null - name: environment_settings_intl_app_locales type: STRING mode: REPEATED + description: null - name: environment_settings_intl_available_locales type: STRING mode: REPEATED + description: null - name: environment_settings_intl_requested_locales type: STRING mode: REPEATED + description: null - name: environment_settings_intl_system_locales type: STRING mode: REPEATED + description: null - name: environment_settings_intl_regional_prefs_locales type: STRING mode: REPEATED + description: null - name: experiments type: RECORD mode: REPEATED @@ -245,264 +318,352 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: STRING mode: NULLABLE + description: null + description: null - name: first_paint_mean type: FLOAT mode: NULLABLE + description: null - name: flash_version type: STRING mode: NULLABLE + description: null - name: country type: STRING mode: NULLABLE + description: null - name: city type: STRING mode: NULLABLE + description: null - name: geo_subdivision1 type: STRING mode: NULLABLE + description: null - name: geo_subdivision2 type: STRING mode: NULLABLE + description: null - name: isp_name type: STRING mode: NULLABLE + description: null - name: isp_organization type: STRING mode: NULLABLE + description: null - name: gfx_features_advanced_layers_status type: STRING mode: NULLABLE + description: null - name: gfx_features_d2d_status type: STRING mode: NULLABLE + description: null - name: gfx_features_d3d11_status type: STRING mode: NULLABLE + description: null - name: gfx_features_gpu_process_status type: STRING mode: NULLABLE + description: null - name: histogram_parent_devtools_aboutdebugging_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_animationinspector_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_browserconsole_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_canvasdebugger_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_computedview_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_custom_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_dom_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_eyedropper_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_fontinspector_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_inspector_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_jsbrowserdebugger_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_jsdebugger_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_jsprofiler_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_layoutview_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_memory_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_menu_eyedropper_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_netmonitor_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_options_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_paintflashing_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_picker_eyedropper_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_responsive_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_ruleview_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_scratchpad_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_scratchpad_window_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_shadereditor_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_storage_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_styleeditor_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_webaudioeditor_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_webconsole_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: histogram_parent_devtools_webide_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: install_year type: INTEGER mode: NULLABLE + description: null - name: is_default_browser type: BOOLEAN mode: NULLABLE + description: null - name: is_wow64 type: BOOLEAN mode: NULLABLE + description: null - name: locale type: STRING mode: NULLABLE + description: null - name: memory_mb type: INTEGER mode: NULLABLE + description: null - name: normalized_channel type: STRING mode: NULLABLE + description: null - name: normalized_os_version type: STRING mode: NULLABLE + description: null - name: os type: STRING mode: NULLABLE + description: null - name: os_service_pack_major type: INTEGER mode: NULLABLE + description: null - name: os_service_pack_minor type: INTEGER mode: NULLABLE + description: null - name: os_version type: STRING mode: NULLABLE + description: null - name: pings_aggregated_by_this_row type: INTEGER mode: NULLABLE + description: null - name: places_bookmarks_count_mean type: FLOAT mode: NULLABLE + description: null - name: places_pages_count_mean type: FLOAT mode: NULLABLE + description: null - name: plugin_hangs_sum type: INTEGER mode: NULLABLE + description: null - name: plugins_infobar_allow_sum type: INTEGER mode: NULLABLE + description: null - name: plugins_infobar_block_sum type: INTEGER mode: NULLABLE + description: null - name: plugins_infobar_shown_sum type: INTEGER mode: NULLABLE + description: null - name: plugins_notification_shown_sum type: INTEGER mode: NULLABLE + description: null - name: previous_build_id type: STRING mode: NULLABLE + description: null - name: profile_age_in_days type: INTEGER mode: NULLABLE + description: null - name: profile_creation_date type: STRING mode: NULLABLE + description: null - name: push_api_notify_sum type: INTEGER mode: NULLABLE + description: null - name: sample_id type: INTEGER mode: NULLABLE + description: null - name: sandbox_effective_content_process_level type: INTEGER mode: NULLABLE + description: null - name: scalar_combined_webrtc_nicer_stun_retransmits_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_combined_webrtc_nicer_turn_401s_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_combined_webrtc_nicer_turn_403s_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_combined_webrtc_nicer_turn_438s_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_content_navigator_storage_estimate_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_content_navigator_storage_persist_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_aushelper_websense_reg_version type: STRING mode: NULLABLE + description: null - name: scalar_parent_browser_engagement_max_concurrent_tab_count_max type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_browser_engagement_max_concurrent_window_count_max type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_browser_engagement_tab_open_event_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_browser_engagement_total_uri_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_browser_engagement_unfiltered_uri_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_browser_engagement_unique_domains_count_max type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_browser_engagement_unique_domains_count_mean type: FLOAT mode: NULLABLE + description: null - name: scalar_parent_browser_engagement_window_open_event_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_devtools_accessibility_node_inspected_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_devtools_accessibility_opened_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_devtools_accessibility_picker_used_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_devtools_accessibility_select_accessible_for_node_sum type: RECORD mode: REPEATED @@ -510,159 +671,211 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_devtools_accessibility_service_enabled_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_devtools_copy_full_css_selector_opened_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_devtools_copy_unique_css_selector_opened_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_devtools_toolbar_eyedropper_opened_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_navigator_storage_estimate_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_navigator_storage_persist_count_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_storage_sync_api_usage_extensions_using_sum type: INTEGER mode: NULLABLE + description: null - name: search_cohort type: STRING mode: NULLABLE + description: null - name: search_count_abouthome type: INTEGER mode: NULLABLE + description: null - name: search_count_contextmenu type: INTEGER mode: NULLABLE + description: null - name: search_count_newtab type: INTEGER mode: NULLABLE + description: null - name: search_count_searchbar type: INTEGER mode: NULLABLE + description: null - name: search_count_system type: INTEGER mode: NULLABLE + description: null - name: search_count_urlbar type: INTEGER mode: NULLABLE + description: null - name: search_count_all type: INTEGER mode: NULLABLE + description: null - name: search_count_tagged_sap type: INTEGER mode: NULLABLE + description: null - name: search_count_tagged_follow_on type: INTEGER mode: NULLABLE + description: null - name: search_count_organic type: INTEGER mode: NULLABLE + description: null - name: search_count_urlbar_handoff type: INTEGER mode: NULLABLE - name: session_restored_mean type: FLOAT mode: NULLABLE + description: null - name: sessions_started_on_this_day type: INTEGER mode: NULLABLE + description: null - name: shutdown_kill_sum type: INTEGER mode: NULLABLE + description: null - name: subsession_hours_sum type: NUMERIC mode: NULLABLE + description: null - name: ssl_handshake_result_failure_sum type: INTEGER mode: NULLABLE + description: null - name: ssl_handshake_result_success_sum type: INTEGER mode: NULLABLE + description: null - name: sync_configured type: BOOLEAN mode: NULLABLE + description: null - name: sync_count_desktop_mean type: FLOAT mode: NULLABLE + description: null - name: sync_count_mobile_mean type: FLOAT mode: NULLABLE + description: null - name: sync_count_desktop_sum type: INTEGER mode: NULLABLE + description: null - name: sync_count_mobile_sum type: INTEGER mode: NULLABLE + description: null - name: telemetry_enabled type: BOOLEAN mode: NULLABLE + description: null - name: timezone_offset type: INTEGER mode: NULLABLE + description: null - name: update_auto_download type: BOOLEAN mode: NULLABLE + description: null - name: update_channel type: STRING mode: NULLABLE + description: null - name: update_enabled type: BOOLEAN mode: NULLABLE + description: null - name: vendor type: STRING mode: NULLABLE + description: null - name: web_notification_shown_sum type: INTEGER mode: NULLABLE + description: null - name: windows_build_number type: INTEGER mode: NULLABLE + description: null - name: windows_ubr type: INTEGER mode: NULLABLE + description: null - name: fxa_configured type: BOOLEAN mode: NULLABLE + description: null - name: trackers_blocked_sum type: INTEGER mode: NULLABLE + description: null - name: submission_timestamp_min type: TIMESTAMP mode: NULLABLE + description: null - name: ad_clicks_count_all type: INTEGER mode: NULLABLE + description: null - name: search_with_ads_count_all type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_urlbar_impression_autofill_about_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_urlbar_impression_autofill_adaptive_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_urlbar_impression_autofill_origin_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_urlbar_impression_autofill_other_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_urlbar_impression_autofill_preloaded_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_urlbar_impression_autofill_url_sum type: INTEGER mode: NULLABLE + description: null - name: scalar_parent_telemetry_event_counts_sum type: RECORD mode: REPEATED @@ -670,9 +883,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_content_telemetry_event_counts_sum type: RECORD mode: REPEATED @@ -680,9 +896,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_bookmarkmenu_sum type: RECORD mode: REPEATED @@ -690,9 +909,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_handoff_sum type: RECORD mode: REPEATED @@ -700,9 +922,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_keywordoffer_sum type: RECORD mode: REPEATED @@ -710,9 +935,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_oneoff_sum type: RECORD mode: REPEATED @@ -720,9 +948,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_other_sum type: RECORD mode: REPEATED @@ -730,9 +961,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_shortcut_sum type: RECORD mode: REPEATED @@ -740,9 +974,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_tabmenu_sum type: RECORD mode: REPEATED @@ -750,9 +987,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_tabtosearch_sum type: RECORD mode: REPEATED @@ -760,9 +1000,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_tabtosearch_onboard_sum type: RECORD mode: REPEATED @@ -770,9 +1013,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_topsites_newtab_sum type: RECORD mode: REPEATED @@ -780,9 +1026,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_topsites_urlbar_sum type: RECORD mode: REPEATED @@ -790,9 +1039,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_touchbar_sum type: RECORD mode: REPEATED @@ -800,9 +1052,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_urlbar_searchmode_typed_sum type: RECORD mode: REPEATED @@ -810,9 +1065,12 @@ - name: key type: STRING mode: NULLABLE + description: null - name: value type: INTEGER mode: NULLABLE + description: null + description: null - name: scalar_parent_os_environment_is_taskbar_pinned type: BOOLEAN mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry/windows_10_aggregate/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/telemetry/windows_10_aggregate/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry/windows_10_aggregate/schema.yaml 2024-06-27 19:17:04.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/telemetry/windows_10_aggregate/schema.yaml 2024-06-27 19:27:22.000000000 +0000 @@ -20,6 +20,7 @@ - name: normalized_channel type: STRING mode: NULLABLE + description: null - name: count type: INTEGER mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry/windows_10_build_distribution/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/telemetry/windows_10_build_distribution/schema.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry/windows_10_build_distribution/schema.yaml 2024-06-27 19:17:04.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/telemetry/windows_10_build_distribution/schema.yaml 2024-06-27 19:27:24.000000000 +0000 @@ -2,6 +2,7 @@ - name: normalized_channel type: STRING mode: NULLABLE + description: null - name: build_group type: STRING mode: NULLABLE diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml 2024-06-27 19:33:36.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Marketing Attributable - Desktop +description: |- + This is a UDF to help distinguish if acquired desktop clients are attributable to marketing efforts or not +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql 2024-06-27 19:17:18.000000000 +0000 @@ -0,0 +1,21 @@ +CREATE OR REPLACE FUNCTION udf.marketing_attributable_desktop(medium STRING) +RETURNS BOOLEAN AS ( + CASE + WHEN LOWER(medium) IN ( + 'paidsearch', + 'paiddisplay', + 'cpc', + 'email', + 'display', + 'paidsocial', + 'paidvideo', + 'social', + 'ppc', + 'banner', + 'ad-unit', + 'newsletter' + ) + THEN TRUE + ELSE FALSE + END +); diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml 2024-06-27 19:33:36.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Organic vs Paid - Desktop +description: |- + This is a UDF to help distinguish desktop client attribution as being organic or paid +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql 2024-06-27 19:17:18.000000000 +0000 @@ -0,0 +1,25 @@ +CREATE OR REPLACE FUNCTION udf.organic_vs_paid_desktop(medium STRING) +RETURNS STRING AS ( + CASE + WHEN LOWER(medium) IN ( + 'paidsearch', + 'paiddisplay', + 'cpc', + 'display', + 'paidsocial', + 'paidvideo', + 'ppc' + ) + THEN 'Paid' + ELSE 'Organic' + END +); + +SELECT + mozfun.assert.equals(udf.organic_vs_paid_desktop('display'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('PAIDDISPLAY'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('paidsocial'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('paidvideo'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('ppc'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop(NULL), 'Organic'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('abc'), 'Organic'); diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml 2024-06-27 19:33:36.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Organic vs Paid - Mobile +description: |- + This is a UDF to help distinguish mobile client attribution as being organic or paid +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql 2024-06-27 19:17:18.000000000 +0000 @@ -0,0 +1,16 @@ +CREATE OR REPLACE FUNCTION udf.organic_vs_paid_mobile(adjust_network STRING) +RETURNS STRING AS ( + CASE + WHEN LOWER(adjust_network) IN ('google ads aci', 'apple search ads') + THEN 'Paid' + ELSE 'Organic' + END +); + +SELECT + mozfun.assert.equals(udf.organic_vs_paid_mobile('Google Ads ACI'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('google ads aci'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('APPLE SEARCH ADS'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('apple search ads'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile(''), 'Organic'), + mozfun.assert.equals(udf.organic_vs_paid_mobile(NULL), 'Organic'); ```

Link to full diff

dataops-ci-bot commented 3 days ago

Integration report for "Merge branch 'main' into DENG-4175-organic-vs-paid-search-udfs"

sql.diff

Click to expand! ```diff Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: marketing_attributable_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_mobile diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml 2024-06-27 19:44:39.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Marketing Attributable - Desktop +description: |- + This is a UDF to help distinguish if acquired desktop clients are attributable to marketing efforts or not +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql 2024-06-27 19:42:47.000000000 +0000 @@ -0,0 +1,21 @@ +CREATE OR REPLACE FUNCTION udf.marketing_attributable_desktop(medium STRING) +RETURNS BOOLEAN AS ( + CASE + WHEN LOWER(medium) IN ( + 'paidsearch', + 'paiddisplay', + 'cpc', + 'email', + 'display', + 'paidsocial', + 'paidvideo', + 'social', + 'ppc', + 'banner', + 'ad-unit', + 'newsletter' + ) + THEN TRUE + ELSE FALSE + END +); diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml 2024-06-27 19:44:39.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Organic vs Paid - Desktop +description: |- + This is a UDF to help distinguish desktop client attribution as being organic or paid +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql 2024-06-27 19:42:47.000000000 +0000 @@ -0,0 +1,25 @@ +CREATE OR REPLACE FUNCTION udf.organic_vs_paid_desktop(medium STRING) +RETURNS STRING AS ( + CASE + WHEN LOWER(medium) IN ( + 'paidsearch', + 'paiddisplay', + 'cpc', + 'display', + 'paidsocial', + 'paidvideo', + 'ppc' + ) + THEN 'Paid' + ELSE 'Organic' + END +); + +SELECT + mozfun.assert.equals(udf.organic_vs_paid_desktop('display'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('PAIDDISPLAY'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('paidsocial'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('paidvideo'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('ppc'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop(NULL), 'Organic'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('abc'), 'Organic'); diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml 2024-06-27 19:44:39.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Organic vs Paid - Mobile +description: |- + This is a UDF to help distinguish mobile client attribution as being organic or paid +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql 2024-06-27 19:42:47.000000000 +0000 @@ -0,0 +1,16 @@ +CREATE OR REPLACE FUNCTION udf.organic_vs_paid_mobile(adjust_network STRING) +RETURNS STRING AS ( + CASE + WHEN LOWER(adjust_network) IN ('google ads aci', 'apple search ads') + THEN 'Paid' + ELSE 'Organic' + END +); + +SELECT + mozfun.assert.equals(udf.organic_vs_paid_mobile('Google Ads ACI'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('google ads aci'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('APPLE SEARCH ADS'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('apple search ads'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile(''), 'Organic'), + mozfun.assert.equals(udf.organic_vs_paid_mobile(NULL), 'Organic'); ```

Link to full diff

dataops-ci-bot commented 3 days ago

Integration report for "Merge branch 'main' into DENG-4175-organic-vs-paid-search-udfs"

sql.diff

Click to expand! ```diff Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: marketing_attributable_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_desktop Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf: organic_vs_paid_mobile diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/metadata.yaml 2024-06-27 20:40:40.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Marketing Attributable - Desktop +description: |- + This is a UDF to help distinguish if acquired desktop clients are attributable to marketing efforts or not +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/marketing_attributable_desktop/udf.sql 2024-06-27 20:38:49.000000000 +0000 @@ -0,0 +1,21 @@ +CREATE OR REPLACE FUNCTION udf.marketing_attributable_desktop(medium STRING) +RETURNS BOOLEAN AS ( + CASE + WHEN LOWER(medium) IN ( + 'paidsearch', + 'paiddisplay', + 'cpc', + 'email', + 'display', + 'paidsocial', + 'paidvideo', + 'social', + 'ppc', + 'banner', + 'ad-unit', + 'newsletter' + ) + THEN TRUE + ELSE FALSE + END +); diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/metadata.yaml 2024-06-27 20:40:40.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Organic vs Paid - Desktop +description: |- + This is a UDF to help distinguish desktop client attribution as being organic or paid +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_desktop/udf.sql 2024-06-27 20:38:49.000000000 +0000 @@ -0,0 +1,25 @@ +CREATE OR REPLACE FUNCTION udf.organic_vs_paid_desktop(medium STRING) +RETURNS STRING AS ( + CASE + WHEN LOWER(medium) IN ( + 'paidsearch', + 'paiddisplay', + 'cpc', + 'display', + 'paidsocial', + 'paidvideo', + 'ppc' + ) + THEN 'Paid' + ELSE 'Organic' + END +); + +SELECT + mozfun.assert.equals(udf.organic_vs_paid_desktop('display'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('PAIDDISPLAY'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('paidsocial'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('paidvideo'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('ppc'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_desktop(NULL), 'Organic'), + mozfun.assert.equals(udf.organic_vs_paid_desktop('abc'), 'Organic'); diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/metadata.yaml 2024-06-27 20:40:40.000000000 +0000 @@ -0,0 +1,11 @@ +friendly_name: Organic vs Paid - Mobile +description: |- + This is a UDF to help distinguish mobile client attribution as being organic or paid +owners: [] +labels: {} +bigquery: null +workgroup_access: +- role: roles/bigquery.dataViewer + members: + - workgroup:mozilla-confidential +references: {} diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql --- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql 1970-01-01 00:00:00.000000000 +0000 +++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/udf/organic_vs_paid_mobile/udf.sql 2024-06-27 20:38:49.000000000 +0000 @@ -0,0 +1,16 @@ +CREATE OR REPLACE FUNCTION udf.organic_vs_paid_mobile(adjust_network STRING) +RETURNS STRING AS ( + CASE + WHEN LOWER(adjust_network) IN ('google ads aci', 'apple search ads') + THEN 'Paid' + ELSE 'Organic' + END +); + +SELECT + mozfun.assert.equals(udf.organic_vs_paid_mobile('Google Ads ACI'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('google ads aci'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('APPLE SEARCH ADS'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile('apple search ads'), 'Paid'), + mozfun.assert.equals(udf.organic_vs_paid_mobile(''), 'Organic'), + mozfun.assert.equals(udf.organic_vs_paid_mobile(NULL), 'Organic'); ```

Link to full diff