Add firefox_ios derived tables and views for health scorecards

This adds the following Glean Health Scorecard related views and derived tables for firefox_ios:
- `telemetry_health_glean_errors`
- `telemetry_health_ping_latency`
- `telemetry_health_ping_volume_p80`
- `telemetry_health_sequence_holes`

Author: travis79

sql/moz-fx-data-shared-prod/fenix_derived/telemetry_health_ping_latency_v1/query.sql

@@ -1,6 +1,6 @@
 WITH sample AS (
   SELECT
-    normalized_channel AS channel,
+    normalized_channel,
     metadata.header.parsed_date,
     ping_info.parsed_end_time,
     submission_timestamp,
@@ -12,7 +12,7 @@ WITH sample AS (
 ),
 latency_quantiles AS (
   SELECT
-    channel,
+    normalized_channel,
     DATE(submission_timestamp) AS submission_date,
     APPROX_QUANTILES(
       TIMESTAMP_DIFF(parsed_date, parsed_end_time, SECOND),
@@ -32,7 +32,7 @@ latency_quantiles AS (
     ALL
 )
 SELECT
-  channel,
+  normalized_channel,
   submission_date,
   collection_to_submission_latency[OFFSET(95)] AS collection_to_submission_latency_p95,
   collection_to_submission_latency[OFFSET(50)] AS collection_to_submission_latency_median,

sql/moz-fx-data-shared-prod/fenix_derived/telemetry_health_ping_latency_v1/schema.yaml

@@ -1,13 +1,10 @@
 fields:
-  - name: application
+  - name: normalized_channel
     type: STRING
-    mode: REQUIRED
-  - name: channel
-    type: STRING
-    mode: REQUIRED
+    mode: NULLABLE
   - name: submission_date
     type: DATE
-    mode: REQUIRED
+    mode: NULLABLE
   - name: collection_to_submission_latency_p95
     type: INTEGER
     mode: NULLABLE

sql/moz-fx-data-shared-prod/fenix_derived/telemetry_health_ping_volume_p80_v1/query.sql

@@ -1,7 +1,7 @@
 -- Query for telemetry health ping volume p80
 WITH sample AS (
   SELECT
-    normalized_channel AS channel,
+    normalized_channel,
     DATE(submission_timestamp) AS submission_date,
     COUNT(1) AS ping_count
   FROM
@@ -10,13 +10,13 @@ WITH sample AS (
     sample_id = 0
     AND DATE(submission_timestamp) >= DATE_SUB(CURRENT_DATE(), INTERVAL 1 DAY)
   GROUP BY
-    channel,
+    normalized_channel,
     submission_date,
     client_info.client_id
 ),
 ping_count_quantiles AS (
   SELECT
-    channel,
+    normalized_channel,
     submission_date,
     APPROX_QUANTILES(ping_count, 100) AS quantiles,
   FROM
@@ -25,7 +25,7 @@ ping_count_quantiles AS (
     ALL
 )
 SELECT
-  channel,
+  normalized_channel,
   submission_date,
   quantiles[OFFSET(80)] AS p80
 FROM

sql/moz-fx-data-shared-prod/fenix_derived/telemetry_health_ping_volume_p80_v1/schema.yaml

@@ -1,13 +1,10 @@
 fields:
-  - name: application
+  - name: normalized_channel
     type: STRING
-    mode: REQUIRED
-  - name: channel
-    type: STRING
-    mode: REQUIRED
+    mode: NULLABLE
   - name: submission_date
     type: DATE
-    mode: REQUIRED
+    mode: NULLABLE
   - name: p80
     type: INTEGER
     mode: NULLABLE

sql/moz-fx-data-shared-prod/fenix_derived/telemetry_health_sequence_holes_v1/query.sql

@@ -1,7 +1,7 @@
 -- Query for telemetry health sequence holes
 WITH sample AS (
   SELECT
-    normalized_channel AS channel,
+    normalized_channel,
     DATE(submission_timestamp) AS submission_date,
     client_info.client_id,
     ping_info.seq AS sequence_number
@@ -13,7 +13,7 @@ WITH sample AS (
 ),
 lagged AS (
   SELECT
-    channel,
+    normalized_channel,
     submission_date,
     client_id,
     sequence_number,
@@ -29,7 +29,7 @@ lagged AS (
 ),
 per_client_day AS (
   SELECT
-    channel,
+    normalized_channel,
     submission_date,
     client_id,
     -- A client has a gap on that date if any step isn't prev+1.
@@ -40,7 +40,7 @@ per_client_day AS (
     ALL
 )
 SELECT
-  channel,
+  normalized_channel,
   submission_date,
   COUNTIF(has_gap) AS clients_with_sequence_gaps_1pct,
   COUNT(DISTINCT client_id) AS total_unique_clients_1pct,

sql/moz-fx-data-shared-prod/fenix_derived/telemetry_health_sequence_holes_v1/schema.yaml

@@ -1,13 +1,10 @@
 fields:
-  - name: application
+  - name: normalized_channel
     type: STRING
-    mode: REQUIRED
-  - name: channel
-    type: STRING
-    mode: REQUIRED
+    mode: NULLABLE
   - name: submission_date
     type: DATE
-    mode: REQUIRED
+    mode: NULLABLE
   - name: clients_with_sequence_gaps_1pct
     type: INTEGER
     mode: NULLABLE

sql/moz-fx-data-shared-prod/firefox_desktop_derived/telemetry_health_ping_latency_v1/query.sql

@@ -1,6 +1,6 @@
 WITH sample AS (
   SELECT
-    normalized_channel AS channel,
+    normalized_channel,
     metadata.header.parsed_date,
     ping_info.parsed_end_time,
     submission_timestamp,
@@ -12,7 +12,7 @@ WITH sample AS (
 ),
 latency_quantiles AS (
   SELECT
-    channel,
+    normalized_channel,
     DATE(submission_timestamp) AS submission_date,
     APPROX_QUANTILES(
       TIMESTAMP_DIFF(parsed_date, parsed_end_time, SECOND),
@@ -32,7 +32,7 @@ latency_quantiles AS (
     ALL
 )
 SELECT
-  channel,
+  normalized_channel,
   submission_date,
   collection_to_submission_latency[OFFSET(95)] AS collection_to_submission_latency_p95,
   collection_to_submission_latency[OFFSET(50)] AS collection_to_submission_latency_median,

sql/moz-fx-data-shared-prod/firefox_desktop_derived/telemetry_health_ping_latency_v1/schema.yaml

@@ -1,13 +1,10 @@
 fields:
-  - name: application
+  - name: normalized_channel
     type: STRING
-    mode: REQUIRED
-  - name: channel
-    type: STRING
-    mode: REQUIRED
+    mode: NULLABLE
   - name: submission_date
     type: DATE
-    mode: REQUIRED
+    mode: NULLABLE
   - name: collection_to_submission_latency_p95
     type: INTEGER
     mode: NULLABLE

sql/moz-fx-data-shared-prod/firefox_desktop_derived/telemetry_health_ping_volume_p80_v1/query.sql

@@ -1,7 +1,7 @@
 -- Query for telemetry health ping volume p80
 WITH sample AS (
   SELECT
-    normalized_channel AS channel,
+    normalized_channel,
     DATE(submission_timestamp) AS submission_date,
     COUNT(1) AS ping_count
   FROM
@@ -10,13 +10,13 @@ WITH sample AS (
     sample_id = 0
     AND DATE(submission_timestamp) >= DATE_SUB(CURRENT_DATE(), INTERVAL 1 DAY)
   GROUP BY
-    channel,
+    normalized_channel,
     submission_date,
     client_info.client_id
 ),
 ping_count_quantiles AS (
   SELECT
-    channel,
+    normalized_channel,
     submission_date,
     APPROX_QUANTILES(ping_count, 100) AS quantiles,
   FROM
@@ -25,7 +25,7 @@ ping_count_quantiles AS (
     ALL
 )
 SELECT
-  channel,
+  normalized_channel,
   submission_date,
   quantiles[OFFSET(80)] AS p80
 FROM

sql/moz-fx-data-shared-prod/firefox_desktop_derived/telemetry_health_ping_volume_p80_v1/schema.yaml

@@ -1,13 +1,10 @@
 fields:
-  - name: application
+  - name: normalized_channel
     type: STRING
-    mode: REQUIRED
-  - name: channel
-    type: STRING
-    mode: REQUIRED
+    mode: NULLABLE
   - name: submission_date
     type: DATE
-    mode: REQUIRED
+    mode: NULLABLE
   - name: p80
     type: INTEGER
     mode: NULLABLE