DENG-7414_Set retention on FxA client level tables

alekhyamoz · alekhyamoz · commit 58fffb0a9535 · 2025-01-15T22:14:21.000-05:00
diff --git a/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_daily_v1/metadata.yaml
@@ -5,15 +5,17 @@ owners:
 - ksiegler@mozilla.com
 labels:
   incremental: true
-  owner1: ksiegler@mozilla.com
+  owner1: akomar@mozilla.com
+  owner2: kik@mozilla.com
+  table_type: client_level
 scheduling:
   dag_name: bqetl_accounts_derived
 bigquery:
   time_partitioning:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
   clustering:
     fields: [service, country]
 references: {}
diff --git a/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/accounts_backend_derived/users_services_last_seen_v1/metadata.yaml
@@ -5,15 +5,17 @@ owners:
 - ksiegler@mozilla.com
 labels:
   incremental: true
-  owner1: ksiegler@mozilla.com
+  owner1: akomar@mozilla.com
+  owner2: kik@mozilla.com
+  table_type: client_level
 scheduling:
   dag_name: bqetl_accounts_derived
 bigquery:
   time_partitioning:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
   clustering:
     fields: [service, country]
 references: {}
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_amplitude_export_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_amplitude_export_v1/metadata.yaml
@@ -15,6 +15,7 @@ bigquery:
     type: day
     field: submission_date_pacific
     require_partition_filter: false
+    expiration_days: 775
   clustering:
     fields:
       - user_id
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_delete_events_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_delete_events_v1/metadata.yaml
@@ -17,6 +17,6 @@ bigquery:
     type: day
     field: submission_timestamp
     require_partition_filter: false
-    expiration_days: null
+    expiration_days: 775
   clustering: null
 references: {}
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_delete_events_v2/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_delete_events_v2/metadata.yaml
@@ -17,3 +17,4 @@ bigquery:
     type: day
     field: submission_timestamp
     require_partition_filter: false
+    expiration_days: 775
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_device_command_events_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_device_command_events_v1/metadata.yaml
@@ -22,6 +22,7 @@ bigquery:
     type: day
     field: timestamp
     require_partition_filter: false
+    expiration_days: 775
   clustering:
     fields:
       - command
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_device_command_events_v2/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_device_command_events_v2/metadata.yaml
@@ -24,6 +24,7 @@ bigquery:
     type: day
     field: timestamp
     require_partition_filter: false
+    expiration_days: 775
   clustering:
     fields:
       - command
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_daily_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_daily_v1/metadata.yaml
@@ -21,6 +21,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: false
+    expiration_days: 775
   clustering:
     fields:
       - user_id
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_daily_v2/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_daily_v2/metadata.yaml
@@ -28,6 +28,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
       - registered
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_last_seen_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_last_seen_v1/metadata.yaml
@@ -25,7 +25,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
   clustering:
     fields:
     - user_id
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_last_seen_v2/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_last_seen_v2/metadata.yaml
@@ -25,4 +25,4 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_daily_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_daily_v1/metadata.yaml
@@ -16,6 +16,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: false
+    expiration_days: 775
   clustering:
     fields:
       - service
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_daily_v2/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_daily_v2/metadata.yaml
@@ -16,7 +16,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: false
-
+    expiration_days: 775
   clustering:
     fields:
       - service
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_devices_daily_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_devices_daily_v1/metadata.yaml
@@ -42,6 +42,7 @@ bigquery:
     type: day
     field: timestamp
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
       - service
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_last_seen_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_last_seen_v1/metadata.yaml
@@ -14,7 +14,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: false
-    expiration_days: null
+    expiration_days: 775
   clustering:
     fields:
     - service
diff --git a/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_last_seen_v2/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_last_seen_v2/metadata.yaml
@@ -18,6 +18,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: false
+    expiration_days: 775
   clustering:
     fields:
       - service
diff --git a/sql_generators/events_daily/templates/events_daily_v1/metadata.yaml b/sql_generators/events_daily/templates/events_daily_v1/metadata.yaml
@@ -9,13 +9,15 @@ labels:
   application: {{ dataset }}
   schedule: daily
   incremental: true
+  table_type: client_level
 scheduling:
   dag_name: {{ dag_name }}
 bigquery:
   time_partitioning:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
       - sample_id
