Refactor handling of sensitive data

octoenergy · Jan 3, 2024 · 2cf87a8 · 2cf87a8
1 parent 67d10c9
commit 2cf87a8
Show file tree

Hide file tree

Showing 4 changed files with 19 additions and 18 deletions.
diff --git a/jaffle_shop/models/.sqlfluffignore b/jaffle_shop/models/.sqlfluffignore
@@ -0,0 +1,3 @@
+# sqlfluff incompatible with models using hash_sensitive_columns macro - disabled till resolved.
+
+stg_customers.sql
diff --git a/jaffle_shop/models/staging/src_seeds/_models.yml b/jaffle_shop/models/staging/src_seeds/_models.yml
@@ -1,6 +1,22 @@
 version: 2
 
 models:
+  - name: stg_customers_pii
+    meta:
+      owner: "[email protected]"
+    description: List of jaffle shop customers
+    columns:
+      - name: customer_id
+        tests:
+          - unique
+          - not_null
+      - name: first_name
+        meta:
+          sensitive: true
+      - name: last_name
+        meta:
+          sensitive: true
+
   - name: stg_customers
     meta:
       owner: "[email protected]"

diff --git a/jaffle_shop/models/staging/src_seeds/sensitive/_models.yml b/jaffle_shop/models/staging/src_seeds/sensitive/_models.yml
diff --git a/...src_seeds/sensitive/stg_customers_pii.sql → ...s/staging/src_seeds/stg_customers_pii.sql b/...src_seeds/sensitive/stg_customers_pii.sql → ...s/staging/src_seeds/stg_customers_pii.sql
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,3 @@
		# sqlfluff incompatible with models using hash_sensitive_columns macro - disabled till resolved.

		stg_customers.sql