Fix repo

jaffle_shop/models/final/finance/_models.yml

@@ -0,0 +1,23 @@
+version: 2
+
+exposures:
+  - name: fnl_finance_orders_per_customer
+    description: Used in Inksacio app
+    type: application
+    url: https://inksacio.eks.octopus.engineering/my_certification_dashboard/
+    owner:
+      email: [email protected]
+    depends_on:
+      - ref('wh_customers')
+
+models:
+  - name: fnl_finance_orders_per_customer
+    description: This table contains the total value of orders per customer
+    columns:
+      - name: customer_id
+        description: This is a unique identifier for a customer
+        tests:
+          - unique
+          - not_null
+      - name: customer_lifetime_value
+        description: This is the total value of orders for a customer

jaffle_shop/models/final/finance/fnl_finance_orders_per_customer.sql

@@ -0,0 +1,4 @@
+SELECT 
+  customers.customer_id
+  , customers.customer_lifetime_value
+FROM {{ ref('wh_customers') }} AS customers

jaffle_shop/models/final/sales/_models.yml

@@ -0,0 +1,23 @@
+version: 2
+
+exposures:
+  - name: fnl_sales_newcustomers
+    description: Used in Inksacio app
+    type: application
+    url: https://inksacio.eks.octopus.engineering/my_certification_dashboard/
+    owner:
+      email: [email protected]
+    depends_on:
+      - ref('wh_customers')
+
+models:
+  - name: fnl_sales_newcustomers
+    description: This table contains the number of new customers per month
+    columns:
+      - name: month_start_date
+        description: This is a date representing the start of a month
+        tests:
+          - unique
+          - not_null
+      - name: new_customer_count
+        description: This is the number of new customers in a given month

jaffle_shop/models/final/sales/fnl_sales_newcustomers.sql

@@ -0,0 +1,6 @@
+SELECT 
+  DATE_TRUNC('MONTH', customers.first_order) AS month_start_date
+  , COUNT(customers.customer_id) AS new_customer_count
+FROM {{ ref('wh_customers') }} AS customers
+GROUP BY DATE_TRUNC('MONTH', customers.first_order)
+ORDER BY DATE_TRUNC('MONTH', customers.first_order) DESC

jaffle_shop/models/staging/schema.yml → jaffle_shop/models/staging/src_seed/_models.yml

@@ -1,12 +1,30 @@
 version: 2
 
 models:
+  - name: stg_customers_pii
+    columns:
+      - name: customer_id
+        tests:
+          - unique
+          - not_null
+      - name: first_name
+        meta:
+          sensitive: true
+      - name: last_name
+        meta:
+          sensitive: true
   - name: stg_customers
     columns:
       - name: customer_id
         tests:
           - unique
           - not_null
+      - name: first_name_hash
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: last_name_hash
+        tests:
+          - dbt_expectations.expect_column_to_exist
 
   - name: stg_orders
     columns:

jaffle_shop/models/staging/src_seed/stg_customers.sql

@@ -0,0 +1,4 @@
+SELECT
+  {{ hash_sensitive_columns('stg_customers_pii') }}
+FROM {{ ref('stg_customers_pii') }}
+

jaffle_shop/models/schema.yml → jaffle_shop/models/warehouse/_models.yml

@@ -1,25 +1,21 @@
 version: 2
 
 models:
-  - name: customers
-    description: This table has basic information about a customer, as well as some derived facts based on a customer's orders
-
+  - name: wh_customers
+    description: This table has basic information about a customer, as well as some derived facts based on a customer's orders.
     columns:
       - name: customer_id
         description: This is a unique identifier for a customer
         tests:
           - unique
           - not_null
 
-      - name: first_name
-        description: Customer's first name. PII.
-
-      - name: last_name
-        description: Customer's last name. PII.
-
+      - name: first_name_hash
+        description: Customer's first name.
+      - name: last_name_hash
+        description: Customer's last name.
       - name: first_order
         description: Date (UTC) of a customer's first order
-
       - name: most_recent_order
         description: Date (UTC) of a customer's most recent order
 
@@ -29,7 +25,7 @@ models:
       - name: total_order_amount
         description: Total value (AUD) of a customer's orders
 
-  - name: orders
+  - name: wh_orders
     description: This table has basic information about orders, as well as some derived facts based on payments
 
     columns:
@@ -44,7 +40,7 @@ models:
         tests:
           - not_null
           - relationships:
-              to: ref('customers')
+              to: ref('stg_customers')
               field: customer_id
 
       - name: order_date

jaffle_shop/models/customers.sql → jaffle_shop/models/warehouse/wh_customers.sql

@@ -20,7 +20,6 @@ customer_orders as (
 
         select
         customer_id,
-
         min(order_date) as first_order,
         max(order_date) as most_recent_order,
         count(order_id) as number_of_orders

jaffle_shop/seeds/dbt_project_evaluator_exceptions.csv

@@ -0,0 +1,2 @@
+fct_name,column_name,id_to_exclude,comment
+fct_staging_dependent_on_staging,parent,stg_customers_pii,Scrubbing pii permitted in staging layer.