From 824ff8da9ec123d40674717e3f4eec08ad587f4e Mon Sep 17 00:00:00 2001
From: Pablo Martin <pablo.martin@superhog.com>
Date: Fri, 10 May 2024 00:31:27 +0200
Subject: [PATCH] a few quick and dirty improvements

---
 dbt_project.yml                                    |  1 +
 .../core/int_core__booking_charge_events.sql       |  1 +
 models/intermediate/core/int_core__bookings.sql    |  1 +
 .../core/int_core__duplicate_bookings.sql          |  1 +
 ...int_core__verification_request_completeness.sql |  1 +
 .../core/int_core__verification_requests.sql       |  1 +
 run_dbt.sh                                         | 14 +++++++++++---
 7 files changed, 17 insertions(+), 3 deletions(-)

diff --git a/dbt_project.yml b/dbt_project.yml
index 6a62fcb..81f8077 100644
--- a/dbt_project.yml
+++ b/dbt_project.yml
@@ -29,6 +29,7 @@ clean-targets: # directories to be removed by `dbt clean`
 # directory as views. These settings can be overridden in the individual model
 # files using the `{{ config(...) }}` macro.
 models:
+  +unlogged: true
   dwh_dbt:
     staging:
       +materialized: table
diff --git a/models/intermediate/core/int_core__booking_charge_events.sql b/models/intermediate/core/int_core__booking_charge_events.sql
index 98a503a..2cfc1ea 100644
--- a/models/intermediate/core/int_core__booking_charge_events.sql
+++ b/models/intermediate/core/int_core__booking_charge_events.sql
@@ -1,3 +1,4 @@
+{{ config(materialized="table", unique_key="id_booking") }}
 with
     stg_core__booking as (select * from {{ ref("stg_core__booking") }}),
     int_core__price_plans as (select * from {{ ref("int_core__price_plans") }}),
diff --git a/models/intermediate/core/int_core__bookings.sql b/models/intermediate/core/int_core__bookings.sql
index ba524e8..e5e2323 100644
--- a/models/intermediate/core/int_core__bookings.sql
+++ b/models/intermediate/core/int_core__bookings.sql
@@ -1,3 +1,4 @@
+{{ config(materialized="table", unique_key="id_booking") }}
 with
     stg_core__booking as (select * from {{ ref("stg_core__booking") }}),
     stg_core__booking_state as (select * from {{ ref("stg_core__booking_state") }}),
diff --git a/models/intermediate/core/int_core__duplicate_bookings.sql b/models/intermediate/core/int_core__duplicate_bookings.sql
index 3538709..9c9b585 100644
--- a/models/intermediate/core/int_core__duplicate_bookings.sql
+++ b/models/intermediate/core/int_core__duplicate_bookings.sql
@@ -1,3 +1,4 @@
+{{ config(materialized="table", unique_key="id_booking") }}
 with
     stg_core__booking_state as (select * from {{ ref("stg_core__booking_state") }}),
     stg_core__booking_with_dup_flag as (
diff --git a/models/intermediate/core/int_core__verification_request_completeness.sql b/models/intermediate/core/int_core__verification_request_completeness.sql
index aaee763..0a57882 100644
--- a/models/intermediate/core/int_core__verification_request_completeness.sql
+++ b/models/intermediate/core/int_core__verification_request_completeness.sql
@@ -37,6 +37,7 @@ As for the general logic, so that the monster below makes some slight sense:
     - Finally, whatever doesn't fall into Not Started or Action Required, 
       is considered Complete.
 */
+{{ config(materialized="table", unique_key="id_verification_request") }}
 with
     stg_core__verification_request as (
         select * from {{ ref("stg_core__verification_request") }}
diff --git a/models/intermediate/core/int_core__verification_requests.sql b/models/intermediate/core/int_core__verification_requests.sql
index 4437868..5ff101c 100644
--- a/models/intermediate/core/int_core__verification_requests.sql
+++ b/models/intermediate/core/int_core__verification_requests.sql
@@ -1,3 +1,4 @@
+{{ config(materialized="table", unique_key="id_verification_request") }}
 with
     stg_core__verification_request as (
         select * from {{ ref("stg_core__verification_request") }}
diff --git a/run_dbt.sh b/run_dbt.sh
index 1db1f5e..673090d 100644
--- a/run_dbt.sh
+++ b/run_dbt.sh
@@ -14,6 +14,14 @@ source venv/bin/activate
 echo "Triggering dbt seed" | while IFS= read -r line; do printf '%s %s\n' "$(date)" "$line"; done >> /home/azureuser/dbt_run.log 2>&1
 dbt seed | while IFS= read -r line; do printf '%s %s\n' "$(date)" "$line"; done >> /home/azureuser/dbt_run.log 2>&1
 
-# Run dbt
-echo "Triggering dbt run" | while IFS= read -r line; do printf '%s %s\n' "$(date)" "$line"; done >> /home/azureuser/dbt_run.log 2>&1
-dbt run | while IFS= read -r line; do printf '%s %s\n' "$(date)" "$line"; done >> /home/azureuser/dbt_run.log 2>&1
\ No newline at end of file
+# Run staging layer
+echo "Triggering dbt run: Staging" | while IFS= read -r line; do printf '%s %s\n' "$(date)" "$line"; done >> /home/azureuser/dbt_run.log 2>&1
+dbt run -s models/staging | while IFS= read -r line; do printf '%s %s\n' "$(date)" "$line"; done >> /home/azureuser/dbt_run.log 2>&1
+
+# Run intermediate layer
+echo "Triggering dbt run: Intermediate" | while IFS= read -r line; do printf '%s %s\n' "$(date)" "$line"; done >> /home/azureuser/dbt_run.log 2>&1
+dbt run -s models/intermediate | while IFS= read -r line; do printf '%s %s\n' "$(date)" "$line"; done >> /home/azureuser/dbt_run.log 2>&1
+
+# Run reporting layer
+echo "Triggering dbt run: Reporting" | while IFS= read -r line; do printf '%s %s\n' "$(date)" "$line"; done >> /home/azureuser/dbt_run.log 2>&1
+dbt run -s models/reporting | while IFS= read -r line; do printf '%s %s\n' "$(date)" "$line"; done >> /home/azureuser/dbt_run.log 2>&1