From fd44f94b78776cbc1d009b082fa3f60c94b9411f Mon Sep 17 00:00:00 2001 From: Joaquin Ossa Date: Wed, 14 Aug 2024 17:30:09 +0200 Subject: [PATCH 1/3] new verification_to_address_validation model in staging --- models/staging/core/_core_sources.yml | 2 ++ models/staging/core/schema.yml | 6 ++++++ ...tg_core__verification_to_address_validation.sql | 14 ++++++++++++++ 3 files changed, 22 insertions(+) create mode 100644 models/staging/core/stg_core__verification_to_address_validation.sql diff --git a/models/staging/core/_core_sources.yml b/models/staging/core/_core_sources.yml index 1faac30..f03d035 100644 --- a/models/staging/core/_core_sources.yml +++ b/models/staging/core/_core_sources.yml @@ -227,3 +227,5 @@ sources: identifier: BookingToProductBundle - name: AddressValidation identifier: AddressValidation + - name: VerificationToAddressValidation + identifier: VerificationToAddressValidation diff --git a/models/staging/core/schema.yml b/models/staging/core/schema.yml index e042eac..efd52f6 100644 --- a/models/staging/core/schema.yml +++ b/models/staging/core/schema.yml @@ -173,6 +173,12 @@ models: - unique - not_null - name: stg_core__address_validation + columns: + - name: id_address_validation + tests: + - unique + - not_null + - name: stg_core__verification_to_address_validation columns: - name: id_address_validation tests: diff --git a/models/staging/core/stg_core__verification_to_address_validation.sql b/models/staging/core/stg_core__verification_to_address_validation.sql new file mode 100644 index 0000000..26ae6b0 --- /dev/null +++ b/models/staging/core/stg_core__verification_to_address_validation.sql @@ -0,0 +1,14 @@ +with + source as (select * from {{ source("core", "VerificationToAddressValidation") }}), + stg_core__verification_to_address_validation as ( + select + {{ adapter.quote("CreatedDate") }} as created_at_utc, + {{ adapter.quote("UpdatedDate") }} as updated_at_utc, + {{ adapter.quote("VerificationId") }} as id_verification, + {{ adapter.quote("AddressValidationId") }} as id_address_validation, + {{ adapter.quote("_airbyte_extracted_at") }} as dwh_extracted_at_utc + + from source + ) +select * +from stg_core__verification_to_address_validation From 1d4a2d7b34ab7eab097984fd3ce855a40ff3ff6f Mon Sep 17 00:00:00 2001 From: Joaquin Ossa Date: Wed, 14 Aug 2024 17:36:28 +0200 Subject: [PATCH 2/3] reorganized columns --- models/staging/core/schema.yml | 2 +- .../core/stg_core__verification_to_address_validation.sql | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/models/staging/core/schema.yml b/models/staging/core/schema.yml index efd52f6..6459739 100644 --- a/models/staging/core/schema.yml +++ b/models/staging/core/schema.yml @@ -180,7 +180,7 @@ models: - not_null - name: stg_core__verification_to_address_validation columns: - - name: id_address_validation + - name: id_verification tests: - unique - not_null \ No newline at end of file diff --git a/models/staging/core/stg_core__verification_to_address_validation.sql b/models/staging/core/stg_core__verification_to_address_validation.sql index 26ae6b0..7ac7470 100644 --- a/models/staging/core/stg_core__verification_to_address_validation.sql +++ b/models/staging/core/stg_core__verification_to_address_validation.sql @@ -2,10 +2,10 @@ with source as (select * from {{ source("core", "VerificationToAddressValidation") }}), stg_core__verification_to_address_validation as ( select - {{ adapter.quote("CreatedDate") }} as created_at_utc, - {{ adapter.quote("UpdatedDate") }} as updated_at_utc, {{ adapter.quote("VerificationId") }} as id_verification, {{ adapter.quote("AddressValidationId") }} as id_address_validation, + {{ adapter.quote("CreatedDate") }} as created_at_utc, + {{ adapter.quote("UpdatedDate") }} as updated_at_utc, {{ adapter.quote("_airbyte_extracted_at") }} as dwh_extracted_at_utc from source From be9757b886b3135af9c38cca17451fb0037c490f Mon Sep 17 00:00:00 2001 From: Joaquin Ossa Date: Fri, 16 Aug 2024 11:15:40 +0200 Subject: [PATCH 3/3] Modified source and included test for id_address_validation as unique as well --- models/staging/core/schema.yml | 4 ++++ .../core/stg_core__verification_to_address_validation.sql | 6 ++++-- 2 files changed, 8 insertions(+), 2 deletions(-) diff --git a/models/staging/core/schema.yml b/models/staging/core/schema.yml index 6459739..3985ff4 100644 --- a/models/staging/core/schema.yml +++ b/models/staging/core/schema.yml @@ -181,6 +181,10 @@ models: - name: stg_core__verification_to_address_validation columns: - name: id_verification + tests: + - unique + - not_null + - name: id_address_validation tests: - unique - not_null \ No newline at end of file diff --git a/models/staging/core/stg_core__verification_to_address_validation.sql b/models/staging/core/stg_core__verification_to_address_validation.sql index 7ac7470..1e41d42 100644 --- a/models/staging/core/stg_core__verification_to_address_validation.sql +++ b/models/staging/core/stg_core__verification_to_address_validation.sql @@ -1,5 +1,7 @@ with - source as (select * from {{ source("core", "VerificationToAddressValidation") }}), + raw_verification_to_address_validation as ( + select * from {{ source("core", "VerificationToAddressValidation") }} + ), stg_core__verification_to_address_validation as ( select {{ adapter.quote("VerificationId") }} as id_verification, @@ -8,7 +10,7 @@ with {{ adapter.quote("UpdatedDate") }} as updated_at_utc, {{ adapter.quote("_airbyte_extracted_at") }} as dwh_extracted_at_utc - from source + from raw_verification_to_address_validation ) select * from stg_core__verification_to_address_validation