From cdd3b6a58f0f366cb14c47dc61f605a2cb9f3270 Mon Sep 17 00:00:00 2001 From: Joaquin Ossa Date: Wed, 14 Aug 2024 17:16:35 +0200 Subject: [PATCH 1/3] new address_validation model in staging --- models/staging/core/_core_sources.yml | 2 ++ models/staging/core/schema.yml | 6 ++++++ .../core/stg_core__address_validation.sql | 20 +++++++++++++++++++ 3 files changed, 28 insertions(+) create mode 100644 models/staging/core/stg_core__address_validation.sql diff --git a/models/staging/core/_core_sources.yml b/models/staging/core/_core_sources.yml index 8a527b7..1faac30 100644 --- a/models/staging/core/_core_sources.yml +++ b/models/staging/core/_core_sources.yml @@ -225,3 +225,5 @@ sources: identifier: UserProductBundle - name: BookingToProductBundle identifier: BookingToProductBundle + - name: AddressValidation + identifier: AddressValidation diff --git a/models/staging/core/schema.yml b/models/staging/core/schema.yml index 812126b..e042eac 100644 --- a/models/staging/core/schema.yml +++ b/models/staging/core/schema.yml @@ -169,6 +169,12 @@ models: - name: stg_core__booking_to_product_bundle columns: - name: id_booking_to_product_bundle + tests: + - unique + - not_null + - name: stg_core__address_validation + columns: + - name: id_address_validation tests: - unique - not_null \ No newline at end of file diff --git a/models/staging/core/stg_core__address_validation.sql b/models/staging/core/stg_core__address_validation.sql new file mode 100644 index 0000000..3838302 --- /dev/null +++ b/models/staging/core/stg_core__address_validation.sql @@ -0,0 +1,20 @@ +with + raw_address_validation as (select * from {{ source("core", "AddressValidation") }}), + stg_core__address_validation as ( + select + {{ adapter.quote("Id") }} as id_address_validation, + {{ adapter.quote("Notes") }} as notes, + {{ adapter.quote("Passed") }} as validation_passed, + {{ adapter.quote("CreatedDate") }} as created_at_utc, + {{ adapter.quote("UpdatedDate") }} as updated_at_utc, + {{ adapter.quote("AccommodationId") }} as id_accommodation, + {{ adapter.quote("FeatureSizeMeters") }} as feature_size_meters, + {{ adapter.quote("FeatureSizeMetersUpperLimit") }} + as feature_size_meters_upper_limit, + {{ adapter.quote("_airbyte_raw_id") }} as address_line_1, + {{ adapter.quote("_airbyte_extracted_at") }} as dwh_extracted_at_utc + + from raw_address_validation + ) +select * +from stg_core__address_validation From fa5cfb8c667ffc127f2c8c84390c82965b42dac1 Mon Sep 17 00:00:00 2001 From: Joaquin Ossa Date: Wed, 14 Aug 2024 17:31:36 +0200 Subject: [PATCH 2/3] removed extra _airbyte_raw_id --- models/staging/core/stg_core__address_validation.sql | 1 - 1 file changed, 1 deletion(-) diff --git a/models/staging/core/stg_core__address_validation.sql b/models/staging/core/stg_core__address_validation.sql index 3838302..d1a8d66 100644 --- a/models/staging/core/stg_core__address_validation.sql +++ b/models/staging/core/stg_core__address_validation.sql @@ -11,7 +11,6 @@ with {{ adapter.quote("FeatureSizeMeters") }} as feature_size_meters, {{ adapter.quote("FeatureSizeMetersUpperLimit") }} as feature_size_meters_upper_limit, - {{ adapter.quote("_airbyte_raw_id") }} as address_line_1, {{ adapter.quote("_airbyte_extracted_at") }} as dwh_extracted_at_utc from raw_address_validation From 1e818ea306929149ae5d35ebd3354d92ba864d1a Mon Sep 17 00:00:00 2001 From: Joaquin Ossa Date: Wed, 14 Aug 2024 17:34:04 +0200 Subject: [PATCH 3/3] organized columns --- models/staging/core/stg_core__address_validation.sql | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/models/staging/core/stg_core__address_validation.sql b/models/staging/core/stg_core__address_validation.sql index d1a8d66..a5039e1 100644 --- a/models/staging/core/stg_core__address_validation.sql +++ b/models/staging/core/stg_core__address_validation.sql @@ -3,14 +3,14 @@ with stg_core__address_validation as ( select {{ adapter.quote("Id") }} as id_address_validation, - {{ adapter.quote("Notes") }} as notes, - {{ adapter.quote("Passed") }} as validation_passed, - {{ adapter.quote("CreatedDate") }} as created_at_utc, - {{ adapter.quote("UpdatedDate") }} as updated_at_utc, {{ adapter.quote("AccommodationId") }} as id_accommodation, + {{ adapter.quote("Passed") }} as validation_passed, {{ adapter.quote("FeatureSizeMeters") }} as feature_size_meters, {{ adapter.quote("FeatureSizeMetersUpperLimit") }} as feature_size_meters_upper_limit, + {{ adapter.quote("Notes") }} as notes, + {{ adapter.quote("CreatedDate") }} as created_at_utc, + {{ adapter.quote("UpdatedDate") }} as updated_at_utc, {{ adapter.quote("_airbyte_extracted_at") }} as dwh_extracted_at_utc from raw_address_validation