counterweight/data-dwh-dbt-project
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Filtering out test users so all tests work correctly

Browse source
This commit is contained in:
Joaquin Ossa 2024-09-03 10:15:20 +02:00
parent 6dedbc04d7
commit fa6f7f8ff8
2 changed files with 25 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

16
models/staging/core/schema.yml
View file

@ -229,7 +229,7 @@ models:
tests: tests:
- not_null - not_null
- dbt_expectations.expect_column_values_to_be_between: - dbt_expectations.expect_column_values_to_be_between:
# min_value: 0 min_value: 0
max_value: 100 max_value: 100
strictly: true strictly: true
@ -239,7 +239,7 @@ models:
tests: tests:
- not_null - not_null
- dbt_expectations.expect_column_values_to_be_between: - dbt_expectations.expect_column_values_to_be_between:
# min_value: 0 min_value: 0
max_value: 100 max_value: 100
strictly: true strictly: true
@ -248,18 +248,18 @@ models:
description: "Amount of protection given when verification is 'Passed'" description: "Amount of protection given when verification is 'Passed'"
tests: tests:
- not_null - not_null
# - dbt_expectations.expect_column_values_to_be_between: - dbt_expectations.expect_column_values_to_be_between:
# min_value: 0 min_value: 0
# strictly: true strictly: true
- name: protection_upper_level - name: protection_upper_level
data_type: numeric data_type: numeric
description: "Amount of protection given when verification is 'Flagged'" description: "Amount of protection given when verification is 'Flagged'"
tests: tests:
- not_null - not_null
# - dbt_expectations.expect_column_values_to_be_between: - dbt_expectations.expect_column_values_to_be_between:
# min_value: 0 min_value: 0
# strictly: true strictly: true
- name: created_at_utc - name: created_at_utc
data_type: timestamp without time zone data_type: timestamp without time zone

17
models/staging/core/stg_core__edeposit_user.sql
View file

@ -1,3 +1,19 @@
{% set test_users = (
"b2a6a51c-af04-419c-97c1-e08e26710651",
"742086df-537d-46b5-8865-548d85c3dc5c",
"eb39d9fe-cf1e-41d3-b770-1d83e8375f4c",
"c98dc29c-cf48-479d-932f-b8507e74a0e8",
"134a4730-698a-4b6c-8564-33420b37d018",
"1dd9158f-ddac-4c29-8656-dcfe840e1ec5",
"e72e209d-31d2-47bf-a435-d488fa070cb4",
"06175d54-6084-4786-95a7-2aebd3ded676",
"844fd33d-f34a-43e2-921b-8dce952add1a",
"c218e0c2-9dad-469a-8eb7-535d8c264f74",
"d327a19d-6111-4364-b27c-02253d093045",
"61029f39-fb8a-4160-9353-d5d441147a42",
) %}
-- test users to filter out. In the update on Q4 they should either be removed or a
-- new field added to identify them.
with with
raw_electronic_deposit_user as ( raw_electronic_deposit_user as (
select * from {{ source("core", "ElectronicDepositUser") }} select * from {{ source("core", "ElectronicDepositUser") }}
@ -22,3 +38,4 @@ with
) )
select * select *
from stg_core__edeposit_user from stg_core__edeposit_user
where id_user_partner not in {{ test_users }}