counterweight/data-dwh-dbt-project
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

updated test

Browse source
This commit is contained in:
Joaquin 2024-11-04 11:05:28 +01:00
parent 7d3d11ea7f
commit 21858d4d59
2 changed files with 36 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

28
macros/tests/assert_dimension_completeness.sql
View file

@ -1,21 +1,35 @@
{% test assert_dimension_completeness( {% test assert_dimension_completeness(
model, column_name, metric_column_name, global_dimension_name="global" model, column_name, metric_column_names, global_dimension_name="global"
) %} ) %}
with with
sum_by_dimension as (
{% for metric_column_name in metric_column_names %}
sum_by_dimension_{{ metric_column_name }} as (
select {{ column_name }}, sum({{ metric_column_name }}) as sum_metric select {{ column_name }}, sum({{ metric_column_name }}) as sum_metric
from {{ model }} from {{ model }}
group by {{ column_name }} group by {{ column_name }}
), ),
global_sum as ( global_sum_{{ metric_column_name }} as (
select sum({{ metric_column_name }}) as total_metric select sum({{ metric_column_name }}) as total_metric
from {{ model }} from {{ model }}
where {{ column_name }} = '{{ global_dimension_name }}' where {{ column_name }} = '{{ global_dimension_name }}'
) ),
discrepancy_{{ metric_column_name }} as (
select * select *
from sum_by_dimension, global_sum from sum_by_dimension_{{ metric_column_name }}, global_sum_{{ metric_column_name }}
where sum_by_dimension.sum_metric != global_sum.total_metric where sum_by_dimension_{{ metric_column_name }}.sum_metric != global_sum_{{ metric_column_name }}.total_metric
)
{% if not loop.last %}, {% endif %}
{% endfor %}
{% for metric_column_name in metric_column_names %}
{% if loop.first %}
select * from discrepancy_{{ metric_column_name }}
{% else %}
union all
select * from discrepancy_{{ metric_column_name }}
{% endif %}
{% endfor %}
{% endtest %} {% endtest %}

19
models/intermediate/kpis/schema.yml
View file

@ -480,7 +480,8 @@ models:
description: The dimension or granularity of the metrics. description: The dimension or granularity of the metrics.
tests: tests:
- assert_dimension_completeness: - assert_dimension_completeness:
metric_column_name: created_bookings metric_column_names:
- created_bookings
- accepted_values: - accepted_values:
values: values:
- global - global
@ -3331,7 +3332,13 @@ models:
The dimension or granularity of the metrics. The dimension or granularity of the metrics.
tests: tests:
- assert_dimension_completeness: - assert_dimension_completeness:
metric_column_name: completed_guest_journeys metric_column_names:
- created_guest_journeys_not_cancelled
- started_guest_journeys_not_cancelled
- completed_guest_journeys_not_cancelled
- created_guest_journeys
- started_guest_journeys
- completed_guest_journeys
- accepted_values: - accepted_values:
values: ["global", "by_deal", "by_has_payment", "by_has_id_check", values: ["global", "by_deal", "by_has_payment", "by_has_id_check",
"by_billing_country", "by_number_of_listings"] "by_billing_country", "by_number_of_listings"]
@ -3544,7 +3551,13 @@ models:
The dimension or granularity of the metrics. The dimension or granularity of the metrics.
tests: tests:
- assert_dimension_completeness: - assert_dimension_completeness:
metric_column_name: completed_guest_journeys metric_column_names:
- created_guest_journeys_not_cancelled
- started_guest_journeys_not_cancelled
- completed_guest_journeys_not_cancelled
- created_guest_journeys
- started_guest_journeys
- completed_guest_journeys
- accepted_values: - accepted_values:
values: ["global", "by_deal", "by_has_payment", "by_has_id_check", values: ["global", "by_deal", "by_has_payment", "by_has_id_check",
"by_billing_country", "by_number_of_listings"] "by_billing_country", "by_number_of_listings"]