Merged PR 2003: Business KPIs first draft
This PR aims to provide a first draft for business KPIs, at this stage **quite minimal**. It mostly contains a MTD and Monthly display approach. No dimensions are created. The models created are: - **int_dates_mtd**: mainly it reads from int_dates to retrieve those days needed for a MTD/monthly display - **int_core__mtd_booking_metrics**: it contains the booking metrics, ending in a format of date|value|value last year|increment --> here we could add, in the future, additional metrics from other sources (ex: guest journey, etc) - **int_core__mtd_aggregated_metrics**: it transforms the data coming from the different mtd intermediate sources to be easily displayed in the dashboard. This is a good candidate for macros :) - **core__mtd_aggregated_metrics**: copy-paste of the its int_core version, including a bit of model documentation The dashboard is functional but in another PR. I can show you how it looks like at the moment you are going to check the PR Related work items: #17214
This commit is contained in:
Oriol Roqué Paniagua
parent
366aa7d1ac
commit
328723b9ab
7 changed files with 482 additions and 1 deletions
|
|
@ -0,0 +1,32 @@
|
|||
{% set metrics = [
|
||||
{'order_by': 1, 'metric': 'Created Bookings', 'value': 'created_bookings', 'previous_year_value': 'previous_year_created_bookings', 'relative_increment': 'relative_increment_created_bookings'},
|
||||
{'order_by': 2, 'metric': 'Checkout Bookings', 'value': 'check_out_bookings', 'previous_year_value': 'previous_year_check_out_bookings', 'relative_increment': 'relative_increment_check_out_bookings'},
|
||||
{'order_by': 3, 'metric': 'Listings Booked in Month', 'value': 'listings_booked_in_month', 'previous_year_value': 'previous_year_listings_booked_in_month', 'relative_increment': 'relative_increment_listings_booked_in_month'},
|
||||
{'order_by': 4, 'metric': 'Listings Booked in 6 Months', 'value': 'listings_booked_in_6_months', 'previous_year_value': 'previous_year_listings_booked_in_6_months', 'relative_increment': 'relative_increment_listings_booked_in_6_months'},
|
||||
{'order_by': 5, 'metric': 'Listings Booked in 12 Months', 'value': 'listings_booked_in_12_months', 'previous_year_value': 'previous_year_listings_booked_in_12_months', 'relative_increment': 'relative_increment_listings_booked_in_12_months'},
|
||||
{'order_by': 6, 'metric': 'Hosts Booked in Month', 'value': 'hosts_booked_in_month', 'previous_year_value': 'previous_year_hosts_booked_in_month', 'relative_increment': 'relative_increment_hosts_booked_in_month'},
|
||||
{'order_by': 7, 'metric': 'Hosts Booked in 6 Months', 'value': 'hosts_booked_in_6_months', 'previous_year_value': 'previous_year_hosts_booked_in_6_months', 'relative_increment': 'relative_increment_hosts_booked_in_6_months'},
|
||||
{'order_by': 8, 'metric': 'Hosts Booked in 12 Months', 'value': 'hosts_booked_in_12_months', 'previous_year_value': 'previous_year_hosts_booked_in_12_months', 'relative_increment': 'relative_increment_hosts_booked_in_12_months'}
|
||||
] %}
|
||||
|
||||
with
|
||||
int_core__mtd_booking_metrics as (
|
||||
select * from {{ ref("int_core__mtd_booking_metrics") }}
|
||||
)
|
||||
{% for metric in metrics %}
|
||||
select
|
||||
year,
|
||||
month,
|
||||
day,
|
||||
is_end_of_month,
|
||||
is_current_month,
|
||||
date,
|
||||
previous_year_date,
|
||||
{{ metric.order_by }} as order_by,
|
||||
'{{ metric.metric }}' as metric,
|
||||
{{ metric.value }} as value,
|
||||
{{ metric.previous_year_value }} as previous_year_value,
|
||||
{{ metric.relative_increment }} as relative_increment
|
||||
from int_core__mtd_booking_metrics
|
||||
{% if not loop.last %}union all{% endif %}
|
||||
{% endfor %}
|
||||
217
models/intermediate/core/int_core__mtd_booking_metrics.sql
Normal file
217
models/intermediate/core/int_core__mtd_booking_metrics.sql
Normal file
|
|
@ -0,0 +1,217 @@
|
|||
/*
|
||||
This model provides Month-To-Date (MTD) based on Booking metrics.
|
||||
|
||||
At this stage, we are not filtering out any booking_state (Approved, Cancelled, NotApproved, NoFlags, Flagged, IncompleteInformation, Rejected)
|
||||
*/
|
||||
{{ config(materialized="table", unique_key="date") }}
|
||||
with
|
||||
int_core__bookings as (select * from {{ ref("int_core__bookings") }}),
|
||||
int_dates_mtd as (select * from {{ ref("int_dates_mtd") }}),
|
||||
|
||||
-- Created Bookings MTD --
|
||||
created_year_month as (
|
||||
select d.date, count(distinct b.id_booking) as created_bookings
|
||||
from int_dates_mtd d
|
||||
inner join
|
||||
int_core__bookings b
|
||||
on extract(year from b.created_date_utc) = d.year
|
||||
and extract(month from b.created_date_utc) = d.month
|
||||
and extract(day from b.created_date_utc) <= d.day
|
||||
group by 1
|
||||
),
|
||||
-- Checkout Bookings MTD --
|
||||
check_out_year_month as (
|
||||
select d.date, count(distinct b.id_booking) as check_out_bookings
|
||||
from int_dates_mtd d
|
||||
inner join
|
||||
int_core__bookings b
|
||||
on extract(year from b.check_out_date_utc) = d.year
|
||||
and extract(month from b.check_out_date_utc) = d.month
|
||||
and extract(day from b.check_out_date_utc) <= d.day
|
||||
group by 1
|
||||
),
|
||||
-- Computation of number of months difference for activity-based logic --
|
||||
creation_month_diff as (
|
||||
select
|
||||
d.date,
|
||||
b.id_accommodation,
|
||||
b.id_user_host,
|
||||
b.id_user_guest,
|
||||
max(b.created_date_utc) as last_created_date,
|
||||
(d.year - extract(year from max(b.created_date_utc))) * 12
|
||||
+ (d.month - extract(month from max(b.created_date_utc))) as month_diff
|
||||
from int_dates_mtd d
|
||||
inner join
|
||||
int_core__bookings b
|
||||
on b.created_date_utc between d.date - interval '13 months' and d.date -- reduce the computation at 12 + 1 month to reduce the rows to retrieve
|
||||
group by 1, 2, 3, 4, d.year, d.month
|
||||
),
|
||||
-- Computation of booking-based activity metrics --
|
||||
booking_based_activity as (
|
||||
select
|
||||
cmd.date,
|
||||
-- Listings activity --
|
||||
count(
|
||||
distinct case
|
||||
when cmd.month_diff = 0 then cmd.id_accommodation else null
|
||||
end
|
||||
) as listings_booked_in_month,
|
||||
count(
|
||||
distinct case
|
||||
when cmd.month_diff >= 0 and cmd.month_diff < 6
|
||||
then cmd.id_accommodation
|
||||
else null
|
||||
end
|
||||
) as listings_booked_in_6_months,
|
||||
count(
|
||||
distinct case
|
||||
when cmd.month_diff >= 0 and cmd.month_diff < 12
|
||||
then cmd.id_accommodation
|
||||
else null
|
||||
end
|
||||
) as listings_booked_in_12_months,
|
||||
count(distinct cmd.id_accommodation) as historic_booked_listings,
|
||||
-- Hosts/PM activity --
|
||||
count(
|
||||
distinct case
|
||||
when cmd.month_diff = 0 then cmd.id_user_host else null
|
||||
end
|
||||
) as hosts_booked_in_month,
|
||||
count(
|
||||
distinct case
|
||||
when cmd.month_diff >= 0 and cmd.month_diff < 6
|
||||
then cmd.id_user_host
|
||||
else null
|
||||
end
|
||||
) as hosts_booked_in_6_months,
|
||||
count(
|
||||
distinct case
|
||||
when cmd.month_diff >= 0 and cmd.month_diff < 12
|
||||
then cmd.id_user_host
|
||||
else null
|
||||
end
|
||||
) as hosts_booked_in_12_months,
|
||||
count(distinct cmd.id_user_host) as historic_booked_hosts,
|
||||
-- Guests activity --
|
||||
count(
|
||||
distinct case
|
||||
when cmd.month_diff = 0 then cmd.id_user_guest else null
|
||||
end
|
||||
) as guests_booked_in_month,
|
||||
count(
|
||||
distinct case
|
||||
when cmd.month_diff >= 0 and cmd.month_diff < 6
|
||||
then cmd.id_user_guest
|
||||
else null
|
||||
end
|
||||
) as guests_booked_in_6_months,
|
||||
count(
|
||||
distinct case
|
||||
when cmd.month_diff >= 0 and cmd.month_diff < 12
|
||||
then cmd.id_user_guest
|
||||
else null
|
||||
end
|
||||
) as guests_booked_in_12_months,
|
||||
count(distinct cmd.id_user_guest) as historic_booked_guests
|
||||
|
||||
from creation_month_diff cmd
|
||||
group by 1
|
||||
),
|
||||
main_kpi as (
|
||||
-- Final aggregation of subqueries --
|
||||
select
|
||||
d.year,
|
||||
d.month,
|
||||
d.day,
|
||||
d.date,
|
||||
d.is_end_of_month,
|
||||
d.is_current_month,
|
||||
cym.created_bookings,
|
||||
coym.check_out_bookings,
|
||||
bba.listings_booked_in_month,
|
||||
bba.listings_booked_in_6_months,
|
||||
bba.listings_booked_in_12_months,
|
||||
bba.historic_booked_listings,
|
||||
bba.hosts_booked_in_month,
|
||||
bba.hosts_booked_in_6_months,
|
||||
bba.hosts_booked_in_12_months,
|
||||
bba.historic_booked_hosts,
|
||||
bba.guests_booked_in_month,
|
||||
bba.guests_booked_in_6_months,
|
||||
bba.guests_booked_in_12_months,
|
||||
bba.historic_booked_guests
|
||||
from int_dates_mtd d
|
||||
left join created_year_month cym on cym.date = d.date
|
||||
left join check_out_year_month coym on d.date = coym.date
|
||||
left join booking_based_activity bba on d.date = bba.date
|
||||
)
|
||||
-- Pivoting to get previous year for each line & computing relative increment
|
||||
-- (rel_incr) --
|
||||
select
|
||||
a.year,
|
||||
a.month,
|
||||
a.day,
|
||||
a.is_end_of_month,
|
||||
a.is_current_month,
|
||||
a.date,
|
||||
b.date as previous_year_date,
|
||||
a.created_bookings,
|
||||
b.created_bookings as previous_year_created_bookings,
|
||||
cast(a.created_bookings as decimal) / b.created_bookings
|
||||
- 1 as relative_increment_created_bookings,
|
||||
a.check_out_bookings,
|
||||
b.check_out_bookings as previous_year_check_out_bookings,
|
||||
cast(a.check_out_bookings as decimal) / b.check_out_bookings
|
||||
- 1 as relative_increment_check_out_bookings,
|
||||
a.listings_booked_in_month,
|
||||
b.listings_booked_in_month as previous_year_listings_booked_in_month,
|
||||
cast(a.listings_booked_in_month as decimal) / b.listings_booked_in_month
|
||||
- 1 as relative_increment_listings_booked_in_month,
|
||||
a.listings_booked_in_6_months,
|
||||
b.listings_booked_in_6_months as previous_year_listings_booked_in_6_months,
|
||||
cast(a.listings_booked_in_6_months as decimal) / b.listings_booked_in_6_months
|
||||
- 1 as relative_increment_listings_booked_in_6_months,
|
||||
a.listings_booked_in_12_months,
|
||||
b.listings_booked_in_12_months as previous_year_listings_booked_in_12_months,
|
||||
cast(a.listings_booked_in_12_months as decimal) / b.listings_booked_in_12_months
|
||||
- 1 as relative_increment_listings_booked_in_12_months,
|
||||
a.historic_booked_listings,
|
||||
b.historic_booked_listings as previous_year_historic_booked_listings,
|
||||
cast(a.historic_booked_listings as decimal) / b.historic_booked_listings
|
||||
- 1 as relative_increment_historic_booked_listings,
|
||||
a.hosts_booked_in_month,
|
||||
b.hosts_booked_in_month as previous_year_hosts_booked_in_month,
|
||||
cast(a.hosts_booked_in_month as decimal) / b.hosts_booked_in_month
|
||||
- 1 as relative_increment_hosts_booked_in_month,
|
||||
a.hosts_booked_in_6_months,
|
||||
b.hosts_booked_in_6_months as previous_year_hosts_booked_in_6_months,
|
||||
cast(a.hosts_booked_in_6_months as decimal) / b.hosts_booked_in_6_months
|
||||
- 1 as relative_increment_hosts_booked_in_6_months,
|
||||
a.hosts_booked_in_12_months,
|
||||
b.hosts_booked_in_12_months as previous_year_hosts_booked_in_12_months,
|
||||
cast(a.hosts_booked_in_12_months as decimal) / b.hosts_booked_in_12_months
|
||||
- 1 as relative_increment_hosts_booked_in_12_months,
|
||||
a.historic_booked_hosts,
|
||||
b.historic_booked_hosts as previous_year_historic_booked_hosts,
|
||||
cast(a.historic_booked_hosts as decimal) / b.historic_booked_hosts
|
||||
- 1 as relative_increment_historic_booked_hosts,
|
||||
a.guests_booked_in_month,
|
||||
b.guests_booked_in_month as previous_year_guests_booked_in_month,
|
||||
cast(a.guests_booked_in_month as decimal) / b.guests_booked_in_month
|
||||
- 1 as relative_increment_guests_booked_in_month,
|
||||
a.guests_booked_in_6_months,
|
||||
b.guests_booked_in_6_months as previous_year_guests_booked_in_6_months,
|
||||
cast(a.guests_booked_in_6_months as decimal) / b.guests_booked_in_6_months
|
||||
- 1 as relative_increment_guests_booked_in_6_months,
|
||||
a.guests_booked_in_12_months,
|
||||
b.guests_booked_in_12_months as previous_year_guests_booked_in_12_months,
|
||||
cast(a.guests_booked_in_12_months as decimal) / b.guests_booked_in_12_months
|
||||
- 1 as relative_increment_guests_booked_in_12_months,
|
||||
a.historic_booked_guests,
|
||||
b.historic_booked_guests as previous_year_historic_booked_guests,
|
||||
cast(a.historic_booked_guests as decimal) / b.historic_booked_guests
|
||||
- 1 as relative_increment_historic_booked_guests
|
||||
from main_kpi a
|
||||
left join main_kpi b on a.month = b.month and a.year = b.year + 1
|
||||
where (a.is_end_of_month = 1 or (a.is_current_month = 1 and a.day = b.day))
|
||||
|
||||
|
|
@ -143,3 +143,70 @@ models:
|
|||
- not_null
|
||||
- unique
|
||||
|
||||
- name: int_core__mtd_booking_metrics
|
||||
columns:
|
||||
- name: date
|
||||
data_type: date
|
||||
description: The date for the month-to-date booking-related metrics.
|
||||
tests:
|
||||
- not_null
|
||||
- unique
|
||||
|
||||
- name: int_core__mtd_aggregated_metrics
|
||||
description: |
|
||||
The `int_core__mtd_aggregated_metrics` model aggregates multiple metrics on a year, month, and day basis.
|
||||
The primary sources of data are the `int_core__mtd_XXXXX_metrics` models, which contain the raw metrics data per source.
|
||||
This model uses Jinja templating to dynamically generate SQL code, combining various metrics into a single table.
|
||||
This approach reduces repetition and enhances maintainability.
|
||||
tests:
|
||||
- dbt_utils.unique_combination_of_columns:
|
||||
combination_of_columns:
|
||||
- date
|
||||
- metric
|
||||
|
||||
columns:
|
||||
- name: year
|
||||
data_type: int
|
||||
description: year number of the given date.
|
||||
tests:
|
||||
- not_null
|
||||
|
||||
- name: month
|
||||
data_type: int
|
||||
description: month number of the given date.
|
||||
tests:
|
||||
- not_null
|
||||
|
||||
- name: day
|
||||
data_type: int
|
||||
description: day monthly number of the given date.
|
||||
tests:
|
||||
- not_null
|
||||
|
||||
- name: is_end_of_month
|
||||
data_type: boolean
|
||||
description: is end of month, 1 for yes, 0 for no.
|
||||
tests:
|
||||
- not_null
|
||||
|
||||
- name: is_current_month
|
||||
data_type: boolean
|
||||
description: |
|
||||
checks if the date is within the current executed month,
|
||||
1 for yes, 0 for no.
|
||||
tests:
|
||||
- not_null
|
||||
|
||||
- name: date
|
||||
data_type: date
|
||||
description: |
|
||||
main date for the computation, that is used for filters.
|
||||
It comes from int_dates_mtd logic.
|
||||
tests:
|
||||
- not_null
|
||||
|
||||
- name: metric
|
||||
data_type: text
|
||||
description: name of the business metric.
|
||||
tests:
|
||||
- not_null
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue