counterweight/data-dwh-dbt-project
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Deduplicated records

Browse source
This commit is contained in:
Joaquin Ossa 2025-02-24 10:57:46 +01:00
parent 2e19678182
commit 62c2e44b86
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
models/staging/resolutions/stg_resolutions__incidents.sql
View file

@ -1,4 +1,8 @@
with raw_incident as (select * from {{ source("resolutions", "incident") }})
with
raw_incident as (select * from {{ source("resolutions", "incident") }}),
deduped_verifications as (
{{ cosmos_db_record_deduplication("raw_incident", "id") }}
)
select
-- Basic Incident Details
{{ adapter.quote("documents") }} ->> 'id' as id_incident,
@ -278,4 +282,4 @@ select
(({{ adapter.quote("documents") }} ->> '_ts'))::integer
) as cosmos_db_timestamp_utc
from raw_incident
from deduped_verifications