counterweight/data-dwh-dbt-project
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

more work

Browse source
This commit is contained in:
Pablo Martin 2024-03-07 16:53:42 +01:00
parent 3620401037
commit c059599ad6
1 changed files with 43 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

61
models/staging/core/_core_sources.yml
View file

@ -5,7 +5,7 @@ sources:
schema: sync_core schema: sync_core
tables: tables:
- name: User - name: User
description: A User. description: A User.
columns: columns:
- name: Id - name: Id
data_type: character varying data_type: character varying
@ -40,48 +40,73 @@ sources:
description: "The Hubspot Deal Id that this user account belongs to. Multiple users can all be part of one Deal." description: "The Hubspot Deal Id that this user account belongs to. Multiple users can all be part of one Deal."
# This test can't be enforced yet due to some bad test data in the production database. Once that's deal with, this should be activated. # This test can't be enforced yet due to some bad test data in the production database. Once that's deal with, this should be activated.
#tests: #tests:
# - dbt_expectations.expect_column_values_to_match_regex: # - dbt_expectations.expect_column_values_to_match_regex:
# regex: "^[0-9]{10,11}$" # regex: "^[0-9]{10,11}$"
- name: Deleted - name: Deleted
data_type: boolean data_type: boolean
quote: True quote: True
description: "WIP. I'm guessing this signals that the user wanted to be deleted?" description: "WIP. I'm guessing this signals that the user wanted to be deleted?"
- name: joindate tests:
- not_null
- name: JoinDate
data_type: timestamp without time zone data_type: timestamp without time zone
description: "" quote: True
- name: lastname description: "Timestamp on which the user was created."
tests:
- not_null
- name: LastName
data_type: character varying data_type: character varying
quote: True
description: "" description: ""
- name: username - name: UserName
data_type: character varying data_type: character varying
quote: True
description: "" description: ""
- name: firstname tests:
- not_null
- name: FirstName
data_type: character varying data_type: character varying
quote: True
description: "" description: ""
- name: codeprefix - name: CodePrefix
data_type: character varying data_type: character varying
description: "" quote: True
- name: billingtown description: "WIP. No clue on what is this."
- name: BillingTown
data_type: character varying data_type: character varying
quote: True
description: "" description: ""
- name: companyname - name: CompanyName
data_type: character varying data_type: character varying
quote: True
description: "" description: ""
- name: dateofbirth - name: DateOfBirth
data_type: timestamp without time zone data_type: timestamp without time zone
quote: True
description: "" description: ""
- name: phonenumber - name: PhoneNumber
data_type: character varying data_type: character varying
quote: True
description: "" description: ""
- name: passwordhash - name: PasswordHash
data_type: character varying data_type: character varying
quote: True
description: "" description: ""
- name: accounttypeid - name: AccountTypeId
data_type: bigint data_type: bigint
quote: True
description: "" description: ""
- name: createduserid - name: CreatedUserId
data_type: character varying data_type: character varying
description: "" quote: True
description: |
A user can be created by another user. If this user has been created by another user, this is the UUID of the creator.
Else, this is null.
tests:
- dbt_expectations.expect_column_values_to_match_regex:
regex: "^[0-9A-Fa-f]{8}-[0-9A-Fa-f]{4}-4[0-9A-Fa-f]{3}-[89ABab][0-9A-Fa-f]{3}-[0-9A-Fa-f]{12}$"
row_condition: '"CreatedUserId" is not null'
- name: securitystamp - name: securitystamp
data_type: character varying data_type: character varying
description: "" description: ""