counterweight/data-dwh-dbt-project
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

also run downstream

Browse source
This commit is contained in:
Pablo Martin 2025-03-24 12:22:43 +01:00
parent f6c1043038
commit e311431fbb
1 changed files with 22 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

26
ci/.azure-pipelines.pr.yml
View file

@ -75,13 +75,13 @@ steps:
- script: | - script: |
set -a && source .env && set +a set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d prd-pointer -c "DROP SCHEMA IF EXISTS HARDCODED_SCHEMA CASCADE;" psql -h $POSTGRES_HOST -U $POSTGRES_USER -d prd-pointer -c "DROP SCHEMA IF EXISTS hardcoded_schema CASCADE;"
displayName: "Preemptive DROP SCHEMA" displayName: "Preemptive DROP SCHEMA"
- script: | - script: |
source venv/bin/activate source venv/bin/activate
echo "CI_SCHEMA_NAME=HARDCODED_SCHEMA" >> .env echo "CI_SCHEMA_NAME=hardcoded_schema" >> .env
set -a && source .env && set +a set -a && source .env && set +a
dbt run --select "state:modified" --state ~/dbt-ci/master-artifacts/ --defer dbt run --select "state:modified" --state ~/dbt-ci/master-artifacts/ --defer
@ -90,7 +90,7 @@ steps:
- script: | - script: |
source venv/bin/activate source venv/bin/activate
echo "CI_SCHEMA_NAME=HARDCODED_SCHEMA" >> .env echo "CI_SCHEMA_NAME=hardcoded_schema" >> .env
set -a && source .env && set +a set -a && source .env && set +a
dbt test --select "state:modified" --state ~/dbt-ci/master-artifacts/ --defer dbt test --select "state:modified" --state ~/dbt-ci/master-artifacts/ --defer
@ -98,8 +98,26 @@ steps:
displayName: 'Test modified models' displayName: 'Test modified models'
- script: | - script: |
source venv/bin/activate
echo "CI_SCHEMA_NAME=hardcoded_schema" >> .env
set -a && source .env && set +a set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d prd-pointer -c "DROP SCHEMA IF EXISTS HARDCODED_SCHEMA CASCADE;"
dbt run --select "state:modified+" --exclude "state:modified" --state ~/dbt-ci/master-artifacts/ --defer
displayName: 'Run downstream models'
- script: |
source venv/bin/activate
echo "CI_SCHEMA_NAME=hardcoded_schema" >> .env
set -a && source .env && set +a
dbt test --select "state:modified+" --exclude "state:modified" --state ~/dbt-ci/master-artifacts/ --defer
displayName: 'Test downstream models'
- script: |
set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d prd-pointer -c "DROP SCHEMA IF EXISTS hardcoded_schema CASCADE;"
condition: always() condition: always()
displayName: 'Delete PR schema' displayName: 'Delete PR schema'