counterweight/data-dwh-dbt-project
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

slim down ci to simple steps that don't give headaches

Browse source
This commit is contained in:
Pablo Martin 2025-05-06 09:27:59 +02:00
parent fb3a8c7bfa
commit 4475c8d56f
1 changed files with 0 additions and 61 deletions
Download patch file Download diff file Expand all files Collapse all files

61
ci/.azure-pipelines.pr.yml
View file

@ -30,17 +30,6 @@ steps:
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "SELECT 1 FROM pg_database WHERE datname = 'postgres';" psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "SELECT 1 FROM pg_database WHERE datname = 'postgres';"
displayName: 'Smoke test Postgres connection' displayName: 'Smoke test Postgres connection'
- script: |
set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d prd_pointer -c "select refresh_foreign_schemas(ARRAY[$PRD_SCHEMAS_TO_SYNC]);"
displayName: 'Sync Foreign Data Wrappers schemas'
- script: |
cd ci
/bin/bash build-master-artifacts.sh
displayName: 'Build master artifacts'
- script: | - script: |
python3 -m venv venv python3 -m venv venv
source venv/bin/activate source venv/bin/activate
@ -79,53 +68,3 @@ steps:
/bin/bash sqlfluff-check.sh ../target/compiled /bin/bash sqlfluff-check.sh ../target/compiled
displayName: 'Validate models compiled SQL' displayName: 'Validate models compiled SQL'
- script: |
set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d prd_pointer -c "DROP SCHEMA IF EXISTS $CI_SCHEMA_NAME CASCADE;"
displayName: "Preemptive DROP SCHEMA"
- script: |
source venv/bin/activate
set -a && source .env && set +a
export IS_CI_EXECUTION=1
dbt run --select "state:modified" --state ~/dbt-ci/master-artifacts/ --defer
displayName: 'Run modified models'
- script: |
source venv/bin/activate
set -a && source .env && set +a
export IS_CI_EXECUTION=1
dbt run --select "state:modified+1" --exclude "state:modified" --state ~/dbt-ci/master-artifacts/ --defer
displayName: 'Run direct dependants of modified models'
- script: |
source venv/bin/activate
set -a && source .env && set +a
export IS_CI_EXECUTION=1
dbt test --select "state:modified" --state ~/dbt-ci/master-artifacts/ --defer
displayName: 'Test modified models'
- script: |
source venv/bin/activate
set -a && source .env && set +a
export IS_CI_EXECUTION=1
dbt test --select "state:modified+1" --exclude "state:modified" --state ~/dbt-ci/master-artifacts/ --defer
displayName: 'Test direct dependants of modified models'
- script: |
set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d prd_pointer -c "DROP SCHEMA IF EXISTS $CI_SCHEMA_NAME CASCADE;"
condition: always()
displayName: 'Delete PR schema'