data-dwh-dbt-project/.azure-pipelines.yml
2025-03-19 09:19:30 +01:00

75 lines
No EOL
1.7 KiB
YAML

trigger:
branches:
include:
- master
pr:
branches:
include:
- master
pool:
name: ci-pool-prd
steps:
- script: |
echo "Running on branch: ${BUILD_SOURCEBRANCH#refs/heads/}"
displayName: 'Smoke test filesystem access'
- script: |
cp ~/dbt-ci/.env .
echo "POSTGRES_DATABASE=${BUILD_SOURCEBRANCH#refs/heads/}" >> .env
set -a && source .env && set +a
displayName: 'Load env'
- script: |
cp ~/dbt-ci/.env .
echo "POSTGRES_DATABASE=${BUILD_SOURCEBRANCH#refs/heads/}" >> .env
set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "SELECT 1 FROM pg_database WHERE datname = 'postgres';"
displayName: 'Smoke test Postgres connection'
- script: |
cp ~/dbt-ci/.env .
echo "POSTGRES_DATABASE=${BUILD_SOURCEBRANCH#refs/heads/}" >> .env
set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "CREATE DATABASE ci_${BUILD_SOURCEBRANCH#refs/heads/}"
displayName: 'Create branch dedicated database'
- script: |
python3 -m venv venv
source venv/bin/activate
pip install -r requirements.txt
displayName: 'Create python virtual environment'
- script: |
source venv/bin/activate
dbt deps
displayName: 'Install dbt deps'
- script: |
source venv/bin/activate
set -a && source .env && set +a
dbt docs generate
displayName: 'Run dbt docs'
- script: |
source venv/bin/activate
set -a && source .env && set +a
dbt compile
displayName: 'Run dbt compile'
- script: |
set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "DROP DATABASE ci_${BUILD_SOURCEBRANCH#refs/heads/}"
condition: always()
displayName: 'Delete branch dedicated database'