data-dwh-dbt-project/.azure-pipelines.yml

70 lines
1.7 KiB
YAML
Raw Normal View History

2025-03-18 13:41:40 +01:00
trigger:
2025-03-19 09:19:30 +01:00
branches:
include:
- master
2025-03-18 13:41:40 +01:00
pool:
name: ci-pool-prd
2025-03-18 13:41:40 +01:00
steps:
- script: |
2025-03-18 17:23:57 +01:00
echo "Running on branch: ${BUILD_SOURCEBRANCH#refs/heads/}"
displayName: 'Smoke test filesystem access'
- script: |
cp ~/dbt-ci/.env .
echo "POSTGRES_DATABASE=${BUILD_SOURCEBRANCH#refs/heads/}" >> .env
set -a && source .env && set +a
displayName: 'Load env'
2025-03-18 17:26:20 +01:00
- script: |
cp ~/dbt-ci/.env .
echo "POSTGRES_DATABASE=${BUILD_SOURCEBRANCH#refs/heads/}" >> .env
set -a && source .env && set +a
2025-03-18 17:33:49 +01:00
2025-03-18 17:26:20 +01:00
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "SELECT 1 FROM pg_database WHERE datname = 'postgres';"
2025-03-18 17:33:49 +01:00
displayName: 'Smoke test Postgres connection'
- script: |
cp ~/dbt-ci/.env .
echo "POSTGRES_DATABASE=${BUILD_SOURCEBRANCH#refs/heads/}" >> .env
set -a && source .env && set +a
2025-03-18 17:35:07 +01:00
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "CREATE DATABASE ci_${BUILD_SOURCEBRANCH#refs/heads/}"
2025-03-18 17:33:49 +01:00
displayName: 'Create branch dedicated database'
2025-03-18 17:38:55 +01:00
2025-03-18 17:48:49 +01:00
- script: |
2025-03-18 17:51:51 +01:00
python3 -m venv venv
2025-03-18 17:48:49 +01:00
source venv/bin/activate
pip install -r requirements.txt
displayName: 'Create python virtual environment'
- script: |
source venv/bin/activate
dbt deps
displayName: 'Install dbt deps'
2025-03-18 17:38:55 +01:00
- script: |
2025-03-18 18:02:28 +01:00
source venv/bin/activate
set -a && source .env && set +a
dbt docs generate
displayName: 'Run dbt docs'
2025-03-18 18:12:53 +01:00
- script: |
source venv/bin/activate
set -a && source .env && set +a
dbt compile
displayName: 'Run dbt compile'
2025-03-18 18:02:28 +01:00
- script: |
2025-03-18 17:38:55 +01:00
set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "DROP DATABASE ci_${BUILD_SOURCEBRANCH#refs/heads/}"
condition: always()
displayName: 'Delete branch dedicated database'