running on pointer database

This commit is contained in:
Pablo Martin 2025-03-24 11:55:53 +01:00
parent c59600d9f2
commit f2e447ba60
2 changed files with 17 additions and 22 deletions

View file

@ -12,15 +12,15 @@ steps:
cp ~/dbt-ci/.env .
# Check if it matches the refs/pull/<PR_ID>/merge pattern
if [[ $BUILD_SOURCEBRANCH =~ ^refs/pull/([0-9]+)/merge$ ]]; then
POSTGRES_DATABASE="ci_pr_${BASH_REMATCH[1]}"
else
POSTGRES_DATABASE="ci_${BUILD_SOURCEBRANCH#refs/heads/}"
fi
# if [[ $BUILD_SOURCEBRANCH =~ ^refs/pull/([0-9]+)/merge$ ]]; then
# POSTGRES_DATABASE="ci_pr_${BASH_REMATCH[1]}"
# else
# POSTGRES_DATABASE="ci_${BUILD_SOURCEBRANCH#refs/heads/}"
# fi
echo "POSTGRES_DATABASE: $POSTGRES_DATABASE"
echo "POSTGRES_DATABASE=${POSTGRES_DATABASE}" >> .env
echo "POSTGRES_DATABASE=prd-pointer}" >> .env
set -a && source .env && set +a
displayName: 'Load env'
@ -30,12 +30,6 @@ steps:
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "SELECT 1 FROM pg_database WHERE datname = 'postgres';"
displayName: 'Smoke test Postgres connection'
- script: |
set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "CREATE DATABASE ${POSTGRES_DATABASE}"
displayName: 'Create branch dedicated database'
- script: |
cd ~/dbt-ci
/bin/bash build-master-artifacts.sh
@ -80,16 +74,11 @@ steps:
- script: |
source venv/bin/activate
echo "CI_SCHEMA_NAME=HARDCODED_SCHEMA" >> .env
set -a && source .env && set +a
dbt run --select "state:modified" --state ~/dbt-ci/master-artifacts/ --defer
displayName: 'Run modified models'
- script: |
set -a && source .env && set +a
psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "DROP DATABASE ${POSTGRES_DATABASE}"
condition: always()
displayName: 'Delete branch dedicated database'

View file

@ -8,11 +8,17 @@ To understand better, check:
*/
{% macro generate_schema_name(custom_schema_name, node) -%}
{%- set default_schema = target.schema -%}
{%- if custom_schema_name is none -%} {{ default_schema }}
{% macro generate_schema_name(custom_schema_name, node) -%}
{%- else -%} {{ custom_schema_name | trim }}
{%- set default_schema = target.schema -%}
{%- set is_ci_execution = env_var("IS_CI_EXECUTION", "0") | int -%}
{%- set ci_schema_name = env_var("CI_SCHEMA_NAME", "ci_default") -%}
{%- endif -%}
{%- if is_ci_execution == 1 -%} {{ ci_schema_name }}
{%- elif custom_schema_name is none -%} {{ default_schema }}
{%- else -%} {{ custom_schema_name | trim }}
{%- endif -%}
{%- endmacro %}
{%- endmacro %}