counterweight/meltano-playground
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

more meltano stuff

Browse source
This commit is contained in:
counterweight 2025-07-27 09:17:15 +02:00
parent 7e3a88faf3
commit c0990bf87c
Signed by: counterweight
GPG key ID: 883EDBAA726BD96C
7 changed files with 286 additions and 25 deletions
Download patch file Download diff file Expand all files Collapse all files

46
pizza_dw/transform/profiles/postgres/profiles.yml Normal file
View file

@ -0,0 +1,46 @@
# Postgres config reference:
meltano:
target: "{{ env_var('MELTANO_ENVIRONMENT', 'dev') }}"
outputs:
dev:
type: postgres
host: "{{ env_var('DBT_POSTGRES_HOST') }}"
user: "{{ env_var('DBT_POSTGRES_USER') }}"
password: "{{ env_var('DBT_POSTGRES_PASSWORD') }}"
port: "{{ env_var('DBT_POSTGRES_PORT') | int }}"
dbname: "{{ env_var('DBT_POSTGRES_DBNAME', '') }}"
schema: "{{ env_var('DBT_POSTGRES_SCHEMA') }}"
threads: 2
keepalives_idle: 0 # default 0, indicating the system default
connect_timeout: 10 # default 10 seconds
search_path: "{{ env_var('DBT_POSTGRES_SEARCH_PATH', '') }}" # optional, override the default postgres search_path
role: "{{ env_var('DBT_POSTGRES_ROLE', '') }}" # optional, set the role dbt assumes when executing queries
# sslmode: "{{ env_var('DBT_POSTGRES_SSLMODE', '').split() }}" # optional, set the sslmode used to connect to the database
staging:
type: postgres
host: "{{ env_var('DBT_POSTGRES_HOST') }}"
user: "{{ env_var('DBT_POSTGRES_USER') }}"
password: "{{ env_var('DBT_POSTGRES_PASSWORD') }}"
port: "{{ env_var('DBT_POSTGRES_PORT') | int }}"
dbname: "{{ env_var('DBT_POSTGRES_DBNAME', '') }}"
schema: "{{ env_var('DBT_POSTGRES_SCHEMA') }}"
threads: 4
keepalives_idle: 0 # default 0, indicating the system default
connect_timeout: 10 # default 10 seconds
search_path: "{{ env_var('DBT_POSTGRES_SEARCH_PATH', '') }}" # optional, override the default postgres search_path
role: "{{ env_var('DBT_POSTGRES_ROLE', '') }}" # optional, set the role dbt assumes when executing queries
# sslmode: "{{ env_var('DBT_POSTGRES_SSLMODE', '').split() }}" # optional, set the sslmode used to connect to the database
prod:
type: postgres
host: "{{ env_var('DBT_POSTGRES_HOST') }}"
user: "{{ env_var('DBT_POSTGRES_USER') }}"
password: "{{ env_var('DBT_POSTGRES_PASSWORD') }}"
port: "{{ env_var('DBT_POSTGRES_PORT') | int }}"
dbname: "{{ env_var('DBT_POSTGRES_DBNAME', '') }}"
schema: "{{ env_var('DBT_POSTGRES_SCHEMA') }}"
threads: 6
keepalives_idle: 0 # default 0, indicating the system default
connect_timeout: 10 # default 10 seconds
search_path: "{{ env_var('DBT_POSTGRES_SEARCH_PATH', '') }}" # optional, override the default postgres search_path
role: "{{ env_var('DBT_POSTGRES_ROLE', '') }}" # optional, set the role dbt assumes when executing queries
# sslmode: "{{ env_var('DBT_POSTGRES_SSLMODE', '').split() }}" # optional, set the sslmode used to connect to the database