From 96884a8c89836664c2f1effb2cd2a347b6cfe9da Mon Sep 17 00:00:00 2001 From: counterweight Date: Sun, 27 Jul 2025 09:27:54 +0200 Subject: [PATCH] add dbt run --- README.md | 1 + pizza_dw/meltano.yml | 6 ++++++ pizza_dw/transform/dbt_project.yml | 5 ++++- pizza_dw/transform/models/staging/sources.yml | 8 ++++++++ .../transform/models/staging/stg__pizza_orders.sql | 12 ++++++++++++ 5 files changed, 31 insertions(+), 1 deletion(-) create mode 100644 pizza_dw/transform/models/staging/sources.yml create mode 100644 pizza_dw/transform/models/staging/stg__pizza_orders.sql diff --git a/README.md b/README.md index a097624..9452d93 100644 --- a/README.md +++ b/README.md @@ -7,6 +7,7 @@ - add extractor and loader - configure extractor and loader - meltano run name-of-extractor name-of-loader +- meltano add utility dbt-postgres; meltano invoke dbt-postgres:initialize diff --git a/pizza_dw/meltano.yml b/pizza_dw/meltano.yml index 1450e2b..8c2e319 100644 --- a/pizza_dw/meltano.yml +++ b/pizza_dw/meltano.yml @@ -52,3 +52,9 @@ plugins: - name: dbt-postgres variant: dbt-labs pip_url: dbt-core dbt-postgres meltano-dbt-ext~=0.3.0 + config: + host: localhost + port: 5444 + user: dw + dbname: dw_db + schema: intermediate diff --git a/pizza_dw/transform/dbt_project.yml b/pizza_dw/transform/dbt_project.yml index 7aa4999..1396c29 100644 --- a/pizza_dw/transform/dbt_project.yml +++ b/pizza_dw/transform/dbt_project.yml @@ -26,4 +26,7 @@ clean-targets: - dbt_packages - logs models: - my_meltano_project: null + my_meltano_project: + staging: + +schema: staging + diff --git a/pizza_dw/transform/models/staging/sources.yml b/pizza_dw/transform/models/staging/sources.yml new file mode 100644 index 0000000..69f409e --- /dev/null +++ b/pizza_dw/transform/models/staging/sources.yml @@ -0,0 +1,8 @@ +config-version: 2 +version: 2 +sources: + - name: app # the name we want to reference this source by + schema: tap_app # the schema the raw data was loaded into + tables: + - name: customers + - name: pizza_orders \ No newline at end of file diff --git a/pizza_dw/transform/models/staging/stg__pizza_orders.sql b/pizza_dw/transform/models/staging/stg__pizza_orders.sql new file mode 100644 index 0000000..360c414 --- /dev/null +++ b/pizza_dw/transform/models/staging/stg__pizza_orders.sql @@ -0,0 +1,12 @@ +{{ + config( + materialized='table' + ) +}} + +with raw_pizza_orders as ( + select * + from {{ source('app', 'pizza_orders') }} +) +select * +from raw_pizza_orders \ No newline at end of file