add dbt run

README.md

@@ -7,6 +7,7 @@
 - add extractor and loader
 - configure extractor and loader
 - meltano run name-of-extractor name-of-loader
+- meltano add utility dbt-postgres; meltano invoke dbt-postgres:initialize
 
 
 

pizza_dw/meltano.yml

@@ -52,3 +52,9 @@ plugins:
   - name: dbt-postgres
     variant: dbt-labs
     pip_url: dbt-core dbt-postgres meltano-dbt-ext~=0.3.0
+    config:
+      host: localhost
+      port: 5444
+      user: dw
+      dbname: dw_db
+      schema: intermediate

pizza_dw/transform/dbt_project.yml

@@ -26,4 +26,7 @@ clean-targets:
 - dbt_packages
 - logs
 models:
-  my_meltano_project: null
+  my_meltano_project:
+    staging:
+      +schema: staging
+

pizza_dw/transform/models/staging/sources.yml

@@ -0,0 +1,8 @@
+config-version: 2
+version: 2
+sources:
+  - name: app     # the name we want to reference this source by
+    schema: tap_app   # the schema the raw data was loaded into
+    tables:
+      - name: customers
+      - name: pizza_orders

pizza_dw/transform/models/staging/stg__pizza_orders.sql

@@ -0,0 +1,12 @@
+{{
+  config(
+    materialized='table'
+  )
+}}
+
+with raw_pizza_orders as (
+    select *
+    from {{ source('app', 'pizza_orders') }}
+)
+select *
+from raw_pizza_orders