Merged PR 4771: Only state modified in CI

# Description

Modifies our CI pipeline so that:
- It produces a master-version `manifest.json`.
- It only compiles models that have been modified when compared to the master version.

Related work items: #28629

ci/.azure-pipelines.yml

@@ -1,7 +1,4 @@
-trigger:
-  branches:
-    include:
-      - master
+trigger: none # Because we trigger this only in PRs, no need to have triggers here
 
 pool:
   name: ci-pool-prd
@@ -9,7 +6,7 @@ pool:
 steps:
 - script: |
     echo "Running on branch: ${BUILD_SOURCEBRANCH#refs/heads/}"
-  displayName: 'Smoke test filesystem access'
+  displayName: 'Print branch'
 
 - script: |
     cp ~/dbt-ci/.env .
@@ -39,6 +36,11 @@ steps:
     psql -h $POSTGRES_HOST -U $POSTGRES_USER -d postgres -c "CREATE DATABASE ${POSTGRES_DATABASE}"
   displayName: 'Create branch dedicated database'
 
+- script: |
+    cd ~/dbt-ci
+    /bin/bash build-master-artifacts.sh
+  displayName: 'Build master artifacts'
+
 - script: |
     python3 -m venv venv
     source venv/bin/activate
@@ -57,7 +59,7 @@ steps:
     source venv/bin/activate
     set -a && source .env && set +a
 
-    dbt docs generate
+    dbt docs generate --no-compile --empty-catalog --select "state:modified" --state ~/dbt-ci/master-artifacts/
 
   displayName: 'Run dbt docs'
 
@@ -65,7 +67,7 @@ steps:
     source venv/bin/activate
     set -a && source .env && set +a
 
-    dbt compile
+    dbt compile --debug --select "state:modified" --state ~/dbt-ci/master-artifacts/
   displayName: 'Run dbt compile'
 
 - script: |
@@ -74,7 +76,7 @@ steps:
     cd ci
     /bin/bash sqlfluff-check.sh ../target/compiled
 
-  displayName: 'Validate compiled SQL'
+  displayName: 'Validate models compiled SQL'
 
 - script: |
     set -a && source .env && set +a