Merge pull request #537 from dbt-labs/move_freshness_under_config

Author: b-per

.github/workflows/ci.yml

@@ -36,7 +36,7 @@ jobs:
         SNOWFLAKE_ROLE: ${{ vars.SNOWFLAKE_ROLE }}
         SNOWFLAKE_DATABASE: ${{ vars.SNOWFLAKE_DATABASE }}
         SNOWFLAKE_WAREHOUSE: ${{ vars.SNOWFLAKE_WAREHOUSE }}
-        SNOWFLAKE_SCHEMA: "dbt_utils_integration_tests_snowflake_${{ github.run_number }}"
+        SNOWFLAKE_SCHEMA: "dbt_project_evaluator_integration_tests_snowflake_${{ github.run_number }}"
         # databricks
         DATABRICKS_SCHEMA: "integration_tests_databricks_${{ github.run_number }}"
         DATABRICKS_HOST: ${{ vars.DATABRICKS_HOST }}

.gitignore

@@ -27,4 +27,5 @@ integration_tests/package-lock.yml
 
 # duckdb
 *.db
-*.duckdb
+*.duckdb
+dbt_internal_packages/

dbt_project.yml

@@ -2,7 +2,7 @@ name: 'dbt_project_evaluator'
 version: '1.0.0'
 config-version: 2
 
-require-dbt-version: [">=1.8.0", "<2.0.0"]
+require-dbt-version: [">=1.10.6", "<3.0.0"]
 
 model-paths: ["models"]
 analysis-paths: ["analysis"]
@@ -16,6 +16,9 @@ clean-targets:         # directories to be removed by `dbt clean`
   - "target"
   - "dbt_packages"
 
+flags:
+  require_nested_cumulative_type_params: True
+  require_yaml_configuration_for_mf_time_spines: True
 
 dispatch:
   - macro_namespace: dbt

integration_tests/dbt_project.yml

@@ -28,13 +28,18 @@ dispatch:
   - macro_namespace: dbt
     search_order: ['dbt_project_evaluator', 'dbt']
 
+flags:
+  require_nested_cumulative_type_params: True
+  require_yaml_configuration_for_mf_time_spines: True
+  require_generic_test_arguments_property: True
+
 models:
   dbt_project_evaluator_integration_tests:
     # materialize as ephemeral to prevent the fake models from executing, but keep them enabled
     +materialized: ephemeral
   dbt_project_evaluator:
     marts:
-      data_tests:
+      tests:
         fct_test_coverage:
           # materialize as a table to ensure SQL query runs successfully
           +materialized: table

integration_tests/exclude_package/models/staging/_models.yml

@@ -1,7 +1,7 @@
 models:
   - name: excluded_model
-    access: public
     config: 
+      access: public
       contract: 
         enforced: true
     columns: 

integration_tests/models/marts/exposures.yml

@@ -6,10 +6,11 @@ exposures:
     type: dashboard
     url: dave.com/metrics
     maturity: low
-    tags: ['proserv']
     owner:
       name: dave's davey
       email: [email protected]
+    config:
+      tags: ['proserv']
 
     depends_on:
       - ref('fct_model_6')

integration_tests/models/marts/metrics.yml

@@ -43,6 +43,7 @@ metrics:
     type_params:
   # Specify the measure you are creating a proxy for. 
       measure: total_count 
-      window: 30 days
+      cumulative_type_params:
+        window: 30 days
     filter: |
       {{ Dimension('dim__id') }} > 0

integration_tests/models/reports/reports.yml

@@ -1,10 +1,15 @@
 version: 2
 
+groups:
+  - name: my_awesome_group
+    owner:
+      email: [email protected]
+
 models:
   - name: report_1
     description: tom cruise's minority report
-    access: public
     config:
+      access: public
       materialized: table
     columns:
       - name: col 
@@ -13,9 +18,10 @@ models:
 
   - name: report_2
     description: the colbert report
-    access: public
     config:
+      access: public
       materialized: table
+      group: my_awesome_group
       contract:
         enforced: true
     columns:

integration_tests/models/staging/source_1/schema.yml

@@ -13,9 +13,10 @@ models:
   - name: stg_model_3
     data_tests:
       - dbt_utils.unique_combination_of_columns:
-          combination_of_columns:
-            - id
-            - color
+          arguments:
+            combination_of_columns:
+              - id
+              - color
   - name: stg_model_2
     columns:
       - name: id 

integration_tests/models/staging/source_1/source.yml

@@ -4,8 +4,9 @@ sources:
   - name: source_1
     description: this is source 1.
     schema: real_schema
-    freshness: # default freshness
-      warn_after: {count: 12, period: hour}
+    config:
+      freshness: # default freshness
+        warn_after: {count: 12, period: hour}
     # database: real_database
     tables:
       - name: table_1
@@ -16,7 +17,8 @@ sources:
       - name: table_2
       - name: table_4
       - name: table_5
-        freshness: null
+        config:
+          freshness: null
       - name: raw_table_5
         identifier: table_5