macros and other tests

dbt_project.yml

@@ -82,3 +82,8 @@ vars:
 
   # -- Warehouse specific variables --
   max_depth_dag: 9
+
+
+dispatch:
+  - macro_namespace: dbt_utils
+    search_order: ['dbt_project_evaluator', 'dbt_utils']

integration_tests_2/dbt_project.yml

@@ -27,6 +27,8 @@ clean-targets:         # directories to be removed by `dbt clean`
 dispatch:
   - macro_namespace: dbt
     search_order: ['dbt_project_evaluator', 'dbt']
+  - macro_namespace: dbt_utils
+    search_order: ['dbt_project_evaluator', 'dbt_utils']
 
 on-run-end: "{{ dbt_project_evaluator.print_dbt_project_evaluator_issues() }}"
 

macros/cross_db_shim/duckdb_shims.sql

@@ -24,4 +24,10 @@
         , {{ delimiter_text }}
         )
 
-{%- endmacro %}
+{%- endmacro %}
+
+{% macro duckdb__deduplicate(relation, partition_by, order_by) -%}
+
+    {{ return(dbt_utils.snowflake__deduplicate(relation, partition_by, order_by=order_by)) }}
+
+{% endmacro %}

models/staging/graph/stg_exposure_relationships.sql

@@ -11,4 +11,10 @@ final as (
     from _base_exposure_relationships
 )
 
-select distinct * from final
+{{
+    dbt_utils.deduplicate(
+        relation='final',
+        partition_by='unique_id',
+        order_by='is_primary_relationship desc'
+    )
+}}

models/staging/graph/stg_metric_relationships.sql

@@ -11,4 +11,10 @@ final as (
     from _base_metric_relationships
 )
 
-select distinct * from final
+{{
+    dbt_utils.deduplicate(
+        relation='final',
+        partition_by='unique_id',
+        order_by='is_primary_relationship desc'
+    )
+}}

models/staging/graph/stg_node_relationships.sql

@@ -11,4 +11,10 @@ final as (
     from _base_node_relationships
 )
 
-select distinct * from final
+{{
+    dbt_utils.deduplicate(
+        relation='final',
+        partition_by='unique_id',
+        order_by='is_primary_relationship desc'
+    )
+}}