create dummy DAG

README.md

@@ -1,2 +1,8 @@
-# pro-serv-dag-auditing
+This project is intended to be a dbt porject with poor DAG modeling so the professional services team can develop tools to detect these errors
-this repo is to both test out using olivertwist and also try to develop some macros to find DAG issues automatically
+
+### Types of DAG issues to potentially detect:
+
+  - __Direct Join to Source__: a model has a reference to both a model and a source
+  - __Source Fanout__: a source is used in multiple models
+  - __Multiple Sources Joined__: a model references more than one source
+  - __Rejoining of Upstream Concepts__: a circular reference is created in the DAG

dbt_project.yml

@@ -0,0 +1,26 @@
+
+# Name your project! Project names should contain only lowercase characters
+# and underscores. A good package name should reflect your organization's
+# name or the intended use of these models
+name: 'pro_serv_dag_auditing'
+version: '1.0.0'
+config-version: 2
+
+# This setting configures which "profile" dbt uses for this project.
+profile: 'dbt-learn'
+
+# These configurations specify where dbt should look for different types of files.
+# The `source-paths` config, for example, states that models in this project can be
+# found in the "models/" directory. You probably won't need to change these!
+source-paths: ["models"]
+analysis-paths: ["analysis"]
+test-paths: ["tests"]
+data-paths: ["data"]
+macro-paths: ["macros"]
+snapshot-paths: ["snapshots"]
+
+target-path: "target"  # directory which will store compiled SQL files
+clean-targets:         # directories to be removed by `dbt clean`
+    - "target"
+    - "dbt_modules"
+

models/marts/dim_model_7.sql

@@ -0,0 +1,2 @@
+{{ ref('stg_model_2') }}
+{{ ref('int_model_5') }}

models/marts/fct_model_6.sql

@@ -0,0 +1 @@
+{{ ref('stg_model_3') }}

models/marts/int_model_4.sql

@@ -0,0 +1,2 @@
+{{ ref('stg_model_1') }}
+{{ source('source_1', 'table_2') }}

models/marts/int_model_5.sql

@@ -0,0 +1,2 @@
+{{ ref('int_model_4') }}
+{{ ref('stg_model_1') }}

models/reports/report_1.sql

@@ -0,0 +1 @@
+{{ ref('fct_model_6') }}

models/reports/report_2.sql

@@ -0,0 +1 @@
+{{ ref('fct_model_6') }}

models/reports/report_3.sql

@@ -0,0 +1 @@
+{{ ref('fct_model_6') }}

models/staging/source.yml

@@ -0,0 +1,10 @@
+version: 2
+
+sources:
+  - name: source_1
+    schema: real_schema
+    database: real_database
+    tables:
+      - name: table_1
+      - name: table_2
+      - name: table_3

models/staging/stg_model_1.sql

@@ -0,0 +1 @@
+{{ source('source_1', 'table_1') }}

models/staging/stg_model_2.sql

@@ -0,0 +1,2 @@
+{{ source('source_1', 'table_1') }}
+{{ source('source_1', 'table_2') }}

models/staging/stg_model_3.sql

@@ -0,0 +1 @@
+{{ source('source_1', 'table_3') }}

target/catalog.json

@@ -0,0 +1 @@
+{"nodes": {}, "sources": {}, "generated_at": "2022-01-07T16:57:12.744824Z", "errors": ["Database Error\n  002003 (02000): SQL compilation error:\n  Database 'REAL_DATABASE' does not exist or not authorized."]}

target/compiled/pro_serv_dag_auditing/models/marts/dim_model_7.sql

@@ -0,0 +1,2 @@
+analytics.dbt_dconnors.stg_model_2
+analytics.dbt_dconnors.int_model_5

target/compiled/pro_serv_dag_auditing/models/marts/fct_model_6.sql

@@ -0,0 +1 @@
+analytics.dbt_dconnors.stg_model_3

target/compiled/pro_serv_dag_auditing/models/marts/int_model_4.sql

@@ -0,0 +1,2 @@
+analytics.dbt_dconnors.stg_model_1
+real_database.real_schema.table_2

target/compiled/pro_serv_dag_auditing/models/marts/int_model_5.sql

@@ -0,0 +1,2 @@
+analytics.dbt_dconnors.int_model_4
+analytics.dbt_dconnors.stg_model_1

target/compiled/pro_serv_dag_auditing/models/reports/report_1.sql

@@ -0,0 +1 @@
+analytics.dbt_dconnors.fct_model_6

target/compiled/pro_serv_dag_auditing/models/reports/report_2.sql

@@ -0,0 +1 @@
+analytics.dbt_dconnors.fct_model_6

target/compiled/pro_serv_dag_auditing/models/reports/report_3.sql

@@ -0,0 +1 @@
+analytics.dbt_dconnors.fct_model_6

target/compiled/pro_serv_dag_auditing/models/staging/stg_model_1.sql

@@ -0,0 +1 @@
+real_database.real_schema.table_1

target/compiled/pro_serv_dag_auditing/models/staging/stg_model_2.sql

@@ -0,0 +1,2 @@
+real_database.real_schema.table_1
+real_database.real_schema.table_2

target/compiled/pro_serv_dag_auditing/models/staging/stg_model_3.sql

@@ -0,0 +1 @@
+real_database.real_schema.table_3