From 045ff180d33616fdb5833b59b5b09f5c6d400aac Mon Sep 17 00:00:00 2001 From: Dave Connors Date: Wed, 13 Nov 2024 16:10:49 -0600 Subject: [PATCH] dbx --- .github/workflows/ci.yml | 7 ++++++- integration_tests/profiles.yml | 6 +++--- supported_adapters.env | 2 +- tox.ini | 5 +++++ 4 files changed, 15 insertions(+), 5 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index a36ade4..087dac4 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -37,8 +37,13 @@ jobs: SNOWFLAKE_DATABASE: ${{ vars.SNOWFLAKE_DATABASE }} SNOWFLAKE_WAREHOUSE: ${{ vars.SNOWFLAKE_WAREHOUSE }} SNOWFLAKE_SCHEMA: "dbt_utils_integration_tests_snowflake_${{ github.run_number }}" + # databricks + DATABRICKS_SCHEMA: "integration_tests_databricks_${{ github.run_number }}" + DATABRICKS_HOST: ${{ vars.DATABRICKS_HOST }} + DATABRICKS_HTTP_PATH: ${{ vars.DATABRICKS_HTTP_PATH }} secrets: DBT_ENV_SECRET_REDSHIFT_PASS: ${{ secrets.REDSHIFT_PASS }} BIGQUERY_KEYFILE_JSON: ${{ secrets.BIGQUERY_KEYFILE_JSON }} SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }} - DBT_ENV_SECRET_SNOWFLAKE_PASS: ${{ secrets.SNOWFLAKE_PASS }} \ No newline at end of file + DBT_ENV_SECRET_SNOWFLAKE_PASS: ${{ secrets.SNOWFLAKE_PASS }} + DBT_SECRET_ENV_DATABRICKS_TOKEN: ${{ secrets.DBT_SECRET_ENV_DATABRICKS_TOKEN }} \ No newline at end of file diff --git a/integration_tests/profiles.yml b/integration_tests/profiles.yml index 31a43ee..8270990 100644 --- a/integration_tests/profiles.yml +++ b/integration_tests/profiles.yml @@ -51,9 +51,9 @@ integration_tests: databricks: type: databricks schema: "{{ env_var('DATABRICKS_SCHEMA', 'dbt_project_evaluator_integration_tests_databricks') }}" - host: "{{ env_var('DATABRICKS_TEST_HOST') }}" - http_path: "{{ env_var('DATABRICKS_TEST_HTTP_PATH') }}" - token: "{{ env_var('DATABRICKS_TEST_ACCESS_TOKEN') }}" + host: "{{ env_var('DATABRICKS_HOST') }}" + http_path: "{{ env_var('DATABRICKS_HTTP_PATH') }}" + token: "{{ env_var('DBT_SECRET_ENV_DATABRICKS_TOKEN') }}" threads: 10 duckdb: diff --git a/supported_adapters.env b/supported_adapters.env index 28dfe9f..83de796 100644 --- a/supported_adapters.env +++ b/supported_adapters.env @@ -1 +1 @@ -SUPPORTED_ADAPTERS=snowflake,bigquery,redshift \ No newline at end of file +SUPPORTED_ADAPTERS=snowflake,bigquery,redshift,databricks \ No newline at end of file diff --git a/tox.ini b/tox.ini index 24e1d64..aa2e3f2 100644 --- a/tox.ini +++ b/tox.ini @@ -30,6 +30,11 @@ passenv = BIGQUERY_PROJECT BIGQUERY_KEYFILE_JSON BIGQUERY_SCHEMA + # databricks + DATABRICKS_SCHEMA + DATABRICKS_HOST + DATABRICKS_HTTP_PATH + DBT_SECRET_ENV_DATABRICKS_TOKEN # Snowflake integration tests for centralized dbt testing # run dbt commands directly, assumes dbt is already installed in environment