repo-mirrors/dbt-project-evaluator
1
0
Fork 0
mirror of https://github.com/dbt-labs/dbt-project-evaluator.git synced 2025-12-18 02:11:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

add profiles to 2nd test folder

Browse Source
This commit is contained in:
Emily Rockman
2024-11-13 11:48:56 -06:00
parent 450eb1cad0
commit 8f1318e2f1
4 changed files with 32 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
integration_tests/profiles.yml
View File

@@ -1,5 +1,5 @@
# HEY! This file is used in the integration tests with CircleCI. # HEY! This file is used in the integration tests with CI.
# You should __NEVER__ check credentials into version control. Thanks for reading :) # You should __NEVER__ check credentials into version control. Thanks for reading :)
config: config:
@@ -16,7 +16,7 @@ integration_tests:
pass: "{{ env_var('DBT_ENV_SECRET_POSTGRES_PASS') }}" pass: "{{ env_var('DBT_ENV_SECRET_POSTGRES_PASS') }}"
port: "{{ env_var('POSTGRES_PORT') | as_number }}" port: "{{ env_var('POSTGRES_PORT') | as_number }}"
dbname: "{{ env_var('POSTGRES_DATABASE') }}" dbname: "{{ env_var('POSTGRES_DATABASE') }}"
schema: "{{ env_var('POSTGRES_SCHEMA', 'dbt_project_evaluator_test') }}" schema: "{{ env_var('POSTGRES_SCHEMA', 'dbt_project_evaluator_integration_tests_postgres') }}"
threads: 5 threads: 5
redshift: redshift:
@@ -26,7 +26,7 @@ integration_tests:
pass: "{{ env_var('DBT_ENV_SECRET_REDSHIFT_PASS') }}" pass: "{{ env_var('DBT_ENV_SECRET_REDSHIFT_PASS') }}"
dbname: "{{ env_var('REDSHIFT_DATABASE') }}" dbname: "{{ env_var('REDSHIFT_DATABASE') }}"
port: "{{ env_var('REDSHIFT_PORT') | as_number }}" port: "{{ env_var('REDSHIFT_PORT') | as_number }}"
schema: "{{ env_var('REDSHIFT_SCHEMA') }}" schema: "{{ env_var('REDSHIFT_SCHEMA', 'dbt_project_evaluator_integration_tests_redshift') }}"
threads: 5 threads: 5
bigquery: bigquery:
@@ -35,7 +35,7 @@ integration_tests:
keyfile_json: keyfile_json:
"{{ env_var('BIGQUERY_KEYFILE_JSON') | as_native }}" "{{ env_var('BIGQUERY_KEYFILE_JSON') | as_native }}"
project: "{{ env_var('BIGQUERY_PROJECT') }}" project: "{{ env_var('BIGQUERY_PROJECT') }}"
dataset: "{{ env_var('BIGQUERY_SCHEMA') }}" dataset: "{{ env_var('BIGQUERY_SCHEMA', 'dbt_project_evaluator_integration_tests_bigquery') }}"
threads: 10 threads: 10
snowflake: snowflake:
@@ -46,7 +46,7 @@ integration_tests:
role: "{{ env_var('SNOWFLAKE_ROLE') }}" role: "{{ env_var('SNOWFLAKE_ROLE') }}"
database: "{{ env_var('SNOWFLAKE_DATABASE') }}" database: "{{ env_var('SNOWFLAKE_DATABASE') }}"
warehouse: "{{ env_var('SNOWFLAKE_WAREHOUSE') }}" warehouse: "{{ env_var('SNOWFLAKE_WAREHOUSE') }}"
schema: "{{ env_var('SNOWFLAKE_SCHEMA') }}" schema: "{{ env_var('SNOWFLAKE_SCHEMA', 'dbt_project_evaluator_integration_tests_snowflake') }}"
threads: 10 threads: 10
databricks: databricks:

49
integration_tests/ci/sample.profiles.yml → integration_tests_2/profiles.yml
View File

@@ -1,5 +1,5 @@
# HEY! This file is used in the integration tests with CircleCI. # HEY! This file is used in the integration tests with CI.
# You should __NEVER__ check credentials into version control. Thanks for reading :) # You should __NEVER__ check credentials into version control. Thanks for reading :)
config: config:
@@ -11,46 +11,47 @@ integration_tests:
outputs: outputs:
postgres: postgres:
type: postgres type: postgres
host: "{{ env_var('POSTGRES_TEST_HOST') }}" host: "{{ env_var('POSTGRES_HOST') }}"
user: "{{ env_var('POSTGRES_TEST_USER') }}" user: "{{ env_var('POSTGRES_USER') }}"
pass: "{{ env_var('POSTGRES_TEST_PASS') }}" pass: "{{ env_var('DBT_ENV_SECRET_POSTGRES_PASS') }}"
port: "{{ env_var('POSTGRES_TEST_PORT') | as_number }}" port: "{{ env_var('POSTGRES_PORT') | as_number }}"
dbname: "{{ env_var('POSTGRES_TEST_DBNAME') }}" dbname: "{{ env_var('POSTGRES_DATABASE') }}"
schema: dbt_project_evaluator_integration_tests_postgres schema: "{{ env_var('POSTGRES_SCHEMA', 'dbt_project_evaluator_integration_tests_postgres') }}"
threads: 5 threads: 5
redshift: redshift:
type: redshift type: redshift
host: "{{ env_var('REDSHIFT_TEST_HOST') }}" host: "{{ env_var('REDSHIFT_HOST') }}"
user: "{{ env_var('REDSHIFT_TEST_USER') }}" user: "{{ env_var('REDSHIFT_USER') }}"
pass: "{{ env_var('REDSHIFT_TEST_PASS') }}" pass: "{{ env_var('DBT_ENV_SECRET_REDSHIFT_PASS') }}"
dbname: "{{ env_var('REDSHIFT_TEST_DBNAME') }}" dbname: "{{ env_var('REDSHIFT_DATABASE') }}"
port: "{{ env_var('REDSHIFT_TEST_PORT') | as_number }}" port: "{{ env_var('REDSHIFT_PORT') | as_number }}"
schema: dbt_project_evaluator_integration_tests_redshift schema: "{{ env_var('REDSHIFT_SCHEMA', 'dbt_project_evaluator_integration_tests_redshift') }}"
threads: 5 threads: 5
bigquery: bigquery:
type: bigquery type: bigquery
method: service-account method: service-account
keyfile: "{{ env_var('BIGQUERY_SERVICE_KEY_PATH') }}" keyfile_json:
project: "{{ env_var('BIGQUERY_TEST_DATABASE') }}" "{{ env_var('BIGQUERY_KEYFILE_JSON') | as_native }}"
schema: dbt_project_evaluator_integration_tests_bigquery project: "{{ env_var('BIGQUERY_PROJECT') }}"
dataset: "{{ env_var('BIGQUERY_SCHEMA', 'dbt_project_evaluator_integration_tests_bigquery') }}"
threads: 10 threads: 10
snowflake: snowflake:
type: snowflake type: snowflake
account: "{{ env_var('SNOWFLAKE_TEST_ACCOUNT') }}" account: "{{ env_var('SNOWFLAKE_ACCOUNT') }}"
user: "{{ env_var('SNOWFLAKE_TEST_USER') }}" user: "{{ env_var('SNOWFLAKE_USER') }}"
password: "{{ env_var('SNOWFLAKE_TEST_PASSWORD') }}" password: "{{ env_var('DBT_ENV_SECRET_SNOWFLAKE_PASS') }}"
role: "{{ env_var('SNOWFLAKE_TEST_ROLE') }}" role: "{{ env_var('SNOWFLAKE_ROLE') }}"
database: "{{ env_var('SNOWFLAKE_TEST_DATABASE') }}" database: "{{ env_var('SNOWFLAKE_DATABASE') }}"
warehouse: "{{ env_var('SNOWFLAKE_TEST_WAREHOUSE') }}" warehouse: "{{ env_var('SNOWFLAKE_WAREHOUSE') }}"
schema: dbt_project_evaluator_integration_tests_snowflake schema: "{{ env_var('SNOWFLAKE_SCHEMA', 'dbt_project_evaluator_integration_tests_snowflake') }}"
threads: 10 threads: 10
databricks: databricks:
type: databricks type: databricks
schema: dbt_project_evaluator_integration_tests_databricks schema: "{{ env_var('DATABRICKS_SCHEMA', 'dbt_project_evaluator_integration_tests_databricks') }}"
host: "{{ env_var('DATABRICKS_TEST_HOST') }}" host: "{{ env_var('DATABRICKS_TEST_HOST') }}"
http_path: "{{ env_var('DATABRICKS_TEST_HTTP_PATH') }}" http_path: "{{ env_var('DATABRICKS_TEST_HTTP_PATH') }}"
token: "{{ env_var('DATABRICKS_TEST_ACCESS_TOKEN') }}" token: "{{ env_var('DATABRICKS_TEST_ACCESS_TOKEN') }}"

6
run_test.sh
View File

@@ -13,12 +13,6 @@ fi
. $VENV . $VENV
cd integration_tests cd integration_tests
if [[ ! -e ~/.dbt/profiles.yml ]]; then
mkdir -p ~/.dbt
cp ci/sample.profiles.yml ~/.dbt/profiles.yml
fi
dbt deps --target $1 || exit 1 dbt deps --target $1 || exit 1
dbt build -x --target $1 --full-refresh || exit 1 dbt build -x --target $1 --full-refresh || exit 1

4
run_tox_tests.sh
View File

@@ -1,11 +1,11 @@
#!/bin/bash #!/bin/bash
# test with the first project echo "Running tests for the first project"
cd integration_tests cd integration_tests
dbt deps --target $1 || exit 1 dbt deps --target $1 || exit 1
dbt build -x --target $1 --full-refresh || exit 1 dbt build -x --target $1 --full-refresh || exit 1
# test with the second project echo "Running tests for the second project"
cd ../integration_tests_2 cd ../integration_tests_2
dbt deps --target $1 || exit 1 dbt deps --target $1 || exit 1
dbt seed --full-refresh --target $1 || exit 1 dbt seed --full-refresh --target $1 || exit 1