mirror of
https://github.com/dlt-hub/dlt.git
synced 2025-12-17 19:31:30 +00:00
b062dcafa4
* answers defaults in cli if tty disconnected * adds method to send anon tracker event even if disabled * fixes types in source/resource build in generator * adds dlt.hub with transformation decorator * moves dlt-plus to separate sidebar in docs, renames to dltHub Features, adds EULA * renamed plus to hub in docs * fixes docs logos * removes more dlt+ * renames plus tests * fixes ci run main * fixes hub workflows
115 lines
3.5 KiB
YAML
115 lines
3.5 KiB
YAML
name: dlt
|
|
|
|
on:
|
|
pull_request:
|
|
branches: [ master, devel ]
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
|
|
# checks wether anything outside docs has changed, if not, most of the tests can be skipped
|
|
# lint will check this and if lint is not run, no other tests will be run
|
|
get_docs_changes:
|
|
name: docs changes
|
|
uses: ./.github/workflows/get_docs_changes.yml
|
|
|
|
# if the PR is from a fork, we need to authorize the secrets access and remote destinations run with a lable
|
|
authorize_run_from_fork:
|
|
name: check if fork and if so wether secrets are available
|
|
# run when label is assigned OR when we are not a fork
|
|
if: ${{ github.event.label.name == 'ci from fork' || (github.event.pull_request.head.repo.full_name == github.repository && (github.event.action == 'opened' || github.event.action == 'synchronize'))}}
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- run: true
|
|
|
|
# testing and linting of docs snippets is always run to catch problems in the docs
|
|
# NOTE: we could splint linting and testing of docs so linter can also always run for fork PRs
|
|
test_docs_snippets:
|
|
name: test snippets in docs
|
|
uses: ./.github/workflows/test_docs_snippets.yml
|
|
|
|
lint:
|
|
name: lint on all python versions
|
|
needs: get_docs_changes
|
|
uses: ./.github/workflows/lint.yml
|
|
|
|
test_common:
|
|
name: run common tests on all python versions and OSes
|
|
needs: [lint, get_docs_changes]
|
|
if: needs.get_docs_changes.outputs.changes_outside_docs == 'true'
|
|
uses: ./.github/workflows/test_common.yml
|
|
|
|
test_dashboard:
|
|
name: run dashboard tests
|
|
needs: [lint, get_docs_changes]
|
|
uses: ./.github/workflows/test_tools_dashboard.yml
|
|
|
|
#
|
|
# Destination and Sources local tests, do not provide secrets
|
|
# Other tests that do not require remote connections
|
|
#
|
|
test_destinations_local:
|
|
name: run local destination tests without secrets
|
|
needs: test_common
|
|
uses: ./.github/workflows/test_destinations_local.yml
|
|
|
|
test_sources_local:
|
|
name: run local source tests without secrets
|
|
needs: test_common
|
|
uses: ./.github/workflows/test_sources_local.yml
|
|
|
|
test_hub:
|
|
name: test dlthub features
|
|
needs: lint
|
|
uses: ./.github/workflows/test_hub.yml
|
|
|
|
test_tools_airflow:
|
|
name: test airflow helpers
|
|
needs: lint
|
|
uses: ./.github/workflows/test_tools_airflow.yml
|
|
|
|
test_tools_build_images:
|
|
name: test build images
|
|
needs: lint
|
|
uses: ./.github/workflows/test_tools_build_images.yml
|
|
|
|
#
|
|
# Remote destination tests and docs examples, needs secrets,
|
|
# so we depend on authorize and forward secrets
|
|
#
|
|
|
|
test_examples:
|
|
name: test examples
|
|
needs: [lint, authorize_run_from_fork]
|
|
uses: ./.github/workflows/test_examples.yml
|
|
secrets: inherit
|
|
|
|
test_destinations_remote:
|
|
name: test remote destinations with secrets
|
|
needs: [authorize_run_from_fork, test_common]
|
|
uses: ./.github/workflows/test_destinations_remote.yml
|
|
secrets: inherit
|
|
with:
|
|
run_full_test_suite: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}}
|
|
|
|
#
|
|
# Other tools and tests that require secrets
|
|
#
|
|
test_tools_dbt_runner:
|
|
name: test dbt runner
|
|
needs: [test_common, authorize_run_from_fork]
|
|
uses: ./.github/workflows/test_tools_dbt_runner.yml
|
|
secrets: inherit
|
|
|
|
# dbt cloud tests currently are disabled, TODO: explain why
|
|
# test_tools_dbt_cloud:
|
|
# needs: [test_common, authorize_run_from_fork]
|
|
# uses: ./.github/workflows/test_tools_dbt_cloud.yml
|
|
# secrets: inherit
|
|
|
|
|
|
|