mirror of
https://github.com/dlt-hub/dlt.git
synced 2025-12-17 19:31:30 +00:00
3ebbfa1f9e
* move pyproject.toml and makefile from old branch and add inbetween changes
* update workflow files to use uv
* run new version of formatter
* fix building of images with uv
* possibly fix docs linting
* downgrade lancedb dependency to fix tests
* fix gcs compat mode for s3 for newest boto
* fix docstrings in examples
* add some uv constraints
* update readme.md and contributing.md and some other places
* allow duckdb 0.8 in range
* add link-mode copy to uv venv on windows
* remove poetry lockfile and unneeded lockfile checker
* fix chess api related failures
* sleep after dremio start..
* set correct package in pyproject
* Revert "add some uv constraints"
This reverts commit d611e9ecce.
# Conflicts:
# pyproject.toml
# uv.lock
* add missing databricks sql connector version bounds
96 lines
2.8 KiB
YAML
96 lines
2.8 KiB
YAML
|
|
name: docs | snippets & examples
|
|
|
|
on:
|
|
workflow_call:
|
|
workflow_dispatch:
|
|
|
|
env:
|
|
DLT_SECRETS_TOML: ${{ secrets.DLT_SECRETS_TOML }}
|
|
|
|
# RUNTIME__SENTRY_DSN: https://6f6f7b6f8e0f458a89be4187603b55fe@o1061158.ingest.sentry.io/4504819859914752
|
|
RUNTIME__LOG_LEVEL: ERROR
|
|
|
|
# Slack hook for chess in production example
|
|
RUNTIME__SLACK_INCOMING_HOOK: ${{ secrets.RUNTIME__SLACK_INCOMING_HOOK }}
|
|
# Path to local qdrant database
|
|
DESTINATION__QDRANT__CREDENTIALS__PATH: zendesk.qdb
|
|
# detect if the workflow is executed in a repo fork
|
|
IS_FORK: ${{ github.event.pull_request.head.repo.fork }}
|
|
|
|
jobs:
|
|
|
|
run_lint:
|
|
name: docs | snippets & examples lint and test
|
|
runs-on: ubuntu-latest
|
|
|
|
# Service containers to run with `container-job`
|
|
services:
|
|
# Label used to access the service container
|
|
postgres:
|
|
# Docker Hub image
|
|
image: postgres
|
|
# Provide the password for postgres
|
|
env:
|
|
POSTGRES_DB: dlt_data
|
|
POSTGRES_USER: loader
|
|
POSTGRES_PASSWORD: loader
|
|
ports:
|
|
- 5432:5432
|
|
# Set health checks to wait until postgres has started
|
|
options: >-
|
|
--health-cmd pg_isready
|
|
--health-interval 10s
|
|
--health-timeout 5s
|
|
--health-retries 5
|
|
|
|
steps:
|
|
|
|
- name: Check out
|
|
uses: actions/checkout@master
|
|
with:
|
|
ref: ${{ github.event.pull_request.head.sha || github.ref }}
|
|
|
|
- name: Start weaviate
|
|
run: docker compose -f "tests/load/weaviate/docker-compose.yml" up -d
|
|
|
|
- name: Setup node 20
|
|
uses: actions/setup-node@v4
|
|
with:
|
|
node-version: 20
|
|
|
|
- name: Setup Python
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: "3.10"
|
|
|
|
- name: Install uv
|
|
uses: astral-sh/setup-uv@v6
|
|
with:
|
|
python-version: "3.10"
|
|
activate-environment: true
|
|
enable-cache: true
|
|
|
|
- name: Install dlt-plus nightly devel build without cache
|
|
run: uv run pip install --upgrade --force-reinstall --no-cache-dir --pre dlt-plus
|
|
|
|
- name: run docs preprocessor
|
|
run: make preprocess-docs
|
|
|
|
- name: Install dependencies
|
|
run: uv sync --extra duckdb --extra weaviate --extra parquet --extra qdrant --extra bigquery --extra postgres --extra lancedb --group docs --group sentry-sdk --group ibis --extra s3
|
|
|
|
- name: create secrets.toml for examples
|
|
run: pwd && echo "$DLT_SECRETS_TOML" > docs/examples/.dlt/secrets.toml
|
|
|
|
- name: create secrets.toml for snippets
|
|
run: pwd && echo "$DLT_SECRETS_TOML" > docs/website/docs/.dlt/secrets.toml
|
|
|
|
- name: Run linter and tests on snippets
|
|
run: make lint-and-test-snippets
|
|
|
|
- name: Run linter and tests on examples
|
|
run: make lint-and-test-examples
|
|
|
|
|