mirror of
https://github.com/dlt-hub/dlt.git
synced 2025-12-17 19:31:30 +00:00
3ebbfa1f9e
* move pyproject.toml and makefile from old branch and add inbetween changes
* update workflow files to use uv
* run new version of formatter
* fix building of images with uv
* possibly fix docs linting
* downgrade lancedb dependency to fix tests
* fix gcs compat mode for s3 for newest boto
* fix docstrings in examples
* add some uv constraints
* update readme.md and contributing.md and some other places
* allow duckdb 0.8 in range
* add link-mode copy to uv venv on windows
* remove poetry lockfile and unneeded lockfile checker
* fix chess api related failures
* sleep after dremio start..
* set correct package in pyproject
* Revert "add some uv constraints"
This reverts commit d611e9ecce.
# Conflicts:
# pyproject.toml
# uv.lock
* add missing databricks sql connector version bounds
80 lines
2.3 KiB
YAML
80 lines
2.3 KiB
YAML
# Tests sources against a couple of local destinations
|
|
|
|
name: src | rest_api, sql_database, filesystem
|
|
|
|
on:
|
|
workflow_call:
|
|
workflow_dispatch:
|
|
|
|
env:
|
|
|
|
# RUNTIME__SENTRY_DSN: https://6f6f7b6f8e0f458a89be4187603b55fe@o1061158.ingest.sentry.io/4504819859914752
|
|
RUNTIME__LOG_LEVEL: ERROR
|
|
|
|
ACTIVE_DESTINATIONS: "[\"duckdb\", \"postgres\", \"filesystem\"]"
|
|
ALL_FILESYSTEM_DRIVERS: "[\"file\"]"
|
|
|
|
jobs:
|
|
run_loader:
|
|
name: src | rest_api, sql_database, filesystem
|
|
strategy:
|
|
fail-fast: false
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
runs-on: "ubuntu-latest"
|
|
|
|
# Service containers to run with `container-job`
|
|
services:
|
|
# Label used to access the service container
|
|
postgres:
|
|
# Docker Hub image
|
|
image: postgis/postgis
|
|
# Provide the password for postgres
|
|
env:
|
|
POSTGRES_DB: dlt_data
|
|
POSTGRES_USER: loader
|
|
POSTGRES_PASSWORD: loader
|
|
ports:
|
|
- 5432:5432
|
|
# Set health checks to wait until postgres has started
|
|
options: >-
|
|
--health-cmd pg_isready
|
|
--health-interval 10s
|
|
--health-timeout 5s
|
|
--health-retries 5
|
|
|
|
steps:
|
|
- name: Check out
|
|
uses: actions/checkout@master
|
|
|
|
- name: Setup Python
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: "3.10"
|
|
|
|
- name: Install uv
|
|
uses: astral-sh/setup-uv@v6
|
|
with:
|
|
python-version: "3.10"
|
|
activate-environment: true
|
|
enable-cache: true
|
|
|
|
# TODO: which deps should we enable?
|
|
- name: Install dependencies
|
|
run: uv sync --extra postgres --extra postgis --extra duckdb --extra parquet --extra filesystem --extra cli --extra sql_database --group sentry-sdk --group pipeline --group sources --group adbc
|
|
|
|
- name: Copy secrets for local tests
|
|
run: |
|
|
cp tests/.dlt/dev.secrets.toml tests/.dlt/secrets.toml
|
|
|
|
# run sources tests in load against configured destinations
|
|
- run: pytest tests/load/sources
|
|
name: Run tests Linux
|
|
|
|
# here we upgrade sql alchemy to 2 an run the sql_database tests again
|
|
- name: Upgrade sql alchemy
|
|
run: uv run pip install sqlalchemy==2.0.32
|
|
|
|
- run: pytest tests/load/sources/sql_database
|
|
name: Run tests Linux |