mirror of
https://github.com/dbt-labs/dbt-core
synced 2025-12-17 19:31:34 +00:00
15dcb9a19d
* delete dbt-tests-adapter and dbt-postgres from dbt-core * update non-code files to reflect change * add changie * update build-dist.sh * update tox.ini * fix build-dist.sh * move adapter tests into /functional dir * remove adapter unit tests * update code comments and README.md
151 lines
5.0 KiB
Makefile
151 lines
5.0 KiB
Makefile
.DEFAULT_GOAL:=help
|
|
|
|
# Optional flag to run target in a docker container.
|
|
# (example `make test USE_DOCKER=true`)
|
|
ifeq ($(USE_DOCKER),true)
|
|
DOCKER_CMD := docker-compose run --rm test
|
|
endif
|
|
|
|
#
|
|
# To override CI_flags, create a file at this repo's root dir named `makefile.test.env`. Fill it
|
|
# with any ENV_VAR overrides required by your test environment, e.g.
|
|
# DBT_TEST_USER_1=user
|
|
# LOG_DIR="dir with a space in it"
|
|
#
|
|
# Warn: Restrict each line to one variable only.
|
|
#
|
|
ifeq (./makefile.test.env,$(wildcard ./makefile.test.env))
|
|
include ./makefile.test.env
|
|
endif
|
|
|
|
CI_FLAGS =\
|
|
DBT_TEST_USER_1=$(if $(DBT_TEST_USER_1),$(DBT_TEST_USER_1),dbt_test_user_1)\
|
|
DBT_TEST_USER_2=$(if $(DBT_TEST_USER_2),$(DBT_TEST_USER_2),dbt_test_user_2)\
|
|
DBT_TEST_USER_3=$(if $(DBT_TEST_USER_3),$(DBT_TEST_USER_3),dbt_test_user_3)\
|
|
RUSTFLAGS=$(if $(RUSTFLAGS),$(RUSTFLAGS),"-D warnings")\
|
|
LOG_DIR=$(if $(LOG_DIR),$(LOG_DIR),./logs)\
|
|
DBT_LOG_FORMAT=$(if $(DBT_LOG_FORMAT),$(DBT_LOG_FORMAT),json)
|
|
|
|
|
|
.PHONY: dev_req
|
|
dev_req: ## Installs dbt-* packages in develop mode along with only development dependencies.
|
|
@\
|
|
pip install -r dev-requirements.txt
|
|
pip install -r editable-requirements.txt
|
|
|
|
.PHONY: dev
|
|
dev: dev_req ## Installs dbt-* packages in develop mode along with development dependencies and pre-commit.
|
|
@\
|
|
pre-commit install
|
|
|
|
.PHONY: proto_types
|
|
proto_types: ## generates google protobuf python file from types.proto
|
|
protoc -I=./core/dbt/common/events --python_out=./core/dbt/common/events ./core/dbt/common/events/types.proto
|
|
|
|
.PHONY: core_proto_types
|
|
core_proto_types: ## generates google protobuf python file from core_types.proto
|
|
protoc -I=./core/dbt/events --python_out=./core/dbt/events ./core/dbt/events/core_types.proto
|
|
|
|
.PHONY: adapter_proto_types
|
|
adapter_proto_types: ## generates google protobuf python file from core_types.proto
|
|
protoc -I=./core/dbt/adapters/events --python_out=./core/dbt/adapters/events ./core/dbt/adapters/events/adapter_types.proto
|
|
|
|
|
|
.PHONY: mypy
|
|
mypy: .env ## Runs mypy against staged changes for static type checking.
|
|
@\
|
|
$(DOCKER_CMD) pre-commit run --hook-stage manual mypy-check | grep -v "INFO"
|
|
|
|
.PHONY: flake8
|
|
flake8: .env ## Runs flake8 against staged changes to enforce style guide.
|
|
@\
|
|
$(DOCKER_CMD) pre-commit run --hook-stage manual flake8-check | grep -v "INFO"
|
|
|
|
.PHONY: black
|
|
black: .env ## Runs black against staged changes to enforce style guide.
|
|
@\
|
|
$(DOCKER_CMD) pre-commit run --hook-stage manual black-check -v | grep -v "INFO"
|
|
|
|
.PHONY: lint
|
|
lint: .env ## Runs flake8 and mypy code checks against staged changes.
|
|
@\
|
|
$(DOCKER_CMD) pre-commit run flake8-check --hook-stage manual | grep -v "INFO"; \
|
|
$(DOCKER_CMD) pre-commit run mypy-check --hook-stage manual | grep -v "INFO"
|
|
|
|
.PHONY: unit
|
|
unit: .env ## Runs unit tests with py
|
|
@\
|
|
$(DOCKER_CMD) tox -e py
|
|
|
|
.PHONY: test
|
|
test: .env ## Runs unit tests with py and code checks against staged changes.
|
|
@\
|
|
$(DOCKER_CMD) tox -e py; \
|
|
$(DOCKER_CMD) pre-commit run black-check --hook-stage manual | grep -v "INFO"; \
|
|
$(DOCKER_CMD) pre-commit run flake8-check --hook-stage manual | grep -v "INFO"; \
|
|
$(DOCKER_CMD) pre-commit run mypy-check --hook-stage manual | grep -v "INFO"
|
|
|
|
.PHONY: integration
|
|
integration: .env ## Runs core integration tests using postgres with py-integration
|
|
@\
|
|
$(CI_FLAGS) $(DOCKER_CMD) tox -e py-integration -- -nauto
|
|
|
|
.PHONY: integration-fail-fast
|
|
integration-fail-fast: .env ## Runs core integration tests using postgres with py-integration in "fail fast" mode.
|
|
@\
|
|
$(DOCKER_CMD) tox -e py-integration -- -x -nauto
|
|
|
|
.PHONY: interop
|
|
interop: clean
|
|
@\
|
|
mkdir $(LOG_DIR) && \
|
|
$(CI_FLAGS) $(DOCKER_CMD) tox -e py-integration -- -nauto && \
|
|
LOG_DIR=$(LOG_DIR) cargo run --manifest-path test/interop/log_parsing/Cargo.toml
|
|
|
|
.PHONY: setup-db
|
|
setup-db: ## Setup Postgres database with docker-compose for system testing.
|
|
@\
|
|
docker-compose up -d database && \
|
|
PGHOST=localhost PGUSER=root PGPASSWORD=password PGDATABASE=postgres bash test/setup_db.sh
|
|
|
|
# This rule creates a file named .env that is used by docker-compose for passing
|
|
# the USER_ID and GROUP_ID arguments to the Docker image.
|
|
.env: ## Setup step for using using docker-compose with make target.
|
|
@touch .env
|
|
ifneq ($(OS),Windows_NT)
|
|
ifneq ($(shell uname -s), Darwin)
|
|
@echo USER_ID=$(shell id -u) > .env
|
|
@echo GROUP_ID=$(shell id -g) >> .env
|
|
endif
|
|
endif
|
|
|
|
.PHONY: clean
|
|
clean: ## Resets development environment.
|
|
@echo 'cleaning repo...'
|
|
@rm -f .coverage
|
|
@rm -f .coverage.*
|
|
@rm -rf .eggs/
|
|
@rm -f .env
|
|
@rm -rf .tox/
|
|
@rm -rf build/
|
|
@rm -rf dbt.egg-info/
|
|
@rm -f dbt_project.yml
|
|
@rm -rf dist/
|
|
@rm -f htmlcov/*.{css,html,js,json,png}
|
|
@rm -rf logs/
|
|
@rm -rf target/
|
|
@find . -type f -name '*.pyc' -delete
|
|
@find . -type d -name '__pycache__' -depth -delete
|
|
@echo 'done.'
|
|
|
|
|
|
.PHONY: help
|
|
help: ## Show this help message.
|
|
@echo 'usage: make [target] [USE_DOCKER=true]'
|
|
@echo
|
|
@echo 'targets:'
|
|
@grep -E '^[8+a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'
|
|
@echo
|
|
@echo 'options:'
|
|
@echo 'use USE_DOCKER=true to run target in a docker container'
|