mirror of
https://github.com/dbt-labs/dbt-core
synced 2025-12-19 22:31:28 +00:00
Compare commits
23 Commits
enable-pos
...
v1.10.2
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
6df1c65fef | ||
|
|
71a8a08694 | ||
|
|
17806c696c | ||
|
|
4d8f730373 | ||
|
|
f32eee5ff5 | ||
|
|
6602852996 | ||
|
|
92912f0ad1 | ||
|
|
ca1ac9dc9f | ||
|
|
7f3ea39f98 | ||
|
|
7c8d98d240 | ||
|
|
fe876a3ae2 | ||
|
|
3abb1156ed | ||
|
|
cdb9b1c309 | ||
|
|
4c913966d3 | ||
|
|
8bc9b4a9e9 | ||
|
|
981058fb43 | ||
|
|
552cf1aa23 | ||
|
|
9bc130d16e | ||
|
|
40617b42e7 | ||
|
|
24a581649c | ||
|
|
ae329219d9 | ||
|
|
cbb5d3e803 | ||
|
|
49bba06ec6 |
@@ -1,5 +1,5 @@
|
|||||||
[bumpversion]
|
[bumpversion]
|
||||||
current_version = 1.10.0b3
|
current_version = 1.10.2
|
||||||
parse = (?P<major>[\d]+) # major version number
|
parse = (?P<major>[\d]+) # major version number
|
||||||
\.(?P<minor>[\d]+) # minor version number
|
\.(?P<minor>[\d]+) # minor version number
|
||||||
\.(?P<patch>[\d]+) # patch version number
|
\.(?P<patch>[\d]+) # patch version number
|
||||||
|
|||||||
@@ -3,6 +3,8 @@
|
|||||||
For information on prior major and minor releases, see their changelogs:
|
For information on prior major and minor releases, see their changelogs:
|
||||||
|
|
||||||
|
|
||||||
|
* [1.9](https://github.com/dbt-labs/dbt-core/blob/1.9.latest/CHANGELOG.md)
|
||||||
|
* [1.8](https://github.com/dbt-labs/dbt-core/blob/1.8.latest/CHANGELOG.md)
|
||||||
* [1.7](https://github.com/dbt-labs/dbt-core/blob/1.7.latest/CHANGELOG.md)
|
* [1.7](https://github.com/dbt-labs/dbt-core/blob/1.7.latest/CHANGELOG.md)
|
||||||
* [1.6](https://github.com/dbt-labs/dbt-core/blob/1.6.latest/CHANGELOG.md)
|
* [1.6](https://github.com/dbt-labs/dbt-core/blob/1.6.latest/CHANGELOG.md)
|
||||||
* [1.5](https://github.com/dbt-labs/dbt-core/blob/1.5.latest/CHANGELOG.md)
|
* [1.5](https://github.com/dbt-labs/dbt-core/blob/1.5.latest/CHANGELOG.md)
|
||||||
|
|||||||
@@ -1,72 +0,0 @@
|
|||||||
## dbt-core 1.10.0-b1 - March 12, 2025
|
|
||||||
|
|
||||||
### Breaking Changes
|
|
||||||
|
|
||||||
- Add invocations_started_at field to artifact metadata ([#11272](https://github.com/dbt-labs/dbt-core/issues/11272))
|
|
||||||
|
|
||||||
### Features
|
|
||||||
|
|
||||||
- Add new hard_deletes="new_record" mode for snapshots. ([#10235](https://github.com/dbt-labs/dbt-core/issues/10235))
|
|
||||||
- Add `batch` context object to model jinja context ([#11025](https://github.com/dbt-labs/dbt-core/issues/11025))
|
|
||||||
- Ensure pre/post hooks only run on first/last batch respectively for microbatch model batches ([#11094](https://github.com/dbt-labs/dbt-core/issues/11094), [#11104](https://github.com/dbt-labs/dbt-core/issues/11104))
|
|
||||||
- Support "tags" in Saved Queries ([#11155](https://github.com/dbt-labs/dbt-core/issues/11155))
|
|
||||||
- Calculate source freshness via a SQL query ([#8797](https://github.com/dbt-labs/dbt-core/issues/8797))
|
|
||||||
- Add freshness definition on model for adaptive job ([#11123](https://github.com/dbt-labs/dbt-core/issues/11123))
|
|
||||||
- Meta config for dimensions measures and entities ([#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
|
||||||
- Add doc_blocks to manifest for nodes and columns ([#11000](https://github.com/dbt-labs/dbt-core/issues/11000), [#11001](https://github.com/dbt-labs/dbt-core/issues/11001))
|
|
||||||
- Initial implementation of sample mode ([#11227](https://github.com/dbt-labs/dbt-core/issues/11227), [#11230](https://github.com/dbt-labs/dbt-core/issues/11230), [#11231](https://github.com/dbt-labs/dbt-core/issues/11231), [#11248](https://github.com/dbt-labs/dbt-core/issues/11248), [#11252](https://github.com/dbt-labs/dbt-core/issues/11252), [#11254](https://github.com/dbt-labs/dbt-core/issues/11254), [#11258](https://github.com/dbt-labs/dbt-core/issues/11258))
|
|
||||||
- Combine `--sample` and `--sample-window` CLI params ([#11299](https://github.com/dbt-labs/dbt-core/issues/11299))
|
|
||||||
- Allow for sampling of ref'd seeds ([#11300](https://github.com/dbt-labs/dbt-core/issues/11300))
|
|
||||||
- Enable sample mode for 'build' command ([#11298](https://github.com/dbt-labs/dbt-core/issues/11298))
|
|
||||||
- Allow sampling nodes snapshots depend on and of snapshots as a dependency ([#11301](https://github.com/dbt-labs/dbt-core/issues/11301))
|
|
||||||
|
|
||||||
### Fixes
|
|
||||||
|
|
||||||
- dbt retry does not respect --threads ([#10584](https://github.com/dbt-labs/dbt-core/issues/10584))
|
|
||||||
- update adapter version messages ([#10230](https://github.com/dbt-labs/dbt-core/issues/10230))
|
|
||||||
- Catch DbtRuntimeError for hooks ([#11012](https://github.com/dbt-labs/dbt-core/issues/11012))
|
|
||||||
- Access DBUG flag more consistently with the rest of the codebase in ManifestLoader ([#11068](https://github.com/dbt-labs/dbt-core/issues/11068))
|
|
||||||
- Improve the performance characteristics of add_test_edges() ([#10950](https://github.com/dbt-labs/dbt-core/issues/10950))
|
|
||||||
- Implement partial parsing for singular data test configs in yaml files ([#10801](https://github.com/dbt-labs/dbt-core/issues/10801))
|
|
||||||
- Fix debug log messages for microbatch batch execution information ([#11111](https://github.com/dbt-labs/dbt-core/issues/11111))
|
|
||||||
- Fix running of extra "last" batch when there is only one batch ([#11112](https://github.com/dbt-labs/dbt-core/issues/11112))
|
|
||||||
- Fix interpretation of `PartialSuccess` to result in non-zero exit code ([#11114](https://github.com/dbt-labs/dbt-core/issues/11114))
|
|
||||||
- Warn about invalid usages of `concurrent_batches` config ([#11122](https://github.com/dbt-labs/dbt-core/issues/11122))
|
|
||||||
- Error writing generic test at run time ([#11110](https://github.com/dbt-labs/dbt-core/issues/11110))
|
|
||||||
- Run check_modified_contract for state:modified ([#11034](https://github.com/dbt-labs/dbt-core/issues/11034))
|
|
||||||
- Fix unrendered_config for tests from dbt_project.yml ([#11146](https://github.com/dbt-labs/dbt-core/issues/11146))
|
|
||||||
- Make partial parsing reparse referencing nodes of newly versioned models. ([#8872](https://github.com/dbt-labs/dbt-core/issues/8872))
|
|
||||||
- Ensure warning about microbatch lacking filter inputs is always fired ([#11159](https://github.com/dbt-labs/dbt-core/issues/11159))
|
|
||||||
- Fix microbatch dbt list --output json ([#10556](https://github.com/dbt-labs/dbt-core/issues/10556), [#11098](https://github.com/dbt-labs/dbt-core/issues/11098))
|
|
||||||
- Fix for custom fields in generic test config for not_null and unique tests ([#11208](https://github.com/dbt-labs/dbt-core/issues/11208))
|
|
||||||
- Loosen validation on freshness to accomodate previously wrong but harmless config. ([#11123](https://github.com/dbt-labs/dbt-core/issues/11123))
|
|
||||||
- Handle `--limit -1` properly in `ShowTaskDirect` so that it propagates None instead of a negative int ([#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
|
||||||
- _get_doc_blocks is crashing parsing if .format is called ([#11310](https://github.com/dbt-labs/dbt-core/issues/11310))
|
|
||||||
- Fix microbatch execution to not block main thread nor hang ([#11243](https://github.com/dbt-labs/dbt-core/issues/11243), [#11306](https://github.com/dbt-labs/dbt-core/issues/11306))
|
|
||||||
- Fixes parsing errors when using the new YAML format for snapshots ([#11164](https://github.com/dbt-labs/dbt-core/issues/11164))
|
|
||||||
|
|
||||||
### Under the Hood
|
|
||||||
|
|
||||||
- Create a no-op exposure runner ([#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/))
|
|
||||||
- Improve selection peformance by optimizing the select_children() and select_parents() functions. ([#11099](https://github.com/dbt-labs/dbt-core/issues/11099))
|
|
||||||
- Change exception type from DbtInternalException to UndefinedMacroError when macro not found in 'run operation' command ([#11192](https://github.com/dbt-labs/dbt-core/issues/11192))
|
|
||||||
- Create LogNodeResult event ([#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/))
|
|
||||||
- Fix error counts for exposures ([#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/))
|
|
||||||
- Misc fixes for group info in logging ([#11218](https://github.com/dbt-labs/dbt-core/issues/11218))
|
|
||||||
- Add secondary profiles to profile.py ([#XPLAT-241](https://github.com/dbt-labs/dbt-core/issues/XPLAT-241))
|
|
||||||
|
|
||||||
### Dependencies
|
|
||||||
|
|
||||||
- Upgrading dbt-semantic-interfaces to 0.8.3 for custom grain support in offset windows ([#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
|
||||||
- Bump codecov/codecov-action from 4 to 5 ([#11009](https://github.com/dbt-labs/dbt-core/issues/11009))
|
|
||||||
|
|
||||||
### Contributors
|
|
||||||
- [@DevonFulcher](https://github.com/DevonFulcher) ([#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
|
||||||
- [@Threynaud](https://github.com/Threynaud) ([#11068](https://github.com/dbt-labs/dbt-core/issues/11068))
|
|
||||||
- [@WilliamDee](https://github.com/WilliamDee) ([#None](https://github.com/dbt-labs/dbt-core/issues/None), [#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
|
||||||
- [@amardatar](https://github.com/amardatar) ([#11164](https://github.com/dbt-labs/dbt-core/issues/11164))
|
|
||||||
- [@d-cole](https://github.com/d-cole) ([#8872](https://github.com/dbt-labs/dbt-core/issues/8872))
|
|
||||||
- [@dave-connors-3](https://github.com/dave-connors-3) ([#10230](https://github.com/dbt-labs/dbt-core/issues/10230))
|
|
||||||
- [@donjin-master](https://github.com/donjin-master) ([#10584](https://github.com/dbt-labs/dbt-core/issues/10584))
|
|
||||||
- [@internetcoffeephone](https://github.com/internetcoffeephone) ([#10556](https://github.com/dbt-labs/dbt-core/issues/10556), [#11098](https://github.com/dbt-labs/dbt-core/issues/11098))
|
|
||||||
- [@theyostalservice](https://github.com/theyostalservice) ([#11155](https://github.com/dbt-labs/dbt-core/issues/11155))
|
|
||||||
@@ -1,20 +0,0 @@
|
|||||||
## dbt-core 1.10.0-b2 - April 02, 2025
|
|
||||||
|
|
||||||
### Features
|
|
||||||
|
|
||||||
- Add opt-in validation of macro argument names and types ([#11274](https://github.com/dbt-labs/dbt-core/issues/11274))
|
|
||||||
- Add support for Python 3.13! ([#11401](https://github.com/dbt-labs/dbt-core/issues/11401))
|
|
||||||
- Support artifact upload to dbt Cloud ([#11418](https://github.com/dbt-labs/dbt-core/issues/11418))
|
|
||||||
|
|
||||||
### Fixes
|
|
||||||
|
|
||||||
- Update ConfigFolderDirectory dir to use str. ([#9768](https://github.com/dbt-labs/dbt-core/issues/9768), [#11305](https://github.com/dbt-labs/dbt-core/issues/11305))
|
|
||||||
- Fix microbatch models couting as success when only having one batch (and that batch failing) ([#11390](https://github.com/dbt-labs/dbt-core/issues/11390))
|
|
||||||
|
|
||||||
### Under the Hood
|
|
||||||
|
|
||||||
- Add node_checksum to node_info on structured logs ([#11372](https://github.com/dbt-labs/dbt-core/issues/11372))
|
|
||||||
- Parse catalogs.yml ([#XPLAT-242](https://github.com/dbt-labs/dbt-core/issues/XPLAT-242))
|
|
||||||
|
|
||||||
### Contributors
|
|
||||||
- [@thorn14](https://github.com/thorn14) ([#9768](https://github.com/dbt-labs/dbt-core/issues/9768), [#11305](https://github.com/dbt-labs/dbt-core/issues/11305))
|
|
||||||
@@ -1,40 +0,0 @@
|
|||||||
## dbt-core 1.10.0-b3 - May 14, 2025
|
|
||||||
|
|
||||||
### Breaking Changes
|
|
||||||
|
|
||||||
- Flip behavior flag `source-freshness-run-project-hooks` to true ([#11609](https://github.com/dbt-labs/dbt-core/issues/11609))
|
|
||||||
|
|
||||||
### Features
|
|
||||||
|
|
||||||
- Show summaries for deprecations and add ability to toggle seeing all deprecation violation instances ([#11429](https://github.com/dbt-labs/dbt-core/issues/11429))
|
|
||||||
- Add behavior flag for handling all warnings via warn_error logic ([#11116](https://github.com/dbt-labs/dbt-core/issues/11116))
|
|
||||||
- Basic jsonschema validation of `dbt_project.yml` ([#11503](https://github.com/dbt-labs/dbt-core/issues/11503))
|
|
||||||
- Begin checking YAML files for duplicate keys ([#11296](https://github.com/dbt-labs/dbt-core/issues/11296))
|
|
||||||
- Add deprecation warnings for unexpected blocks in jinja. ([#11393](https://github.com/dbt-labs/dbt-core/issues/11393))
|
|
||||||
- Begin validating the jsonschema of resource YAML files ([#11504](https://github.com/dbt-labs/dbt-core/issues/11504))
|
|
||||||
- Add deprecation warning for custom top level keys in YAML files. ([#11338](https://github.com/dbt-labs/dbt-core/issues/11338))
|
|
||||||
- Begin emitting deprecationw warnings for custom keys in config blocks ([#11337](https://github.com/dbt-labs/dbt-core/issues/11337))
|
|
||||||
- Begin emitting deprecation events for custom properties found in objects ([#11336](https://github.com/dbt-labs/dbt-core/issues/11336))
|
|
||||||
- Create a singular deprecations summary event ([#11536](https://github.com/dbt-labs/dbt-core/issues/11536))
|
|
||||||
- Deprecate --output/-o usage in source freshness ([#11559](https://github.com/dbt-labs/dbt-core/issues/11559))
|
|
||||||
|
|
||||||
### Fixes
|
|
||||||
|
|
||||||
- datetime.datetime.utcnow() is deprecated as of Python 3.12 ([#9791](https://github.com/dbt-labs/dbt-core/issues/9791))
|
|
||||||
- Allow copying asset when dbt docs command is run outside the dbt project ([#9308](https://github.com/dbt-labs/dbt-core/issues/9308))
|
|
||||||
- Add pre-commit installation to Docker container for testing compatibility ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
|
||||||
- Fix duplicate macro error message with multiple macros and multiple patches ([#4233](https://github.com/dbt-labs/dbt-core/issues/4233))
|
|
||||||
- Fix seed path for partial parsing if project directory name changes ([#11550](https://github.com/dbt-labs/dbt-core/issues/11550))
|
|
||||||
- Add `pre-commit` installation to Docker container for testing compatibility ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
|
||||||
- Ensure the right key is associatd with the `CustomKeyInConfigDeprecation` deprecation ([#11576](https://github.com/dbt-labs/dbt-core/issues/11576))
|
|
||||||
- Add tags and meta config to exposures ([#11428](https://github.com/dbt-labs/dbt-core/issues/11428))
|
|
||||||
|
|
||||||
### Under the Hood
|
|
||||||
|
|
||||||
- Add package 'name' to lock file ([#11487](https://github.com/dbt-labs/dbt-core/issues/11487))
|
|
||||||
- Allow for deprecation previews ([#11597](https://github.com/dbt-labs/dbt-core/issues/11597))
|
|
||||||
|
|
||||||
### Contributors
|
|
||||||
- [@cedric-orange](https://github.com/cedric-orange) ([#9308](https://github.com/dbt-labs/dbt-core/issues/9308))
|
|
||||||
- [@kato1208](https://github.com/kato1208) ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498), [#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
|
||||||
- [@slothkong](https://github.com/slothkong) ([#9791](https://github.com/dbt-labs/dbt-core/issues/9791))
|
|
||||||
128
.changes/1.10.0.md
Normal file
128
.changes/1.10.0.md
Normal file
@@ -0,0 +1,128 @@
|
|||||||
|
## dbt-core 1.10.0 - June 16, 2025
|
||||||
|
|
||||||
|
### Breaking Changes
|
||||||
|
|
||||||
|
- Add invocations_started_at field to artifact metadata ([#11272](https://github.com/dbt-labs/dbt-core/issues/11272))
|
||||||
|
- Flip behavior flag `source-freshness-run-project-hooks` to true ([#11609](https://github.com/dbt-labs/dbt-core/issues/11609))
|
||||||
|
- Flip behavior flag to disallow spaces in resource names ([#11610](https://github.com/dbt-labs/dbt-core/issues/11610))
|
||||||
|
|
||||||
|
### Features
|
||||||
|
|
||||||
|
- Add new hard_deletes="new_record" mode for snapshots. ([#10235](https://github.com/dbt-labs/dbt-core/issues/10235))
|
||||||
|
- Add `batch` context object to model jinja context ([#11025](https://github.com/dbt-labs/dbt-core/issues/11025))
|
||||||
|
- Ensure pre/post hooks only run on first/last batch respectively for microbatch model batches ([#11094](https://github.com/dbt-labs/dbt-core/issues/11094), [#11104](https://github.com/dbt-labs/dbt-core/issues/11104))
|
||||||
|
- Support "tags" in Saved Queries ([#11155](https://github.com/dbt-labs/dbt-core/issues/11155))
|
||||||
|
- Calculate source freshness via a SQL query ([#8797](https://github.com/dbt-labs/dbt-core/issues/8797))
|
||||||
|
- Add freshness definition on model for adaptive job ([#11123](https://github.com/dbt-labs/dbt-core/issues/11123))
|
||||||
|
- Meta config for dimensions measures and entities ([#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
||||||
|
- Add doc_blocks to manifest for nodes and columns ([#11000](https://github.com/dbt-labs/dbt-core/issues/11000), [#11001](https://github.com/dbt-labs/dbt-core/issues/11001))
|
||||||
|
- Initial implementation of sample mode ([#11227](https://github.com/dbt-labs/dbt-core/issues/11227), [#11230](https://github.com/dbt-labs/dbt-core/issues/11230), [#11231](https://github.com/dbt-labs/dbt-core/issues/11231), [#11248](https://github.com/dbt-labs/dbt-core/issues/11248), [#11252](https://github.com/dbt-labs/dbt-core/issues/11252), [#11254](https://github.com/dbt-labs/dbt-core/issues/11254), [#11258](https://github.com/dbt-labs/dbt-core/issues/11258))
|
||||||
|
- Combine `--sample` and `--sample-window` CLI params ([#11299](https://github.com/dbt-labs/dbt-core/issues/11299))
|
||||||
|
- Allow for sampling of ref'd seeds ([#11300](https://github.com/dbt-labs/dbt-core/issues/11300))
|
||||||
|
- Enable sample mode for 'build' command ([#11298](https://github.com/dbt-labs/dbt-core/issues/11298))
|
||||||
|
- Allow sampling nodes snapshots depend on and of snapshots as a dependency ([#11301](https://github.com/dbt-labs/dbt-core/issues/11301))
|
||||||
|
- Add opt-in validation of macro argument names and types ([#11274](https://github.com/dbt-labs/dbt-core/issues/11274))
|
||||||
|
- Add support for Python 3.13! ([#11401](https://github.com/dbt-labs/dbt-core/issues/11401))
|
||||||
|
- Support artifact upload to dbt Cloud ([#11418](https://github.com/dbt-labs/dbt-core/issues/11418))
|
||||||
|
- Show summaries for deprecations and add ability to toggle seeing all deprecation violation instances ([#11429](https://github.com/dbt-labs/dbt-core/issues/11429))
|
||||||
|
- Add behavior flag for handling all warnings via warn_error logic ([#11116](https://github.com/dbt-labs/dbt-core/issues/11116))
|
||||||
|
- Basic jsonschema validation of `dbt_project.yml` ([#11503](https://github.com/dbt-labs/dbt-core/issues/11503))
|
||||||
|
- Begin checking YAML files for duplicate keys ([#11296](https://github.com/dbt-labs/dbt-core/issues/11296))
|
||||||
|
- Add deprecation warnings for unexpected blocks in jinja. ([#11393](https://github.com/dbt-labs/dbt-core/issues/11393))
|
||||||
|
- Begin validating the jsonschema of resource YAML files ([#11504](https://github.com/dbt-labs/dbt-core/issues/11504))
|
||||||
|
- Add deprecation warning for custom top level keys in YAML files. ([#11338](https://github.com/dbt-labs/dbt-core/issues/11338))
|
||||||
|
- Begin emitting deprecationw warnings for custom keys in config blocks ([#11337](https://github.com/dbt-labs/dbt-core/issues/11337))
|
||||||
|
- Begin emitting deprecation events for custom properties found in objects ([#11336](https://github.com/dbt-labs/dbt-core/issues/11336))
|
||||||
|
- Create a singular deprecations summary event ([#11536](https://github.com/dbt-labs/dbt-core/issues/11536))
|
||||||
|
- Deprecate --output/-o usage in source freshness ([#11559](https://github.com/dbt-labs/dbt-core/issues/11559))
|
||||||
|
- Deprecate usage of `include`/`exclude` terminology with warn-error-options ([#11557](https://github.com/dbt-labs/dbt-core/issues/11557))
|
||||||
|
- Support description and config.meta on groups ([#11319](https://github.com/dbt-labs/dbt-core/issues/11319))
|
||||||
|
- Adding Quoting to manifest metadata ([#na](https://github.com/dbt-labs/dbt-core/issues/na))
|
||||||
|
- Include event names in deprecation warning messages ([#11471](https://github.com/dbt-labs/dbt-core/issues/11471))
|
||||||
|
- Support config on columns ([#11651](https://github.com/dbt-labs/dbt-core/issues/11651))
|
||||||
|
- Add file_format to catalog integration config ([#11695](https://github.com/dbt-labs/dbt-core/issues/11695))
|
||||||
|
- 11561 ([#deprecate](https://github.com/dbt-labs/dbt-core/issues/deprecate), [#--models,--model,](https://github.com/dbt-labs/dbt-core/issues/--models,--model,), [#and](https://github.com/dbt-labs/dbt-core/issues/and), [#-m](https://github.com/dbt-labs/dbt-core/issues/-m), [#flags](https://github.com/dbt-labs/dbt-core/issues/flags))
|
||||||
|
|
||||||
|
### Fixes
|
||||||
|
|
||||||
|
- datetime.datetime.utcnow() is deprecated as of Python 3.12 ([#9791](https://github.com/dbt-labs/dbt-core/issues/9791))
|
||||||
|
- dbt retry does not respect --threads ([#10584](https://github.com/dbt-labs/dbt-core/issues/10584))
|
||||||
|
- update adapter version messages ([#10230](https://github.com/dbt-labs/dbt-core/issues/10230))
|
||||||
|
- Catch DbtRuntimeError for hooks ([#11012](https://github.com/dbt-labs/dbt-core/issues/11012))
|
||||||
|
- Access DBUG flag more consistently with the rest of the codebase in ManifestLoader ([#11068](https://github.com/dbt-labs/dbt-core/issues/11068))
|
||||||
|
- Improve the performance characteristics of add_test_edges() ([#10950](https://github.com/dbt-labs/dbt-core/issues/10950))
|
||||||
|
- Implement partial parsing for singular data test configs in yaml files ([#10801](https://github.com/dbt-labs/dbt-core/issues/10801))
|
||||||
|
- Fix debug log messages for microbatch batch execution information ([#11111](https://github.com/dbt-labs/dbt-core/issues/11111))
|
||||||
|
- Fix running of extra "last" batch when there is only one batch ([#11112](https://github.com/dbt-labs/dbt-core/issues/11112))
|
||||||
|
- Fix interpretation of `PartialSuccess` to result in non-zero exit code ([#11114](https://github.com/dbt-labs/dbt-core/issues/11114))
|
||||||
|
- Warn about invalid usages of `concurrent_batches` config ([#11122](https://github.com/dbt-labs/dbt-core/issues/11122))
|
||||||
|
- Error writing generic test at run time ([#11110](https://github.com/dbt-labs/dbt-core/issues/11110))
|
||||||
|
- Run check_modified_contract for state:modified ([#11034](https://github.com/dbt-labs/dbt-core/issues/11034))
|
||||||
|
- Fix unrendered_config for tests from dbt_project.yml ([#11146](https://github.com/dbt-labs/dbt-core/issues/11146))
|
||||||
|
- Make partial parsing reparse referencing nodes of newly versioned models. ([#8872](https://github.com/dbt-labs/dbt-core/issues/8872))
|
||||||
|
- Ensure warning about microbatch lacking filter inputs is always fired ([#11159](https://github.com/dbt-labs/dbt-core/issues/11159))
|
||||||
|
- Fix microbatch dbt list --output json ([#10556](https://github.com/dbt-labs/dbt-core/issues/10556), [#11098](https://github.com/dbt-labs/dbt-core/issues/11098))
|
||||||
|
- Fix for custom fields in generic test config for not_null and unique tests ([#11208](https://github.com/dbt-labs/dbt-core/issues/11208))
|
||||||
|
- Allow copying asset when dbt docs command is run outside the dbt project ([#9308](https://github.com/dbt-labs/dbt-core/issues/9308))
|
||||||
|
- Loosen validation on freshness to accomodate previously wrong but harmless config. ([#11123](https://github.com/dbt-labs/dbt-core/issues/11123))
|
||||||
|
- Handle `--limit -1` properly in `ShowTaskDirect` so that it propagates None instead of a negative int ([#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
||||||
|
- _get_doc_blocks is crashing parsing if .format is called ([#11310](https://github.com/dbt-labs/dbt-core/issues/11310))
|
||||||
|
- Fix microbatch execution to not block main thread nor hang ([#11243](https://github.com/dbt-labs/dbt-core/issues/11243), [#11306](https://github.com/dbt-labs/dbt-core/issues/11306))
|
||||||
|
- Fixes parsing errors when using the new YAML format for snapshots ([#11164](https://github.com/dbt-labs/dbt-core/issues/11164))
|
||||||
|
- Update ConfigFolderDirectory dir to use str. ([#9768](https://github.com/dbt-labs/dbt-core/issues/9768), [#11305](https://github.com/dbt-labs/dbt-core/issues/11305))
|
||||||
|
- Fix microbatch models couting as success when only having one batch (and that batch failing) ([#11390](https://github.com/dbt-labs/dbt-core/issues/11390))
|
||||||
|
- Add pre-commit installation to Docker container for testing compatibility ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
||||||
|
- Fix duplicate macro error message with multiple macros and multiple patches ([#4233](https://github.com/dbt-labs/dbt-core/issues/4233))
|
||||||
|
- Fix seed path for partial parsing if project directory name changes ([#11550](https://github.com/dbt-labs/dbt-core/issues/11550))
|
||||||
|
- Add `pre-commit` installation to Docker container for testing compatibility ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
||||||
|
- Ensure the right key is associatd with the `CustomKeyInConfigDeprecation` deprecation ([#11576](https://github.com/dbt-labs/dbt-core/issues/11576))
|
||||||
|
- Add tags and meta config to exposures ([#11428](https://github.com/dbt-labs/dbt-core/issues/11428))
|
||||||
|
- Add freshness config to sources ([#11506](https://github.com/dbt-labs/dbt-core/issues/11506))
|
||||||
|
- Add freshness config to models ([#11506](https://github.com/dbt-labs/dbt-core/issues/11506))
|
||||||
|
- require count and period on model freshness.build_after ([#11669](https://github.com/dbt-labs/dbt-core/issues/11669))
|
||||||
|
- Don't warn for metricflow_time_spine with non-day grain ([#11690](https://github.com/dbt-labs/dbt-core/issues/11690))
|
||||||
|
- Fix source freshness set via config to handle explicit nulls ([#11685](https://github.com/dbt-labs/dbt-core/issues/11685))
|
||||||
|
- Ensure build_after is present in model freshness in parsing, otherwise skip freshness definition ([#11709](https://github.com/dbt-labs/dbt-core/issues/11709))
|
||||||
|
- Ensure source node `.freshness` is equal to node's `.config.freshness` ([#11717](https://github.com/dbt-labs/dbt-core/issues/11717))
|
||||||
|
- ignore invalid model freshness configs in inline model configs ([#11728](https://github.com/dbt-labs/dbt-core/issues/11728))
|
||||||
|
- Fix store_failures hierarachical config parsing ([#10165](https://github.com/dbt-labs/dbt-core/issues/10165))
|
||||||
|
- Remove model freshness property support in favor of config level support ([#11713](https://github.com/dbt-labs/dbt-core/issues/11713))
|
||||||
|
|
||||||
|
### Under the Hood
|
||||||
|
|
||||||
|
- Create a no-op exposure runner ([#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/))
|
||||||
|
- Improve selection peformance by optimizing the select_children() and select_parents() functions. ([#11099](https://github.com/dbt-labs/dbt-core/issues/11099))
|
||||||
|
- Change exception type from DbtInternalException to UndefinedMacroError when macro not found in 'run operation' command ([#11192](https://github.com/dbt-labs/dbt-core/issues/11192))
|
||||||
|
- Create LogNodeResult event ([#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/))
|
||||||
|
- Fix error counts for exposures ([#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/))
|
||||||
|
- Misc fixes for group info in logging ([#11218](https://github.com/dbt-labs/dbt-core/issues/11218))
|
||||||
|
- Add node_checksum to node_info on structured logs ([#11372](https://github.com/dbt-labs/dbt-core/issues/11372))
|
||||||
|
- Parse catalogs.yml ([#XPLAT-242](https://github.com/dbt-labs/dbt-core/issues/XPLAT-242))
|
||||||
|
- Add package 'name' to lock file ([#11487](https://github.com/dbt-labs/dbt-core/issues/11487))
|
||||||
|
- Allow for deprecation previews ([#11597](https://github.com/dbt-labs/dbt-core/issues/11597))
|
||||||
|
- Move core_types.proto into shared dbt-protos library ([#11608](https://github.com/dbt-labs/dbt-core/issues/11608))
|
||||||
|
- Prevent overcounting PropertyMovedToConfigDeprecation for source freshness ([#11660](https://github.com/dbt-labs/dbt-core/issues/11660))
|
||||||
|
|
||||||
|
### Dependencies
|
||||||
|
|
||||||
|
- Upgrading dbt-semantic-interfaces to 0.8.3 for custom grain support in offset windows ([#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
||||||
|
- Bump codecov/codecov-action from 4 to 5 ([#11009](https://github.com/dbt-labs/dbt-core/issues/11009))
|
||||||
|
|
||||||
|
### Contributors
|
||||||
|
- [@DevonFulcher](https://github.com/DevonFulcher) ([#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
||||||
|
- [@Threynaud](https://github.com/Threynaud) ([#11068](https://github.com/dbt-labs/dbt-core/issues/11068))
|
||||||
|
- [@WilliamDee](https://github.com/WilliamDee) ([#None](https://github.com/dbt-labs/dbt-core/issues/None), [#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
||||||
|
- [@amardatar](https://github.com/amardatar) ([#11164](https://github.com/dbt-labs/dbt-core/issues/11164))
|
||||||
|
- [@aranke](https://github.com/aranke) ([#11000](https://github.com/dbt-labs/dbt-core/issues/11000), [#11001](https://github.com/dbt-labs/dbt-core/issues/11001), [#11012](https://github.com/dbt-labs/dbt-core/issues/11012), [#11310](https://github.com/dbt-labs/dbt-core/issues/11310), [#11550](https://github.com/dbt-labs/dbt-core/issues/11550), [#11428](https://github.com/dbt-labs/dbt-core/issues/11428), [#11506](https://github.com/dbt-labs/dbt-core/issues/11506), [#11506](https://github.com/dbt-labs/dbt-core/issues/11506), [#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/), [#11218](https://github.com/dbt-labs/dbt-core/issues/11218), [#XPLAT-242](https://github.com/dbt-labs/dbt-core/issues/XPLAT-242), [#11660](https://github.com/dbt-labs/dbt-core/issues/11660))
|
||||||
|
- [@cedric-orange](https://github.com/cedric-orange) ([#9308](https://github.com/dbt-labs/dbt-core/issues/9308))
|
||||||
|
- [@cmcarthur](https://github.com/cmcarthur) ([#11608](https://github.com/dbt-labs/dbt-core/issues/11608))
|
||||||
|
- [@courtneyholcomb](https://github.com/courtneyholcomb) ([#11690](https://github.com/dbt-labs/dbt-core/issues/11690))
|
||||||
|
- [@d-cole](https://github.com/d-cole) ([#8872](https://github.com/dbt-labs/dbt-core/issues/8872))
|
||||||
|
- [@dave-connors-3](https://github.com/dave-connors-3) ([#10230](https://github.com/dbt-labs/dbt-core/issues/10230))
|
||||||
|
- [@donjin-master](https://github.com/donjin-master) ([#10584](https://github.com/dbt-labs/dbt-core/issues/10584))
|
||||||
|
- [@internetcoffeephone](https://github.com/internetcoffeephone) ([#10556](https://github.com/dbt-labs/dbt-core/issues/10556), [#11098](https://github.com/dbt-labs/dbt-core/issues/11098))
|
||||||
|
- [@kato1208](https://github.com/kato1208) ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498), [#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
||||||
|
- [@slothkong](https://github.com/slothkong) ([#9791](https://github.com/dbt-labs/dbt-core/issues/9791))
|
||||||
|
- [@theyostalservice](https://github.com/theyostalservice) ([#11155](https://github.com/dbt-labs/dbt-core/issues/11155))
|
||||||
|
- [@thorn14](https://github.com/thorn14) ([#9768](https://github.com/dbt-labs/dbt-core/issues/9768), [#11305](https://github.com/dbt-labs/dbt-core/issues/11305))
|
||||||
|
- [@venkaa28](https://github.com/venkaa28) ([#na](https://github.com/dbt-labs/dbt-core/issues/na))
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Breaking Changes
|
|
||||||
body: Add invocations_started_at field to artifact metadata
|
|
||||||
time: 2025-02-10T12:33:06.722803-05:00
|
|
||||||
custom:
|
|
||||||
Author: gshank
|
|
||||||
Issue: "11272"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Breaking Changes
|
|
||||||
body: Flip behavior flag `source-freshness-run-project-hooks` to true
|
|
||||||
time: 2025-05-12T15:04:36.70678-05:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11609"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Dependencies
|
|
||||||
body: Upgrading dbt-semantic-interfaces to 0.8.3 for custom grain support in offset windows
|
|
||||||
time: 2024-11-12T16:38:15.351519-05:00
|
|
||||||
custom:
|
|
||||||
Author: WilliamDee
|
|
||||||
Issue: None
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: "Dependencies"
|
|
||||||
body: "Bump codecov/codecov-action from 4 to 5"
|
|
||||||
time: 2024-11-18T00:11:13.00000Z
|
|
||||||
custom:
|
|
||||||
Author: dependabot[bot]
|
|
||||||
Issue: 11009
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Add new hard_deletes="new_record" mode for snapshots.
|
|
||||||
time: 2024-11-04T12:00:53.95191-05:00
|
|
||||||
custom:
|
|
||||||
Author: peterallenwebb
|
|
||||||
Issue: "10235"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Add `batch` context object to model jinja context
|
|
||||||
time: 2024-11-21T12:56:30.715473-06:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11025"
|
|
||||||
@@ -1,7 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Ensure pre/post hooks only run on first/last batch respectively for microbatch
|
|
||||||
model batches
|
|
||||||
time: 2024-12-06T19:53:08.928793-06:00
|
|
||||||
custom:
|
|
||||||
Author: MichelleArk QMalcolm
|
|
||||||
Issue: 11094 11104
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Support "tags" in Saved Queries
|
|
||||||
time: 2024-12-16T09:54:35.327675-08:00
|
|
||||||
custom:
|
|
||||||
Author: theyostalservice
|
|
||||||
Issue: "11155"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Calculate source freshness via a SQL query
|
|
||||||
time: 2024-12-17T17:16:31.841076-08:00
|
|
||||||
custom:
|
|
||||||
Author: ChenyuLInx
|
|
||||||
Issue: "8797"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Add freshness definition on model for adaptive job
|
|
||||||
time: 2024-12-18T17:07:29.55754-08:00
|
|
||||||
custom:
|
|
||||||
Author: ChenyuLInx
|
|
||||||
Issue: "11123"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Meta config for dimensions measures and entities
|
|
||||||
time: 2025-01-06T13:28:29.176439-06:00
|
|
||||||
custom:
|
|
||||||
Author: DevonFulcher
|
|
||||||
Issue: None
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Add doc_blocks to manifest for nodes and columns
|
|
||||||
time: 2025-01-22T17:03:28.866522Z
|
|
||||||
custom:
|
|
||||||
Author: aranke
|
|
||||||
Issue: 11000 11001
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Initial implementation of sample mode
|
|
||||||
time: 2025-02-02T14:00:54.074209-06:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: 11227 11230 11231 11248 11252 11254 11258
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Combine `--sample` and `--sample-window` CLI params
|
|
||||||
time: 2025-02-12T15:56:58.546879-06:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11299"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Allow for sampling of ref'd seeds
|
|
||||||
time: 2025-02-12T17:37:43.554156-06:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11300"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Enable sample mode for 'build' command
|
|
||||||
time: 2025-02-13T18:29:32.238857-06:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11298"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Allow sampling nodes snapshots depend on and of snapshots as a dependency
|
|
||||||
time: 2025-02-14T15:29:57.118017-06:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11301"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Add opt-in validation of macro argument names and types
|
|
||||||
time: 2025-03-14T14:31:57.463865-04:00
|
|
||||||
custom:
|
|
||||||
Author: peterallenwebb
|
|
||||||
Issue: "11274"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Add support for Python 3.13!
|
|
||||||
time: 2025-03-19T15:33:56.641753-04:00
|
|
||||||
custom:
|
|
||||||
Author: peterallenwebb
|
|
||||||
Issue: "11401"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Support artifact upload to dbt Cloud
|
|
||||||
time: 2025-03-23T15:16:25.160263-07:00
|
|
||||||
custom:
|
|
||||||
Author: ChenyuLInx
|
|
||||||
Issue: "11418"
|
|
||||||
@@ -1,7 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Show summaries for deprecations and add ability to toggle seeing all deprecation
|
|
||||||
violation instances
|
|
||||||
time: 2025-04-03T17:46:59.684525-05:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11429"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Add behavior flag for handling all warnings via warn_error logic
|
|
||||||
time: 2025-04-10T11:10:23.344469-05:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11116"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Basic jsonschema validation of `dbt_project.yml`
|
|
||||||
time: 2025-04-14T17:12:09.351572-07:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11503"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Begin checking YAML files for duplicate keys
|
|
||||||
time: 2025-04-15T13:37:51.878256-04:00
|
|
||||||
custom:
|
|
||||||
Author: peterallenwebb QMalcolm
|
|
||||||
Issue: "11296"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Add deprecation warnings for unexpected blocks in jinja.
|
|
||||||
time: 2025-04-16T14:44:27.136199-04:00
|
|
||||||
custom:
|
|
||||||
Author: peterallenwebb
|
|
||||||
Issue: "11393"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Begin validating the jsonschema of resource YAML files
|
|
||||||
time: 2025-04-16T15:17:11.760509-07:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11504"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Add deprecation warning for custom top level keys in YAML files.
|
|
||||||
time: 2025-04-17T00:13:47.744191-04:00
|
|
||||||
custom:
|
|
||||||
Author: peterallenwebb
|
|
||||||
Issue: "11338"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Begin emitting deprecationw warnings for custom keys in config blocks
|
|
||||||
time: 2025-04-17T11:49:15.056242-07:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11337"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Begin emitting deprecation events for custom properties found in objects
|
|
||||||
time: 2025-04-18T10:42:10.048839-07:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11336"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Create a singular deprecations summary event
|
|
||||||
time: 2025-04-24T15:33:27.252763-05:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11536"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Deprecate --output/-o usage in source freshness
|
|
||||||
time: 2025-05-14T11:53:28.640657-04:00
|
|
||||||
custom:
|
|
||||||
Author: michelleark
|
|
||||||
Issue: "11559"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: datetime.datetime.utcnow() is deprecated as of Python 3.12
|
|
||||||
time: 2024-03-29T22:36:53.504295426+01:00
|
|
||||||
custom:
|
|
||||||
Author: slothkong
|
|
||||||
Issue: "9791"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: dbt retry does not respect --threads
|
|
||||||
time: 2024-08-22T12:21:32.358066+05:30
|
|
||||||
custom:
|
|
||||||
Author: donjin-master
|
|
||||||
Issue: "10584"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: update adapter version messages
|
|
||||||
time: 2024-10-25T10:43:39.274723-05:00
|
|
||||||
custom:
|
|
||||||
Author: dave-connors-3
|
|
||||||
Issue: "10230"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Catch DbtRuntimeError for hooks
|
|
||||||
time: 2024-11-21T18:17:39.753235Z
|
|
||||||
custom:
|
|
||||||
Author: aranke
|
|
||||||
Issue: "11012"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Access DBUG flag more consistently with the rest of the codebase in ManifestLoader
|
|
||||||
time: 2024-11-28T16:29:36.236729+01:00
|
|
||||||
custom:
|
|
||||||
Author: Threynaud
|
|
||||||
Issue: "11068"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Improve the performance characteristics of add_test_edges()
|
|
||||||
time: 2024-12-04T10:04:29.096231-05:00
|
|
||||||
custom:
|
|
||||||
Author: peterallenwebb
|
|
||||||
Issue: "10950"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Implement partial parsing for singular data test configs in yaml files
|
|
||||||
time: 2024-12-05T14:53:07.295536-05:00
|
|
||||||
custom:
|
|
||||||
Author: gshank
|
|
||||||
Issue: "10801"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Fix debug log messages for microbatch batch execution information
|
|
||||||
time: 2024-12-09T11:38:06.972743-06:00
|
|
||||||
custom:
|
|
||||||
Author: MichelleArk QMalcolm
|
|
||||||
Issue: "11111"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Fix running of extra "last" batch when there is only one batch
|
|
||||||
time: 2024-12-09T13:33:17.253326-06:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11112"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Fix interpretation of `PartialSuccess` to result in non-zero exit code
|
|
||||||
time: 2024-12-09T15:07:11.391313-06:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11114"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Warn about invalid usages of `concurrent_batches` config
|
|
||||||
time: 2024-12-12T11:36:11.451962-06:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11122"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Error writing generic test at run time
|
|
||||||
time: 2024-12-16T13:46:45.936573-05:00
|
|
||||||
custom:
|
|
||||||
Author: gshank
|
|
||||||
Issue: "11110"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Run check_modified_contract for state:modified
|
|
||||||
time: 2024-12-17T15:48:48.053054-05:00
|
|
||||||
custom:
|
|
||||||
Author: gshank
|
|
||||||
Issue: "11034"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Fix unrendered_config for tests from dbt_project.yml
|
|
||||||
time: 2024-12-18T11:26:40.270022-05:00
|
|
||||||
custom:
|
|
||||||
Author: gshank
|
|
||||||
Issue: "11146"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Make partial parsing reparse referencing nodes of newly versioned models.
|
|
||||||
time: 2025-01-02T14:05:43.629959-05:00
|
|
||||||
custom:
|
|
||||||
Author: d-cole
|
|
||||||
Issue: "8872"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Ensure warning about microbatch lacking filter inputs is always fired
|
|
||||||
time: 2025-01-07T17:37:19.373261-06:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11159"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Fix microbatch dbt list --output json
|
|
||||||
time: 2025-01-09T12:33:09.958795+01:00
|
|
||||||
custom:
|
|
||||||
Author: internetcoffeephone
|
|
||||||
Issue: 10556 11098
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Fix for custom fields in generic test config for not_null and unique tests
|
|
||||||
time: 2025-01-10T15:58:24.479245-05:00
|
|
||||||
custom:
|
|
||||||
Author: gshank
|
|
||||||
Issue: "11208"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Allow copying asset when dbt docs command is run outside the dbt project
|
|
||||||
time: 2025-01-16T19:26:16.160976423Z
|
|
||||||
custom:
|
|
||||||
Author: cedric-orange
|
|
||||||
Issue: "9308"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Loosen validation on freshness to accomodate previously wrong but harmless config.
|
|
||||||
time: 2025-01-28T13:55:09.318833-08:00
|
|
||||||
custom:
|
|
||||||
Author: ChenyuLInx peterallenwebb
|
|
||||||
Issue: "11123"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Handle `--limit -1` properly in `ShowTaskDirect` so that it propagates None instead of a negative int
|
|
||||||
time: 2025-02-07T13:14:24.725503-05:00
|
|
||||||
custom:
|
|
||||||
Author: WilliamDee
|
|
||||||
Issue: None
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: _get_doc_blocks is crashing parsing if .format is called
|
|
||||||
time: 2025-02-18T13:47:45.659731Z
|
|
||||||
custom:
|
|
||||||
Author: aranke
|
|
||||||
Issue: "11310"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Fix microbatch execution to not block main thread nor hang
|
|
||||||
time: 2025-03-03T13:14:40.432874-06:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: 11243 11306
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Fixes parsing errors when using the new YAML format for snapshots
|
|
||||||
time: 2025-03-05T11:02:57.829685Z
|
|
||||||
custom:
|
|
||||||
Author: amardatar
|
|
||||||
Issue: "11164"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Update ConfigFolderDirectory dir to use str.
|
|
||||||
time: 2025-03-26T19:42:59.335179-07:00
|
|
||||||
custom:
|
|
||||||
Author: thorn14 dbeatty10
|
|
||||||
Issue: 9768 11305
|
|
||||||
@@ -1,7 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Fix microbatch models couting as success when only having one batch (and that
|
|
||||||
batch failing)
|
|
||||||
time: 2025-03-28T17:01:42.342741-05:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11390"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Add pre-commit installation to Docker container for testing compatibility
|
|
||||||
time: 2025-04-14T17:04:57.692586656+09:00
|
|
||||||
custom:
|
|
||||||
Author: kato1208
|
|
||||||
Issue: "11498"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Fix duplicate macro error message with multiple macros and multiple patches
|
|
||||||
time: 2025-04-22T12:28:35.642843-04:00
|
|
||||||
custom:
|
|
||||||
Author: gshank
|
|
||||||
Issue: "4233"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Fix seed path for partial parsing if project directory name changes
|
|
||||||
time: 2025-04-28T14:15:28.720582-06:00
|
|
||||||
custom:
|
|
||||||
Author: aranke
|
|
||||||
Issue: "11550"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Add `pre-commit` installation to Docker container for testing compatibility
|
|
||||||
time: 2025-04-30T08:45:12.247827-06:00
|
|
||||||
custom:
|
|
||||||
Author: kato1208 dbeatty10
|
|
||||||
Issue: "11498"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Ensure the right key is associatd with the `CustomKeyInConfigDeprecation` deprecation
|
|
||||||
time: 2025-05-02T13:18:22.940373-05:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11576"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Add tags and meta config to exposures
|
|
||||||
time: 2025-05-08T14:25:42.489888+01:00
|
|
||||||
custom:
|
|
||||||
Author: aranke
|
|
||||||
Issue: "11428"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Under the Hood
|
|
||||||
body: Create a no-op exposure runner
|
|
||||||
time: 2024-12-02T16:47:15.766574Z
|
|
||||||
custom:
|
|
||||||
Author: aranke
|
|
||||||
Issue: ' '
|
|
||||||
@@ -1,7 +0,0 @@
|
|||||||
kind: Under the Hood
|
|
||||||
body: Improve selection peformance by optimizing the select_children() and select_parents()
|
|
||||||
functions.
|
|
||||||
time: 2024-12-05T14:31:44.584216-05:00
|
|
||||||
custom:
|
|
||||||
Author: peterallenwebb
|
|
||||||
Issue: "11099"
|
|
||||||
@@ -1,7 +0,0 @@
|
|||||||
kind: Under the Hood
|
|
||||||
body: Change exception type from DbtInternalException to UndefinedMacroError when
|
|
||||||
macro not found in 'run operation' command
|
|
||||||
time: 2025-01-07T12:39:55.234321-05:00
|
|
||||||
custom:
|
|
||||||
Author: michelleark
|
|
||||||
Issue: "11192"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Under the Hood
|
|
||||||
body: Create LogNodeResult event
|
|
||||||
time: 2025-01-07T20:58:38.821036Z
|
|
||||||
custom:
|
|
||||||
Author: aranke
|
|
||||||
Issue: ' '
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Under the Hood
|
|
||||||
body: Fix error counts for exposures
|
|
||||||
time: 2025-01-10T20:20:57.01632Z
|
|
||||||
custom:
|
|
||||||
Author: aranke
|
|
||||||
Issue: ' '
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Under the Hood
|
|
||||||
body: Misc fixes for group info in logging
|
|
||||||
time: 2025-01-17T15:22:15.497485Z
|
|
||||||
custom:
|
|
||||||
Author: aranke
|
|
||||||
Issue: '11218'
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Under the Hood
|
|
||||||
body: Add node_checksum to node_info on structured logs
|
|
||||||
time: 2025-03-07T10:17:58.375007-05:00
|
|
||||||
custom:
|
|
||||||
Author: michelleark
|
|
||||||
Issue: "11372"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Under the Hood
|
|
||||||
body: Parse catalogs.yml
|
|
||||||
time: 2025-03-21T15:50:26.845279Z
|
|
||||||
custom:
|
|
||||||
Author: MichelleArk aranke
|
|
||||||
Issue: XPLAT-242
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Under the Hood
|
|
||||||
body: Add package 'name' to lock file
|
|
||||||
time: 2025-04-11T02:16:10.314663+02:00
|
|
||||||
custom:
|
|
||||||
Author: jtcohen6
|
|
||||||
Issue: "11487"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Under the Hood
|
|
||||||
body: Allow for deprecation previews
|
|
||||||
time: 2025-05-08T16:21:48.811505-05:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11597"
|
|
||||||
5
.changes/1.10.1.md
Normal file
5
.changes/1.10.1.md
Normal file
@@ -0,0 +1,5 @@
|
|||||||
|
## dbt-core 1.10.1 - June 16, 2025
|
||||||
|
|
||||||
|
### Dependencies
|
||||||
|
|
||||||
|
- Bump minimum jsonschema version to `4.19.1` ([#11740](https://github.com/dbt-labs/dbt-core/issues/11740))
|
||||||
9
.changes/1.10.2.md
Normal file
9
.changes/1.10.2.md
Normal file
@@ -0,0 +1,9 @@
|
|||||||
|
## dbt-core 1.10.2 - June 20, 2025
|
||||||
|
|
||||||
|
### Features
|
||||||
|
|
||||||
|
- Update jsonschemas with builtin data test properties and exposure configs in dbt_project.yml for more accurate deprecations ([#11335](https://github.com/dbt-labs/dbt-core/issues/11335))
|
||||||
|
|
||||||
|
### Dependencies
|
||||||
|
|
||||||
|
- Allow for either pydantic v1 and v2 ([#11634](https://github.com/dbt-labs/dbt-core/issues/11634))
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Breaking Changes
|
|
||||||
body: Flip behavior flag to disallow spaces in resource names
|
|
||||||
time: 2025-05-20T13:18:30.352998-05:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11610"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Deprecate usage of `include`/`exclude` terminology with warn-error-options
|
|
||||||
time: 2025-05-22T12:00:56.315891-05:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11557"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Support description and config.meta on groups
|
|
||||||
time: 2025-05-22T16:00:50.440826-04:00
|
|
||||||
custom:
|
|
||||||
Author: michelleark
|
|
||||||
Issue: "11319"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Adding Quoting to manifest metadata
|
|
||||||
time: 2025-05-23T13:35:34.365048-07:00
|
|
||||||
custom:
|
|
||||||
Author: venkaa28
|
|
||||||
Issue: na
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Include event names in deprecation warning messages
|
|
||||||
time: 2025-05-26T10:09:55.012225-05:00
|
|
||||||
custom:
|
|
||||||
Author: QMalcolm
|
|
||||||
Issue: "11471"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Features
|
|
||||||
body: Support config on columns
|
|
||||||
time: 2025-05-26T11:22:59.767909-04:00
|
|
||||||
custom:
|
|
||||||
Author: michelleark
|
|
||||||
Issue: "11651"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Add freshness config to sources
|
|
||||||
time: 2025-05-15T14:58:57.303237+01:00
|
|
||||||
custom:
|
|
||||||
Author: aranke
|
|
||||||
Issue: "11506"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: Add freshness config to models
|
|
||||||
time: 2025-05-20T17:08:08.281566+01:00
|
|
||||||
custom:
|
|
||||||
Author: aranke
|
|
||||||
Issue: "11506"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Fixes
|
|
||||||
body: require count and period on model freshness.build_after
|
|
||||||
time: 2025-05-26T21:19:29.542858-04:00
|
|
||||||
custom:
|
|
||||||
Author: michelleark
|
|
||||||
Issue: "11669"
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
kind: Under the Hood
|
|
||||||
body: Move core_types.proto into shared dbt-protos library
|
|
||||||
time: 2025-05-20T10:10:40.979413-04:00
|
|
||||||
custom:
|
|
||||||
Author: cmcarthur
|
|
||||||
Issue: "11608"
|
|
||||||
121
CHANGELOG.md
121
CHANGELOG.md
@@ -5,74 +5,31 @@
|
|||||||
- "Breaking changes" listed under a version may require action from end users or external maintainers when upgrading to that version.
|
- "Breaking changes" listed under a version may require action from end users or external maintainers when upgrading to that version.
|
||||||
- Do not edit this file directly. This file is auto-generated using [changie](https://github.com/miniscruff/changie). For details on how to document a change, see [the contributing guide](https://github.com/dbt-labs/dbt-core/blob/main/CONTRIBUTING.md#adding-changelog-entry)
|
- Do not edit this file directly. This file is auto-generated using [changie](https://github.com/miniscruff/changie). For details on how to document a change, see [the contributing guide](https://github.com/dbt-labs/dbt-core/blob/main/CONTRIBUTING.md#adding-changelog-entry)
|
||||||
|
|
||||||
## dbt-core 1.10.0-b3 - May 14, 2025
|
## dbt-core 1.10.2 - June 20, 2025
|
||||||
|
|
||||||
### Breaking Changes
|
|
||||||
|
|
||||||
- Flip behavior flag `source-freshness-run-project-hooks` to true ([#11609](https://github.com/dbt-labs/dbt-core/issues/11609))
|
|
||||||
|
|
||||||
### Features
|
### Features
|
||||||
|
|
||||||
- Show summaries for deprecations and add ability to toggle seeing all deprecation violation instances ([#11429](https://github.com/dbt-labs/dbt-core/issues/11429))
|
- Update jsonschemas with builtin data test properties and exposure configs in dbt_project.yml for more accurate deprecations ([#11335](https://github.com/dbt-labs/dbt-core/issues/11335))
|
||||||
- Add behavior flag for handling all warnings via warn_error logic ([#11116](https://github.com/dbt-labs/dbt-core/issues/11116))
|
|
||||||
- Basic jsonschema validation of `dbt_project.yml` ([#11503](https://github.com/dbt-labs/dbt-core/issues/11503))
|
|
||||||
- Begin checking YAML files for duplicate keys ([#11296](https://github.com/dbt-labs/dbt-core/issues/11296))
|
|
||||||
- Add deprecation warnings for unexpected blocks in jinja. ([#11393](https://github.com/dbt-labs/dbt-core/issues/11393))
|
|
||||||
- Begin validating the jsonschema of resource YAML files ([#11504](https://github.com/dbt-labs/dbt-core/issues/11504))
|
|
||||||
- Add deprecation warning for custom top level keys in YAML files. ([#11338](https://github.com/dbt-labs/dbt-core/issues/11338))
|
|
||||||
- Begin emitting deprecationw warnings for custom keys in config blocks ([#11337](https://github.com/dbt-labs/dbt-core/issues/11337))
|
|
||||||
- Begin emitting deprecation events for custom properties found in objects ([#11336](https://github.com/dbt-labs/dbt-core/issues/11336))
|
|
||||||
- Create a singular deprecations summary event ([#11536](https://github.com/dbt-labs/dbt-core/issues/11536))
|
|
||||||
- Deprecate --output/-o usage in source freshness ([#11559](https://github.com/dbt-labs/dbt-core/issues/11559))
|
|
||||||
|
|
||||||
### Fixes
|
### Dependencies
|
||||||
|
|
||||||
- datetime.datetime.utcnow() is deprecated as of Python 3.12 ([#9791](https://github.com/dbt-labs/dbt-core/issues/9791))
|
- Allow for either pydantic v1 and v2 ([#11634](https://github.com/dbt-labs/dbt-core/issues/11634))
|
||||||
- Allow copying asset when dbt docs command is run outside the dbt project ([#9308](https://github.com/dbt-labs/dbt-core/issues/9308))
|
|
||||||
- Add pre-commit installation to Docker container for testing compatibility ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
|
||||||
- Fix duplicate macro error message with multiple macros and multiple patches ([#4233](https://github.com/dbt-labs/dbt-core/issues/4233))
|
|
||||||
- Fix seed path for partial parsing if project directory name changes ([#11550](https://github.com/dbt-labs/dbt-core/issues/11550))
|
|
||||||
- Add `pre-commit` installation to Docker container for testing compatibility ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
|
||||||
- Ensure the right key is associatd with the `CustomKeyInConfigDeprecation` deprecation ([#11576](https://github.com/dbt-labs/dbt-core/issues/11576))
|
|
||||||
- Add tags and meta config to exposures ([#11428](https://github.com/dbt-labs/dbt-core/issues/11428))
|
|
||||||
|
|
||||||
### Under the Hood
|
|
||||||
|
|
||||||
- Add package 'name' to lock file ([#11487](https://github.com/dbt-labs/dbt-core/issues/11487))
|
|
||||||
- Allow for deprecation previews ([#11597](https://github.com/dbt-labs/dbt-core/issues/11597))
|
|
||||||
|
|
||||||
### Contributors
|
|
||||||
- [@cedric-orange](https://github.com/cedric-orange) ([#9308](https://github.com/dbt-labs/dbt-core/issues/9308))
|
|
||||||
- [@kato1208](https://github.com/kato1208) ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498), [#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
|
||||||
- [@slothkong](https://github.com/slothkong) ([#9791](https://github.com/dbt-labs/dbt-core/issues/9791))
|
|
||||||
|
|
||||||
|
|
||||||
## dbt-core 1.10.0-b2 - April 02, 2025
|
|
||||||
|
|
||||||
### Features
|
## dbt-core 1.10.1 - June 16, 2025
|
||||||
|
|
||||||
- Add opt-in validation of macro argument names and types ([#11274](https://github.com/dbt-labs/dbt-core/issues/11274))
|
### Dependencies
|
||||||
- Add support for Python 3.13! ([#11401](https://github.com/dbt-labs/dbt-core/issues/11401))
|
|
||||||
- Support artifact upload to dbt Cloud ([#11418](https://github.com/dbt-labs/dbt-core/issues/11418))
|
|
||||||
|
|
||||||
### Fixes
|
- Bump minimum jsonschema version to `4.19.1` ([#11740](https://github.com/dbt-labs/dbt-core/issues/11740))
|
||||||
|
|
||||||
- Update ConfigFolderDirectory dir to use str. ([#9768](https://github.com/dbt-labs/dbt-core/issues/9768), [#11305](https://github.com/dbt-labs/dbt-core/issues/11305))
|
## dbt-core 1.10.0 - June 16, 2025
|
||||||
- Fix microbatch models couting as success when only having one batch (and that batch failing) ([#11390](https://github.com/dbt-labs/dbt-core/issues/11390))
|
|
||||||
|
|
||||||
### Under the Hood
|
|
||||||
|
|
||||||
- Add node_checksum to node_info on structured logs ([#11372](https://github.com/dbt-labs/dbt-core/issues/11372))
|
|
||||||
- Parse catalogs.yml ([#XPLAT-242](https://github.com/dbt-labs/dbt-core/issues/XPLAT-242))
|
|
||||||
|
|
||||||
### Contributors
|
|
||||||
- [@thorn14](https://github.com/thorn14) ([#9768](https://github.com/dbt-labs/dbt-core/issues/9768), [#11305](https://github.com/dbt-labs/dbt-core/issues/11305))
|
|
||||||
|
|
||||||
## dbt-core 1.10.0-b1 - March 12, 2025
|
|
||||||
|
|
||||||
### Breaking Changes
|
### Breaking Changes
|
||||||
|
|
||||||
- Add invocations_started_at field to artifact metadata ([#11272](https://github.com/dbt-labs/dbt-core/issues/11272))
|
- Add invocations_started_at field to artifact metadata ([#11272](https://github.com/dbt-labs/dbt-core/issues/11272))
|
||||||
|
- Flip behavior flag `source-freshness-run-project-hooks` to true ([#11609](https://github.com/dbt-labs/dbt-core/issues/11609))
|
||||||
|
- Flip behavior flag to disallow spaces in resource names ([#11610](https://github.com/dbt-labs/dbt-core/issues/11610))
|
||||||
|
|
||||||
### Features
|
### Features
|
||||||
|
|
||||||
@@ -89,9 +46,31 @@
|
|||||||
- Allow for sampling of ref'd seeds ([#11300](https://github.com/dbt-labs/dbt-core/issues/11300))
|
- Allow for sampling of ref'd seeds ([#11300](https://github.com/dbt-labs/dbt-core/issues/11300))
|
||||||
- Enable sample mode for 'build' command ([#11298](https://github.com/dbt-labs/dbt-core/issues/11298))
|
- Enable sample mode for 'build' command ([#11298](https://github.com/dbt-labs/dbt-core/issues/11298))
|
||||||
- Allow sampling nodes snapshots depend on and of snapshots as a dependency ([#11301](https://github.com/dbt-labs/dbt-core/issues/11301))
|
- Allow sampling nodes snapshots depend on and of snapshots as a dependency ([#11301](https://github.com/dbt-labs/dbt-core/issues/11301))
|
||||||
|
- Add opt-in validation of macro argument names and types ([#11274](https://github.com/dbt-labs/dbt-core/issues/11274))
|
||||||
|
- Add support for Python 3.13! ([#11401](https://github.com/dbt-labs/dbt-core/issues/11401))
|
||||||
|
- Support artifact upload to dbt Cloud ([#11418](https://github.com/dbt-labs/dbt-core/issues/11418))
|
||||||
|
- Show summaries for deprecations and add ability to toggle seeing all deprecation violation instances ([#11429](https://github.com/dbt-labs/dbt-core/issues/11429))
|
||||||
|
- Add behavior flag for handling all warnings via warn_error logic ([#11116](https://github.com/dbt-labs/dbt-core/issues/11116))
|
||||||
|
- Basic jsonschema validation of `dbt_project.yml` ([#11503](https://github.com/dbt-labs/dbt-core/issues/11503))
|
||||||
|
- Begin checking YAML files for duplicate keys ([#11296](https://github.com/dbt-labs/dbt-core/issues/11296))
|
||||||
|
- Add deprecation warnings for unexpected blocks in jinja. ([#11393](https://github.com/dbt-labs/dbt-core/issues/11393))
|
||||||
|
- Begin validating the jsonschema of resource YAML files ([#11504](https://github.com/dbt-labs/dbt-core/issues/11504))
|
||||||
|
- Add deprecation warning for custom top level keys in YAML files. ([#11338](https://github.com/dbt-labs/dbt-core/issues/11338))
|
||||||
|
- Begin emitting deprecationw warnings for custom keys in config blocks ([#11337](https://github.com/dbt-labs/dbt-core/issues/11337))
|
||||||
|
- Begin emitting deprecation events for custom properties found in objects ([#11336](https://github.com/dbt-labs/dbt-core/issues/11336))
|
||||||
|
- Create a singular deprecations summary event ([#11536](https://github.com/dbt-labs/dbt-core/issues/11536))
|
||||||
|
- Deprecate --output/-o usage in source freshness ([#11559](https://github.com/dbt-labs/dbt-core/issues/11559))
|
||||||
|
- Deprecate usage of `include`/`exclude` terminology with warn-error-options ([#11557](https://github.com/dbt-labs/dbt-core/issues/11557))
|
||||||
|
- Support description and config.meta on groups ([#11319](https://github.com/dbt-labs/dbt-core/issues/11319))
|
||||||
|
- Adding Quoting to manifest metadata ([#na](https://github.com/dbt-labs/dbt-core/issues/na))
|
||||||
|
- Include event names in deprecation warning messages ([#11471](https://github.com/dbt-labs/dbt-core/issues/11471))
|
||||||
|
- Support config on columns ([#11651](https://github.com/dbt-labs/dbt-core/issues/11651))
|
||||||
|
- Add file_format to catalog integration config ([#11695](https://github.com/dbt-labs/dbt-core/issues/11695))
|
||||||
|
- 11561 ([#deprecate](https://github.com/dbt-labs/dbt-core/issues/deprecate), [#--models,--model,](https://github.com/dbt-labs/dbt-core/issues/--models,--model,), [#and](https://github.com/dbt-labs/dbt-core/issues/and), [#-m](https://github.com/dbt-labs/dbt-core/issues/-m), [#flags](https://github.com/dbt-labs/dbt-core/issues/flags))
|
||||||
|
|
||||||
### Fixes
|
### Fixes
|
||||||
|
|
||||||
|
- datetime.datetime.utcnow() is deprecated as of Python 3.12 ([#9791](https://github.com/dbt-labs/dbt-core/issues/9791))
|
||||||
- dbt retry does not respect --threads ([#10584](https://github.com/dbt-labs/dbt-core/issues/10584))
|
- dbt retry does not respect --threads ([#10584](https://github.com/dbt-labs/dbt-core/issues/10584))
|
||||||
- update adapter version messages ([#10230](https://github.com/dbt-labs/dbt-core/issues/10230))
|
- update adapter version messages ([#10230](https://github.com/dbt-labs/dbt-core/issues/10230))
|
||||||
- Catch DbtRuntimeError for hooks ([#11012](https://github.com/dbt-labs/dbt-core/issues/11012))
|
- Catch DbtRuntimeError for hooks ([#11012](https://github.com/dbt-labs/dbt-core/issues/11012))
|
||||||
@@ -109,11 +88,30 @@
|
|||||||
- Ensure warning about microbatch lacking filter inputs is always fired ([#11159](https://github.com/dbt-labs/dbt-core/issues/11159))
|
- Ensure warning about microbatch lacking filter inputs is always fired ([#11159](https://github.com/dbt-labs/dbt-core/issues/11159))
|
||||||
- Fix microbatch dbt list --output json ([#10556](https://github.com/dbt-labs/dbt-core/issues/10556), [#11098](https://github.com/dbt-labs/dbt-core/issues/11098))
|
- Fix microbatch dbt list --output json ([#10556](https://github.com/dbt-labs/dbt-core/issues/10556), [#11098](https://github.com/dbt-labs/dbt-core/issues/11098))
|
||||||
- Fix for custom fields in generic test config for not_null and unique tests ([#11208](https://github.com/dbt-labs/dbt-core/issues/11208))
|
- Fix for custom fields in generic test config for not_null and unique tests ([#11208](https://github.com/dbt-labs/dbt-core/issues/11208))
|
||||||
|
- Allow copying asset when dbt docs command is run outside the dbt project ([#9308](https://github.com/dbt-labs/dbt-core/issues/9308))
|
||||||
- Loosen validation on freshness to accomodate previously wrong but harmless config. ([#11123](https://github.com/dbt-labs/dbt-core/issues/11123))
|
- Loosen validation on freshness to accomodate previously wrong but harmless config. ([#11123](https://github.com/dbt-labs/dbt-core/issues/11123))
|
||||||
- Handle `--limit -1` properly in `ShowTaskDirect` so that it propagates None instead of a negative int ([#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
- Handle `--limit -1` properly in `ShowTaskDirect` so that it propagates None instead of a negative int ([#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
||||||
- _get_doc_blocks is crashing parsing if .format is called ([#11310](https://github.com/dbt-labs/dbt-core/issues/11310))
|
- _get_doc_blocks is crashing parsing if .format is called ([#11310](https://github.com/dbt-labs/dbt-core/issues/11310))
|
||||||
- Fix microbatch execution to not block main thread nor hang ([#11243](https://github.com/dbt-labs/dbt-core/issues/11243), [#11306](https://github.com/dbt-labs/dbt-core/issues/11306))
|
- Fix microbatch execution to not block main thread nor hang ([#11243](https://github.com/dbt-labs/dbt-core/issues/11243), [#11306](https://github.com/dbt-labs/dbt-core/issues/11306))
|
||||||
- Fixes parsing errors when using the new YAML format for snapshots ([#11164](https://github.com/dbt-labs/dbt-core/issues/11164))
|
- Fixes parsing errors when using the new YAML format for snapshots ([#11164](https://github.com/dbt-labs/dbt-core/issues/11164))
|
||||||
|
- Update ConfigFolderDirectory dir to use str. ([#9768](https://github.com/dbt-labs/dbt-core/issues/9768), [#11305](https://github.com/dbt-labs/dbt-core/issues/11305))
|
||||||
|
- Fix microbatch models couting as success when only having one batch (and that batch failing) ([#11390](https://github.com/dbt-labs/dbt-core/issues/11390))
|
||||||
|
- Add pre-commit installation to Docker container for testing compatibility ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
||||||
|
- Fix duplicate macro error message with multiple macros and multiple patches ([#4233](https://github.com/dbt-labs/dbt-core/issues/4233))
|
||||||
|
- Fix seed path for partial parsing if project directory name changes ([#11550](https://github.com/dbt-labs/dbt-core/issues/11550))
|
||||||
|
- Add `pre-commit` installation to Docker container for testing compatibility ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
||||||
|
- Ensure the right key is associatd with the `CustomKeyInConfigDeprecation` deprecation ([#11576](https://github.com/dbt-labs/dbt-core/issues/11576))
|
||||||
|
- Add tags and meta config to exposures ([#11428](https://github.com/dbt-labs/dbt-core/issues/11428))
|
||||||
|
- Add freshness config to sources ([#11506](https://github.com/dbt-labs/dbt-core/issues/11506))
|
||||||
|
- Add freshness config to models ([#11506](https://github.com/dbt-labs/dbt-core/issues/11506))
|
||||||
|
- require count and period on model freshness.build_after ([#11669](https://github.com/dbt-labs/dbt-core/issues/11669))
|
||||||
|
- Don't warn for metricflow_time_spine with non-day grain ([#11690](https://github.com/dbt-labs/dbt-core/issues/11690))
|
||||||
|
- Fix source freshness set via config to handle explicit nulls ([#11685](https://github.com/dbt-labs/dbt-core/issues/11685))
|
||||||
|
- Ensure build_after is present in model freshness in parsing, otherwise skip freshness definition ([#11709](https://github.com/dbt-labs/dbt-core/issues/11709))
|
||||||
|
- Ensure source node `.freshness` is equal to node's `.config.freshness` ([#11717](https://github.com/dbt-labs/dbt-core/issues/11717))
|
||||||
|
- ignore invalid model freshness configs in inline model configs ([#11728](https://github.com/dbt-labs/dbt-core/issues/11728))
|
||||||
|
- Fix store_failures hierarachical config parsing ([#10165](https://github.com/dbt-labs/dbt-core/issues/10165))
|
||||||
|
- Remove model freshness property support in favor of config level support ([#11713](https://github.com/dbt-labs/dbt-core/issues/11713))
|
||||||
|
|
||||||
### Under the Hood
|
### Under the Hood
|
||||||
|
|
||||||
@@ -123,7 +121,12 @@
|
|||||||
- Create LogNodeResult event ([#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/))
|
- Create LogNodeResult event ([#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/))
|
||||||
- Fix error counts for exposures ([#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/))
|
- Fix error counts for exposures ([#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/))
|
||||||
- Misc fixes for group info in logging ([#11218](https://github.com/dbt-labs/dbt-core/issues/11218))
|
- Misc fixes for group info in logging ([#11218](https://github.com/dbt-labs/dbt-core/issues/11218))
|
||||||
- Add secondary profiles to profile.py ([#XPLAT-241](https://github.com/dbt-labs/dbt-core/issues/XPLAT-241))
|
- Add node_checksum to node_info on structured logs ([#11372](https://github.com/dbt-labs/dbt-core/issues/11372))
|
||||||
|
- Parse catalogs.yml ([#XPLAT-242](https://github.com/dbt-labs/dbt-core/issues/XPLAT-242))
|
||||||
|
- Add package 'name' to lock file ([#11487](https://github.com/dbt-labs/dbt-core/issues/11487))
|
||||||
|
- Allow for deprecation previews ([#11597](https://github.com/dbt-labs/dbt-core/issues/11597))
|
||||||
|
- Move core_types.proto into shared dbt-protos library ([#11608](https://github.com/dbt-labs/dbt-core/issues/11608))
|
||||||
|
- Prevent overcounting PropertyMovedToConfigDeprecation for source freshness ([#11660](https://github.com/dbt-labs/dbt-core/issues/11660))
|
||||||
|
|
||||||
### Dependencies
|
### Dependencies
|
||||||
|
|
||||||
@@ -135,17 +138,27 @@
|
|||||||
- [@Threynaud](https://github.com/Threynaud) ([#11068](https://github.com/dbt-labs/dbt-core/issues/11068))
|
- [@Threynaud](https://github.com/Threynaud) ([#11068](https://github.com/dbt-labs/dbt-core/issues/11068))
|
||||||
- [@WilliamDee](https://github.com/WilliamDee) ([#None](https://github.com/dbt-labs/dbt-core/issues/None), [#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
- [@WilliamDee](https://github.com/WilliamDee) ([#None](https://github.com/dbt-labs/dbt-core/issues/None), [#None](https://github.com/dbt-labs/dbt-core/issues/None))
|
||||||
- [@amardatar](https://github.com/amardatar) ([#11164](https://github.com/dbt-labs/dbt-core/issues/11164))
|
- [@amardatar](https://github.com/amardatar) ([#11164](https://github.com/dbt-labs/dbt-core/issues/11164))
|
||||||
|
- [@aranke](https://github.com/aranke) ([#11000](https://github.com/dbt-labs/dbt-core/issues/11000), [#11001](https://github.com/dbt-labs/dbt-core/issues/11001), [#11012](https://github.com/dbt-labs/dbt-core/issues/11012), [#11310](https://github.com/dbt-labs/dbt-core/issues/11310), [#11550](https://github.com/dbt-labs/dbt-core/issues/11550), [#11428](https://github.com/dbt-labs/dbt-core/issues/11428), [#11506](https://github.com/dbt-labs/dbt-core/issues/11506), [#11506](https://github.com/dbt-labs/dbt-core/issues/11506), [#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/), [#](https://github.com/dbt-labs/dbt-core/issues/), [#11218](https://github.com/dbt-labs/dbt-core/issues/11218), [#XPLAT-242](https://github.com/dbt-labs/dbt-core/issues/XPLAT-242), [#11660](https://github.com/dbt-labs/dbt-core/issues/11660))
|
||||||
|
- [@cedric-orange](https://github.com/cedric-orange) ([#9308](https://github.com/dbt-labs/dbt-core/issues/9308))
|
||||||
|
- [@cmcarthur](https://github.com/cmcarthur) ([#11608](https://github.com/dbt-labs/dbt-core/issues/11608))
|
||||||
|
- [@courtneyholcomb](https://github.com/courtneyholcomb) ([#11690](https://github.com/dbt-labs/dbt-core/issues/11690))
|
||||||
- [@d-cole](https://github.com/d-cole) ([#8872](https://github.com/dbt-labs/dbt-core/issues/8872))
|
- [@d-cole](https://github.com/d-cole) ([#8872](https://github.com/dbt-labs/dbt-core/issues/8872))
|
||||||
- [@dave-connors-3](https://github.com/dave-connors-3) ([#10230](https://github.com/dbt-labs/dbt-core/issues/10230))
|
- [@dave-connors-3](https://github.com/dave-connors-3) ([#10230](https://github.com/dbt-labs/dbt-core/issues/10230))
|
||||||
- [@donjin-master](https://github.com/donjin-master) ([#10584](https://github.com/dbt-labs/dbt-core/issues/10584))
|
- [@donjin-master](https://github.com/donjin-master) ([#10584](https://github.com/dbt-labs/dbt-core/issues/10584))
|
||||||
- [@internetcoffeephone](https://github.com/internetcoffeephone) ([#10556](https://github.com/dbt-labs/dbt-core/issues/10556), [#11098](https://github.com/dbt-labs/dbt-core/issues/11098))
|
- [@internetcoffeephone](https://github.com/internetcoffeephone) ([#10556](https://github.com/dbt-labs/dbt-core/issues/10556), [#11098](https://github.com/dbt-labs/dbt-core/issues/11098))
|
||||||
|
- [@kato1208](https://github.com/kato1208) ([#11498](https://github.com/dbt-labs/dbt-core/issues/11498), [#11498](https://github.com/dbt-labs/dbt-core/issues/11498))
|
||||||
|
- [@slothkong](https://github.com/slothkong) ([#9791](https://github.com/dbt-labs/dbt-core/issues/9791))
|
||||||
- [@theyostalservice](https://github.com/theyostalservice) ([#11155](https://github.com/dbt-labs/dbt-core/issues/11155))
|
- [@theyostalservice](https://github.com/theyostalservice) ([#11155](https://github.com/dbt-labs/dbt-core/issues/11155))
|
||||||
|
- [@thorn14](https://github.com/thorn14) ([#9768](https://github.com/dbt-labs/dbt-core/issues/9768), [#11305](https://github.com/dbt-labs/dbt-core/issues/11305))
|
||||||
|
- [@venkaa28](https://github.com/venkaa28) ([#na](https://github.com/dbt-labs/dbt-core/issues/na))
|
||||||
|
|
||||||
## Previous Releases
|
## Previous Releases
|
||||||
|
|
||||||
For information on prior major and minor releases, see their changelogs:
|
For information on prior major and minor releases, see their changelogs:
|
||||||
|
|
||||||
|
|
||||||
|
* [1.9](https://github.com/dbt-labs/dbt-core/blob/1.9.latest/CHANGELOG.md)
|
||||||
|
* [1.8](https://github.com/dbt-labs/dbt-core/blob/1.8.latest/CHANGELOG.md)
|
||||||
* [1.7](https://github.com/dbt-labs/dbt-core/blob/1.7.latest/CHANGELOG.md)
|
* [1.7](https://github.com/dbt-labs/dbt-core/blob/1.7.latest/CHANGELOG.md)
|
||||||
* [1.6](https://github.com/dbt-labs/dbt-core/blob/1.6.latest/CHANGELOG.md)
|
* [1.6](https://github.com/dbt-labs/dbt-core/blob/1.6.latest/CHANGELOG.md)
|
||||||
* [1.5](https://github.com/dbt-labs/dbt-core/blob/1.5.latest/CHANGELOG.md)
|
* [1.5](https://github.com/dbt-labs/dbt-core/blob/1.5.latest/CHANGELOG.md)
|
||||||
|
|||||||
26
core/dbt/_pydantic_shim.py
Normal file
26
core/dbt/_pydantic_shim.py
Normal file
@@ -0,0 +1,26 @@
|
|||||||
|
# type: ignore
|
||||||
|
|
||||||
|
"""Shim to allow support for both Pydantic 1 and Pydantic 2.
|
||||||
|
|
||||||
|
dbt-core must support both major versions of Pydantic because dbt-core users might be using an environment with
|
||||||
|
either version, and we can't restrict them to one or the other. Here, we essentially import all Pydantic objects
|
||||||
|
from version 1 that we use. Throughout the repo, we import these objects from this file instead of from Pydantic
|
||||||
|
directly, meaning that we essentially only use Pydantic 1 in dbt-core currently, but without forcing that restriction
|
||||||
|
on dbt users. The development environment for this repo should be pinned to Pydantic 1 to ensure devs get appropriate
|
||||||
|
type hints.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from importlib.metadata import version
|
||||||
|
|
||||||
|
pydantic_version = version("pydantic")
|
||||||
|
# Pydantic uses semantic versioning, i.e. <major>.<minor>.<patch>, and we need to know the major
|
||||||
|
pydantic_major = pydantic_version.split(".")[0]
|
||||||
|
|
||||||
|
if pydantic_major == "1":
|
||||||
|
from pydantic import BaseSettings # noqa: F401
|
||||||
|
elif pydantic_major == "2":
|
||||||
|
from pydantic.v1 import BaseSettings # noqa: F401
|
||||||
|
else:
|
||||||
|
raise RuntimeError(
|
||||||
|
f"Currently only pydantic 1 and 2 are supported, found pydantic {pydantic_version}"
|
||||||
|
)
|
||||||
@@ -12,6 +12,7 @@ class CatalogWriteIntegrationConfig(CatalogIntegrationConfig):
|
|||||||
external_volume: Optional[str] = None
|
external_volume: Optional[str] = None
|
||||||
table_format: Optional[str] = None
|
table_format: Optional[str] = None
|
||||||
catalog_name: Optional[str] = None
|
catalog_name: Optional[str] = None
|
||||||
|
file_format: Optional[str] = None
|
||||||
adapter_properties: Dict[str, Any] = field(default_factory=dict)
|
adapter_properties: Dict[str, Any] = field(default_factory=dict)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -181,7 +181,7 @@ class TestConfig(NodeAndTestConfig):
|
|||||||
warn_if: str = "!= 0"
|
warn_if: str = "!= 0"
|
||||||
error_if: str = "!= 0"
|
error_if: str = "!= 0"
|
||||||
|
|
||||||
def __post_init__(self):
|
def finalize_and_validate(self):
|
||||||
"""
|
"""
|
||||||
The presence of a setting for `store_failures_as` overrides any existing setting for `store_failures`,
|
The presence of a setting for `store_failures_as` overrides any existing setting for `store_failures`,
|
||||||
regardless of level of granularity. If `store_failures_as` is not set, then `store_failures` takes effect.
|
regardless of level of granularity. If `store_failures_as` is not set, then `store_failures` takes effect.
|
||||||
@@ -207,6 +207,7 @@ class TestConfig(NodeAndTestConfig):
|
|||||||
but still allow for backwards compatibility for `store_failures`.
|
but still allow for backwards compatibility for `store_failures`.
|
||||||
See https://github.com/dbt-labs/dbt-core/issues/6914 for more information.
|
See https://github.com/dbt-labs/dbt-core/issues/6914 for more information.
|
||||||
"""
|
"""
|
||||||
|
super().finalize_and_validate()
|
||||||
|
|
||||||
# if `store_failures_as` is not set, it gets set by `store_failures`
|
# if `store_failures_as` is not set, it gets set by `store_failures`
|
||||||
# the settings below mimic existing behavior prior to `store_failures_as`
|
# the settings below mimic existing behavior prior to `store_failures_as`
|
||||||
@@ -229,6 +230,8 @@ class TestConfig(NodeAndTestConfig):
|
|||||||
else:
|
else:
|
||||||
self.store_failures = get_store_failures_map.get(self.store_failures_as, True)
|
self.store_failures = get_store_failures_map.get(self.store_failures_as, True)
|
||||||
|
|
||||||
|
return self
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def same_contents(cls, unrendered: Dict[str, Any], other: Dict[str, Any]) -> bool:
|
def same_contents(cls, unrendered: Dict[str, Any], other: Dict[str, Any]) -> bool:
|
||||||
"""This is like __eq__, except it explicitly checks certain fields."""
|
"""This is like __eq__, except it explicitly checks certain fields."""
|
||||||
|
|||||||
@@ -75,6 +75,20 @@ class ModelConfig(NodeConfig):
|
|||||||
)
|
)
|
||||||
freshness: Optional[ModelFreshness] = None
|
freshness: Optional[ModelFreshness] = None
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def __pre_deserialize__(cls, data):
|
||||||
|
data = super().__pre_deserialize__(data)
|
||||||
|
# scrub out model configs where "build_after" is not defined
|
||||||
|
if (
|
||||||
|
"freshness" in data
|
||||||
|
and isinstance(data["freshness"], dict)
|
||||||
|
and "build_after" in data["freshness"]
|
||||||
|
):
|
||||||
|
data["freshness"] = ModelFreshness.from_dict(data["freshness"]).to_dict()
|
||||||
|
else:
|
||||||
|
data.pop("freshness", None)
|
||||||
|
return data
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class CustomGranularity(dbtClassMixin):
|
class CustomGranularity(dbtClassMixin):
|
||||||
@@ -100,7 +114,6 @@ class Model(CompiledResource):
|
|||||||
defer_relation: Optional[DeferRelation] = None
|
defer_relation: Optional[DeferRelation] = None
|
||||||
primary_key: List[str] = field(default_factory=list)
|
primary_key: List[str] = field(default_factory=list)
|
||||||
time_spine: Optional[TimeSpine] = None
|
time_spine: Optional[TimeSpine] = None
|
||||||
freshness: Optional[ModelFreshness] = None
|
|
||||||
|
|
||||||
def __post_serialize__(self, dct: Dict, context: Optional[Dict] = None):
|
def __post_serialize__(self, dct: Dict, context: Optional[Dict] = None):
|
||||||
dct = super().__post_serialize__(dct, context)
|
dct = super().__post_serialize__(dct, context)
|
||||||
|
|||||||
@@ -20,7 +20,7 @@ from dbt_common.exceptions import CompilationError
|
|||||||
class SourceConfig(BaseConfig):
|
class SourceConfig(BaseConfig):
|
||||||
enabled: bool = True
|
enabled: bool = True
|
||||||
event_time: Any = None
|
event_time: Any = None
|
||||||
freshness: Optional[FreshnessThreshold] = None
|
freshness: Optional[FreshnessThreshold] = field(default_factory=FreshnessThreshold)
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ from dbt.cli.types import Command as CliCommand
|
|||||||
from dbt.config.project import read_project_flags
|
from dbt.config.project import read_project_flags
|
||||||
from dbt.config.utils import normalize_warn_error_options
|
from dbt.config.utils import normalize_warn_error_options
|
||||||
from dbt.contracts.project import ProjectFlags
|
from dbt.contracts.project import ProjectFlags
|
||||||
from dbt.deprecations import fire_buffered_deprecations, renamed_env_var
|
from dbt.deprecations import fire_buffered_deprecations, renamed_env_var, warn
|
||||||
from dbt.events import ALL_EVENT_NAMES
|
from dbt.events import ALL_EVENT_NAMES
|
||||||
from dbt_common import ui
|
from dbt_common import ui
|
||||||
from dbt_common.clients import jinja
|
from dbt_common.clients import jinja
|
||||||
@@ -50,6 +50,8 @@ DEPRECATED_PARAMS = {
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
DEPRECATED_FLAGS_TO_WARNINGS = {("--models", "--model", "-m"): "model-param-usage-deprecation"}
|
||||||
|
|
||||||
WHICH_KEY = "which"
|
WHICH_KEY = "which"
|
||||||
|
|
||||||
|
|
||||||
@@ -385,7 +387,7 @@ class Flags:
|
|||||||
"Value for `--event-time-start` must be less than `--event-time-end`"
|
"Value for `--event-time-start` must be less than `--event-time-end`"
|
||||||
)
|
)
|
||||||
|
|
||||||
def fire_deprecations(self):
|
def fire_deprecations(self, ctx: Optional[Context] = None):
|
||||||
"""Fires events for deprecated env_var usage."""
|
"""Fires events for deprecated env_var usage."""
|
||||||
[dep_fn() for dep_fn in self.deprecated_env_var_warnings]
|
[dep_fn() for dep_fn in self.deprecated_env_var_warnings]
|
||||||
# It is necessary to remove this attr from the class so it does
|
# It is necessary to remove this attr from the class so it does
|
||||||
@@ -394,12 +396,25 @@ class Flags:
|
|||||||
|
|
||||||
fire_buffered_deprecations()
|
fire_buffered_deprecations()
|
||||||
|
|
||||||
|
# Handle firing deprecations of CLI aliases separately using argv or dbtRunner args
|
||||||
|
# because click doesn't make it possible to disambiguite which literal CLI option was used
|
||||||
|
# and only preserves the 'canonical' representation.
|
||||||
|
original_command_args = (
|
||||||
|
ctx.obj["dbt_runner_command_args"]
|
||||||
|
if (ctx and ctx.obj and "dbt_runner_command_args" in ctx.obj)
|
||||||
|
else sys.argv
|
||||||
|
)
|
||||||
|
for deprecated_flags, warning in DEPRECATED_FLAGS_TO_WARNINGS.items():
|
||||||
|
for deprecated_flag in deprecated_flags:
|
||||||
|
if deprecated_flag in original_command_args:
|
||||||
|
warn(warning)
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def from_dict(cls, command: CliCommand, args_dict: Dict[str, Any]) -> "Flags":
|
def from_dict(cls, command: CliCommand, args_dict: Dict[str, Any]) -> "Flags":
|
||||||
command_arg_list = command_params(command, args_dict)
|
command_arg_list = command_params(command, args_dict)
|
||||||
ctx = args_to_context(command_arg_list)
|
ctx = args_to_context(command_arg_list)
|
||||||
flags = cls(ctx=ctx)
|
flags = cls(ctx=ctx)
|
||||||
flags.fire_deprecations()
|
flags.fire_deprecations(ctx=ctx)
|
||||||
return flags
|
return flags
|
||||||
|
|
||||||
def set_common_global_flags(self):
|
def set_common_global_flags(self):
|
||||||
|
|||||||
@@ -56,6 +56,7 @@ class dbtRunner:
|
|||||||
dbt_ctx.obj = {
|
dbt_ctx.obj = {
|
||||||
"manifest": self.manifest,
|
"manifest": self.manifest,
|
||||||
"callbacks": self.callbacks,
|
"callbacks": self.callbacks,
|
||||||
|
"dbt_runner_command_args": args,
|
||||||
}
|
}
|
||||||
|
|
||||||
for key, value in kwargs.items():
|
for key, value in kwargs.items():
|
||||||
|
|||||||
@@ -96,7 +96,7 @@ def preflight(func):
|
|||||||
fire_event(MainReportArgs(args=flags_dict_str))
|
fire_event(MainReportArgs(args=flags_dict_str))
|
||||||
|
|
||||||
# Deprecation warnings
|
# Deprecation warnings
|
||||||
flags.fire_deprecations()
|
flags.fire_deprecations(ctx)
|
||||||
|
|
||||||
if active_user is not None: # mypy appeasement, always true
|
if active_user is not None: # mypy appeasement, always true
|
||||||
fire_event(MainTrackingUserState(user_state=active_user.state()))
|
fire_event(MainTrackingUserState(user_state=active_user.state()))
|
||||||
|
|||||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user