repo-mirrors/dlt
1
0
Fork 0
mirror of https://github.com/dlt-hub/dlt.git synced 2025-12-17 19:31:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

model files are not staged on dremio/athena but executed directly

Browse Source
This commit is contained in:
djudjuu
2025-12-11 17:30:38 +01:00
parent 18d46a9db3
commit 83ee00ddb3
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
dlt/destinations/impl/athena/factory.py
View File

@@ -131,10 +131,10 @@ class athena(Destination[AthenaClientConfiguration, "AthenaClient"]):
caps = DestinationCapabilitiesContext()
# athena only supports loading from staged files on s3 for now
caps.preferred_loader_file_format = None
caps.supported_loader_file_formats = []
caps.supported_loader_file_formats = ["model"]
caps.supported_table_formats = ["iceberg", "hive"]
caps.preferred_staging_file_format = "parquet"
caps.supported_staging_file_formats = ["parquet", "model"]
caps.supported_staging_file_formats = ["parquet"]
caps.type_mapper = AthenaTypeMapper
# athena is storing all identifiers in lower case and is case insensitive

4
dlt/destinations/impl/dremio/factory.py
View File

@@ -87,9 +87,9 @@ class dremio(Destination[DremioClientConfiguration, "DremioClient"]):
def _raw_capabilities(self) -> DestinationCapabilitiesContext:
caps = DestinationCapabilitiesContext()
caps.preferred_loader_file_format = None
caps.supported_loader_file_formats = []
caps.supported_loader_file_formats = ["model"]
caps.preferred_staging_file_format = "parquet"
caps.supported_staging_file_formats = ["jsonl", "parquet", "model"]
caps.supported_staging_file_formats = ["jsonl", "parquet"]
caps.escape_identifier = escape_dremio_identifier
caps.type_mapper = DremioTypeMapper
# all identifiers are case insensitive but are stored as is