lbonini
03/16/2022, 1:53 PMyaml
# catalog.yml
example_data:
type: PartitionedDataSet
dataset: pandas.ParquetDataSet
credentials: dev_s3
path: s3://bucket/path/to/folder
filename_suffix: "_part.parquet"
yaml
# credentials.yml
dev_s3:
client_kwargs:
aws_access_key_id: xxxx
aws_secret_access_key: xxx