Learn about Kedro
conda
pip
pandas-iris
conf
data
src
Tutorial and basic Kedro usage
pipeline()
kedro jupyter notebook
%run_viz
catalog
context
pipelines
session
KedroContext
KedroSession
Kedro projects
ConfigLoader
OmegaConfigLoader
TemplatedConfigLoader
catalog.yml
type
filepath
utf-8
kedro catalog rank
kedro catalog resolve
PartitionedDataset
_load
fsspec
_save
_describe
**kwargs
kedro pipeline create
SequentialRunner
ParallelRunner
kedro run
Advanced usage
project_name
repo_name
python_package
click
global
project
metadata
DataCatalog
before_node_run
KEDRO_LOGGING_CONFIG
rich
conf/base/spark.yml
SparkSession
MemoryDataset
DataFrame
copy_mode="assign"
ThreadRunner
venv
virtualenv
pytest
/tests
pytest-cov
pre-commit
kedro-sagemaker
kedro-azureml
kedro-kubeflow
kedro-vertexai
Contribute to Kedro
API documentation
KedroDeprecationWarning
KedroDeprecationWarning.args
KedroDeprecationWarning.with_traceback()
KedroPythonVersionWarning
KedroPythonVersionWarning.args
KedroPythonVersionWarning.with_traceback()
MissingConfigException
AbstractDataset
AbstractVersionedDataset
CachedDataSet
CachedDataset
IncrementalDataSet
IncrementalDataset
LambdaDataSet
LambdaDataset
MemoryDataSet
PartitionedDataSet
Version
DataSetAlreadyExistsError
DataSetError
DataSetNotFoundError
DatasetAlreadyExistsError
DatasetError
DatasetNotFoundError
load_ipython_extension()
magic_reload_kedro()
reload_kedro()
RichHandler
node()
Pipeline
Node
ModularPipelineError
run_node()
AbstractRunner
load_obj()
APIDataSet
APIDataset
APIDataset.DEFAULT_SAVE_ARGS
APIDataset.__init__()
APIDataset.exists()
APIDataset.from_config()
APIDataset.load()
APIDataset.release()
APIDataset.save()
BioSequenceDataSet
BioSequenceDataset
BioSequenceDataset.DEFAULT_LOAD_ARGS
BioSequenceDataset.DEFAULT_SAVE_ARGS
BioSequenceDataset.__init__()
BioSequenceDataset.exists()
BioSequenceDataset.from_config()
BioSequenceDataset.invalidate_cache()
BioSequenceDataset.load()
BioSequenceDataset.release()
BioSequenceDataset.save()
ParquetDataSet
ParquetDataset
ParquetDataset.DEFAULT_LOAD_ARGS
ParquetDataset.DEFAULT_SAVE_ARGS
ParquetDataset.__init__()
ParquetDataset.exists()
ParquetDataset.from_config()
ParquetDataset.fs_args
ParquetDataset.load()
ParquetDataset.release()
ParquetDataset.save()
ManagedTableDataSet
ManagedTableDataset
ManagedTableDataset.__init__()
ManagedTableDataset.exists()
ManagedTableDataset.from_config()
ManagedTableDataset.load()
ManagedTableDataset.release()
ManagedTableDataset.resolve_load_version()
ManagedTableDataset.resolve_save_version()
ManagedTableDataset.save()
EmailMessageDataSet
EmailMessageDataset
EmailMessageDataset.DEFAULT_LOAD_ARGS
EmailMessageDataset.DEFAULT_SAVE_ARGS
EmailMessageDataset.__init__()
EmailMessageDataset.exists()
EmailMessageDataset.from_config()
EmailMessageDataset.load()
EmailMessageDataset.release()
EmailMessageDataset.resolve_load_version()
EmailMessageDataset.resolve_save_version()
EmailMessageDataset.save()
GeoJSONDataSet
GeoJSONDataset
GeoJSONDataset.DEFAULT_LOAD_ARGS
GeoJSONDataset.DEFAULT_SAVE_ARGS
GeoJSONDataset.__init__()
GeoJSONDataset.exists()
GeoJSONDataset.from_config()
GeoJSONDataset.invalidate_cache()
GeoJSONDataset.load()
GeoJSONDataset.release()
GeoJSONDataset.resolve_load_version()
GeoJSONDataset.resolve_save_version()
GeoJSONDataset.save()
HoloviewsWriter
HoloviewsWriter.DEFAULT_SAVE_ARGS
HoloviewsWriter.__init__()
HoloviewsWriter.exists()
HoloviewsWriter.from_config()
HoloviewsWriter.load()
HoloviewsWriter.release()
HoloviewsWriter.resolve_load_version()
HoloviewsWriter.resolve_save_version()
HoloviewsWriter.save()
JSONDataSet
JSONDataset
JSONDataset.DEFAULT_SAVE_ARGS
JSONDataset.__init__()
JSONDataset.exists()
JSONDataset.from_config()
JSONDataset.load()
JSONDataset.release()
JSONDataset.resolve_load_version()
JSONDataset.resolve_save_version()
JSONDataset.save()
MatplotlibWriter
MatplotlibWriter.DEFAULT_SAVE_ARGS
MatplotlibWriter.__init__()
MatplotlibWriter.exists()
MatplotlibWriter.from_config()
MatplotlibWriter.load()
MatplotlibWriter.release()
MatplotlibWriter.resolve_load_version()
MatplotlibWriter.resolve_save_version()
MatplotlibWriter.save()
GMLDataSet
GMLDataset
GMLDataset.DEFAULT_LOAD_ARGS
GMLDataset.DEFAULT_SAVE_ARGS
GMLDataset.__init__()
GMLDataset.exists()
GMLDataset.from_config()
GMLDataset.load()
GMLDataset.release()
GMLDataset.resolve_load_version()
GMLDataset.resolve_save_version()
GMLDataset.save()
GraphMLDataSet
GraphMLDataset
GraphMLDataset.DEFAULT_LOAD_ARGS
GraphMLDataset.DEFAULT_SAVE_ARGS
GraphMLDataset.__init__()
GraphMLDataset.exists()
GraphMLDataset.from_config()
GraphMLDataset.load()
GraphMLDataset.release()
GraphMLDataset.resolve_load_version()
GraphMLDataset.resolve_save_version()
GraphMLDataset.save()
JSONDataset.DEFAULT_LOAD_ARGS
CSVDataSet
CSVDataset
CSVDataset.DEFAULT_LOAD_ARGS
CSVDataset.DEFAULT_SAVE_ARGS
CSVDataset.__init__()
CSVDataset.exists()
CSVDataset.from_config()
CSVDataset.load()
CSVDataset.release()
CSVDataset.resolve_load_version()
CSVDataset.resolve_save_version()
CSVDataset.save()
DeltaTableDataSet
DeltaTableDataset
DeltaTableDataset.ACCEPTED_WRITE_MODES
DeltaTableDataset.DEFAULT_LOAD_ARGS
DeltaTableDataset.DEFAULT_SAVE_ARGS
DeltaTableDataset.DEFAULT_WRITE_MODE
DeltaTableDataset.__init__()
DeltaTableDataset.exists()
DeltaTableDataset.from_config()
DeltaTableDataset.fs_args
DeltaTableDataset.get_loaded_version()
DeltaTableDataset.history
DeltaTableDataset.load()
DeltaTableDataset.metadata
DeltaTableDataset.release()
DeltaTableDataset.save()
DeltaTableDataset.schema
ExcelDataSet
ExcelDataset
ExcelDataset.DEFAULT_LOAD_ARGS
ExcelDataset.DEFAULT_SAVE_ARGS
ExcelDataset.__init__()
ExcelDataset.exists()
ExcelDataset.from_config()
ExcelDataset.load()
ExcelDataset.release()
ExcelDataset.resolve_load_version()
ExcelDataset.resolve_save_version()
ExcelDataset.save()
FeatherDataSet
FeatherDataset
FeatherDataset.DEFAULT_LOAD_ARGS
FeatherDataset.DEFAULT_SAVE_ARGS
FeatherDataset.__init__()
FeatherDataset.exists()
FeatherDataset.from_config()
FeatherDataset.load()
FeatherDataset.release()
FeatherDataset.resolve_load_version()
FeatherDataset.resolve_save_version()
FeatherDataset.save()
GBQQueryDataSet
GBQQueryDataset
GBQQueryDataset.DEFAULT_LOAD_ARGS
GBQQueryDataset.__init__()
GBQQueryDataset.exists()
GBQQueryDataset.from_config()
GBQQueryDataset.load()
GBQQueryDataset.release()
GBQQueryDataset.save()
GBQTableDataSet
GBQTableDataset
GBQTableDataset.DEFAULT_LOAD_ARGS
GBQTableDataset.DEFAULT_SAVE_ARGS
GBQTableDataset.__init__()
GBQTableDataset.exists()
GBQTableDataset.from_config()
GBQTableDataset.load()
GBQTableDataset.release()
GBQTableDataset.save()
GenericDataSet
GenericDataset
GenericDataset.DEFAULT_LOAD_ARGS
GenericDataset.DEFAULT_SAVE_ARGS
GenericDataset.__init__()
GenericDataset.exists()
GenericDataset.from_config()
GenericDataset.load()
GenericDataset.release()
GenericDataset.resolve_load_version()
GenericDataset.resolve_save_version()
GenericDataset.save()
HDFDataSet
HDFDataset
HDFDataset.DEFAULT_LOAD_ARGS
HDFDataset.DEFAULT_SAVE_ARGS
HDFDataset.__init__()
HDFDataset.exists()
HDFDataset.from_config()
HDFDataset.load()
HDFDataset.release()
HDFDataset.resolve_load_version()
HDFDataset.resolve_save_version()
HDFDataset.save()
ParquetDataset.resolve_load_version()
ParquetDataset.resolve_save_version()
SQLQueryDataSet
SQLQueryDataset
SQLQueryDataset.__init__()
SQLQueryDataset.adapt_mssql_date_params()
SQLQueryDataset.create_connection()
SQLQueryDataset.engines
SQLQueryDataset.exists()
SQLQueryDataset.from_config()
SQLQueryDataset.load()
SQLQueryDataset.release()
SQLQueryDataset.save()
SQLTableDataSet
SQLTableDataset
SQLTableDataset.DEFAULT_LOAD_ARGS
SQLTableDataset.DEFAULT_SAVE_ARGS
SQLTableDataset.__init__()
SQLTableDataset.create_connection()
SQLTableDataset.engines
SQLTableDataset.exists()
SQLTableDataset.from_config()
SQLTableDataset.load()
SQLTableDataset.release()
SQLTableDataset.save()
XMLDataSet
XMLDataset
XMLDataset.DEFAULT_LOAD_ARGS
XMLDataset.DEFAULT_SAVE_ARGS
XMLDataset.__init__()
XMLDataset.exists()
XMLDataset.from_config()
XMLDataset.load()
XMLDataset.release()
XMLDataset.resolve_load_version()
XMLDataset.resolve_save_version()
XMLDataset.save()
PickleDataSet
PickleDataset
PickleDataset.DEFAULT_LOAD_ARGS
PickleDataset.DEFAULT_SAVE_ARGS
PickleDataset.__init__()
PickleDataset.exists()
PickleDataset.from_config()
PickleDataset.load()
PickleDataset.release()
PickleDataset.resolve_load_version()
PickleDataset.resolve_save_version()
PickleDataset.save()
ImageDataSet
ImageDataset
ImageDataset.DEFAULT_SAVE_ARGS
ImageDataset.__init__()
ImageDataset.exists()
ImageDataset.from_config()
ImageDataset.load()
ImageDataset.release()
ImageDataset.resolve_load_version()
ImageDataset.resolve_save_version()
ImageDataset.save()
PlotlyDataSet
PlotlyDataset
PlotlyDataset.DEFAULT_LOAD_ARGS
PlotlyDataset.DEFAULT_SAVE_ARGS
PlotlyDataset.__init__()
PlotlyDataset.exists()
PlotlyDataset.from_config()
PlotlyDataset.load()
PlotlyDataset.release()
PlotlyDataset.resolve_load_version()
PlotlyDataset.resolve_save_version()
PlotlyDataset.save()
PickleDataset.DEFAULT_REDIS_URL
SnowparkTableDataSet
SnowparkTableDataset
SnowparkTableDataset.DEFAULT_LOAD_ARGS
SnowparkTableDataset.DEFAULT_SAVE_ARGS
SnowparkTableDataset.__init__()
SnowparkTableDataset.exists()
SnowparkTableDataset.from_config()
SnowparkTableDataset.load()
SnowparkTableDataset.release()
SnowparkTableDataset.save()
SparkDataSet
SparkDataset
SparkDataset.DEFAULT_LOAD_ARGS
SparkDataset.DEFAULT_SAVE_ARGS
SparkDataset.__init__()
SparkDataset.exists()
SparkDataset.from_config()
SparkDataset.load()
SparkDataset.release()
SparkDataset.resolve_load_version()
SparkDataset.resolve_save_version()
SparkDataset.save()
SparkHiveDataSet
SparkHiveDataset
SparkHiveDataset.DEFAULT_SAVE_ARGS
SparkHiveDataset.__init__()
SparkHiveDataset.exists()
SparkHiveDataset.from_config()
SparkHiveDataset.load()
SparkHiveDataset.release()
SparkHiveDataset.save()
SparkJDBCDataSet
SparkJDBCDataset
SparkJDBCDataset.DEFAULT_LOAD_ARGS
SparkJDBCDataset.DEFAULT_SAVE_ARGS
SparkJDBCDataset.__init__()
SparkJDBCDataset.exists()
SparkJDBCDataset.from_config()
SparkJDBCDataset.load()
SparkJDBCDataset.release()
SparkJDBCDataset.save()
SparkStreamingDataSet
SparkStreamingDataset
SparkStreamingDataset.DEFAULT_LOAD_ARGS
SparkStreamingDataset.DEFAULT_SAVE_ARGS
SparkStreamingDataset.__init__()
SparkStreamingDataset.exists()
SparkStreamingDataset.from_config()
SparkStreamingDataset.load()
SparkStreamingDataset.release()
SparkStreamingDataset.save()
SVMLightDataSet
SVMLightDataset
SVMLightDataset.DEFAULT_LOAD_ARGS
SVMLightDataset.DEFAULT_SAVE_ARGS
SVMLightDataset.__init__()
SVMLightDataset.exists()
SVMLightDataset.from_config()
SVMLightDataset.load()
SVMLightDataset.release()
SVMLightDataset.resolve_load_version()
SVMLightDataset.resolve_save_version()
SVMLightDataset.save()
TensorFlowModelDataSet
TensorFlowModelDataset
TensorFlowModelDataset.DEFAULT_LOAD_ARGS
TensorFlowModelDataset.DEFAULT_SAVE_ARGS
TensorFlowModelDataset.__init__()
TensorFlowModelDataset.exists()
TensorFlowModelDataset.from_config()
TensorFlowModelDataset.load()
TensorFlowModelDataset.release()
TensorFlowModelDataset.resolve_load_version()
TensorFlowModelDataset.resolve_save_version()
TensorFlowModelDataset.save()
TextDataSet
TextDataset
TextDataset.__init__()
TextDataset.exists()
TextDataset.from_config()
TextDataset.load()
TextDataset.release()
TextDataset.resolve_load_version()
TextDataset.resolve_save_version()
TextDataset.save()
JSONDataset.versioned
MetricsDataSet
MetricsDataset
MetricsDataset.DEFAULT_SAVE_ARGS
MetricsDataset.__init__()
MetricsDataset.exists()
MetricsDataset.from_config()
MetricsDataset.load()
MetricsDataset.release()
MetricsDataset.resolve_load_version()
MetricsDataset.resolve_save_version()
MetricsDataset.save()
MetricsDataset.versioned
VideoDataSet
VideoDataset
VideoDataset.__init__()
VideoDataset.exists()
VideoDataset.from_config()
VideoDataset.load()
VideoDataset.release()
VideoDataset.save()
YAMLDataSet
YAMLDataset
YAMLDataset.DEFAULT_SAVE_ARGS
YAMLDataset.__init__()
YAMLDataset.exists()
YAMLDataset.from_config()
YAMLDataset.load()
YAMLDataset.release()
YAMLDataset.resolve_load_version()
YAMLDataset.resolve_save_version()
YAMLDataset.save()
Raised when no configuration files can be found within a config path
Exception.with_traceback(tb) – set self.__traceback__ to tb and return self.