antony.milne
12/03/2021, 10:39 AMbase_pipeline = Pipeline([node(func, "input_data", "output_data")])
# in reality base_pipeline would have many nodes
all_pipelines = {}
for year in range(2020, 2030):
all_pipelines[f"year_{year}"] = pipeline(
base_pipeline,
outputs={"output_data": f"year_{year+1}.input_data"},
namespace=f"year_{year}"
)
all_pipelines["all_years"] = sum(all_pipelines.values())