Skip to content

Commit

Permalink
update pipeline_registry
Browse files Browse the repository at this point in the history
  • Loading branch information
rashidakanchwala committed May 14, 2024
1 parent cce8e96 commit ad67a8d
Showing 1 changed file with 0 additions and 33 deletions.
33 changes: 0 additions & 33 deletions demo-project/src/demo_project/pipeline_registry.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,38 +8,6 @@
from demo_project.pipelines import modelling as mod
from demo_project.pipelines import reporting as rep

def _get_generic_pipe() -> Pipeline:
return Pipeline([
node(
func=lambda x: x,
inputs="input_df",
outputs="output_df",
),
])


def create_pipeline(**kwargs) -> Pipeline:
pipe = Pipeline([
pipeline(
pipe=_get_generic_pipe(),
inputs={"input_df": "input_to_processing"},
outputs={"output_df": "post_first_pipe"},
namespace="first_processing_step",
),
pipeline(
pipe=_get_generic_pipe(),
inputs={"input_df": "post_first_pipe"},
outputs={"output_df": "output_from_processing"},
namespace="second_processing_step",
),
])
return pipeline(
pipe=pipe,
inputs="input_to_processing",
outputs="output_from_processing",
namespace="processing",
)


def register_pipelines() -> Dict[str, Pipeline]:
"""Register the project's pipelines.
Expand All @@ -59,7 +27,6 @@ def register_pipelines() -> Dict[str, Pipeline]:
reporting_pipeline = rep.create_pipeline()

return {
# "__default__": create_pipeline()
"__default__": (
ingestion_pipeline
+ feature_pipeline
Expand Down

0 comments on commit ad67a8d

Please sign in to comment.