feat(workflow-builder): add a WorkflowBuilder

savannahghi · Jun 23, 2024 · 2dfab62 · 2dfab62
1 parent 5df425d
commit 2dfab62
Show file tree

Hide file tree

Showing 6 changed files with 713 additions and 1 deletion.
diff --git a/docs/conf.py b/docs/conf.py
@@ -75,7 +75,7 @@
     ("py:class", "sghi.etl.commons.processors._PDT"),  # private type annotations
     ("py:class", "sghi.etl.commons.sinks._PDT"),  # private type annotations
     ("py:class", "sghi.etl.commons.sources._RDT"),  # private type annotations
-    ("py:class", "sghi.etl.commons.utils.result_gatherers._T"),  # private type annotations
+    ("py:class", "sghi.etl.commons.utils.result_gatherers._T1"),  # private type annotations
     ("py:class", "sghi.etl.commons.workflow_definitions._RDT"),  # private type annotations
     ("py:class", "sghi.etl.commons.workflow_definitions._PDT"),  # private type annotations
     ("py:class", "sghi.etl.core._RDT"),  # private type annotations

diff --git a/docs/index.rst b/docs/index.rst
@@ -40,6 +40,7 @@ API Reference
      sghi.etl.commons.sinks
      sghi.etl.commons.sources
      sghi.etl.commons.utils
+     sghi.etl.commons.workflow_builder
      sghi.etl.commons.workflow_definitions
 
 

diff --git a/src/sghi/etl/commons/__init__.py b/src/sghi/etl/commons/__init__.py
@@ -11,6 +11,7 @@
 from .sinks import NullSink, ScatterSink, SplitSink, sink
 from .sources import GatherSource, source
 from .utils import fail_fast, fail_fast_factory, ignored_failed, run_workflow
+from .workflow_builder import WorkflowBuilder
 from .workflow_definitions import SimpleWorkflowDefinition
 
 __all__ = [
@@ -23,6 +24,7 @@
     "ScatterSink",
     "SplitGatherProcessor",
     "SplitSink",
+    "WorkflowBuilder",
     "fail_fast",
     "fail_fast_factory",
     "ignored_failed",