Openlineage namespaces (#774)

grai-io · Nov 6, 2023 · e3d507b · e3d507b
1 parent b977844
commit e3d507b
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/grai-server/app/connections/adapters/open_lineage.py b/grai-server/app/connections/adapters/open_lineage.py
@@ -8,6 +8,7 @@
 
 class OpenLineageAdapter(IntegrationAdapter):
     def get_integration(self) -> OpenLineageIntegration:
+        metadata = self.run.connection.metadata
         namespace = self.run.connection.namespace
 
         source = SourceV1.from_spec(
@@ -16,5 +17,10 @@ def get_integration(self) -> OpenLineageIntegration:
                 "name": self.run.source.name,
             }
         )
-        integration = OpenLineageIntegration(self.run.input, source=source, namespace=namespace)
+        integration = OpenLineageIntegration(
+            self.run.input,
+            source=source,
+            namespace=namespace,
+            namespaces=json.loads(metadata["namespaces"]) if metadata.get("namespaces") else None,
+        )
         return integration