monkey-patch projects asset with json_metadata field

DistributedDoge · Dec 12, 2023 · 4112acf · 4112acf
1 parent 9067c8c
commit 4112acf
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/ggdp/assets.py b/ggdp/assets.py
@@ -1,3 +1,5 @@
+import json
+
 import pandas as pd
 from dagster import asset
 from fsspec.implementations.http import HTTPFileSystem
@@ -76,7 +78,9 @@ def raw_passport_scores() -> pd.DataFrame:
 
 @asset
 def raw_projects() -> pd.DataFrame:
-    return chain_file_aggregator("projects.json")
+    projects = chain_file_aggregator("projects.json")
+    projects['json_metadata'] = projects['metadata'].apply(json.dumps)
+    return projects
 
 
 @asset