From de29eb4db8325488bb70ef334bf9eaabb9c41e67 Mon Sep 17 00:00:00 2001
From: Stephan Heunis <s.heunis@fz-juelich.de>
Date: Fri, 19 Apr 2024 09:43:59 +0200
Subject: [PATCH] adds basics of tree command

---
 datalad_catalog/__init__.py |   6 ++
 datalad_catalog/tree.py     | 144 ++++++++++++++++++++++++++++++++++++
 2 files changed, 150 insertions(+)
 create mode 100644 datalad_catalog/tree.py

diff --git a/datalad_catalog/__init__.py b/datalad_catalog/__init__.py
index 8d983c62..a68ca09c 100644
--- a/datalad_catalog/__init__.py
+++ b/datalad_catalog/__init__.py
@@ -62,6 +62,12 @@
             "catalog-remove",
             "catalog_remove",
         ),
+        (
+            "datalad_catalog.tree",
+            "Tree",
+            "catalog-tree",
+            "catalog_tree",
+        ),
         (
             "datalad_catalog.translate",
             "MetaTranslate",
diff --git a/datalad_catalog/tree.py b/datalad_catalog/tree.py
new file mode 100644
index 00000000..cc0e8528
--- /dev/null
+++ b/datalad_catalog/tree.py
@@ -0,0 +1,144 @@
+# emacs: -*- mode: python; py-indent-offset: 4; tab-width: 4; indent-tabs-mode: nil -*-
+# ex: set sts=4 ts=4 sw=4 et:
+# ## ### ### ### ### ### ### ### ### ### ### ### ### ### ### ### ### ### ### ##
+#
+#   See COPYING file distributed along with the datalad package for the
+#   copyright and license terms.
+#
+# ## ### ### ### ### ### ### ### ### ### ### ### ### ### ### ### ### ### ### ##
+"""Print the dataset-version tree of a catalog
+"""
+from datalad_catalog.constraints import (
+    CatalogRequired,
+    EnsureWebCatalog,
+)
+from datalad_catalog.webcatalog import (
+    WebCatalog,
+)
+from datalad_next.commands import (
+    EnsureCommandParameterization,
+    ValidatedInterface,
+    Parameter,
+    build_doc,
+    eval_results,
+    get_status_dict,
+)
+from datalad_next.uis import ui_switcher
+import logging
+from pathlib import Path
+from time import gmtime, strftime
+from typing import Union
+
+
+__docformat__ = "restructuredtext"
+
+lgr = logging.getLogger("datalad.catalog.serve")
+
+
+class TreeParameterValidator(EnsureCommandParameterization):
+    """"""
+
+    def __init__(self):
+        super().__init__(
+            param_constraints=dict(
+                catalog=CatalogRequired() & EnsureWebCatalog(),
+            ),
+            joint_constraints=dict(),
+        )
+
+
+# Decoration auto-generates standard help
+@build_doc
+# All extension commands must be derived from Interface
+class Tree(ValidatedInterface):
+    """Print the tree of datasets and their respective versions
+    contained in a catalog
+    """
+
+    _validator_ = TreeParameterValidator()
+
+    _params_ = dict(
+        catalog=Parameter(
+            # cmdline argument definitions, incl aliases
+            args=("-c", "--catalog"),
+            # documentation
+            doc="""Location of the existing catalog""",
+        ),
+    )
+
+    _examples_ = [
+        dict(
+            text=("Print a catalog metadata tree"),
+            code_py="catalog_tree(catalog='/tmp/my-cat/')",
+            code_cmd="datalad catalog-tree -c /tmp/my-cat",
+        ),
+    ]
+
+    @staticmethod
+    def custom_result_renderer(res, **kwargs):
+        """This result renderer dumps the value of the 'output' key
+        in the result record in JSON-line format -- only if status==ok"""
+        ui = ui_switcher.ui
+        if res["result_type"] == "dataset":
+            if res["i"] == 0:
+                ui.message(res["catalog_name"])
+                ui.message(".")
+            ds_prefix = "└──" if res["i"] + 1 == res["N_datasets"] else "├──"
+            ui.message(
+                f"{ds_prefix} DS[{res['i']}]: {res['dataset_name']} (ID: {res['d']}; ALIAS: {res['dataset_alias']})"
+            )
+        elif res["result_type"] == "version":
+            indent = "    " if res["i"] + 1 == res["N_datasets"] else "│   "
+            version_prefix = (
+                "└──" if res["j"] + 1 == res["N_ds_versions"] else "├──"
+            )
+            ui.message(
+                f"{indent}{version_prefix} {res['dataset_version']} (Updated: {strftime('%a, %d %b %Y %H:%M:%S +0000', gmtime(res['updated_at']))})"
+            )
+        else:
+            ui.message("│")
+
+    @staticmethod
+    # generic handling of command results (logging, rendering, filtering, ...)
+    @eval_results
+    # signature must match parameter list above
+    # additional generic arguments are added by decorators
+    def __call__(
+        catalog: Union[Path, WebCatalog],
+    ):
+        res_kwargs = dict(
+            action="catalog_tree",
+            path=catalog.location,
+        )
+        report = catalog.get_catalog_report()
+        res_kwargs["catalog_name"] = catalog.location.name
+        all_datasets = report.get("datasets")
+        N_datasets = len(all_datasets)
+        res_kwargs["N_datasets"] = N_datasets
+        for i, d in enumerate(all_datasets):
+            res_kwargs["i"] = i
+            res_kwargs["d"] = d
+
+            found_dv = next(
+                (dv for dv in report.get("versions") if dv["dataset_id"] == d),
+                "",
+            )
+            res_kwargs["dataset_name"] = found_dv["dataset_name"]
+            res_kwargs["dataset_alias"] = found_dv.get("alias", None)
+            res_kwargs["result_type"] = "dataset"
+            yield get_status_dict(status="ok", **res_kwargs)
+
+            current_ds_versions = [
+                dsv for dsv in report.get("versions") if dsv["dataset_id"] == d
+            ]
+            res_kwargs["N_ds_versions"] = len(current_ds_versions)
+            for j, cdsv in enumerate(current_ds_versions):
+                res_kwargs["j"] = j
+                res_kwargs["dataset_version"] = cdsv.get("dataset_version")
+                res_kwargs["updated_at"] = cdsv.get("updated_at")
+                res_kwargs["result_type"] = "version"
+                yield get_status_dict(status="ok", **res_kwargs)
+
+            if not i + 1 == N_datasets:
+                res_kwargs["result_type"] = ""
+                yield get_status_dict(status="ok", **res_kwargs)