Crest v1.4.1 code changes

app/README/alert_actions.conf.spec

@@ -7,8 +7,9 @@ param.paramTwo      = <string> Field Name for Parameter Two
 
 [launch_notebook]
 python.version = python3
-param.notebook_path = <string> Notebook path. It's a required parameter.
-param.revision_timestamp = <string> Revision timestamp.
-param.notebook_parameters = <string> Notebook parameters.
-param.cluster_name = <string> Cluster name.
+param.notebook_path = <string> Notebook Path. It's a required parameter.
+param.revision_timestamp = <string> Revision Timestamp.
+param.notebook_parameters = <string> Notebook Parameters.
+param.cluster_name = <string> Cluster Name.
+param.run_name = <string> Run Name.
 param._cam = <json> Active response parameters.

app/README/ta_databricks_account.conf.spec

@@ -4,5 +4,7 @@ aad_client_id =
 aad_tenant_id = 
 aad_client_secret = 
 aad_access_token =
+config_for_dbquery = 
 cluster_name = 
+warehouse_id = 
 databricks_pat = 

app/README/ta_databricks_settings.conf.spec

@@ -9,4 +9,9 @@ proxy_rdns =
 use_for_oauth = 
 
 [logging]
-loglevel = 
+loglevel = 
+
+[additional_parameters]
+admin_command_timeout = 
+query_result_limit = 
+index = 

app/app.manifest

@@ -5,7 +5,7 @@
     "id": {
       "group": null,
       "name": "TA-Databricks",
-      "version": "1.2.0"
+      "version": "1.4.1"
     },
     "author": [
       {

app/appserver/static/cancel_button.css

@@ -0,0 +1,107 @@
+.cancel_button{
+    display: inline-block;
+    padding: 4px 12px;
+    margin-bottom: 0;
+    border-radius: 100px;
+    text-align: center;
+    font-size: 17px;
+    line-height: 16px;
+    cursor: pointer;
+    background-color: #00A36C;
+    color: #fff;
+}
+
+.loading{
+    display: inline-block;
+    padding: 4px 12px;
+    margin-bottom: 0;
+    border-radius: 100px;
+    text-align: center;
+    font-size: 17px;
+    line-height: 16px;
+    cursor: pointer;
+    background-color: #0096FF;
+    color: #fff;
+}
+
+.cancel_button_disabled{
+    display: inline-block;
+    padding: 4px 12px;
+    margin-bottom: 0;
+    border-radius: 100px;
+    text-align: center;
+    font-size: 17px;
+    line-height: 16px;
+    cursor: pointer;
+    background-color: grey;
+    color: #fff;
+}
+
+.popup-container-for-no-cancelation {
+    position: fixed;
+    top: 0;
+    left: 0;
+    width: 100%;
+    height: 100%;
+    display: flex;
+    align-items: center;
+    justify-content: center;
+    background-color: rgba(0, 0, 0, 0.5);
+}
+
+.popup-content-for-no-cancelation {
+    background-color: black;
+    color: white;
+    padding: 20px;
+    border-radius: 8px;
+    box-shadow: 0 2px 6px rgba(0, 0, 0, 0.2);
+    max-width: 80%;
+    text-align: center;
+    font-size: 18px;
+}
+
+.popup-container-for-successful-cancelation {
+    position: fixed;
+    top: 0;
+    left: 0;
+    width: 100%;
+    height: 100%;
+    display: flex;
+    align-items: center;
+    justify-content: center;
+    background-color: rgba(0, 0, 0, 0.5);
+}
+
+.popup-content-for-successful-cancelation {
+    background-color: green;
+    color: white;
+    padding: 20px;
+    border-radius: 8px;
+    box-shadow: 0 2px 6px rgba(0, 0, 0, 0.2);
+    max-width: 80%;
+    text-align: center;
+    font-size: 18px;
+}
+
+.popup-container-for-err-in-cancelation {
+    position: fixed;
+    top: 0;
+    left: 0;
+    width: 100%;
+    height: 100%;
+    display: flex;
+    align-items: center;
+    justify-content: center;
+    background-color: rgba(0, 0, 0, 0.5);
+}
+
+.popup-content-for-err-in-cancelation {
+    background-color: red;
+    color: white;
+    padding: 20px;
+    border-radius: 8px;
+    box-shadow: 0 2px 6px rgba(0, 0, 0, 0.2);
+    max-width: 80%;
+    text-align: center;
+    font-size: 18px;
+}

app/appserver/static/cancel_button.js

@@ -0,0 +1,102 @@
+require([
+    'underscore',
+    'splunkjs/mvc',
+    'splunkjs/mvc/tableview',
+    'splunkjs/mvc/searchmanager',
+    'splunkjs/mvc/simplexml/ready!'
+], function(_, mvc, TableView, SearchManager) {
+
+    var runDetailsTable = mvc.Components.get("databricks_run_table");
+    var jobDetailsTable = mvc.Components.get("databricks_job_table");
+    customRenderer = TableView.BaseCellRenderer.extend({
+        canRender: function (cell) {
+            return _(['Cancel Run']).contains(cell.field);
+        },
+        render: function ($td, cell) {
+            if(cell.field == "Cancel Run"){
+                let isCancelled = false;
+                var run_details = cell.value;
+                var array = run_details.split("||");
+                var run_ex_status = array[2];
+
+                if(run_ex_status !== "Running" && run_ex_status !== "Initiated" && run_ex_status !== "Pending"){
+                    $td.html("<div class='ar_containter'><div class='cancel_button_disabled' value='Cancel'>Cancel Run</div></div>");
+                    $td.on('click', function(event) {
+                        var popupContainer = document.createElement('div');
+                        popupContainer.className = 'popup-container-for-no-cancelation';                
+                        var popupContent = document.createElement('div');
+                        popupContent.className = 'popup-content-for-no-cancelation';
+                        popupContent.innerHTML = 'This can not be canceled as Execution Status is not in Running, Pending or Initiated mode!';
+                        popupContainer.appendChild(popupContent);
+                        document.body.appendChild(popupContainer);
+                        popupContainer.addEventListener('click', function() {
+                            document.body.removeChild(popupContainer);
+                        });
+                    });                   
+                }
+                else{
+                    $td.html("<div class='ar_containter'><div class='cancel_button' value='Cancel'>Cancel Run</div></div>");
+                    $td.on('click', function (event) {
+                        if (isCancelled){
+                            return;
+                        }
+                        $td.html("<div class='ar_containter'><div class='loading' value='Loading'>Canceling..</div></div>");
+                        var fields = {}
+                        fields['run_id'] = array[0]
+                        var ENDPOINT_URL = '/services/cancel_run'
+                        var service = mvc.createService({ owner: "nobody" });
+                        fields['account_name'] = array[1]
+                        fields['uid'] = array[3]
+                        $td.css("pointer-events", "none");
+
+                        service.post(ENDPOINT_URL, fields, function (err, response) {
+                            if (response != undefined && (response.data != null || response.data != undefined)) {
+                                canceled_response = response.data['canceled']
+                                if (canceled_response == "Success"){
+                                    var popupContainer = document.createElement('div');
+                                    popupContainer.className = 'popup-container-for-successful-cancelation';
+                                    var popupContent = document.createElement('div');
+                                    popupContent.className = 'popup-content-for-successful-cancelation';
+                                    popupContent.innerHTML = 'Successfully Canceled the run! An updated event with canceled execution status will be ingested in Splunk in few minutes.';
+                                    popupContainer.appendChild(popupContent);
+                                    document.body.appendChild(popupContainer);
+                                    popupContainer.addEventListener('click', function() {
+                                        document.body.removeChild(popupContainer);
+                                    });
+                                    $td.html("<div class='ar_containter'><div class='cancel_button_disabled' value='Cancel'>Canceled</div></div>");
+                                    isCancelled = true;
+                                }
+                            }
+                            else {
+                                var popupContainer = document.createElement('div');
+                                popupContainer.className = 'popup-container-for-err-in-cancelation';
+                                var popupContent = document.createElement('div');
+                                popupContent.className = 'popup-content-for-err-in-cancelation';
+                                popupContent.innerHTML = 'Error while Canceling the run! Please try after sometime!';
+                                popupContainer.appendChild(popupContent);
+                                document.body.appendChild(popupContainer);
+                                popupContainer.addEventListener('click', function() {
+                                    document.body.removeChild(popupContainer);
+                                });
+                                $td.html("<div class='ar_containter'><div class='cancel_button' value='Cancel'>Cancel Run</div></div>");
+                            }
+                            $td.css("pointer-events", "auto");
+                        });
+                    });                    
+                }
+            }
+        }
+    });
+    if (runDetailsTable !== undefined) {
+        runDetailsTable.getVisualization(function (tableView) {
+            tableView.table.addCellRenderer(new customRenderer());
+            tableView.table.render();
+        });
+    }
+    if (jobDetailsTable !== undefined) {
+        jobDetailsTable.getVisualization(function (tableView) {
+            tableView.table.addCellRenderer(new customRenderer());
+            tableView.table.render();
+        });
+    }
+})

app/appserver/static/dashboard.css

@@ -0,0 +1,62 @@
+#run_name_text.input.input-text::after {
+    content: "Run Name to identify the run execution.";
+    display: inline-block;
+    color: black; 
+    margin-left: 5px; 
+    font-size: 12px; 
+    font-style: italic;   
+  }
+
+#path_text.input.input-text::after {
+    content: "[Required] Absolute path of notebook to be run in Databricks. eg: /Users/user_1/notebook_1";
+    display: inline-block;
+    color: black; 
+    margin-left: 5px; 
+    font-size: 12px; 
+    font-style: italic;   
+  }
+
+#revision_timestamp_text.input.input-text::after {
+    content: "The timestamp of the revision of the notebook.";
+    display: inline-block;
+    color: black; 
+    margin-left: 5px; 
+    font-size: 12px; 
+    font-style: italic;   
+}
+
+#params_text.input.input-text::after {
+    content: "Parameters to pass while executing the notebook. eg: key1=value1||key2=value2";
+    display: inline-block;
+    color: black; 
+    margin-left: 5px; 
+    font-size: 12px; 
+    font-style: italic;    
+}
+
+#cluster_text.input.input-text::after {
+    content: "Name of Databricks cluster to use for execution.";
+    display: inline-block;
+    color: black; 
+    margin-left: 5px; 
+    font-size: 12px; 
+    font-style: italic;    
+}
+
+#acct_dropdown.input.input-dropdown::after {
+    content: "[Required] Name of Databricks Account to use for execution.";
+    display: inline-block;
+    color: black; 
+    margin-left: 5px; 
+    font-size: 12px; 
+    font-style: italic;    
+}
+
+#auto_fwd.input.input-dropdown::after {
+    content: "Whether to directly redirect to Databricks portal.";
+    display: inline-block;
+    color: black; 
+    margin-left: 5px; 
+    font-size: 12px; 
+    font-style: italic; 
+}

app/appserver/static/js/build/custom/auth_select_hook.js

@@ -15,6 +15,13 @@ class AuthSelectHook {
                 this.toggleAADFields(false);
             }
         }
+        if (field == 'config_for_dbquery') {
+            if (value == 'interactive_cluster') {
+                this.hideWarehouseField(false);
+            } else {
+                this.hideWarehouseField(true);
+            }
+        }
     }
 
     onRender() {
@@ -24,7 +31,14 @@ class AuthSelectHook {
         } else {
             this.toggleAADFields(false);
         }
+    }
 
+    hideWarehouseField(state) {
+        this.util.setState((prevState) => {
+            let data = {...prevState.data };
+            data.warehouse_id.display = state;
+            return { data }
+        }); 
     }
 
     toggleAADFields(state) {