0-Run-DSWX-HLS.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "b7ad040e-c36e-4e7d-ac65-9d7a91c8d105",
   "metadata": {},
   "source": [
    "Just supply the HLS ID and this generates a DSWx-HLS product. \n",
    "\n",
    "WIP: Alternatively, specify a product directory with all the products (this is not working quite yet)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "14684653-c6ea-484e-a135-a7f21fa232e2",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "from pystac_client import Client  \n",
    "import matplotlib.pyplot as plt\n",
    "from tqdm import tqdm\n",
    "from pathlib import Path\n",
    "import requests\n",
    "import concurrent.futures\n",
    "from dem_stitcher import stitch_dem\n",
    "from dem_stitcher.exceptions import NoDEMCoverage\n",
    "from dem_stitcher.geoid import read_geoid\n",
    "from tile_mate import get_raster_from_tiles\n",
    "import rasterio\n",
    "import geopandas as gpd\n",
    "import yaml\n",
    "from shapely.geometry import box\n",
    "from dotenv import dotenv_values\n",
    "import datetime\n",
    "import re\n",
    "from dem_stitcher.rio_window import transform_bounds\n",
    "from rasterio.crs import CRS\n",
    "import json\n",
    "import backoff\n",
    "from proteus.dswx_hls import generate_dswx_layers,get_dswx_hls_cli_parser, parse_runconfig_file\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6c98c836-3864-4629-9b81-5365a97a05a0",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "source": [
    "# Parameters"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ea700205-40ba-4bb6-a0be-cb657b3bb0d3",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "source": [
    "If you specify a directory for HLS layers, assume all the files are in a directory - directory should not mix products!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "c494f42e-318c-49f7-ae8c-dfe8a8c28711",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": [
     "parameters"
    ]
   },
   "outputs": [],
   "source": [
    "HLS_ID_OR_HLS_DIR_PATH = 'HLS.S30.T53KMA.2021258T011731.v2.0' # either all files are in a directory\n",
    "OUT_DIR = 'out'\n",
    "AEROSOL_PARAM = True\n",
    "DOWNLOAD_HLS = True"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "efc8bf11-7b53-4e6f-94ea-12626ec393de",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "source": [
    "# Accounting"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "5cb61b96-4454-46ed-9915-9d124b509f3b",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'HLS.S30.T53KMA.2021258T011731.v2.0'"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "if DOWNLOAD_HLS:\n",
    "    assert HLS_ID_OR_HLS_DIR_PATH[:7] in ['HLS.L30', 'HLS.S30']\n",
    "    HLS_ID = HLS_ID_OR_HLS_DIR_PATH\n",
    "else:\n",
    "    dir_path = Path(HLS_ID_OR_HLS_DIR_PATH)\n",
    "    assert dir_path.exists()\n",
    "    assert dir_path.is_dir()\n",
    "    tifs = sorted(list((dir_path).glob('*.tif')))\n",
    "    # HLS.L30.T22UCU.2021266T142337.v2.0.B01.tif\n",
    "    HLS_ID = '.'.join(tifs[0].stem.split('.')[:-1])\n",
    "HLS_ID"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "9c75c38d-815a-4a44-865a-f46150f0a0db",
   "metadata": {},
   "outputs": [],
   "source": [
    "OUT_DIR = Path(OUT_DIR)\n",
    "OUT_DIR.mkdir(exist_ok=True, parents=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "1ba6b5f6-fcec-440d-96e4-6bc26d121ce7",
   "metadata": {},
   "outputs": [],
   "source": [
    "config = dotenv_values()\n",
    "\n",
    "ED_USERNAME = config['ED_USERNAME']\n",
    "ED_PASSWORD = config['ED_PASSWORD']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "2b1e4f33-57f5-4402-99da-7808029e2d8f",
   "metadata": {},
   "outputs": [],
   "source": [
    "work_dir = Path('work') / HLS_ID\n",
    "work_dir.mkdir(exist_ok=True, parents=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "590f638d-50be-4847-bef3-8c5b739d4246",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "source": [
    "## DSWx ID"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "ab4274fd-6f99-41af-8a3e-eed17d79daec",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z'"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def get_dswx_id(hls_id: str):\n",
    "    # Source: https://github.com/nasa/opera-sds-pcm/blob/83ed093f90fc7ed298f6bfc3a82f6aa48aece5e2/tools/ops/cnm_check.py#L84\n",
    "    m = re.match(\n",
    "        r'(?P<product_shortname>HLS[.]([LS])30)[.]'\n",
    "        r'(?P<tile_id>T[^\\W_]{5})[.]'\n",
    "        r'(?P<acquisition_ts>(?P<year>\\d{4})(?P<day_of_year>\\d{3})T(?P<hour>\\d{2})(?P<minute>\\d{2})(?P<second>\\d{2}))[.]'\n",
    "        r'(?P<collection_version>v\\d+[.]\\d+)$',\n",
    "        hls_id\n",
    "    )\n",
    "    tile = m.group(\"tile_id\")\n",
    "    year = m.group(\"year\")\n",
    "    doy = m.group(\"day_of_year\")\n",
    "    time_of_day = m.group(\"acquisition_ts\").split(\"T\")[1]\n",
    "    date = datetime.datetime(int(year), 1, 1) + datetime.timedelta(int(doy) - 1)\n",
    "    dswx_acquisition_dt_str = f\"{date.strftime('%Y%m%d')}T{time_of_day}\"\n",
    "\n",
    "    now = datetime.datetime.now()\n",
    "    now_str = now.strftime('%Y%m%d%H%S')\n",
    "    dswx_id = f'OPERA_L3_DSWx-HLS_{tile}_{dswx_acquisition_dt_str}Z_{now_str}Z'\n",
    "\n",
    "    return dswx_id\n",
    "\n",
    "dswx_id = get_dswx_id(HLS_ID)\n",
    "dswx_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d624306a-e3e2-4988-b654-96f31e5d0f4c",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "product_version = 1.0\n",
    "\n",
    "# This is where DSWx will get written\n",
    "output_dir = OUT_DIR / f'{dswx_id}_{product_version}'\n",
    "output_dir.mkdir(exist_ok=True, parents=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "cf5654f8-6ea4-4a6c-bcac-f4bbff703197",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "data = {'hls_id': HLS_ID,\n",
    "        'dswx_product_dir': str(output_dir)}\n",
    "json.dump(data,\n",
    "          open(output_dir / 'hls_dswx_dict.json', 'w'))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7d50a330-acef-40ca-8eb8-b2fb2274c457",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "source": [
    "# Download HLS Tile"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "e62f99e5-6e08-46b3-9812-5df70ea20fbb",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "hls_dir = work_dir / HLS_ID\n",
    "hls_dir.mkdir(exist_ok=True, parents=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "db494ab7-a925-4250-bb7f-dc3acbd97ce3",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Source: https://urs.earthdata.nasa.gov/documentation/for_users/data_access/python\n",
    "class SessionWithHeaderRedirection(requests.Session):\n",
    "    AUTH_HOST = 'urs.earthdata.nasa.gov'\n",
    "    def __init__(self, username, password):\n",
    "        super().__init__()\n",
    "        self.auth = (username, password)\n",
    "\n",
    "\n",
    "    def rebuild_auth(self, prepared_request, response):\n",
    "        headers = prepared_request.headers\n",
    "        url = prepared_request.url\n",
    "        if 'Authorization' in headers:\n",
    "            original_parsed = requests.utils.urlparse(response.request.url)\n",
    "            redirect_parsed = requests.utils.urlparse(url)\n",
    "            if (original_parsed.hostname != redirect_parsed.hostname) and \\\n",
    "                    redirect_parsed.hostname != self.AUTH_HOST and \\\n",
    "                    original_parsed.hostname != self.AUTH_HOST:\n",
    "                del headers['Authorization']\n",
    "\n",
    "        return"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "9ce1b886-cb68-486e-85a7-361460b50e45",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "@backoff.on_exception(backoff.expo,\n",
    "                      Exception,\n",
    "                      max_tries=10)\n",
    "def download_one(url: str, work_dir: Path = hls_dir):\n",
    "    # Source: https://stackoverflow.com/questions/16694907/download-large-file-in-python-with-requests\n",
    "    local_filename = work_dir / url.split('/')[-1]\n",
    "    session = SessionWithHeaderRedirection(ED_USERNAME, ED_PASSWORD)\n",
    "    with session.get(url, stream=True) as r:\n",
    "        r.raise_for_status()\n",
    "        with open(local_filename, 'wb') as f:\n",
    "            for chunk in r.iter_content(chunk_size=8192): \n",
    "                f.write(chunk)\n",
    "    return local_filename\n",
    "\n",
    "@backoff.on_exception(backoff.expo,\n",
    "                      Exception,\n",
    "                      max_tries=10)\n",
    "def get_hls_urls(hls_id: str) -> list[str]:\n",
    "    STAC_URL = 'https://cmr.earthdata.nasa.gov/stac'\n",
    "    api = Client.open(f'{STAC_URL}/LPCLOUD/')\n",
    "    hls_collections = ['HLSL30.v2.0', 'HLSS30.v2.0']\n",
    "\n",
    "    search_params = {\"collections\": hls_collections,\n",
    "                     \"ids\": [HLS_ID],\n",
    "                     \"max_items\": 5}\n",
    "    resp = api.search(**search_params)\n",
    "    resp_items = resp.item_collection()\n",
    "\n",
    "    urls = [asset.href for asset in resp_items[0].assets.values() if asset.href[-4:] not in ['.xml', '.jpg']]\n",
    "    return urls\n",
    "    \n",
    "def download_hls_data(hls_id: str) -> list[str]:\n",
    "    urls = get_hls_urls(hls_id)\n",
    "    with concurrent.futures.ThreadPoolExecutor(max_workers=5) as executor:\n",
    "        hls_paths = list(tqdm(executor.map(download_one, urls), total=len(urls)))\n",
    "    return sorted(hls_paths)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "5c723cbc-8b77-4fc0-a6c8-a6a7d38578a1",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 18/18 [00:41<00:00,  2.29s/it]\n"
     ]
    }
   ],
   "source": [
    "hls_paths = download_hls_data(HLS_ID)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2512bc45-c962-4f90-9d47-d52cbbd0419b",
   "metadata": {},
   "source": [
    "I don't think we need filter out tif files not used based on this issue ticket: https://github.com/nasa/PROTEUS/pull/15"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "ff0aceb4-894c-4cbe-a3af-bc9caf7f576c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B01.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B02.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B03.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B04.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B05.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B06.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B07.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B08.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B09.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B10.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B11.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B12.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B8A.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.Fmask.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.SAA.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.SZA.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.VAA.tif'),\n",
       " PosixPath('work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.VZA.tif')]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hls_paths_filtered = hls_paths # [p for p in hls_paths if not any([substring in p.name for substring in ['SAA.tif', 'SZA.tif', 'VAA.tif', 'VZA.tif']])]\n",
    "hls_paths_filtered"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "27af19fa-4a33-4aa7-beb7-8f7ff27203b8",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "source": [
    "# HLS Bounds (with a buffer)\n",
    "\n",
    "Get bounds of HLS tile"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "d7dab2b6-5fee-4bf7-859f-45605235cb65",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(133.8041012239109,\n",
       " -18.424596638694386,\n",
       " 135.34178227524004,\n",
       " -16.93442912213914)"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with rasterio.open(hls_paths_filtered[0]) as ds:\n",
    "    org_bounds = list(ds.bounds)\n",
    "    hls_crs = ds.crs\n",
    "org_bounds_4326 = transform_bounds(org_bounds, hls_crs, CRS.from_epsg(4326))\n",
    "\n",
    "hls_bounds = box(*org_bounds_4326).buffer(.25).bounds\n",
    "hls_bounds"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c953fdcc-74f5-4458-acd9-f1e038e17d52",
   "metadata": {},
   "source": [
    "# Auxiliary Datasets\n",
    "\n",
    "## DEM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "a041ffda-ab57-47b2-ad3f-bf5000d4699e",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Reading glo_30 Datasets: 100%|█████████████████████████████████████████████| 9/9 [00:14<00:00,  1.58s/it]\n"
     ]
    }
   ],
   "source": [
    "dst_area_or_point = 'Point'\n",
    "try:\n",
    "    dem, p_dem = stitch_dem(hls_bounds, \n",
    "                            'glo_30', \n",
    "                            dst_area_or_point=dst_area_or_point, \n",
    "                            dst_ellipsoidal_height=True)\n",
    "except NoDEMCoverage:\n",
    "    print('no DEM coverage')\n",
    "    dem, p_dem = read_geoid('egm_08', hls_bounds, res_buffer=1)\n",
    "    # removes extra channel; guess we could have used squeeze too\n",
    "    dem = dem[0, ...]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "fe49dc26-6041-4ac3-b36b-c3e00ea5000d",
   "metadata": {},
   "outputs": [],
   "source": [
    "dem_path = work_dir / 'glo_30.tif'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "eef48a47-1d16-4cf6-bd4e-5164fcca392d",
   "metadata": {},
   "outputs": [],
   "source": [
    "with rasterio.open(dem_path, 'w', **p_dem) as ds:\n",
    "   ds.write(dem, 1)\n",
    "   ds.update_tags(AREA_OR_POINT=dst_area_or_point)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7815b9ee-f8b2-45ed-a7dd-e34d45af5826",
   "metadata": {},
   "source": [
    "## ESA 10 m world cover"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "25fd13c2-a389-4a90-ac0a-33f7668113c9",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_esa_wc, p_wc = get_raster_from_tiles(hls_bounds, \n",
    "                                       tile_shortname='esa_world_cover_2021')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "5a4bc3e2-8ef5-4525-bbbc-7719fa58014c",
   "metadata": {},
   "outputs": [],
   "source": [
    "wc_10m_path = work_dir / f'wc_10m.tif'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "db82aa21-8b41-4ce2-ba20-a4f2a9dcb1f9",
   "metadata": {},
   "outputs": [],
   "source": [
    "with rasterio.open(wc_10m_path, 'w', **p_wc) as ds:\n",
    "    ds.write(X_esa_wc)\n",
    "    # See: https://github.com/nasa/PROTEUS/blob/e5b411a91d5e78bc1479ba6d146ce62a29823e49/src/proteus/dswx_hls.py#L1053-L1088\n",
    "    ds.update_tags(time_end='2021-12-31T23:59:59Z',\n",
    "                   time_start='2021-01-01T00:00:00Z')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "92db5e92-c067-45f9-95c7-84630b2512ae",
   "metadata": {},
   "outputs": [],
   "source": [
    "# with rasterio.open('https://esa-worldcover.s3.eu-central-1.amazonaws.com/v200/2021/map/ESA_WorldCover_10m_2021_v200_S18E135_Map.tif') as ds:\n",
    "#     tags = ds.tags()\n",
    "\n",
    "# tags"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c7b6139c-e912-42ba-8ac0-a350d87b4a43",
   "metadata": {},
   "source": [
    "# ESA 100 m World Cover"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "692a2356-f102-4209-aa4d-6868cf5f0215",
   "metadata": {},
   "outputs": [],
   "source": [
    "wc_100m_path =  work_dir / f'wc_100m.tif'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "5f38568f-8569-4a3e-a8dd-cd7806f58a6f",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_cop100, p_cop100 = get_raster_from_tiles(hls_bounds, \n",
    "                                           tile_shortname='cop_100_lulc_discrete',\n",
    "                                           year=2019)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "b268ab02-499f-48d9-b222-f84c8a225be5",
   "metadata": {},
   "outputs": [],
   "source": [
    "with rasterio.open(wc_100m_path, 'w', **p_cop100) as ds:\n",
    "    ds.write(X_cop100)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "44317d7f-fdaf-4027-b5bd-05ba9135a524",
   "metadata": {},
   "source": [
    "## NOAA GSHHS\n",
    "\n",
    "Commented out because it's not necessary when ocean mapping is not applied."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "f0caf089-c890-4f33-ae59-6c250a20ce13",
   "metadata": {},
   "outputs": [],
   "source": [
    "# %%time\n",
    "\n",
    "# #coastline_url = 'http://www.soest.hawaii.edu/pwessel/gshhg/gshhg-shp-2.3.7.zip' # Source: https://www.soest.hawaii.edu/pwessel/gshhg/index.html\n",
    "# coastline_url = ('https://asf-dem-west.s3.us-west-2.amazonaws.com'\n",
    "#                  '/WATER_MASK/GSHHG/GSHHS_shp/f/GSHHS_f_L1.shp')\n",
    "\n",
    "# df = gpd.read_file(coastline_url, bbox=hls_bounds)\n",
    "# df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "35e80340-6830-4f63-86b8-214a6d0396f7",
   "metadata": {},
   "outputs": [],
   "source": [
    "# coastline_path = work_dir / 'gshhs_coastline'\n",
    "# coastline_path_shp = coastline_path / (coastline_path.stem + '.shp')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "a0a745ee-7fa1-4690-b3af-d2513d5aa822",
   "metadata": {},
   "outputs": [],
   "source": [
    "# df.to_file(coastline_path)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a4ef274b-1d20-480f-8396-c88c65254116",
   "metadata": {},
   "source": [
    "## Delete all the data from memory"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "f2cd4042-d53f-4fec-b647-3d9c63852f7b",
   "metadata": {},
   "outputs": [],
   "source": [
    "del dem\n",
    "# del df\n",
    "del X_cop100\n",
    "del X_esa_wc"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b9998b2b-3139-4c70-a6c0-013c79b50de7",
   "metadata": {},
   "source": [
    "# Run DSWx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "c06842a4-3550-4df8-a10d-8ac5026cf976",
   "metadata": {},
   "outputs": [],
   "source": [
    "dswx_hls_runconfig_url = 'https://raw.githubusercontent.com/nasa/PROTEUS/main/src/proteus/defaults/dswx_hls.yaml'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "80680edf-15de-43ee-8692-d838c4367250",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'runconfig': {'name': 'dswx_hls_workflow_default',\n",
       "  'groups': {'pge_name_group': {'pge_name': 'DSWX_HLS_PGE'},\n",
       "   'input_file_group': {'input_file_path': None},\n",
       "   'dynamic_ancillary_file_group': {'dem_file': None,\n",
       "    'dem_file_description': None,\n",
       "    'landcover_file': None,\n",
       "    'landcover_file_description': None,\n",
       "    'worldcover_file': None,\n",
       "    'worldcover_file_description': None,\n",
       "    'shoreline_shapefile': None,\n",
       "    'shoreline_shapefile_description': None},\n",
       "   'primary_executable': {'product_type': 'DSWX_HLS'},\n",
       "   'product_path_group': {'product_path': None,\n",
       "    'scratch_path': None,\n",
       "    'output_dir': None,\n",
       "    'product_id': None,\n",
       "    'product_version': None},\n",
       "   'processing': {'check_ancillary_inputs_coverage': True,\n",
       "    'apply_ocean_masking': False,\n",
       "    'apply_aerosol_class_remapping': True,\n",
       "    'aerosol_not_water_to_high_conf_water_fmask_values': [224, 160, 96],\n",
       "    'aerosol_water_moderate_conf_to_high_conf_water_fmask_values': [224,\n",
       "     160,\n",
       "     96],\n",
       "    'aerosol_partial_surface_water_conservative_to_high_conf_water_fmask_values': [224,\n",
       "     192,\n",
       "     160,\n",
       "     128,\n",
       "     96],\n",
       "    'aerosol_partial_surface_aggressive_to_high_conf_water_fmask_values': [224,\n",
       "     192,\n",
       "     160,\n",
       "     128,\n",
       "     96],\n",
       "    'shadow_masking_algorithm': 'sun_local_inc_angle',\n",
       "    'min_slope_angle': -5,\n",
       "    'max_sun_local_inc_angle': 40,\n",
       "    'mask_adjacent_to_cloud_mode': 'mask',\n",
       "    'forest_mask_landcover_classes': [20,\n",
       "     50,\n",
       "     111,\n",
       "     113,\n",
       "     115,\n",
       "     116,\n",
       "     121,\n",
       "     123,\n",
       "     125,\n",
       "     126],\n",
       "    'ocean_masking_shoreline_distance_km': 1,\n",
       "    'save_wtr': True,\n",
       "    'save_bwtr': True,\n",
       "    'save_conf': True,\n",
       "    'save_diag': True,\n",
       "    'save_wtr_1': True,\n",
       "    'save_wtr_2': True,\n",
       "    'save_land': True,\n",
       "    'save_shad': True,\n",
       "    'save_cloud': True,\n",
       "    'save_dem': True,\n",
       "    'save_rgb': False,\n",
       "    'save_infrared_rgb': False},\n",
       "   'browse_image_group': {'save_browse': True,\n",
       "    'browse_image_height': 1024,\n",
       "    'browse_image_width': 1024,\n",
       "    'exclude_psw_aggressive_in_browse': True,\n",
       "    'not_water_in_browse': 'white',\n",
       "    'cloud_in_browse': 'gray',\n",
       "    'snow_in_browse': 'cyan'},\n",
       "   'hls_thresholds': {'wigt': 0.124,\n",
       "    'awgt': 0.0,\n",
       "    'pswt_1_mndwi': -0.44,\n",
       "    'pswt_1_nir': 1500,\n",
       "    'pswt_1_swir1': 900,\n",
       "    'pswt_1_ndvi': 0.7,\n",
       "    'pswt_2_mndwi': -0.5,\n",
       "    'pswt_2_blue': 1000,\n",
       "    'pswt_2_nir': 2500,\n",
       "    'pswt_2_swir1': 3000,\n",
       "    'pswt_2_swir2': 1000,\n",
       "    'lcmask_nir': 1200}}}}"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "resp = requests.get(dswx_hls_runconfig_url)\n",
    "runconfig_dict = yaml.safe_load(resp.content)\n",
    "runconfig_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "33b42573-f08c-4d67-923b-7d101dafa83c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'wigt': 0.124,\n",
       " 'awgt': 0.0,\n",
       " 'pswt_1_mndwi': -0.44,\n",
       " 'pswt_1_nir': 1500,\n",
       " 'pswt_1_swir1': 900,\n",
       " 'pswt_1_ndvi': 0.7,\n",
       " 'pswt_2_mndwi': -0.5,\n",
       " 'pswt_2_blue': 1000,\n",
       " 'pswt_2_nir': 2500,\n",
       " 'pswt_2_swir1': 3000,\n",
       " 'pswt_2_swir2': 1000,\n",
       " 'lcmask_nir': 1200}"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input_directory = str(hls_paths_filtered[0].parent.resolve())\n",
    "hls_threshold = runconfig_dict['runconfig']['groups']['hls_thresholds']\n",
    "hls_threshold"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "f28588ab-3630-4d10-81d2-07235f4b808f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B01.tif',\n",
       " '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B02.tif']"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hls_paths_str = [str(p.resolve()) for p in sorted(hls_paths_filtered)]\n",
    "hls_paths_str[:2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "0a457a35-2df9-4dd7-9466-0d40b9040f6e",
   "metadata": {},
   "outputs": [],
   "source": [
    "runconfig_dict['runconfig']['groups']['processing']['apply_aerosol_class_remapping'] = AEROSOL_PARAM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "273d676f-8460-466c-9fe0-7f7fce0131bc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'[/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0]'"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "s = str([str(hls_paths[0].parent.resolve())]).replace(\"'\", \"\")\n",
    "s"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "6582791c-31fd-4f2a-a06a-2223e0896e80",
   "metadata": {},
   "outputs": [],
   "source": [
    "runconfig_dict['runconfig']['groups']['input_file_group']['input_file_path'] = hls_paths_str# [str(hls_paths_filtered[0].parent.resolve())]\n",
    "runconfig_dict['runconfig']['groups']['dynamic_ancillary_file_group']['dem_file'] = str(dem_path.resolve())\n",
    "runconfig_dict['runconfig']['groups']['dynamic_ancillary_file_group']['landcover_file'] = str(wc_100m_path.resolve())\n",
    "runconfig_dict['runconfig']['groups']['dynamic_ancillary_file_group']['worldcover_file'] = str(wc_10m_path.resolve())\n",
    "#runconfig_dict['runconfig']['groups']['dynamic_ancillary_file_group']['worldcover_file_description'] = '2021'\n",
    "\n",
    "#runconfig_dict['runconfig']['groups']['dynamic_ancillary_file_group']['shoreline_shapefile'] = str(coastline_path_shp.resolve())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "fdacbb36-ec9f-4a9e-ad00-f030501097f9",
   "metadata": {
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "product_path = work_dir / 'product'\n",
    "scratch_path = work_dir / 'scratch'\n",
    "\n",
    "runconfig_dict['runconfig']['groups']['product_path_group']['product_path'] = str(product_path.resolve())\n",
    "runconfig_dict['runconfig']['groups']['product_path_group']['scratch_path'] = str(scratch_path.resolve())\n",
    "runconfig_dict['runconfig']['groups']['product_path_group']['product_version'] = product_version\n",
    "runconfig_dict['runconfig']['groups']['product_path_group']['product_id'] = dswx_id\n",
    "runconfig_dict['runconfig']['groups']['product_path_group']['output_dir'] = str(output_dir)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "83d3edfa-98b1-456e-a48a-5516a1f17378",
   "metadata": {},
   "outputs": [],
   "source": [
    "runconfig_path = work_dir/ 'runconfig.yaml'\n",
    "with open(runconfig_path, 'w') as f:\n",
    "    yaml.safe_dump(runconfig_dict, f, default_flow_style=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8380f06f-9b63-4e8d-836a-211f428c12bd",
   "metadata": {},
   "source": [
    "We use [this](https://github.com/nasa/PROTEUS/blob/main/tests/test_dswx_hls_workflow.py) to get python error-handling. Still a little opaque with runconfig ingestion, but the args should be readable."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "7cfcae20-12e7-4a7d-b3bf-a5e6d67230dd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'input_list': ['/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B01.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B02.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B03.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B04.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B05.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B06.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B07.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B08.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B09.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B10.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B11.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B12.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B8A.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.Fmask.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.SAA.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.SZA.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.VAA.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.VZA.tif'],\n",
       " 'dem_file': '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/glo_30.tif',\n",
       " 'dem_file_description': None,\n",
       " 'landcover_file': '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/wc_100m.tif',\n",
       " 'landcover_file_description': None,\n",
       " 'worldcover_file': '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/wc_10m.tif',\n",
       " 'worldcover_file_description': None,\n",
       " 'shoreline_shapefile': None,\n",
       " 'shoreline_shapefile_description': None,\n",
       " 'output_file': None,\n",
       " 'output_interpreted_band': 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B01_WTR.tif',\n",
       " 'output_rgb_file': None,\n",
       " 'output_infrared_rgb_file': None,\n",
       " 'output_binary_water': 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B02_BWTR.tif',\n",
       " 'output_confidence_layer': 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B03_CONF.tif',\n",
       " 'output_diagnostic_layer': 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B04_DIAG.tif',\n",
       " 'output_non_masked_dswx': 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B05_WTR-1.tif',\n",
       " 'output_shadow_masked_dswx': 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B06_WTR-2.tif',\n",
       " 'output_landcover': 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B07_LAND.tif',\n",
       " 'output_shadow_layer': 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B08_SHAD.tif',\n",
       " 'output_cloud_layer': 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B09_CLOUD.tif',\n",
       " 'output_dem_layer': 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B10_DEM.tif',\n",
       " 'output_browse_image': 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_BROWSE.png',\n",
       " 'browse_image_height': 1024,\n",
       " 'browse_image_width': 1024,\n",
       " 'exclude_psw_aggressive_in_browse': True,\n",
       " 'not_water_in_browse': 'white',\n",
       " 'cloud_in_browse': 'gray',\n",
       " 'snow_in_browse': 'cyan',\n",
       " 'flag_offset_and_scale_inputs': False,\n",
       " 'scratch_dir': '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/scratch',\n",
       " 'product_id': 'OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z',\n",
       " 'product_version': '1.0',\n",
       " 'check_ancillary_inputs_coverage': True,\n",
       " 'apply_ocean_masking': False,\n",
       " 'apply_aerosol_class_remapping': True,\n",
       " 'shadow_masking_algorithm': 'sun_local_inc_angle',\n",
       " 'min_slope_angle': -5,\n",
       " 'max_sun_local_inc_angle': 40,\n",
       " 'mask_adjacent_to_cloud_mode': 'mask',\n",
       " 'forest_mask_landcover_classes': [20,\n",
       "  50,\n",
       "  111,\n",
       "  113,\n",
       "  115,\n",
       "  116,\n",
       "  121,\n",
       "  123,\n",
       "  125,\n",
       "  126],\n",
       " 'ocean_masking_shoreline_distance_km': 1,\n",
       " 'flag_debug': False,\n",
       " 'log_file': None,\n",
       " 'full_log_formatting': False,\n",
       " 'aerosol_not_water_to_high_conf_water_fmask_values': [224, 160, 96],\n",
       " 'aerosol_water_moderate_conf_to_high_conf_water_fmask_values': [224, 160, 96],\n",
       " 'aerosol_partial_surface_water_conservative_to_high_conf_water_fmask_values': [224,\n",
       "  192,\n",
       "  160,\n",
       "  128,\n",
       "  96],\n",
       " 'aerosol_partial_surface_aggressive_to_high_conf_water_fmask_values': [224,\n",
       "  192,\n",
       "  160,\n",
       "  128,\n",
       "  96]}"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parser = get_dswx_hls_cli_parser()\n",
    "args = parser.parse_args([f'{input_directory}'])\n",
    "runconfig_constants = parse_runconfig_file(user_runconfig_file=str(runconfig_path.resolve()), \n",
    "                                           args=args)\n",
    "args.__dict__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "2550e942-692d-4717-a48b-c60a701e5837",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(['/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B01.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B02.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B03.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B04.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B05.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B06.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B07.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B08.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B09.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B10.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B11.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B12.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.B8A.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.Fmask.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.SAA.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.SZA.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.VAA.tif',\n",
       "  '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0/HLS.S30.T53KMA.2021258T011731.v2.0.VZA.tif'],\n",
       " [20, 50, 111, 113, 115, 116, 121, 123, 125, 126],\n",
       " True,\n",
       " 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B05_WTR-1.tif',\n",
       " '/Users/cmarshak/bekaert-team/dswx-hls-pst-workflow/work/HLS.S30.T53KMA.2021258T011731.v2.0/wc_100m.tif',\n",
       " 'out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B07_LAND.tif')"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(args.input_list,\n",
    "args.forest_mask_landcover_classes, \n",
    "args.apply_aerosol_class_remapping, \n",
    "args.output_non_masked_dswx, \n",
    "args.landcover_file, \n",
    "args.output_landcover)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "965bae94-f50d-4e7a-9d16-96a216264995",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/cmarshak/mambaforge/envs/dswx_hls_generation/lib/python3.11/site-packages/osgeo/gdal.py:287: FutureWarning: Neither gdal.UseExceptions() nor gdal.DontUseExceptions() has been explicitly called. In GDAL 4.0, exceptions will be enabled by default.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0...10...20...30...40...50...60...70...80...90...out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B10_DEM.tif is a valid cloud optimized GeoTIFF\n",
      "\n",
      "The size of all IFD headers is 4778 bytes\n",
      "100 - done.\n",
      "0...10...20...30...40...50...60...70...80...90...out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B08_SHAD.tif is a valid cloud optimized GeoTIFF\n",
      "\n",
      "The size of all IFD headers is 12456 bytes\n",
      "100 - done.\n",
      "0...10...20...30...40...50...60...70...80...90...out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B07_LAND.tif is a valid cloud optimized GeoTIFF\n",
      "\n",
      "The size of all IFD headers is 12520 bytes\n",
      "100 - done.\n",
      "0...10...20...30...40...50...60...70...80...90...out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B04_DIAG.tif is a valid cloud optimized GeoTIFF\n",
      "\n",
      "The size of all IFD headers is 4802 bytes\n",
      "100 - done.\n",
      "0...10...20...30...40...50...60...70...80...90...out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B05_WTR-1.tif is a valid cloud optimized GeoTIFF\n",
      "\n",
      "The size of all IFD headers is 12550 bytes\n",
      "100 - done.\n",
      "0...10...20...30...40...50...60...70...80...90...out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B06_WTR-2.tif is a valid cloud optimized GeoTIFF\n",
      "\n",
      "The size of all IFD headers is 12566 bytes\n",
      "100 - done.\n",
      "0...10...20...30...40...50...60...70...80...90...out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B01_WTR.tif is a valid cloud optimized GeoTIFF\n",
      "\n",
      "The size of all IFD headers is 12514 bytes\n",
      "100 - done.\n",
      "0...10...20...30...40...50...60...70...80...90...out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_BROWSE.tif is a valid cloud optimized GeoTIFF\n",
      "\n",
      "The size of all IFD headers is 12424 bytes\n",
      "100 - done.\n",
      "0...10...20...30...40...50...60...70...80...90...out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B09_CLOUD.tif is a valid cloud optimized GeoTIFF\n",
      "\n",
      "The size of all IFD headers is 12546 bytes\n",
      "100 - done.\n",
      "0...10...20...30...40...50...60...70...80...90...out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B02_BWTR.tif is a valid cloud optimized GeoTIFF\n",
      "\n",
      "The size of all IFD headers is 12508 bytes\n",
      "100 - done.\n",
      "0...10...20...30...40...50...60...70...80...90...out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B03_CONF.tif is a valid cloud optimized GeoTIFF\n",
      "\n",
      "The size of all IFD headers is 12520 bytes\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "generate_dswx_layers(\n",
    "        args.input_list,\n",
    "        args.output_file,\n",
    "        hls_thresholds = runconfig_constants.hls_thresholds,\n",
    "        dem_file=args.dem_file,\n",
    "        dem_file_description=args.dem_file_description,\n",
    "        output_interpreted_band=args.output_interpreted_band,\n",
    "        output_rgb_file=args.output_rgb_file,\n",
    "        output_infrared_rgb_file=args.output_infrared_rgb_file,\n",
    "        output_binary_water=args.output_binary_water,\n",
    "        output_confidence_layer=args.output_confidence_layer,\n",
    "        output_diagnostic_layer=args.output_diagnostic_layer,\n",
    "        output_non_masked_dswx=args.output_non_masked_dswx,\n",
    "        output_shadow_masked_dswx=args.output_shadow_masked_dswx,\n",
    "        output_landcover=args.output_landcover,\n",
    "        output_shadow_layer=args.output_shadow_layer,\n",
    "        output_cloud_layer=args.output_cloud_layer,\n",
    "        output_dem_layer=args.output_dem_layer,\n",
    "        output_browse_image=args.output_browse_image,\n",
    "        browse_image_height=args.browse_image_height,\n",
    "        browse_image_width=args.browse_image_width,\n",
    "        exclude_psw_aggressive_in_browse=args.exclude_psw_aggressive_in_browse,\n",
    "        not_water_in_browse=args.not_water_in_browse,\n",
    "        cloud_in_browse=args.cloud_in_browse,\n",
    "        snow_in_browse=args.snow_in_browse,\n",
    "        landcover_file=args.landcover_file,\n",
    "        landcover_file_description=args.landcover_file_description,\n",
    "        worldcover_file=args.worldcover_file,\n",
    "        worldcover_file_description=args.worldcover_file_description,\n",
    "        shoreline_shapefile=args.shoreline_shapefile,\n",
    "        shoreline_shapefile_description=args.shoreline_shapefile_description,\n",
    "        flag_offset_and_scale_inputs=args.flag_offset_and_scale_inputs,\n",
    "        scratch_dir=args.scratch_dir,\n",
    "        product_id=args.product_id,\n",
    "        product_version=args.product_version,\n",
    "        check_ancillary_inputs_coverage=args.check_ancillary_inputs_coverage,\n",
    "        apply_ocean_masking=args.apply_ocean_masking,\n",
    "        apply_aerosol_class_remapping=args.apply_aerosol_class_remapping,\n",
    "        aerosol_not_water_to_high_conf_water_fmask_values =\n",
    "            args.aerosol_not_water_to_high_conf_water_fmask_values,\n",
    "        aerosol_water_moderate_conf_to_high_conf_water_fmask_values =\n",
    "            args.aerosol_water_moderate_conf_to_high_conf_water_fmask_values,\n",
    "        aerosol_partial_surface_water_conservative_to_high_conf_water_fmask_values =\n",
    "            args.aerosol_partial_surface_water_conservative_to_high_conf_water_fmask_values,\n",
    "        aerosol_partial_surface_aggressive_to_high_conf_water_fmask_values =\n",
    "            args.aerosol_partial_surface_aggressive_to_high_conf_water_fmask_values,\n",
    "        shadow_masking_algorithm=args.shadow_masking_algorithm,\n",
    "        min_slope_angle = args.min_slope_angle,\n",
    "        max_sun_local_inc_angle=args.max_sun_local_inc_angle,\n",
    "        mask_adjacent_to_cloud_mode=args.mask_adjacent_to_cloud_mode,\n",
    "        forest_mask_landcover_classes=args.forest_mask_landcover_classes,\n",
    "        ocean_masking_shoreline_distance_km = \\\n",
    "            args.ocean_masking_shoreline_distance_km,\n",
    "        flag_debug=args.flag_debug)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ef38a23d-d432-4b15-a3cc-d5385dcc3a9e",
   "metadata": {},
   "source": [
    "# Inspect"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "9a650afe-cd68-4f86-9caa-6f720b9e6d27",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PosixPath('out/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_1.0/OPERA_L3_DSWx-HLS_T53KMA_20210915T011731Z_202401161621Z_v1.0_B01_WTR.tif')"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wtr_path = list(output_dir.glob('*WTR.tif'))[0]\n",
    "wtr_path"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "d0ad3364-361e-479e-a134-2648f611ea68",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'driver': 'GTiff', 'dtype': 'uint8', 'nodata': 255.0, 'width': 3660, 'height': 3660, 'count': 1, 'crs': CRS.from_wkt('PROJCS[\"UTM Zone 53, Northern Hemisphere\",GEOGCS[\"Unknown datum based upon the WGS 84 ellipsoid\",DATUM[\"Not specified (based on WGS 84 spheroid)\",SPHEROID[\"WGS 84\",6378137,298.257223563,AUTHORITY[\"EPSG\",\"7030\"]]],PRIMEM[\"Greenwich\",0],UNIT[\"degree\",0.0174532925199433,AUTHORITY[\"EPSG\",\"9122\"]]],PROJECTION[\"Transverse_Mercator\"],PARAMETER[\"latitude_of_origin\",0],PARAMETER[\"central_meridian\",135],PARAMETER[\"scale_factor\",0.9996],PARAMETER[\"false_easting\",500000],PARAMETER[\"false_northing\",0],UNIT[\"metre\",1,AUTHORITY[\"EPSG\",\"9001\"]],AXIS[\"Easting\",EAST],AXIS[\"Northing\",NORTH]]'), 'transform': Affine(30.0, 0.0, 399960.0,\n",
       "       0.0, -30.0, -1899960.0), 'blockxsize': 512, 'blockysize': 512, 'tiled': True, 'compress': 'deflate', 'interleave': 'band'}"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with rasterio.open(wtr_path) as ds:\n",
    "    X = ds.read(1)\n",
    "    p = ds.profile\n",
    "p"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "154f4e4b-64c2-46e2-898b-b8c8b40a7c0f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.colorbar.Colorbar at 0x290530090>"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAgIAAAGiCAYAAACVsa6/AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAAA+iUlEQVR4nO3de1RUZ5ov/m/JpUQCO1ysKqotOZyO2poing5moJhMxBvCNKIxJ9qxh6M9LjWtkmGAyUQ9WSEzCWRcJ5qsQ8d2bMe7g2ethGgvDS2OAZtGvNDhp6ixzQQTyFBi20UVGKzCqvf3h83ulFykqIKi2N/PWu8aa9ezi+ft3dP11HvZWyWEECAiIiJFGufvBIiIiMh/WAgQEREpGAsBIiIiBWMhQEREpGAsBIiIiBSMhQAREZGCsRAgIiJSMBYCRERECsZCgIiISMFYCBARESnYqC8EPvjgAyQkJGD8+PFISkrCb37zG3+nRERENGaM6kLgyJEjyMvLw5YtW/DZZ5/hr/7qr5CZmYmvv/7a36kRERGNCarR/NCh5ORkPP3009ixY4d8bPr06ViyZAlKSkr8mBkREdHYEOzvBPrjcDhQX1+P1157ze14eno6amtre8Xb7XbY7Xb5tcvlwh//+EfExMRApVINe75ERORbQgh0dHRAr9dj3LjhG8C+d+8eHA6H158TGhqK8ePH+yCjESZGqW+++UYAEL/97W/djr/99tti6tSpveLfeOMNAYCNjY2NbYy15ubmYfuu6erqEjpNkE/y1Ol0oqura1B/t7i4WMyaNUs89thjYuLEiWLx4sXi888/d4tZuXJlr7+RnJzsFnPv3j2xceNGERMTIyZMmCAWLVrk8X9eo3ZEoMfDv+aFEH3+wt+0aRPy8/Pl11arFZMnT8az+GsEI2TY8yQiIt+6j27U4AQiIiKG7W84HA6Y25xoqo9HZMTQRx1sHS4kJH0Fh8MxqFGB6upqbNiwAc888wzu37+PLVu2ID09HVevXkV4eLgcl5GRgT179sivQ0ND3T4nLy8Pv/rVr1BWVoaYmBgUFBQgKysL9fX1CAoKGlTuo7YQiI2NRVBQEMxms9vxtrY2aLXaXvFqtRpqtbrX8WCEIFjFQoCIKOCIB/9nJKZ3IyPGeVUIeKqiosLt9Z49e6DRaFBfX4/nnntOPq5Wq6HT6fr8DKvVit27d+PAgQOYP38+AODgwYMwGAw4deoUFi5cOKhcRu2ugdDQUCQlJaGystLteGVlJVJTU/2UFRERjUVO4fK6AYDNZnNr3127NhCr1QoAiI6OdjteVVUFjUaDqVOnYs2aNWhra5Pfq6+vR3d3N9LT0+Vjer0eRqOxz7V0/Rm1hQAA5Ofn45e//CX+7d/+DdeuXcPf//3f4+uvv8bLL7/s79SIiGgMcUF43QDAYDBAkiS5DWaHmxAC+fn5ePbZZ2E0GuXjmZmZOHToEE6fPo13330XFy5cwNy5c+Xiwmw2IzQ0FFFRUW6fp9Vqe42mD2TUTg0AwPLly3Hnzh380z/9E1pbW2E0GnHixAnEx8f7OzUiIhpDXHDB5eX5ANDc3IzIyEj5eF9T1g/buHEjLl26hJqaGrfjy5cvl/9tNBoxa9YsxMfH4/jx41i6dGm/n9ffWrr+jOpCAADWr1+P9evX+zsNIiKiR4qMjHQrBB4lNzcXx44dw5kzZzBp0qQBY+Pi4hAfH48bN24AAHQ6HRwOBywWi9uoQFtbm0dT6KN6aoCIiGgkOIXwunlCCIGNGzfio48+wunTp5GQkPDIc+7cuYPm5mbExcUBAJKSkhASEuK2lq61tRWNjY0eFQKjfkSAiIhouH13nn+o53tiw4YNOHz4MI4ePYqIiAh5Tl+SJISFhaGzsxNFRUV44YUXEBcXh5s3b2Lz5s2IjY3F888/L8euXr0aBQUFiImJQXR0NAoLC5GYmCjvIhgMFgJEREQjrOfW+WlpaW7H9+zZg1WrViEoKAiXL1/G/v370d7ejri4OMyZMwdHjhxxu6/C9u3bERwcjGXLlqGrqwvz5s3D3r17B30PAWCUP2vAGzabDZIkIQ2LeR8BIqIAdF90owpHYbVaPZp390TPd0XT53GI8OI+Ah0dLiT8oHVYcx0uHBEgIiLFG+mpgdGEiwWJiIgUjCMCRESkeENZ+f/w+YGKhQARESme60/Nm/MDFacGiIiIFIwjAkREpHhOCDi9WPDnzbn+xkKAiIgUzykeNG/OD1QsBIiISPG4RoCIiIgUiSMCRESkeC6o4MTgH93b1/mBioUAEREpnks8aN6cH6g4NUBERKRgHBEgIiLFc3o5NeDNuf7GQoCIiBRPyYUApwaIiIgUjCMCRESkeC6hgkt4sWvAi3P9jYUAEREpHqcGiIiISJE4IkBERIrnxDg4vfht7PRhLiONhQARESme8HKNgOAaASIiosDFNQJERESkSBwRICIixXOKcXAKL9YIBPCzBlgIEBGR4rmggsuLQXIXArcS4NQAERGRgnFEgIiIFE/JiwVZCBARkeJ5v0aAUwNEREQUgDgiQEREivdgsaAXDx3i1AAREVHgcnl5i2HuGiAiIqKAxBEBIiJSPCUvFmQhQEREiufCOMXeUIiFABERKZ5TqOD04gmC3pzrb1wjQEREpGA+LwSKioqgUqncmk6nk98XQqCoqAh6vR5hYWFIS0vDlStX3D7DbrcjNzcXsbGxCA8PR3Z2NlpaWnydKhEREQDA+addA960QDUsmT/55JNobW2V2+XLl+X3tm7dim3btqG0tBQXLlyATqfDggUL0NHRIcfk5eWhvLwcZWVlqKmpQWdnJ7KysuB0OocjXSIiUjiXGOd1C1TDskYgODjYbRSghxAC7733HrZs2YKlS5cCAPbt2wetVovDhw9j3bp1sFqt2L17Nw4cOID58+cDAA4ePAiDwYBTp05h4cKFw5EykW+oVEAArx4mIuUZlhLmxo0b0Ov1SEhIwI9//GN8+eWXAICmpiaYzWakp6fLsWq1GrNnz0ZtbS0AoL6+Ht3d3W4xer0eRqNRjumL3W6HzWZza0QjLUgzESq12t9pEJGHODXgQ8nJydi/fz9+/etfY9euXTCbzUhNTcWdO3dgNpsBAFqt1u0crVYrv2c2mxEaGoqoqKh+Y/pSUlICSZLkZjAYfNwzokdz3mqDsNv9nQYReciFP+8cGEpz+bsDXvB5IZCZmYkXXngBiYmJmD9/Po4fPw7gwRRAD5XKfZuFEKLXsYc9KmbTpk2wWq1ya25u9qIXREREyjDsYxnh4eFITEzEjRs35HUDD/+yb2trk0cJdDodHA4HLBZLvzF9UavViIyMdGtERESD0XNDIW9aoBr2zO12O65du4a4uDgkJCRAp9OhsrJSft/hcKC6uhqpqakAgKSkJISEhLjFtLa2orGxUY4hIiLypZ5bDHvTApXPdw0UFhZi0aJFmDx5Mtra2vDWW2/BZrNh5cqVUKlUyMvLQ3FxMaZMmYIpU6aguLgYEyZMwIoVKwAAkiRh9erVKCgoQExMDKKjo1FYWChPNRAREZHv+LwQaGlpwUsvvYQ//OEPmDhxIlJSUlBXV4f4+HgAwKuvvoquri6sX78eFosFycnJOHnyJCIiIuTP2L59O4KDg7Fs2TJ0dXVh3rx52Lt3L4KCgnydLhEREVxQwYWh3ybYm3P9TSXE2Nz0bLPZIEkS0rAYwaoQf6dDREQeui+6UYWjsFqtw7buq+e7YvvFVIQ9NvTfxl2d9/H3s2qHNdfhwocOERGR4nl7LwDeR4CIiIgCEkcEiIhI8VxCBZcXjxL25lx/YyFARESK5/JyaoD3ESAiIqKAxBEBIiJSPG8fJczHEBMREQUwJ1RwenEvAG/O9bfALWGIiIjIaxwRICIixePUABERkYI54d3wvtN3qYy4wC1hiIiIyGscESAiIsXj1AAREZGCOcU4OL34MvfmXH9jIUBERIonvHwMseD2QSIiIgpEHBEgIiLFU/LUQOBmTkRE5CM9Tx/0pnmipKQEzzzzDCIiIqDRaLBkyRJcv37dLUYIgaKiIuj1eoSFhSEtLQ1Xrlxxi7Hb7cjNzUVsbCzCw8ORnZ2NlpYWj3JhIUBERDTCqqursWHDBtTV1aGyshL3799Heno67t69K8ds3boV27ZtQ2lpKS5cuACdTocFCxago6NDjsnLy0N5eTnKyspQU1ODzs5OZGVlwekc/J0NODVARESK5/TyMcSenltRUeH2es+ePdBoNKivr8dzzz0HIQTee+89bNmyBUuXLgUA7Nu3D1qtFocPH8a6detgtVqxe/duHDhwAPPnzwcAHDx4EAaDAadOncLChQsHlQtHBIiISPF8NTVgs9ncmt1uH9Tft1qtAIDo6GgAQFNTE8xmM9LT0+UYtVqN2bNno7a2FgBQX1+P7u5utxi9Xg+j0SjHDAYLASIiIh8xGAyQJEluJSUljzxHCIH8/Hw8++yzMBqNAACz2QwA0Gq1brFarVZ+z2w2IzQ0FFFRUf3GDAanBoiISPFcGAeXF7+Ne85tbm5GZGSkfFytVj/y3I0bN+LSpUuoqanp9Z5K5b4IUQjR69jDBhPzXRwRICIixXMKldcNACIjI93aowqB3NxcHDt2DJ9++ikmTZokH9fpdADQ65d9W1ubPEqg0+ngcDhgsVj6jRkMFgJEREQjTAiBjRs34qOPPsLp06eRkJDg9n5CQgJ0Oh0qKyvlYw6HA9XV1UhNTQUAJCUlISQkxC2mtbUVjY2NcsxgcGqAiIgUbyj3Anj4fE9s2LABhw8fxtGjRxERESH/8pckCWFhYVCpVMjLy0NxcTGmTJmCKVOmoLi4GBMmTMCKFSvk2NWrV6OgoAAxMTGIjo5GYWEhEhMT5V0Eg8FCgIiIFE94+fRB4eG5O3bsAACkpaW5Hd+zZw9WrVoFAHj11VfR1dWF9evXw2KxIDk5GSdPnkRERIQcv337dgQHB2PZsmXo6urCvHnzsHfvXgQFBQ06F5UQQniUfYCw2WyQJAlpWIxgVYi/0yEiIg/dF92owlFYrVa3BXi+1PNdsbp6GUIfG/p3haOzG7tn/79hzXW4cI0AERGRgnFqgIiIFM8lPJ/nf/j8QMVCgIiIFM/l5RoBb871t8DNnIiIiLzGEQEiIlI8F1RwwYupAS/O9TcWAkREpHjfvTvgUM8PVJwaICIiUjCOCBARkeIpebEgCwEiIlI8F7y8xXAArxEI3BKGiIiIvMYRASIiUjzh5a4BEcAjAiwEiIhI8Ub66YOjCQsBIiJSPCUvFvQ48zNnzmDRokXQ6/VQqVT4+OOP3d4XQqCoqAh6vR5hYWFIS0vDlStX3GLsdjtyc3MRGxuL8PBwZGdno6WlxS3GYrEgJycHkiRBkiTk5OSgvb3d4w4SERFR/zwuBO7evYuZM2eitLS0z/e3bt2Kbdu2obS0FBcuXIBOp8OCBQvQ0dEhx+Tl5aG8vBxlZWWoqalBZ2cnsrKy4HQ65ZgVK1agoaEBFRUVqKioQENDA3JycobQRSIiooH1TA140wKVx1MDmZmZyMzM7PM9IQTee+89bNmyBUuXLgUA7Nu3D1qtFocPH8a6detgtVqxe/duHDhwAPPnzwcAHDx4EAaDAadOncLChQtx7do1VFRUoK6uDsnJyQCAXbt2wWQy4fr165g2bdpQ+0tERNSLkm8x7NNJjaamJpjNZqSnp8vH1Go1Zs+ejdraWgBAfX09uru73WL0ej2MRqMcc/bsWUiSJBcBAJCSkgJJkuSYh9ntdthsNrdGREREA/NpIWA2mwEAWq3W7bhWq5XfM5vNCA0NRVRU1IAxGo2m1+drNBo55mElJSXyegJJkmAwGLzuDxERKYOSpwaGZZmjSuX+H4gQotexhz0c01f8QJ+zadMmWK1WuTU3Nw8hcyIiUiIWAj6i0+kAoNev9ra2NnmUQKfTweFwwGKxDBhz69atXp9/+/btXqMNPdRqNSIjI90aERERDcynhUBCQgJ0Oh0qKyvlYw6HA9XV1UhNTQUAJCUlISQkxC2mtbUVjY2NcozJZILVasX58+flmHPnzsFqtcoxREREvqLkEQGPdw10dnbiiy++kF83NTWhoaEB0dHRmDx5MvLy8lBcXIwpU6ZgypQpKC4uxoQJE7BixQoAgCRJWL16NQoKChATE4Po6GgUFhYiMTFR3kUwffp0ZGRkYM2aNdi5cycAYO3atcjKyuKOASIi8jneWdADFy9exJw5c+TX+fn5AICVK1di7969ePXVV9HV1YX169fDYrEgOTkZJ0+eREREhHzO9u3bERwcjGXLlqGrqwvz5s3D3r17ERQUJMccOnQIr7zyiry7IDs7u997FxAREdHQqIQQwt9JDAebzQZJkpCGxQhWhfg7HSIi8tB90Y0qHIXVah22dV893xXzT6xDcLh6yJ9z/64dp/5657DmOlz4rAEiIlI8Tg0QEREpmJILgcB9XBIRERF5jSMCRESkeEoeEWAhQEREiqfkQoBTA0RERArGEQEiIlI8IVQQXvyq9+Zcf2MhQEREiueCCi54MTXgxbn+xqkBIiIiBeOIABERKZ6SFwuyECAiIsVT8hoBTg0QEREpGEcEiIhI8Tg1QEREpGBKnhpgIUBERIonvBwRCORCgGsEiIiIFIwjAkREpHgCgBDenR+oWAgQEZHiuaCCincWJCIiIqXhiAARESkedw0QEREpmEuooFLofQQ4NUBERKRgHBEgIiLFE8LLXQMBvG2AhQARESmektcIcGqAiIhIwTgiQEREiqfkEQEWAkREpHhK3jXAQoCIiBRPyYsFuUaAiIhIwTgiQEREivdgRMCbNQI+TGaEsRAgIiLFU/JiQU4NEBERKRhHBIiISPHEn5o35wcqFgJERKR4nBogIiIiReKIABERkYLnBlgIEBEReTk1gACeGmAhQEREisc7CxIREdGIOXPmDBYtWgS9Xg+VSoWPP/7Y7f1Vq1ZBpVK5tZSUFLcYu92O3NxcxMbGIjw8HNnZ2WhpafE4F48LgZFK3mKxICcnB5IkQZIk5OTkoL293eMOEhERPUrPrgFvmifu3r2LmTNnorS0tN+YjIwMtLa2yu3EiRNu7+fl5aG8vBxlZWWoqalBZ2cnsrKy4HQ6PcrF46mBnuR/+tOf4oUXXug3+T179sivQ0NDeyX/q1/9CmVlZYiJiUFBQQGysrJQX1+PoKAgAMCKFSvQ0tKCiooKAMDatWuRk5ODX/3qV56mTERENDCh8m6e38NzMzMzkZmZOWCMWq2GTqfr8z2r1Yrdu3fjwIEDmD9/PgDg4MGDMBgMOHXqFBYuXDjoXDwuBEYi+WvXrqGiogJ1dXVITk4GAOzatQsmkwnXr1/HtGnTPE2biIho2NlsNrfXarUaarV6SJ9VVVUFjUaDxx9/HLNnz8bbb78NjUYDAKivr0d3dzfS09PleL1eD6PRiNraWo8KgWFZI9CT/NSpU7FmzRq0tbXJ7z0qeQA4e/YsJEmSiwAASElJgSRJcszD7HY7bDabWyMiIhqMnsWC3jQAMBgM8pS2JEkoKSkZUj6ZmZk4dOgQTp8+jXfffRcXLlzA3LlzYbfbAQBmsxmhoaGIiopyO0+r1cJsNnv0t3y+ayAzMxMvvvgi4uPj0dTUhNdffx1z585FfX091Gr1oJI3m81y1fNdGo2m3w6WlJTgzTff9HV3iIhICXx0H4Hm5mZERkbKh4c6GrB8+XL530ajEbNmzUJ8fDyOHz+OpUuX9p+GEFCpPJum8PmIwPLly/GjH/0IRqMRixYtwieffILf//73OH78+IDnPZx8Xx0ZqIObNm2C1WqVW3Nzs3cdISIi8lBkZKRbG2oh8LC4uDjEx8fjxo0bAACdTgeHwwGLxeIW19bWBq1W69FnD/v2waEkr9PpcOvWrV6fdfv27X47qFare10AIiKiwRjpXQOeunPnDpqbmxEXFwcASEpKQkhICCorK+WY1tZWNDY2IjU11aPPHvZCYCjJm0wmWK1WnD9/Xo45d+4crFarxx0kIiIaFOFF81BnZycaGhrQ0NAAAGhqakJDQwO+/vprdHZ2orCwEGfPnsXNmzdRVVWFRYsWITY2Fs8//zwAQJIkrF69GgUFBfiP//gPfPbZZ/ibv/kbJCYmygvxB8vjNQKdnZ344osv5Nc9yUdHRyM6OhpFRUV44YUXEBcXh5s3b2Lz5s39Jh8TE4Po6GgUFha6JT99+nRkZGRgzZo12LlzJ4AH2wezsrK4Y4CIiALexYsXMWfOHPl1fn4+AGDlypXYsWMHLl++jP3796O9vR1xcXGYM2cOjhw5goiICPmc7du3Izg4GMuWLUNXVxfmzZuHvXv3ytvwB0slhGc3RqyqqnJLvkdP8kuWLMFnn33mlvw///M/w2AwyLH37t3DP/zDP+Dw4cNy8h988IFbzB//+Ee88sorOHbsGAAgOzsbpaWlePzxxweVp81mgyRJSMNiBKtCPOkiERGNAvdFN6pwFFarddime3u+Kww738C4sPFD/hxX1z00r3tzWHMdLh4XAoGChQARUWAb0ULgFz4oBF4OzEKADx0iIiKC6k/Nm/MDEx86REREpGAcESAiIvLRDYUCEQsBIiIiBRcCnBogIiJSMI4IEBERjfBjiEcTFgJERKR4332C4FDPD1ScGiAiIlIwjggQEREpeLEgCwEiIiIFrxHg1AAREZGCcUSAiIgUTyUeNG/OD1QsBIiIiLhGgIiISMG4RoCIiIiUiCMCREREnBogIiJSMAUXApwaICIiUjCOCBARESl4RICFABEREXcNEBERkRJxRICIiBSPdxYkIiJSMgWvEeDUABERkYKxECAiIlIwTg0QEZHiqeDlGgGfZTLyWAgQERFx+yAREREpEUcEiGjEqEJCIZxOwOX0dypE7hS8a4CFABGNGOF0AsLl7zSIemMhQEQ0AjgSQDTqsBAgIiLF450FiYiIlEzBUwPcNUBERKRgHBEgIiJS8IgACwEiIlI8Ja8R4NQAERGRgnFEgIiISMG3GGYhQERExDUCREREysU1AoNUUlKCZ555BhEREdBoNFiyZAmuX7/uFiOEQFFREfR6PcLCwpCWloYrV664xdjtduTm5iI2Nhbh4eHIzs5GS0uLW4zFYkFOTg4kSYIkScjJyUF7e/vQeklERER98qgQqK6uxoYNG1BXV4fKykrcv38f6enpuHv3rhyzdetWbNu2DaWlpbhw4QJ0Oh0WLFiAjo4OOSYvLw/l5eUoKytDTU0NOjs7kZWVBafzz7cfXbFiBRoaGlBRUYGKigo0NDQgJyfHB10mIiJ6iPBBC1AqIcSQ0799+zY0Gg2qq6vx3HPPQQgBvV6PvLw8/OM//iOAB7/+tVot/uVf/gXr1q2D1WrFxIkTceDAASxfvhwA8F//9V8wGAw4ceIEFi5ciGvXrmHGjBmoq6tDcnIyAKCurg4mkwmff/45pk2b9sjcbDYbJElCGhYjWBUy1C4SEVFfVCoESZFwtluH7U/cF92owlFYrVZERkYOy9/o+a74768XI2j8+CF/jvPePXz5z5uHNdfh4tX2Qav1wX8BoqOjAQBNTU0wm81IT0+XY9RqNWbPno3a2loAQH19Pbq7u91i9Ho9jEajHHP27FlIkiQXAQCQkpICSZLkmIfZ7XbYbDa3RkREw0SIYS0CaOQMuRAQQiA/Px/PPvssjEYjAMBsNgMAtFqtW6xWq5XfM5vNCA0NRVRU1IAxGo2m19/UaDRyzMNKSkrk9QSSJMFgMAy1a0REpDQKnhoYciGwceNGXLp0Cf/+7//e6z2Vyn0/pRCi17GHPRzTV/xAn7Np0yZYrVa5NTc3D6YbRERELAQ8lZubi2PHjuHTTz/FpEmT5OM6nQ4Aev1qb2trk0cJdDodHA4HLBbLgDG3bt3q9Xdv377da7Shh1qtRmRkpFsjIiKigXlUCAghsHHjRnz00Uc4ffo0EhIS3N5PSEiATqdDZWWlfMzhcKC6uhqpqakAgKSkJISEhLjFtLa2orGxUY4xmUywWq04f/68HHPu3DlYrVY5hoiIyFd67iPgTQtUHt1QaMOGDTh8+DCOHj2KiIgI+Ze/JEkICwuDSqVCXl4eiouLMWXKFEyZMgXFxcWYMGECVqxYIceuXr0aBQUFiImJQXR0NAoLC5GYmIj58+cDAKZPn46MjAysWbMGO3fuBACsXbsWWVlZg9oxQERERIPjUSGwY8cOAEBaWprb8T179mDVqlUAgFdffRVdXV1Yv349LBYLkpOTcfLkSURERMjx27dvR3BwMJYtW4auri7MmzcPe/fuRVBQkBxz6NAhvPLKK/LuguzsbJSWlg6lj0RERNQPr+4jMJrxPgJERIFtJO8j8P1N3t9H4D9LAvM+AnzWABERKZ6SnzXAQoCIiAgI6C2A3vDqzoJEREQU2DgiQERE5O1NgQJ4NIGFABERKZ6S1whwaoCIiEjBOCJARETEqQEiIiLl4tQAERERKRJHBIiIiBQ8NcARASIiIuGD5oEzZ85g0aJF0Ov1UKlU+Pjjj93TEQJFRUXQ6/UICwtDWloarly54hZjt9uRm5uL2NhYhIeHIzs7Gy0tLR52nIUAERHRiLt79y5mzpzZ78P0tm7dim3btqG0tBQXLlyATqfDggUL0NHRIcfk5eWhvLwcZWVlqKmpQWdnJ7KysuB0Oj3KhVMDRESkeCO9WDAzMxOZmZl9vieEwHvvvYctW7Zg6dKlAIB9+/ZBq9Xi8OHDWLduHaxWK3bv3o0DBw5g/vz5AICDBw/CYDDg1KlTWLhw4aBz4YgAERGRj6YGbDabW7Pb7R6n0tTUBLPZjPT0dPmYWq3G7NmzUVtbCwCor69Hd3e3W4xer4fRaJRjBouFABERkY8KAYPBAEmS5FZSUuJxKmazGQCg1Wrdjmu1Wvk9s9mM0NBQREVF9RszWJwaICIi8pHm5mZERkbKr9Vq9ZA/S6VSub0WQvQ69rDBxDyMIwJERKR4PWsEvGkAEBkZ6daGUgjodDoA6PXLvq2tTR4l0Ol0cDgcsFgs/cYMFgsBIiKiEd4+OJCEhATodDpUVlbKxxwOB6qrq5GamgoASEpKQkhIiFtMa2srGhsb5ZjB4tQAERHRCOvs7MQXX3whv25qakJDQwOio6MxefJk5OXlobi4GFOmTMGUKVNQXFyMCRMmYMWKFQAASZKwevVqFBQUICYmBtHR0SgsLERiYqK8i2CwWAgQEZHijfT2wYsXL2LOnDny6/z8fADAypUrsXfvXrz66qvo6urC+vXrYbFYkJycjJMnTyIiIkI+Z/v27QgODsayZcvQ1dWFefPmYe/evQgKCvIwdyEC+MaI/bPZbJAkCWlYjGBViL/TISIiD90X3ajCUVitVrcFeL7U810xfUMxgtTjh/w5Tvs9XPv55mHNdbhwjQAREZGCcWqAiIhIwQ8dYiFARESKp/pT8+b8QMWpASIiIgXjiAARERGnBoiIiJRrpLcPjiYsBIiIiBQ8IsA1AkRERArGEQEiIiIgoH/Ve4OFABERKZ6S1whwaoCIiEjBOCJARESk4MWCLASIiEjxODVAREREisQRASIiIk4NEBERKRenBoiIiEiROCJARESk4KkBj0YESkpK8MwzzyAiIgIajQZLlizB9evX3WJWrVoFlUrl1lJSUtxi7HY7cnNzERsbi/DwcGRnZ6OlpcUtxmKxICcnB5IkQZIk5OTkoL29fWi9JCIiGojwQQtQHhUC1dXV2LBhA+rq6lBZWYn79+8jPT0dd+/edYvLyMhAa2ur3E6cOOH2fl5eHsrLy1FWVoaamhp0dnYiKysLTqdTjlmxYgUaGhpQUVGBiooKNDQ0ICcnx4uuEhER9a1njYA3LVB5NDVQUVHh9nrPnj3QaDSor6/Hc889Jx9Xq9XQ6XR9fobVasXu3btx4MABzJ8/HwBw8OBBGAwGnDp1CgsXLsS1a9dQUVGBuro6JCcnAwB27doFk8mE69evY9q0aR51kogoYKhUGDdhAlwP/cAiGi5eLRa0Wq0AgOjoaLfjVVVV0Gg0mDp1KtasWYO2tjb5vfr6enR3dyM9PV0+ptfrYTQaUVtbCwA4e/YsJEmSiwAASElJgSRJcszD7HY7bDabWyMiCjhCQDi6/Z2F8nBqwHNCCOTn5+PZZ5+F0WiUj2dmZuLQoUM4ffo03n33XVy4cAFz586F3W4HAJjNZoSGhiIqKsrt87RaLcxmsxyj0Wh6/U2NRiPHPKykpEReTyBJEgwGw1C7RkTkV6Lb4e8UFEclhNctUA1518DGjRtx6dIl1NTUuB1fvny5/G+j0YhZs2YhPj4ex48fx9KlS/v9PCEEVCqV/Pq7/+4v5rs2bdqE/Px8+bXNZmMxQERE9AhDKgRyc3Nx7NgxnDlzBpMmTRowNi4uDvHx8bhx4wYAQKfTweFwwGKxuI0KtLW1ITU1VY65detWr8+6ffs2tFptn39HrVZDrVYPpTtERKR03D44OEIIbNy4ER999BFOnz6NhISER55z584dNDc3Iy4uDgCQlJSEkJAQVFZWyjGtra1obGyUCwGTyQSr1Yrz58/LMefOnYPVapVjiIiIfIW7BgZpw4YNOHz4MI4ePYqIiAh5vl6SJISFhaGzsxNFRUV44YUXEBcXh5s3b2Lz5s2IjY3F888/L8euXr0aBQUFiImJQXR0NAoLC5GYmCjvIpg+fToyMjKwZs0a7Ny5EwCwdu1aZGVlcccAERGRD3lUCOzYsQMAkJaW5nZ8z549WLVqFYKCgnD58mXs378f7e3tiIuLw5w5c3DkyBFERETI8du3b0dwcDCWLVuGrq4uzJs3D3v37kVQUJAcc+jQIbzyyivy7oLs7GyUlpYOtZ9ERET9U/DUgEqIAF7qOACbzQZJkpCGxQhWhfg7HSIi8tB90Y0qHIXVakVkZOSw/I2e74qnX3obQaHjh/w5Tsc9/O7ftwxrrsOFDx0iIiJSMD50iIiISMFTAywEiIhI8bxd+a+YXQNERERjkoJHBLhGgIiISME4IkBERITAHt73BgsBIiIafcYFQTVOBYzUgxiFeNC8OT9AcWqAiIhIwTgiQEREo4/LCeEcqeEAZe8a4IgAEflVUFQUVMH8TUJ+JnzQAhQLASLyr6BxEE6nv7MgUiyW4UTkV84/3PF3CkRQuR40b84PVCwEiIiIeEMhIiIiUiKOCBARkeIpedcACwEiIiIF31CIhQARESmekkcEuEaAiOg7xoWHIzhO5+80iEYMRwSIiL7DdfcuXN9+6+80aKQpeNcACwEioocF8HwvDQ2nBoiIiEiROCJARETEXQNERETKxakBIiIiUiSOCBAREXHXABERkXJxaoCIiIgUiSMCRERELvGgeXN+gGIhQERExDUCREREyqWCl2sEfJbJyOMaASIiIgXjiAARERHvLEhERKRc3D5IREREisRCgIhGNVVwMFQhof5Og8Y64YPmgaKiIqhUKrem0+n+nI4QKCoqgl6vR1hYGNLS0nDlyhUvO9k3FgJENKqJAN6fTYFDJYTXzVNPPvkkWltb5Xb58mX5va1bt2Lbtm0oLS3FhQsXoNPpsGDBAnR0dPiy2wC4RoCIRjuXE8Ll9HcWRINis9ncXqvVaqjV6j5jg4OD3UYBeggh8N5772HLli1YunQpAGDfvn3QarU4fPgw1q1b59OcOSJARETk8kEDYDAYIEmS3EpKSvr9kzdu3IBer0dCQgJ+/OMf48svvwQANDU1wWw2Iz09XY5Vq9WYPXs2amtrfdptgCMCREREQx7e/+75ANDc3IzIyEj5eH+jAcnJydi/fz+mTp2KW7du4a233kJqaiquXLkCs9kMANBqtW7naLVafPXVV0POsT8sBIiIiHwkMjLSrRDoT2ZmpvzvxMREmEwmfP/738e+ffuQkpICAFCp3O9XKITodcwXPJoa2LFjB5566im5oyaTCZ988olbko9a5Wi325Gbm4vY2FiEh4cjOzsbLS0tbjEWiwU5OTny0EpOTg7a29uH3ksiIqKBjPCugYeFh4cjMTERN27ckNcN9IwM9Ghra+s1SuALHhUCkyZNwjvvvIOLFy/i4sWLmDt3LhYvXix/2Q9mlWNeXh7Ky8tRVlaGmpoadHZ2IisrC07nnxcDrVixAg0NDaioqEBFRQUaGhqQk5Pjoy4TERE9pOfOgt40L9jtdly7dg1xcXFISEiATqdDZWWl/L7D4UB1dTVSU1O97WkvHk0NLFq0yO3122+/jR07dqCurg4zZsx45CpHq9WK3bt348CBA5g/fz4A4ODBgzAYDDh16hQWLlyIa9euoaKiAnV1dUhOTgYA7Nq1CyaTCdevX8e0adN80W8iIiLZSN9ZsLCwEIsWLcLkyZPR1taGt956CzabDStXroRKpUJeXh6Ki4sxZcoUTJkyBcXFxZgwYQJWrFgx9CT7MeRdA06nE2VlZbh79y5MJtOgVjnW19eju7vbLUav18NoNMoxZ8+ehSRJchEAACkpKZAkacDVkna7HTabza0RERGNRi0tLXjppZcwbdo0LF26FKGhoairq0N8fDwA4NVXX0VeXh7Wr1+PWbNm4ZtvvsHJkycRERHh81w8Xix4+fJlmEwm3Lt3D4899hjKy8sxY8YM+Ut6oFWOZrMZoaGhiIqK6hXTMxdiNpuh0Wh6/V2NRtNrvuS7SkpK8Oabb3raHSIiohF/6FBZWdmA76tUKhQVFaGoqGjoOQ2SxyMC06ZNQ0NDA+rq6vCzn/0MK1euxNWrV+X3h7LK8eGYvuIf9TmbNm2C1WqVW3Nz82C7RERECqdyed8ClceFQGhoKJ544gnMmjULJSUlmDlzJt5///1BrXLU6XRwOBywWCwDxty6davX3719+/aAqyXVarW8m2Gw2zeIiIiUzus7CwohYLfbB7XKMSkpCSEhIW4xra2taGxslGNMJhOsVivOnz8vx5w7dw5Wq3VYVksSERH5e9eAP3m0RmDz5s3IzMyEwWBAR0cHysrKUFVVhYqKikGtcpQkCatXr0ZBQQFiYmIQHR2NwsJCJCYmyrsIpk+fjoyMDKxZswY7d+4EAKxduxZZWVncMUBERMPD23sBBG4d4FkhcOvWLeTk5KC1tRWSJOGpp55CRUUFFixYAODBKseuri6sX78eFosFycnJvVY5bt++HcHBwVi2bBm6urowb9487N27F0FBQXLMoUOH8Morr8i7C7Kzs1FaWuqL/hIREdF3qIQI4PGMAdhsNkiShDQsRrAqxN/pEBGRh+6LblThKKxW67Ct++r5rpgzazOCg8cP+XPu37+HTy8WD2uuw4XPGiAiIhrh7YOjCR9DTEREpGAcESAiIhIAvLkXQOAOCLAQICIiUgkBlRfD+96c628sBIiIiAS8XCPgs0xGHNcIEBERKRhHBIiIiBS8a4CFABERkQvAwM/He/T5AYpTA0RERArGEQEiIlI87hogIiJSMgWvEeDUABERkYJxRICIiEjBIwIsBIiIiBRcCHBqgIiISME4IkBERKTg+wiwECAiIsXj9kEiIiIl4xoBIiIiUiKOCBAREbkEoPLiV70rcEcEWAgQERFxaoCIiIiUiCMCRERE8HJEAIE7IsBCgIiIiFMDREREpEQcESAiInIJeDW8z10DREREAUy4HjRvzg9QnBogIiJSMI4IEBERKXixIAsBIiIiBa8RUMTUwLiICKh++CSCYmP8nQoREY1GPSMC3rQApYhCoCN9Bn7+8U7cXDfN36kQEQBVSCj+sNaEe4v+wt+pECmeIgqBiP/swIKPC6Fp6PZ3KkQEYFzYeDy/8VP810sOf6dC9ICAlyMC/u7A0ClijYCr4Sqm/J2/syBSOJUK4yZMgHB0w9nRgd/m/BBT7lrh9HdeRICiFwsqYkSAiPxvXOI0/LCmAy0FswAh4Pr/rsH5RZO/0yJSPEWMCBCR/6m6nbhk/R6CuvydCVEfXC4AXtwUyBW4NxRiIUBEI8J57Qacc4OgE2Z/p0LUm4KnBlgIENHIcXFFANFow0KAaJRQBQdD3L/v7zSIlEnBIwIeLRbcsWMHnnrqKURGRiIyMhImkwmffPKJ/P6qVaugUqncWkpKittn2O125ObmIjY2FuHh4cjOzkZLS4tbjMViQU5ODiRJgiRJyMnJQXt7+9B7SRQAhJO/lon8xiW8bwHKo0Jg0qRJeOedd3Dx4kVcvHgRc+fOxeLFi3HlyhU5JiMjA62trXI7ceKE22fk5eWhvLwcZWVlqKmpQWdnJ7KysuD8zv8IrlixAg0NDaioqEBFRQUaGhqQk5PjZVeJRrkA/kVBRIHLo6mBRYsWub1+++23sWPHDtTV1eHJJ58EAKjVauh0uj7Pt1qt2L17Nw4cOID58+cDAA4ePAiDwYBTp05h4cKFuHbtGioqKlBXV4fk5GQAwK5du2AymXD9+nVMm8a7AxIRkW8J4YLw4lHC3pzrb0O+j4DT6URZWRnu3r0Lk8kkH6+qqoJGo8HUqVOxZs0atLW1ye/V19eju7sb6enp8jG9Xg+j0Yja2loAwNmzZyFJklwEAEBKSgokSZJj+mK322Gz2dwaERHRoAgvpwUCeETP48WCly9fhslkwr179/DYY4+hvLwcM2bMAABkZmbixRdfRHx8PJqamvD6669j7ty5qK+vh1qthtlsRmhoKKKiotw+U6vVwmx+sKXIbDZDo9H0+rsajUaO6UtJSQnefPNNT7tDRET0py9yZS4W9LgQmDZtGhoaGtDe3o4PP/wQK1euRHV1NWbMmIHly5fLcUajEbNmzUJ8fDyOHz+OpUuX9vuZQgioVCr59Xf/3V/MwzZt2oT8/Hz5tc1mg8Fg8LR7REREiuJxIRAaGoonnngCADBr1ixcuHAB77//Pnbu3NkrNi4uDvHx8bhx4wYAQKfTweFwwGKxuI0KtLW1ITU1VY65detWr8+6ffs2tFptv3mp1Wqo1WpPu0NEo8S4/zEDX/3vcbjXqcb0/23G/ZZv/J0SKYnLBai8mOdX4hqBHkII2O32Pt+7c+cOmpubERcXBwBISkpCSEgIKisr5ZjW1lY0NjbKhYDJZILVasX58+flmHPnzsFqtcoxRDT2dOnDcSZ5Jz6bX4quH/S94Jho2Hj15EEFrRHYvHkzMjMzYTAY0NHRgbKyMlRVVaGiogKdnZ0oKirCCy+8gLi4ONy8eRObN29GbGwsnn/+eQCAJElYvXo1CgoKEBMTg+joaBQWFiIxMVHeRTB9+nRkZGRgzZo18ijD2rVrkZWVxR0DRGPMuPBwqMar4fz+92CbHIxnTr2CcOkeJn9lgSskFKKbjykmGm4eFQK3bt1CTk4OWltbIUkSnnrqKVRUVGDBggXo6urC5cuXsX//frS3tyMuLg5z5szBkSNHEBERIX/G9u3bERwcjGXLlqGrqwvz5s3D3r17ERQUJMccOnQIr7zyiry7IDs7G6WlpT7qMhGNBqrgYLQcjMdrM36NEFU9nlF/g7X/KxfjfvM5rv3iaYRFT8Dkl37PYoBGhHC5ILyYGgjk7YMqIQJ4PGMANpsNkiQhDYsRrArxdzpE9LBxQWj+f9NxPuWX+OsrLyH43RiEtNvxn8vDYZzVhM9vafDffnKdhYCC3RfdqMJRWK1WREZGDsvf6PmumBu2HMGq0CF/zn3hwOmuI8Oa63Dxeo0AEQW2oKgoBOu0wLigRwf7ksuJ/7ahDVlrchHxM4GQkxdhnzgev/6f/wdfHvs+En76JYsAohHAQoBI4a79yxNYX1ONOz/9ixH/285bbVB/cgH3v7wJAAg78zk2/M+fwR4tMPFUEFTPJI54TqRQfNYAESnVY1+EYNc3sxHUz4/vcTOn41ZuKoIT4oc9F1dHB8bd+BrrFv8a70+qgD2aW4JphAjxYAvgkFvgFgJ8DDGRwum31qLr/wThcVfv+3cAwO9/KuHzF/8v/sqyAVLTV8Oej3B04//+dh5+fjcd085eBZ/JSDS8WAgQKcy48eMhhID47v0/XP1/3UZdVuGHk/8XJv/uj4/8Ug6KjAR0E4E/tsP5hztDys/17beYuu4CALAIoBEjXAJCNfRf9YG87p5TA0QKMm78eFg+moQv900b9OLAmN1n8b2lV+C8+vsB41Q/fBJf7THgnZOHcOPVqb5Il2jkeDUt4FL2nQWJKHAIpwt3Lk1E0NXHfP4/XM0ZEq6YDuFmdzQmfNP/c0GIRiPhEl63ofjggw+QkJCA8ePHIykpCb/5zW983LNH49QAkYKIbgf++2tnh+WzDSeteMqxHtrzXdDVDM/fIBpLjhw5gry8PHzwwQf4y7/8S+zcuROZmZm4evUqJk+ePGJ5jNkbClmtVjz++ON4Fn+NYPCGQkREgeY+ulGDE2hvb4ckScPyN3puKOTtd0VPrs3NzW43FBrogXjJycl4+umnsWPHDvnY9OnTsWTJEpSUlAw5F0+N2RGBO3ceLFSqwQk/Z0JERN7o6OgYtkIgNDQUOp0ONWbvvysee+wxGAwGt2NvvPEGioqKesU6HA7U19fjtddeczuenp6O2tpar3PxxJgtBKKjowEAX3/99bD9F2ik2Gw2GAyGXpVmoBkr/QDGTl/GSj+AsdOXsdIPwPu+CCHQ0dEBvV4/DNk9MH78eDQ1NcHh8P4ulkIIqFTu62P6Gw34wx/+AKfTCa1W63Zcq9XCbDZ7nYsnxmwhMG7cg3WQkiQF/P8z9YiMjBwTfRkr/QDGTl/GSj+AsdOXsdIPwLu+jMQPufHjx2P8+PHD/nf68nDh0FcxMdy4a4CIiGiExcbGIigoqNev/7a2tl6jBMONhQAREdEICw0NRVJSEiorK92OV1ZWIjU1dURzGbNTA2q1Gm+88Ua/8zOBZKz0Zaz0Axg7fRkr/QDGTl/GSj+AsdWX4ZCfn4+cnBzMmjULJpMJ//qv/4qvv/4aL7/88ojmMWa3DxIREY12H3zwAbZu3YrW1lYYjUZs374dzz333IjmwEKAiIhIwbhGgIiISMFYCBARESkYCwEiIiIFYyFARESkYGO2EBgNj3YcSFFREVQqlVvT6XTy+0IIFBUVQa/XIywsDGlpabhy5YrbZ9jtduTm5iI2Nhbh4eHIzs5GS0vLsOZ95swZLFq0CHq9HiqVCh9//LHb+77K22KxICcnB5IkQZIk5OTkoL29fUT7smrVql7XKCUlZVT1paSkBM888wwiIiKg0WiwZMkSXL9+3S0mUK7JYPoSCNcEAHbs2IGnnnpKvqOeyWTCJ598Ir8fKNfkUf0IlOtBjyDGoLKyMhESEiJ27dolrl69Kv7u7/5OhIeHi6+++srfqcneeOMN8eSTT4rW1la5tbW1ye+/8847IiIiQnz44Yfi8uXLYvny5SIuLk7YbDY55uWXXxbf+973RGVlpfjd734n5syZI2bOnCnu378/bHmfOHFCbNmyRXz44YcCgCgvL3d731d5Z2RkCKPRKGpra0Vtba0wGo0iKytrRPuycuVKkZGR4XaN7ty54xbj774sXLhQ7NmzRzQ2NoqGhgbxox/9SEyePFl0dnbKMYFyTQbTl0C4JkIIcezYMXH8+HFx/fp1cf36dbF582YREhIiGhsbhRCBc00e1Y9AuR40sDFZCPzFX/yFePnll92O/eAHPxCvvfaanzLq7Y033hAzZ87s8z2XyyV0Op1455135GP37t0TkiSJX/ziF0IIIdrb20VISIgoKyuTY7755hsxbtw4UVFRMay593j4y9NXeV+9elUAEHV1dXLM2bNnBQDx+eefj0hfhHjwP3KLFy/u95zR2Je2tjYBQFRXVwshAvuaPNwXIQLzmvSIiooSv/zlLwP6mny3H0IE9vWgPxtzUwM9j3ZMT093O+6PRzs+yo0bN6DX65GQkIAf//jH+PLLLwEATU1NMJvNbn1Qq9WYPXu23If6+np0d3e7xej1ehiNRr/101d5nz17FpIkITk5WY5JSUmBJEkj3reqqipoNBpMnToVa9asQVtbm/zeaOyL1WoF8OenbwbyNXm4Lz0C7Zo4nU6UlZXh7t27MJlMAXtNHu5Hj0C7HtTbmLvF8Gh6tONAkpOTsX//fkydOhW3bt3CW2+9hdTUVFy5ckXOs68+fPXVVwAAs9mM0NBQREVF9YrxVz99lbfZbIZGo+n1+RqNZkT7lpmZiRdffBHx8fFoamrC66+/jrlz56K+vh5qtXrU9UUIgfz8fDz77LMwGo3y3+/J6eEcR/M16asvQGBdk8uXL8NkMuHevXt47LHHUF5ejhkzZshfboFyTfrrBxBY14P6N+YKgR6j4dGOA8nMzJT/nZiYCJPJhO9///vYt2+fvNhmKH0YDf30Rd59xY9035YvXy7/22g0YtasWYiPj8fx48exdOnSfs/zV182btyIS5cuoaamptd7gXZN+utLIF2TadOmoaGhAe3t7fjwww+xcuVKVFdX95vDaL0m/fVjxowZAXU9qH9jbmpgND3a0RPh4eFITEzEjRs35N0DA/VBp9PB4XDAYrH0GzPSfJW3TqfDrVu3en3+7du3/XoN4+LiEB8fjxs3bgAYXX3Jzc3FsWPH8Omnn2LSpEny8UC8Jv31pS+j+ZqEhobiiSeewKxZs1BSUoKZM2fi/fffD7hr0l8/+jKarwf1b8wVAqPp0Y6esNvtuHbtGuLi4pCQkACdTufWB4fDgerqarkPSUlJCAkJcYtpbW1FY2Oj3/rpq7xNJhOsVivOnz8vx5w7dw5Wq9Wv1/DOnTtobm5GXFwcgNHRFyEENm7ciI8++ginT59GQkKC2/uBdE0e1Ze+jMZr0h8hBOx2e0Bdk4H60ZdAuh70HSO3LnHk9Gwf3L17t7h69arIy8sT4eHh4ubNm/5OTVZQUCCqqqrEl19+Kerq6kRWVpaIiIiQc3znnXeEJEnio48+EpcvXxYvvfRSn9uLJk2aJE6dOiV+97vfiblz5w779sGOjg7x2Wefic8++0wAENu2bROfffaZvDXTV3lnZGSIp556Spw9e1acPXtWJCYm+nw70UB96ejoEAUFBaK2tlY0NTWJTz/9VJhMJvG9731vVPXlZz/7mZAkSVRVVblt4fr222/lmEC5Jo/qS6BcEyGE2LRpkzhz5oxoamoSly5dEps3bxbjxo0TJ0+eFEIEzjUZqB+BdD1oYGOyEBBCiJ///OciPj5ehIaGiqefftptC9Jo0LNvOCQkROj1erF06VJx5coV+X2XyyXeeOMNodPphFqtFs8995y4fPmy22d0dXWJjRs3iujoaBEWFiaysrLE119/Pax5f/rppwJAr7Zy5Uqf5n3nzh3xk5/8RERERIiIiAjxk5/8RFgslhHry7fffivS09PFxIkTRUhIiJg8ebJYuXJlrzz93Ze+8gcg9uzZI8cEyjV5VF8C5ZoIIcTf/u3fyv/7M3HiRDFv3jy5CBAicK7JQP0IpOtBA+NjiImIiBRszK0RICIiosFjIUBERKRgLASIiIgUjIUAERGRgrEQICIiUjAWAkRERArGQoCIiEjBWAgQEREpGAsBIiIiBWMhQEREpGAsBIiIiBTs/wfkEo+qiSnhQwAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 640x480 with 2 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.imshow(X)\n",
    "plt.colorbar()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "dswx_hls_generation",
   "language": "python",
   "name": "dswx_hls_generation"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}