master_Process_LS_example.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Master Template for processing each dataset\n",
    "- Sentinel-2 (in order of priority)\n",
    " - **L2A via GCloud**: in testing\n",
    " - **L1C via GCloud processed to L2A**: under development\n",
    " - L1C via ESA processed to L2A: partially tested\n",
    " - L2A via ESA: partially tested\n",
    " - L1C via GCloud: partially tested\n",
    " - L1C via ESA: partiall tested"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import glob\n",
    "import shutil\n",
    "from datetime import datetime\n",
    "import pandas as pd\n",
    "import time\n",
    "import tqdm\n",
    "import os\n",
    "\n",
    "from subprocess import Popen, PIPE, STDOUT\n",
    "\n",
    "from utils.prepLS import prepareLS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'https://edclpdsftp.cr.usgs.gov/orders/espa-Sarah.Cheesbrough@sa.catapult.org.uk-10252019-080031-821/LC080750722015080501T1-SC20191025150256.tar.gz'"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with open('ls8_urls.txt') as f:\n",
    "    urls = [i[:-1] for i in f]\n",
    "urls[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AKIAUSAVCCLQ7RUHYLFC\n"
     ]
    }
   ],
   "source": [
    "os.environ['AWS_ACCESS_KEY_ID']= str(pd.read_csv('../aws_creds.csv').AWSAccessKeyId.values[0])\n",
    "os.environ['AWS_SECRET_ACCESS_KEY']= str(pd.read_csv('../aws_creds.csv').AWSSecretKey.values[0])\n",
    "print(os.environ['AWS_ACCESS_KEY_ID'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  0%|          | 0/10 [00:00<?, ?it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scene: LC08_L1TP_075072_20150805\n",
      "untar: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/\n",
      "cog_dir../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/\n",
      "Downloading tar.gz: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC080750722015080501T1-SC20191025150256.tar.gz\n",
      "Extracting tar.gz: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC080750722015080501T1-SC20191025150256.tar.gz\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band7.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band10.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band11.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_pixel_qa.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_radsat_qa.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_aerosol.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band1.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band2.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band3.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band4.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band5.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band6.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band7.tif ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band7.tif\n",
      "['../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1.xml', '../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_ANG.txt', '../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805_untar/LC08_L1TP_075072_20150805_20170406_01_T1_MTL.txt']\n",
      "native_meta: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1.xml\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1.xml\n",
      "native_meta: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_ANG.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_ANG.txt\n",
      "native_meta: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_MTL.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_MTL.txt\n",
      "Preparing scene LC08_L1TP_075072_20150805\n",
      "Scene path ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/\n",
      "Product name is: bt_band10\n",
      "Product name is: bt_band11\n",
      "Product name is: pixel_qa\n",
      "Product name is: radsat_qa\n",
      "Product name is: sr_aerosol\n",
      "Product name is: sr_band1\n",
      "Product name is: sr_band2\n",
      "Product name is: sr_band3\n",
      "Product name is: sr_band4\n",
      "Product name is: sr_band5\n",
      "Product name is: sr_band6\n",
      "Product name is: sr_band7\n",
      "Created yaml: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/datacube-metadata.yaml\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/datacube-metadata.yaml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/datacube-metadata.yaml\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/datacube-metadata.yaml 2019-10-31 10:26:10 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/datacube-metadata.yaml 2019-10-31 10:26:10 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1.xml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1.xml\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1.xml 2019-10-31 10:26:10 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1.xml 2019-10-31 10:26:11 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_ANG.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_ANG.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_ANG.txt 2019-10-31 10:26:11 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_ANG.txt 2019-10-31 10:26:11 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band10.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band10.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band10.tif 2019-10-31 10:26:11 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band10.tif 2019-10-31 10:26:13 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band11.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band11.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band11.tif 2019-10-31 10:26:13 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_bt_band11.tif 2019-10-31 10:26:15 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_MTL.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_MTL.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_MTL.txt 2019-10-31 10:26:15 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_MTL.txt 2019-10-31 10:26:15 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_pixel_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_pixel_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_pixel_qa.tif 2019-10-31 10:26:15 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_pixel_qa.tif 2019-10-31 10:26:16 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_radsat_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_radsat_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_radsat_qa.tif 2019-10-31 10:26:16 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_radsat_qa.tif 2019-10-31 10:26:16 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_aerosol.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_aerosol.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_aerosol.tif 2019-10-31 10:26:17 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_aerosol.tif 2019-10-31 10:26:17 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band1.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band1.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band1.tif 2019-10-31 10:26:18 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band1.tif 2019-10-31 10:26:23 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band2.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band2.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band2.tif 2019-10-31 10:26:24 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band2.tif 2019-10-31 10:26:29 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band3.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band3.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band3.tif 2019-10-31 10:26:29 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band3.tif 2019-10-31 10:26:35 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band4.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band4.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band4.tif 2019-10-31 10:26:35 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band4.tif 2019-10-31 10:26:41 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band5.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band5.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band5.tif 2019-10-31 10:26:41 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band5.tif 2019-10-31 10:26:47 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band6.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band6.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band6.tif 2019-10-31 10:26:47 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band6.tif 2019-10-31 10:26:53 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band7.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band7.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band7.tif 2019-10-31 10:26:53 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/LC08_L1TP_075072_20150805_20170406_01_T1_sr_band7.tif 2019-10-31 10:26:59 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/log_file.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075072_20150805/log_file.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/log_file.txt 2019-10-31 10:26:59 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075072_20150805_tmp/LC08_L1TP_075072_20150805/log_file.txt 2019-10-31 10:26:59 \n",
      "None\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 10%|█         | 1/10 [15:48<2:22:13, 948.11s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "not boo\n",
      "scene: LC08_L1TP_075071_20150805\n",
      "untar: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/\n",
      "cog_dir../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/\n",
      "Downloading tar.gz: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC080750712015080501T1-SC20191025150315.tar.gz\n",
      "Extracting tar.gz: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC080750712015080501T1-SC20191025150315.tar.gz\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band7.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band10.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band11.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_pixel_qa.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_radsat_qa.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_aerosol.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band1.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band2.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band3.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band4.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band5.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band6.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band7.tif ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band7.tif\n",
      "['../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1.xml', '../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_ANG.txt', '../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805_untar/LC08_L1TP_075071_20150805_20170406_01_T1_MTL.txt']\n",
      "native_meta: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1.xml\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1.xml\n",
      "native_meta: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_ANG.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_ANG.txt\n",
      "native_meta: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_MTL.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_MTL.txt\n",
      "Preparing scene LC08_L1TP_075071_20150805\n",
      "Scene path ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/\n",
      "Product name is: bt_band10\n",
      "Product name is: bt_band11\n",
      "Product name is: pixel_qa\n",
      "Product name is: radsat_qa\n",
      "Product name is: sr_aerosol\n",
      "Product name is: sr_band1\n",
      "Product name is: sr_band2\n",
      "Product name is: sr_band3\n",
      "Product name is: sr_band4\n",
      "Product name is: sr_band5\n",
      "Product name is: sr_band6\n",
      "Product name is: sr_band7\n",
      "Created yaml: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/datacube-metadata.yaml\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/datacube-metadata.yaml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/datacube-metadata.yaml\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/datacube-metadata.yaml 2019-10-31 10:41:43 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/datacube-metadata.yaml 2019-10-31 10:41:43 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1.xml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1.xml\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1.xml 2019-10-31 10:41:44 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1.xml 2019-10-31 10:41:44 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_ANG.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_ANG.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_ANG.txt 2019-10-31 10:41:44 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_ANG.txt 2019-10-31 10:41:44 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band10.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band10.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band10.tif 2019-10-31 10:41:44 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band10.tif 2019-10-31 10:41:46 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band11.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band11.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band11.tif 2019-10-31 10:41:46 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_bt_band11.tif 2019-10-31 10:41:48 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_MTL.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_MTL.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_MTL.txt 2019-10-31 10:41:48 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_MTL.txt 2019-10-31 10:41:48 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_pixel_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_pixel_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_pixel_qa.tif 2019-10-31 10:41:49 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_pixel_qa.tif 2019-10-31 10:41:50 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_radsat_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_radsat_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_radsat_qa.tif 2019-10-31 10:41:50 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_radsat_qa.tif 2019-10-31 10:41:50 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_aerosol.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_aerosol.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_aerosol.tif 2019-10-31 10:41:50 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_aerosol.tif 2019-10-31 10:41:51 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band1.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band1.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band1.tif 2019-10-31 10:41:51 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band1.tif 2019-10-31 10:41:58 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band2.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band2.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band2.tif 2019-10-31 10:41:58 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band2.tif 2019-10-31 10:42:05 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band3.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band3.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band3.tif 2019-10-31 10:42:05 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band3.tif 2019-10-31 10:42:12 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band4.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band4.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band4.tif 2019-10-31 10:42:12 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band4.tif 2019-10-31 10:42:19 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band5.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band5.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band5.tif 2019-10-31 10:42:19 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band5.tif 2019-10-31 10:42:26 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band6.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band6.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band6.tif 2019-10-31 10:42:26 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band6.tif 2019-10-31 10:42:33 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band7.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band7.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band7.tif 2019-10-31 10:42:33 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/LC08_L1TP_075071_20150805_20170406_01_T1_sr_band7.tif 2019-10-31 10:42:40 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/log_file.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20150805/log_file.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/log_file.txt 2019-10-31 10:42:40 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20150805_tmp/LC08_L1TP_075071_20150805/log_file.txt 2019-10-31 10:42:40 \n",
      "None\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 20%|██        | 2/10 [31:29<2:06:08, 946.04s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "not boo\n",
      "scene: LC08_L1TP_073072_20151229\n",
      "untar: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/\n",
      "cog_dir../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/\n",
      "Downloading tar.gz: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC080730722015122901T1-SC20191025150329.tar.gz\n",
      "Extracting tar.gz: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC080730722015122901T1-SC20191025150329.tar.gz\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band7.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band10.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band11.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_pixel_qa.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_radsat_qa.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_aerosol.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band1.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band2.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band3.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band4.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band5.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band6.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band7.tif ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band7.tif\n",
      "['../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1.xml', '../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_ANG.txt', '../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229_untar/LC08_L1TP_073072_20151229_20170331_01_T1_MTL.txt']\n",
      "native_meta: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1.xml\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1.xml\n",
      "native_meta: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_ANG.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_ANG.txt\n",
      "native_meta: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_MTL.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_MTL.txt\n",
      "Preparing scene LC08_L1TP_073072_20151229\n",
      "Scene path ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/\n",
      "Product name is: bt_band10\n",
      "Product name is: bt_band11\n",
      "Product name is: pixel_qa\n",
      "Product name is: radsat_qa\n",
      "Product name is: sr_aerosol\n",
      "Product name is: sr_band1\n",
      "Product name is: sr_band2\n",
      "Product name is: sr_band3\n",
      "Product name is: sr_band4\n",
      "Product name is: sr_band5\n",
      "Product name is: sr_band6\n",
      "Product name is: sr_band7\n",
      "Created yaml: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/datacube-metadata.yaml\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/datacube-metadata.yaml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/datacube-metadata.yaml\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/datacube-metadata.yaml 2019-10-31 10:58:00 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/datacube-metadata.yaml 2019-10-31 10:58:01 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1.xml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1.xml\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1.xml 2019-10-31 10:58:01 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1.xml 2019-10-31 10:58:01 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_ANG.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_ANG.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_ANG.txt 2019-10-31 10:58:02 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_ANG.txt 2019-10-31 10:58:02 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band10.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band10.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band10.tif 2019-10-31 10:58:02 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band10.tif 2019-10-31 10:58:04 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band11.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band11.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band11.tif 2019-10-31 10:58:04 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_bt_band11.tif 2019-10-31 10:58:06 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_MTL.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_MTL.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_MTL.txt 2019-10-31 10:58:06 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_MTL.txt 2019-10-31 10:58:06 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_pixel_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_pixel_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_pixel_qa.tif 2019-10-31 10:58:07 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_pixel_qa.tif 2019-10-31 10:58:07 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_radsat_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_radsat_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_radsat_qa.tif 2019-10-31 10:58:07 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_radsat_qa.tif 2019-10-31 10:58:08 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_aerosol.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_aerosol.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_aerosol.tif 2019-10-31 10:58:08 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_aerosol.tif 2019-10-31 10:58:08 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band1.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band1.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band1.tif 2019-10-31 10:58:09 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band1.tif 2019-10-31 10:58:15 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band2.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band2.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band2.tif 2019-10-31 10:58:15 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band2.tif 2019-10-31 10:58:22 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band3.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band3.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band3.tif 2019-10-31 10:58:22 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band3.tif 2019-10-31 10:58:28 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band4.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band4.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band4.tif 2019-10-31 10:58:28 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band4.tif 2019-10-31 10:58:34 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band5.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band5.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band5.tif 2019-10-31 10:58:35 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band5.tif 2019-10-31 10:58:41 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band6.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band6.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band6.tif 2019-10-31 10:58:41 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band6.tif 2019-10-31 10:58:47 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band7.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band7.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band7.tif 2019-10-31 10:58:47 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/LC08_L1TP_073072_20151229_20170331_01_T1_sr_band7.tif 2019-10-31 10:58:53 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/log_file.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073072_20151229/log_file.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/log_file.txt 2019-10-31 10:58:53 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073072_20151229_tmp/LC08_L1TP_073072_20151229/log_file.txt 2019-10-31 10:58:54 \n",
      "None\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 30%|███       | 3/10 [47:42<1:51:19, 954.15s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "not boo\n",
      "scene: LC08_L1TP_075071_20151227\n",
      "untar: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/\n",
      "cog_dir../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/\n",
      "Downloading tar.gz: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC080750712015122701T2-SC20191025150336.tar.gz\n",
      "Extracting tar.gz: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC080750712015122701T2-SC20191025150336.tar.gz\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band7.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band10.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band11.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_pixel_qa.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_radsat_qa.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_aerosol.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band1.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band2.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band3.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band4.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band5.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band6.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band7.tif ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band7.tif\n",
      "['../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2.xml', '../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_ANG.txt', '../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227_untar/LC08_L1TP_075071_20151227_20170331_01_T2_MTL.txt']\n",
      "native_meta: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2.xml\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2.xml\n",
      "native_meta: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_ANG.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_ANG.txt\n",
      "native_meta: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_MTL.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_MTL.txt\n",
      "Preparing scene LC08_L1TP_075071_20151227\n",
      "Scene path ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/\n",
      "Product name is: bt_band10\n",
      "Product name is: bt_band11\n",
      "Product name is: pixel_qa\n",
      "Product name is: radsat_qa\n",
      "Product name is: sr_aerosol\n",
      "Product name is: sr_band1\n",
      "Product name is: sr_band2\n",
      "Product name is: sr_band3\n",
      "Product name is: sr_band4\n",
      "Product name is: sr_band5\n",
      "Product name is: sr_band6\n",
      "Product name is: sr_band7\n",
      "Created yaml: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/datacube-metadata.yaml\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/datacube-metadata.yaml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/datacube-metadata.yaml\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/datacube-metadata.yaml 2019-10-31 11:12:36 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/datacube-metadata.yaml 2019-10-31 11:12:37 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2.xml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2.xml\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2.xml 2019-10-31 11:12:37 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2.xml 2019-10-31 11:12:37 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_ANG.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_ANG.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_ANG.txt 2019-10-31 11:12:37 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_ANG.txt 2019-10-31 11:12:38 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band10.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band10.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band10.tif 2019-10-31 11:12:38 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band10.tif 2019-10-31 11:12:39 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band11.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band11.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band11.tif 2019-10-31 11:12:40 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_bt_band11.tif 2019-10-31 11:12:41 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_MTL.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_MTL.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_MTL.txt 2019-10-31 11:12:41 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_MTL.txt 2019-10-31 11:12:42 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_pixel_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_pixel_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_pixel_qa.tif 2019-10-31 11:12:42 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_pixel_qa.tif 2019-10-31 11:12:43 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_radsat_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_radsat_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_radsat_qa.tif 2019-10-31 11:12:43 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_radsat_qa.tif 2019-10-31 11:12:43 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_aerosol.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_aerosol.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_aerosol.tif 2019-10-31 11:12:44 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_aerosol.tif 2019-10-31 11:12:44 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band1.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band1.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band1.tif 2019-10-31 11:12:45 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band1.tif 2019-10-31 11:12:51 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band2.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band2.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band2.tif 2019-10-31 11:12:52 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band2.tif 2019-10-31 11:12:58 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band3.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band3.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band3.tif 2019-10-31 11:12:59 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band3.tif 2019-10-31 11:13:05 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band4.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band4.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band4.tif 2019-10-31 11:13:06 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band4.tif 2019-10-31 11:13:13 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band5.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band5.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band5.tif 2019-10-31 11:13:13 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band5.tif 2019-10-31 11:13:20 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band6.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band6.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band6.tif 2019-10-31 11:13:20 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band6.tif 2019-10-31 11:13:27 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band7.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band7.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band7.tif 2019-10-31 11:13:27 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/LC08_L1TP_075071_20151227_20170331_01_T2_sr_band7.tif 2019-10-31 11:13:33 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/log_file.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_075071_20151227/log_file.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/log_file.txt 2019-10-31 11:13:33 \n",
      "Finish: ../L8_ARD/LC08_L1TP_075071_20151227_tmp/LC08_L1TP_075071_20151227/log_file.txt 2019-10-31 11:13:34 \n",
      "None\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 40%|████      | 4/10 [1:02:22<1:33:11, 931.94s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "not boo\n",
      "scene: LC08_L1TP_074069_20151220\n",
      "untar: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/\n",
      "cog_dir../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/\n",
      "Downloading tar.gz: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC080740692015122001T2-SC20191025150349.tar.gz\n",
      "Extracting tar.gz: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC080740692015122001T2-SC20191025150349.tar.gz\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band7.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band10.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band11.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_pixel_qa.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_radsat_qa.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_aerosol.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band1.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band2.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band3.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band4.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band5.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band6.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band7.tif ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band7.tif\n",
      "['../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2.xml', '../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_ANG.txt', '../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220_untar/LC08_L1GT_074069_20151220_20170331_01_T2_MTL.txt']\n",
      "native_meta: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2.xml\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2.xml\n",
      "native_meta: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_ANG.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_ANG.txt\n",
      "native_meta: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_MTL.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_MTL.txt\n",
      "Preparing scene LC08_L1TP_074069_20151220\n",
      "Scene path ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/\n",
      "Product name is: bt_band10\n",
      "Product name is: bt_band11\n",
      "Product name is: pixel_qa\n",
      "Product name is: radsat_qa\n",
      "Product name is: sr_aerosol\n",
      "Product name is: sr_band1\n",
      "Product name is: sr_band2\n",
      "Product name is: sr_band3\n",
      "Product name is: sr_band4\n",
      "Product name is: sr_band5\n",
      "Product name is: sr_band6\n",
      "Product name is: sr_band7\n",
      "Created yaml: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/datacube-metadata.yaml\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/datacube-metadata.yaml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/datacube-metadata.yaml\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/datacube-metadata.yaml 2019-10-31 11:30:09 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/datacube-metadata.yaml 2019-10-31 11:30:09 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2.xml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2.xml\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2.xml 2019-10-31 11:30:09 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2.xml 2019-10-31 11:30:10 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_ANG.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_ANG.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_ANG.txt 2019-10-31 11:30:10 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_ANG.txt 2019-10-31 11:30:10 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band10.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band10.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band10.tif 2019-10-31 11:30:10 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band10.tif 2019-10-31 11:30:12 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band11.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band11.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band11.tif 2019-10-31 11:30:13 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_bt_band11.tif 2019-10-31 11:30:15 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_MTL.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_MTL.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_MTL.txt 2019-10-31 11:30:15 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_MTL.txt 2019-10-31 11:30:15 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_pixel_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_pixel_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_pixel_qa.tif 2019-10-31 11:30:15 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_pixel_qa.tif 2019-10-31 11:30:16 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_radsat_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_radsat_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_radsat_qa.tif 2019-10-31 11:30:16 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_radsat_qa.tif 2019-10-31 11:30:16 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_aerosol.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_aerosol.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_aerosol.tif 2019-10-31 11:30:17 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_aerosol.tif 2019-10-31 11:30:17 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band1.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band1.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band1.tif 2019-10-31 11:30:17 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band1.tif 2019-10-31 11:30:23 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band2.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band2.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band2.tif 2019-10-31 11:30:23 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band2.tif 2019-10-31 11:30:29 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band3.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band3.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band3.tif 2019-10-31 11:30:29 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band3.tif 2019-10-31 11:30:34 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band4.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band4.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band4.tif 2019-10-31 11:30:34 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band4.tif 2019-10-31 11:30:40 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band5.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band5.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band5.tif 2019-10-31 11:30:40 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band5.tif 2019-10-31 11:30:45 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band6.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band6.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band6.tif 2019-10-31 11:30:45 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band6.tif 2019-10-31 11:30:50 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band7.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band7.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band7.tif 2019-10-31 11:30:50 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/LC08_L1GT_074069_20151220_20170331_01_T2_sr_band7.tif 2019-10-31 11:30:55 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/log_file.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_074069_20151220/log_file.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/log_file.txt 2019-10-31 11:30:55 \n",
      "Finish: ../L8_ARD/LC08_L1TP_074069_20151220_tmp/LC08_L1TP_074069_20151220/log_file.txt 2019-10-31 11:30:56 \n",
      "None\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 50%|█████     | 5/10 [1:19:44<1:20:25, 965.05s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "not boo\n",
      "scene: LC08_L1TP_073071_20151229\n",
      "untar: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/\n",
      "cog_dir../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/\n",
      "Downloading tar.gz: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC080730712015122901T2-SC20191025150343.tar.gz\n",
      "Extracting tar.gz: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC080730712015122901T2-SC20191025150343.tar.gz\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band7.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band10.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band11.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_pixel_qa.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_radsat_qa.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_aerosol.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band1.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band2.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band3.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band4.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band5.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band6.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band7.tif ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band7.tif\n",
      "['../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2.xml', '../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_ANG.txt', '../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229_untar/LC08_L1TP_073071_20151229_20170331_01_T2_MTL.txt']\n",
      "native_meta: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2.xml\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2.xml\n",
      "native_meta: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_ANG.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_ANG.txt\n",
      "native_meta: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_MTL.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_MTL.txt\n",
      "Preparing scene LC08_L1TP_073071_20151229\n",
      "Scene path ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/\n",
      "Product name is: bt_band10\n",
      "Product name is: bt_band11\n",
      "Product name is: pixel_qa\n",
      "Product name is: radsat_qa\n",
      "Product name is: sr_aerosol\n",
      "Product name is: sr_band1\n",
      "Product name is: sr_band2\n",
      "Product name is: sr_band3\n",
      "Product name is: sr_band4\n",
      "Product name is: sr_band5\n",
      "Product name is: sr_band6\n",
      "Product name is: sr_band7\n",
      "Created yaml: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/datacube-metadata.yaml\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/datacube-metadata.yaml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/datacube-metadata.yaml\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/datacube-metadata.yaml 2019-10-31 11:46:23 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/datacube-metadata.yaml 2019-10-31 11:46:23 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2.xml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2.xml\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2.xml 2019-10-31 11:46:23 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2.xml 2019-10-31 11:46:24 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_ANG.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_ANG.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_ANG.txt 2019-10-31 11:46:24 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_ANG.txt 2019-10-31 11:46:24 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band10.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band10.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band10.tif 2019-10-31 11:46:25 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band10.tif 2019-10-31 11:46:27 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band11.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band11.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band11.tif 2019-10-31 11:46:27 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_bt_band11.tif 2019-10-31 11:46:29 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_MTL.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_MTL.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_MTL.txt 2019-10-31 11:46:29 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_MTL.txt 2019-10-31 11:46:29 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_pixel_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_pixel_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_pixel_qa.tif 2019-10-31 11:46:29 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_pixel_qa.tif 2019-10-31 11:46:30 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_radsat_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_radsat_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_radsat_qa.tif 2019-10-31 11:46:30 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_radsat_qa.tif 2019-10-31 11:46:31 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_aerosol.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_aerosol.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_aerosol.tif 2019-10-31 11:46:31 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_aerosol.tif 2019-10-31 11:46:32 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band1.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band1.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band1.tif 2019-10-31 11:46:32 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band1.tif 2019-10-31 11:46:39 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band2.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band2.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band2.tif 2019-10-31 11:46:39 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band2.tif 2019-10-31 11:46:46 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band3.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band3.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band3.tif 2019-10-31 11:46:46 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band3.tif 2019-10-31 11:46:52 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band4.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band4.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band4.tif 2019-10-31 11:46:53 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band4.tif 2019-10-31 11:46:59 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band5.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band5.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band5.tif 2019-10-31 11:47:00 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band5.tif 2019-10-31 11:47:06 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band6.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band6.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band6.tif 2019-10-31 11:47:06 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band6.tif 2019-10-31 11:47:13 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band7.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band7.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band7.tif 2019-10-31 11:47:13 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/LC08_L1TP_073071_20151229_20170331_01_T2_sr_band7.tif 2019-10-31 11:47:19 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/log_file.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073071_20151229/log_file.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/log_file.txt 2019-10-31 11:47:19 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073071_20151229_tmp/LC08_L1TP_073071_20151229/log_file.txt 2019-10-31 11:47:19 \n",
      "None\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 60%|██████    | 6/10 [1:36:08<1:04:42, 970.58s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "not boo\n",
      "scene: LC08_L1TP_073073_20151229\n",
      "untar: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/\n",
      "cog_dir../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/\n",
      "Downloading tar.gz: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC080730732015122901T2-SC20191025150345.tar.gz\n",
      "Extracting tar.gz: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC080730732015122901T2-SC20191025150345.tar.gz\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band7.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band10.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band11.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_pixel_qa.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_radsat_qa.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_aerosol.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band1.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band2.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band3.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band4.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band5.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band6.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band7.tif ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band7.tif\n",
      "['../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2.xml', '../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_ANG.txt', '../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229_untar/LC08_L1TP_073073_20151229_20170331_01_T2_MTL.txt']\n",
      "native_meta: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2.xml\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2.xml\n",
      "native_meta: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_ANG.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_ANG.txt\n",
      "native_meta: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_MTL.txt\n",
      "Copying original metadata file to cog dir: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_MTL.txt\n",
      "Preparing scene LC08_L1TP_073073_20151229\n",
      "Scene path ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/\n",
      "Product name is: bt_band10\n",
      "Product name is: bt_band11\n",
      "Product name is: pixel_qa\n",
      "Product name is: radsat_qa\n",
      "Product name is: sr_aerosol\n",
      "Product name is: sr_band1\n",
      "Product name is: sr_band2\n",
      "Product name is: sr_band3\n",
      "Product name is: sr_band4\n",
      "Product name is: sr_band5\n",
      "Product name is: sr_band6\n",
      "Product name is: sr_band7\n",
      "Created yaml: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/datacube-metadata.yaml\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/datacube-metadata.yaml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/datacube-metadata.yaml\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/datacube-metadata.yaml 2019-10-31 12:02:32 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/datacube-metadata.yaml 2019-10-31 12:02:32 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2.xml\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2.xml\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2.xml 2019-10-31 12:02:32 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2.xml 2019-10-31 12:02:32 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_ANG.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_ANG.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_ANG.txt 2019-10-31 12:02:33 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_ANG.txt 2019-10-31 12:02:33 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band10.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band10.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band10.tif 2019-10-31 12:02:33 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band10.tif 2019-10-31 12:02:35 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band11.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band11.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band11.tif 2019-10-31 12:02:35 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_bt_band11.tif 2019-10-31 12:02:36 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_MTL.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_MTL.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_MTL.txt 2019-10-31 12:02:37 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_MTL.txt 2019-10-31 12:02:37 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_pixel_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_pixel_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_pixel_qa.tif 2019-10-31 12:02:37 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_pixel_qa.tif 2019-10-31 12:02:38 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_radsat_qa.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_radsat_qa.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_radsat_qa.tif 2019-10-31 12:02:38 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_radsat_qa.tif 2019-10-31 12:02:39 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_aerosol.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_aerosol.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_aerosol.tif 2019-10-31 12:02:39 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_aerosol.tif 2019-10-31 12:02:40 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band1.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band1.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band1.tif 2019-10-31 12:02:40 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band1.tif 2019-10-31 12:02:47 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band2.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band2.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band2.tif 2019-10-31 12:02:47 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band2.tif 2019-10-31 12:02:54 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band3.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band3.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band3.tif 2019-10-31 12:02:54 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band3.tif 2019-10-31 12:03:01 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band4.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band4.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band4.tif 2019-10-31 12:03:01 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band4.tif 2019-10-31 12:03:08 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band5.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band5.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band5.tif 2019-10-31 12:03:08 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band5.tif 2019-10-31 12:03:15 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band6.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band6.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band6.tif 2019-10-31 12:03:15 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band6.tif 2019-10-31 12:03:22 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band7.tif\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band7.tif\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band7.tif 2019-10-31 12:03:22 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/LC08_L1TP_073073_20151229_20170331_01_T2_sr_band7.tif 2019-10-31 12:03:28 \n",
      "None\n",
      "Local source file: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/log_file.txt\n",
      "S3 target file: common_sensing/fiji/landsat_8/LC08_L1TP_073073_20151229/log_file.txt\n",
      "Start: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/log_file.txt 2019-10-31 12:03:28 \n",
      "Finish: ../L8_ARD/LC08_L1TP_073073_20151229_tmp/LC08_L1TP_073073_20151229/log_file.txt 2019-10-31 12:03:29 \n",
      "None\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 70%|███████   | 7/10 [1:52:17<48:30, 970.23s/it]  "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "not boo\n",
      "scene: LC08_L1TP_074069_20151204\n",
      "untar: ../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/\n",
      "cog_dir../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204/\n",
      "Downloading tar.gz: ../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC080740692015120401T2-SC20191025150359.tar.gz\n",
      "Extracting tar.gz: ../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC080740692015120401T2-SC20191025150359.tar.gz\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_bt_band10.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_bt_band11.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_pixel_qa.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_radsat_qa.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_sr_aerosol.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_sr_band1.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_sr_band2.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_sr_band3.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_sr_band4.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_sr_band5.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_sr_band6.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_sr_band7.tif\n",
      "../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204_untar/LC08_L1GT_074069_20151204_20170401_01_T2_bt_band10.tif ../L8_ARD/LC08_L1TP_074069_20151204_tmp/LC08_L1TP_074069_20151204/LC08_L1GT_074069_20151204_20170401_01_T2_bt_band10.tif\n"
     ]
    }
   ],
   "source": [
    "for scene_nm in tqdm.tqdm(urls[:10]):\n",
    "    \n",
    "    prepareLS(scene_nm, s3_bucket='public-eo-data', s3_dir='common_sensing/fiji/landsat_8/', inter_dir='../L8_ARD/')\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}