2021-01-12-AA-script-check-MED-swot-simulator.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import xarray as xr\n",
    "import numpy as np\n",
    "import glob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "phase='science_phase' # calval_phase or science_phase\n",
    "simu='eNATL60-BLB002' # or eNATL60-BLBT02\n",
    "data='karin' # or nadir"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "#parameters for the region to consider\n",
    "reg='MED'\n",
    "latmin=30\n",
    "latmax=45.5\n",
    "lonmin=-5.7\n",
    "lonmax=38\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "tdir='/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_'+phase+'/'+simu+'-SSH-1h/'+data\n",
    "files=glob.glob(tdir+'/2009/*nc')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def check_data_region(file,latmin,latmax,lonmin,lonmax):\n",
    "    ds=xr.open_dataset(file)\n",
    "    latfile=ds.latitude\n",
    "    lonfile=ds.longitude\n",
    "    ind_region=np.where((latfile < latmax) & (latfile > latmin) & \n",
    "        (lonfile < lonmax) & (lonfile > lonmin))\n",
    "    if len(ind_region[0]) > 0:\n",
    " #       print(file+' has data relevant to the region selected')\n",
    "        check=1\n",
    "    else:\n",
    "        check=0\n",
    "    return check,ind_region\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def check_data_nonan(file,ind_region):\n",
    "    ds=xr.open_dataset(file)\n",
    "    latfile=ds.latitude\n",
    "    lonfile=ds.longitude\n",
    "    ssh=ds.ssh_karin    \n",
    "    numlines_region=ind_region[0]\n",
    "    numlines_region_unique=np.unique(numlines_region)\n",
    "    for k in np.arange(len(numlines_region_unique)):\n",
    "        isdata=np.where(np.isnan(ssh[numlines_region_unique[k],:])==False)\n",
    "        if len(isdata[0])>0:\n",
    "            print(file+' has non NaN data')\n",
    "            check=1\n",
    "        else:\n",
    "            check=0\n",
    "        return check,isdata\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cheking phase science_phase\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_339_20091114T071842_20091114T081009_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_488_20090807T071933_20090807T081100_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_006_339_20091024T103346_20091024T112512_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_367_20090713T024933_20090713T034059_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_005_046_20090923T023454_20090923T032620_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_008_488_20091210T114914_20091210T124040_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_460_20090806T071903_20090806T081029_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_516_20090718T103507_20090718T112634_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_018_20091102T200416_20091102T205542_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_005_434_20091006T231615_20091007T000742_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_339_20090912T170352_20090912T175519_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_488_20090828T040430_20090828T045557_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_182_20090907T022642_20090907T031809_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_367_20090913T170423_20090913T175549_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_434_20091117T164609_20091117T173735_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_008_367_20091206T040410_20091206T045536_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_182_20090727T085649_20090727T094815_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_009_238_20091222T101228_20091222T110354_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_008_046_20091124T164944_20091124T174110_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_434_20090826T054622_20090826T063748_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_008_460_20091209T114843_20091209T124010_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_005_210_20090928T231210_20090929T000336_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_154_20091107T164102_20091107T173228_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_046_20090701T153507_20090701T162633_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_005_544_20091010T213525_20091010T222651_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_210_20090707T121223_20090707T130349_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_296_20091112T182629_20091112T191755_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_006_516_20091030T181951_20091030T191117_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_005_296_20091002T005635_20091002T014802_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_182_20090706T121152_20090706T130319_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_238_20090729T085751_20090729T094917_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_460_20090917T004856_20090917T014023_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_238_20090819T054247_20090819T063414_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_339_20090712T024902_20090712T034028_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_434_20090916T023119_20090916T032245_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_006_460_20091028T181850_20091028T191016_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_544_20090920T005028_20090920T014155_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_006_238_20091020T195737_20091020T204904_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_434_20090715T121629_20090715T130755_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_018_20090630T153436_20090630T162602_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_008_210_20091130T132700_20091130T141826_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_008_339_20091205T040339_20091205T045505_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_009_339_20091226T004836_20091226T014002_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_296_20090731T104145_20090731T113312_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_154_20090816T054115_20090816T063241_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_516_20090808T072004_20090808T081130_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_005_238_20090929T231241_20090930T000407_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_154_20090906T022612_20090906T031738_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_296_20090911T041139_20090911T050305_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_008_296_20091203T151126_20091203T160252_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_296_20090710T135649_20090710T144815_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_516_20090919T004958_20090919T014124_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_488_20090717T103437_20090717T112603_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_006_182_20091018T195636_20091018T204802_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_008_018_20091123T164913_20091123T174039_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_006_296_20091022T214132_20091022T223259_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_046_20090812T090500_20090812T095627_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_005_154_20090926T231109_20090927T000235_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_238_20090909T022744_20090909T031910_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_544_20090830T040531_20090830T045658_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_046_20090722T122003_20090722T131130_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_182_20091108T164133_20091108T173259_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_018_20090811T090429_20090811T095556_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_046_20090902T054957_20090902T064123_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_006_544_20091031T182021_20091031T191148_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_544_20090809T072034_20090809T081201_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_460_20091118T150346_20091118T155513_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_006_488_20091029T181920_20091029T191047_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_006_367_20091025T103416_20091025T112543_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_516_20090829T040501_20090829T045627_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_008_516_20091211T114944_20091211T124111_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_210_20090908T022713_20090908T031839_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_460_20090827T040400_20090827T045526_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_238_20090708T121254_20090708T130420_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_018_20090901T054926_20090901T064052_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_210_20091109T164203_20091109T173330_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_210_20090818T054216_20090818T063343_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_009_210_20091221T101157_20091221T110323_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_544_20090719T103538_20090719T112704_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_154_20090726T085618_20090726T094745_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_296_20090821T072642_20090821T081808_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_516_20091120T150448_20091120T155614_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_009_154_20091219T101055_20091219T110222_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_008_544_20091212T115015_20091212T124141_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_367_20090802T233429_20090803T002556_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_488_20091119T150417_20091119T155543_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_004_488_20090918T004927_20090918T014053_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_003_367_20090823T201926_20090823T211052_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_005_339_20091003T134849_20091003T144015_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_005_018_20090922T023423_20090922T032549_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_001_154_20090705T121122_20090705T130248_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_009_367_20091227T004906_20091227T014033_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_009_488_20091231T083411_20091231T092537_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_009_434_20091229T101602_20091229T110729_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_046_20091103T200447_20091103T205613_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_007_367_20091115T071913_20091115T081039_DG10_01.nc has non NaN data\n",
      "/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_339_20090801T233359_20090802T002525_DG10_01.nc has non NaN data\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m/softs/rh7/conda-envs/pangeo_202012/lib/python3.8/site-packages/xarray/backends/file_manager.py\u001b[0m in \u001b[0;36m_acquire_with_cache_info\u001b[0;34m(self, needs_lock)\u001b[0m\n\u001b[1;32m    198\u001b[0m             \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 199\u001b[0;31m                 \u001b[0mfile\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_cache\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_key\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    200\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/softs/rh7/conda-envs/pangeo_202012/lib/python3.8/site-packages/xarray/backends/lru_cache.py\u001b[0m in \u001b[0;36m__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m     52\u001b[0m         \u001b[0;32mwith\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_lock\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 53\u001b[0;31m             \u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_cache\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     54\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_cache\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmove_to_end\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: [<class 'netCDF4._netCDF4.Dataset'>, ('/work/ALT/swot/aval/wisa/tmp/inland_cleaning/swot_simulator_science_phase/eNATL60-BLB002-SSH-1h/karin/2009/SWOT_L2_LR_SSH_Basic_002_257_20090730T011520_20090730T020646_DG10_01.nc',), 'r', (('clobber', True), ('diskless', False), ('format', 'NETCDF4'), ('persist', False))]",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-7-d736c8997724>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      3\u001b[0m     \u001b[0;32mfor\u001b[0m \u001b[0mf\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0marange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfiles\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m         \u001b[0mfile\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfiles\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m         \u001b[0mcheck\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mind_region\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcheck_data_region\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfile\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlatmin\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlatmax\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlonmin\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlonmax\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      6\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mcheck\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m             \u001b[0mcheck2\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0misdata\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcheck_data_nonan\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfile\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mind_region\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-5-54f5e351300c>\u001b[0m in \u001b[0;36mcheck_data_region\u001b[0;34m(file, latmin, latmax, lonmin, lonmax)\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mcheck_data_region\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfile\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlatmin\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlatmax\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlonmin\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlonmax\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m     \u001b[0mds\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mxr\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mopen_dataset\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfile\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m     \u001b[0mlatfile\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mds\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlatitude\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m     \u001b[0mlonfile\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mds\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlongitude\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m     ind_region=np.where((latfile < latmax) & (latfile > latmin) & \n",
      "\u001b[0;32m/softs/rh7/conda-envs/pangeo_202012/lib/python3.8/site-packages/xarray/backends/api.py\u001b[0m in \u001b[0;36mopen_dataset\u001b[0;34m(filename_or_obj, group, decode_cf, mask_and_scale, decode_times, autoclose, concat_characters, decode_coords, engine, chunks, lock, cache, drop_variables, backend_kwargs, use_cftime, decode_timedelta)\u001b[0m\n\u001b[1;32m    570\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    571\u001b[0m         \u001b[0mopener\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_get_backend_cls\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mengine\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 572\u001b[0;31m         \u001b[0mstore\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mopener\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilename_or_obj\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mextra_kwargs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mbackend_kwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    573\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    574\u001b[0m     \u001b[0;32mwith\u001b[0m \u001b[0mclose_on_error\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mstore\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/softs/rh7/conda-envs/pangeo_202012/lib/python3.8/site-packages/xarray/backends/netCDF4_.py\u001b[0m in \u001b[0;36mopen\u001b[0;34m(cls, filename, mode, format, group, clobber, diskless, persist, lock, lock_maker, autoclose)\u001b[0m\n\u001b[1;32m    362\u001b[0m             \u001b[0mnetCDF4\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mDataset\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfilename\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    363\u001b[0m         )\n\u001b[0;32m--> 364\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmanager\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgroup\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mgroup\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlock\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlock\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mautoclose\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mautoclose\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    365\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    366\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_acquire\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mneeds_lock\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/softs/rh7/conda-envs/pangeo_202012/lib/python3.8/site-packages/xarray/backends/netCDF4_.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, manager, group, mode, lock, autoclose)\u001b[0m\n\u001b[1;32m    312\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_group\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgroup\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    313\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_mode\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 314\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mformat\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mds\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdata_model\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    315\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_filename\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mds\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfilepath\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    316\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mis_remote\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mis_remote_uri\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_filename\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/softs/rh7/conda-envs/pangeo_202012/lib/python3.8/site-packages/xarray/backends/netCDF4_.py\u001b[0m in \u001b[0;36mds\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    371\u001b[0m     \u001b[0;34m@\u001b[0m\u001b[0mproperty\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    372\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mds\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 373\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_acquire\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    374\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    375\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mopen_store_variable\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvar\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/softs/rh7/conda-envs/pangeo_202012/lib/python3.8/site-packages/xarray/backends/netCDF4_.py\u001b[0m in \u001b[0;36m_acquire\u001b[0;34m(self, needs_lock)\u001b[0m\n\u001b[1;32m    365\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    366\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_acquire\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mneeds_lock\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 367\u001b[0;31m         \u001b[0;32mwith\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_manager\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0macquire_context\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mneeds_lock\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mroot\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    368\u001b[0m             \u001b[0mds\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_nc4_require_group\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mroot\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_group\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_mode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    369\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mds\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/softs/rh7/conda-envs/pangeo_202012/lib/python3.8/contextlib.py\u001b[0m in \u001b[0;36m__enter__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    111\u001b[0m         \u001b[0;32mdel\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkwds\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfunc\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    112\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 113\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mnext\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgen\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    114\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mStopIteration\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    115\u001b[0m             \u001b[0;32mraise\u001b[0m \u001b[0mRuntimeError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"generator didn't yield\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/softs/rh7/conda-envs/pangeo_202012/lib/python3.8/site-packages/xarray/backends/file_manager.py\u001b[0m in \u001b[0;36macquire_context\u001b[0;34m(self, needs_lock)\u001b[0m\n\u001b[1;32m    185\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0macquire_context\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mneeds_lock\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    186\u001b[0m         \u001b[0;34m\"\"\"Context manager for acquiring a file.\"\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 187\u001b[0;31m         \u001b[0mfile\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcached\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_acquire_with_cache_info\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mneeds_lock\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    188\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    189\u001b[0m             \u001b[0;32myield\u001b[0m \u001b[0mfile\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/softs/rh7/conda-envs/pangeo_202012/lib/python3.8/site-packages/xarray/backends/file_manager.py\u001b[0m in \u001b[0;36m_acquire_with_cache_info\u001b[0;34m(self, needs_lock)\u001b[0m\n\u001b[1;32m    203\u001b[0m                     \u001b[0mkwargs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcopy\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    204\u001b[0m                     \u001b[0mkwargs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"mode\"\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_mode\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 205\u001b[0;31m                 \u001b[0mfile\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_opener\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_args\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    206\u001b[0m                 \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_mode\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m\"w\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    207\u001b[0m                     \u001b[0;31m# ensure file doesn't get overriden when opened again\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32mnetCDF4/_netCDF4.pyx\u001b[0m in \u001b[0;36mnetCDF4._netCDF4.Dataset.__init__\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mnetCDF4/_netCDF4.pyx\u001b[0m in \u001b[0;36mnetCDF4._netCDF4._get_vars\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mnetCDF4/_netCDF4.pyx\u001b[0m in \u001b[0;36mnetCDF4._netCDF4.Variable.__init__\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32m/softs/rh7/conda-envs/pangeo_202012/lib/python3.8/site-packages/netCDF4/utils.py\u001b[0m in \u001b[0;36m_find_dim\u001b[0;34m(grp, dimname)\u001b[0m\n\u001b[1;32m     39\u001b[0m     \u001b[0;32mreturn\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mA\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[0;32min\u001b[0m \u001b[0msorted\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mA\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mB\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__getitem__\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     40\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 41\u001b[0;31m \u001b[0;32mdef\u001b[0m \u001b[0m_find_dim\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mgrp\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdimname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     42\u001b[0m     \u001b[0;31m# find Dimension instance given group and name.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     43\u001b[0m     \u001b[0;31m# look in current group, and parents.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "for phase in ['science_phase','calval_phase']:\n",
    "    print('cheking phase '+phase)\n",
    "    for f in np.arange(len(files)):\n",
    "        file=files[f]\n",
    "        check, ind_region = check_data_region(file,latmin,latmax,lonmin,lonmax)\n",
    "        if check == 1:\n",
    "            check2,isdata = check_data_nonan(file,ind_region)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}