From 97178f18942997948312aac88c4031b8c85a8bb2 Mon Sep 17 00:00:00 2001 From: Emma Marshall <55526386+e-marshall@users.noreply.github.com> Date: Sun, 4 Feb 2024 13:03:13 -0700 Subject: [PATCH] appendix nb edit --- asf_local_mf.ipynb | 23 +++++++++++++++++------ 1 file changed, 17 insertions(+), 6 deletions(-) diff --git a/asf_local_mf.ipynb b/asf_local_mf.ipynb index cd25404..dca655a 100644 --- a/asf_local_mf.ipynb +++ b/asf_local_mf.ipynb @@ -46,8 +46,7 @@ "import pandas as pd\n", "import dask\n", "\n", - "from pathlib import Path\n", - "from intake.source.utils import reverse_format\n" + "from pathlib import Path" ] }, { @@ -55,7 +54,7 @@ "id": "deaa7cdb-2e90-4fc3-a944-84dcfdf6953e", "metadata": {}, "source": [ - "We'll use this function later but defining it now:" + "We'll use this function later but define it now:" ] }, { @@ -278,7 +277,7 @@ "source": [ "from dask.distributed import Client\n", "\n", - "client = Client(processes=False) #look into limiting memory\n", + "client = Client(processes=False) \n", "client" ] }, @@ -507,7 +506,7 @@ "id": "71c3cb5b-c6bd-46ad-b6e2-c3c531a6cebb", "metadata": {}, "source": [ - "Repeat for the other two variables (unless these can be combined into one preprocess?)" + "Repeat for the other two variables " ] }, { @@ -677,7 +676,7 @@ "id": "3c022c13-c49f-4b56-9463-49843294c934", "metadata": {}, "source": [ - "First, let's call `xr.open_mfdataset()` with the argument `chunks='auto'`. This will read in a dask array where ideal chunk sizes are selected based off the array size, it will attempt to have chunk sizes where bytes are equal to the configuration value for array chunk size. More about that [here](https://docs.dask.org/en/stable/array-chunks.html#automatic-chunking).You can check the configuration value for an array chunk size with the code below: " + "First, let's call `xr.open_mfdataset()` with the argument `chunks='auto'`. This will read in a dask array where ideal chunk sizes are selected based off the array size, it will attempt to have chunk sizes where bytes are equal to the configuration value for array chunk size. More about that [here](https://docs.dask.org/en/stable/array-chunks.html#automatic-chunking). You can check the configuration value for an array chunk size with the code below: " ] }, { @@ -5645,6 +5644,18 @@ "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.13" } }, "nbformat": 4,