DownloadData.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "b6f74ae5-2005-4f28-9d4b-70a54e0bdea1",
   "metadata": {},
   "source": [
    "# Downlaod Data from Edmond"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "8352bab8-2d52-4b23-969e-0d15a9ee93e5",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--2024-07-16 12:25:33--  https://edmond.mpg.de/api/access/datafile/252770\n",
      "Resolving edmond.mpg.de (edmond.mpg.de)... 134.76.28.173\n",
      "Connecting to edmond.mpg.de (edmond.mpg.de)|134.76.28.173|:443... connected.\n",
      "HTTP request sent, awaiting response... 303 See Other\n",
      "Location: https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a7575ef0-433566657c10?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27Bulk.gz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102533Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=eaf6055dc4a5960923169859d69494fe72188520a6c423e6cea4fc9158a03348 [following]\n",
      "--2024-07-16 12:25:33--  https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a7575ef0-433566657c10?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27Bulk.gz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102533Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=eaf6055dc4a5960923169859d69494fe72188520a6c423e6cea4fc9158a03348\n",
      "Resolving dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)... 134.76.30.9\n",
      "Connecting to dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)|134.76.30.9|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 1616269 (1.5M) [application/x-gzip]\n",
      "Saving to: ‘Data/Bulk.tgz’\n",
      "\n",
      "Data/Bulk.tgz       100%[===================>]   1.54M  --.-KB/s    in 0.1s    \n",
      "\n",
      "2024-07-16 12:25:33 (10.8 MB/s) - ‘Data/Bulk.tgz’ saved [1616269/1616269]\n",
      "\n",
      "--2024-07-16 12:25:33--  https://edmond.mpg.de/api/access/datafile/252803\n",
      "Resolving edmond.mpg.de (edmond.mpg.de)... 134.76.28.173\n",
      "Connecting to edmond.mpg.de (edmond.mpg.de)|134.76.28.173|:443... connected.\n",
      "HTTP request sent, awaiting response... 303 See Other\n",
      "Location: https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190bb11f7a2-1908fa02d9e2?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27Point.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102533Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=74e046ebf66e48ac276a99733803ca1322603372fbdea391cad9dd922bfde9f2 [following]\n",
      "--2024-07-16 12:25:33--  https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190bb11f7a2-1908fa02d9e2?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27Point.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102533Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=74e046ebf66e48ac276a99733803ca1322603372fbdea391cad9dd922bfde9f2\n",
      "Resolving dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)... 134.76.30.9\n",
      "Connecting to dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)|134.76.30.9|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 4819324 (4.6M) [application/x-gzip]\n",
      "Saving to: ‘Data/Point.tgz’\n",
      "\n",
      "Data/Point.tgz      100%[===================>]   4.60M  11.6MB/s    in 0.4s    \n",
      "\n",
      "2024-07-16 12:25:34 (11.6 MB/s) - ‘Data/Point.tgz’ saved [4819324/4819324]\n",
      "\n",
      "--2024-07-16 12:25:34--  https://edmond.mpg.de/api/access/datafile/252771\n",
      "Resolving edmond.mpg.de (edmond.mpg.de)... 134.76.28.173\n",
      "Connecting to edmond.mpg.de (edmond.mpg.de)|134.76.28.173|:443... connected.\n",
      "HTTP request sent, awaiting response... 303 See Other\n",
      "Location: https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a758045b-053f513e5e1d?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27GBs.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102534Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=fb7822fe29c852cc020fe37ac9bfb0aaab444e1c548f8127f8dfbdaf440caf4c [following]\n",
      "--2024-07-16 12:25:34--  https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a758045b-053f513e5e1d?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27GBs.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102534Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=fb7822fe29c852cc020fe37ac9bfb0aaab444e1c548f8127f8dfbdaf440caf4c\n",
      "Resolving dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)... 134.76.30.9\n",
      "Connecting to dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)|134.76.30.9|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 2836478 (2.7M) [application/x-gzip]\n",
      "Saving to: ‘Data/GBs.tgz’\n",
      "\n",
      "Data/GBs.tgz        100%[===================>]   2.70M  12.6MB/s    in 0.2s    \n",
      "\n",
      "2024-07-16 12:25:34 (12.6 MB/s) - ‘Data/GBs.tgz’ saved [2836478/2836478]\n",
      "\n",
      "--2024-07-16 12:25:35--  https://edmond.mpg.de/api/access/datafile/252772\n",
      "Resolving edmond.mpg.de (edmond.mpg.de)... 134.76.28.173\n",
      "Connecting to edmond.mpg.de (edmond.mpg.de)|134.76.28.173|:443... connected.\n",
      "HTTP request sent, awaiting response... 303 See Other\n",
      "Location: https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a75990c3-a69e107b7b28?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27PhaseDiagrams.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102535Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=70cd8525313e7545403b27c8f7e100ac7ef6dcb676fb1dcd6efd8ec2fe22bb6e [following]\n",
      "--2024-07-16 12:25:35--  https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a75990c3-a69e107b7b28?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27PhaseDiagrams.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102535Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=70cd8525313e7545403b27c8f7e100ac7ef6dcb676fb1dcd6efd8ec2fe22bb6e\n",
      "Resolving dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)... 134.76.30.9\n",
      "Connecting to dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)|134.76.30.9|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 9050356 (8.6M) [application/x-gzip]\n",
      "Saving to: ‘Data/PhaseDiagram.tgz’\n",
      "\n",
      "Data/PhaseDiagram.t 100%[===================>]   8.63M  14.0MB/s    in 0.6s    \n",
      "\n",
      "2024-07-16 12:25:35 (14.0 MB/s) - ‘Data/PhaseDiagram.tgz’ saved [9050356/9050356]\n",
      "\n",
      "--2024-07-16 12:25:35--  https://edmond.mpg.de/api/access/datafile/252773\n",
      "Resolving edmond.mpg.de (edmond.mpg.de)... 134.76.28.173\n",
      "Connecting to edmond.mpg.de (edmond.mpg.de)|134.76.28.173|:443... connected.\n",
      "HTTP request sent, awaiting response... 303 See Other\n",
      "Location: https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a75a09d2-7c88ab22a6c7?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27Surfaces.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102536Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=b83350aabddc69bd6d21df5ec62984180a2e3169e92bf511b7c0bb526202e0a8 [following]\n",
      "--2024-07-16 12:25:36--  https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a75a09d2-7c88ab22a6c7?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27Surfaces.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102536Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=b83350aabddc69bd6d21df5ec62984180a2e3169e92bf511b7c0bb526202e0a8\n",
      "Resolving dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)... 134.76.30.9\n",
      "Connecting to dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)|134.76.30.9|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 1960106 (1.9M) [application/x-gzip]\n",
      "Saving to: ‘Data/Surfaces.tgz’\n",
      "\n",
      "Data/Surfaces.tgz   100%[===================>]   1.87M  10.1MB/s    in 0.2s    \n",
      "\n",
      "2024-07-16 12:25:36 (10.1 MB/s) - ‘Data/Surfaces.tgz’ saved [1960106/1960106]\n",
      "\n",
      "--2024-07-16 12:25:36--  https://edmond.mpg.de/api/access/datafile/252774\n",
      "Resolving edmond.mpg.de (edmond.mpg.de)... 134.76.28.173\n",
      "Connecting to edmond.mpg.de (edmond.mpg.de)|134.76.28.173|:443... connected.\n",
      "HTTP request sent, awaiting response... 303 See Other\n",
      "Location: https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a75a65ae-6a9dc67e4245?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27TrainingData.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102536Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=c6c5e265fad74d6bdafdf6b4ecc7d76322fe7b78ed0b9706066e9035fb8accdf [following]\n",
      "--2024-07-16 12:25:36--  https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a75a65ae-6a9dc67e4245?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27TrainingData.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102536Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=c6c5e265fad74d6bdafdf6b4ecc7d76322fe7b78ed0b9706066e9035fb8accdf\n",
      "Resolving dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)... 134.76.30.9\n",
      "Connecting to dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)|134.76.30.9|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 86419116 (82M) [application/x-gzip]\n",
      "Saving to: ‘Data/TrainingData.tgz’\n",
      "\n",
      "Data/TrainingData.t 100%[===================>]  82.42M  14.6MB/s    in 6.0s    \n",
      "\n",
      "2024-07-16 12:25:42 (13.7 MB/s) - ‘Data/TrainingData.tgz’ saved [86419116/86419116]\n",
      "\n",
      "--2024-07-16 12:25:42--  https://edmond.mpg.de/api/access/datafile/252776\n",
      "Resolving edmond.mpg.de (edmond.mpg.de)... 134.76.28.173\n",
      "Connecting to edmond.mpg.de (edmond.mpg.de)|134.76.28.173|:443... connected.\n",
      "HTTP request sent, awaiting response... 303 See Other\n",
      "Location: https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a75b22b8-6ca0a23dfbb2?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27Volume.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102542Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=98054387d910b17c8e8f19a8d3da6cf0839a11ed75461ec3ace16e657320a44e [following]\n",
      "--2024-07-16 12:25:42--  https://dev-edmond-objstor-hdd.s3.gwdg.de/10.17617/3.DYLLSS/190a75b22b8-6ca0a23dfbb2?response-content-disposition=attachment%3B%20filename%2A%3DUTF-8%27%27Volume.tgz&response-content-type=application%2Fx-gzip&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20240716T102542Z&X-Amz-SignedHeaders=host&X-Amz-Expires=86400&X-Amz-Credential=W7RIGMB4SLQMPMLDY4FF%2F20240716%2Fdataverse%2Fs3%2Faws4_request&X-Amz-Signature=98054387d910b17c8e8f19a8d3da6cf0839a11ed75461ec3ace16e657320a44e\n",
      "Resolving dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)... 134.76.30.9\n",
      "Connecting to dev-edmond-objstor-hdd.s3.gwdg.de (dev-edmond-objstor-hdd.s3.gwdg.de)|134.76.30.9|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: 1425372 (1.4M) [application/x-gzip]\n",
      "Saving to: ‘Data/Volume.tgz’\n",
      "\n",
      "Data/Volume.tgz     100%[===================>]   1.36M  --.-KB/s    in 0.1s    \n",
      "\n",
      "2024-07-16 12:25:43 (10.4 MB/s) - ‘Data/Volume.tgz’ saved [1425372/1425372]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "!mkdir -p Data\n",
    "!wget https://edmond.mpg.de/api/access/datafile/252770 -O Data/Bulk.tgz\n",
    "!wget https://edmond.mpg.de/api/access/datafile/252803 -O Data/Point.tgz\n",
    "!wget https://edmond.mpg.de/api/access/datafile/252771 -O Data/GBs.tgz\n",
    "!wget https://edmond.mpg.de/api/access/datafile/252772 -O Data/PhaseDiagram.tgz\n",
    "!wget https://edmond.mpg.de/api/access/datafile/252773 -O Data/Surfaces.tgz\n",
    "!wget https://edmond.mpg.de/api/access/datafile/252774 -O Data/TrainingData.tgz\n",
    "!wget https://edmond.mpg.de/api/access/datafile/252776 -O Data/Volume.tgz"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "f213b301-ffe7-4d3f-ba86-7dc55c3a6c70",
   "metadata": {},
   "outputs": [],
   "source": [
    "files = !ls Data/*.tgz\n",
    "for f in files:\n",
    "    !tar xf $f -C Data"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}