MongoDB_Data_Analysis_Example.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Initialization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pymongo\n",
    "import functools\n",
    "import itertools\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from IPython.display import display, HTML"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "conn = pymongo.MongoClient('mongodb://lily.local:27017')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Analysis"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## `watchdog.exec`\n",
    "\n",
    "Did the `watchdog.py` component successfully detect violation of the watch condition? For the Bergamot simulations, the watch event was `commit`, and the watchdog is supposed to signal a violation if 10 or more cycles elapse between consecutive `commit` events."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dict_keys(['_id', 'sha', 'branch', 'exec_script', 'exitcode', 'stats', 'log', 'config', 'runpath', 'pipeline', 'script', 'cmdline', 'stdout', 'stderr', 'date', 'time'])"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "conn.nebula.watchdog.find_one().keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "config : {'service': 'mainmem', 'field': 'peek_latency_in_cycles', 'val': 25}\n",
      "config : {'service': 'mainmem', 'field': 'filename', 'val': '/tmp/mainmem.raw'}\n",
      "config : {'service': 'mainmem', 'field': 'capacity', 'val': 4294967296}\n",
      "config : {'service': 'stats', 'field': 'output_filename', 'val': '/tmp/stats.json'}\n",
      "config : {'service': 'stats', 'field': 'output_filename', 'val': '/home/john/src/nebula/tmp/runs/b6524326-919e-4d7f-99c5-2e2f700e5622/stats.json'}\n",
      "config : {'service': 'mainmem', 'field': 'filename', 'val': '/home/john/src/nebula/tmp/runs/b6524326-919e-4d7f-99c5-2e2f700e5622/mainmem.raw'}\n",
      "config : {'service': 'watchdog', 'field': 'event_name', 'val': 'commit'}\n",
      "config : {'service': 'watchdog', 'field': 'event_cycles', 'val': 10}\n",
      "config : {'service': 'l2', 'field': 'l2_hitlatency', 'val': 1}\n",
      "config : {'service': 'mainmem', 'field': 'peek_latency_in_cycles', 'val': 10}\n",
      "config : {'service': 'mainmem', 'field': 'capacity', 'val': 4294967296}\n",
      "Watchdog violation!\n",
      "\tstate.cycle                : 31\n",
      "\tstate.config.event_name    : commit\n",
      "\tstate.config.event_cycles  : 10\n",
      "\tstate.config.result_name   : None\n",
      "\tstate.config.result_cycles : None\n",
      "\tstate.last                 : {'commit': 18}\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(conn.nebula.watchdog.find_one().get('log').get('0000_watchdog.py.log'))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## `quick_*.exec`\n",
    "\n",
    "Which of these tests failed to generate a correct result for the `negate`, `sort`, `sum`, and `3sat` example binaries?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "_correct_answer = {\n",
    "    '3sat': 'solve(): [SOLUTION] s = 00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000007', # restore: ../../snapshots/3sat/mainmem.raw.000000000480000.snapshot\n",
    "    'negate': '-2', # command: ../../examples/bin/negate 2\n",
    "    'sort': '-3 2 5', # command: ../../examples/bin/sort 2 -3 5\n",
    "    'sum': '5', # command: ../../examples/bin/sum 2 3\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "len(_incorrect) : 0\n",
      "_correct        : {'pipelines/shangjuan': 64, 'pipelines/pompia': 4, 'pipelines/rangpur': 4, 'pipelines/amanatsu': 1, 'pipelines/jabara': 1}\n"
     ]
    }
   ],
   "source": [
    "_benchmark = 'negate'\n",
    "_quick = conn.nebula.quick.find({'cmdline': {'$regex': _benchmark}})\n",
    "_incorrect = []\n",
    "_correct = {}\n",
    "for _q in _quick:\n",
    "    _answer = _q.get('stdout').strip()\n",
    "    if _correct_answer.get(_benchmark) != _answer:\n",
    "        _incorrect.append(_q)\n",
    "        print('{} ({}) : {} {}'.format(_answer, len(_answer), _q.get('pipeline'), _q.get('cmdline')))\n",
    "        continue\n",
    "    _correct.update({_q.get('pipeline'): 1 + _correct.get(_q.get('pipeline'), 0)})\n",
    "print('len(_incorrect) : {}'.format(len(_incorrect)))\n",
    "print('_correct        : {}'.format(_correct))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "len(_incorrect) : 0\n",
      "_correct        : {'pipelines/pompia': 4, 'pipelines/shangjuan': 64, 'pipelines/rangpur': 4, 'pipelines/amanatsu': 1, 'pipelines/jabara': 1}\n"
     ]
    }
   ],
   "source": [
    "_benchmark = 'sort'\n",
    "_quick = conn.nebula.quick.find({'cmdline': {'$regex': _benchmark}})\n",
    "_incorrect = []\n",
    "_correct = {}\n",
    "for _q in _quick:\n",
    "    _answer = _q.get('stdout').strip()\n",
    "    if _correct_answer.get(_benchmark) != _answer:\n",
    "        _incorrect.append(_q)\n",
    "        print('{} ({}) : {} {}'.format(_answer, len(_answer), _q.get('pipeline'), _q.get('cmdline')))\n",
    "        continue\n",
    "    _correct.update({_q.get('pipeline'): 1 + _correct.get(_q.get('pipeline'), 0)})\n",
    "print('len(_incorrect) : {}'.format(len(_incorrect)))\n",
    "print('_correct        : {}'.format(_correct))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "len(_incorrect) : 0\n",
      "_correct        : {'pipelines/pompia': 4, 'pipelines/shangjuan': 64, 'pipelines/rangpur': 4, 'pipelines/amanatsu': 1, 'pipelines/jabara': 1}\n"
     ]
    }
   ],
   "source": [
    "_benchmark = 'sum'\n",
    "_quick = conn.nebula.quick.find({'cmdline': {'$regex': _benchmark}})\n",
    "_incorrect = []\n",
    "_correct = {}\n",
    "for _q in _quick:\n",
    "    _answer = _q.get('stdout').strip()\n",
    "    if _correct_answer.get(_benchmark) != _answer:\n",
    "        _incorrect.append(_q)\n",
    "        print('{} ({}) : {} {}'.format(_answer, len(_answer), _q.get('pipeline'), _q.get('cmdline')))\n",
    "        continue\n",
    "    _correct.update({_q.get('pipeline'): 1 + _correct.get(_q.get('pipeline'), 0)})\n",
    "print('len(_incorrect) : {}'.format(len(_incorrect)))\n",
    "print('_correct        : {}'.format(_correct))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "len(_incorrect) : 0\n",
      "_correct        : {'pipelines/shangjuan': 64, 'pipelines/pompia': 4, 'pipelines/rangpur': 4, 'pipelines/amanatsu': 1, 'pipelines/jabara': 1}\n"
     ]
    }
   ],
   "source": [
    "_benchmark = '3sat'\n",
    "_quick = conn.nebula.quick.find({'cmdline': {'$regex': _benchmark}})\n",
    "_incorrect = []\n",
    "_correct = {}\n",
    "for _q in _quick:\n",
    "    _answer = _q.get('stdout').strip()\n",
    "    if _correct_answer.get(_benchmark) != _answer:\n",
    "        _incorrect.append(_q)\n",
    "        print('{} ({}) : {} {}'.format(_answer, len(_answer), _q.get('pipeline'), _q.get('cmdline')))\n",
    "        continue\n",
    "    _correct.update({_q.get('pipeline'): 1 + _correct.get(_q.get('pipeline'), 0)})\n",
    "print('len(_incorrect) : {}'.format(len(_incorrect)))\n",
    "print('_correct        : {}'.format(_correct))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>fetch:l1ic_nsets</th>\n",
       "      <th>fetch:l1ic_nways</th>\n",
       "      <th>fetch:l1ic_nbytesperblock</th>\n",
       "      <th>fetch:l1ic_evictionpolicy</th>\n",
       "      <th>decode:max_bytes_to_decode</th>\n",
       "      <th>lsu:l1dc_nsets</th>\n",
       "      <th>lsu:l1dc_nways</th>\n",
       "      <th>lsu:l1dc_nbytesperblock</th>\n",
       "      <th>lsu:l1dc_evictionpolicy</th>\n",
       "      <th>l2:nsets</th>\n",
       "      <th>...</th>\n",
       "      <th>mainmem:capacity</th>\n",
       "      <th>brpred:btac_entries</th>\n",
       "      <th>brpred:predictor_type</th>\n",
       "      <th>brpred:predictor_entries</th>\n",
       "      <th>alu:result_forwarding</th>\n",
       "      <th>benchmark</th>\n",
       "      <th>pipeline</th>\n",
       "      <th>ipc</th>\n",
       "      <th>cycles</th>\n",
       "      <th>decode:max_instructions_to_decode</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>1.0</td>\n",
       "      <td>bimodal</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3sat</td>\n",
       "      <td>shangjuan</td>\n",
       "      <td>0.375239</td>\n",
       "      <td>26647</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>1.0</td>\n",
       "      <td>bimodal</td>\n",
       "      <td>64.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3sat</td>\n",
       "      <td>shangjuan</td>\n",
       "      <td>0.375239</td>\n",
       "      <td>26647</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>1.0</td>\n",
       "      <td>gshare</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3sat</td>\n",
       "      <td>shangjuan</td>\n",
       "      <td>0.375070</td>\n",
       "      <td>26659</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>1.0</td>\n",
       "      <td>gshare</td>\n",
       "      <td>64.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3sat</td>\n",
       "      <td>shangjuan</td>\n",
       "      <td>0.374859</td>\n",
       "      <td>26674</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>64.0</td>\n",
       "      <td>bimodal</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>3sat</td>\n",
       "      <td>shangjuan</td>\n",
       "      <td>0.373613</td>\n",
       "      <td>26763</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>283</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>64.0</td>\n",
       "      <td>bimodal</td>\n",
       "      <td>64.0</td>\n",
       "      <td>False</td>\n",
       "      <td>sum</td>\n",
       "      <td>shangjuan</td>\n",
       "      <td>0.092368</td>\n",
       "      <td>23060</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>284</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>64.0</td>\n",
       "      <td>gshare</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>sum</td>\n",
       "      <td>shangjuan</td>\n",
       "      <td>0.093229</td>\n",
       "      <td>22847</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>285</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>64.0</td>\n",
       "      <td>gshare</td>\n",
       "      <td>1.0</td>\n",
       "      <td>False</td>\n",
       "      <td>sum</td>\n",
       "      <td>shangjuan</td>\n",
       "      <td>0.092005</td>\n",
       "      <td>23151</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>286</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>64.0</td>\n",
       "      <td>gshare</td>\n",
       "      <td>64.0</td>\n",
       "      <td>True</td>\n",
       "      <td>sum</td>\n",
       "      <td>shangjuan</td>\n",
       "      <td>0.093058</td>\n",
       "      <td>22889</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>64.0</td>\n",
       "      <td>gshare</td>\n",
       "      <td>64.0</td>\n",
       "      <td>False</td>\n",
       "      <td>sum</td>\n",
       "      <td>shangjuan</td>\n",
       "      <td>0.091814</td>\n",
       "      <td>23199</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>288 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     fetch:l1ic_nsets  fetch:l1ic_nways  fetch:l1ic_nbytesperblock  \\\n",
       "0                  32                 1                         16   \n",
       "1                  32                 1                         16   \n",
       "2                  32                 1                         16   \n",
       "3                  32                 1                         16   \n",
       "4                  32                 1                         16   \n",
       "..                ...               ...                        ...   \n",
       "283                32                 1                         16   \n",
       "284                32                 1                         16   \n",
       "285                32                 1                         16   \n",
       "286                32                 1                         16   \n",
       "287                32                 1                         16   \n",
       "\n",
       "    fetch:l1ic_evictionpolicy  decode:max_bytes_to_decode  lsu:l1dc_nsets  \\\n",
       "0                         lru                        16.0              16   \n",
       "1                         lru                        16.0              16   \n",
       "2                         lru                        16.0              16   \n",
       "3                         lru                        16.0              16   \n",
       "4                         lru                        16.0              16   \n",
       "..                        ...                         ...             ...   \n",
       "283                       lru                        16.0              16   \n",
       "284                       lru                        16.0              16   \n",
       "285                       lru                        16.0              16   \n",
       "286                       lru                        16.0              16   \n",
       "287                       lru                        16.0              16   \n",
       "\n",
       "     lsu:l1dc_nways  lsu:l1dc_nbytesperblock lsu:l1dc_evictionpolicy  \\\n",
       "0                 2                       16                     lru   \n",
       "1                 2                       16                     lru   \n",
       "2                 2                       16                     lru   \n",
       "3                 2                       16                     lru   \n",
       "4                 2                       16                     lru   \n",
       "..              ...                      ...                     ...   \n",
       "283               2                       16                     lru   \n",
       "284               2                       16                     lru   \n",
       "285               2                       16                     lru   \n",
       "286               2                       16                     lru   \n",
       "287               2                       16                     lru   \n",
       "\n",
       "     l2:nsets  ...  mainmem:capacity  brpred:btac_entries  \\\n",
       "0             32  ...        4294967296                  1.0   \n",
       "1             32  ...        4294967296                  1.0   \n",
       "2             32  ...        4294967296                  1.0   \n",
       "3             32  ...        4294967296                  1.0   \n",
       "4             32  ...        4294967296                 64.0   \n",
       "..           ...  ...               ...                  ...   \n",
       "283           32  ...        4294967296                 64.0   \n",
       "284           32  ...        4294967296                 64.0   \n",
       "285           32  ...        4294967296                 64.0   \n",
       "286           32  ...        4294967296                 64.0   \n",
       "287           32  ...        4294967296                 64.0   \n",
       "\n",
       "    brpred:predictor_type brpred:predictor_entries alu:result_forwarding  \\\n",
       "0                 bimodal                      1.0                  True   \n",
       "1                 bimodal                     64.0                  True   \n",
       "2                  gshare                      1.0                  True   \n",
       "3                  gshare                     64.0                  True   \n",
       "4                 bimodal                      1.0                  True   \n",
       "..                    ...                      ...                   ...   \n",
       "283               bimodal                     64.0                 False   \n",
       "284                gshare                      1.0                  True   \n",
       "285                gshare                      1.0                 False   \n",
       "286                gshare                     64.0                  True   \n",
       "287                gshare                     64.0                 False   \n",
       "\n",
       "    benchmark   pipeline       ipc  cycles  decode:max_instructions_to_decode  \n",
       "0        3sat  shangjuan  0.375239   26647                                NaN  \n",
       "1        3sat  shangjuan  0.375239   26647                                NaN  \n",
       "2        3sat  shangjuan  0.375070   26659                                NaN  \n",
       "3        3sat  shangjuan  0.374859   26674                                NaN  \n",
       "4        3sat  shangjuan  0.373613   26763                                NaN  \n",
       "..        ...        ...       ...     ...                                ...  \n",
       "283       sum  shangjuan  0.092368   23060                                NaN  \n",
       "284       sum  shangjuan  0.093229   22847                                NaN  \n",
       "285       sum  shangjuan  0.092005   23151                                NaN  \n",
       "286       sum  shangjuan  0.093058   22889                                NaN  \n",
       "287       sum  shangjuan  0.091814   23199                                NaN  \n",
       "\n",
       "[288 rows x 29 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "walk = lambda d, k: functools.reduce(lambda a, b: a.get(str(b)), k.split('.'), d)\n",
    "_ipc = pd.DataFrame.from_records(sum([[{\n",
    "        **walk(_q, 'config'),\n",
    "        **{\n",
    "            'benchmark': walk(_q, 'benchmark'),\n",
    "            'pipeline': walk(_q, 'pipeline').split('/')[-1],\n",
    "            'ipc': walk(_q, 'stats.0.commit.retires') / walk(_q, 'stats.cycle'),\n",
    "            'cycles': walk(_q, 'stats.cycle'),\n",
    "        }\n",
    "}] for _q in sum(map(\n",
    "        lambda b, d: list(map(\n",
    "            lambda y: {**y, **{'benchmark': b}},\n",
    "            filter(lambda x: x.get('stdout').strip() == _correct_answer.get(b) and '0' in x.get('stats').keys(), d)\n",
    "        )),\n",
    "        *zip(*[(c, conn.nebula.quick.find({'cmdline': {'$regex': c}})) for c in _correct_answer.keys()])\n",
    "), [])], []))\n",
    "_ipc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>fetch:l1ic_nsets</th>\n",
       "      <th>fetch:l1ic_nways</th>\n",
       "      <th>fetch:l1ic_nbytesperblock</th>\n",
       "      <th>fetch:l1ic_evictionpolicy</th>\n",
       "      <th>decode:max_bytes_to_decode</th>\n",
       "      <th>lsu:l1dc_nsets</th>\n",
       "      <th>lsu:l1dc_nways</th>\n",
       "      <th>lsu:l1dc_nbytesperblock</th>\n",
       "      <th>lsu:l1dc_evictionpolicy</th>\n",
       "      <th>l2:nsets</th>\n",
       "      <th>...</th>\n",
       "      <th>l2:hitlatency</th>\n",
       "      <th>mainmem:peek_latency_in_cycles</th>\n",
       "      <th>mainmem:capacity</th>\n",
       "      <th>brpred:btac_entries</th>\n",
       "      <th>brpred:predictor_type</th>\n",
       "      <th>brpred:predictor_entries</th>\n",
       "      <th>alu:result_forwarding</th>\n",
       "      <th>ipc</th>\n",
       "      <th>cycles</th>\n",
       "      <th>decode:max_instructions_to_decode</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>benchmark</th>\n",
       "      <th>pipeline</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"11\" valign=\"top\">negate</th>\n",
       "      <th>shangjuan</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>25</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>1.0</td>\n",
       "      <td>gshare</td>\n",
       "      <td>64.0</td>\n",
       "      <td>False</td>\n",
       "      <td>0.089057</td>\n",
       "      <td>23659</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>shangjuan</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>25</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>1.0</td>\n",
       "      <td>bimodal</td>\n",
       "      <td>64.0</td>\n",
       "      <td>False</td>\n",
       "      <td>0.089065</td>\n",
       "      <td>23657</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>shangjuan</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>25</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>1.0</td>\n",
       "      <td>gshare</td>\n",
       "      <td>1.0</td>\n",
       "      <td>False</td>\n",
       "      <td>0.089185</td>\n",
       "      <td>23625</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>shangjuan</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>25</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>1.0</td>\n",
       "      <td>bimodal</td>\n",
       "      <td>1.0</td>\n",
       "      <td>False</td>\n",
       "      <td>0.089287</td>\n",
       "      <td>23598</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>shangjuan</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>25</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>1.0</td>\n",
       "      <td>bimodal</td>\n",
       "      <td>64.0</td>\n",
       "      <td>True</td>\n",
       "      <td>0.089889</td>\n",
       "      <td>23440</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>shangjuan</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>1.0</td>\n",
       "      <td>bimodal</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>0.354191</td>\n",
       "      <td>5929</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>shangjuan</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>64.0</td>\n",
       "      <td>gshare</td>\n",
       "      <td>64.0</td>\n",
       "      <td>True</td>\n",
       "      <td>0.359281</td>\n",
       "      <td>5845</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>shangjuan</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>64.0</td>\n",
       "      <td>bimodal</td>\n",
       "      <td>64.0</td>\n",
       "      <td>True</td>\n",
       "      <td>0.360206</td>\n",
       "      <td>5830</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>shangjuan</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>64.0</td>\n",
       "      <td>gshare</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>0.362306</td>\n",
       "      <td>5810</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>shangjuan</th>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>16.0</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>lru</td>\n",
       "      <td>32</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4294967296</td>\n",
       "      <td>64.0</td>\n",
       "      <td>bimodal</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>0.364439</td>\n",
       "      <td>5776</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>64 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     fetch:l1ic_nsets  fetch:l1ic_nways  \\\n",
       "benchmark pipeline                                        \n",
       "negate    shangjuan                32                 1   \n",
       "          shangjuan                32                 1   \n",
       "          shangjuan                32                 1   \n",
       "          shangjuan                32                 1   \n",
       "          shangjuan                32                 1   \n",
       "...                               ...               ...   \n",
       "          shangjuan                32                 1   \n",
       "          shangjuan                32                 1   \n",
       "          shangjuan                32                 1   \n",
       "          shangjuan                32                 1   \n",
       "          shangjuan                32                 1   \n",
       "\n",
       "                     fetch:l1ic_nbytesperblock fetch:l1ic_evictionpolicy  \\\n",
       "benchmark pipeline                                                         \n",
       "negate    shangjuan                         16                       lru   \n",
       "          shangjuan                         16                       lru   \n",
       "          shangjuan                         16                       lru   \n",
       "          shangjuan                         16                       lru   \n",
       "          shangjuan                         16                       lru   \n",
       "...                                        ...                       ...   \n",
       "          shangjuan                         16                       lru   \n",
       "          shangjuan                         16                       lru   \n",
       "          shangjuan                         16                       lru   \n",
       "          shangjuan                         16                       lru   \n",
       "          shangjuan                         16                       lru   \n",
       "\n",
       "                     decode:max_bytes_to_decode  lsu:l1dc_nsets  \\\n",
       "benchmark pipeline                                                \n",
       "negate    shangjuan                        16.0              16   \n",
       "          shangjuan                        16.0              16   \n",
       "          shangjuan                        16.0              16   \n",
       "          shangjuan                        16.0              16   \n",
       "          shangjuan                        16.0              16   \n",
       "...                                         ...             ...   \n",
       "          shangjuan                        16.0              16   \n",
       "          shangjuan                        16.0              16   \n",
       "          shangjuan                        16.0              16   \n",
       "          shangjuan                        16.0              16   \n",
       "          shangjuan                        16.0              16   \n",
       "\n",
       "                     lsu:l1dc_nways  lsu:l1dc_nbytesperblock  \\\n",
       "benchmark pipeline                                             \n",
       "negate    shangjuan               2                       16   \n",
       "          shangjuan               2                       16   \n",
       "          shangjuan               2                       16   \n",
       "          shangjuan               2                       16   \n",
       "          shangjuan               2                       16   \n",
       "...                             ...                      ...   \n",
       "          shangjuan               2                       16   \n",
       "          shangjuan               2                       16   \n",
       "          shangjuan               2                       16   \n",
       "          shangjuan               2                       16   \n",
       "          shangjuan               2                       16   \n",
       "\n",
       "                    lsu:l1dc_evictionpolicy  l2:nsets  ...  \\\n",
       "benchmark pipeline                                        ...   \n",
       "negate    shangjuan                     lru           32  ...   \n",
       "          shangjuan                     lru           32  ...   \n",
       "          shangjuan                     lru           32  ...   \n",
       "          shangjuan                     lru           32  ...   \n",
       "          shangjuan                     lru           32  ...   \n",
       "...                                     ...          ...  ...   \n",
       "          shangjuan                     lru           32  ...   \n",
       "          shangjuan                     lru           32  ...   \n",
       "          shangjuan                     lru           32  ...   \n",
       "          shangjuan                     lru           32  ...   \n",
       "          shangjuan                     lru           32  ...   \n",
       "\n",
       "                     l2:hitlatency  mainmem:peek_latency_in_cycles  \\\n",
       "benchmark pipeline                                                      \n",
       "negate    shangjuan                 5                              25   \n",
       "          shangjuan                 5                              25   \n",
       "          shangjuan                 5                              25   \n",
       "          shangjuan                 5                              25   \n",
       "          shangjuan                 5                              25   \n",
       "...                               ...                             ...   \n",
       "          shangjuan                 1                               1   \n",
       "          shangjuan                 1                               1   \n",
       "          shangjuan                 1                               1   \n",
       "          shangjuan                 1                               1   \n",
       "          shangjuan                 1                               1   \n",
       "\n",
       "                    mainmem:capacity brpred:btac_entries  \\\n",
       "benchmark pipeline                                         \n",
       "negate    shangjuan       4294967296                 1.0   \n",
       "          shangjuan       4294967296                 1.0   \n",
       "          shangjuan       4294967296                 1.0   \n",
       "          shangjuan       4294967296                 1.0   \n",
       "          shangjuan       4294967296                 1.0   \n",
       "...                              ...                 ...   \n",
       "          shangjuan       4294967296                 1.0   \n",
       "          shangjuan       4294967296                64.0   \n",
       "          shangjuan       4294967296                64.0   \n",
       "          shangjuan       4294967296                64.0   \n",
       "          shangjuan       4294967296                64.0   \n",
       "\n",
       "                    brpred:predictor_type brpred:predictor_entries  \\\n",
       "benchmark pipeline                                                   \n",
       "negate    shangjuan                gshare                     64.0   \n",
       "          shangjuan               bimodal                     64.0   \n",
       "          shangjuan                gshare                      1.0   \n",
       "          shangjuan               bimodal                      1.0   \n",
       "          shangjuan               bimodal                     64.0   \n",
       "...                                   ...                      ...   \n",
       "          shangjuan               bimodal                      1.0   \n",
       "          shangjuan                gshare                     64.0   \n",
       "          shangjuan               bimodal                     64.0   \n",
       "          shangjuan                gshare                      1.0   \n",
       "          shangjuan               bimodal                      1.0   \n",
       "\n",
       "                     alu:result_forwarding       ipc  cycles  \\\n",
       "benchmark pipeline                                             \n",
       "negate    shangjuan                  False  0.089057   23659   \n",
       "          shangjuan                  False  0.089065   23657   \n",
       "          shangjuan                  False  0.089185   23625   \n",
       "          shangjuan                  False  0.089287   23598   \n",
       "          shangjuan                   True  0.089889   23440   \n",
       "...                                    ...       ...     ...   \n",
       "          shangjuan                   True  0.354191    5929   \n",
       "          shangjuan                   True  0.359281    5845   \n",
       "          shangjuan                   True  0.360206    5830   \n",
       "          shangjuan                   True  0.362306    5810   \n",
       "          shangjuan                   True  0.364439    5776   \n",
       "\n",
       "                     decode:max_instructions_to_decode  \n",
       "benchmark pipeline                                      \n",
       "negate    shangjuan                                NaN  \n",
       "          shangjuan                                NaN  \n",
       "          shangjuan                                NaN  \n",
       "          shangjuan                                NaN  \n",
       "          shangjuan                                NaN  \n",
       "...                                                ...  \n",
       "          shangjuan                                NaN  \n",
       "          shangjuan                                NaN  \n",
       "          shangjuan                                NaN  \n",
       "          shangjuan                                NaN  \n",
       "          shangjuan                                NaN  \n",
       "\n",
       "[64 rows x 27 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "_ipc.set_index(['benchmark', 'pipeline']).sort_index().loc[('negate', 'shangjuan')].sort_values(by='ipc')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Scratchpad"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "To query the count of pipeline model simulations currently executing, the following Bash command line is useful:\n",
    "\n",
    "```\n",
    "for p in amanatsu bergamot jabara pompia rangpur shangjuan ; do ( printf \"%8d : \" $( ps aux | egrep \"launcher.*nebula\" | egrep -v grep | egrep ${p} | wc -l ) ; echo ${p} ) ; done\n",
    "```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "ename": "AssertionError",
     "evalue": "Scratchpad area!",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAssertionError\u001b[0m                            Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[12], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28;01mFalse\u001b[39;00m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mScratchpad area!\u001b[39m\u001b[38;5;124m'\u001b[39m\n",
      "\u001b[0;31mAssertionError\u001b[0m: Scratchpad area!"
     ]
    }
   ],
   "source": [
    "assert False, 'Scratchpad area!'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<pymongo.results.DeleteResult at 0x7f9d3c230730>"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "conn.nebula.l1ic_size.delete_many({})"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## `l1ic_size.exec`\n",
    "\n",
    "Let's build a Pandas `DataFrame` of the execution cycle counts of all the L1I$ configuration runs that completed successfully."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>cycle</th>\n",
       "      <th>correct_answer</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>pipeline</th>\n",
       "      <th>nsets</th>\n",
       "      <th>nways</th>\n",
       "      <th>nbytesperblock</th>\n",
       "      <th>replacement</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">pipelines/lime</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">16</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">2</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>13709</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>13865</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">4</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>13458</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>13638</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">64</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">2</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>13275</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>13330</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">4</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>13203</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>13253</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">pipelines/oroblanco</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">16</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">2</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>15654</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>15771</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">4</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>15226</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>15411</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">64</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">2</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>14972</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>15131</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">4</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>14915</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>15024</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"16\" valign=\"top\">pipelines/pompia</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">16</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">2</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>16112</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>16028</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">32</th>\n",
       "      <th>lru</th>\n",
       "      <td>16622</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>16699</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">4</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>15746</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>15941</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">32</th>\n",
       "      <th>lru</th>\n",
       "      <td>16592</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>16633</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">64</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">2</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>15645</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>15766</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">32</th>\n",
       "      <th>lru</th>\n",
       "      <td>16593</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>16551</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">4</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>15621</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>15731</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">32</th>\n",
       "      <th>lru</th>\n",
       "      <td>16613</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>16613</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"16\" valign=\"top\">pipelines/rangpur</th>\n",
       "      <th rowspan=\"8\" valign=\"top\">16</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">2</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>17197</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>17290</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">32</th>\n",
       "      <th>lru</th>\n",
       "      <td>18076</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>18095</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">4</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>17010</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>17247</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">32</th>\n",
       "      <th>lru</th>\n",
       "      <td>18011</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>18114</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"8\" valign=\"top\">64</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">2</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>17069</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>17068</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">32</th>\n",
       "      <th>lru</th>\n",
       "      <td>17928</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>18010</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">4</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">16</th>\n",
       "      <th>lru</th>\n",
       "      <td>16978</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>17040</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">32</th>\n",
       "      <th>lru</th>\n",
       "      <td>17791</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>random</th>\n",
       "      <td>17889</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "        cycle correct_answer\n",
      "count      48             48\n",
      "unique     47              1\n",
      "top     16613           True\n",
      "freq        2             48\n"
     ]
    }
   ],
   "source": [
    "_correct_answer = '7' # command: ../../examples/bin/sum 2 3 -5 7\n",
    "_tmp_df = pd.DataFrame({\n",
    "    (w.get('pipeline'),) + tuple(map(lambda y: y[1], filter(lambda x: 'fetch' in x[0], w.get('config').items()))): [w.get('stats').get('cycle'), w.get('stdout').strip() == _correct_answer]\n",
    "    for w in conn.nebula.l1ic_size.find({'cmdline': {'$regex': 'sum'}})\n",
    "}).T.reset_index().rename(columns={\n",
    "    'level_0': 'pipeline',\n",
    "    'level_1': 'nsets',\n",
    "    'level_2': 'nways',\n",
    "    'level_3': 'nbytesperblock',\n",
    "    'level_4': 'replacement',\n",
    "    0: 'cycle',\n",
    "    1: 'correct_answer'\n",
    "}).set_index(['pipeline', 'nsets', 'nways', 'nbytesperblock', 'replacement'])\n",
    "_correct_df = _tmp_df.loc[_tmp_df.correct_answer == True].sort_index()\n",
    "display(HTML(_correct_df.to_html()))\n",
    "print(_correct_df.describe())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Miscellaneous"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['HOST', 'PORT', '_BaseObject__codec_options', '_BaseObject__read_concern', '_BaseObject__read_preference', '_BaseObject__write_concern', '_MongoClient__default_database_name', '_MongoClient__init_kwargs', '_MongoClient__kill_cursors_queue', '_MongoClient__lock', '_MongoClient__options', '_MongoClient__start_session', '__annotations__', '__class__', '__class_getitem__', '__delattr__', '__dict__', '__dir__', '__doc__', '__enter__', '__eq__', '__exit__', '__format__', '__ge__', '__getattr__', '__getattribute__', '__getitem__', '__gt__', '__hash__', '__init__', '__init_subclass__', '__iter__', '__le__', '__lt__', '__module__', '__ne__', '__new__', '__next__', '__orig_bases__', '__parameters__', '__reduce__', '__reduce_ex__', '__repr__', '__setattr__', '__sizeof__', '__slots__', '__str__', '__subclasshook__', '__weakref__', '_cleanup_cursor', '_close_cursor_now', '_close_cursor_soon', '_constructor_args', '_database_default_options', '_duplicate', '_encrypter', '_end_sessions', '_ensure_session', '_event_listeners', '_get_server_session', '_get_socket', '_get_topology', '_is_protocol', '_kill_cursor_impl', '_kill_cursors', '_kill_cursors_executor', '_process_kill_cursors', '_process_periodic_tasks', '_process_response', '_read_preference_for', '_repr_helper', '_retry_internal', '_retry_with_session', '_retryable_read', '_retryable_write', '_return_server_session', '_run_operation', '_select_server', '_send_cluster_time', '_server_property', '_should_pin_cursor', '_socket_for_reads', '_socket_for_writes', '_socket_from_server', '_timeout', '_tmp_session', '_topology', '_topology_settings', '_write_concern_for', 'address', 'arbiters', 'close', 'codec_options', 'drop_database', 'get_database', 'get_default_database', 'is_mongos', 'is_primary', 'list_database_names', 'list_databases', 'next', 'nodes', 'options', 'primary', 'read_concern', 'read_preference', 'secondaries', 'server_info', 'start_session', 'topology_description', 'watch', 'write_concern']\n"
     ]
    }
   ],
   "source": [
    "print(dir(conn))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['admin', 'config', 'local', 'nebula', 'tutorial', 'ussim']\n"
     ]
    }
   ],
   "source": [
    "print(conn.list_database_names())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['smoke', 'experiments']\n"
     ]
    }
   ],
   "source": [
    "print(conn.nebula.list_collection_names())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dict_keys(['_id', 'sha', 'branch', 'exitcode', 'stats', 'config', 'runpath', 'pipeline', 'script', 'cmdline', 'date', 'time'])"
      ]
     },
     "execution_count": 196,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "conn.nebula.experiments.find_one().keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2301"
      ]
     },
     "execution_count": 198,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "conn.nebula.experiments.find_one().get('stats').get('cycle')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 199,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "conn.nebula.smoke.find_one().get('exitcode')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}