Credibility Indicator Variance.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Argument Relevance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>quiz_task_uuid</th>\n",
       "      <th>article_number</th>\n",
       "      <th>quiz_taskrun_uuid</th>\n",
       "      <th>contributor_uuid</th>\n",
       "      <th>T1.Q1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>35bcf1b9-ff9d-4966-bac5-26a4f873cc39</td>\n",
       "      <td>1721</td>\n",
       "      <td>06115d17-a548-4032-b1d4-f8819dbc4199</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is one of a few arguments the author wants ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>35bcf1b9-ff9d-4966-bac5-26a4f873cc39</td>\n",
       "      <td>1721</td>\n",
       "      <td>e9d84e61-58f5-405c-8335-1f13abc748dc</td>\n",
       "      <td>c37ed572-0042-460d-a585-7280158e1687</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>35bcf1b9-ff9d-4966-bac5-26a4f873cc39</td>\n",
       "      <td>1721</td>\n",
       "      <td>113e931c-49b2-4129-b415-89c771ae4417</td>\n",
       "      <td>c5fa6934-8c1c-47d0-83a9-2d93d422fca8</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0a7316d3-70b0-4720-8722-1b1fa2bc9ed1</td>\n",
       "      <td>1721</td>\n",
       "      <td>32b03e88-2406-44f8-9857-d3f69c119218</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is one of a few arguments the author wants ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0a7316d3-70b0-4720-8722-1b1fa2bc9ed1</td>\n",
       "      <td>1721</td>\n",
       "      <td>f2f35073-89a9-49bf-a565-ca8c154e8332</td>\n",
       "      <td>c37ed572-0042-460d-a585-7280158e1687</td>\n",
       "      <td>It is one of a few arguments the author wants ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0a7316d3-70b0-4720-8722-1b1fa2bc9ed1</td>\n",
       "      <td>1721</td>\n",
       "      <td>deda4f50-5cf4-4a17-975f-d0c1ca245485</td>\n",
       "      <td>c5fa6934-8c1c-47d0-83a9-2d93d422fca8</td>\n",
       "      <td>It is an argument that is effectively and inte...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>57d5b331-4a98-4918-b4ab-1be3137507d0</td>\n",
       "      <td>1721</td>\n",
       "      <td>55bee304-3afe-4af3-bf3b-8ba88123c2ac</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is an argument that the author has only lim...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>57d5b331-4a98-4918-b4ab-1be3137507d0</td>\n",
       "      <td>1721</td>\n",
       "      <td>7da8e24a-3f20-4f57-95f2-ae9c84755f62</td>\n",
       "      <td>c37ed572-0042-460d-a585-7280158e1687</td>\n",
       "      <td>It is an argument that the author has only lim...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>57d5b331-4a98-4918-b4ab-1be3137507d0</td>\n",
       "      <td>1721</td>\n",
       "      <td>61ed8f61-0543-4a87-9f78-0625b4c6709e</td>\n",
       "      <td>c5fa6934-8c1c-47d0-83a9-2d93d422fca8</td>\n",
       "      <td>It is an argument that successfully contradict...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>3d666eee-e46f-431c-96f6-e921e90c1eec</td>\n",
       "      <td>1721</td>\n",
       "      <td>36073ae7-a0a4-4b00-a34c-dfe6e720cdef</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is an argument that the author has only lim...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>3d666eee-e46f-431c-96f6-e921e90c1eec</td>\n",
       "      <td>1721</td>\n",
       "      <td>4a3bf21e-2649-4283-b5bb-ea857e6ad752</td>\n",
       "      <td>c37ed572-0042-460d-a585-7280158e1687</td>\n",
       "      <td>It is one of a few arguments the author wants ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>3d666eee-e46f-431c-96f6-e921e90c1eec</td>\n",
       "      <td>1721</td>\n",
       "      <td>6cdc2874-e152-4e73-9314-6c230fcc48a0</td>\n",
       "      <td>c5fa6934-8c1c-47d0-83a9-2d93d422fca8</td>\n",
       "      <td>It is an argument that is effectively and inte...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0aacd8c9-4254-4988-b94e-e932e53f6fea</td>\n",
       "      <td>1712</td>\n",
       "      <td>8785de5f-d741-4795-9c2b-a48a350d42df</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is an argument that is effectively and inte...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0aacd8c9-4254-4988-b94e-e932e53f6fea</td>\n",
       "      <td>1712</td>\n",
       "      <td>7f4357fe-8685-4dad-a9e6-93b3e986a12a</td>\n",
       "      <td>c37ed572-0042-460d-a585-7280158e1687</td>\n",
       "      <td>It is one of a few arguments the author wants ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0aacd8c9-4254-4988-b94e-e932e53f6fea</td>\n",
       "      <td>1712</td>\n",
       "      <td>8c0777b1-44d4-4bec-96e4-4e8363fc31d8</td>\n",
       "      <td>c5fa6934-8c1c-47d0-83a9-2d93d422fca8</td>\n",
       "      <td>It is an argument that is effectively and inte...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>ea03f9f2-6f96-43bd-b459-cfb2b72a8eec</td>\n",
       "      <td>1712</td>\n",
       "      <td>4831293d-9c4e-4d55-bd6d-852144bea18d</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>ea03f9f2-6f96-43bd-b459-cfb2b72a8eec</td>\n",
       "      <td>1712</td>\n",
       "      <td>f7adbd96-31e8-469a-8a3f-171fe6ea20a1</td>\n",
       "      <td>c37ed572-0042-460d-a585-7280158e1687</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>ea03f9f2-6f96-43bd-b459-cfb2b72a8eec</td>\n",
       "      <td>1712</td>\n",
       "      <td>717b3c5f-bca2-4ac2-9c9b-a8e9ae211eb7</td>\n",
       "      <td>c5fa6934-8c1c-47d0-83a9-2d93d422fca8</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3</td>\n",
       "      <td>1721</td>\n",
       "      <td>89d76652-fb29-4a74-97e8-2b5a1a78fb21</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3</td>\n",
       "      <td>1721</td>\n",
       "      <td>0be27fd6-9b8c-4c94-b3c3-6f6e32738baf</td>\n",
       "      <td>c37ed572-0042-460d-a585-7280158e1687</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3</td>\n",
       "      <td>1721</td>\n",
       "      <td>89642af7-4de8-433f-b6ef-c1ed4933db43</td>\n",
       "      <td>c5fa6934-8c1c-47d0-83a9-2d93d422fca8</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>e1ed0303-94a0-4168-a496-dd2ce9e33c3c</td>\n",
       "      <td>1712</td>\n",
       "      <td>c4f07803-903f-470c-9edd-5b95190a3897</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>e1ed0303-94a0-4168-a496-dd2ce9e33c3c</td>\n",
       "      <td>1712</td>\n",
       "      <td>c402635f-e6d5-4a2b-975c-2d0419674380</td>\n",
       "      <td>c5fa6934-8c1c-47d0-83a9-2d93d422fca8</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>81778903-0c80-4aec-8863-0910ca86e576</td>\n",
       "      <td>1737</td>\n",
       "      <td>9a54f7ee-c2ca-44b3-8738-ea24348a4098</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>a8733825-5c89-41b1-be07-b53bd4377eda</td>\n",
       "      <td>1721</td>\n",
       "      <td>f2b39770-0c60-4d18-8e6b-6575e09cae6b</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is an argument that the author has only lim...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1d263c20-a4d2-4381-9e54-72ba47c827a7</td>\n",
       "      <td>1712</td>\n",
       "      <td>fc11137b-1ca6-400b-ac54-68c0c8ead8fa</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>3b08e48b-1a73-46d0-ab8f-43432599ff7f</td>\n",
       "      <td>1712</td>\n",
       "      <td>72ef85cf-7d26-4528-be71-ab2c97ee4966</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is an argument that the author has only lim...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>35f8759b-e3f6-4218-a2e0-b4288c9b52aa</td>\n",
       "      <td>1712</td>\n",
       "      <td>07ec8654-8057-468f-bc56-2b1b6b18f3c7</td>\n",
       "      <td>4d4804c7-23f6-4210-b2b6-9ef4536f17fb</td>\n",
       "      <td>It is one of a few arguments the author wants ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                          quiz_task_uuid  article_number  \\\n",
       "0   35bcf1b9-ff9d-4966-bac5-26a4f873cc39            1721   \n",
       "1   35bcf1b9-ff9d-4966-bac5-26a4f873cc39            1721   \n",
       "2   35bcf1b9-ff9d-4966-bac5-26a4f873cc39            1721   \n",
       "3   0a7316d3-70b0-4720-8722-1b1fa2bc9ed1            1721   \n",
       "4   0a7316d3-70b0-4720-8722-1b1fa2bc9ed1            1721   \n",
       "5   0a7316d3-70b0-4720-8722-1b1fa2bc9ed1            1721   \n",
       "6   57d5b331-4a98-4918-b4ab-1be3137507d0            1721   \n",
       "7   57d5b331-4a98-4918-b4ab-1be3137507d0            1721   \n",
       "8   57d5b331-4a98-4918-b4ab-1be3137507d0            1721   \n",
       "9   3d666eee-e46f-431c-96f6-e921e90c1eec            1721   \n",
       "10  3d666eee-e46f-431c-96f6-e921e90c1eec            1721   \n",
       "11  3d666eee-e46f-431c-96f6-e921e90c1eec            1721   \n",
       "12  0aacd8c9-4254-4988-b94e-e932e53f6fea            1712   \n",
       "13  0aacd8c9-4254-4988-b94e-e932e53f6fea            1712   \n",
       "14  0aacd8c9-4254-4988-b94e-e932e53f6fea            1712   \n",
       "15  ea03f9f2-6f96-43bd-b459-cfb2b72a8eec            1712   \n",
       "16  ea03f9f2-6f96-43bd-b459-cfb2b72a8eec            1712   \n",
       "17  ea03f9f2-6f96-43bd-b459-cfb2b72a8eec            1712   \n",
       "18  cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3            1721   \n",
       "19  cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3            1721   \n",
       "20  cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3            1721   \n",
       "21  e1ed0303-94a0-4168-a496-dd2ce9e33c3c            1712   \n",
       "22  e1ed0303-94a0-4168-a496-dd2ce9e33c3c            1712   \n",
       "23  81778903-0c80-4aec-8863-0910ca86e576            1737   \n",
       "24  a8733825-5c89-41b1-be07-b53bd4377eda            1721   \n",
       "25  1d263c20-a4d2-4381-9e54-72ba47c827a7            1712   \n",
       "26  3b08e48b-1a73-46d0-ab8f-43432599ff7f            1712   \n",
       "27  35f8759b-e3f6-4218-a2e0-b4288c9b52aa            1712   \n",
       "\n",
       "                       quiz_taskrun_uuid  \\\n",
       "0   06115d17-a548-4032-b1d4-f8819dbc4199   \n",
       "1   e9d84e61-58f5-405c-8335-1f13abc748dc   \n",
       "2   113e931c-49b2-4129-b415-89c771ae4417   \n",
       "3   32b03e88-2406-44f8-9857-d3f69c119218   \n",
       "4   f2f35073-89a9-49bf-a565-ca8c154e8332   \n",
       "5   deda4f50-5cf4-4a17-975f-d0c1ca245485   \n",
       "6   55bee304-3afe-4af3-bf3b-8ba88123c2ac   \n",
       "7   7da8e24a-3f20-4f57-95f2-ae9c84755f62   \n",
       "8   61ed8f61-0543-4a87-9f78-0625b4c6709e   \n",
       "9   36073ae7-a0a4-4b00-a34c-dfe6e720cdef   \n",
       "10  4a3bf21e-2649-4283-b5bb-ea857e6ad752   \n",
       "11  6cdc2874-e152-4e73-9314-6c230fcc48a0   \n",
       "12  8785de5f-d741-4795-9c2b-a48a350d42df   \n",
       "13  7f4357fe-8685-4dad-a9e6-93b3e986a12a   \n",
       "14  8c0777b1-44d4-4bec-96e4-4e8363fc31d8   \n",
       "15  4831293d-9c4e-4d55-bd6d-852144bea18d   \n",
       "16  f7adbd96-31e8-469a-8a3f-171fe6ea20a1   \n",
       "17  717b3c5f-bca2-4ac2-9c9b-a8e9ae211eb7   \n",
       "18  89d76652-fb29-4a74-97e8-2b5a1a78fb21   \n",
       "19  0be27fd6-9b8c-4c94-b3c3-6f6e32738baf   \n",
       "20  89642af7-4de8-433f-b6ef-c1ed4933db43   \n",
       "21  c4f07803-903f-470c-9edd-5b95190a3897   \n",
       "22  c402635f-e6d5-4a2b-975c-2d0419674380   \n",
       "23  9a54f7ee-c2ca-44b3-8738-ea24348a4098   \n",
       "24  f2b39770-0c60-4d18-8e6b-6575e09cae6b   \n",
       "25  fc11137b-1ca6-400b-ac54-68c0c8ead8fa   \n",
       "26  72ef85cf-7d26-4528-be71-ab2c97ee4966   \n",
       "27  07ec8654-8057-468f-bc56-2b1b6b18f3c7   \n",
       "\n",
       "                        contributor_uuid  \\\n",
       "0   4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "1   c37ed572-0042-460d-a585-7280158e1687   \n",
       "2   c5fa6934-8c1c-47d0-83a9-2d93d422fca8   \n",
       "3   4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "4   c37ed572-0042-460d-a585-7280158e1687   \n",
       "5   c5fa6934-8c1c-47d0-83a9-2d93d422fca8   \n",
       "6   4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "7   c37ed572-0042-460d-a585-7280158e1687   \n",
       "8   c5fa6934-8c1c-47d0-83a9-2d93d422fca8   \n",
       "9   4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "10  c37ed572-0042-460d-a585-7280158e1687   \n",
       "11  c5fa6934-8c1c-47d0-83a9-2d93d422fca8   \n",
       "12  4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "13  c37ed572-0042-460d-a585-7280158e1687   \n",
       "14  c5fa6934-8c1c-47d0-83a9-2d93d422fca8   \n",
       "15  4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "16  c37ed572-0042-460d-a585-7280158e1687   \n",
       "17  c5fa6934-8c1c-47d0-83a9-2d93d422fca8   \n",
       "18  4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "19  c37ed572-0042-460d-a585-7280158e1687   \n",
       "20  c5fa6934-8c1c-47d0-83a9-2d93d422fca8   \n",
       "21  4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "22  c5fa6934-8c1c-47d0-83a9-2d93d422fca8   \n",
       "23  4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "24  4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "25  4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "26  4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "27  4d4804c7-23f6-4210-b2b6-9ef4536f17fb   \n",
       "\n",
       "                                                T1.Q1  \n",
       "0   It is one of a few arguments the author wants ...  \n",
       "1       It is the main argument of the entire article  \n",
       "2       It is the main argument of the entire article  \n",
       "3   It is one of a few arguments the author wants ...  \n",
       "4   It is one of a few arguments the author wants ...  \n",
       "5   It is an argument that is effectively and inte...  \n",
       "6   It is an argument that the author has only lim...  \n",
       "7   It is an argument that the author has only lim...  \n",
       "8   It is an argument that successfully contradict...  \n",
       "9   It is an argument that the author has only lim...  \n",
       "10  It is one of a few arguments the author wants ...  \n",
       "11  It is an argument that is effectively and inte...  \n",
       "12  It is an argument that is effectively and inte...  \n",
       "13  It is one of a few arguments the author wants ...  \n",
       "14  It is an argument that is effectively and inte...  \n",
       "15      It is the main argument of the entire article  \n",
       "16      It is the main argument of the entire article  \n",
       "17      It is the main argument of the entire article  \n",
       "18      It is the main argument of the entire article  \n",
       "19      It is the main argument of the entire article  \n",
       "20      It is the main argument of the entire article  \n",
       "21      It is the main argument of the entire article  \n",
       "22      It is the main argument of the entire article  \n",
       "23      It is the main argument of the entire article  \n",
       "24  It is an argument that the author has only lim...  \n",
       "25      It is the main argument of the entire article  \n",
       "26  It is an argument that the author has only lim...  \n",
       "27  It is one of a few arguments the author wants ...  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "argRel = pd.read_csv('demo1/Demo1ArgRel3-2018-09-01T2239-DataHuntAnswers.csv')\n",
    "argRel = argRel.loc[:, ['quiz_task_uuid', 'article_number', 'quiz_taskrun_uuid', \n",
    "                        'contributor_uuid', 'T1.Q1']]\n",
    "argRel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>article_number</th>\n",
       "      <th>quiz_task_uuid</th>\n",
       "      <th>T1.Q1</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">1712</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">0aacd8c9-4254-4988-b94e-e932e53f6fea</th>\n",
       "      <th>It is an argument that is effectively and intentionally contradicted by the main argument/s of the article</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>It is one of a few arguments the author wants the audience to agree with</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1d263c20-a4d2-4381-9e54-72ba47c827a7</th>\n",
       "      <th>It is the main argument of the entire article</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35f8759b-e3f6-4218-a2e0-b4288c9b52aa</th>\n",
       "      <th>It is one of a few arguments the author wants the audience to agree with</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3b08e48b-1a73-46d0-ab8f-43432599ff7f</th>\n",
       "      <th>It is an argument that the author has only limited interest in supporting or refuting</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>e1ed0303-94a0-4168-a496-dd2ce9e33c3c</th>\n",
       "      <th>It is the main argument of the entire article</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ea03f9f2-6f96-43bd-b459-cfb2b72a8eec</th>\n",
       "      <th>It is the main argument of the entire article</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"11\" valign=\"top\">1721</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">0a7316d3-70b0-4720-8722-1b1fa2bc9ed1</th>\n",
       "      <th>It is an argument that is effectively and intentionally contradicted by the main argument/s of the article</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>It is one of a few arguments the author wants the audience to agree with</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">35bcf1b9-ff9d-4966-bac5-26a4f873cc39</th>\n",
       "      <th>It is one of a few arguments the author wants the audience to agree with</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>It is the main argument of the entire article</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">3d666eee-e46f-431c-96f6-e921e90c1eec</th>\n",
       "      <th>It is an argument that is effectively and intentionally contradicted by the main argument/s of the article</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>It is an argument that the author has only limited interest in supporting or refuting</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>It is one of a few arguments the author wants the audience to agree with</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">57d5b331-4a98-4918-b4ab-1be3137507d0</th>\n",
       "      <th>It is an argument that successfully contradicts the author's main argument (intentionally or not) # deduct 7 points from article and author</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>It is an argument that the author has only limited interest in supporting or refuting</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a8733825-5c89-41b1-be07-b53bd4377eda</th>\n",
       "      <th>It is an argument that the author has only limited interest in supporting or refuting</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3</th>\n",
       "      <th>It is the main argument of the entire article</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1737</th>\n",
       "      <th>81778903-0c80-4aec-8863-0910ca86e576</th>\n",
       "      <th>It is the main argument of the entire article</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                        count\n",
       "article_number quiz_task_uuid                       T1.Q1                                                    \n",
       "1712           0aacd8c9-4254-4988-b94e-e932e53f6fea It is an argument that is effectively and inten...      2\n",
       "                                                    It is one of a few arguments the author wants t...      1\n",
       "               1d263c20-a4d2-4381-9e54-72ba47c827a7 It is the main argument of the entire article           1\n",
       "               35f8759b-e3f6-4218-a2e0-b4288c9b52aa It is one of a few arguments the author wants t...      1\n",
       "               3b08e48b-1a73-46d0-ab8f-43432599ff7f It is an argument that the author has only limi...      1\n",
       "               e1ed0303-94a0-4168-a496-dd2ce9e33c3c It is the main argument of the entire article           2\n",
       "               ea03f9f2-6f96-43bd-b459-cfb2b72a8eec It is the main argument of the entire article           3\n",
       "1721           0a7316d3-70b0-4720-8722-1b1fa2bc9ed1 It is an argument that is effectively and inten...      1\n",
       "                                                    It is one of a few arguments the author wants t...      2\n",
       "               35bcf1b9-ff9d-4966-bac5-26a4f873cc39 It is one of a few arguments the author wants t...      1\n",
       "                                                    It is the main argument of the entire article           2\n",
       "               3d666eee-e46f-431c-96f6-e921e90c1eec It is an argument that is effectively and inten...      1\n",
       "                                                    It is an argument that the author has only limi...      1\n",
       "                                                    It is one of a few arguments the author wants t...      1\n",
       "               57d5b331-4a98-4918-b4ab-1be3137507d0 It is an argument that successfully contradicts...      1\n",
       "                                                    It is an argument that the author has only limi...      2\n",
       "               a8733825-5c89-41b1-be07-b53bd4377eda It is an argument that the author has only limi...      1\n",
       "               cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3 It is the main argument of the entire article           3\n",
       "1737           81778903-0c80-4aec-8863-0910ca86e576 It is the main argument of the entire article           1"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "argRelGrouped = (argRel.loc[:,  ['quiz_task_uuid', 'article_number', 'T1.Q1']]\n",
    "                 .groupby(['article_number', 'quiz_task_uuid', 'T1.Q1'])['T1.Q1'].count()\n",
    "                 .to_frame()\n",
    "                 .rename({'T1.Q1':'count'}, axis=1))\n",
    "argRelGrouped"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_number</th>\n",
       "      <th>quiz_task_uuid</th>\n",
       "      <th>T1.Q1</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1712</td>\n",
       "      <td>0aacd8c9-4254-4988-b94e-e932e53f6fea</td>\n",
       "      <td>It is an argument that is effectively and inte...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1712</td>\n",
       "      <td>0aacd8c9-4254-4988-b94e-e932e53f6fea</td>\n",
       "      <td>It is one of a few arguments the author wants ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1712</td>\n",
       "      <td>1d263c20-a4d2-4381-9e54-72ba47c827a7</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1712</td>\n",
       "      <td>35f8759b-e3f6-4218-a2e0-b4288c9b52aa</td>\n",
       "      <td>It is one of a few arguments the author wants ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1712</td>\n",
       "      <td>3b08e48b-1a73-46d0-ab8f-43432599ff7f</td>\n",
       "      <td>It is an argument that the author has only lim...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1712</td>\n",
       "      <td>e1ed0303-94a0-4168-a496-dd2ce9e33c3c</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1712</td>\n",
       "      <td>ea03f9f2-6f96-43bd-b459-cfb2b72a8eec</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1721</td>\n",
       "      <td>0a7316d3-70b0-4720-8722-1b1fa2bc9ed1</td>\n",
       "      <td>It is an argument that is effectively and inte...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1721</td>\n",
       "      <td>0a7316d3-70b0-4720-8722-1b1fa2bc9ed1</td>\n",
       "      <td>It is one of a few arguments the author wants ...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1721</td>\n",
       "      <td>35bcf1b9-ff9d-4966-bac5-26a4f873cc39</td>\n",
       "      <td>It is one of a few arguments the author wants ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1721</td>\n",
       "      <td>35bcf1b9-ff9d-4966-bac5-26a4f873cc39</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1721</td>\n",
       "      <td>3d666eee-e46f-431c-96f6-e921e90c1eec</td>\n",
       "      <td>It is an argument that is effectively and inte...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1721</td>\n",
       "      <td>3d666eee-e46f-431c-96f6-e921e90c1eec</td>\n",
       "      <td>It is an argument that the author has only lim...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1721</td>\n",
       "      <td>3d666eee-e46f-431c-96f6-e921e90c1eec</td>\n",
       "      <td>It is one of a few arguments the author wants ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1721</td>\n",
       "      <td>57d5b331-4a98-4918-b4ab-1be3137507d0</td>\n",
       "      <td>It is an argument that successfully contradict...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1721</td>\n",
       "      <td>57d5b331-4a98-4918-b4ab-1be3137507d0</td>\n",
       "      <td>It is an argument that the author has only lim...</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1721</td>\n",
       "      <td>a8733825-5c89-41b1-be07-b53bd4377eda</td>\n",
       "      <td>It is an argument that the author has only lim...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1721</td>\n",
       "      <td>cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1737</td>\n",
       "      <td>81778903-0c80-4aec-8863-0910ca86e576</td>\n",
       "      <td>It is the main argument of the entire article</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    article_number                        quiz_task_uuid  \\\n",
       "0             1712  0aacd8c9-4254-4988-b94e-e932e53f6fea   \n",
       "1             1712  0aacd8c9-4254-4988-b94e-e932e53f6fea   \n",
       "2             1712  1d263c20-a4d2-4381-9e54-72ba47c827a7   \n",
       "3             1712  35f8759b-e3f6-4218-a2e0-b4288c9b52aa   \n",
       "4             1712  3b08e48b-1a73-46d0-ab8f-43432599ff7f   \n",
       "5             1712  e1ed0303-94a0-4168-a496-dd2ce9e33c3c   \n",
       "6             1712  ea03f9f2-6f96-43bd-b459-cfb2b72a8eec   \n",
       "7             1721  0a7316d3-70b0-4720-8722-1b1fa2bc9ed1   \n",
       "8             1721  0a7316d3-70b0-4720-8722-1b1fa2bc9ed1   \n",
       "9             1721  35bcf1b9-ff9d-4966-bac5-26a4f873cc39   \n",
       "10            1721  35bcf1b9-ff9d-4966-bac5-26a4f873cc39   \n",
       "11            1721  3d666eee-e46f-431c-96f6-e921e90c1eec   \n",
       "12            1721  3d666eee-e46f-431c-96f6-e921e90c1eec   \n",
       "13            1721  3d666eee-e46f-431c-96f6-e921e90c1eec   \n",
       "14            1721  57d5b331-4a98-4918-b4ab-1be3137507d0   \n",
       "15            1721  57d5b331-4a98-4918-b4ab-1be3137507d0   \n",
       "16            1721  a8733825-5c89-41b1-be07-b53bd4377eda   \n",
       "17            1721  cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3   \n",
       "18            1737  81778903-0c80-4aec-8863-0910ca86e576   \n",
       "\n",
       "                                                T1.Q1  count  \n",
       "0   It is an argument that is effectively and inte...      2  \n",
       "1   It is one of a few arguments the author wants ...      1  \n",
       "2       It is the main argument of the entire article      1  \n",
       "3   It is one of a few arguments the author wants ...      1  \n",
       "4   It is an argument that the author has only lim...      1  \n",
       "5       It is the main argument of the entire article      2  \n",
       "6       It is the main argument of the entire article      3  \n",
       "7   It is an argument that is effectively and inte...      1  \n",
       "8   It is one of a few arguments the author wants ...      2  \n",
       "9   It is one of a few arguments the author wants ...      1  \n",
       "10      It is the main argument of the entire article      2  \n",
       "11  It is an argument that is effectively and inte...      1  \n",
       "12  It is an argument that the author has only lim...      1  \n",
       "13  It is one of a few arguments the author wants ...      1  \n",
       "14  It is an argument that successfully contradict...      1  \n",
       "15  It is an argument that the author has only lim...      2  \n",
       "16  It is an argument that the author has only lim...      1  \n",
       "17      It is the main argument of the entire article      3  \n",
       "18      It is the main argument of the entire article      1  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "argRelCount = argRelGrouped.reset_index()\n",
    "argRelCount"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{1712: {'0aacd8c9-4254-4988-b94e-e932e53f6fea': [2, 1], '1d263c20-a4d2-4381-9e54-72ba47c827a7': [1], '35f8759b-e3f6-4218-a2e0-b4288c9b52aa': [1], '3b08e48b-1a73-46d0-ab8f-43432599ff7f': [1], 'e1ed0303-94a0-4168-a496-dd2ce9e33c3c': [2], 'ea03f9f2-6f96-43bd-b459-cfb2b72a8eec': [3]}, 1721: {'0a7316d3-70b0-4720-8722-1b1fa2bc9ed1': [1, 2], '35bcf1b9-ff9d-4966-bac5-26a4f873cc39': [1, 2], '3d666eee-e46f-431c-96f6-e921e90c1eec': [1, 1, 1], '57d5b331-4a98-4918-b4ab-1be3137507d0': [1, 2], 'a8733825-5c89-41b1-be07-b53bd4377eda': [1], 'cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3': [3]}, 1737: {'81778903-0c80-4aec-8863-0910ca86e576': [1]}}\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{1712: {'0aacd8c9-4254-4988-b94e-e932e53f6fea': 0.25,\n",
       "  '1d263c20-a4d2-4381-9e54-72ba47c827a7': 0.0,\n",
       "  '35f8759b-e3f6-4218-a2e0-b4288c9b52aa': 0.0,\n",
       "  '3b08e48b-1a73-46d0-ab8f-43432599ff7f': 0.0,\n",
       "  'e1ed0303-94a0-4168-a496-dd2ce9e33c3c': 0.0,\n",
       "  'ea03f9f2-6f96-43bd-b459-cfb2b72a8eec': 0.0},\n",
       " 1721: {'0a7316d3-70b0-4720-8722-1b1fa2bc9ed1': 0.25,\n",
       "  '35bcf1b9-ff9d-4966-bac5-26a4f873cc39': 0.25,\n",
       "  '3d666eee-e46f-431c-96f6-e921e90c1eec': 0.0,\n",
       "  '57d5b331-4a98-4918-b4ab-1be3137507d0': 0.25,\n",
       "  'a8733825-5c89-41b1-be07-b53bd4377eda': 0.0,\n",
       "  'cf1f7c7d-5632-4b8b-bbbe-16b8d21dd7c3': 0.0},\n",
       " 1737: {'81778903-0c80-4aec-8863-0910ca86e576': 0.0}}"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "varDict = {}\n",
    "for num in argRelCount['article_number'].unique():\n",
    "    varDict[num] = {}\n",
    "for i in range(len(argRelCount)):\n",
    "    varDict[argRelCount.iloc[i, 0]][argRelCount.iloc[i, 1]] = []\n",
    "for i in range(len(argRelCount)):\n",
    "    varDict[argRelCount.iloc[i, 0]][argRelCount.iloc[i, 1]].append(argRelCount.iloc[i, 3])\n",
    "print(varDict)\n",
    "for article in varDict.keys():\n",
    "    for text in varDict[article].keys():\n",
    "        varDict[article][text] = np.var(varDict[article][text])\n",
    "varDict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{1712: 0.041666666666666664, 1721: 0.125, 1737: 0.0}"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "finalDict = {}\n",
    "for article in varDict.keys():\n",
    "    finalDict[article] = []\n",
    "    for text in varDict[article].keys():\n",
    "       finalDict[article].append(varDict[article][text])\n",
    "for article in finalDict.keys():\n",
    "    finalDict[article] = np.mean(finalDict[article])\n",
    "finalDict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "def argRelVariance(df):\n",
    "    argRel = df.loc[:, ['quiz_task_uuid', 'article_number', 'quiz_taskrun_uuid', \n",
    "                        'contributor_uuid', 'T1.Q1']]\n",
    "    argRelGrouped = (argRel.loc[:,  ['quiz_task_uuid', 'article_number', 'T1.Q1']]\n",
    "                 .groupby(['article_number', 'quiz_task_uuid', 'T1.Q1'])['T1.Q1'].count()\n",
    "                 .to_frame()\n",
    "                 .rename({'T1.Q1':'count'}, axis=1))\n",
    "    varDict = {}\n",
    "    argRelCount = argRelGrouped.reset_index()\n",
    "    for num in argRelCount['article_number'].unique():\n",
    "        varDict[num] = {}\n",
    "    for i in range(len(argRelCount)):\n",
    "        varDict[argRelCount.iloc[i, 0]][argRelCount.iloc[i, 1]] = []\n",
    "    for i in range(len(argRelCount)):\n",
    "        varDict[argRelCount.iloc[i, 0]][argRelCount.iloc[i, 1]].append(argRelCount.iloc[i, 3])\n",
    "    for article in varDict.keys():\n",
    "        for text in varDict[article].keys():\n",
    "            varDict[article][text] = np.var(varDict[article][text])\n",
    "    finalDict = {}\n",
    "    for article in varDict.keys():\n",
    "        finalDict[article] = []\n",
    "        for text in varDict[article].keys():\n",
    "           finalDict[article].append(varDict[article][text])\n",
    "    for article in finalDict.keys():\n",
    "        finalDict[article] = np.mean(finalDict[article])\n",
    "    return finalDict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{1712: 0.041666666666666664, 1721: 0.125, 1737: 0.0}"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "argRelVariance(argRel)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Evidence"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>quiz_task_uuid</th>\n",
       "      <th>article_number</th>\n",
       "      <th>T1.Q2.A1</th>\n",
       "      <th>T1.Q2.A2</th>\n",
       "      <th>T1.Q2.A3</th>\n",
       "      <th>T1.Q3.A1</th>\n",
       "      <th>T1.Q3.A2</th>\n",
       "      <th>T1.Q3.A3</th>\n",
       "      <th>T1.Q3.A4</th>\n",
       "      <th>T1.Q3.A5</th>\n",
       "      <th>...</th>\n",
       "      <th>T1.Q6</th>\n",
       "      <th>T1.Q7</th>\n",
       "      <th>T1.Q8</th>\n",
       "      <th>T1.Q9</th>\n",
       "      <th>T1.Q11</th>\n",
       "      <th>T1.Q12</th>\n",
       "      <th>T1.Q13</th>\n",
       "      <th>T1.Q14</th>\n",
       "      <th>T1.Q15</th>\n",
       "      <th>T1.Q16</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>d2de0341-c711-40d0-9790-176e94e84c67</td>\n",
       "      <td>1721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>small sample size</td>\n",
       "      <td>Somewhat less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Yes, expicitly</td>\n",
       "      <td>3</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>d2de0341-c711-40d0-9790-176e94e84c67</td>\n",
       "      <td>1721</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes, implicitly</td>\n",
       "      <td>2</td>\n",
       "      <td>10: 100% certain about all my answers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>d2de0341-c711-40d0-9790-176e94e84c67</td>\n",
       "      <td>1721</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>d2de0341-c711-40d0-9790-176e94e84c67</td>\n",
       "      <td>1721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>we intervene all the time anyway</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>Not Sure</td>\n",
       "      <td>Yes, expicitly</td>\n",
       "      <td>5: Middling difficulty</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d2de0341-c711-40d0-9790-176e94e84c67</td>\n",
       "      <td>1721</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Not Sure</td>\n",
       "      <td>Yes, expicitly</td>\n",
       "      <td>4</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>d2de0341-c711-40d0-9790-176e94e84c67</td>\n",
       "      <td>1721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Appropriate control</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>Genetics</td>\n",
       "      <td>Equally likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Neither Likely nor Unlikely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Yes, implicitly</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>d2de0341-c711-40d0-9790-176e94e84c67</td>\n",
       "      <td>1721</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Yes, implicitly</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>d2de0341-c711-40d0-9790-176e94e84c67</td>\n",
       "      <td>1721</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Neither Likely nor Unlikely</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Yes, expicitly</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>d2de0341-c711-40d0-9790-176e94e84c67</td>\n",
       "      <td>1721</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Small sample size</td>\n",
       "      <td>Somewhat less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Yes, implicitly</td>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>d2de0341-c711-40d0-9790-176e94e84c67</td>\n",
       "      <td>1721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>They are not saying that greater surface area ...</td>\n",
       "      <td>Somewhat less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Yes, expicitly</td>\n",
       "      <td>5: Middling difficulty</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0b99412a-f09e-4153-9a36-74674e987a79</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>they did not track the other doctors after the...</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0b99412a-f09e-4153-9a36-74674e987a79</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chance</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>5: Middling difficulty</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0b99412a-f09e-4153-9a36-74674e987a79</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Questionably appropriate control</td>\n",
       "      <td>No</td>\n",
       "      <td>Some doctors see worse patients than others</td>\n",
       "      <td>Somewhat more likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Neither Likely nor Unlikely</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>I can't tell</td>\n",
       "      <td>4</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0b99412a-f09e-4153-9a36-74674e987a79</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>could be differences in insurance, socio-econo...</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0b99412a-f09e-4153-9a36-74674e987a79</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Data from doctors</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>I can't tell</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0b99412a-f09e-4153-9a36-74674e987a79</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>No control</td>\n",
       "      <td>NaN</td>\n",
       "      <td>genetics...? other unrelated illnesses? mental...</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Yes, implicitly</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0b99412a-f09e-4153-9a36-74674e987a79</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>1: Easier than anyhing I've ever done in a cla...</td>\n",
       "      <td>10: 100% certain about all my answers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0b99412a-f09e-4153-9a36-74674e987a79</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0b99412a-f09e-4153-9a36-74674e987a79</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Questionably appropriate control</td>\n",
       "      <td>No</td>\n",
       "      <td>The doctors who prescribed more opiates tended...</td>\n",
       "      <td>Equally likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>Yes, implicitly</td>\n",
       "      <td>4</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1</td>\n",
       "      <td>1721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>more diagnoses</td>\n",
       "      <td>Somewhat less likely</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes, expicitly</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1</td>\n",
       "      <td>1721</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1</td>\n",
       "      <td>1721</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Neither Likely nor Unlikely</td>\n",
       "      <td>Not Sure</td>\n",
       "      <td>Yes, implicitly</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1</td>\n",
       "      <td>1721</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>Yes, implicitly</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1</td>\n",
       "      <td>1721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Yes, expicitly</td>\n",
       "      <td>5: Middling difficulty</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1</td>\n",
       "      <td>1721</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes, implicitly</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1</td>\n",
       "      <td>1721</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Yes, expicitly</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>99968e91-36d0-4be9-a40f-858fdc0451d0</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>they did not track the other doctors after the...</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>5: Middling difficulty</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>99968e91-36d0-4be9-a40f-858fdc0451d0</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Opioid-prescribing doctors are doctors who see...</td>\n",
       "      <td>Somewhat less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>3</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>99968e91-36d0-4be9-a40f-858fdc0451d0</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Some doctors see worse patients than others</td>\n",
       "      <td>Somewhat more likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>I can't tell</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>99968e91-36d0-4be9-a40f-858fdc0451d0</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Data from different type of doctors</td>\n",
       "      <td>Equally likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Neither Likely nor Unlikely</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>99968e91-36d0-4be9-a40f-858fdc0451d0</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>No control</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Selection bias, somehow patients who picked he...</td>\n",
       "      <td>Somewhat less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Neither Likely nor Unlikely</td>\n",
       "      <td>Not Sure</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>5: Middling difficulty</td>\n",
       "      <td>5: 50-50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>99968e91-36d0-4be9-a40f-858fdc0451d0</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Questionably appropriate control</td>\n",
       "      <td>No</td>\n",
       "      <td>Doctors who prescribe more opiates might get p...</td>\n",
       "      <td>Equally likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>983244f8-22a2-4674-8c34-b2c83e3c755e</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>1: Easier than anyhing I've ever done in a cla...</td>\n",
       "      <td>10: 100% certain about all my answers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>983244f8-22a2-4674-8c34-b2c83e3c755e</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>7</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>983244f8-22a2-4674-8c34-b2c83e3c755e</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>983244f8-22a2-4674-8c34-b2c83e3c755e</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Neither Likely nor Unlikely</td>\n",
       "      <td>Not Sure</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>2</td>\n",
       "      <td>10: 100% certain about all my answers</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>983244f8-22a2-4674-8c34-b2c83e3c755e</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Some other confounding factor affects ER docto...</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Neither Likely nor Unlikely</td>\n",
       "      <td>Not Sure</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>983244f8-22a2-4674-8c34-b2c83e3c755e</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Maybe</td>\n",
       "      <td>Neither Likely nor Unlikely</td>\n",
       "      <td>Not Sure</td>\n",
       "      <td>Yes, expicitly</td>\n",
       "      <td>3</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>5257406f-8cb8-42b8-b4dd-799e0a22931f</td>\n",
       "      <td>1737</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>lack of stimuli</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>4</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>5257406f-8cb8-42b8-b4dd-799e0a22931f</td>\n",
       "      <td>1737</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Astronauts are soupy on the inside</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>I can't tell</td>\n",
       "      <td>5: Middling difficulty</td>\n",
       "      <td>5: 50-50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>5257406f-8cb8-42b8-b4dd-799e0a22931f</td>\n",
       "      <td>1737</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Some other elements in space</td>\n",
       "      <td>Somewhat less likely</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>5257406f-8cb8-42b8-b4dd-799e0a22931f</td>\n",
       "      <td>1737</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Physical conditions of astronauts could vary.</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>5257406f-8cb8-42b8-b4dd-799e0a22931f</td>\n",
       "      <td>1737</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Questionably appropriate control</td>\n",
       "      <td>No</td>\n",
       "      <td>They're openly unsure about the mechanism; cou...</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>I can't tell</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>719108fa-1be3-40a7-8a4a-1c8a0312ecf6</td>\n",
       "      <td>1737</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Appropriate control</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>different conditions in space other than  a ch...</td>\n",
       "      <td>Somewhat less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Not Sure</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>719108fa-1be3-40a7-8a4a-1c8a0312ecf6</td>\n",
       "      <td>1737</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No clue due</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>I can't tell</td>\n",
       "      <td>5: Middling difficulty</td>\n",
       "      <td>5: 50-50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>719108fa-1be3-40a7-8a4a-1c8a0312ecf6</td>\n",
       "      <td>1737</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Other elements in space</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>719108fa-1be3-40a7-8a4a-1c8a0312ecf6</td>\n",
       "      <td>1737</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Appropriate control</td>\n",
       "      <td>No</td>\n",
       "      <td>Astronauts picked for the study were somehow d...</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>719108fa-1be3-40a7-8a4a-1c8a0312ecf6</td>\n",
       "      <td>1737</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Very Unlikely</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>I can't tell</td>\n",
       "      <td>3</td>\n",
       "      <td>5: 50-50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>f676179d-3cf0-4ab1-9bb3-5126cd117f2f</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>they did not track the other doctors after the...</td>\n",
       "      <td>Somewhat less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Unlikely</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>Yes, expicitly</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>f676179d-3cf0-4ab1-9bb3-5126cd117f2f</td>\n",
       "      <td>1712</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Health of the patients</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>f676179d-3cf0-4ab1-9bb3-5126cd117f2f</td>\n",
       "      <td>1712</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Patients with a tendency to use more drugs cou...</td>\n",
       "      <td>Somewhat less likely</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Somewhat Likely</td>\n",
       "      <td>Not Sure</td>\n",
       "      <td>Yes, expicitly</td>\n",
       "      <td>5: Middling difficulty</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>0a3bcbba-d029-4e0e-a5e3-88f2781f5772</td>\n",
       "      <td>1721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>Can't tell; not enough info</td>\n",
       "      <td>NaN</td>\n",
       "      <td>I can't tell</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>0a3bcbba-d029-4e0e-a5e3-88f2781f5772</td>\n",
       "      <td>1721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>other genetic factors</td>\n",
       "      <td>Somewhat less likely</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>0a3bcbba-d029-4e0e-a5e3-88f2781f5772</td>\n",
       "      <td>1721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Could be an association unrelated to autism</td>\n",
       "      <td>Much less likely</td>\n",
       "      <td>No</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>No, not at all</td>\n",
       "      <td>4</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>54 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                          quiz_task_uuid  article_number  T1.Q2.A1  T1.Q2.A2  \\\n",
       "0   d2de0341-c711-40d0-9790-176e94e84c67            1721         1         0   \n",
       "1   d2de0341-c711-40d0-9790-176e94e84c67            1721         0         0   \n",
       "2   d2de0341-c711-40d0-9790-176e94e84c67            1721         0         0   \n",
       "3   d2de0341-c711-40d0-9790-176e94e84c67            1721         1         0   \n",
       "4   d2de0341-c711-40d0-9790-176e94e84c67            1721         0         0   \n",
       "5   d2de0341-c711-40d0-9790-176e94e84c67            1721         1         0   \n",
       "6   d2de0341-c711-40d0-9790-176e94e84c67            1721         0         0   \n",
       "7   d2de0341-c711-40d0-9790-176e94e84c67            1721         0         0   \n",
       "8   d2de0341-c711-40d0-9790-176e94e84c67            1721         1         1   \n",
       "9   d2de0341-c711-40d0-9790-176e94e84c67            1721         1         0   \n",
       "10  0b99412a-f09e-4153-9a36-74674e987a79            1712         1         0   \n",
       "11  0b99412a-f09e-4153-9a36-74674e987a79            1712         1         0   \n",
       "12  0b99412a-f09e-4153-9a36-74674e987a79            1712         1         0   \n",
       "13  0b99412a-f09e-4153-9a36-74674e987a79            1712         1         0   \n",
       "14  0b99412a-f09e-4153-9a36-74674e987a79            1712         1         0   \n",
       "15  0b99412a-f09e-4153-9a36-74674e987a79            1712         0         1   \n",
       "16  0b99412a-f09e-4153-9a36-74674e987a79            1712         0         0   \n",
       "17  0b99412a-f09e-4153-9a36-74674e987a79            1712         0         0   \n",
       "18  0b99412a-f09e-4153-9a36-74674e987a79            1712         1         0   \n",
       "19  025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1            1721         1         0   \n",
       "20  025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1            1721         0         0   \n",
       "21  025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1            1721         0         0   \n",
       "22  025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1            1721         0         0   \n",
       "23  025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1            1721         1         0   \n",
       "24  025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1            1721         0         0   \n",
       "25  025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1            1721         0         0   \n",
       "26  99968e91-36d0-4be9-a40f-858fdc0451d0            1712         1         0   \n",
       "27  99968e91-36d0-4be9-a40f-858fdc0451d0            1712         1         0   \n",
       "28  99968e91-36d0-4be9-a40f-858fdc0451d0            1712         1         0   \n",
       "29  99968e91-36d0-4be9-a40f-858fdc0451d0            1712         1         0   \n",
       "30  99968e91-36d0-4be9-a40f-858fdc0451d0            1712         0         1   \n",
       "31  99968e91-36d0-4be9-a40f-858fdc0451d0            1712         1         0   \n",
       "32  983244f8-22a2-4674-8c34-b2c83e3c755e            1712         0         0   \n",
       "33  983244f8-22a2-4674-8c34-b2c83e3c755e            1712         0         0   \n",
       "34  983244f8-22a2-4674-8c34-b2c83e3c755e            1712         0         0   \n",
       "35  983244f8-22a2-4674-8c34-b2c83e3c755e            1712         0         0   \n",
       "36  983244f8-22a2-4674-8c34-b2c83e3c755e            1712         0         1   \n",
       "37  983244f8-22a2-4674-8c34-b2c83e3c755e            1712         0         0   \n",
       "38  5257406f-8cb8-42b8-b4dd-799e0a22931f            1737         1         0   \n",
       "39  5257406f-8cb8-42b8-b4dd-799e0a22931f            1737         1         0   \n",
       "40  5257406f-8cb8-42b8-b4dd-799e0a22931f            1737         0         1   \n",
       "41  5257406f-8cb8-42b8-b4dd-799e0a22931f            1737         1         1   \n",
       "42  5257406f-8cb8-42b8-b4dd-799e0a22931f            1737         1         0   \n",
       "43  719108fa-1be3-40a7-8a4a-1c8a0312ecf6            1737         0         1   \n",
       "44  719108fa-1be3-40a7-8a4a-1c8a0312ecf6            1737         0         1   \n",
       "45  719108fa-1be3-40a7-8a4a-1c8a0312ecf6            1737         1         0   \n",
       "46  719108fa-1be3-40a7-8a4a-1c8a0312ecf6            1737         0         1   \n",
       "47  719108fa-1be3-40a7-8a4a-1c8a0312ecf6            1737         1         0   \n",
       "48  f676179d-3cf0-4ab1-9bb3-5126cd117f2f            1712         0         1   \n",
       "49  f676179d-3cf0-4ab1-9bb3-5126cd117f2f            1712         1         0   \n",
       "50  f676179d-3cf0-4ab1-9bb3-5126cd117f2f            1712         0         1   \n",
       "51  0a3bcbba-d029-4e0e-a5e3-88f2781f5772            1721         1         0   \n",
       "52  0a3bcbba-d029-4e0e-a5e3-88f2781f5772            1721         1         0   \n",
       "53  0a3bcbba-d029-4e0e-a5e3-88f2781f5772            1721         1         0   \n",
       "\n",
       "    T1.Q2.A3  T1.Q3.A1  T1.Q3.A2  T1.Q3.A3  T1.Q3.A4  T1.Q3.A5  \\\n",
       "0          0         1         1         0         1         1   \n",
       "1          1         0         0         0         0         0   \n",
       "2          0         0         0         0         0         0   \n",
       "3          0         0         0         0         1         0   \n",
       "4          1         0         0         0         0         0   \n",
       "5          0         0         0         0         0         1   \n",
       "6          1         0         0         0         0         0   \n",
       "7          1         0         0         0         0         0   \n",
       "8          0         1         0         0         0         1   \n",
       "9          0         1         1         0         0         0   \n",
       "10         0         1         1         0         0         1   \n",
       "11         0         0         0         0         0         1   \n",
       "12         0         1         0         1         0         1   \n",
       "13         0         0         0         0         0         1   \n",
       "14         0         0         0         0         0         1   \n",
       "15         0         0         1         0         0         1   \n",
       "16         1         0         0         0         0         0   \n",
       "17         1         0         0         0         0         0   \n",
       "18         0         1         1         0         1         1   \n",
       "19         0         1         0         0         0         0   \n",
       "20         1         0         0         0         0         0   \n",
       "21         1         0         0         0         0         0   \n",
       "22         1         0         0         0         0         0   \n",
       "23         0         0         0         0         1         0   \n",
       "24         1         0         0         0         0         0   \n",
       "25         1         0         0         0         0         0   \n",
       "26         0         1         1         0         0         0   \n",
       "27         0         0         0         0         1         0   \n",
       "28         0         1         0         0         0         0   \n",
       "29         0         0         0         0         0         1   \n",
       "30         0         1         0         0         0         1   \n",
       "31         0         1         1         0         1         1   \n",
       "32         1         0         0         0         0         0   \n",
       "33         1         0         0         0         0         0   \n",
       "34         1         0         0         0         0         0   \n",
       "35         1         0         0         0         0         0   \n",
       "36         0         1         0         0         0         0   \n",
       "37         1         0         0         0         0         0   \n",
       "38         0         1         1         0         1         0   \n",
       "39         0         1         0         0         1         0   \n",
       "40         0         0         0         0         0         1   \n",
       "41         0         1         0         0         0         0   \n",
       "42         0         0         1         1         1         1   \n",
       "43         0         1         1         0         0         1   \n",
       "44         0         0         0         1         0         0   \n",
       "45         0         0         0         0         0         1   \n",
       "46         0         1         0         0         0         1   \n",
       "47         0         0         0         0         0         0   \n",
       "48         0         1         1         1         0         1   \n",
       "49         0         0         0         0         0         1   \n",
       "50         0         1         0         0         0         1   \n",
       "51         0         1         1         0         0         1   \n",
       "52         0         0         0         0         0         0   \n",
       "53         0         1         0         0         1         0   \n",
       "\n",
       "                    ...                                               T1.Q6  \\\n",
       "0                   ...                         Can't tell; not enough info   \n",
       "1                   ...                                                 NaN   \n",
       "2                   ...                                                 NaN   \n",
       "3                   ...                                                 NaN   \n",
       "4                   ...                                                 NaN   \n",
       "5                   ...                                 Appropriate control   \n",
       "6                   ...                                                 NaN   \n",
       "7                   ...                                                 NaN   \n",
       "8                   ...                         Can't tell; not enough info   \n",
       "9                   ...                                                 NaN   \n",
       "10                  ...                         Can't tell; not enough info   \n",
       "11                  ...                         Can't tell; not enough info   \n",
       "12                  ...                    Questionably appropriate control   \n",
       "13                  ...                         Can't tell; not enough info   \n",
       "14                  ...                         Can't tell; not enough info   \n",
       "15                  ...                                          No control   \n",
       "16                  ...                                                 NaN   \n",
       "17                  ...                                                 NaN   \n",
       "18                  ...                    Questionably appropriate control   \n",
       "19                  ...                                                 NaN   \n",
       "20                  ...                                                 NaN   \n",
       "21                  ...                                                 NaN   \n",
       "22                  ...                                                 NaN   \n",
       "23                  ...                                                 NaN   \n",
       "24                  ...                                                 NaN   \n",
       "25                  ...                                                 NaN   \n",
       "26                  ...                                                 NaN   \n",
       "27                  ...                                                 NaN   \n",
       "28                  ...                                                 NaN   \n",
       "29                  ...                         Can't tell; not enough info   \n",
       "30                  ...                                          No control   \n",
       "31                  ...                    Questionably appropriate control   \n",
       "32                  ...                                                 NaN   \n",
       "33                  ...                                                 NaN   \n",
       "34                  ...                                                 NaN   \n",
       "35                  ...                                                 NaN   \n",
       "36                  ...                                                 NaN   \n",
       "37                  ...                                                 NaN   \n",
       "38                  ...                                                 NaN   \n",
       "39                  ...                                                 NaN   \n",
       "40                  ...                         Can't tell; not enough info   \n",
       "41                  ...                                                 NaN   \n",
       "42                  ...                    Questionably appropriate control   \n",
       "43                  ...                                 Appropriate control   \n",
       "44                  ...                                                 NaN   \n",
       "45                  ...                         Can't tell; not enough info   \n",
       "46                  ...                                 Appropriate control   \n",
       "47                  ...                                                 NaN   \n",
       "48                  ...                         Can't tell; not enough info   \n",
       "49                  ...                         Can't tell; not enough info   \n",
       "50                  ...                         Can't tell; not enough info   \n",
       "51                  ...                         Can't tell; not enough info   \n",
       "52                  ...                                                 NaN   \n",
       "53                  ...                                                 NaN   \n",
       "\n",
       "                          T1.Q7  \\\n",
       "0                           NaN   \n",
       "1                           NaN   \n",
       "2                           NaN   \n",
       "3                           NaN   \n",
       "4                           NaN   \n",
       "5   Can't tell; not enough info   \n",
       "6                           NaN   \n",
       "7                           NaN   \n",
       "8                           NaN   \n",
       "9                           NaN   \n",
       "10                          NaN   \n",
       "11                          NaN   \n",
       "12                           No   \n",
       "13                          NaN   \n",
       "14                          NaN   \n",
       "15                          NaN   \n",
       "16                          NaN   \n",
       "17                          NaN   \n",
       "18                           No   \n",
       "19                          NaN   \n",
       "20                          NaN   \n",
       "21                          NaN   \n",
       "22                          NaN   \n",
       "23                          NaN   \n",
       "24                          NaN   \n",
       "25                          NaN   \n",
       "26                          NaN   \n",
       "27                          NaN   \n",
       "28                          NaN   \n",
       "29                          NaN   \n",
       "30                          NaN   \n",
       "31                           No   \n",
       "32                          NaN   \n",
       "33                          NaN   \n",
       "34                          NaN   \n",
       "35                          NaN   \n",
       "36                          NaN   \n",
       "37                          NaN   \n",
       "38                          NaN   \n",
       "39                          NaN   \n",
       "40                          NaN   \n",
       "41                          NaN   \n",
       "42                           No   \n",
       "43  Can't tell; not enough info   \n",
       "44                          NaN   \n",
       "45                          NaN   \n",
       "46                           No   \n",
       "47                          NaN   \n",
       "48                          NaN   \n",
       "49                          NaN   \n",
       "50                          NaN   \n",
       "51                          NaN   \n",
       "52                          NaN   \n",
       "53                          NaN   \n",
       "\n",
       "                                                T1.Q8                 T1.Q9  \\\n",
       "0                                   small sample size  Somewhat less likely   \n",
       "1                                                 NaN                   NaN   \n",
       "2                                                 NaN                   NaN   \n",
       "3                    we intervene all the time anyway      Much less likely   \n",
       "4                                                 NaN                   NaN   \n",
       "5                                            Genetics        Equally likely   \n",
       "6                                                 NaN                   NaN   \n",
       "7                                                 NaN                   NaN   \n",
       "8                                   Small sample size  Somewhat less likely   \n",
       "9   They are not saying that greater surface area ...  Somewhat less likely   \n",
       "10  they did not track the other doctors after the...      Much less likely   \n",
       "11                                             Chance      Much less likely   \n",
       "12        Some doctors see worse patients than others  Somewhat more likely   \n",
       "13  could be differences in insurance, socio-econo...      Much less likely   \n",
       "14                                  Data from doctors      Much less likely   \n",
       "15  genetics...? other unrelated illnesses? mental...      Much less likely   \n",
       "16                                                NaN                   NaN   \n",
       "17                                                NaN                   NaN   \n",
       "18  The doctors who prescribed more opiates tended...        Equally likely   \n",
       "19                                     more diagnoses  Somewhat less likely   \n",
       "20                                                NaN                   NaN   \n",
       "21                                                NaN                   NaN   \n",
       "22                                                NaN                   NaN   \n",
       "23                                                NaN      Much less likely   \n",
       "24                                                NaN                   NaN   \n",
       "25                                                NaN                   NaN   \n",
       "26  they did not track the other doctors after the...      Much less likely   \n",
       "27  Opioid-prescribing doctors are doctors who see...  Somewhat less likely   \n",
       "28        Some doctors see worse patients than others  Somewhat more likely   \n",
       "29                Data from different type of doctors        Equally likely   \n",
       "30  Selection bias, somehow patients who picked he...  Somewhat less likely   \n",
       "31  Doctors who prescribe more opiates might get p...        Equally likely   \n",
       "32                                                NaN                   NaN   \n",
       "33                                                NaN                   NaN   \n",
       "34                                                NaN                   NaN   \n",
       "35                                                NaN                   NaN   \n",
       "36  Some other confounding factor affects ER docto...      Much less likely   \n",
       "37                                                NaN                   NaN   \n",
       "38                                    lack of stimuli      Much less likely   \n",
       "39                 Astronauts are soupy on the inside      Much less likely   \n",
       "40                       Some other elements in space  Somewhat less likely   \n",
       "41      Physical conditions of astronauts could vary.      Much less likely   \n",
       "42  They're openly unsure about the mechanism; cou...      Much less likely   \n",
       "43  different conditions in space other than  a ch...  Somewhat less likely   \n",
       "44                                        No clue due      Much less likely   \n",
       "45                            Other elements in space      Much less likely   \n",
       "46  Astronauts picked for the study were somehow d...      Much less likely   \n",
       "47                                                NaN                   NaN   \n",
       "48  they did not track the other doctors after the...  Somewhat less likely   \n",
       "49                             Health of the patients      Much less likely   \n",
       "50  Patients with a tendency to use more drugs cou...  Somewhat less likely   \n",
       "51                                       I can't tell      Much less likely   \n",
       "52                              other genetic factors  Somewhat less likely   \n",
       "53        Could be an association unrelated to autism      Much less likely   \n",
       "\n",
       "    T1.Q11                       T1.Q12             T1.Q13           T1.Q14  \\\n",
       "0      Yes            Somewhat Unlikely  Somewhat Unlikely   Yes, expicitly   \n",
       "1       No                          NaN                NaN  Yes, implicitly   \n",
       "2       No                          NaN                NaN   No, not at all   \n",
       "3      Yes              Somewhat Likely           Not Sure   Yes, expicitly   \n",
       "4      Yes            Somewhat Unlikely           Not Sure   Yes, expicitly   \n",
       "5      Yes  Neither Likely nor Unlikely  Somewhat Unlikely  Yes, implicitly   \n",
       "6      Yes              Somewhat Likely  Somewhat Unlikely  Yes, implicitly   \n",
       "7      Yes  Neither Likely nor Unlikely      Very Unlikely   Yes, expicitly   \n",
       "8      Yes            Somewhat Unlikely      Very Unlikely  Yes, implicitly   \n",
       "9      Yes                Very Unlikely  Somewhat Unlikely   Yes, expicitly   \n",
       "10     Yes            Somewhat Unlikely  Somewhat Unlikely   No, not at all   \n",
       "11      No                          NaN                NaN   No, not at all   \n",
       "12     Yes  Neither Likely nor Unlikely    Somewhat Likely     I can't tell   \n",
       "13     Yes                Very Unlikely      Very Unlikely   No, not at all   \n",
       "14     Yes            Somewhat Unlikely  Somewhat Unlikely     I can't tell   \n",
       "15     Yes                Very Unlikely      Very Unlikely  Yes, implicitly   \n",
       "16      No                          NaN                NaN   No, not at all   \n",
       "17      No                          NaN                NaN   No, not at all   \n",
       "18     Yes                Very Unlikely    Somewhat Likely  Yes, implicitly   \n",
       "19      No                          NaN                NaN   Yes, expicitly   \n",
       "20     Yes              Somewhat Likely  Somewhat Unlikely   No, not at all   \n",
       "21     Yes  Neither Likely nor Unlikely           Not Sure  Yes, implicitly   \n",
       "22     Yes              Somewhat Likely    Somewhat Likely  Yes, implicitly   \n",
       "23     Yes              Somewhat Likely      Very Unlikely   Yes, expicitly   \n",
       "24      No                          NaN                NaN  Yes, implicitly   \n",
       "25     Yes                Very Unlikely      Very Unlikely   Yes, expicitly   \n",
       "26     Yes            Somewhat Unlikely  Somewhat Unlikely   No, not at all   \n",
       "27     Yes                Very Unlikely  Somewhat Unlikely   No, not at all   \n",
       "28     Yes              Somewhat Likely    Somewhat Likely     I can't tell   \n",
       "29     Yes  Neither Likely nor Unlikely    Somewhat Likely   No, not at all   \n",
       "30     Yes  Neither Likely nor Unlikely           Not Sure   No, not at all   \n",
       "31     Yes                Very Unlikely    Somewhat Likely   No, not at all   \n",
       "32      No                          NaN                NaN   No, not at all   \n",
       "33      No                          NaN                NaN   No, not at all   \n",
       "34      No                          NaN                NaN   No, not at all   \n",
       "35     Yes  Neither Likely nor Unlikely           Not Sure   No, not at all   \n",
       "36     Yes  Neither Likely nor Unlikely           Not Sure   No, not at all   \n",
       "37   Maybe  Neither Likely nor Unlikely           Not Sure   Yes, expicitly   \n",
       "38     Yes                Very Unlikely      Very Unlikely   No, not at all   \n",
       "39     Yes            Somewhat Unlikely      Very Unlikely     I can't tell   \n",
       "40      No                          NaN                NaN   No, not at all   \n",
       "41     Yes                Very Unlikely      Very Unlikely   No, not at all   \n",
       "42     Yes                Very Unlikely  Somewhat Unlikely     I can't tell   \n",
       "43     Yes            Somewhat Unlikely           Not Sure   No, not at all   \n",
       "44      No                          NaN                NaN     I can't tell   \n",
       "45     Yes            Somewhat Unlikely  Somewhat Unlikely   No, not at all   \n",
       "46     Yes                Very Unlikely      Very Unlikely   No, not at all   \n",
       "47     Yes                Very Unlikely  Somewhat Unlikely     I can't tell   \n",
       "48     Yes            Somewhat Unlikely    Somewhat Likely   Yes, expicitly   \n",
       "49      No                          NaN                NaN   No, not at all   \n",
       "50     Yes              Somewhat Likely           Not Sure   Yes, expicitly   \n",
       "51      No                          NaN                NaN   No, not at all   \n",
       "52      No                          NaN                NaN   No, not at all   \n",
       "53      No                          NaN                NaN   No, not at all   \n",
       "\n",
       "                                               T1.Q15  \\\n",
       "0                                                   3   \n",
       "1                                                   2   \n",
       "2                                                   4   \n",
       "3                              5: Middling difficulty   \n",
       "4                                                   4   \n",
       "5                                                   7   \n",
       "6                                                   3   \n",
       "7                                                   3   \n",
       "8                                                   6   \n",
       "9                              5: Middling difficulty   \n",
       "10                                                  4   \n",
       "11                             5: Middling difficulty   \n",
       "12                                                  4   \n",
       "13                                                  3   \n",
       "14                                                  7   \n",
       "15                                                  2   \n",
       "16  1: Easier than anyhing I've ever done in a cla...   \n",
       "17                                                  3   \n",
       "18                                                  4   \n",
       "19                                                  6   \n",
       "20                                                  6   \n",
       "21                                                  6   \n",
       "22                                                  7   \n",
       "23                             5: Middling difficulty   \n",
       "24                                                  4   \n",
       "25                                                  3   \n",
       "26                             5: Middling difficulty   \n",
       "27                                                  3   \n",
       "28                                                  6   \n",
       "29                                                  7   \n",
       "30                             5: Middling difficulty   \n",
       "31                                                  3   \n",
       "32  1: Easier than anyhing I've ever done in a cla...   \n",
       "33                                                  7   \n",
       "34                                                  9   \n",
       "35                                                  2   \n",
       "36                                                  2   \n",
       "37                                                  3   \n",
       "38                                                  4   \n",
       "39                             5: Middling difficulty   \n",
       "40                                                  7   \n",
       "41                                                  3   \n",
       "42                                                  3   \n",
       "43                                                  3   \n",
       "44                             5: Middling difficulty   \n",
       "45                                                  7   \n",
       "46                                                  3   \n",
       "47                                                  3   \n",
       "48                                                  3   \n",
       "49                                                  7   \n",
       "50                             5: Middling difficulty   \n",
       "51                                                  3   \n",
       "52                                                  7   \n",
       "53                                                  4   \n",
       "\n",
       "                                   T1.Q16  \n",
       "0                                       7  \n",
       "1   10: 100% certain about all my answers  \n",
       "2                                       2  \n",
       "3                                       6  \n",
       "4                                       8  \n",
       "5                                       7  \n",
       "6                                       8  \n",
       "7                                       9  \n",
       "8                                       7  \n",
       "9                                       8  \n",
       "10                                      6  \n",
       "11                                      8  \n",
       "12                                      8  \n",
       "13                                      8  \n",
       "14                                      7  \n",
       "15                                      8  \n",
       "16  10: 100% certain about all my answers  \n",
       "17                                      8  \n",
       "18                                      8  \n",
       "19                                      4  \n",
       "20                                      6  \n",
       "21                                      6  \n",
       "22                                      7  \n",
       "23                                      7  \n",
       "24                                      6  \n",
       "25                                      8  \n",
       "26                                      7  \n",
       "27                                      7  \n",
       "28                                      6  \n",
       "29                                      7  \n",
       "30                               5: 50-50  \n",
       "31                                      8  \n",
       "32  10: 100% certain about all my answers  \n",
       "33                                      8  \n",
       "34                                      9  \n",
       "35  10: 100% certain about all my answers  \n",
       "36                                      8  \n",
       "37                                      7  \n",
       "38                                      7  \n",
       "39                               5: 50-50  \n",
       "40                                      7  \n",
       "41                                      8  \n",
       "42                                      8  \n",
       "43                                      8  \n",
       "44                               5: 50-50  \n",
       "45                                      7  \n",
       "46                                      8  \n",
       "47                               5: 50-50  \n",
       "48                                      8  \n",
       "49                                      7  \n",
       "50                                      6  \n",
       "51                                      8  \n",
       "52                                      7  \n",
       "53                                      7  \n",
       "\n",
       "[54 rows x 26 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "demo1_evidence = pd.read_csv('demo1/Demo1Evi-2018-09-01T2239-DataHuntAnswers.csv')\n",
    "demo1_evidence = demo1_evidence.drop(columns=['schema_namespace', 'schema_sha256', 'task_url', \n",
    "                                                    'article_batch_name', 'article_filename', 'article_sha256',\n",
    "                                                    'quiz_taskrun_uuid', 'contributor_uuid', 'created',\n",
    "                                                    'finish_time', 'elapsed_seconds', 'final_queue'])\n",
    "demo1_evidence"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_number</th>\n",
       "      <th>quiz_task_uuid</th>\n",
       "      <th>T1.Q2.A1</th>\n",
       "      <th>T1.Q2.A2</th>\n",
       "      <th>T1.Q2.A3</th>\n",
       "      <th>T1.Q3.A1</th>\n",
       "      <th>T1.Q3.A2</th>\n",
       "      <th>T1.Q3.A3</th>\n",
       "      <th>T1.Q3.A4</th>\n",
       "      <th>T1.Q3.A5</th>\n",
       "      <th>T1.Q3.A6</th>\n",
       "      <th>T1.Q3.A7</th>\n",
       "      <th>T1.Q3.A8</th>\n",
       "      <th>T1.Q3.A9</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1712</td>\n",
       "      <td>0b99412a-f09e-4153-9a36-74674e987a79</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1712</td>\n",
       "      <td>983244f8-22a2-4674-8c34-b2c83e3c755e</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1712</td>\n",
       "      <td>99968e91-36d0-4be9-a40f-858fdc0451d0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1712</td>\n",
       "      <td>f676179d-3cf0-4ab1-9bb3-5126cd117f2f</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1721</td>\n",
       "      <td>025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1721</td>\n",
       "      <td>0a3bcbba-d029-4e0e-a5e3-88f2781f5772</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1721</td>\n",
       "      <td>d2de0341-c711-40d0-9790-176e94e84c67</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1737</td>\n",
       "      <td>5257406f-8cb8-42b8-b4dd-799e0a22931f</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1737</td>\n",
       "      <td>719108fa-1be3-40a7-8a4a-1c8a0312ecf6</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   article_number                        quiz_task_uuid  T1.Q2.A1  T1.Q2.A2  \\\n",
       "0            1712  0b99412a-f09e-4153-9a36-74674e987a79         6         1   \n",
       "1            1712  983244f8-22a2-4674-8c34-b2c83e3c755e         0         1   \n",
       "2            1712  99968e91-36d0-4be9-a40f-858fdc0451d0         5         1   \n",
       "3            1712  f676179d-3cf0-4ab1-9bb3-5126cd117f2f         1         2   \n",
       "4            1721  025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1         2         0   \n",
       "5            1721  0a3bcbba-d029-4e0e-a5e3-88f2781f5772         3         0   \n",
       "6            1721  d2de0341-c711-40d0-9790-176e94e84c67         5         1   \n",
       "7            1737  5257406f-8cb8-42b8-b4dd-799e0a22931f         4         2   \n",
       "8            1737  719108fa-1be3-40a7-8a4a-1c8a0312ecf6         2         3   \n",
       "\n",
       "   T1.Q2.A3  T1.Q3.A1  T1.Q3.A2  T1.Q3.A3  T1.Q3.A4  T1.Q3.A5  T1.Q3.A6  \\\n",
       "0         2         3         3         1         1         7         0   \n",
       "1         5         1         0         0         0         0         0   \n",
       "2         0         4         2         0         2         3         0   \n",
       "3         0         2         1         1         0         3         0   \n",
       "4         5         1         0         0         1         0         0   \n",
       "5         0         2         1         0         1         1         0   \n",
       "6         4         3         2         0         2         3         0   \n",
       "7         0         3         2         1         3         2         1   \n",
       "8         0         2         1         1         0         3         0   \n",
       "\n",
       "   T1.Q3.A7  T1.Q3.A8  T1.Q3.A9  \n",
       "0         1         0         0  \n",
       "1         0         0         0  \n",
       "2         0         0         0  \n",
       "3         0         0         0  \n",
       "4         0         0         0  \n",
       "5         0         0         1  \n",
       "6         3         0         0  \n",
       "7         2         0         0  \n",
       "8         0         0         0  "
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(demo1_evidence.drop(columns=['T1.Q4', 'T1.Q5', 'T1.Q6', 'T1.Q7', 'T1.Q8', 'T1.Q9', 'T1.Q11', 'T1.Q12', \n",
    "                             'T1.Q13', 'T1.Q14', 'T1.Q15', 'T1.Q16'])\n",
    "               .groupby(['article_number', 'quiz_task_uuid'])\n",
    "               .sum()\n",
    "               .reset_index())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1.6049382716049383"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.mean([np.mean([np.var([4, 2, 0]), np.var([3, 2, 1, 3, 2, 1, 2, 0, 0])]), \n",
    "         np.mean([np.var([2, 3, 0]), np.var([2, 1, 1, 0, 3, 0, 0, 0, 0])])])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{1712: 2.8271604938271606, 1721: 1.9218106995884774, 1737: 1.6049382716049383}"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "demo1_evidence_grouped = (demo1_evidence.drop(columns=['T1.Q4', 'T1.Q5', 'T1.Q6', 'T1.Q7', 'T1.Q8', 'T1.Q9', 'T1.Q11', 'T1.Q12', \n",
    "                             'T1.Q13', 'T1.Q14', 'T1.Q15', 'T1.Q16'])\n",
    "               .groupby(['article_number', 'quiz_task_uuid'])\n",
    "               .sum()\n",
    "               .reset_index())\n",
    "colList = demo1_evidence_grouped.columns.tolist()\n",
    "varDict = {}\n",
    "articleNums = demo1_evidence_grouped['article_number'].unique()\n",
    "sections = demo1_evidence_grouped['quiz_task_uuid'].unique()\n",
    "for num in articleNums:\n",
    "    varArr = []\n",
    "    for i in range(len(sections)):\n",
    "        if demo1_evidence_grouped.iloc[i, 0] == num:\n",
    "            varArrQues = []\n",
    "            meanVarArr = []\n",
    "            currQuestion = colList[2][:5]\n",
    "            for j in range(2, len(colList)):\n",
    "                if colList[j][:5] == currQuestion:\n",
    "                    varArrQues.append(demo1_evidence_grouped.iloc[i, j])\n",
    "                else:\n",
    "                    meanVarArr.append(np.var(varArrQues))\n",
    "                    varArrQues = []\n",
    "                    varArrQues.append(demo1_evidence_grouped.iloc[i, j])\n",
    "                currQuestion = colList[j][:5]\n",
    "            meanVarArr.append(np.var(varArrQues))\n",
    "            varArr.append(np.mean(meanVarArr))\n",
    "    varDict[num] = np.mean(varArr)\n",
    "varDict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "def numVar(df):\n",
    "    numdf = (df.groupby(['article_number', 'quiz_task_uuid'])\n",
    "               .sum()\n",
    "               .reset_index())\n",
    "    colList = numdf.columns.tolist()\n",
    "    varDict = {}\n",
    "    articleNums = numdf['article_number'].unique()\n",
    "    sections = numdf['quiz_task_uuid'].unique()\n",
    "    for num in articleNums:\n",
    "        varArr = []\n",
    "        for i in range(len(sections)):\n",
    "            if numdf.iloc[i, 0] == num:\n",
    "                varArrQues = []\n",
    "                meanVarArr = []\n",
    "                currQuestion = colList[2][:5]\n",
    "                for j in range(2, len(colList)):\n",
    "                    if colList[j][:5] == currQuestion:\n",
    "                        varArrQues.append(numdf.iloc[i, j])\n",
    "                    else:\n",
    "                        meanVarArr.append(np.var(varArrQues))\n",
    "                        varArrQues = []\n",
    "                        varArrQues.append(numdf.iloc[i, j])\n",
    "                    currQuestion = colList[j][:5]\n",
    "                meanVarArr.append(np.var(varArrQues))\n",
    "                varArr.append(np.mean(meanVarArr))\n",
    "        varDict[num] = np.mean(varArr)\n",
    "    return varDict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{1712: 2.8271604938271606, 1721: 1.9218106995884774, 1737: 1.6049382716049383}"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "numVar(demo1_evidence.drop(columns=['T1.Q4', 'T1.Q5', 'T1.Q6', 'T1.Q7', 'T1.Q8', 'T1.Q9', 'T1.Q11', \n",
    "                                   'T1.Q12', 'T1.Q13', 'T1.Q14', 'T1.Q15', 'T1.Q16']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def evidenceVariance(df):\n",
    "    evidenceNum = df.drop(columns=['T1.Q4', 'T1.Q5', 'T1.Q6', 'T1.Q7', 'T1.Q8', 'T1.Q9', 'T1.Q11', \n",
    "                                   'T1.Q12', 'T1.Q13', 'T1.Q14', 'T1.Q15', 'T1.Q16'])\n",
    "    evidenceText = df.drop(columns=['T1.Q2.A1', 'T1.Q2.A2', 'T1.Q2.A3', 'T1.Q3.A1', 'T1.Q3.A2', \n",
    "                                    'T1.Q3.A3', 'T1.Q3.A4', 'T1.Q3.A5', 'T1.Q3.A6', 'T1.Q3.A7', \n",
    "                                    'T1.Q3.A8', 'T1.Q3.A9'])\n",
    "    numDict = numVar(evidenceNum)\n",
    "    textDict = textVar(evideneText)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>T1.Q2.A1</th>\n",
       "      <th>T1.Q2.A2</th>\n",
       "      <th>T1.Q2.A3</th>\n",
       "      <th>T1.Q3.A1</th>\n",
       "      <th>T1.Q3.A2</th>\n",
       "      <th>T1.Q3.A3</th>\n",
       "      <th>T1.Q3.A4</th>\n",
       "      <th>T1.Q3.A5</th>\n",
       "      <th>T1.Q3.A6</th>\n",
       "      <th>T1.Q3.A7</th>\n",
       "      <th>...</th>\n",
       "      <th>T1.Q6</th>\n",
       "      <th>T1.Q7</th>\n",
       "      <th>T1.Q8</th>\n",
       "      <th>T1.Q9</th>\n",
       "      <th>T1.Q11</th>\n",
       "      <th>T1.Q12</th>\n",
       "      <th>T1.Q13</th>\n",
       "      <th>T1.Q14</th>\n",
       "      <th>T1.Q15</th>\n",
       "      <th>T1.Q16</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>article_number</th>\n",
       "      <th>quiz_task_uuid</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">1712</th>\n",
       "      <th>0b99412a-f09e-4153-9a36-74674e987a79</th>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>...</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>9</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>983244f8-22a2-4674-8c34-b2c83e3c755e</th>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99968e91-36d0-4be9-a40f-858fdc0451d0</th>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>f676179d-3cf0-4ab1-9bb3-5126cd117f2f</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">1721</th>\n",
       "      <th>025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1</th>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0a3bcbba-d029-4e0e-a5e3-88f2781f5772</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>d2de0341-c711-40d0-9790-176e94e84c67</th>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>10</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">1737</th>\n",
       "      <th>5257406f-8cb8-42b8-b4dd-799e0a22931f</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>719108fa-1be3-40a7-8a4a-1c8a0312ecf6</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                     T1.Q2.A1  T1.Q2.A2  \\\n",
       "article_number quiz_task_uuid                                             \n",
       "1712           0b99412a-f09e-4153-9a36-74674e987a79         9         9   \n",
       "               983244f8-22a2-4674-8c34-b2c83e3c755e         6         6   \n",
       "               99968e91-36d0-4be9-a40f-858fdc0451d0         6         6   \n",
       "               f676179d-3cf0-4ab1-9bb3-5126cd117f2f         3         3   \n",
       "1721           025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1         7         7   \n",
       "               0a3bcbba-d029-4e0e-a5e3-88f2781f5772         3         3   \n",
       "               d2de0341-c711-40d0-9790-176e94e84c67        10        10   \n",
       "1737           5257406f-8cb8-42b8-b4dd-799e0a22931f         5         5   \n",
       "               719108fa-1be3-40a7-8a4a-1c8a0312ecf6         5         5   \n",
       "\n",
       "                                                     T1.Q2.A3  T1.Q3.A1  \\\n",
       "article_number quiz_task_uuid                                             \n",
       "1712           0b99412a-f09e-4153-9a36-74674e987a79         9         9   \n",
       "               983244f8-22a2-4674-8c34-b2c83e3c755e         6         6   \n",
       "               99968e91-36d0-4be9-a40f-858fdc0451d0         6         6   \n",
       "               f676179d-3cf0-4ab1-9bb3-5126cd117f2f         3         3   \n",
       "1721           025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1         7         7   \n",
       "               0a3bcbba-d029-4e0e-a5e3-88f2781f5772         3         3   \n",
       "               d2de0341-c711-40d0-9790-176e94e84c67        10        10   \n",
       "1737           5257406f-8cb8-42b8-b4dd-799e0a22931f         5         5   \n",
       "               719108fa-1be3-40a7-8a4a-1c8a0312ecf6         5         5   \n",
       "\n",
       "                                                     T1.Q3.A2  T1.Q3.A3  \\\n",
       "article_number quiz_task_uuid                                             \n",
       "1712           0b99412a-f09e-4153-9a36-74674e987a79         9         9   \n",
       "               983244f8-22a2-4674-8c34-b2c83e3c755e         6         6   \n",
       "               99968e91-36d0-4be9-a40f-858fdc0451d0         6         6   \n",
       "               f676179d-3cf0-4ab1-9bb3-5126cd117f2f         3         3   \n",
       "1721           025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1         7         7   \n",
       "               0a3bcbba-d029-4e0e-a5e3-88f2781f5772         3         3   \n",
       "               d2de0341-c711-40d0-9790-176e94e84c67        10        10   \n",
       "1737           5257406f-8cb8-42b8-b4dd-799e0a22931f         5         5   \n",
       "               719108fa-1be3-40a7-8a4a-1c8a0312ecf6         5         5   \n",
       "\n",
       "                                                     T1.Q3.A4  T1.Q3.A5  \\\n",
       "article_number quiz_task_uuid                                             \n",
       "1712           0b99412a-f09e-4153-9a36-74674e987a79         9         9   \n",
       "               983244f8-22a2-4674-8c34-b2c83e3c755e         6         6   \n",
       "               99968e91-36d0-4be9-a40f-858fdc0451d0         6         6   \n",
       "               f676179d-3cf0-4ab1-9bb3-5126cd117f2f         3         3   \n",
       "1721           025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1         7         7   \n",
       "               0a3bcbba-d029-4e0e-a5e3-88f2781f5772         3         3   \n",
       "               d2de0341-c711-40d0-9790-176e94e84c67        10        10   \n",
       "1737           5257406f-8cb8-42b8-b4dd-799e0a22931f         5         5   \n",
       "               719108fa-1be3-40a7-8a4a-1c8a0312ecf6         5         5   \n",
       "\n",
       "                                                     T1.Q3.A6  T1.Q3.A7  \\\n",
       "article_number quiz_task_uuid                                             \n",
       "1712           0b99412a-f09e-4153-9a36-74674e987a79         9         9   \n",
       "               983244f8-22a2-4674-8c34-b2c83e3c755e         6         6   \n",
       "               99968e91-36d0-4be9-a40f-858fdc0451d0         6         6   \n",
       "               f676179d-3cf0-4ab1-9bb3-5126cd117f2f         3         3   \n",
       "1721           025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1         7         7   \n",
       "               0a3bcbba-d029-4e0e-a5e3-88f2781f5772         3         3   \n",
       "               d2de0341-c711-40d0-9790-176e94e84c67        10        10   \n",
       "1737           5257406f-8cb8-42b8-b4dd-799e0a22931f         5         5   \n",
       "               719108fa-1be3-40a7-8a4a-1c8a0312ecf6         5         5   \n",
       "\n",
       "                                                      ...    T1.Q6  T1.Q7  \\\n",
       "article_number quiz_task_uuid                         ...                   \n",
       "1712           0b99412a-f09e-4153-9a36-74674e987a79   ...        7      2   \n",
       "               983244f8-22a2-4674-8c34-b2c83e3c755e   ...        0      0   \n",
       "               99968e91-36d0-4be9-a40f-858fdc0451d0   ...        3      1   \n",
       "               f676179d-3cf0-4ab1-9bb3-5126cd117f2f   ...        3      0   \n",
       "1721           025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1   ...        0      0   \n",
       "               0a3bcbba-d029-4e0e-a5e3-88f2781f5772   ...        1      0   \n",
       "               d2de0341-c711-40d0-9790-176e94e84c67   ...        3      1   \n",
       "1737           5257406f-8cb8-42b8-b4dd-799e0a22931f   ...        2      1   \n",
       "               719108fa-1be3-40a7-8a4a-1c8a0312ecf6   ...        3      2   \n",
       "\n",
       "                                                     T1.Q8  T1.Q9  T1.Q11  \\\n",
       "article_number quiz_task_uuid                                               \n",
       "1712           0b99412a-f09e-4153-9a36-74674e987a79      7      7       9   \n",
       "               983244f8-22a2-4674-8c34-b2c83e3c755e      1      1       6   \n",
       "               99968e91-36d0-4be9-a40f-858fdc0451d0      6      6       6   \n",
       "               f676179d-3cf0-4ab1-9bb3-5126cd117f2f      3      3       3   \n",
       "1721           025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1      1      2       7   \n",
       "               0a3bcbba-d029-4e0e-a5e3-88f2781f5772      3      3       3   \n",
       "               d2de0341-c711-40d0-9790-176e94e84c67      5      5      10   \n",
       "1737           5257406f-8cb8-42b8-b4dd-799e0a22931f      5      5       5   \n",
       "               719108fa-1be3-40a7-8a4a-1c8a0312ecf6      4      4       5   \n",
       "\n",
       "                                                     T1.Q12  T1.Q13  T1.Q14  \\\n",
       "article_number quiz_task_uuid                                                 \n",
       "1712           0b99412a-f09e-4153-9a36-74674e987a79       6       6       9   \n",
       "               983244f8-22a2-4674-8c34-b2c83e3c755e       3       3       6   \n",
       "               99968e91-36d0-4be9-a40f-858fdc0451d0       6       6       6   \n",
       "               f676179d-3cf0-4ab1-9bb3-5126cd117f2f       2       2       3   \n",
       "1721           025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1       5       5       7   \n",
       "               0a3bcbba-d029-4e0e-a5e3-88f2781f5772       0       0       3   \n",
       "               d2de0341-c711-40d0-9790-176e94e84c67       8       8      10   \n",
       "1737           5257406f-8cb8-42b8-b4dd-799e0a22931f       4       4       5   \n",
       "               719108fa-1be3-40a7-8a4a-1c8a0312ecf6       4       4       5   \n",
       "\n",
       "                                                     T1.Q15  T1.Q16  \n",
       "article_number quiz_task_uuid                                        \n",
       "1712           0b99412a-f09e-4153-9a36-74674e987a79       9       9  \n",
       "               983244f8-22a2-4674-8c34-b2c83e3c755e       6       6  \n",
       "               99968e91-36d0-4be9-a40f-858fdc0451d0       6       6  \n",
       "               f676179d-3cf0-4ab1-9bb3-5126cd117f2f       3       3  \n",
       "1721           025a8515-ff9b-4ce9-b56a-ab8bdf2ca8c1       7       7  \n",
       "               0a3bcbba-d029-4e0e-a5e3-88f2781f5772       3       3  \n",
       "               d2de0341-c711-40d0-9790-176e94e84c67      10      10  \n",
       "1737           5257406f-8cb8-42b8-b4dd-799e0a22931f       5       5  \n",
       "               719108fa-1be3-40a7-8a4a-1c8a0312ecf6       5       5  \n",
       "\n",
       "[9 rows x 24 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "demo1evidenceGrouped = (demo1_evidence.drop(columns=['schema_namespace', 'schema_sha256', 'task_url', \n",
    "                                                    'article_batch_name', 'article_filename', 'article_sha256',\n",
    "                                                    'quiz_taskrun_uuid', 'contributor_uuid', 'created',\n",
    "                                                    'finish_time', 'elapsed_seconds', 'final_queue'])\n",
    "                 .groupby(['article_number', 'quiz_task_uuid']).count())\n",
    "demo1evidenceGrouped"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}