index_based_semantic_similarity_search.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "SViVgIDo5-XO"
      },
      "source": [
        "\n",
        "## For demonstrating the unstructured semantic similarity search using different indexing libraries such as FAISS-CPU, NMSLIB and ANNOY"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#For loading and reading the unstructured data"
      ],
      "metadata": {
        "id": "QmL7AoRaDG1l"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "4YUpbhNN7Mni"
      },
      "outputs": [],
      "source": [
        "import pandas as pd"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "id": "8Jm4VtpEBSoD"
      },
      "outputs": [],
      "source": [
        "data = pd.read_csv(\"/content/train.csv\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "1zyxovqNBYJa",
        "outputId": "ea31510e-dc7b-408a-c402-b5a016f4cf07"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                           questions         group\n",
              "0  How did serfdom develop in and then leave Russ...   DESCRIPTION\n",
              "1   What films featured the character Popeye Doyle ?        ENTITY\n",
              "2  How can I find a list of celebrities ' real na...   DESCRIPTION\n",
              "3  What fowl grabs the spotlight after the Chines...        ENTITY\n",
              "4                    What is the full form of .com ?  ABBREVIATION"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-1296b8c7-c1b2-4e2e-93c8-8e1d1c8c6f3e\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>questions</th>\n",
              "      <th>group</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>How did serfdom develop in and then leave Russ...</td>\n",
              "      <td>DESCRIPTION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>What films featured the character Popeye Doyle ?</td>\n",
              "      <td>ENTITY</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>How can I find a list of celebrities ' real na...</td>\n",
              "      <td>DESCRIPTION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>What fowl grabs the spotlight after the Chines...</td>\n",
              "      <td>ENTITY</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>What is the full form of .com ?</td>\n",
              "      <td>ABBREVIATION</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1296b8c7-c1b2-4e2e-93c8-8e1d1c8c6f3e')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-1296b8c7-c1b2-4e2e-93c8-8e1d1c8c6f3e button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-1296b8c7-c1b2-4e2e-93c8-8e1d1c8c6f3e');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 3
        }
      ],
      "source": [
        "data.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "efbXGFtqBcTh",
        "outputId": "3108c46c-3606-435f-f8c0-bf569113d34a"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0       How did serfdom develop in and then leave Russ...\n",
              "1        What films featured the character Popeye Doyle ?\n",
              "2       How can I find a list of celebrities ' real na...\n",
              "3       What fowl grabs the spotlight after the Chines...\n",
              "4                         What is the full form of .com ?\n",
              "                              ...                        \n",
              "5449             What type of currency is used in China ?\n",
              "5450                      What is the temperature today ?\n",
              "5451                What is the temperature for cooking ?\n",
              "5452                 What currency is used in Australia ?\n",
              "5453         what is the sales of boost in february 2016?\n",
              "Name: questions, Length: 5454, dtype: object"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ],
      "source": [
        "data[\"questions\"]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "bXPXmZ_5BaV7",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "1f11efda-ad72-4fd5-da97-377ce185d81b"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['How did serfdom develop in and then leave Russia ?',\n",
              " 'What films featured the character Popeye Doyle ?',\n",
              " \"How can I find a list of celebrities ' real names ?\",\n",
              " 'What fowl grabs the spotlight after the Chinese Year of the Monkey ?',\n",
              " 'What is the full form of .com ?',\n",
              " 'What contemptible scoundrel stole the cork from my lunch ?',\n",
              " \"What team did baseball 's St. Louis Browns become ?\",\n",
              " 'What is the oldest profession ?',\n",
              " 'What are liver enzymes ?',\n",
              " 'Name the scar-faced bounty hunter of The Old West .',\n",
              " 'When was Ozzy Osbourne born ?',\n",
              " 'Why do heavier objects travel downhill faster ?',\n",
              " 'Who was The Pride of the Yankees ?',\n",
              " 'Who killed Gandhi ?',\n",
              " 'What is considered the costliest disaster the insurance industry has ever faced ?',\n",
              " 'What sprawling U.S. state boasts the most airports ?',\n",
              " 'What did the only repealed amendment to the U.S. Constitution deal with ?',\n",
              " 'How many Jews were executed in concentration camps during WWII ?',\n",
              " \"What is `` Nine Inch Nails '' ?\",\n",
              " 'What is an annotated bibliography ?',\n",
              " 'What is the date of Boxing Day ?',\n",
              " 'What articles of clothing are tokens in Monopoly ?',\n",
              " 'Name 11 famous martyrs .',\n",
              " \"What 's the Olympic motto ?\",\n",
              " \"What is the origin of the name ` Scarlett ' ?\",\n",
              " \"What 's the second-most-used vowel in English ?\",\n",
              " 'Who was the inventor of silly putty ?',\n",
              " 'What is the highest waterfall in the United States ?',\n",
              " 'Name a golf course in Myrtle Beach .',\n",
              " 'Which two states enclose Chesapeake Bay ?',\n",
              " 'What does the abbreviation AIDS stand for ?',\n",
              " 'What does a spermologer collect ?',\n",
              " 'How many points make up a perfect fivepin bowling score ?',\n",
              " \"Which company that manufactures video-game hardware sells the `` super system '' ?\",\n",
              " 'How many Community Chest cards are there in Monopoly ?',\n",
              " 'What do Mormons believe ?',\n",
              " 'When did the neanderthal man live ?',\n",
              " 'In what religion was Isis the nature goddess ?',\n",
              " \"Where do the adventures of `` The Swiss Family Robinson '' take place ?\",\n",
              " 'What relative of the racoon is sometimes known as the cat-bear ?',\n",
              " 'How can I register my website in Yahoo for free ?',\n",
              " 'What was cash-conscious Colonel Edwin L. Drake the first to drill ?',\n",
              " 'How many people in the world speak French ?',\n",
              " 'How many inches over six feet is the Venus de Milo ?',\n",
              " 'How do they find or choose witnesses to an execution ?',\n",
              " 'What 1920s cowboy star rode Tony the Wonder Horse ?',\n",
              " 'What cocktail inspired John Doxat to write the book Stirred-Not Shaken ?',\n",
              " 'What ISPs exist in the Caribbean ?',\n",
              " 'How do you ask a total stranger out on a date ?',\n",
              " 'What weapon is the mythological character Apollo most proficient with ?',\n",
              " 'What country do the Galapagos Islands belong to ?',\n",
              " 'What is ethology ?',\n",
              " 'Who was the prophet of the Muslim people ?',\n",
              " \"Where did the term `` 86ed '' come from ?\",\n",
              " \"Who is Snoopy 's arch-enemy ?\",\n",
              " 'What is the nature of learning ?',\n",
              " \"What 's the only color Johnny Cash wears on stage ?\",\n",
              " \"What 's the term for a young fox ?\",\n",
              " 'What U.S. state lived under six flags ?',\n",
              " 'What is the Kashmir issue ?',\n",
              " 'Where is the Loop ?',\n",
              " \"What does `` extended definition '' mean and how would one write a paper on it ?\",\n",
              " \"What country 's capital is Tirana ?\",\n",
              " 'What is titanium ?',\n",
              " 'Who do Herb and Tootsie live next door to ?',\n",
              " 'Which city has the oldest relationship as a sisterðcity with Los Angeles ?',\n",
              " 'What is a caldera ?',\n",
              " 'Why do people get calluses ?',\n",
              " 'What are the names of the tourist attractions in Reims ?',\n",
              " 'What are Cushman and Wakefield known for ?',\n",
              " 'What body of water does the Danube River flow into ?',\n",
              " 'Who is the founder of Scientology ?',\n",
              " 'What does the six-footed Musca domestica become when it enters a house ?',\n",
              " 'What is the history of skateboarding ?',\n",
              " 'Who starred in Singing in the Rain and The Singing Nun ?',\n",
              " 'How do I make fuel bricks from recycled newspaper ?',\n",
              " 'What 19th-century painter died in the Marquesas Islands ?',\n",
              " 'The corpus callosum is in what part of the body ?',\n",
              " 'How do I log on to home page at Headquarters U.S. European Command ?',\n",
              " 'What country did the Nazis occupy for 1 , CD NNS IN NNP NNP NNP .',\n",
              " \"What is Nebraska 's most valuable resource ?\",\n",
              " 'How many species of the Great White shark are there ?',\n",
              " 'What is the origin of head lice ?',\n",
              " 'What is the nickname for the state of Mississippi ?',\n",
              " 'What was the first domesticated bird ?',\n",
              " 'How many villi are found in the small intestine ?',\n",
              " 'What country did King Wenceslas rule ?',\n",
              " 'What is a fear of shadows ?',\n",
              " 'Who were the five Marx brothers ?',\n",
              " 'In which year was New Zealand excluded from the ANZUS alliance ?',\n",
              " 'When did CNN begin broadcasting ?',\n",
              " 'What causes the body to shiver in cold temperatures ?',\n",
              " 'What are bear and bull markets ?',\n",
              " 'What J.R.R. Tolkien book features Bilbo Baggins as the central character ?',\n",
              " \"What is `` dew point '' ?\",\n",
              " 'What is the meaning of Jesus ?',\n",
              " \"What company 's logo is a `` W '' in a circle ?\",\n",
              " 'What is the definition of a cascade ?',\n",
              " 'When did Rococo painting and architecture flourish ?',\n",
              " \"What country 's national passenger rail system is called Via ?\",\n",
              " 'Who invented Make-up ?',\n",
              " \"What is the origin of the word `` attic '' ?\",\n",
              " \"What did Delilah do to Samson 's hair ?\",\n",
              " 'What kind of animals were in the Paleozoic era ?',\n",
              " 'Which of the following was Rhodes Scholar ?',\n",
              " 'Who comprised the now-defunct comic book team known as the Champions ?',\n",
              " 'How do you make a paintball ?',\n",
              " 'What U.S. state is Fort Knox in ?',\n",
              " 'What is a female rabbit called ?',\n",
              " 'Where is the highest point in Japan ?',\n",
              " 'Where do chihuahuas come from ?',\n",
              " \"Where does Barney Rubble go to work after he drops Fred off in the `` Flintstones '' cartoon series ?\",\n",
              " \"What are the world 's four oceans ?\",\n",
              " \"What 's the only work by Michelangelo that bears his signature ?\",\n",
              " 'What is the largest snake in the world ?',\n",
              " 'In what medium is Stuart Hamblen considered to be the first singing cowboy ?',\n",
              " 'Where on the Internet can I find a song lyrics database similar to the International Lyrics Server ?',\n",
              " 'How much money does a back injury lawsuit get ?',\n",
              " \"What 's the common name for acetylsalicylic acid ?\",\n",
              " \"What does the Georgetown `` Hoya '' mean ?\",\n",
              " \"Where can I find a list of `` classic '' books 5th and 6th graders should read ?\",\n",
              " 'Which two products use a tiger as their symbol ?',\n",
              " 'How is the election of a new Pope announced to the world ?',\n",
              " 'How long does it take for your blood to make one complete trip through the body ?',\n",
              " 'How do chickens have baby chicks ?',\n",
              " 'What is the historical relationship of Catholic Church and bingo ?',\n",
              " 'How was the element calcium named ?',\n",
              " 'What crooner joined The Andrews Sisters for Pistol Packin Mama ?',\n",
              " \"What piano company claims its product is the `` Instrument of the immortals '' ?\",\n",
              " 'When did the Bounty mutiny take place ?',\n",
              " 'What novel inspired the movie BladeRunner ?',\n",
              " 'What is a transistor ?',\n",
              " 'What is a film starring Jude Law ?',\n",
              " 'What Hollywood dog died in the arms of Jean Harlow in 1932 ?',\n",
              " \"What are the most common elements in the Earth 's crust ?\",\n",
              " 'How much would it cost to purchase a 2-foot-square party tent , with sides , ?',\n",
              " 'What actress has received the most Oscar nominations ?',\n",
              " 'What are equity securities ?',\n",
              " 'What is gymnophobia ?',\n",
              " 'How many years do fossils take to form ?',\n",
              " 'Where is the Orinoco ?',\n",
              " \"What was the name of the `` Little Rascals '' dog ?\",\n",
              " \"What city boasts Penn 's Landing , on the banks of the Delaware river ?\",\n",
              " \"What Broadway musical was inspired by Cervantes 's Don Quixote ?\",\n",
              " 'What is the origin of the word , JJ .',\n",
              " 'How many hostages were killed in the Entebbe raid ?',\n",
              " 'How you can raise your IQ ?',\n",
              " \"What does INRI stand for when used on Jesus ' cross ?\",\n",
              " 'Who produces Spumante ?',\n",
              " 'Who earns their money the hard way ?',\n",
              " \"Who founded the People 's Temple Commune ?\",\n",
              " 'What athlete makes the most money from sports merchandise sales ?',\n",
              " 'How many bends are there in a standard paper clip ?',\n",
              " 'Who discovered electricity ?',\n",
              " 'What part of your body contains the corpus callosum ?',\n",
              " 'Who was the first American in space ?',\n",
              " \"What two South American countries do n't border Brazil ?\",\n",
              " 'What album put The Beatles on the cover of Time in 1967 ?',\n",
              " \"What poem contains the line , `` grow old with me the best is yet to be '' .\",\n",
              " 'What is a dental root canal ?',\n",
              " 'What war did the Wanna-Go-Home Riots occur after ?',\n",
              " 'What is the busiest air travel season ?',\n",
              " \"What 's the colored part of the eye called ?\",\n",
              " 'What are hook worms ?',\n",
              " 'Where is the Rose Bowl played ?',\n",
              " 'Which Japanese car maker had its biggest percentage of sale in the domestic market ?',\n",
              " 'Who is the mayor of Marbella ?',\n",
              " 'What sun-blasted , 14-mile wide valley is just north of the Mojave desert ?',\n",
              " 'In what year did Thatcher become prime minister ?',\n",
              " 'How many months does it take the moon to revolve around the Earth ?',\n",
              " 'Where are the 49 steps ?',\n",
              " 'In what year was De Gaulle elected president of France ?',\n",
              " \"Who sings the themes for `` Dawson 's Creek '' and `` Felicity '' ?\",\n",
              " \"Who directed `` Jaws '' ?\",\n",
              " 'On what T.V. show could Tom Terrific be found ?',\n",
              " 'What Indian tribe is F Troop perpetually doing battle with ?',\n",
              " 'Where did Indian Pudding come from ?',\n",
              " \"Why do some clothing labels say `` Use a nonchlorine bleach '' ?\",\n",
              " 'How many colonies were involved in the American Revolution ?',\n",
              " 'What is the name of the city that Maurizio Pellegrin lives in ?',\n",
              " 'Where can I find pictorial directions on how to build a very simple treehouse ?',\n",
              " \"What game 's board shows the territories of Irkutsk , Yakutsk and Kamchatka ?\",\n",
              " 'What is the name of the managing director of Apricot Computer ?',\n",
              " 'What is the occupation of Nicholas Cage ?',\n",
              " 'Why do horseshoes bring luck ?',\n",
              " 'What is the 401 , K , plan ?',\n",
              " 'What causes pneumonia ?',\n",
              " 'What are the three winter months in the southern hemisphere ?',\n",
              " 'What does gringo mean ?',\n",
              " \"What country contains Africa 's northernmost point ?\",\n",
              " \"What therapy attempts to elicit the `` primal scream '' ?\",\n",
              " 'Where is the Kalahari desert ?',\n",
              " \"Which Ventura County police department seized the largest cocaine shipment in it 's history ?\",\n",
              " 'What city is sometimes called Gotham ?',\n",
              " 'What dangles over the tongue from the palate ?',\n",
              " 'Who created Dennis the Menace ?',\n",
              " 'What dummy received an honorary degree from Northwestern University ?',\n",
              " 'When was the first Wall Street Journal published ?',\n",
              " 'What countries have the largest areas of forest ?',\n",
              " 'How do I start a web based business ?',\n",
              " \"Name Alvin 's brothers\",\n",
              " \"What is Eagle 's syndrome styloid process ?\",\n",
              " 'How did Jayne Mansfield die ?',\n",
              " 'When did the royal wedding of Prince Andrew and Fergie take place ?',\n",
              " \"What actor said in A Day at the Races : `` Either he 's dead or my watch has stopped '' ?\",\n",
              " \"What explorer was nicknamed Iberia 's Pilot ?\",\n",
              " 'CNN began broadcasting in what year ?',\n",
              " 'What is a ball that hits the foul pole called ?',\n",
              " 'What makes hamburgers taste like steakburgers ?',\n",
              " 'Which company created the Internet browser Mosaic ?',\n",
              " 'What are the rites accompanying the circumcision of a newly born-child in Judaism called ?',\n",
              " \"What was the education system in the 1960 's ?\",\n",
              " \"What South American city has the world 's highest commercial landing field ?\",\n",
              " 'How can I find out which cities have cable-modem access ?',\n",
              " 'What is Betsy Ross famous for ?',\n",
              " 'How many species of sharks are there ?',\n",
              " \"What is `` snoogans '' ?\",\n",
              " 'How many people are there in the world ?',\n",
              " 'What shrubs can be planted that will be safe from deer ?',\n",
              " \"What organization 's offices were broken into at Watergate in 1972 ?\",\n",
              " 'What is the design of the ship Titanic ?',\n",
              " 'What does S.O.S. stand for ?',\n",
              " 'Name a technique widely used to detect birth defects ?',\n",
              " 'What is the daily requirement of folic acid for an expectant mother ?',\n",
              " \"What is the `` 7-minute cigarette '' ?\",\n",
              " 'What four forms does gold occur in ?',\n",
              " 'What is the acreage of the Chappellet vineyard ?',\n",
              " \"How do you correctly say the word ` qigong ' ?\",\n",
              " 'When did beethoven die ?',\n",
              " 'How much does a new railroad coal car cost ?',\n",
              " 'What two European countries entered the War of American Independence against the British ?',\n",
              " 'What is the filmmakers collabrative ?',\n",
              " \"What Russian composer 's Prelude in C Sharp Minor brought him fame and fortune ?\",\n",
              " \"What caused Harry Houdini 's death ?\",\n",
              " 'Who was the mother of the man who would not be king , the duke of Windsor ?',\n",
              " 'How many revolutions does a standard LP make in three minutes ?',\n",
              " 'What is the name of the tallest mountain in the world ?',\n",
              " 'Where can I find a review of Nightmare on Elm Street in a film journal ?',\n",
              " \"What 's the slowest Olympic swimming stroke ?\",\n",
              " 'What was the name of the first Russian astronaut to do a spacewalk ?',\n",
              " 'What disease is transmitted by the Anopheles mosquito ?',\n",
              " \"What rum is so `` mixable '' it is a one-brand bar ?\",\n",
              " 'How many South American countries have the letter Z in their names ?',\n",
              " 'What is the contents of proposition 98 ?',\n",
              " 'Where was George Washington born ?',\n",
              " 'How many people on the ground were killed from the bombing of Pan Am Flight 103 over Lockerbie , Scotland , December 21 , CD .',\n",
              " \"Who wrote NN DT NNP NNP '' ?\",\n",
              " 'What is paracetamol ?',\n",
              " \"What are the powers and weaknesses of Green Lantern 's ring ?\",\n",
              " \"Which mosquito 's bite draws blood , DT NN CC DT NN .\",\n",
              " 'When was the first steel mill in the United States built ?',\n",
              " 'What diminutive American female gymnast stole the show at the 1984 Olympics ?',\n",
              " 'What is the origin of the name Katie ?',\n",
              " 'What schools in the Washington , DC NN NN VBP NN NN NN NN .',\n",
              " 'When did the Berlin Wall go up ?',\n",
              " 'Who is Terrence Malick ?',\n",
              " 'What instrument is Ray Charles best known for playing ?',\n",
              " \"What 's the meaning of the Latin battle cry : Ad arma , ad arma .\",\n",
              " 'What is the mascot for Notre Dame University ?',\n",
              " 'What Las Vegas hotel burned in November , 1980 , with the loss of 84 lives ?',\n",
              " 'When did Mount St. Helen last have a significant eruption ?',\n",
              " 'CNN is the abbreviation for what ?',\n",
              " 'When did World War I start ?',\n",
              " 'How many feet are there in a fathom ?',\n",
              " 'What is a Canada two-penny black ?',\n",
              " 'What European city do Nicois live in ?',\n",
              " 'How can I find out what year a Beanie Baby was introduced ?',\n",
              " 'What is the classic definition of tragic hero ?',\n",
              " \"To what does Microsoft 's Windows 3 owe its success ?\",\n",
              " 'Who was President of Afghanistan in 1994 ?',\n",
              " 'What are other ways of getting stretch marks besides pregnancy , weight loss , and weight lifting ?',\n",
              " 'What did brontosauruses eat ?',\n",
              " 'What color bottles do good Rhine wines come in ?',\n",
              " \"Who was the lead actress in the movie ` Sleepless in Seattle ' ?\",\n",
              " 'Who was the 16th President of the United States ?',\n",
              " 'Who are the two sons of Ozzie and Harriet Nelson ?',\n",
              " 'What is molybdenum ?',\n",
              " 'When is Boxing Day ?',\n",
              " 'What is the lowest level of the American judiciary ?',\n",
              " 'When was the battle of the Somme fought ?',\n",
              " 'How many people did Randy Craft kill ?',\n",
              " \"What 's the official animal of Canada ?\",\n",
              " \"When did Spielberg direct `` Jaws '' ?\",\n",
              " 'What is the size of the largest akita ?',\n",
              " 'What animal has the biggest eyes ?',\n",
              " \"What is California 's capital ?\",\n",
              " \"Who was the author of the book about computer hackers called `` The Cuckoo 's Egg : Tracking a Spy Through the Maze of Computer Espionage '' ?\",\n",
              " 'Who was the founding member of the Pink Floyd band ?',\n",
              " 'What European country is home to the beer-producing city of Budweis ?',\n",
              " 'How do I find the balance of my social security account ?',\n",
              " \"What is the history of Valentine 's Day cards ?\",\n",
              " 'Where was Christopher Columbus born ?',\n",
              " 'What do Italians call Florence ?',\n",
              " 'How do you get to the top of the Eiffel Tower ?',\n",
              " \"What does ` PSI ' stand for ?\",\n",
              " 'What sea did the Romans call mare nostrum ?',\n",
              " \"What 's the term for a bet before cards are dealt ?\",\n",
              " 'Which came first , according to Genesis 1 : 2 : 22 - the chicken or the egg ?',\n",
              " 'What city did the Flintstones live in ?',\n",
              " 'What is Latin for incompetent ?',\n",
              " 'What chemicals are used in lethal injection ?',\n",
              " \"What toy company is the world 's No.1 maker of female apparel ?\",\n",
              " \"What board game does a `` wood-pusher '' play poorly ?\",\n",
              " 'Which Doonesbury character was likely to turn into a werewolf ?',\n",
              " 'What is the abbreviation for micro ?',\n",
              " 'What are the 7 articles of the constitution ?',\n",
              " 'Who has won the most Super Bowls ?',\n",
              " 'What does NASDAQ stand for ?',\n",
              " 'What is BPH ?',\n",
              " 'What is the fastest commercial automobile that can be bought in the US ?',\n",
              " 'What stadium do the Miami Dolphins play their home games in ?',\n",
              " \"Who has the only speaking role in `` Silent Movie '' ?\",\n",
              " 'Why is poop sometimes different colors ?',\n",
              " \"What was Einstein 's IQ ?\",\n",
              " 'What day was Pearl Harbor attacked in 1942 ?',\n",
              " \"What girl 's name is `` Teddy '' an affectionate form of ?\",\n",
              " 'What state is John F. Kennedy buried in ?',\n",
              " 'What is the best way to remove wallpaper ?',\n",
              " 'What U.S. state has an element named for it ?',\n",
              " 'What company tabulates the ballots in voting for the Academy Awards ?',\n",
              " 'How did the tradition of best man start ?',\n",
              " 'How many years ago did the ship Titanic sink ?',\n",
              " 'What is the deepest area of the Arctic Ocean ?',\n",
              " \"What are Halloween 's colors ?\",\n",
              " 'How is silk screening done ?',\n",
              " 'What is the latitude and longitude of El Paso , Texas ?',\n",
              " 'Who made a boat out of gopher wood ?',\n",
              " \"Where can I find a `` Fifth Element '' screensaver ?\",\n",
              " 'Which Bloom County resident wreaks havoc with a computer ?',\n",
              " 'How do you match a name to a social security number ?',\n",
              " 'How does a rainbow form ?',\n",
              " 'What is the normal resting heart rate of a healthy adult ?',\n",
              " 'What is the population of Ohio ?',\n",
              " 'How many calories are there in a Big Mac ?',\n",
              " 'Hazmat stands for what ?',\n",
              " \"What creature scares people in the film `` Jaws '' ?\",\n",
              " 'What part did John Peter Zenger play in the deveopment of the newspaper in America ?',\n",
              " 'Who followed Caesar ?',\n",
              " 'What are the four elements ?',\n",
              " 'Who was the first woman golfer to earn a million ?',\n",
              " \"What 's the tallest piece on a chessboard ?\",\n",
              " \"What is Answers.com 's address ?\",\n",
              " 'Where can I buy movies on videotape online ?',\n",
              " 'Who does the advertizing for Frito-Lay ?',\n",
              " 'Who is the leading competitor of Trans Union Company ?',\n",
              " 'What product did Robert Conrad dare people to knock off his shoulder ?',\n",
              " 'Who invented the radio ?',\n",
              " \"What 's the American dollar equivalent for 8 pounds in the U.K. ?\",\n",
              " 'What are the different approaches of systems analysis ?',\n",
              " 'How do doctors diagnose bone cancer ?',\n",
              " 'Who is the man behind the pig-the man who pulls the strings and speaks for Miss Piggy ?',\n",
              " 'What is the speed of the Mississippi River ?',\n",
              " 'What are the developmental stages of a swimmer ?',\n",
              " 'What actor first portrayed James Bond ?',\n",
              " 'What ocean is the largest in the world ?',\n",
              " 'Who was the first American poet to win the Nobel Prize for literature , in 1948 ?',\n",
              " 'What year did Jack Nicklaus join the Professional Golfers Association tour ?',\n",
              " 'How many sonnets did Shakespeare write ?',\n",
              " 'What causes the redness in your cheeks when you blush ?',\n",
              " 'Who won the Nobel Peace Prize in 1991 ?',\n",
              " 'Who are the Challengers of the Unknown ?',\n",
              " 'Define the Pheonix Club ?',\n",
              " 'Which city did Christian Crusaders fight to recapture from the Muslims ?',\n",
              " \"What does it mean `` Rupee Depreciates '' ?\",\n",
              " \"What gaming devices were dubbed `` Mississippi marbles '' and `` Memphis dominoes '' ?\",\n",
              " 'Who was the first coach of the Cleveland Browns ?',\n",
              " 'How successful is arometherapy ?',\n",
              " 'What Jewish holiday saw the start of the 1973 Mideast War ?',\n",
              " 'How does a copier work ?',\n",
              " 'What is the speed of the Mississippi River ?',\n",
              " \"Who said of Super Bowl III in 1969 : `` We 'll win- I guarantee it '' ?\",\n",
              " \"What is Dudley Do-Right 's horse 's name ?\",\n",
              " \"Who declared : `` I am down on whores and I shan 't stop ripping them '' ?\",\n",
              " 'Where does chocolate come from ?',\n",
              " 'What TV game show once saw a contestant admit to picking his toes in the shower ?',\n",
              " 'What Soviet leader owned a Rolls-Royce ?',\n",
              " 'Where can I find a case on Individuals with Disabilities Education Act of 1991 ?',\n",
              " 'What war did Florence Nightingale tend the troops in ?',\n",
              " \"Who wrote the song , `` Stardust '' ?\",\n",
              " \"How many Beatles ' records went #1 ?\",\n",
              " 'Who is the only prime minister of Canada to serve 22 years but not necessarily consecutively ?',\n",
              " \"What is the abbreviation of the company name ` General Motors ' ?\",\n",
              " 'What mountains lie between the Arkansas and Missouri rivers ?',\n",
              " 'Who received the Will Rogers Award in 1989 ?',\n",
              " 'What is the function of RAM ?',\n",
              " \"What 's the closest G2 Spectrum Yellow Dwarf to Earth ?\",\n",
              " 'How many equal angles are there in an isosceles triangle ?',\n",
              " 'What is the fear of cockroaches called ?',\n",
              " \"What CBS soap opera was interrupted by the bulletin of John F. Kennedy 's assassination ?\",\n",
              " 'What is the use of a 24-hour clock instead of a 12-hour clock ?',\n",
              " 'What was the name of the lawyer who represented Randy Craft ?',\n",
              " 'What United States President had dreamed that he was assassinated ?',\n",
              " 'What film did Lee Marvin win the 1965 best actor Oscar for ?',\n",
              " 'Where is Basque country located ?',\n",
              " \"What product does `` Mrs. Olsen '' promote ?\",\n",
              " 'What time of day did Emperor Hirohito die ?',\n",
              " 'What is dry ice ?',\n",
              " \"What 's the most powerful card in Euchre ?\",\n",
              " \"What does `` intractable plantar keratoma '' mean ?\",\n",
              " 'How many years did it take James Joyce to write Ulysses ?',\n",
              " 'What crop failure caused the Irish Famine ?',\n",
              " 'What South Korean city is served by Kimpo International Airport ?',\n",
              " \"How many types of dogs ' tails are there - three\",\n",
              " 'What is the longest-running television series ?',\n",
              " 'What predators exist on Antarctica ?',\n",
              " 'What is the difference between a generator and an alternator ?',\n",
              " 'How is energy created ?',\n",
              " \"What beer advertised that it had `` three rings '' ?\",\n",
              " 'What is the quantity of American soldiers still unaccounted for from the Vietnam war ?',\n",
              " 'What golfing accessory was patented by George Grant on December 12',\n",
              " 'What are the different types of plastic ?',\n",
              " \"How is it correct to say ` qigong ' ?\",\n",
              " 'What was the highest mountain on earth before Mount Everest was discovered ?',\n",
              " 'Where was the Ligurian Republic , 1797-185 , ?',\n",
              " \"What country 's people are the top television watchers ?\",\n",
              " \"When was the women 's suffrage amendment ratified ?\",\n",
              " 'What Polynesian people inhabit New Zealand ?',\n",
              " \"What movie tour of the Roman empire features the admonition : `` Row well and live '' ?\",\n",
              " 'What Nevada center has been dubbed The Biggest Little City in the World ?',\n",
              " 'What President lived at 219 North Delaware Street , Independence , Missouri ?',\n",
              " 'Give a reason for American Indians oftentimes dropping out of school .',\n",
              " 'Where must a soccer goalie stand to be permitted to handle the ball ?',\n",
              " 'What is the difference between classical conditioning and operant conditioning ?',\n",
              " 'In what U.S. state was the first woman governor elected ?',\n",
              " 'What are some interesting facts and information about dogsledding ?',\n",
              " 'What year did Hitler die ?',\n",
              " 'What famous model was married to Billy Joel ?',\n",
              " 'What kind of animal is Babar ?',\n",
              " 'What is Jane Goodall known for ?',\n",
              " 'What killed Bob Marley ?',\n",
              " \"How much money are Dumbo 's ears insured for ?\",\n",
              " \"Who danced into stardom with Fred Astaire in 1941 's You 'll Never Get Rich ?\",\n",
              " 'Who is Stein Eriksen ?',\n",
              " 'What does the name Billie mean ?',\n",
              " 'Who is the fastest swimmer in the world ?',\n",
              " 'What is the highest peak in Africa ?',\n",
              " 'Where is Procter &amp  Gamble headquartered in the U.S. ?',\n",
              " 'What desert has been called The Garden of Allah ?',\n",
              " 'What do bicornate animals have two of ?',\n",
              " \"What function does a community 's water tower serve ?\",\n",
              " 'What is a fear of weakness ?',\n",
              " 'How many miles is it to Ohio from North Carolina ?',\n",
              " 'How much snow equals an inch of rain ?',\n",
              " 'What does G.M.T. stand for ?',\n",
              " 'What does Inuit and Eskimo mean ?',\n",
              " 'What song served as the closing theme of The Johnny Cash Show ?',\n",
              " 'What field sport did dentist William Beers promote and write a standard book of rules for ?',\n",
              " 'How do I tie dye clothes ?',\n",
              " 'When does the average teenager first have intercourse ?',\n",
              " \"Why doesn 't www.answers.com have any answers to my questions ?\",\n",
              " \"What actor 's autobiography is titled All My Yesterdays ?\",\n",
              " 'What Russian master spy lived in the U.S. under the name Emil Goldfus ?',\n",
              " \"Where 's the 19th hole on a golf course ?\",\n",
              " \"What 's nature 's purpose for tornadoes ?\",\n",
              " \"Who played the original Charlie 's Angels ?\",\n",
              " \"Where can I find a person 's address from a telephone number ?\",\n",
              " 'What English word comes from the Old French covrefeu , meaning cover fire ?',\n",
              " \"What musical instrument did Prewitt play in James Jones 's From Here to Eternity ?\",\n",
              " 'Where did Sarge Steel get his metal hand ?',\n",
              " 'What makes popcorn pop ?',\n",
              " 'Who wrote The Night of the Iguana ?',\n",
              " 'Where does your hair grow the fastest ?',\n",
              " 'What country did King Gustav V reign over from 197 to 195 ?',\n",
              " 'Who painted Mother and Child ?',\n",
              " 'What is the speed of the Mississippi River ?',\n",
              " 'In what area of the world was the Six Day War fought ?',\n",
              " 'What is the brightest star visible from Earth ?',\n",
              " \"What film marked Robert Redford 's directorial debut ?\",\n",
              " \"What was Mao 's second name ?\",\n",
              " 'What film or films has Jude Law appeared in ?',\n",
              " 'Where do hyenas live ?',\n",
              " \"Who is the `` Queen Mother '' ?\",\n",
              " \"What 's the most commonly-spoken language in Belgium ?\",\n",
              " 'Who has more DNA - a man or a woman ?',\n",
              " 'What are Maid-Rites ?',\n",
              " \"What children 's tale contains the line : `` Come , Cinderslut , and hold this skein of wool for me '' ?\",\n",
              " 'What level of government or governmental agency is responsible for dealing with racism ?',\n",
              " 'How many referees work a soccer game ?',\n",
              " 'What cocktail do you concoct with whisky and sweet vermouth ?',\n",
              " \"How do you say `` fresh '' in Spanish ?\",\n",
              " 'What do bee hives do in cranberry bogs ?',\n",
              " 'What caused the Lynmouth floods ?',\n",
              " 'When is the Tulip Festival in Michigan ?',\n",
              " 'Who came up with the name , El Nino ?',\n",
              " 'What movie did Madilyn Kahn star in with Gene Wilder ?',\n",
              " 'What type of bridge is the Golden Gate Bridge ?',\n",
              " \"What dictator has the nickname `` El Maximo '' ?\",\n",
              " \"What stereo manufacturer is `` Slightly ahead of its time '' ?\",\n",
              " 'What U.S. city is The Queen of the Pacific ?',\n",
              " 'What TV sitcom character had the maiden name Ethel Potter ?',\n",
              " 'What was the first Lifesaver flavor ?',\n",
              " 'Who kept the most famous diary in the English language ?',\n",
              " 'Where can I find out the top 1 singles ?',\n",
              " 'How many degrees cooler is the inside of a cucumber than the air outside ?',\n",
              " 'What Spanish artist painted Crucifixion ?',\n",
              " 'What is the Jewish bible called ?',\n",
              " 'Why is the grass green ?',\n",
              " 'What is a firewall ?',\n",
              " 'What spy novelist served as Moscow correspondent for Reuter and The Times of London ?',\n",
              " \"Which oil company almost picked a word that meant `` stalled car '' in Japanese as its new international name ?\",\n",
              " \"How long does it take for Spider-Man 's web to evaporate ?\",\n",
              " \"Who was Randy Steven Craft 's lawyer ?\",\n",
              " 'What was known as the Spice Island ?',\n",
              " 'Who was the first host of Person to Person ?',\n",
              " 'Name the Ranger who was always after Yogi Bear .',\n",
              " 'What deck of cards includes the Wheel of Fortune , the Lovers , and Death ?',\n",
              " 'What does the Statue of Liberty wear on her feet ?',\n",
              " 'Who is the superstar in rent-a-cars ?',\n",
              " 'McCarren Airport is located in what city ?',\n",
              " 'What household facility contains a float ball , ballcock , and overflow tube ?',\n",
              " \"What was the name of Betty Boop 's dog ?\",\n",
              " \"What fraction of a beaver 's life is spent swimming ?\",\n",
              " 'What was the Bridge of San Luis Rey made of ?',\n",
              " 'What do economists do ?',\n",
              " 'What country has the largest sheep population ?',\n",
              " 'What do I need to do to take my dog with me to live in Dominica , West Indies for a year ?',\n",
              " \"What country is the world 's largest importer of cognac ?\",\n",
              " 'How many years is Johnnie Walker Black Label aged ?',\n",
              " 'What does SIDS stand for ?',\n",
              " \"What is Grenada 's main commodity export ?\",\n",
              " 'How much would a black-and-white 1-cent stamp be worth , Thomas Jefferson on it , ?',\n",
              " 'What makes a clitoris sensitive ?',\n",
              " 'What country has the most time zones , with 11 ?',\n",
              " \"What `` magic '' does Mandrake employ ?\",\n",
              " 'Who is the president of Stanford University ?',\n",
              " \"Whose first presidential order was : `` Let 's get this goddamn thing airborne '' ?\",\n",
              " 'What was introduced commercially by Bayer A.G. of Leverkusen , in 1899 ?',\n",
              " 'What city is Logan Airport in ?',\n",
              " 'What is a nanometer ?',\n",
              " 'How many innings are there in a regulation softball game ?',\n",
              " 'When did CNN go on the air ?',\n",
              " 'What is the largest city on the Great Lakes ?',\n",
              " 'What is the telephone number for the University of Kentucky ?',\n",
              " 'Who invented baseball ?',\n",
              " 'How many wives did Brigham Young have ?',\n",
              " 'What product on the market is good for hiding facial scars ?',\n",
              " 'How long is the Coney Island boardwalk ?',\n",
              " 'What city gained renown for its pea-soup fogs ?',\n",
              " \"What does `` Janelle '' mean ?\",\n",
              " \"How do I get another city 's newspaper ?\",\n",
              " 'Name a movie about the Sioux Indians starring Kevin Costner .',\n",
              " 'Who was shot in the back during a Poker game in Deadwood , the Dakota territory ?',\n",
              " 'What are the distinct physical characterstics of the Arabian horse ?',\n",
              " 'What is a fear of thunder ?',\n",
              " 'What animal has killed the most people ?',\n",
              " 'How many colleges are in Wyoming ?',\n",
              " \"What Russian seaport has a name meaning `` Lord of the East '' ?\",\n",
              " 'Where can stocks be traded on-line ?',\n",
              " 'When was the Battle of Hastings ?',\n",
              " 'What kind of file has the extension .dbf ?',\n",
              " 'When did Muhammad live ?',\n",
              " 'What then-derogatory term was applied to the painters Monet , Sisley , Pissarro , Renoir and Degas ?',\n",
              " 'What is a wop ?',\n",
              " 'Where do rocks come from ?',\n",
              " 'How do I stop background noise in a car stereo ?',\n",
              " 'Where do people mountain climb in Nepal ?',\n",
              " 'What is the best college in the country ?',\n",
              " 'What is viscosity ?',\n",
              " 'What was the name of the sitcom that Alyssa Milano starred in with Tony Danza ?',\n",
              " 'What are the Nordic nations ?',\n",
              " 'Where on the Internet can I get information about the Fifth Amendment on the American Bill of Rights ?',\n",
              " 'What U.S. state borders Illinois to the north ?',\n",
              " 'Name a film in which Jude Law acted .',\n",
              " 'What is the temperature for baking Peachy Oat Muffins ?',\n",
              " 'What is a fear of bees ?',\n",
              " 'What Vladimir Nabokov novel features Professor Humbert in love with a 12-year-old girl ?',\n",
              " 'What is a green bog ?',\n",
              " 'Where did the myth of Santa Claus originate ?',\n",
              " 'What does a chairbound basophobic fear ?',\n",
              " 'What city is served by Logan International Airport ?',\n",
              " \"What wrestling star became `` The Incredible Hulk '' ?\",\n",
              " 'What attracts tourists to Reims ?',\n",
              " 'What game do Steve McQueen and Edward G. Robinson play in The Cincinnati Kid ?',\n",
              " 'What fastener did Whitcomb Judson patent in 1893 ?',\n",
              " \"What 's an auberge in France ?\",\n",
              " 'Who was the star of the 1965 Broadway hit Golden Boy ?',\n",
              " 'Where is Procter &amp Gamble based in the U.S. ?',\n",
              " 'What army was founded by William Booth and his wife Catherine ?',\n",
              " 'What does ribavirin consist of ?',\n",
              " \"Name the soft drink that is `` number one in the sun . ''\",\n",
              " 'What is the web address of the list of e-mail addresses of members of the House of Representatives ?',\n",
              " 'What was her real name ?',\n",
              " 'Why are the ears your center of balance ?',\n",
              " 'Who invented the toothbrush ?',\n",
              " 'What was the name of that popular song the Creeps sang ?',\n",
              " 'Where is the Abominable Snowman said to wander ?',\n",
              " 'What is a fear of being alone ?',\n",
              " \"How many dots make up the symbol for `` because '' ?\",\n",
              " 'What do you get by adding Lactobacillus bulgaricus to milk ?',\n",
              " 'When reading classified ads , what does EENTY : other stand for ?',\n",
              " 'How many hearts does an octopus have ?',\n",
              " 'What plant has the largest seed ?',\n",
              " 'What was the only country you were allowed to drive into Israel from in 1979 ?',\n",
              " \"What 's approaching when a cyclist shouts : `` Oil '' ?\",\n",
              " \"What baseball star turned down a $1 , 000-a-year contract because he felt he had n't earned it ?\",\n",
              " 'What kind of sport is often associated with hooligans ?',\n",
              " 'What video game hero do some of his fans call Chomper ?',\n",
              " 'How many holes are there in a tenpin bowling ball ?',\n",
              " 'What is the longest word in the English language ?',\n",
              " 'In What city or state do the most gay men live in ?',\n",
              " \"What TV comediennes 's characters include former movie star Nora Desmond , secretary Mrs. Wiggins and a housewife named Eunice ?\",\n",
              " \"What is `` the bear of beers '' ?\",\n",
              " 'Name the operating system that runs on IBM-compatible machines .',\n",
              " \"What does the name `` Justin '' mean ?\",\n",
              " 'What percentage of the body is muscle ?',\n",
              " 'What color of dry wine should be served with veal roasts and chops ?',\n",
              " 'What is a golf ball made of ?',\n",
              " 'What is the Amish religion ?',\n",
              " 'What does an average daycare provider get paid in New England ?',\n",
              " 'What was the name of the 187s Irish terrorist group in Pennsylvania mining areas ?',\n",
              " 'Who played the Ringo Kid in the 1939 film Stagecoach ?',\n",
              " 'Who died 1 feet from where John F. Kennedy did ?',\n",
              " \"What is the `` coppertop '' battery ?\",\n",
              " 'What sign is The Water Carrier the zodiacal symbol for ?',\n",
              " 'What animals do you find in the stock market ?',\n",
              " 'What is color ?',\n",
              " 'When is the site www.questions.com going to open ?',\n",
              " 'What did Shostakovich write for Rostropovich ?',\n",
              " 'What first name was Nipsy Russell given at birth ?',\n",
              " 'How can I get some free technical information on Electric Vehicle ?',\n",
              " 'Who is the youngest of the Beatles ?',\n",
              " 'How did shipyard inspector James J. Kilroy designate equipment as being satisfactory ?',\n",
              " 'What is a Jellicle Cat ?',\n",
              " 'Where can I find the best free evidence for debate about Russia ?',\n",
              " 'What is Bill Gates of Microsoft E-mail address ?',\n",
              " 'What is the second hardest substance ?',\n",
              " 'Why did several San Diego schools stop serving apples to students ?',\n",
              " 'What Russian city boasts the Hermitage Museum ?',\n",
              " 'When is Bastille Day ?',\n",
              " 'What makes a tornado turn ?',\n",
              " 'How many shots can a stock M16 hold ?',\n",
              " 'What two colors are you blind to if you suffer from protanopia ?',\n",
              " \"Why do n't you guys have some sort of contest where you ask a question and whoever finds the answers wins a prize ?\",\n",
              " 'Who is Coronado ?',\n",
              " 'What was the name of the movie that starred Sharon Stone and Arnold Schwarzenegger ?',\n",
              " 'What is artificial intelligence ?',\n",
              " 'What do flatfish eat ?',\n",
              " 'Who was the first Holy Roman Emperor ?',\n",
              " 'What can I use to remove the stubborn gummed labels from some diskettes ?',\n",
              " 'What day of the week sees the most fatal car accidents ?',\n",
              " 'What is the origin of the word , magic ?',\n",
              " 'What sport do you shag flies in ?',\n",
              " 'What is white chocolate ?',\n",
              " 'Where is Trinidad ?',\n",
              " 'Name the organization that is presided by a Security Council .',\n",
              " \"Who graced the airwaves with such pearls as `` Do ya lo-o-ove me ? Get naked , baby ! '' ?\",\n",
              " 'What kind of wine is Spumante ?',\n",
              " 'Who portrayed portly criminologist Carl Hyatt on Checkmate ?',\n",
              " 'How do you say I love you in Spanish ?',\n",
              " 'What does the name Gina mean ?',\n",
              " 'What is the most advanced handheld calculator in the world ?',\n",
              " 'How fast is light ?',\n",
              " 'What is the belt of low pressure around the equator called ?',\n",
              " 'What are shooting stars ?',\n",
              " 'Whom did the Chicago Bulls beat in the 1993 championship ?',\n",
              " 'When was the first American encyclopedia published ?',\n",
              " \"What 's the tallest building in New York City ?\",\n",
              " \"How is Easter Sunday 's date determined ?\",\n",
              " 'What is the Motto for the State of Maryland ?',\n",
              " 'Who is Desmond Tutu ?',\n",
              " 'Where can I find information on the Narragansett Indians and other tribes in Rhode Island ?',\n",
              " 'Name a tiger that is extinct .',\n",
              " 'How many quarters equal a pound ?',\n",
              " \"What kind of books does Fodor 's publish ?\",\n",
              " \"What are the first names of Rowan and Martin , the stars of TV 's Laugh-In ?\",\n",
              " 'What chapter of the Bible has the most verses ?',\n",
              " 'Who is the worst US President ever ?',\n",
              " 'What Asian leader was known as The Little Brown Saint ?',\n",
              " 'What is the abbreviated expression for the National Bureau of Investigation ?',\n",
              " 'How fast does the fastest car go ?',\n",
              " 'What is the highest mountain in the world ?',\n",
              " 'What arch can you see from the Place de la Concorde ?',\n",
              " \"Who sings the song `` Drink to me with thine eyes '' by Ben Johnson ?\",\n",
              " 'How long should a person wash their hands before they are clean ?',\n",
              " 'Which way do you turn your Bic to increase the flame - clockwise or counterclockwise ?',\n",
              " 'Which is the wealthiest country in the world ?',\n",
              " 'How can I find a phone number of someone if I only know their email address ?',\n",
              " 'How can you contact play producers and promoters on-line ?',\n",
              " 'Who is the monarch of the United Kingdom ?',\n",
              " 'What is a fear of passing high objects ?',\n",
              " 'What do players try to do when the music stops in a game of musical chairs ?',\n",
              " 'What are the top ten most common girl names in the US ?',\n",
              " 'Why is black the color of mourning in the West ?',\n",
              " 'What is the rarest coin ?',\n",
              " 'What Judith Rossner novel was made into a film starring Diane Keaton ?',\n",
              " \"Which country is Australia 's largest export market ?\",\n",
              " 'Where is the Kentucky Horse Park located ?',\n",
              " 'What is a fear of parasites ?',\n",
              " 'In what Olympic Games did Nadia Comaneci become popular ?',\n",
              " 'Who does data collection in tourism ?',\n",
              " 'What was the name of the daughter of the Virginia chief Powhatan that married John Rolfe ?',\n",
              " 'What is the leading pecan and peanut growing state ?',\n",
              " 'What does a nihilist believe in ?',\n",
              " 'What did Richard Feynman say upon hearing he would receive the Nobel Prize in Physics ?',\n",
              " 'In what sport are these following numbers relevant : 118 , 126 , 134 , 142 , 15 , 158 , 167 , 177 , and 19 ?',\n",
              " 'Who were the four famous founders of United Artists ?',\n",
              " 'What 2 statues did France give to other countries ?',\n",
              " 'What are amphibians ?',\n",
              " 'How many sperm cells are in an average ejaculation ?',\n",
              " \"Name the disposable razor that `` costs about 19 cents . ''\",\n",
              " 'How far do you have to run if you hit a home run ?',\n",
              " 'Who was the only U.S. President to wear a Nazi uniform ?',\n",
              " 'Woodrow Wilson served as president of what university ?',\n",
              " 'Where are the tropical rain forest distributions ?',\n",
              " \"What 's the nickname of oddsmaker Jimmy Snyder ?\",\n",
              " 'What is the fear of being loved ?',\n",
              " 'What was the number of people that Randy Steven Craft was convicted of killing ?',\n",
              " \"What was Queen Victoria 's title regarding India ?\",\n",
              " 'How is a hydrogen bomb different from a nuclear bomb ?',\n",
              " 'How far can a man travel in outer space ?',\n",
              " 'Where was Lincoln assassinated ?',\n",
              " 'What type of food makes you fat ?',\n",
              " 'What is the name of the chronic neurological autoimmune disease which attacks the protein sheath that surrounds nerve cells causing a gradual loss of movement in the body ?',\n",
              " 'What was the U.S. highway death toll in 1969 ?',\n",
              " 'What kind of animals are Dorsets , Lincolns , Oxfords and Southdowns ?',\n",
              " 'What are the shortest and the longest songs ever produced ?',\n",
              " 'What letter is to the right of K on a typewriter keyboard ?',\n",
              " \"What is the origin and the meaning of the name , `` Hajo ? ''\",\n",
              " 'What is the plural of gulf ?',\n",
              " 'Whose autobiography is titled Yes I Can ?',\n",
              " 'What year did the United States pass the Copyright law ?',\n",
              " 'What percentage of Americans own their homes ?',\n",
              " \"What 's the first day of the week ?\",\n",
              " 'What city was President William McKinley shot in ?',\n",
              " \"What city has the world 's longest subway system ?\",\n",
              " 'Who claimed he killed 4 , 280 buffalo as food for the crew building the Kansas Pacific Railway ?',\n",
              " 'What is Bombay duck ?',\n",
              " 'How many degrees cooler is the inside of a cucumber than the air outside ?',\n",
              " \"What double talking `` professor '' holds a doctorate in Nothing ?\",\n",
              " 'What are the five most expensive cities in the world ?',\n",
              " 'What 19th-century writer had a country estate on the Hudson dubbed Sunnyside ?',\n",
              " 'How many layers of yellow paint is a Faber Mongol pencil lucky enough to be sprayed with ?',\n",
              " 'What is a virtual IP address ?',\n",
              " 'What was the name of the cook on Rawhide ?',\n",
              " 'What county is Chicago in ?',\n",
              " 'What is the wingspan of a condor ?',\n",
              " 'What facial feature typically contains about 55 hairs ?',\n",
              " 'Who was named Admiral of the Ocean Seas and Viceroy and Governor General of all the islands he might discover , and also granted 10-?? of all profits of his voyage .',\n",
              " 'How can I transport files from one computer to another ?',\n",
              " \"What 's the literary term for a play on words ?\",\n",
              " 'What color were their horses ?',\n",
              " 'What does an average daycare provider get paid in New England ?',\n",
              " \"What author landed a 468-pound marlin without harness in the early 193 's ?\",\n",
              " 'How many Americans fought for the British in the American Revolution ?',\n",
              " 'What kind of education do I need to become a flight attendant ?',\n",
              " 'What are the two languages of Malta ?',\n",
              " 'How many oceans are there and name them ?',\n",
              " 'What happened during the Blackhawk Indian war of 1832 ?',\n",
              " 'How many pairs of legs does a lobster have ?',\n",
              " 'What does the Latin ante mortem mean ?',\n",
              " 'What does the name Shawn mean ?',\n",
              " 'Where is the Danube ?',\n",
              " 'What lawyer won the largest divorce settlement , $85 million , in U.S. history for Sheika Dena Al-Farri ?',\n",
              " 'What do you call a group of geese ?',\n",
              " 'Who delivered his last newscast on March 6 , 1981 ?',\n",
              " \"How many times has `` Louie , Louie '' been recorded ?\",\n",
              " 'How is Answers.com different from KnowPost.com ?',\n",
              " 'What is the longest place name in the U.S. ?',\n",
              " 'What percent liked Thatcher after she had been in power for a decade ?',\n",
              " 'Where does Buzz Aldrin want to build a permanent , manned space station ?',\n",
              " \"What was Mel Gibson 's first movie ?\",\n",
              " 'Why was the L.A. office of Shea and Gould closed ?',\n",
              " 'How do I start a bank ?',\n",
              " 'How do Ouija Boards work ?',\n",
              " 'What horse did Zorro ride ?',\n",
              " 'How do you get a broken cork out of a bottle ?',\n",
              " 'Where can I find correct tabs for Third Eye Blind songs ?',\n",
              " 'How do you determine heating requirements for your home ?',\n",
              " \"What former major-league left-handed baseball pitcher was known as `` Space Man '' ?\",\n",
              " \"Which hair care product told us `` hate that gray , wash it away '' ?\",\n",
              " 'Why did the chicken cross the road ?',\n",
              " \"What was Michelangelo 's last name ?\",\n",
              " 'Who is Barbara Jordan ?',\n",
              " 'Who was the Democratic nominee in the American presidential election ?',\n",
              " \"What was Connecticut 's first constitution called ?\",\n",
              " 'What historical event happened in Dogtown in 1899 ?',\n",
              " 'What is being done about the millennium bug ?',\n",
              " 'What was the claim to fame of King Camp Gillette ?',\n",
              " 'What is the most common kind of skin cancer in the U.S. ?',\n",
              " 'What is Olestra ?',\n",
              " 'What Asian country has a bill of rights for cows ?',\n",
              " 'How many fingers are used to draw a bow ?',\n",
              " 'What are two plants that clothes are made from ?',\n",
              " 'When was Hurricane Hugo ?',\n",
              " 'What is the most heavily caffeinated soft drink ?',\n",
              " 'What President-to-be was the first member of Congress to enlist following the attack on Pearl Harbor ?',\n",
              " \"What was the price of Varian Associates ' vacuum products division ?\",\n",
              " \"When was `` the Great Depression '' ?\",\n",
              " 'What language is mostly spoken in Brazil ?',\n",
              " 'What college produced the most winning Super Bowl quarterbacks ?',\n",
              " \"How do you solve `` Rubik 's Cube '' ?\",\n",
              " 'What is prepared mustard ?',\n",
              " \"What classical Spanish writer warned : `` All that glitters is not gold '' ?\",\n",
              " \"What does `` antidisestablishmentarianism '' mean ?\",\n",
              " \"What actor married John F. Kennedy 's sister ?\",\n",
              " 'What does a topophobic actor suffer from ?',\n",
              " 'Who fired Maria Ybarra from her position in San Diego council ?',\n",
              " 'The italian artist , Maurizio Pellegrin , is how old ?',\n",
              " 'What type of hunting are retrievers used for ?',\n",
              " 'What is Colin Powell best known for ?',\n",
              " 'Who was the first black golfer to tee off in the Masters ?',\n",
              " \"What city is the setting for Puccini 's opera La Boheme ?\",\n",
              " 'What U.S. President showed a fondness for munching on bee pollen bars ?',\n",
              " 'What is measured in curies ?',\n",
              " 'Whose cover is that of an employee of Universal Import and Export ?',\n",
              " \"What former president 's daughter has written a book titled Murder in the White House ?\",\n",
              " \"What fictional character is known as the `` melancholy Dane '' ?\",\n",
              " 'Italy is the largest producer of what ?',\n",
              " 'What longtime game show host dropped dead while jogging in Central Park in 1984 ?',\n",
              " \"What is the meaning of W.B. Yeat 's poem , `` The Three Hermits ? ''\",\n",
              " \"Who were the `` filthiest people alive ? ''\",\n",
              " \"What infectious disease is the world 's deadliest ?\",\n",
              " 'What is Spumante ?',\n",
              " 'In what year did Ireland elect its first woman president ?',\n",
              " 'What is an isthmus ?',\n",
              " 'What was the name of the orca that died of a fungal infection ?',\n",
              " 'Where is Mozambique located ?',\n",
              " \"What is Mississippi 's state animal ?\",\n",
              " \"What 's the origin of the word ` news ' ?\",\n",
              " 'What did Dan Aykroyd and John Belushi quit Saturday Night Live to become ?',\n",
              " 'How many months does a normal human pregnancy last ?',\n",
              " 'How do fuel injectors work ?',\n",
              " \"How can your school march in the Macy 's Thanksgiving Parade ?\",\n",
              " \"What is the real name of disc jockey `` Wolfman Jack '' ?\",\n",
              " 'What Italian liner was hijacked in 1985 ?',\n",
              " 'What city houses the U.S. headquarters of Procter and Gamble ?',\n",
              " \"What soap was touted as being `` for people who like people '' ?\",\n",
              " 'How much was the minimum wage in 1991 ?',\n",
              " 'What does NAFTA stand for ?',\n",
              " 'Who invented silly putty ?',\n",
              " 'What new middle school was built in Philadelphia , Pennsylvania last year ?',\n",
              " 'Who patented the first phonograph ?',\n",
              " 'What are some tips for building a fire in a fireplace ?',\n",
              " 'What do manatees eat ?',\n",
              " 'How do you say 2 in Latin ?',\n",
              " 'What were popular songs and types of songs in the 1920s ?',\n",
              " 'How many Vietnamese were there in the Soviet Union ?',\n",
              " \"What is November 's birthstone ?\",\n",
              " 'What is a Certified Nurse Midwife ?',\n",
              " 'On average , how many miles are there to the moon ?',\n",
              " 'Who created private detective Philip Marlowe ?',\n",
              " 'What Boris Pasternak book sold 5 , 0 copies to become the fiction best-seller of 1958 ?',\n",
              " \"What is the origin of the expression `` tout de suite '' ?\",\n",
              " 'What is the longest English word ?',\n",
              " 'What is the purpose of a car bra ?',\n",
              " 'What is D.B. Cooper known for ?',\n",
              " 'Who is Colin Powell ?',\n",
              " 'What species is a colt ?',\n",
              " 'What is the full name of the PLO ?',\n",
              " 'What is the smallest country in Africa ?',\n",
              " \"Who coined the term NN cyberspace `` in his novel NN Neuromancer '' ?\",\n",
              " 'What age followed the Bronze Age ?',\n",
              " 'What is her profession ?',\n",
              " 'What is the full name of the man who invented the multicolored game cube that has 42.3 quintillion potential combinations ?',\n",
              " 'What does the word LASER mean ?',\n",
              " \"What does the name `` Anthony '' mean ?\",\n",
              " \"Who was Lauren Bacall 's first husband ?\",\n",
              " 'What is a rhomboideus minor ?',\n",
              " 'How many hands does Bjorn Borg use when hitting his forehand ?',\n",
              " 'How many people died on D-Day ?',\n",
              " \"What U.S. Congressman said : `` Keep the faith , baby '' .\",\n",
              " 'Who created the character of Scrooge ?',\n",
              " 'What is the student population at the University of Massachusetts in Amherst ?',\n",
              " 'Where is Windsor Castle ?',\n",
              " 'When did the Dow first reach ?',\n",
              " 'Why were people recruited for the Vietnam War ?',\n",
              " 'What party was Winston Churchill a member of ?',\n",
              " \"What American League baseball team 's worst finish between 1926 and 1964 was fourth ?\",\n",
              " 'Where can I find the names of all the 15 Pokemon ?',\n",
              " 'What state does Martha Stewart live in ?',\n",
              " 'Which killer whale died at Sea World of a fungal infection ?',\n",
              " 'What are the Benelux countries ?',\n",
              " \"Where 's the Petrified Forest ?\",\n",
              " 'What is a language spoken by the Sioux ?',\n",
              " 'Where is Tornado Alley ?',\n",
              " \"Who was the author of `` John Brown 's Body '' ?\",\n",
              " \"What American poet wrote : `` Good fences make good neighbors '' ?\",\n",
              " 'What state in the U.S. has the most blacks ?',\n",
              " 'Why are electric cars less efficient in the northeast than in California ?',\n",
              " 'What was the occupation of Mandy Rice-Davies ?',\n",
              " 'What is the city in which Maurizio Pellegrin lives called ?',\n",
              " 'Who painted the Sistine Chapel ?',\n",
              " 'Name the various costumed personas of Dr. Henry Pym .',\n",
              " \"What breed of dog was the `` Little Rascals '' dog ?\",\n",
              " 'What are the living conditions in Cuba ?',\n",
              " 'What color are school buses ?',\n",
              " 'What is the oldest website on the Internet ?',\n",
              " 'What events happened January 26 , 1978 ?',\n",
              " 'What explorers followed Columbus to the Americas ?',\n",
              " \"Who is actress Goldie Hawn 's current actor boyfriend ?\",\n",
              " 'Who banned Peter Rose from baseball for betting on games ?',\n",
              " 'What are the seven virtues ?',\n",
              " \"What other name were the `` Little Rascals '' known as ?\",\n",
              " 'When was the San Francisco fire ?',\n",
              " 'What is a fear of food ?',\n",
              " 'How many casinos are in Atlantic City , NJ ?',\n",
              " 'What year did the Vietnam War end ?',\n",
              " \"What are the names of Richard Nixon 's two daughters ?\",\n",
              " \"What 's the word for broken glass or sharp rocks embedded in cement on top of a wall ?\",\n",
              " 'What is the chromosome number of an elephant ?',\n",
              " 'What organization was founded by the Rev. Jerry Falwell ?',\n",
              " \"What 's the longest river in the world ?\",\n",
              " 'Which soft drink does Madonna advertise for ?',\n",
              " 'What company is being bought by Yahoo and how much is the deal worth ?',\n",
              " \"When was Berlin 's Brandenburg gate erected ?\",\n",
              " 'How many double-word-score spaces are there on a Scrabble Crossword Game board ?',\n",
              " 'What year did Germany sign its nonaggression pact with the Soviet Union ?',\n",
              " 'What mountain range is traversed by the highest railroad in the world ?',\n",
              " \"Why were the American soldiers in WWI called `` Doughboys ''\",\n",
              " 'Who was nicknamed The Little Corporal ?',\n",
              " 'How many CDs has Garth Brooks sold ?',\n",
              " 'Name the vessel used by the Atari Force in the DC comics .',\n",
              " 'Where are the leading medical groups specializing in lung diseases ?',\n",
              " 'How can I find online spelling , and punctuation drills for my 6th grader ?',\n",
              " \"What 's the sacred river of India ?\",\n",
              " \"What is Stefan Edberg 's native country ?\",\n",
              " 'What is the only gland in humans that can regenerate itself ?',\n",
              " 'How many Gutenberg Bibles are there ?',\n",
              " 'Name the largest country in South America .',\n",
              " 'What astronomical phenomenon takes place in Jan. 1999 ?',\n",
              " 'What information can you get me on Fairground Park in St. Louis',\n",
              " \"What was American folk hero John Chapman 's nickname ?\",\n",
              " 'What is the difference between a median and a mean ?',\n",
              " 'What was the top box office movie in April 1998 ?',\n",
              " 'What makes thunder ?',\n",
              " \"What author did photographer Yousuf Karsh call `` the shiest man I ever met '' ?\",\n",
              " 'Which is the largest clock , diameter wise , in Europe ?',\n",
              " 'What plant is rum made from ?',\n",
              " 'What country are Godiva chocolates from ?',\n",
              " 'Name the poet of the poem which begins : I do not know much about gods ; but I think that the river Is a strong brown god-sullen , and untamed ?',\n",
              " 'Which condiment was once sold as a patent medicine ?',\n",
              " 'What U.S. state records the least rainfall ?',\n",
              " 'Why did the world enter a global depression in 1929 ?',\n",
              " 'What was archy , and mehitabel ?',\n",
              " \"What Texas city got its name from the Spanish for `` yellow '' ?\",\n",
              " 'What are the chemicals used in glowsticks ?',\n",
              " 'What country did the Nile River originate in ?',\n",
              " 'What color are tennis balls ?',\n",
              " 'What barroom judge called himself The Law West of the Pecos ?',\n",
              " 'What excuse did the NATO people give for hitting the Chinese embassy ?',\n",
              " 'Who was President of Costa Rica in 1994 ?',\n",
              " 'What sports event is Meyer Wolfsheim supposed to have fixed in The Great Gatsby ?',\n",
              " 'What country has the best defensive position in the board game Diplomacy ?',\n",
              " 'What two countries share the Khyber Pass ?',\n",
              " 'Who was chairman of the Senate select committee that tried to get to the bottom of Watergate ?',\n",
              " 'What is the origin of the surname of Braun ?',\n",
              " 'What card game has variations called Canfield , Klondike and Spider ?',\n",
              " 'What is Australia Day ?',\n",
              " \"What mammal of North America is the world 's longest-lived for its size ?\",\n",
              " 'What was the Chivington Massacre ?',\n",
              " \"What actor starred in 1980 's Blue Lagoon , 1982 's The Pirate Movie and 1983 's A Night in Heaven ?\",\n",
              " 'How many home runs did Lou Gehrig have during his career ?',\n",
              " 'In what city is the headquarters of Sinn Fein ?',\n",
              " 'Where can I find information on George Bush ?',\n",
              " 'Who is the voice of Miss Piggy ?',\n",
              " 'What is the dialogue circle in cartoons called ?',\n",
              " 'What does the word camaro mean , from the GM car the Camaro ?',\n",
              " 'Who replaced Bert Parks as the host of The Miss America Pageant ?',\n",
              " \"How many boys play the game in Winslow Homer 's 1872 painting Snap the Whip ?\",\n",
              " 'What is the AIM-54C Phoenix ?',\n",
              " 'When are sheep shorn ?',\n",
              " 'What sport is Chris Jogis a top player of ?',\n",
              " \"What 's the second-largest island in the world ?\",\n",
              " 'What is the definition of low island ?',\n",
              " 'What century does Captain Video live in ?',\n",
              " 'What types of water pollution are there ?',\n",
              " 'How many astronauts manned each Project Mercury flight ?',\n",
              " 'What soft drink would provide me with the biggest intake of caffeine ?',\n",
              " \"What 's the name of a golf course in Myrtle Beach ?\",\n",
              " 'What are some of the significant historical events of the 1990s ?',\n",
              " 'Name the only extant trilogy of classical Greek plays .',\n",
              " 'Where is Logan Airport ?',\n",
              " 'What is the difference between Neoclassical art and Romanticism art ?',\n",
              " 'Who was the first person inducted into the U.S. Swimming Hall of Fame ?',\n",
              " 'What golfer has been called Ohio Fats and Blobbo ?',\n",
              " 'Who murdered Leno and Rosemary LaBianca on August 1',\n",
              " 'What is the average cost for four years of medical school ?',\n",
              " 'What does God create in the first sentence of the Bible ?',\n",
              " 'Which of the following men was not married to Rita Hayworth ?',\n",
              " 'What is the current ticket fare from from Cairo to Barbados ?',\n",
              " 'What does NN O `` mean when used as a prefix in Irish surnames ?',\n",
              " 'How do you find oxidation numbers ?',\n",
              " 'What is the state nickname of Mississippi ?',\n",
              " 'What is Black Hills , South Dakota most famous for ?',\n",
              " 'What 1966 boob tube bomb took astronauts back to prehistoric times ?',\n",
              " 'How many students attend the University of Massachusetts ?',\n",
              " \"Who said , `` I shall return . '' during World War Two ?\",\n",
              " 'What holidays are celebrated in Ireland ?',\n",
              " 'Who portrayed Etta Place , companion to Butch Cassidey and the Sundance Kid ?',\n",
              " 'What are the Greek numerals ?',\n",
              " \"What 's the name of the temple that is located near the capital city of Laos ?\",\n",
              " 'What is a fear of sleep ?',\n",
              " 'What auto race was Wilbur Reed the first to win three times ?',\n",
              " 'What are the most common breeding birds in the U.S. ?',\n",
              " \"What was organized as a Confederate veterans ' social club in Pulaski , in Tennessee , in 1866 ?\",\n",
              " 'How do you look up criminal records on the Internet ?',\n",
              " 'Where is the actress , Marion Davies , buried ?',\n",
              " 'What is an example of an actual case of using the Fourteenth Amendment ?',\n",
              " 'Who was the Charlie perfume woman ?',\n",
              " \"Who portrayed `` Rosanne Rosanna-Dana '' on the television show `` Saturday Night Live '' ?\",\n",
              " ...]"
            ]
          },
          "metadata": {},
          "execution_count": 5
        }
      ],
      "source": [
        "data[\"questions\"].to_list()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "3fr5U3ZpCTKQ"
      },
      "source": [
        "# Vector embedding of textual sentences are creating using sentence transformers library\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "GOwFubWiB9vl",
        "outputId": "2d24b9b4-9a4f-42be-99f4-8ac4beb95ec8"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: sentence-transformers in /usr/local/lib/python3.7/dist-packages (2.2.2)\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (3.7)\n",
            "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (0.1.97)\n",
            "Requirement already satisfied: huggingface-hub>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (0.10.1)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (4.64.1)\n",
            "Requirement already satisfied: torch>=1.6.0 in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (1.12.1+cu113)\n",
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (1.0.2)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (1.7.3)\n",
            "Requirement already satisfied: transformers<5.0.0,>=4.6.0 in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (4.24.0)\n",
            "Requirement already satisfied: torchvision in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (0.13.1+cu113)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from sentence-transformers) (1.21.6)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub>=0.4.0->sentence-transformers) (6.0)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from huggingface-hub>=0.4.0->sentence-transformers) (2.23.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub>=0.4.0->sentence-transformers) (4.1.1)\n",
            "Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub>=0.4.0->sentence-transformers) (21.3)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from huggingface-hub>=0.4.0->sentence-transformers) (4.13.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from huggingface-hub>=0.4.0->sentence-transformers) (3.8.0)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.9->huggingface-hub>=0.4.0->sentence-transformers) (3.0.9)\n",
            "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.7/dist-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (0.13.2)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (2022.6.2)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->huggingface-hub>=0.4.0->sentence-transformers) (3.10.0)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from nltk->sentence-transformers) (1.2.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from nltk->sentence-transformers) (7.1.2)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->huggingface-hub>=0.4.0->sentence-transformers) (2022.9.24)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->huggingface-hub>=0.4.0->sentence-transformers) (3.0.4)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->huggingface-hub>=0.4.0->sentence-transformers) (1.24.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->huggingface-hub>=0.4.0->sentence-transformers) (2.10)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn->sentence-transformers) (3.1.0)\n",
            "Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.7/dist-packages (from torchvision->sentence-transformers) (7.1.2)\n"
          ]
        }
      ],
      "source": [
        "!pip install sentence-transformers"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "id": "8K1ed5oIBhaI"
      },
      "outputs": [],
      "source": [
        "from sentence_transformers import SentenceTransformer\n",
        "model = SentenceTransformer('all-MiniLM-L6-v2')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "id": "YOlAApR6Esq9",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "83c322a2-7cea-4b67-df22-4cf9da95c2cb"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[ 0.06284279,  0.00273532, -0.03178175, ..., -0.03608458,\n",
              "         0.0421262 , -0.00992043],\n",
              "       [-0.11667443, -0.0652365 , -0.08709509, ...,  0.02314842,\n",
              "         0.09870717,  0.00510823],\n",
              "       [-0.05369086, -0.10398319, -0.07077931, ..., -0.00346679,\n",
              "        -0.0031372 ,  0.06796701],\n",
              "       ...,\n",
              "       [ 0.01460203, -0.01387092, -0.11486384, ...,  0.06358419,\n",
              "        -0.07308903, -0.05935076],\n",
              "       [ 0.03359708,  0.05150928, -0.10736816, ..., -0.10486734,\n",
              "         0.09732234,  0.01799935],\n",
              "       [-0.0965664 ,  0.02972623, -0.05166465, ..., -0.16755626,\n",
              "         0.00207879,  0.0560682 ]], dtype=float32)"
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ],
      "source": [
        "sentence_embeddings = model.encode(data[\"questions\"].to_list())\n",
        "sentence_embeddings"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "vrPw7eUoHvpL"
      },
      "source": [
        "# If required we can store these embeddings in .npy format"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "mIa2OtcwH1Tu",
        "outputId": "65ada268-e56f-44dd-a285-b41e92ee94ff"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(5454, 384)"
            ]
          },
          "metadata": {},
          "execution_count": 10
        }
      ],
      "source": [
        "sentence_embeddings.shape"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "id": "b6hz1uNwH7Fx"
      },
      "outputs": [],
      "source": [
        "import numpy as np\n",
        "data_encoding = np.array(sentence_embeddings)\n",
        "np.save(\"embeddings.npy\",data_encoding)"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Indexing and performing semantic search using faiss-cpu"
      ],
      "metadata": {
        "id": "9-G84fLT3BqT"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7O8g9UL2SiuT",
        "outputId": "8ed32759-7c56-4812-81fd-e334fee1bd54"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: faiss-cpu in /usr/local/lib/python3.7/dist-packages (1.7.2)\n"
          ]
        }
      ],
      "source": [
        "!pip install faiss-cpu"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "metadata": {
        "id": "Q3g-fA7VSrWw"
      },
      "outputs": [],
      "source": [
        "import faiss\n",
        "vector_dimension = sentence_embeddings.shape[1]\n",
        "index = faiss.IndexFlatL2(vector_dimension)\n",
        "faiss.normalize_L2(sentence_embeddings)\n",
        "index.add(sentence_embeddings)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "lsDcKSDmkRVS"
      },
      "source": [
        "Searching\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {
        "id": "UBPS-Qw-kS6U"
      },
      "outputs": [],
      "source": [
        "search_text = 'I like to play cricket'\n",
        "search_vector = model.encode(search_text)\n",
        "_vector = np.array([search_vector])\n",
        "faiss.normalize_L2(_vector)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "tQtL2NpDlaZT",
        "outputId": "72986374-1bb5-4783-9e6f-c4c7941c87a2"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   distances   ann\n",
              "0   0.884469  2455\n",
              "1   1.102721  2046\n",
              "2   1.130592  4654\n",
              "3   1.144442   641\n",
              "4   1.209917  2815"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b46a2adb-e0f2-43eb-97f5-29cbbe754019\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>distances</th>\n",
              "      <th>ann</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0.884469</td>\n",
              "      <td>2455</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1.102721</td>\n",
              "      <td>2046</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1.130592</td>\n",
              "      <td>4654</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1.144442</td>\n",
              "      <td>641</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1.209917</td>\n",
              "      <td>2815</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b46a2adb-e0f2-43eb-97f5-29cbbe754019')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-b46a2adb-e0f2-43eb-97f5-29cbbe754019 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-b46a2adb-e0f2-43eb-97f5-29cbbe754019');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ],
      "source": [
        "k = 5\n",
        "distances, ann = index.search(_vector, k=k)\n",
        "results_faiss = pd.DataFrame({'distances': distances[0], 'ann': ann[0]})\n",
        "results_faiss"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "TYzxI8CIl9KK",
        "outputId": "1e8bcc33-7c9a-4927-c2d8-0dd75780b55a"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   distances   ann                                          questions  \\\n",
              "0   0.884469  2455  What Asian country once thrilled to the sport ...   \n",
              "1   1.102721  2046                    Who invented the game bowling ?   \n",
              "2   1.130592  4654     How many bails are there in a cricket wicket ?   \n",
              "3   1.144442   641                  What sport do you shag flies in ?   \n",
              "4   1.209917  2815          How many seats does the Batmobile sport ?   \n",
              "\n",
              "      group  \n",
              "0  LOCATION  \n",
              "1     HUMAN  \n",
              "2   NUMERIC  \n",
              "3    ENTITY  \n",
              "4   NUMERIC  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-f83c002f-80e9-4702-89a6-2cbe27aded95\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>distances</th>\n",
              "      <th>ann</th>\n",
              "      <th>questions</th>\n",
              "      <th>group</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0.884469</td>\n",
              "      <td>2455</td>\n",
              "      <td>What Asian country once thrilled to the sport ...</td>\n",
              "      <td>LOCATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1.102721</td>\n",
              "      <td>2046</td>\n",
              "      <td>Who invented the game bowling ?</td>\n",
              "      <td>HUMAN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1.130592</td>\n",
              "      <td>4654</td>\n",
              "      <td>How many bails are there in a cricket wicket ?</td>\n",
              "      <td>NUMERIC</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1.144442</td>\n",
              "      <td>641</td>\n",
              "      <td>What sport do you shag flies in ?</td>\n",
              "      <td>ENTITY</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1.209917</td>\n",
              "      <td>2815</td>\n",
              "      <td>How many seats does the Batmobile sport ?</td>\n",
              "      <td>NUMERIC</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-f83c002f-80e9-4702-89a6-2cbe27aded95')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-f83c002f-80e9-4702-89a6-2cbe27aded95 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-f83c002f-80e9-4702-89a6-2cbe27aded95');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 18
        }
      ],
      "source": [
        "merge_faiss = pd.merge(results_faiss,data,left_on='ann',right_index=True)\n",
        "merge_faiss"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "##Indexing and performing semantic search using NMSLIB"
      ],
      "metadata": {
        "id": "ZBWli5Ys29TQ"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 19,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vg2HdVfiQd9f",
        "outputId": "dcf731b6-8ba6-4b43-8a26-4e8915f9bb52"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: nmslib in /usr/local/lib/python3.7/dist-packages (2.1.1)\n",
            "Requirement already satisfied: psutil in /usr/local/lib/python3.7/dist-packages (from nmslib) (5.4.8)\n",
            "Requirement already satisfied: numpy>=1.10.0 in /usr/local/lib/python3.7/dist-packages (from nmslib) (1.21.6)\n",
            "Requirement already satisfied: pybind11<2.6.2 in /usr/local/lib/python3.7/dist-packages (from nmslib) (2.6.1)\n"
          ]
        }
      ],
      "source": [
        "!pip install nmslib"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 20,
      "metadata": {
        "id": "OwTspIf9QeDd"
      },
      "outputs": [],
      "source": [
        "import nmslib\n",
        "vectors = sentence_embeddings.astype('float32')\n",
        "index = nmslib.init(method='hnsw',space='cosinesimil')\n",
        "index.addDataPointBatch(vectors)\n",
        "index.createIndex({'post':2})"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "search_text = 'I like to play cricket'\n",
        "search_vector = model.encode(search_text)\n",
        "ann,distances = index.knnQuery(search_vector,5)\n",
        "results_hnsw = pd.DataFrame({'distances': distances, 'ann': ann})\n",
        "results_hnsw"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "ELO_pkfA0ydr",
        "outputId": "bece7760-e0e2-439c-d65c-2e18b0dd04f7"
      },
      "execution_count": 21,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   distances   ann\n",
              "0   0.442234  2455\n",
              "1   0.551361  2046\n",
              "2   0.565296  4654\n",
              "3   0.572221   641\n",
              "4   0.604958  2815"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-1cf4b863-47ca-4ad9-8d38-1166fb5d7bb6\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>distances</th>\n",
              "      <th>ann</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0.442234</td>\n",
              "      <td>2455</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0.551361</td>\n",
              "      <td>2046</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0.565296</td>\n",
              "      <td>4654</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0.572221</td>\n",
              "      <td>641</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0.604958</td>\n",
              "      <td>2815</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1cf4b863-47ca-4ad9-8d38-1166fb5d7bb6')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-1cf4b863-47ca-4ad9-8d38-1166fb5d7bb6 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-1cf4b863-47ca-4ad9-8d38-1166fb5d7bb6');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "merge_hnsw = pd.merge(results_hnsw,data,left_on='ann',right_index=True)\n",
        "merge_hnsw"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "Fe78J2tt1hXA",
        "outputId": "e520c56b-c6b3-40a9-ef04-10f00fec1e97"
      },
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   distances   ann                                          questions  \\\n",
              "0   0.442234  2455  What Asian country once thrilled to the sport ...   \n",
              "1   0.551361  2046                    Who invented the game bowling ?   \n",
              "2   0.565296  4654     How many bails are there in a cricket wicket ?   \n",
              "3   0.572221   641                  What sport do you shag flies in ?   \n",
              "4   0.604958  2815          How many seats does the Batmobile sport ?   \n",
              "\n",
              "      group  \n",
              "0  LOCATION  \n",
              "1     HUMAN  \n",
              "2   NUMERIC  \n",
              "3    ENTITY  \n",
              "4   NUMERIC  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-209a7ba1-371b-4b06-91a7-c23c13052990\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>distances</th>\n",
              "      <th>ann</th>\n",
              "      <th>questions</th>\n",
              "      <th>group</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0.442234</td>\n",
              "      <td>2455</td>\n",
              "      <td>What Asian country once thrilled to the sport ...</td>\n",
              "      <td>LOCATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0.551361</td>\n",
              "      <td>2046</td>\n",
              "      <td>Who invented the game bowling ?</td>\n",
              "      <td>HUMAN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0.565296</td>\n",
              "      <td>4654</td>\n",
              "      <td>How many bails are there in a cricket wicket ?</td>\n",
              "      <td>NUMERIC</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0.572221</td>\n",
              "      <td>641</td>\n",
              "      <td>What sport do you shag flies in ?</td>\n",
              "      <td>ENTITY</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0.604958</td>\n",
              "      <td>2815</td>\n",
              "      <td>How many seats does the Batmobile sport ?</td>\n",
              "      <td>NUMERIC</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-209a7ba1-371b-4b06-91a7-c23c13052990')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-209a7ba1-371b-4b06-91a7-c23c13052990 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-209a7ba1-371b-4b06-91a7-c23c13052990');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Indexing and performing semantic search using Annoy"
      ],
      "metadata": {
        "id": "giDe3Jr03J3h"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install annoy"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "R1VG8h6j3MV0",
        "outputId": "01d9a1a4-355c-41c4-ba44-a051b5372eac"
      },
      "execution_count": 23,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: annoy in /usr/local/lib/python3.7/dist-packages (1.17.1)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from annoy import AnnoyIndex\n",
        "euclideanIndex = AnnoyIndex(sentence_embeddings.shape[1], 'euclidean')\n",
        "angularIndex = AnnoyIndex(sentence_embeddings.shape[1],'angular')"
      ],
      "metadata": {
        "id": "RZbinl5N3n48"
      },
      "execution_count": 24,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "for index,embed in enumerate(sentence_embeddings):\n",
        "  euclideanIndex.add_item(index,embed)\n",
        "  angularIndex.add_item(index,embed)\n",
        "euclideanIndex.build(1)\n",
        "angularIndex.build(1)\n",
        "euclideanIndex.save('euclideanIndex.ann')\n",
        "angularIndex.save('angularIndex.ann')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "sNVOoB-i65aY",
        "outputId": "c79f9f96-0a9e-4b60-f6d8-0492f1a2525e"
      },
      "execution_count": 25,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 25
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "search_text = 'I like to play cricket'\n",
        "search_vector = model.encode(search_text)\n",
        "vectors = euclideanIndex.get_nns_by_vector(search_vector, 5, search_k=-1, include_distances=True)\n",
        "results_euclidean_annoy = pd.DataFrame({'distances': vectors[1], 'ann': vectors[0]})\n",
        "results_euclidean_annoy"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "lb8DP0ol_Ubp",
        "outputId": "da656dc4-b5ec-4819-a03a-7c1cc9d90d7e"
      },
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   distances   ann\n",
              "0   1.132006  3103\n",
              "1   1.177047  4458\n",
              "2   1.238077  2767\n",
              "3   1.239318  3421\n",
              "4   1.249836  2099"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-81cd444f-3f7e-4c2e-a9ef-59e71827dca4\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>distances</th>\n",
              "      <th>ann</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1.132006</td>\n",
              "      <td>3103</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1.177047</td>\n",
              "      <td>4458</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1.238077</td>\n",
              "      <td>2767</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1.239318</td>\n",
              "      <td>3421</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1.249836</td>\n",
              "      <td>2099</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-81cd444f-3f7e-4c2e-a9ef-59e71827dca4')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-81cd444f-3f7e-4c2e-a9ef-59e71827dca4 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-81cd444f-3f7e-4c2e-a9ef-59e71827dca4');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 26
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "merge_annoy_euclidean = pd.merge(results_euclidean_annoy,data,left_on='ann',right_index=True)\n",
        "merge_annoy_euclidean"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "VkauqaU0AK46",
        "outputId": "43a13c66-f698-426d-c0e9-f440902b25f9"
      },
      "execution_count": 27,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   distances   ann                                          questions  \\\n",
              "0   1.132006  3103            In which sport is there a `` scrum '' ?   \n",
              "1   1.177047  4458  How many innings constitute an official baseba...   \n",
              "2   1.238077  2767  How many warmup pitches does a reliever get co...   \n",
              "3   1.239318  3421     How can I get my product licensed by the NBA ?   \n",
              "4   1.249836  2099  What 's the International Lawn Tennis Challeng...   \n",
              "\n",
              "         group  \n",
              "0       ENTITY  \n",
              "1      NUMERIC  \n",
              "2      NUMERIC  \n",
              "3  DESCRIPTION  \n",
              "4       ENTITY  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-8d6e29c2-f9a7-49d2-a846-b8b82eb72462\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>distances</th>\n",
              "      <th>ann</th>\n",
              "      <th>questions</th>\n",
              "      <th>group</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1.132006</td>\n",
              "      <td>3103</td>\n",
              "      <td>In which sport is there a `` scrum '' ?</td>\n",
              "      <td>ENTITY</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1.177047</td>\n",
              "      <td>4458</td>\n",
              "      <td>How many innings constitute an official baseba...</td>\n",
              "      <td>NUMERIC</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1.238077</td>\n",
              "      <td>2767</td>\n",
              "      <td>How many warmup pitches does a reliever get co...</td>\n",
              "      <td>NUMERIC</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1.239318</td>\n",
              "      <td>3421</td>\n",
              "      <td>How can I get my product licensed by the NBA ?</td>\n",
              "      <td>DESCRIPTION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1.249836</td>\n",
              "      <td>2099</td>\n",
              "      <td>What 's the International Lawn Tennis Challeng...</td>\n",
              "      <td>ENTITY</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-8d6e29c2-f9a7-49d2-a846-b8b82eb72462')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-8d6e29c2-f9a7-49d2-a846-b8b82eb72462 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-8d6e29c2-f9a7-49d2-a846-b8b82eb72462');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 27
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "vectors = angularIndex.get_nns_by_vector(search_vector, 5, search_k=-1, include_distances=True)\n",
        "results_angular_annoy = pd.DataFrame({'distances': vectors[1], 'ann': vectors[0]})\n",
        "results_angular_annoy"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "BlQ0EiaEApjS",
        "outputId": "85812c33-8180-4800-943d-d17e8a16bd33"
      },
      "execution_count": 28,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   distances   ann\n",
              "0   0.940462  2455\n",
              "1   1.151145  1477\n",
              "2   1.171270  1044\n",
              "3   1.183545  1828\n",
              "4   1.210067  1795"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-6796d71b-3e3f-4fcc-b99b-71cdf606652d\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>distances</th>\n",
              "      <th>ann</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0.940462</td>\n",
              "      <td>2455</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1.151145</td>\n",
              "      <td>1477</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1.171270</td>\n",
              "      <td>1044</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1.183545</td>\n",
              "      <td>1828</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1.210067</td>\n",
              "      <td>1795</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-6796d71b-3e3f-4fcc-b99b-71cdf606652d')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-6796d71b-3e3f-4fcc-b99b-71cdf606652d button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-6796d71b-3e3f-4fcc-b99b-71cdf606652d');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "merge_annoy_angular = pd.merge(results_angular_annoy,data,left_on='ann',right_index=True)\n",
        "merge_annoy_angular"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "hwvqQNi4Axr9",
        "outputId": "46266a8c-4012-4a2a-efd2-6e9d07b408a3"
      },
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   distances   ann                                          questions  \\\n",
              "0   0.940462  2455  What Asian country once thrilled to the sport ...   \n",
              "1   1.151145  1477        What sport is played on the largest field ?   \n",
              "2   1.171270  1044  What net game sees its women 's world amateur ...   \n",
              "3   1.183545  1828  What Asian city boasts the world 's biggest bo...   \n",
              "4   1.210067  1795            Name a South African diamond producer ?   \n",
              "\n",
              "      group  \n",
              "0  LOCATION  \n",
              "1    ENTITY  \n",
              "2    ENTITY  \n",
              "3  LOCATION  \n",
              "4     HUMAN  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-c831457c-0620-4eb6-bd72-f831d6493d1e\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>distances</th>\n",
              "      <th>ann</th>\n",
              "      <th>questions</th>\n",
              "      <th>group</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0.940462</td>\n",
              "      <td>2455</td>\n",
              "      <td>What Asian country once thrilled to the sport ...</td>\n",
              "      <td>LOCATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1.151145</td>\n",
              "      <td>1477</td>\n",
              "      <td>What sport is played on the largest field ?</td>\n",
              "      <td>ENTITY</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1.171270</td>\n",
              "      <td>1044</td>\n",
              "      <td>What net game sees its women 's world amateur ...</td>\n",
              "      <td>ENTITY</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1.183545</td>\n",
              "      <td>1828</td>\n",
              "      <td>What Asian city boasts the world 's biggest bo...</td>\n",
              "      <td>LOCATION</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1.210067</td>\n",
              "      <td>1795</td>\n",
              "      <td>Name a South African diamond producer ?</td>\n",
              "      <td>HUMAN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-c831457c-0620-4eb6-bd72-f831d6493d1e')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-c831457c-0620-4eb6-bd72-f831d6493d1e button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-c831457c-0620-4eb6-bd72-f831d6493d1e');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 29
        }
      ]
    }
  ],
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}