M3.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/DataMinati/Stock-overflow/blob/main/M3.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "1BDZpwT1cc8g"
      },
      "source": [
        "# Module 3 : Performance measurements of Logistic regression and Decision tree algorithms"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "neYWzj1Dcc8j"
      },
      "outputs": [],
      "source": [
        "#import library packages\n",
        "import pandas as p\n",
        "import matplotlib.pyplot as plt\n",
        "import seaborn as s\n",
        "import numpy as n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "yFbb0PARcc8k"
      },
      "outputs": [],
      "source": [
        "#Load given dataset\n",
        "data = p.read_csv(\"/content/combined_stock_data.csv\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "id": "HVFimVmXcc8l"
      },
      "outputs": [],
      "source": [
        "data1 = p.read_csv(\"/content/upload_DJIA_table.csv\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "ebQsQRL-cc8l",
        "outputId": "aeb3d4e5-051c-4719-928b-3117607c6f8c"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      Unnamed: 0       Date  Label  \\\n",
              "0           1988   7/1/2016      1   \n",
              "1           1987  6/30/2016      1   \n",
              "2           1986  6/29/2016      1   \n",
              "3           1985  6/28/2016      1   \n",
              "4           1984  6/27/2016      0   \n",
              "...          ...        ...    ...   \n",
              "1984           4  8/14/2008      1   \n",
              "1985           3  8/13/2008      0   \n",
              "1986           2  8/12/2008      0   \n",
              "1987           1  8/11/2008      1   \n",
              "1988           0   8/8/2008      0   \n",
              "\n",
              "                                                   Top1  \\\n",
              "0     A 117-year-old woman in Mexico City finally re...   \n",
              "1     Jamaica proposes marijuana dispensers for tour...   \n",
              "2                      Explosion At Airport In Istanbul   \n",
              "3     2,500 Scientists To Australia: If You Want To ...   \n",
              "4     Barclays and RBS shares suspended from trading...   \n",
              "...                                                 ...   \n",
              "1984  b'All the experts admit that we should legalis...   \n",
              "1985  b' U.S. refuses Israel weapons to attack Iran:...   \n",
              "1986  b'Remember that adorable 9-year-old who sang a...   \n",
              "1987  b'Why wont America and Nato help us? If they w...   \n",
              "1988  b\"Georgia 'downs two Russian warplanes' as cou...   \n",
              "\n",
              "                                                   Top2  \\\n",
              "0      IMF chief backs Athens as permanent Olympic host   \n",
              "1     Stephen Hawking says pollution and 'stupidity'...   \n",
              "2     Yemeni former president: Terrorism is the offs...   \n",
              "3     The personal details of 112,000 French police ...   \n",
              "4     Pope says Church should ask forgiveness from g...   \n",
              "...                                                 ...   \n",
              "1984  b'War in South Osetia - 89 pictures made by a ...   \n",
              "1985  b\"When the president ordered to attack Tskhinv...   \n",
              "1986                 b\"Russia 'ends Georgia operation'\"   \n",
              "1987        b'Bush puts foot down on Georgian conflict'   \n",
              "1988            b'BREAKING: Musharraf to be impeached.'   \n",
              "\n",
              "                                                   Top3  \\\n",
              "0     The president of France says if Brexit won, so...   \n",
              "1     Boris Johnson says he will not run for Tory pa...   \n",
              "2     UK must accept freedom of movement to access E...   \n",
              "3     S&amp;P cuts United Kingdom sovereign credit r...   \n",
              "4     Poland 'shocked' by xenophobic abuse of Poles ...   \n",
              "...                                                 ...   \n",
              "1984  b'Swedish wrestler Ara Abrahamian throws away ...   \n",
              "1985  b' Israel clears troops who killed Reuters cam...   \n",
              "1986  b'\"If we had no sexual harassment we would hav...   \n",
              "1987  b\"Jewish Georgian minister: Thanks to Israeli ...   \n",
              "1988  b'Russia Today: Columns of troops roll into So...   \n",
              "\n",
              "                                                   Top4  \\\n",
              "0     British Man Who Must Give Police 24 Hours' Not...   \n",
              "1     Six gay men in Ivory Coast were abused and for...   \n",
              "2     Devastated: scientists too late to captive bre...   \n",
              "3                   Huge helium deposit found in Africa   \n",
              "4     There will be no second referendum, cabinet ag...   \n",
              "...                                                 ...   \n",
              "1984  b'Russia exaggerated the death toll in South O...   \n",
              "1985  b'Britain\\'s policy of being tough on drugs is...   \n",
              "1986  b\"Al-Qa'eda is losing support in Iraq because ...   \n",
              "1987  b'Georgian army flees in disarray as Russians ...   \n",
              "1988  b'Russian tanks are moving towards the capital...   \n",
              "\n",
              "                                                   Top5  \\\n",
              "0     100+ Nobel laureates urge Greenpeace to stop o...   \n",
              "1     Switzerland denies citizenship to Muslim immig...   \n",
              "2     British Labor Party leader Jeremy Corbyn loses...   \n",
              "3     CEO of the South African state broadcaster qui...   \n",
              "4         Scotland welcome to join EU, Merkel ally says   \n",
              "...                                                 ...   \n",
              "1984  b'Missile That Killed 9 Inside Pakistan May Ha...   \n",
              "1985  b'Body of 14 year old found in trunk; Latest (...   \n",
              "1986  b'Ceasefire in Georgia: Putin Outmaneuvers the...   \n",
              "1987      b\"Olympic opening ceremony fireworks 'faked'\"   \n",
              "1988  b\"Afghan children raped with 'impunity,' U.N. ...   \n",
              "\n",
              "                                                   Top6  \\\n",
              "0     Brazil: Huge spike in number of police killing...   \n",
              "1     Palestinian terrorist stabs israeli teen girl ...   \n",
              "2     A Muslim Shop in the UK Was Just Firebombed Wh...   \n",
              "3     Brexit cost investors $2 trillion, the worst o...   \n",
              "4     Sterling dips below Friday's 31-year low amid ...   \n",
              "...                                                 ...   \n",
              "1984  b\"Rushdie Condemns Random House's Refusal to P...   \n",
              "1985  b'China has moved 10 *million* quake survivors...   \n",
              "1986  b'Why Microsoft and Intel tried to kill the XO...   \n",
              "1987  b'What were the Mossad with fraudulent New Zea...   \n",
              "1988  b'150 Russian tanks have entered South Ossetia...   \n",
              "\n",
              "                                                   Top7  ...  \\\n",
              "0     Austria's highest court annuls presidential el...  ...   \n",
              "1     Puerto Rico will default on $1 billion of debt...  ...   \n",
              "2     Mexican Authorities Sexually Torture Women in ...  ...   \n",
              "3     Hong Kong democracy activists call for return ...  ...   \n",
              "4     No negative news about South African President...  ...   \n",
              "...                                                 ...  ...   \n",
              "1984  b'Poland and US agree to missle defense deal. ...  ...   \n",
              "1985  b\"Bush announces Operation Get All Up In Russi...  ...   \n",
              "1986  b'Stratfor: The Russo-Georgian War and the Bal...  ...   \n",
              "1987  b'Russia angered by Israeli military sale to G...  ...   \n",
              "1988  b\"Breaking: Georgia invades South Ossetia, Rus...  ...   \n",
              "\n",
              "                                                  Top22  \\\n",
              "0     Spain arrests three Pakistanis accused of prom...   \n",
              "1     US permitted 1,200 offshore fracks in Gulf of ...   \n",
              "2     Google Found Disastrous Symantec and Norton Vu...   \n",
              "3     \"Romanians for Remainians\" offering a new home...   \n",
              "4     Conservative MP Leave Campaigner: \"The leave c...   \n",
              "...                                                 ...   \n",
              "1984   b'Taliban wages war on humanitarian aid workers'   \n",
              "1985  b'Witness: Russian forces head towards Tbilisi...   \n",
              "1986  b'All signs point to the US encouraging Georgi...   \n",
              "1987  b' Russia has just beaten the United States ov...   \n",
              "1988  b'Caucasus in crisis: Georgia invades South Os...   \n",
              "\n",
              "                                                  Top23  \\\n",
              "0     Venezuela, where anger over food shortages is ...   \n",
              "1     We will be swimming in ridicule - French beach...   \n",
              "2     Extremist violence on the rise in Germany: Dom...   \n",
              "3     Brexit: Gibraltar in talks with Scotland to st...   \n",
              "4     Economists predict UK recession, further weake...   \n",
              "...                                                 ...   \n",
              "1984  b'Russia: World  \"can forget about\" Georgia\\'s...   \n",
              "1985  b' Quarter of Russians blame U.S. for conflict...   \n",
              "1986  b'Christopher King argues that the US and NATO...   \n",
              "1987  b'Perhaps *the* question about the Georgia - R...   \n",
              "1988  b'Indian shoe manufactory  - And again in a se...   \n",
              "\n",
              "                                                  Top24  \\\n",
              "0     A Hindu temple worker has been killed by three...   \n",
              "1     UEFA says no minutes of silence for Istanbul v...   \n",
              "2     BBC News: Labour MPs pass Corbyn no-confidence...   \n",
              "3                      8 Suicide Bombers Strike Lebanon   \n",
              "4     New EU 'superstate plan by France, Germany: Cr...   \n",
              "...                                                 ...   \n",
              "1984  b'Darfur rebels accuse Sudan of mounting major...   \n",
              "1985  b'Georgian president  says US military will ta...   \n",
              "1986                        b'America: The New Mexico?'   \n",
              "1987                 b'Russia is so much better at war'   \n",
              "1988  b'Visitors Suffering from Mental Illnesses Ban...   \n",
              "\n",
              "                                                  Top25  \\\n",
              "0     Ozone layer hole seems to be healing - US &amp...   \n",
              "1     Law Enforcement Sources: Gun Used in Paris Ter...   \n",
              "2     Tiny New Zealand town with 'too many jobs' lau...   \n",
              "3     Mexico's security forces routinely use 'sexual...   \n",
              "4     Pakistani clerics declare transgender marriage...   \n",
              "...                                                 ...   \n",
              "1984  b'Philippines : Peace Advocate say Muslims nee...   \n",
              "1985  b'2006: Nobel laureate Aleksander Solzhenitsyn...   \n",
              "1986  b\"BBC NEWS | Asia-Pacific | Extinction 'by man...   \n",
              "1987  b\"So this is what it's come to: trading sex fo...   \n",
              "1988           b\"No Help for Mexico's Kidnapping Surge\"   \n",
              "\n",
              "                                                   Para Subjectivity  \\\n",
              "0     A 117-year-old woman in Mexico City finally re...    60.000000   \n",
              "1     Jamaica proposes marijuana dispensers for tour...   100.000000   \n",
              "2     Explosion At Airport In IstanbulYemeni former ...    80.000000   \n",
              "3     2,500 Scientists To Australia: If You Want To ...    42.857143   \n",
              "4     Barclays and RBS shares suspended from trading...    33.333333   \n",
              "...                                                 ...          ...   \n",
              "1984  b'All the experts admit that we should legalis...    45.454545   \n",
              "1985  b' U.S. refuses Israel weapons to attack Iran:...    38.461538   \n",
              "1986  b'Remember that adorable 9-year-old who sang a...    56.250000   \n",
              "1987  b'Why wont America and Nato help us? If they w...    83.333333   \n",
              "1988  b\"Georgia 'downs two Russian warplanes' as cou...    75.000000   \n",
              "\n",
              "     Objectivity    Positive    Neutral   Negative  \n",
              "0      40.000000    0.000000  40.000000  60.000000  \n",
              "1       0.000000  100.000000   0.000000   0.000000  \n",
              "2      20.000000    0.000000  20.000000  80.000000  \n",
              "3      57.142857    0.000000  57.142857  42.857143  \n",
              "4      66.666667   16.666667  66.666667  16.666667  \n",
              "...          ...         ...        ...        ...  \n",
              "1984   54.545455   36.363636  54.545455   9.090909  \n",
              "1985   61.538462   15.384615  61.538462  23.076923  \n",
              "1986   43.750000   18.750000  43.750000  37.500000  \n",
              "1987   16.666667   41.666667  16.666667  41.666667  \n",
              "1988   25.000000   18.750000  25.000000  56.250000  \n",
              "\n",
              "[1989 rows x 34 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-97abe62f-17f3-4161-ba18-a15dcdd73c23\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>Date</th>\n",
              "      <th>Label</th>\n",
              "      <th>Top1</th>\n",
              "      <th>Top2</th>\n",
              "      <th>Top3</th>\n",
              "      <th>Top4</th>\n",
              "      <th>Top5</th>\n",
              "      <th>Top6</th>\n",
              "      <th>Top7</th>\n",
              "      <th>...</th>\n",
              "      <th>Top22</th>\n",
              "      <th>Top23</th>\n",
              "      <th>Top24</th>\n",
              "      <th>Top25</th>\n",
              "      <th>Para</th>\n",
              "      <th>Subjectivity</th>\n",
              "      <th>Objectivity</th>\n",
              "      <th>Positive</th>\n",
              "      <th>Neutral</th>\n",
              "      <th>Negative</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1988</td>\n",
              "      <td>7/1/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>A 117-year-old woman in Mexico City finally re...</td>\n",
              "      <td>IMF chief backs Athens as permanent Olympic host</td>\n",
              "      <td>The president of France says if Brexit won, so...</td>\n",
              "      <td>British Man Who Must Give Police 24 Hours' Not...</td>\n",
              "      <td>100+ Nobel laureates urge Greenpeace to stop o...</td>\n",
              "      <td>Brazil: Huge spike in number of police killing...</td>\n",
              "      <td>Austria's highest court annuls presidential el...</td>\n",
              "      <td>...</td>\n",
              "      <td>Spain arrests three Pakistanis accused of prom...</td>\n",
              "      <td>Venezuela, where anger over food shortages is ...</td>\n",
              "      <td>A Hindu temple worker has been killed by three...</td>\n",
              "      <td>Ozone layer hole seems to be healing - US &amp;amp...</td>\n",
              "      <td>A 117-year-old woman in Mexico City finally re...</td>\n",
              "      <td>60.000000</td>\n",
              "      <td>40.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>40.000000</td>\n",
              "      <td>60.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1987</td>\n",
              "      <td>6/30/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>Jamaica proposes marijuana dispensers for tour...</td>\n",
              "      <td>Stephen Hawking says pollution and 'stupidity'...</td>\n",
              "      <td>Boris Johnson says he will not run for Tory pa...</td>\n",
              "      <td>Six gay men in Ivory Coast were abused and for...</td>\n",
              "      <td>Switzerland denies citizenship to Muslim immig...</td>\n",
              "      <td>Palestinian terrorist stabs israeli teen girl ...</td>\n",
              "      <td>Puerto Rico will default on $1 billion of debt...</td>\n",
              "      <td>...</td>\n",
              "      <td>US permitted 1,200 offshore fracks in Gulf of ...</td>\n",
              "      <td>We will be swimming in ridicule - French beach...</td>\n",
              "      <td>UEFA says no minutes of silence for Istanbul v...</td>\n",
              "      <td>Law Enforcement Sources: Gun Used in Paris Ter...</td>\n",
              "      <td>Jamaica proposes marijuana dispensers for tour...</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1986</td>\n",
              "      <td>6/29/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>Explosion At Airport In Istanbul</td>\n",
              "      <td>Yemeni former president: Terrorism is the offs...</td>\n",
              "      <td>UK must accept freedom of movement to access E...</td>\n",
              "      <td>Devastated: scientists too late to captive bre...</td>\n",
              "      <td>British Labor Party leader Jeremy Corbyn loses...</td>\n",
              "      <td>A Muslim Shop in the UK Was Just Firebombed Wh...</td>\n",
              "      <td>Mexican Authorities Sexually Torture Women in ...</td>\n",
              "      <td>...</td>\n",
              "      <td>Google Found Disastrous Symantec and Norton Vu...</td>\n",
              "      <td>Extremist violence on the rise in Germany: Dom...</td>\n",
              "      <td>BBC News: Labour MPs pass Corbyn no-confidence...</td>\n",
              "      <td>Tiny New Zealand town with 'too many jobs' lau...</td>\n",
              "      <td>Explosion At Airport In IstanbulYemeni former ...</td>\n",
              "      <td>80.000000</td>\n",
              "      <td>20.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>20.000000</td>\n",
              "      <td>80.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1985</td>\n",
              "      <td>6/28/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>2,500 Scientists To Australia: If You Want To ...</td>\n",
              "      <td>The personal details of 112,000 French police ...</td>\n",
              "      <td>S&amp;amp;P cuts United Kingdom sovereign credit r...</td>\n",
              "      <td>Huge helium deposit found in Africa</td>\n",
              "      <td>CEO of the South African state broadcaster qui...</td>\n",
              "      <td>Brexit cost investors $2 trillion, the worst o...</td>\n",
              "      <td>Hong Kong democracy activists call for return ...</td>\n",
              "      <td>...</td>\n",
              "      <td>\"Romanians for Remainians\" offering a new home...</td>\n",
              "      <td>Brexit: Gibraltar in talks with Scotland to st...</td>\n",
              "      <td>8 Suicide Bombers Strike Lebanon</td>\n",
              "      <td>Mexico's security forces routinely use 'sexual...</td>\n",
              "      <td>2,500 Scientists To Australia: If You Want To ...</td>\n",
              "      <td>42.857143</td>\n",
              "      <td>57.142857</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>57.142857</td>\n",
              "      <td>42.857143</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1984</td>\n",
              "      <td>6/27/2016</td>\n",
              "      <td>0</td>\n",
              "      <td>Barclays and RBS shares suspended from trading...</td>\n",
              "      <td>Pope says Church should ask forgiveness from g...</td>\n",
              "      <td>Poland 'shocked' by xenophobic abuse of Poles ...</td>\n",
              "      <td>There will be no second referendum, cabinet ag...</td>\n",
              "      <td>Scotland welcome to join EU, Merkel ally says</td>\n",
              "      <td>Sterling dips below Friday's 31-year low amid ...</td>\n",
              "      <td>No negative news about South African President...</td>\n",
              "      <td>...</td>\n",
              "      <td>Conservative MP Leave Campaigner: \"The leave c...</td>\n",
              "      <td>Economists predict UK recession, further weake...</td>\n",
              "      <td>New EU 'superstate plan by France, Germany: Cr...</td>\n",
              "      <td>Pakistani clerics declare transgender marriage...</td>\n",
              "      <td>Barclays and RBS shares suspended from trading...</td>\n",
              "      <td>33.333333</td>\n",
              "      <td>66.666667</td>\n",
              "      <td>16.666667</td>\n",
              "      <td>66.666667</td>\n",
              "      <td>16.666667</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1984</th>\n",
              "      <td>4</td>\n",
              "      <td>8/14/2008</td>\n",
              "      <td>1</td>\n",
              "      <td>b'All the experts admit that we should legalis...</td>\n",
              "      <td>b'War in South Osetia - 89 pictures made by a ...</td>\n",
              "      <td>b'Swedish wrestler Ara Abrahamian throws away ...</td>\n",
              "      <td>b'Russia exaggerated the death toll in South O...</td>\n",
              "      <td>b'Missile That Killed 9 Inside Pakistan May Ha...</td>\n",
              "      <td>b\"Rushdie Condemns Random House's Refusal to P...</td>\n",
              "      <td>b'Poland and US agree to missle defense deal. ...</td>\n",
              "      <td>...</td>\n",
              "      <td>b'Taliban wages war on humanitarian aid workers'</td>\n",
              "      <td>b'Russia: World  \"can forget about\" Georgia\\'s...</td>\n",
              "      <td>b'Darfur rebels accuse Sudan of mounting major...</td>\n",
              "      <td>b'Philippines : Peace Advocate say Muslims nee...</td>\n",
              "      <td>b'All the experts admit that we should legalis...</td>\n",
              "      <td>45.454545</td>\n",
              "      <td>54.545455</td>\n",
              "      <td>36.363636</td>\n",
              "      <td>54.545455</td>\n",
              "      <td>9.090909</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1985</th>\n",
              "      <td>3</td>\n",
              "      <td>8/13/2008</td>\n",
              "      <td>0</td>\n",
              "      <td>b' U.S. refuses Israel weapons to attack Iran:...</td>\n",
              "      <td>b\"When the president ordered to attack Tskhinv...</td>\n",
              "      <td>b' Israel clears troops who killed Reuters cam...</td>\n",
              "      <td>b'Britain\\'s policy of being tough on drugs is...</td>\n",
              "      <td>b'Body of 14 year old found in trunk; Latest (...</td>\n",
              "      <td>b'China has moved 10 *million* quake survivors...</td>\n",
              "      <td>b\"Bush announces Operation Get All Up In Russi...</td>\n",
              "      <td>...</td>\n",
              "      <td>b'Witness: Russian forces head towards Tbilisi...</td>\n",
              "      <td>b' Quarter of Russians blame U.S. for conflict...</td>\n",
              "      <td>b'Georgian president  says US military will ta...</td>\n",
              "      <td>b'2006: Nobel laureate Aleksander Solzhenitsyn...</td>\n",
              "      <td>b' U.S. refuses Israel weapons to attack Iran:...</td>\n",
              "      <td>38.461538</td>\n",
              "      <td>61.538462</td>\n",
              "      <td>15.384615</td>\n",
              "      <td>61.538462</td>\n",
              "      <td>23.076923</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1986</th>\n",
              "      <td>2</td>\n",
              "      <td>8/12/2008</td>\n",
              "      <td>0</td>\n",
              "      <td>b'Remember that adorable 9-year-old who sang a...</td>\n",
              "      <td>b\"Russia 'ends Georgia operation'\"</td>\n",
              "      <td>b'\"If we had no sexual harassment we would hav...</td>\n",
              "      <td>b\"Al-Qa'eda is losing support in Iraq because ...</td>\n",
              "      <td>b'Ceasefire in Georgia: Putin Outmaneuvers the...</td>\n",
              "      <td>b'Why Microsoft and Intel tried to kill the XO...</td>\n",
              "      <td>b'Stratfor: The Russo-Georgian War and the Bal...</td>\n",
              "      <td>...</td>\n",
              "      <td>b'All signs point to the US encouraging Georgi...</td>\n",
              "      <td>b'Christopher King argues that the US and NATO...</td>\n",
              "      <td>b'America: The New Mexico?'</td>\n",
              "      <td>b\"BBC NEWS | Asia-Pacific | Extinction 'by man...</td>\n",
              "      <td>b'Remember that adorable 9-year-old who sang a...</td>\n",
              "      <td>56.250000</td>\n",
              "      <td>43.750000</td>\n",
              "      <td>18.750000</td>\n",
              "      <td>43.750000</td>\n",
              "      <td>37.500000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1987</th>\n",
              "      <td>1</td>\n",
              "      <td>8/11/2008</td>\n",
              "      <td>1</td>\n",
              "      <td>b'Why wont America and Nato help us? If they w...</td>\n",
              "      <td>b'Bush puts foot down on Georgian conflict'</td>\n",
              "      <td>b\"Jewish Georgian minister: Thanks to Israeli ...</td>\n",
              "      <td>b'Georgian army flees in disarray as Russians ...</td>\n",
              "      <td>b\"Olympic opening ceremony fireworks 'faked'\"</td>\n",
              "      <td>b'What were the Mossad with fraudulent New Zea...</td>\n",
              "      <td>b'Russia angered by Israeli military sale to G...</td>\n",
              "      <td>...</td>\n",
              "      <td>b' Russia has just beaten the United States ov...</td>\n",
              "      <td>b'Perhaps *the* question about the Georgia - R...</td>\n",
              "      <td>b'Russia is so much better at war'</td>\n",
              "      <td>b\"So this is what it's come to: trading sex fo...</td>\n",
              "      <td>b'Why wont America and Nato help us? If they w...</td>\n",
              "      <td>83.333333</td>\n",
              "      <td>16.666667</td>\n",
              "      <td>41.666667</td>\n",
              "      <td>16.666667</td>\n",
              "      <td>41.666667</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1988</th>\n",
              "      <td>0</td>\n",
              "      <td>8/8/2008</td>\n",
              "      <td>0</td>\n",
              "      <td>b\"Georgia 'downs two Russian warplanes' as cou...</td>\n",
              "      <td>b'BREAKING: Musharraf to be impeached.'</td>\n",
              "      <td>b'Russia Today: Columns of troops roll into So...</td>\n",
              "      <td>b'Russian tanks are moving towards the capital...</td>\n",
              "      <td>b\"Afghan children raped with 'impunity,' U.N. ...</td>\n",
              "      <td>b'150 Russian tanks have entered South Ossetia...</td>\n",
              "      <td>b\"Breaking: Georgia invades South Ossetia, Rus...</td>\n",
              "      <td>...</td>\n",
              "      <td>b'Caucasus in crisis: Georgia invades South Os...</td>\n",
              "      <td>b'Indian shoe manufactory  - And again in a se...</td>\n",
              "      <td>b'Visitors Suffering from Mental Illnesses Ban...</td>\n",
              "      <td>b\"No Help for Mexico's Kidnapping Surge\"</td>\n",
              "      <td>b\"Georgia 'downs two Russian warplanes' as cou...</td>\n",
              "      <td>75.000000</td>\n",
              "      <td>25.000000</td>\n",
              "      <td>18.750000</td>\n",
              "      <td>25.000000</td>\n",
              "      <td>56.250000</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1989 rows × 34 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-97abe62f-17f3-4161-ba18-a15dcdd73c23')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-97abe62f-17f3-4161-ba18-a15dcdd73c23 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-97abe62f-17f3-4161-ba18-a15dcdd73c23');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ],
      "source": [
        "data"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "gUZLUxr6cc8m",
        "outputId": "83436eee-6432-46d9-82f5-78dd5a9b6507"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "           Date         Open         High          Low        Close  \\\n",
              "0      7/1/2016  17924.24023  18002.38086  17916.91016  17949.36914   \n",
              "1     6/30/2016  17712.75977  17930.60938  17711.80078  17929.99023   \n",
              "2     6/29/2016  17456.01953  17704.50977  17456.01953  17694.67969   \n",
              "3     6/28/2016  17190.50977  17409.72070  17190.50977  17409.72070   \n",
              "4     6/27/2016  17355.21094  17355.21094  17063.08008  17140.24023   \n",
              "...         ...          ...          ...          ...          ...   \n",
              "1984  8/14/2008  11532.07031  11718.28027  11450.88965  11615.92969   \n",
              "1985  8/13/2008  11632.80957  11633.78027  11453.33984  11532.95996   \n",
              "1986  8/12/2008  11781.70020  11782.34961  11601.51953  11642.46973   \n",
              "1987  8/11/2008  11729.66992  11867.11035  11675.53027  11782.34961   \n",
              "1988   8/8/2008  11432.08984  11759.95996  11388.04004  11734.32031   \n",
              "\n",
              "         Volume    Adj Close  \n",
              "0      82160000  17949.36914  \n",
              "1     133030000  17929.99023  \n",
              "2     106380000  17694.67969  \n",
              "3     112190000  17409.72070  \n",
              "4     138740000  17140.24023  \n",
              "...         ...          ...  \n",
              "1984  159790000  11615.92969  \n",
              "1985  182550000  11532.95996  \n",
              "1986  173590000  11642.46973  \n",
              "1987  183190000  11782.34961  \n",
              "1988  212830000  11734.32031  \n",
              "\n",
              "[1989 rows x 7 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-c0bff879-5ecf-430e-a374-906bb491cfa6\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Date</th>\n",
              "      <th>Open</th>\n",
              "      <th>High</th>\n",
              "      <th>Low</th>\n",
              "      <th>Close</th>\n",
              "      <th>Volume</th>\n",
              "      <th>Adj Close</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>7/1/2016</td>\n",
              "      <td>17924.24023</td>\n",
              "      <td>18002.38086</td>\n",
              "      <td>17916.91016</td>\n",
              "      <td>17949.36914</td>\n",
              "      <td>82160000</td>\n",
              "      <td>17949.36914</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>6/30/2016</td>\n",
              "      <td>17712.75977</td>\n",
              "      <td>17930.60938</td>\n",
              "      <td>17711.80078</td>\n",
              "      <td>17929.99023</td>\n",
              "      <td>133030000</td>\n",
              "      <td>17929.99023</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>6/29/2016</td>\n",
              "      <td>17456.01953</td>\n",
              "      <td>17704.50977</td>\n",
              "      <td>17456.01953</td>\n",
              "      <td>17694.67969</td>\n",
              "      <td>106380000</td>\n",
              "      <td>17694.67969</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>6/28/2016</td>\n",
              "      <td>17190.50977</td>\n",
              "      <td>17409.72070</td>\n",
              "      <td>17190.50977</td>\n",
              "      <td>17409.72070</td>\n",
              "      <td>112190000</td>\n",
              "      <td>17409.72070</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>6/27/2016</td>\n",
              "      <td>17355.21094</td>\n",
              "      <td>17355.21094</td>\n",
              "      <td>17063.08008</td>\n",
              "      <td>17140.24023</td>\n",
              "      <td>138740000</td>\n",
              "      <td>17140.24023</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1984</th>\n",
              "      <td>8/14/2008</td>\n",
              "      <td>11532.07031</td>\n",
              "      <td>11718.28027</td>\n",
              "      <td>11450.88965</td>\n",
              "      <td>11615.92969</td>\n",
              "      <td>159790000</td>\n",
              "      <td>11615.92969</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1985</th>\n",
              "      <td>8/13/2008</td>\n",
              "      <td>11632.80957</td>\n",
              "      <td>11633.78027</td>\n",
              "      <td>11453.33984</td>\n",
              "      <td>11532.95996</td>\n",
              "      <td>182550000</td>\n",
              "      <td>11532.95996</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1986</th>\n",
              "      <td>8/12/2008</td>\n",
              "      <td>11781.70020</td>\n",
              "      <td>11782.34961</td>\n",
              "      <td>11601.51953</td>\n",
              "      <td>11642.46973</td>\n",
              "      <td>173590000</td>\n",
              "      <td>11642.46973</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1987</th>\n",
              "      <td>8/11/2008</td>\n",
              "      <td>11729.66992</td>\n",
              "      <td>11867.11035</td>\n",
              "      <td>11675.53027</td>\n",
              "      <td>11782.34961</td>\n",
              "      <td>183190000</td>\n",
              "      <td>11782.34961</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1988</th>\n",
              "      <td>8/8/2008</td>\n",
              "      <td>11432.08984</td>\n",
              "      <td>11759.95996</td>\n",
              "      <td>11388.04004</td>\n",
              "      <td>11734.32031</td>\n",
              "      <td>212830000</td>\n",
              "      <td>11734.32031</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1989 rows × 7 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-c0bff879-5ecf-430e-a374-906bb491cfa6')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-c0bff879-5ecf-430e-a374-906bb491cfa6 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-c0bff879-5ecf-430e-a374-906bb491cfa6');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 8
        }
      ],
      "source": [
        "data1"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "id": "PguMzq9Xcc8m"
      },
      "outputs": [],
      "source": [
        "#result = pd.merge(left, right, how=\"right\", on=[\"key1\", \"key2\"])\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "7C8ndQAvcc8m"
      },
      "outputs": [],
      "source": [
        "df=p.concat([data1,data],axis=1)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "ZmGsnhCYcc8n",
        "outputId": "49747a54-6c1a-4eb2-8342-38a8418b1f19"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "           Date         Open         High          Low        Close  \\\n",
              "0      7/1/2016  17924.24023  18002.38086  17916.91016  17949.36914   \n",
              "1     6/30/2016  17712.75977  17930.60938  17711.80078  17929.99023   \n",
              "2     6/29/2016  17456.01953  17704.50977  17456.01953  17694.67969   \n",
              "3     6/28/2016  17190.50977  17409.72070  17190.50977  17409.72070   \n",
              "4     6/27/2016  17355.21094  17355.21094  17063.08008  17140.24023   \n",
              "...         ...          ...          ...          ...          ...   \n",
              "1984  8/14/2008  11532.07031  11718.28027  11450.88965  11615.92969   \n",
              "1985  8/13/2008  11632.80957  11633.78027  11453.33984  11532.95996   \n",
              "1986  8/12/2008  11781.70020  11782.34961  11601.51953  11642.46973   \n",
              "1987  8/11/2008  11729.66992  11867.11035  11675.53027  11782.34961   \n",
              "1988   8/8/2008  11432.08984  11759.95996  11388.04004  11734.32031   \n",
              "\n",
              "         Volume    Adj Close  Unnamed: 0       Date  Label  ...  \\\n",
              "0      82160000  17949.36914        1988   7/1/2016      1  ...   \n",
              "1     133030000  17929.99023        1987  6/30/2016      1  ...   \n",
              "2     106380000  17694.67969        1986  6/29/2016      1  ...   \n",
              "3     112190000  17409.72070        1985  6/28/2016      1  ...   \n",
              "4     138740000  17140.24023        1984  6/27/2016      0  ...   \n",
              "...         ...          ...         ...        ...    ...  ...   \n",
              "1984  159790000  11615.92969           4  8/14/2008      1  ...   \n",
              "1985  182550000  11532.95996           3  8/13/2008      0  ...   \n",
              "1986  173590000  11642.46973           2  8/12/2008      0  ...   \n",
              "1987  183190000  11782.34961           1  8/11/2008      1  ...   \n",
              "1988  212830000  11734.32031           0   8/8/2008      0  ...   \n",
              "\n",
              "                                                  Top22  \\\n",
              "0     Spain arrests three Pakistanis accused of prom...   \n",
              "1     US permitted 1,200 offshore fracks in Gulf of ...   \n",
              "2     Google Found Disastrous Symantec and Norton Vu...   \n",
              "3     \"Romanians for Remainians\" offering a new home...   \n",
              "4     Conservative MP Leave Campaigner: \"The leave c...   \n",
              "...                                                 ...   \n",
              "1984   b'Taliban wages war on humanitarian aid workers'   \n",
              "1985  b'Witness: Russian forces head towards Tbilisi...   \n",
              "1986  b'All signs point to the US encouraging Georgi...   \n",
              "1987  b' Russia has just beaten the United States ov...   \n",
              "1988  b'Caucasus in crisis: Georgia invades South Os...   \n",
              "\n",
              "                                                  Top23  \\\n",
              "0     Venezuela, where anger over food shortages is ...   \n",
              "1     We will be swimming in ridicule - French beach...   \n",
              "2     Extremist violence on the rise in Germany: Dom...   \n",
              "3     Brexit: Gibraltar in talks with Scotland to st...   \n",
              "4     Economists predict UK recession, further weake...   \n",
              "...                                                 ...   \n",
              "1984  b'Russia: World  \"can forget about\" Georgia\\'s...   \n",
              "1985  b' Quarter of Russians blame U.S. for conflict...   \n",
              "1986  b'Christopher King argues that the US and NATO...   \n",
              "1987  b'Perhaps *the* question about the Georgia - R...   \n",
              "1988  b'Indian shoe manufactory  - And again in a se...   \n",
              "\n",
              "                                                  Top24  \\\n",
              "0     A Hindu temple worker has been killed by three...   \n",
              "1     UEFA says no minutes of silence for Istanbul v...   \n",
              "2     BBC News: Labour MPs pass Corbyn no-confidence...   \n",
              "3                      8 Suicide Bombers Strike Lebanon   \n",
              "4     New EU 'superstate plan by France, Germany: Cr...   \n",
              "...                                                 ...   \n",
              "1984  b'Darfur rebels accuse Sudan of mounting major...   \n",
              "1985  b'Georgian president  says US military will ta...   \n",
              "1986                        b'America: The New Mexico?'   \n",
              "1987                 b'Russia is so much better at war'   \n",
              "1988  b'Visitors Suffering from Mental Illnesses Ban...   \n",
              "\n",
              "                                                  Top25  \\\n",
              "0     Ozone layer hole seems to be healing - US &amp...   \n",
              "1     Law Enforcement Sources: Gun Used in Paris Ter...   \n",
              "2     Tiny New Zealand town with 'too many jobs' lau...   \n",
              "3     Mexico's security forces routinely use 'sexual...   \n",
              "4     Pakistani clerics declare transgender marriage...   \n",
              "...                                                 ...   \n",
              "1984  b'Philippines : Peace Advocate say Muslims nee...   \n",
              "1985  b'2006: Nobel laureate Aleksander Solzhenitsyn...   \n",
              "1986  b\"BBC NEWS | Asia-Pacific | Extinction 'by man...   \n",
              "1987  b\"So this is what it's come to: trading sex fo...   \n",
              "1988           b\"No Help for Mexico's Kidnapping Surge\"   \n",
              "\n",
              "                                                   Para Subjectivity  \\\n",
              "0     A 117-year-old woman in Mexico City finally re...    60.000000   \n",
              "1     Jamaica proposes marijuana dispensers for tour...   100.000000   \n",
              "2     Explosion At Airport In IstanbulYemeni former ...    80.000000   \n",
              "3     2,500 Scientists To Australia: If You Want To ...    42.857143   \n",
              "4     Barclays and RBS shares suspended from trading...    33.333333   \n",
              "...                                                 ...          ...   \n",
              "1984  b'All the experts admit that we should legalis...    45.454545   \n",
              "1985  b' U.S. refuses Israel weapons to attack Iran:...    38.461538   \n",
              "1986  b'Remember that adorable 9-year-old who sang a...    56.250000   \n",
              "1987  b'Why wont America and Nato help us? If they w...    83.333333   \n",
              "1988  b\"Georgia 'downs two Russian warplanes' as cou...    75.000000   \n",
              "\n",
              "     Objectivity    Positive    Neutral   Negative  \n",
              "0      40.000000    0.000000  40.000000  60.000000  \n",
              "1       0.000000  100.000000   0.000000   0.000000  \n",
              "2      20.000000    0.000000  20.000000  80.000000  \n",
              "3      57.142857    0.000000  57.142857  42.857143  \n",
              "4      66.666667   16.666667  66.666667  16.666667  \n",
              "...          ...         ...        ...        ...  \n",
              "1984   54.545455   36.363636  54.545455   9.090909  \n",
              "1985   61.538462   15.384615  61.538462  23.076923  \n",
              "1986   43.750000   18.750000  43.750000  37.500000  \n",
              "1987   16.666667   41.666667  16.666667  41.666667  \n",
              "1988   25.000000   18.750000  25.000000  56.250000  \n",
              "\n",
              "[1989 rows x 41 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-a16b7023-befa-4b1d-a36a-7f35c0eefc23\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Date</th>\n",
              "      <th>Open</th>\n",
              "      <th>High</th>\n",
              "      <th>Low</th>\n",
              "      <th>Close</th>\n",
              "      <th>Volume</th>\n",
              "      <th>Adj Close</th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>Date</th>\n",
              "      <th>Label</th>\n",
              "      <th>...</th>\n",
              "      <th>Top22</th>\n",
              "      <th>Top23</th>\n",
              "      <th>Top24</th>\n",
              "      <th>Top25</th>\n",
              "      <th>Para</th>\n",
              "      <th>Subjectivity</th>\n",
              "      <th>Objectivity</th>\n",
              "      <th>Positive</th>\n",
              "      <th>Neutral</th>\n",
              "      <th>Negative</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>7/1/2016</td>\n",
              "      <td>17924.24023</td>\n",
              "      <td>18002.38086</td>\n",
              "      <td>17916.91016</td>\n",
              "      <td>17949.36914</td>\n",
              "      <td>82160000</td>\n",
              "      <td>17949.36914</td>\n",
              "      <td>1988</td>\n",
              "      <td>7/1/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>Spain arrests three Pakistanis accused of prom...</td>\n",
              "      <td>Venezuela, where anger over food shortages is ...</td>\n",
              "      <td>A Hindu temple worker has been killed by three...</td>\n",
              "      <td>Ozone layer hole seems to be healing - US &amp;amp...</td>\n",
              "      <td>A 117-year-old woman in Mexico City finally re...</td>\n",
              "      <td>60.000000</td>\n",
              "      <td>40.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>40.000000</td>\n",
              "      <td>60.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>6/30/2016</td>\n",
              "      <td>17712.75977</td>\n",
              "      <td>17930.60938</td>\n",
              "      <td>17711.80078</td>\n",
              "      <td>17929.99023</td>\n",
              "      <td>133030000</td>\n",
              "      <td>17929.99023</td>\n",
              "      <td>1987</td>\n",
              "      <td>6/30/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>US permitted 1,200 offshore fracks in Gulf of ...</td>\n",
              "      <td>We will be swimming in ridicule - French beach...</td>\n",
              "      <td>UEFA says no minutes of silence for Istanbul v...</td>\n",
              "      <td>Law Enforcement Sources: Gun Used in Paris Ter...</td>\n",
              "      <td>Jamaica proposes marijuana dispensers for tour...</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>6/29/2016</td>\n",
              "      <td>17456.01953</td>\n",
              "      <td>17704.50977</td>\n",
              "      <td>17456.01953</td>\n",
              "      <td>17694.67969</td>\n",
              "      <td>106380000</td>\n",
              "      <td>17694.67969</td>\n",
              "      <td>1986</td>\n",
              "      <td>6/29/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>Google Found Disastrous Symantec and Norton Vu...</td>\n",
              "      <td>Extremist violence on the rise in Germany: Dom...</td>\n",
              "      <td>BBC News: Labour MPs pass Corbyn no-confidence...</td>\n",
              "      <td>Tiny New Zealand town with 'too many jobs' lau...</td>\n",
              "      <td>Explosion At Airport In IstanbulYemeni former ...</td>\n",
              "      <td>80.000000</td>\n",
              "      <td>20.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>20.000000</td>\n",
              "      <td>80.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>6/28/2016</td>\n",
              "      <td>17190.50977</td>\n",
              "      <td>17409.72070</td>\n",
              "      <td>17190.50977</td>\n",
              "      <td>17409.72070</td>\n",
              "      <td>112190000</td>\n",
              "      <td>17409.72070</td>\n",
              "      <td>1985</td>\n",
              "      <td>6/28/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>\"Romanians for Remainians\" offering a new home...</td>\n",
              "      <td>Brexit: Gibraltar in talks with Scotland to st...</td>\n",
              "      <td>8 Suicide Bombers Strike Lebanon</td>\n",
              "      <td>Mexico's security forces routinely use 'sexual...</td>\n",
              "      <td>2,500 Scientists To Australia: If You Want To ...</td>\n",
              "      <td>42.857143</td>\n",
              "      <td>57.142857</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>57.142857</td>\n",
              "      <td>42.857143</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>6/27/2016</td>\n",
              "      <td>17355.21094</td>\n",
              "      <td>17355.21094</td>\n",
              "      <td>17063.08008</td>\n",
              "      <td>17140.24023</td>\n",
              "      <td>138740000</td>\n",
              "      <td>17140.24023</td>\n",
              "      <td>1984</td>\n",
              "      <td>6/27/2016</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>Conservative MP Leave Campaigner: \"The leave c...</td>\n",
              "      <td>Economists predict UK recession, further weake...</td>\n",
              "      <td>New EU 'superstate plan by France, Germany: Cr...</td>\n",
              "      <td>Pakistani clerics declare transgender marriage...</td>\n",
              "      <td>Barclays and RBS shares suspended from trading...</td>\n",
              "      <td>33.333333</td>\n",
              "      <td>66.666667</td>\n",
              "      <td>16.666667</td>\n",
              "      <td>66.666667</td>\n",
              "      <td>16.666667</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1984</th>\n",
              "      <td>8/14/2008</td>\n",
              "      <td>11532.07031</td>\n",
              "      <td>11718.28027</td>\n",
              "      <td>11450.88965</td>\n",
              "      <td>11615.92969</td>\n",
              "      <td>159790000</td>\n",
              "      <td>11615.92969</td>\n",
              "      <td>4</td>\n",
              "      <td>8/14/2008</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>b'Taliban wages war on humanitarian aid workers'</td>\n",
              "      <td>b'Russia: World  \"can forget about\" Georgia\\'s...</td>\n",
              "      <td>b'Darfur rebels accuse Sudan of mounting major...</td>\n",
              "      <td>b'Philippines : Peace Advocate say Muslims nee...</td>\n",
              "      <td>b'All the experts admit that we should legalis...</td>\n",
              "      <td>45.454545</td>\n",
              "      <td>54.545455</td>\n",
              "      <td>36.363636</td>\n",
              "      <td>54.545455</td>\n",
              "      <td>9.090909</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1985</th>\n",
              "      <td>8/13/2008</td>\n",
              "      <td>11632.80957</td>\n",
              "      <td>11633.78027</td>\n",
              "      <td>11453.33984</td>\n",
              "      <td>11532.95996</td>\n",
              "      <td>182550000</td>\n",
              "      <td>11532.95996</td>\n",
              "      <td>3</td>\n",
              "      <td>8/13/2008</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>b'Witness: Russian forces head towards Tbilisi...</td>\n",
              "      <td>b' Quarter of Russians blame U.S. for conflict...</td>\n",
              "      <td>b'Georgian president  says US military will ta...</td>\n",
              "      <td>b'2006: Nobel laureate Aleksander Solzhenitsyn...</td>\n",
              "      <td>b' U.S. refuses Israel weapons to attack Iran:...</td>\n",
              "      <td>38.461538</td>\n",
              "      <td>61.538462</td>\n",
              "      <td>15.384615</td>\n",
              "      <td>61.538462</td>\n",
              "      <td>23.076923</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1986</th>\n",
              "      <td>8/12/2008</td>\n",
              "      <td>11781.70020</td>\n",
              "      <td>11782.34961</td>\n",
              "      <td>11601.51953</td>\n",
              "      <td>11642.46973</td>\n",
              "      <td>173590000</td>\n",
              "      <td>11642.46973</td>\n",
              "      <td>2</td>\n",
              "      <td>8/12/2008</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>b'All signs point to the US encouraging Georgi...</td>\n",
              "      <td>b'Christopher King argues that the US and NATO...</td>\n",
              "      <td>b'America: The New Mexico?'</td>\n",
              "      <td>b\"BBC NEWS | Asia-Pacific | Extinction 'by man...</td>\n",
              "      <td>b'Remember that adorable 9-year-old who sang a...</td>\n",
              "      <td>56.250000</td>\n",
              "      <td>43.750000</td>\n",
              "      <td>18.750000</td>\n",
              "      <td>43.750000</td>\n",
              "      <td>37.500000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1987</th>\n",
              "      <td>8/11/2008</td>\n",
              "      <td>11729.66992</td>\n",
              "      <td>11867.11035</td>\n",
              "      <td>11675.53027</td>\n",
              "      <td>11782.34961</td>\n",
              "      <td>183190000</td>\n",
              "      <td>11782.34961</td>\n",
              "      <td>1</td>\n",
              "      <td>8/11/2008</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>b' Russia has just beaten the United States ov...</td>\n",
              "      <td>b'Perhaps *the* question about the Georgia - R...</td>\n",
              "      <td>b'Russia is so much better at war'</td>\n",
              "      <td>b\"So this is what it's come to: trading sex fo...</td>\n",
              "      <td>b'Why wont America and Nato help us? If they w...</td>\n",
              "      <td>83.333333</td>\n",
              "      <td>16.666667</td>\n",
              "      <td>41.666667</td>\n",
              "      <td>16.666667</td>\n",
              "      <td>41.666667</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1988</th>\n",
              "      <td>8/8/2008</td>\n",
              "      <td>11432.08984</td>\n",
              "      <td>11759.95996</td>\n",
              "      <td>11388.04004</td>\n",
              "      <td>11734.32031</td>\n",
              "      <td>212830000</td>\n",
              "      <td>11734.32031</td>\n",
              "      <td>0</td>\n",
              "      <td>8/8/2008</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>b'Caucasus in crisis: Georgia invades South Os...</td>\n",
              "      <td>b'Indian shoe manufactory  - And again in a se...</td>\n",
              "      <td>b'Visitors Suffering from Mental Illnesses Ban...</td>\n",
              "      <td>b\"No Help for Mexico's Kidnapping Surge\"</td>\n",
              "      <td>b\"Georgia 'downs two Russian warplanes' as cou...</td>\n",
              "      <td>75.000000</td>\n",
              "      <td>25.000000</td>\n",
              "      <td>18.750000</td>\n",
              "      <td>25.000000</td>\n",
              "      <td>56.250000</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1989 rows × 41 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-a16b7023-befa-4b1d-a36a-7f35c0eefc23')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-a16b7023-befa-4b1d-a36a-7f35c0eefc23 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-a16b7023-befa-4b1d-a36a-7f35c0eefc23');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 11
        }
      ],
      "source": [
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 364
        },
        "id": "J-6f54TCcc8n",
        "outputId": "2e774d3d-2e02-46ef-c4f3-1c3bb962ae93"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "               Open          High           Low         Close        Volume  \\\n",
              "count   1989.000000   1989.000000   1989.000000   1989.000000  1.989000e+03   \n",
              "mean   13459.116049  13541.303173  13372.931728  13463.032255  1.628110e+08   \n",
              "std     3143.281634   3136.271725   3150.420934   3144.006996  9.392343e+07   \n",
              "min     6547.009766   6709.609863   6469.950195   6547.049805  8.410000e+06   \n",
              "25%    10907.339840  11000.980470  10824.759770  10913.379880  1.000000e+08   \n",
              "50%    13022.049810  13088.110350  12953.129880  13025.580080  1.351700e+08   \n",
              "75%    16477.699220  16550.070310  16392.769530  16478.410160  1.926000e+08   \n",
              "max    18315.060550  18351.359380  18272.560550  18312.390630  6.749200e+08   \n",
              "\n",
              "          Adj Close   Unnamed: 0        Label  Subjectivity  Objectivity  \\\n",
              "count   1989.000000  1989.000000  1989.000000   1986.000000  1986.000000   \n",
              "mean   13463.032255   994.000000     0.535445     56.712522    43.287478   \n",
              "std     3144.006996   574.319162     0.498867     21.557927    21.557927   \n",
              "min     6547.049805     0.000000     0.000000      0.000000     0.000000   \n",
              "25%    10913.379880   497.000000     0.000000     40.000000    28.571429   \n",
              "50%    13025.580080   994.000000     1.000000     54.545455    45.454545   \n",
              "75%    16478.410160  1491.000000     1.000000     71.428571    60.000000   \n",
              "max    18312.390630  1988.000000     1.000000    100.000000   100.000000   \n",
              "\n",
              "          Positive      Neutral     Negative  \n",
              "count  1986.000000  1986.000000  1986.000000  \n",
              "mean     19.966718    43.287478    36.745804  \n",
              "std      16.373424    21.557927    21.109970  \n",
              "min       0.000000     0.000000     0.000000  \n",
              "25%       8.333333    28.571429    21.859903  \n",
              "50%      18.181818    45.454545    33.333333  \n",
              "75%      28.571429    60.000000    50.000000  \n",
              "max     100.000000   100.000000   100.000000  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-e74ec785-29d5-4fcc-87fc-acf57e3ead3a\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Open</th>\n",
              "      <th>High</th>\n",
              "      <th>Low</th>\n",
              "      <th>Close</th>\n",
              "      <th>Volume</th>\n",
              "      <th>Adj Close</th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>Label</th>\n",
              "      <th>Subjectivity</th>\n",
              "      <th>Objectivity</th>\n",
              "      <th>Positive</th>\n",
              "      <th>Neutral</th>\n",
              "      <th>Negative</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>count</th>\n",
              "      <td>1989.000000</td>\n",
              "      <td>1989.000000</td>\n",
              "      <td>1989.000000</td>\n",
              "      <td>1989.000000</td>\n",
              "      <td>1.989000e+03</td>\n",
              "      <td>1989.000000</td>\n",
              "      <td>1989.000000</td>\n",
              "      <td>1989.000000</td>\n",
              "      <td>1986.000000</td>\n",
              "      <td>1986.000000</td>\n",
              "      <td>1986.000000</td>\n",
              "      <td>1986.000000</td>\n",
              "      <td>1986.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>mean</th>\n",
              "      <td>13459.116049</td>\n",
              "      <td>13541.303173</td>\n",
              "      <td>13372.931728</td>\n",
              "      <td>13463.032255</td>\n",
              "      <td>1.628110e+08</td>\n",
              "      <td>13463.032255</td>\n",
              "      <td>994.000000</td>\n",
              "      <td>0.535445</td>\n",
              "      <td>56.712522</td>\n",
              "      <td>43.287478</td>\n",
              "      <td>19.966718</td>\n",
              "      <td>43.287478</td>\n",
              "      <td>36.745804</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>std</th>\n",
              "      <td>3143.281634</td>\n",
              "      <td>3136.271725</td>\n",
              "      <td>3150.420934</td>\n",
              "      <td>3144.006996</td>\n",
              "      <td>9.392343e+07</td>\n",
              "      <td>3144.006996</td>\n",
              "      <td>574.319162</td>\n",
              "      <td>0.498867</td>\n",
              "      <td>21.557927</td>\n",
              "      <td>21.557927</td>\n",
              "      <td>16.373424</td>\n",
              "      <td>21.557927</td>\n",
              "      <td>21.109970</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>min</th>\n",
              "      <td>6547.009766</td>\n",
              "      <td>6709.609863</td>\n",
              "      <td>6469.950195</td>\n",
              "      <td>6547.049805</td>\n",
              "      <td>8.410000e+06</td>\n",
              "      <td>6547.049805</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25%</th>\n",
              "      <td>10907.339840</td>\n",
              "      <td>11000.980470</td>\n",
              "      <td>10824.759770</td>\n",
              "      <td>10913.379880</td>\n",
              "      <td>1.000000e+08</td>\n",
              "      <td>10913.379880</td>\n",
              "      <td>497.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>40.000000</td>\n",
              "      <td>28.571429</td>\n",
              "      <td>8.333333</td>\n",
              "      <td>28.571429</td>\n",
              "      <td>21.859903</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>50%</th>\n",
              "      <td>13022.049810</td>\n",
              "      <td>13088.110350</td>\n",
              "      <td>12953.129880</td>\n",
              "      <td>13025.580080</td>\n",
              "      <td>1.351700e+08</td>\n",
              "      <td>13025.580080</td>\n",
              "      <td>994.000000</td>\n",
              "      <td>1.000000</td>\n",
              "      <td>54.545455</td>\n",
              "      <td>45.454545</td>\n",
              "      <td>18.181818</td>\n",
              "      <td>45.454545</td>\n",
              "      <td>33.333333</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>75%</th>\n",
              "      <td>16477.699220</td>\n",
              "      <td>16550.070310</td>\n",
              "      <td>16392.769530</td>\n",
              "      <td>16478.410160</td>\n",
              "      <td>1.926000e+08</td>\n",
              "      <td>16478.410160</td>\n",
              "      <td>1491.000000</td>\n",
              "      <td>1.000000</td>\n",
              "      <td>71.428571</td>\n",
              "      <td>60.000000</td>\n",
              "      <td>28.571429</td>\n",
              "      <td>60.000000</td>\n",
              "      <td>50.000000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>max</th>\n",
              "      <td>18315.060550</td>\n",
              "      <td>18351.359380</td>\n",
              "      <td>18272.560550</td>\n",
              "      <td>18312.390630</td>\n",
              "      <td>6.749200e+08</td>\n",
              "      <td>18312.390630</td>\n",
              "      <td>1988.000000</td>\n",
              "      <td>1.000000</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>100.000000</td>\n",
              "      <td>100.000000</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e74ec785-29d5-4fcc-87fc-acf57e3ead3a')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-e74ec785-29d5-4fcc-87fc-acf57e3ead3a button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-e74ec785-29d5-4fcc-87fc-acf57e3ead3a');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 12
        }
      ],
      "source": [
        "df.describe()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "metadata": {
        "id": "66PvIlq8cc8n"
      },
      "outputs": [],
      "source": [
        "import warnings\n",
        "warnings.filterwarnings('ignore')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {
        "id": "8rV14SQ0cc8o"
      },
      "outputs": [],
      "source": [
        "df=df.dropna()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "51GVSQ2Bcc8o",
        "outputId": "6b2f5ce8-cf43-4a46-a45b-7134a75b27d6"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Index(['Date', 'Open', 'High', 'Low', 'Close', 'Volume', 'Adj Close',\n",
              "       'Unnamed: 0', 'Date', 'Label', 'Top1', 'Top2', 'Top3', 'Top4', 'Top5',\n",
              "       'Top6', 'Top7', 'Top8', 'Top9', 'Top10', 'Top11', 'Top12', 'Top13',\n",
              "       'Top14', 'Top15', 'Top16', 'Top17', 'Top18', 'Top19', 'Top20', 'Top21',\n",
              "       'Top22', 'Top23', 'Top24', 'Top25', 'Para', 'Subjectivity',\n",
              "       'Objectivity', 'Positive', 'Neutral', 'Negative'],\n",
              "      dtype='object')"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ],
      "source": [
        "df.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "metadata": {
        "id": "JdJvd5H9cc8o"
      },
      "outputs": [],
      "source": [
        "from sklearn.preprocessing import LabelEncoder\n",
        "var_mod = ['Open', 'High', 'Low', 'Close', 'Volume', 'Adj Close','Label', 'Top1', 'Top2', 'Top3', 'Top4', 'Top5',\n",
        "       'Top6', 'Top7', 'Top8', 'Top9', 'Top10', 'Top11', 'Top12', 'Top13',\n",
        "       'Top14', 'Top15', 'Top16', 'Top17', 'Top18', 'Top19', 'Top20', 'Top21',\n",
        "       'Top22', 'Top23', 'Top24', 'Top25', 'Subjectivity',\n",
        "       'Objectivity', 'Positive', 'Neutral', 'Negative']\n",
        "le = LabelEncoder()\n",
        "for i in var_mod:\n",
        "    df[i] = le.fit_transform(df[i]).astype(str)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 17,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "5HOARTzscc8p",
        "outputId": "6492aa89-737d-456f-80e8-b36fa26034c7"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "           Date  Open  High   Low Close Volume Adj Close  Unnamed: 0  \\\n",
              "0      7/1/2016  1881  1884  1907  1886    209      1886        1988   \n",
              "1     6/30/2016  1779  1853  1823  1882    902      1882        1987   \n",
              "2     6/29/2016  1689  1735  1711  1767    560      1767        1986   \n",
              "3     6/28/2016  1650  1663  1663  1676    634      1676        1985   \n",
              "4     6/27/2016  1669  1654  1638  1636    965      1636        1984   \n",
              "...         ...   ...   ...   ...   ...    ...       ...         ...   \n",
              "1984  8/14/2008   636   658   639   653   1162       653           4   \n",
              "1985  8/13/2008   657   644   641   635   1331       635           3   \n",
              "1986  8/12/2008   677   665   665   656   1273       656           2   \n",
              "1987  8/11/2008   670   676   674   675   1335       675           1   \n",
              "1988   8/8/2008   613   663   624   669   1494       669           0   \n",
              "\n",
              "           Date Label  ... Top22 Top23 Top24 Top25  \\\n",
              "0      7/1/2016     1  ...  1232  1447    71   984   \n",
              "1     6/30/2016     1  ...  1438  1466  1393   787   \n",
              "2     6/29/2016     1  ...   591   447   205  1336   \n",
              "3     6/28/2016     1  ...    17   245    59   850   \n",
              "4     6/27/2016     0  ...   388   403   901  1000   \n",
              "...         ...   ...  ...   ...   ...   ...   ...   \n",
              "1984  8/14/2008     1  ...  1932  1871  1695  1847   \n",
              "1985  8/13/2008     0  ...  1979  1602  1728  1640   \n",
              "1986  8/12/2008     0  ...  1640  1687  1640  1528   \n",
              "1987  8/11/2008     1  ...  1599  1850  1873  1602   \n",
              "1988   8/8/2008     0  ...  1680  1762  1969  1580   \n",
              "\n",
              "                                                   Para Subjectivity  \\\n",
              "0     A 117-year-old woman in Mexico City finally re...           95   \n",
              "1     Jamaica proposes marijuana dispensers for tour...          120   \n",
              "2     Explosion At Airport In IstanbulYemeni former ...          111   \n",
              "3     2,500 Scientists To Australia: If You Want To ...           64   \n",
              "4     Barclays and RBS shares suspended from trading...           42   \n",
              "...                                                 ...          ...   \n",
              "1984  b'All the experts admit that we should legalis...           71   \n",
              "1985  b' U.S. refuses Israel weapons to attack Iran:...           54   \n",
              "1986  b'Remember that adorable 9-year-old who sang a...           90   \n",
              "1987  b'Why wont America and Nato help us? If they w...          113   \n",
              "1988  b\"Georgia 'downs two Russian warplanes' as cou...          108   \n",
              "\n",
              "     Objectivity Positive Neutral Negative  \n",
              "0             25        0      25       99  \n",
              "1              0       96       0        0  \n",
              "2              9        0       9      106  \n",
              "3             56        0      56       84  \n",
              "4             78       36      78       34  \n",
              "...          ...      ...     ...      ...  \n",
              "1984          49       76      49       13  \n",
              "1985          66       33      66       50  \n",
              "1986          30       42      30       77  \n",
              "1987           7       82       7       83  \n",
              "1988          12       42      12       97  \n",
              "\n",
              "[1986 rows x 41 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-c1fbf911-3663-4a07-8ce1-4aa0a0d82565\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Date</th>\n",
              "      <th>Open</th>\n",
              "      <th>High</th>\n",
              "      <th>Low</th>\n",
              "      <th>Close</th>\n",
              "      <th>Volume</th>\n",
              "      <th>Adj Close</th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>Date</th>\n",
              "      <th>Label</th>\n",
              "      <th>...</th>\n",
              "      <th>Top22</th>\n",
              "      <th>Top23</th>\n",
              "      <th>Top24</th>\n",
              "      <th>Top25</th>\n",
              "      <th>Para</th>\n",
              "      <th>Subjectivity</th>\n",
              "      <th>Objectivity</th>\n",
              "      <th>Positive</th>\n",
              "      <th>Neutral</th>\n",
              "      <th>Negative</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>7/1/2016</td>\n",
              "      <td>1881</td>\n",
              "      <td>1884</td>\n",
              "      <td>1907</td>\n",
              "      <td>1886</td>\n",
              "      <td>209</td>\n",
              "      <td>1886</td>\n",
              "      <td>1988</td>\n",
              "      <td>7/1/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>1232</td>\n",
              "      <td>1447</td>\n",
              "      <td>71</td>\n",
              "      <td>984</td>\n",
              "      <td>A 117-year-old woman in Mexico City finally re...</td>\n",
              "      <td>95</td>\n",
              "      <td>25</td>\n",
              "      <td>0</td>\n",
              "      <td>25</td>\n",
              "      <td>99</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>6/30/2016</td>\n",
              "      <td>1779</td>\n",
              "      <td>1853</td>\n",
              "      <td>1823</td>\n",
              "      <td>1882</td>\n",
              "      <td>902</td>\n",
              "      <td>1882</td>\n",
              "      <td>1987</td>\n",
              "      <td>6/30/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>1438</td>\n",
              "      <td>1466</td>\n",
              "      <td>1393</td>\n",
              "      <td>787</td>\n",
              "      <td>Jamaica proposes marijuana dispensers for tour...</td>\n",
              "      <td>120</td>\n",
              "      <td>0</td>\n",
              "      <td>96</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>6/29/2016</td>\n",
              "      <td>1689</td>\n",
              "      <td>1735</td>\n",
              "      <td>1711</td>\n",
              "      <td>1767</td>\n",
              "      <td>560</td>\n",
              "      <td>1767</td>\n",
              "      <td>1986</td>\n",
              "      <td>6/29/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>591</td>\n",
              "      <td>447</td>\n",
              "      <td>205</td>\n",
              "      <td>1336</td>\n",
              "      <td>Explosion At Airport In IstanbulYemeni former ...</td>\n",
              "      <td>111</td>\n",
              "      <td>9</td>\n",
              "      <td>0</td>\n",
              "      <td>9</td>\n",
              "      <td>106</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>6/28/2016</td>\n",
              "      <td>1650</td>\n",
              "      <td>1663</td>\n",
              "      <td>1663</td>\n",
              "      <td>1676</td>\n",
              "      <td>634</td>\n",
              "      <td>1676</td>\n",
              "      <td>1985</td>\n",
              "      <td>6/28/2016</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>17</td>\n",
              "      <td>245</td>\n",
              "      <td>59</td>\n",
              "      <td>850</td>\n",
              "      <td>2,500 Scientists To Australia: If You Want To ...</td>\n",
              "      <td>64</td>\n",
              "      <td>56</td>\n",
              "      <td>0</td>\n",
              "      <td>56</td>\n",
              "      <td>84</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>6/27/2016</td>\n",
              "      <td>1669</td>\n",
              "      <td>1654</td>\n",
              "      <td>1638</td>\n",
              "      <td>1636</td>\n",
              "      <td>965</td>\n",
              "      <td>1636</td>\n",
              "      <td>1984</td>\n",
              "      <td>6/27/2016</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>388</td>\n",
              "      <td>403</td>\n",
              "      <td>901</td>\n",
              "      <td>1000</td>\n",
              "      <td>Barclays and RBS shares suspended from trading...</td>\n",
              "      <td>42</td>\n",
              "      <td>78</td>\n",
              "      <td>36</td>\n",
              "      <td>78</td>\n",
              "      <td>34</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1984</th>\n",
              "      <td>8/14/2008</td>\n",
              "      <td>636</td>\n",
              "      <td>658</td>\n",
              "      <td>639</td>\n",
              "      <td>653</td>\n",
              "      <td>1162</td>\n",
              "      <td>653</td>\n",
              "      <td>4</td>\n",
              "      <td>8/14/2008</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>1932</td>\n",
              "      <td>1871</td>\n",
              "      <td>1695</td>\n",
              "      <td>1847</td>\n",
              "      <td>b'All the experts admit that we should legalis...</td>\n",
              "      <td>71</td>\n",
              "      <td>49</td>\n",
              "      <td>76</td>\n",
              "      <td>49</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1985</th>\n",
              "      <td>8/13/2008</td>\n",
              "      <td>657</td>\n",
              "      <td>644</td>\n",
              "      <td>641</td>\n",
              "      <td>635</td>\n",
              "      <td>1331</td>\n",
              "      <td>635</td>\n",
              "      <td>3</td>\n",
              "      <td>8/13/2008</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>1979</td>\n",
              "      <td>1602</td>\n",
              "      <td>1728</td>\n",
              "      <td>1640</td>\n",
              "      <td>b' U.S. refuses Israel weapons to attack Iran:...</td>\n",
              "      <td>54</td>\n",
              "      <td>66</td>\n",
              "      <td>33</td>\n",
              "      <td>66</td>\n",
              "      <td>50</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1986</th>\n",
              "      <td>8/12/2008</td>\n",
              "      <td>677</td>\n",
              "      <td>665</td>\n",
              "      <td>665</td>\n",
              "      <td>656</td>\n",
              "      <td>1273</td>\n",
              "      <td>656</td>\n",
              "      <td>2</td>\n",
              "      <td>8/12/2008</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>1640</td>\n",
              "      <td>1687</td>\n",
              "      <td>1640</td>\n",
              "      <td>1528</td>\n",
              "      <td>b'Remember that adorable 9-year-old who sang a...</td>\n",
              "      <td>90</td>\n",
              "      <td>30</td>\n",
              "      <td>42</td>\n",
              "      <td>30</td>\n",
              "      <td>77</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1987</th>\n",
              "      <td>8/11/2008</td>\n",
              "      <td>670</td>\n",
              "      <td>676</td>\n",
              "      <td>674</td>\n",
              "      <td>675</td>\n",
              "      <td>1335</td>\n",
              "      <td>675</td>\n",
              "      <td>1</td>\n",
              "      <td>8/11/2008</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>1599</td>\n",
              "      <td>1850</td>\n",
              "      <td>1873</td>\n",
              "      <td>1602</td>\n",
              "      <td>b'Why wont America and Nato help us? If they w...</td>\n",
              "      <td>113</td>\n",
              "      <td>7</td>\n",
              "      <td>82</td>\n",
              "      <td>7</td>\n",
              "      <td>83</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1988</th>\n",
              "      <td>8/8/2008</td>\n",
              "      <td>613</td>\n",
              "      <td>663</td>\n",
              "      <td>624</td>\n",
              "      <td>669</td>\n",
              "      <td>1494</td>\n",
              "      <td>669</td>\n",
              "      <td>0</td>\n",
              "      <td>8/8/2008</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>1680</td>\n",
              "      <td>1762</td>\n",
              "      <td>1969</td>\n",
              "      <td>1580</td>\n",
              "      <td>b\"Georgia 'downs two Russian warplanes' as cou...</td>\n",
              "      <td>108</td>\n",
              "      <td>12</td>\n",
              "      <td>42</td>\n",
              "      <td>12</td>\n",
              "      <td>97</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1986 rows × 41 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-c1fbf911-3663-4a07-8ce1-4aa0a0d82565')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-c1fbf911-3663-4a07-8ce1-4aa0a0d82565 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-c1fbf911-3663-4a07-8ce1-4aa0a0d82565');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 17
        }
      ],
      "source": [
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "metadata": {
        "id": "7AI_qTJycc8p"
      },
      "outputs": [],
      "source": [
        "#According to the cross-validated MCC scores, the random forest is the best-performing model, so now let's evaluate its performance on the test set.\n",
        "from sklearn.metrics import confusion_matrix, classification_report, matthews_corrcoef, cohen_kappa_score, accuracy_score, average_precision_score, roc_auc_score"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 19,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "UfBz-C76cc8p",
        "outputId": "f16d5ef6-4274-4e53-b58f-e401e7db0276"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Index(['Date', 'Open', 'High', 'Low', 'Close', 'Volume', 'Adj Close',\n",
              "       'Unnamed: 0', 'Date', 'Label', 'Top1', 'Top2', 'Top3', 'Top4', 'Top5',\n",
              "       'Top6', 'Top7', 'Top8', 'Top9', 'Top10', 'Top11', 'Top12', 'Top13',\n",
              "       'Top14', 'Top15', 'Top16', 'Top17', 'Top18', 'Top19', 'Top20', 'Top21',\n",
              "       'Top22', 'Top23', 'Top24', 'Top25', 'Para', 'Subjectivity',\n",
              "       'Objectivity', 'Positive', 'Neutral', 'Negative'],\n",
              "      dtype='object')"
            ]
          },
          "metadata": {},
          "execution_count": 19
        }
      ],
      "source": [
        "df.columns"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 20,
      "metadata": {
        "id": "aGh1WqdFcc8p"
      },
      "outputs": [],
      "source": [
        "X=df[['Open', 'High', 'Low', 'Close', 'Volume', 'Adj Close','Subjectivity','Objectivity', 'Positive', 'Neutral', 'Negative']]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 21,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "PnqYX4oPcc8q",
        "outputId": "a6d8d81f-4e2a-4a1f-bbf2-65b363f08e46"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      Open  High   Low Close Volume Adj Close Subjectivity Objectivity  \\\n",
              "0     1881  1884  1907  1886    209      1886           95          25   \n",
              "1     1779  1853  1823  1882    902      1882          120           0   \n",
              "2     1689  1735  1711  1767    560      1767          111           9   \n",
              "3     1650  1663  1663  1676    634      1676           64          56   \n",
              "4     1669  1654  1638  1636    965      1636           42          78   \n",
              "...    ...   ...   ...   ...    ...       ...          ...         ...   \n",
              "1984   636   658   639   653   1162       653           71          49   \n",
              "1985   657   644   641   635   1331       635           54          66   \n",
              "1986   677   665   665   656   1273       656           90          30   \n",
              "1987   670   676   674   675   1335       675          113           7   \n",
              "1988   613   663   624   669   1494       669          108          12   \n",
              "\n",
              "     Positive Neutral Negative  \n",
              "0           0      25       99  \n",
              "1          96       0        0  \n",
              "2           0       9      106  \n",
              "3           0      56       84  \n",
              "4          36      78       34  \n",
              "...       ...     ...      ...  \n",
              "1984       76      49       13  \n",
              "1985       33      66       50  \n",
              "1986       42      30       77  \n",
              "1987       82       7       83  \n",
              "1988       42      12       97  \n",
              "\n",
              "[1986 rows x 11 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-98358896-f8b4-4b8b-8a52-660b4c1e6f28\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Open</th>\n",
              "      <th>High</th>\n",
              "      <th>Low</th>\n",
              "      <th>Close</th>\n",
              "      <th>Volume</th>\n",
              "      <th>Adj Close</th>\n",
              "      <th>Subjectivity</th>\n",
              "      <th>Objectivity</th>\n",
              "      <th>Positive</th>\n",
              "      <th>Neutral</th>\n",
              "      <th>Negative</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1881</td>\n",
              "      <td>1884</td>\n",
              "      <td>1907</td>\n",
              "      <td>1886</td>\n",
              "      <td>209</td>\n",
              "      <td>1886</td>\n",
              "      <td>95</td>\n",
              "      <td>25</td>\n",
              "      <td>0</td>\n",
              "      <td>25</td>\n",
              "      <td>99</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1779</td>\n",
              "      <td>1853</td>\n",
              "      <td>1823</td>\n",
              "      <td>1882</td>\n",
              "      <td>902</td>\n",
              "      <td>1882</td>\n",
              "      <td>120</td>\n",
              "      <td>0</td>\n",
              "      <td>96</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1689</td>\n",
              "      <td>1735</td>\n",
              "      <td>1711</td>\n",
              "      <td>1767</td>\n",
              "      <td>560</td>\n",
              "      <td>1767</td>\n",
              "      <td>111</td>\n",
              "      <td>9</td>\n",
              "      <td>0</td>\n",
              "      <td>9</td>\n",
              "      <td>106</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1650</td>\n",
              "      <td>1663</td>\n",
              "      <td>1663</td>\n",
              "      <td>1676</td>\n",
              "      <td>634</td>\n",
              "      <td>1676</td>\n",
              "      <td>64</td>\n",
              "      <td>56</td>\n",
              "      <td>0</td>\n",
              "      <td>56</td>\n",
              "      <td>84</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1669</td>\n",
              "      <td>1654</td>\n",
              "      <td>1638</td>\n",
              "      <td>1636</td>\n",
              "      <td>965</td>\n",
              "      <td>1636</td>\n",
              "      <td>42</td>\n",
              "      <td>78</td>\n",
              "      <td>36</td>\n",
              "      <td>78</td>\n",
              "      <td>34</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1984</th>\n",
              "      <td>636</td>\n",
              "      <td>658</td>\n",
              "      <td>639</td>\n",
              "      <td>653</td>\n",
              "      <td>1162</td>\n",
              "      <td>653</td>\n",
              "      <td>71</td>\n",
              "      <td>49</td>\n",
              "      <td>76</td>\n",
              "      <td>49</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1985</th>\n",
              "      <td>657</td>\n",
              "      <td>644</td>\n",
              "      <td>641</td>\n",
              "      <td>635</td>\n",
              "      <td>1331</td>\n",
              "      <td>635</td>\n",
              "      <td>54</td>\n",
              "      <td>66</td>\n",
              "      <td>33</td>\n",
              "      <td>66</td>\n",
              "      <td>50</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1986</th>\n",
              "      <td>677</td>\n",
              "      <td>665</td>\n",
              "      <td>665</td>\n",
              "      <td>656</td>\n",
              "      <td>1273</td>\n",
              "      <td>656</td>\n",
              "      <td>90</td>\n",
              "      <td>30</td>\n",
              "      <td>42</td>\n",
              "      <td>30</td>\n",
              "      <td>77</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1987</th>\n",
              "      <td>670</td>\n",
              "      <td>676</td>\n",
              "      <td>674</td>\n",
              "      <td>675</td>\n",
              "      <td>1335</td>\n",
              "      <td>675</td>\n",
              "      <td>113</td>\n",
              "      <td>7</td>\n",
              "      <td>82</td>\n",
              "      <td>7</td>\n",
              "      <td>83</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1988</th>\n",
              "      <td>613</td>\n",
              "      <td>663</td>\n",
              "      <td>624</td>\n",
              "      <td>669</td>\n",
              "      <td>1494</td>\n",
              "      <td>669</td>\n",
              "      <td>108</td>\n",
              "      <td>12</td>\n",
              "      <td>42</td>\n",
              "      <td>12</td>\n",
              "      <td>97</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1986 rows × 11 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-98358896-f8b4-4b8b-8a52-660b4c1e6f28')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-98358896-f8b4-4b8b-8a52-660b4c1e6f28 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-98358896-f8b4-4b8b-8a52-660b4c1e6f28');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 21
        }
      ],
      "source": [
        "X"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 22,
      "metadata": {
        "id": "Do39WNzDcc8q"
      },
      "outputs": [],
      "source": [
        "\n",
        "#Response variable\n",
        "y = df.loc[:,'Label']    "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 23,
      "metadata": {
        "id": "xSTBEH2Mcc8r"
      },
      "outputs": [],
      "source": [
        "\n",
        "#We'll use a test size of 30%. We also stratify the split on the response variable, which is very important to do because there are so few fraudulent transactions.\n",
        "from sklearn.model_selection import train_test_split\n",
        "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, random_state=1, stratify=y)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 24,
      "metadata": {
        "id": "GJM_4KgVcc8r"
      },
      "outputs": [],
      "source": [
        "#for our convienient we delete X,y variable for differentiate confusion\n",
        "#del X, y"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 25,
      "metadata": {
        "id": "2n_p_OPdcc8r"
      },
      "outputs": [],
      "source": [
        "# Prevent view warnings\n",
        "X_train.is_copy = False\n",
        "X_test.is_copy = False"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "JwUQ1v9tcc8s"
      },
      "source": [
        "Logistic Regression :"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 26,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "GHqhx7p_cc8s",
        "outputId": "059c5e86-4a98-48b5-8ec7-91b478bcd33c"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Classification report of Logistic Regression Results:\n",
            "\n",
            "              precision    recall  f1-score   support\n",
            "\n",
            "           0       0.96      0.97      0.97       277\n",
            "           1       0.97      0.97      0.97       319\n",
            "\n",
            "    accuracy                           0.97       596\n",
            "   macro avg       0.97      0.97      0.97       596\n",
            "weighted avg       0.97      0.97      0.97       596\n",
            "\n",
            "Accuracy result of Logistic Regression is: 96.97986577181209\n",
            "\n",
            "Confusion Matrix result of Logistic Regression is:\n",
            " [[269   8]\n",
            " [ 10 309]]\n",
            "\n",
            "Sensitivity :  0.9711191335740073\n",
            "\n",
            "Specificity :  0.9686520376175548\n",
            "\n"
          ]
        }
      ],
      "source": [
        "from sklearn.linear_model import LogisticRegression\n",
        "logR= LogisticRegression()\n",
        "\n",
        "logR.fit(X_train,y_train)\n",
        "\n",
        "predictR = logR.predict(X_test)\n",
        "\n",
        "print(\"\")\n",
        "print('Classification report of Logistic Regression Results:')\n",
        "print(\"\")\n",
        "\n",
        "print(classification_report(y_test,predictR))\n",
        "x = (accuracy_score(y_test,predictR)*100)\n",
        "\n",
        "print('Accuracy result of Logistic Regression is:', x)\n",
        "print(\"\")\n",
        "cm1=confusion_matrix(y_test,predictR)\n",
        "print('Confusion Matrix result of Logistic Regression is:\\n',cm1)\n",
        "print(\"\")\n",
        "sensitivity1 = cm1[0,0]/(cm1[0,0]+cm1[0,1])\n",
        "print('Sensitivity : ', sensitivity1 )\n",
        "print(\"\")\n",
        "specificity1 = cm1[1,1]/(cm1[1,0]+cm1[1,1])\n",
        "print('Specificity : ', specificity1)\n",
        "print(\"\")\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 27,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "CnD8VJ0ycc8t",
        "outputId": "2b682df8-29cb-45bc-8a5f-3a223f057a7f"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "True Positive : 309\n",
            "True Negative : 269\n",
            "False Positive : 8\n",
            "False Negative : 10\n",
            "\n",
            "True Positive Rate : 0.9686520376175548\n",
            "True Negative Rate : 0.9711191335740073\n",
            "False Positive Rate : 0.02888086642599278\n",
            "False Negative Rate : 0.03134796238244514\n",
            "\n",
            "Positive Predictive Value : 0.9747634069400631\n",
            "Negative predictive value : 0.96415770609319\n"
          ]
        }
      ],
      "source": [
        "TN = cm1[0][0]\n",
        "FN = cm1[1][0]\n",
        "TP = cm1[1][1]\n",
        "FP = cm1[0][1]\n",
        "print(\"True Positive :\",TP)\n",
        "print(\"True Negative :\",TN)\n",
        "print(\"False Positive :\",FP)\n",
        "print(\"False Negative :\",FN)\n",
        "print(\"\")\n",
        "TPR = TP/(TP+FN)\n",
        "TNR = TN/(TN+FP)\n",
        "FPR = FP/(FP+TN)\n",
        "FNR = FN/(TP+FN)\n",
        "print(\"True Positive Rate :\",TPR)\n",
        "print(\"True Negative Rate :\",TNR)\n",
        "print(\"False Positive Rate :\",FPR)\n",
        "print(\"False Negative Rate :\",FNR)\n",
        "print(\"\")\n",
        "PPV = TP/(TP+FP)\n",
        "NPV = TN/(TN+FN)\n",
        "print(\"Positive Predictive Value :\",PPV)\n",
        "print(\"Negative predictive value :\",NPV)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "m3TRWhKqcc8u"
      },
      "source": [
        "Decision Tree Classifier :"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 28,
      "metadata": {
        "scrolled": true,
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ptvmFVMYcc8u",
        "outputId": "caad3390-bbca-4be9-d1db-a44b1cad1f10"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Classification report of Decision Tree Classifier Results:\n",
            "\n",
            "              precision    recall  f1-score   support\n",
            "\n",
            "           0       0.61      0.62      0.62       277\n",
            "           1       0.67      0.66      0.66       319\n",
            "\n",
            "    accuracy                           0.64       596\n",
            "   macro avg       0.64      0.64      0.64       596\n",
            "weighted avg       0.64      0.64      0.64       596\n",
            "\n",
            "Accuracy result of Decision Tree Classifier is 64.26174496644296\n",
            "\n",
            "Confusion Matrix result of Decision Tree Classifier is:\n",
            " [[172 105]\n",
            " [108 211]]\n",
            "\n",
            "Sensitivity :  0.6209386281588448\n",
            "\n",
            "Specificity :  0.6614420062695925\n"
          ]
        }
      ],
      "source": [
        "from sklearn.tree import DecisionTreeClassifier\n",
        "dtree = DecisionTreeClassifier()\n",
        "\n",
        "dtree.fit(X_train, y_train)\n",
        "\n",
        "predictDT = dtree.predict(X_test)\n",
        "\n",
        "print(\"\")\n",
        "print('Classification report of Decision Tree Classifier Results:')\n",
        "print(\"\")\n",
        "\n",
        "print(classification_report(y_test,predictDT))\n",
        "x = (accuracy_score(y_test,predictDT)*100)\n",
        "\n",
        "print('Accuracy result of Decision Tree Classifier is', x)\n",
        "print(\"\")\n",
        "cm2=confusion_matrix(y_test,predictDT)\n",
        "print('Confusion Matrix result of Decision Tree Classifier is:\\n', confusion_matrix(y_test,predictDT))\n",
        "print(\"\")\n",
        "\n",
        "sensitivity1 = cm2[0,0]/(cm2[0,0]+cm2[0,1])\n",
        "print('Sensitivity : ', sensitivity1 )\n",
        "print(\"\")\n",
        "specificity1 = cm2[1,1]/(cm2[1,0]+cm2[1,1])\n",
        "print('Specificity : ', specificity1)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 29,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "L9iXkLtJcc8v",
        "outputId": "fab26a43-c812-48f1-e759-d471d5b08c0d"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "True Positive : 211\n",
            "True Negative : 172\n",
            "False Positive : 105\n",
            "False Negative : 108\n",
            "\n",
            "True Positive Rate : 0.6614420062695925\n",
            "True Negative Rate : 0.6209386281588448\n",
            "False Positive Rate : 0.37906137184115524\n",
            "False Negative Rate : 0.3385579937304075\n",
            "\n",
            "Positive Predictive Value : 0.6677215189873418\n",
            "Negative predictive value : 0.6142857142857143\n"
          ]
        }
      ],
      "source": [
        "TN = cm2[0][0]\n",
        "FN = cm2[1][0]\n",
        "TP = cm2[1][1]\n",
        "FP = cm2[0][1]\n",
        "print(\"True Positive :\",TP)\n",
        "print(\"True Negative :\",TN)\n",
        "print(\"False Positive :\",FP)\n",
        "print(\"False Negative :\",FN)\n",
        "print(\"\")\n",
        "TPR = TP/(TP+FN)\n",
        "TNR = TN/(TN+FP)\n",
        "FPR = FP/(FP+TN)\n",
        "FNR = FN/(TP+FN)\n",
        "print(\"True Positive Rate :\",TPR)\n",
        "print(\"True Negative Rate :\",TNR)\n",
        "print(\"False Positive Rate :\",FPR)\n",
        "print(\"False Negative Rate :\",FNR)\n",
        "print(\"\")\n",
        "PPV = TP/(TP+FP)\n",
        "NPV = TN/(TN+FN)\n",
        "print(\"Positive Predictive Value :\",PPV)\n",
        "print(\"Negative predictive value :\",NPV)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 29,
      "metadata": {
        "id": "89CMJiJJcc8v"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3 (ipykernel)",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.9.7"
    },
    "colab": {
      "provenance": [],
      "include_colab_link": true
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}