Sentiment Analysis for Stock based on News.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "ff66e217",
   "metadata": {},
   "source": [
    "# Sentiment Analysis for Stock"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "a3bf298a",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "446f6893",
   "metadata": {},
   "outputs": [],
   "source": [
    "csv_file = pd.read_csv(r\"C:\\Users\\Admin\\Automation_Python\\NLP Projects\\Data.csv\",encoding= 'ANSI')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "0c47360a",
   "metadata": {},
   "outputs": [],
   "source": [
    "#Splitting large chunk of data to Training dataset. Smaller one for Testing\n",
    "train = csv_file[csv_file['Date'] < '2015-01-01']\n",
    "test = csv_file[csv_file['Date'] > '2014-12-31']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "aad70036",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date</th>\n",
       "      <th>Label</th>\n",
       "      <th>Top1</th>\n",
       "      <th>Top2</th>\n",
       "      <th>Top3</th>\n",
       "      <th>Top4</th>\n",
       "      <th>Top5</th>\n",
       "      <th>Top6</th>\n",
       "      <th>Top7</th>\n",
       "      <th>Top8</th>\n",
       "      <th>...</th>\n",
       "      <th>Top16</th>\n",
       "      <th>Top17</th>\n",
       "      <th>Top18</th>\n",
       "      <th>Top19</th>\n",
       "      <th>Top20</th>\n",
       "      <th>Top21</th>\n",
       "      <th>Top22</th>\n",
       "      <th>Top23</th>\n",
       "      <th>Top24</th>\n",
       "      <th>Top25</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2000-01-03</td>\n",
       "      <td>0</td>\n",
       "      <td>A 'hindrance to operations': extracts from the...</td>\n",
       "      <td>Scorecard</td>\n",
       "      <td>Hughes' instant hit buoys Blues</td>\n",
       "      <td>Jack gets his skates on at ice-cold Alex</td>\n",
       "      <td>Chaos as Maracana builds up for United</td>\n",
       "      <td>Depleted Leicester prevail as Elliott spoils E...</td>\n",
       "      <td>Hungry Spurs sense rich pickings</td>\n",
       "      <td>Gunners so wide of an easy target</td>\n",
       "      <td>...</td>\n",
       "      <td>Flintoff injury piles on woe for England</td>\n",
       "      <td>Hunters threaten Jospin with new battle of the...</td>\n",
       "      <td>Kohl's successor drawn into scandal</td>\n",
       "      <td>The difference between men and women</td>\n",
       "      <td>Sara Denver, nurse turned solicitor</td>\n",
       "      <td>Diana's landmine crusade put Tories in a panic</td>\n",
       "      <td>Yeltsin's resignation caught opposition flat-f...</td>\n",
       "      <td>Russian roulette</td>\n",
       "      <td>Sold out</td>\n",
       "      <td>Recovering a title</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2000-01-04</td>\n",
       "      <td>0</td>\n",
       "      <td>Scorecard</td>\n",
       "      <td>The best lake scene</td>\n",
       "      <td>Leader: German sleaze inquiry</td>\n",
       "      <td>Cheerio, boyo</td>\n",
       "      <td>The main recommendations</td>\n",
       "      <td>Has Cubie killed fees?</td>\n",
       "      <td>Has Cubie killed fees?</td>\n",
       "      <td>Has Cubie killed fees?</td>\n",
       "      <td>...</td>\n",
       "      <td>On the critical list</td>\n",
       "      <td>The timing of their lives</td>\n",
       "      <td>Dear doctor</td>\n",
       "      <td>Irish court halts IRA man's extradition to Nor...</td>\n",
       "      <td>Burundi peace initiative fades after rebels re...</td>\n",
       "      <td>PE points the way forward to the ECB</td>\n",
       "      <td>Campaigners keep up pressure on Nazi war crime...</td>\n",
       "      <td>Jane Ratcliffe</td>\n",
       "      <td>Yet more things you wouldn't know without the ...</td>\n",
       "      <td>Millennium bug fails to bite</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2000-01-05</td>\n",
       "      <td>0</td>\n",
       "      <td>Coventry caught on counter by Flo</td>\n",
       "      <td>United's rivals on the road to Rio</td>\n",
       "      <td>Thatcher issues defence before trial by video</td>\n",
       "      <td>Police help Smith lay down the law at Everton</td>\n",
       "      <td>Tale of Trautmann bears two more retellings</td>\n",
       "      <td>England on the rack</td>\n",
       "      <td>Pakistan retaliate with call for video of Walsh</td>\n",
       "      <td>Cullinan continues his Cape monopoly</td>\n",
       "      <td>...</td>\n",
       "      <td>South Melbourne (Australia)</td>\n",
       "      <td>Necaxa (Mexico)</td>\n",
       "      <td>Real Madrid (Spain)</td>\n",
       "      <td>Raja Casablanca (Morocco)</td>\n",
       "      <td>Corinthians (Brazil)</td>\n",
       "      <td>Tony's pet project</td>\n",
       "      <td>Al Nassr (Saudi Arabia)</td>\n",
       "      <td>Ideal Holmes show</td>\n",
       "      <td>Pinochet leaves hospital after tests</td>\n",
       "      <td>Useful links</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2000-01-06</td>\n",
       "      <td>1</td>\n",
       "      <td>Pilgrim knows how to progress</td>\n",
       "      <td>Thatcher facing ban</td>\n",
       "      <td>McIlroy calls for Irish fighting spirit</td>\n",
       "      <td>Leicester bin stadium blueprint</td>\n",
       "      <td>United braced for Mexican wave</td>\n",
       "      <td>Auntie back in fashion, even if the dress look...</td>\n",
       "      <td>Shoaib appeal goes to the top</td>\n",
       "      <td>Hussain hurt by 'shambles' but lays blame on e...</td>\n",
       "      <td>...</td>\n",
       "      <td>Putin admits Yeltsin quit to give him a head s...</td>\n",
       "      <td>BBC worst hit as digital TV begins to bite</td>\n",
       "      <td>How much can you pay for...</td>\n",
       "      <td>Christmas glitches</td>\n",
       "      <td>Upending a table, Chopping a line and Scoring ...</td>\n",
       "      <td>Scientific evidence 'unreliable', defence claims</td>\n",
       "      <td>Fusco wins judicial review in extradition case</td>\n",
       "      <td>Rebels thwart Russian advance</td>\n",
       "      <td>Blair orders shake-up of failing NHS</td>\n",
       "      <td>Lessons of law's hard heart</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2000-01-07</td>\n",
       "      <td>1</td>\n",
       "      <td>Hitches and Horlocks</td>\n",
       "      <td>Beckham off but United survive</td>\n",
       "      <td>Breast cancer screening</td>\n",
       "      <td>Alan Parker</td>\n",
       "      <td>Guardian readers: are you all whingers?</td>\n",
       "      <td>Hollywood Beyond</td>\n",
       "      <td>Ashes and diamonds</td>\n",
       "      <td>Whingers - a formidable minority</td>\n",
       "      <td>...</td>\n",
       "      <td>Most everywhere:  UDIs</td>\n",
       "      <td>Most wanted:  Chloe lunettes</td>\n",
       "      <td>Return of the cane 'completely off the agenda'</td>\n",
       "      <td>From Sleepy Hollow to Greeneland</td>\n",
       "      <td>Blunkett outlines vision for over 11s</td>\n",
       "      <td>Embattled Dobson attacks 'play now, pay later'...</td>\n",
       "      <td>Doom and the Dome</td>\n",
       "      <td>What is the north-south divide?</td>\n",
       "      <td>Aitken released from jail</td>\n",
       "      <td>Gone aloft</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3718</th>\n",
       "      <td>2014-12-24</td>\n",
       "      <td>1</td>\n",
       "      <td>Death toll among Qatars 2022 World Cup workers...</td>\n",
       "      <td>Fishing Supertrawlers to be banned permanently...</td>\n",
       "      <td>Indian telecommunications company Airtel viola...</td>\n",
       "      <td>North Korea's Internet is down again; second b...</td>\n",
       "      <td>Jakarta to ban virginity tests for female civi...</td>\n",
       "      <td>Workers at Chinese iPhone factories are pressu...</td>\n",
       "      <td>Thousands in Spain protest ban on demonstratio...</td>\n",
       "      <td>London activists occupy 5-storey former bank i...</td>\n",
       "      <td>...</td>\n",
       "      <td>Scientists discover oldest stone tool ever fou...</td>\n",
       "      <td>ISIS claims capture of Jordanian pilot after p...</td>\n",
       "      <td>Russian prime minister warns of 'deep recessio...</td>\n",
       "      <td>Russia says France must fulfil Mistral contrac...</td>\n",
       "      <td>Secret flight linking Israel to the UAE reveal...</td>\n",
       "      <td>Ukraine temporarily cuts off power supplies to...</td>\n",
       "      <td>Coalition plane 'crashes in Syria'</td>\n",
       "      <td>Across the world 'Silent Night' to honor WWI X...</td>\n",
       "      <td>Elderly Nigerians Rounded Up And Shot Dead</td>\n",
       "      <td>Russia May Be Cut to Junk rating as S&amp;amp;P Sa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3719</th>\n",
       "      <td>2014-12-26</td>\n",
       "      <td>1</td>\n",
       "      <td>Saudis are eagerly awaiting the approval of a ...</td>\n",
       "      <td>Due to the fall in oil prices, Saudi Arabia is...</td>\n",
       "      <td>Bill giving government the power to shutdown t...</td>\n",
       "      <td>A struggle for women's rights is brewing withi...</td>\n",
       "      <td>Putin cancels New Year's Holiday for governmen...</td>\n",
       "      <td>Ireland is siding with Microsoft in its legal ...</td>\n",
       "      <td>More than 80 people including women and childr...</td>\n",
       "      <td>The Syrian Army has killed nearly 5,000 Islami...</td>\n",
       "      <td>...</td>\n",
       "      <td>Senior UN officials expelled from Sudan follow...</td>\n",
       "      <td>Mauritania journalist sentenced to death for a...</td>\n",
       "      <td>Kim Dotcom Makes Deal with LizardSquad to stop...</td>\n",
       "      <td>Ukraine peace talks called off</td>\n",
       "      <td>Tibetan protests reported in China's Sichuan</td>\n",
       "      <td>New Study Adds to Skepticism Among Security Ex...</td>\n",
       "      <td>US relocates 3,000 MRAPs, other military gear ...</td>\n",
       "      <td>Russia's new military doctrine names NATO as a...</td>\n",
       "      <td>Protesters in Mexico claim that German arms ma...</td>\n",
       "      <td>A leading Russian elected official on Thursday...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3720</th>\n",
       "      <td>2014-12-29</td>\n",
       "      <td>0</td>\n",
       "      <td>Solar Power Storage Prices Drop 25% In Germany...</td>\n",
       "      <td>North Korea Hit Again By Internet Outage; Expe...</td>\n",
       "      <td>ARCHAEOLOGY - Massive ancient underground city...</td>\n",
       "      <td>Reopen investigation into Westminster pedophil...</td>\n",
       "      <td>Taliban declare 'defeat' of U.S., allies in Af...</td>\n",
       "      <td>British Falklands defence review after militar...</td>\n",
       "      <td>Virgin Confirms Fault On Plane Circling Over UK</td>\n",
       "      <td>Photo of 'women murdered for refusing sex jiha...</td>\n",
       "      <td>...</td>\n",
       "      <td>Islamic State executed nearly 2,000 people in ...</td>\n",
       "      <td>The leader of one of Mexico's first anti-crime...</td>\n",
       "      <td>Gmail has been blocked in China</td>\n",
       "      <td>Egyptian writer to face trial for 'insulting I...</td>\n",
       "      <td>Reports reveal scale of destruction of Syrias ...</td>\n",
       "      <td>Russia will supply coal and electricity to Kie...</td>\n",
       "      <td>ISIS executes more doctors in Mosul</td>\n",
       "      <td>Russia shows first sign of recession as GDP co...</td>\n",
       "      <td>AirAsia plane likely 'at bottom of the sea,' s...</td>\n",
       "      <td>AirAsia Flight's Altitude Request Was Refused</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3721</th>\n",
       "      <td>2014-12-30</td>\n",
       "      <td>0</td>\n",
       "      <td>China businessman jailed for 13 years for buyi...</td>\n",
       "      <td>AirAsia live: Emergency slide, plane door seen...</td>\n",
       "      <td>AirAsia plane wreckage found, bodies being rec...</td>\n",
       "      <td>Scotland confirms case of Ebola - Ebola cases ...</td>\n",
       "      <td>Pope Francis to Catholics: It's time to take a...</td>\n",
       "      <td>Oil hits five-and-a-half-year low below $57 on...</td>\n",
       "      <td>\"Lizard Squad\" members who ruined Christmas fo...</td>\n",
       "      <td>Two students in Thailand face up to 15 years i...</td>\n",
       "      <td>...</td>\n",
       "      <td>Turkey is being used as one of the primary rou...</td>\n",
       "      <td>Swedish mosque set ablaze in second suspected ...</td>\n",
       "      <td>Cybersecurity Firm Identifies Six In Sony Hack...</td>\n",
       "      <td>The U.N. General Assembly voted unanimously Mo...</td>\n",
       "      <td>\"The regime must be destroyed\": Alexei Navalny...</td>\n",
       "      <td>Aleksei Navalny, Russian opposition leader, is...</td>\n",
       "      <td>Search area for Air Asia QZ8501 expanded, stil...</td>\n",
       "      <td>Ebola case confirmed in Glasgow | World news</td>\n",
       "      <td>AirAsia plane carrying 153 people overshoots r...</td>\n",
       "      <td>One of China's most industrialized cities has ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3722</th>\n",
       "      <td>2014-12-31</td>\n",
       "      <td>0</td>\n",
       "      <td>AirAsia flight found at the bottom of the Java...</td>\n",
       "      <td>North Korean defector details 'human experimen...</td>\n",
       "      <td>Korean Air ex-executive Cho Hyun-ah arrested -...</td>\n",
       "      <td>South Korean to drop Sony film \"The Interview\"...</td>\n",
       "      <td>U.S. opening of oil export widens battle: The ...</td>\n",
       "      <td>FBI agents investigating the Sony Pictures hac...</td>\n",
       "      <td>Indian Government Orders Blocking of 32 Websit...</td>\n",
       "      <td>Russia annual inflation jumps to 11.4% as roub...</td>\n",
       "      <td>...</td>\n",
       "      <td>Newly published NSA documents show agency coul...</td>\n",
       "      <td>Britain says it cannot support new Palestinian...</td>\n",
       "      <td>Bolivias Morales: US 'Backs Drug Trafficking'</td>\n",
       "      <td>Euro zone politicians are not obliged to rescu...</td>\n",
       "      <td>Greece Dissolves Parliament to Prepare for Ear...</td>\n",
       "      <td>German Chancellor Angela Merkel in a New Year'...</td>\n",
       "      <td>Al Shabaab leader killed in U.S. air strike in...</td>\n",
       "      <td>New solar power material converts 90 percent o...</td>\n",
       "      <td>China launches website laying claim to Senkaku...</td>\n",
       "      <td>At Least 33 Killed in Yemen Suicide Bombing</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3723 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            Date  Label                                               Top1  \\\n",
       "0     2000-01-03      0  A 'hindrance to operations': extracts from the...   \n",
       "1     2000-01-04      0                                          Scorecard   \n",
       "2     2000-01-05      0                  Coventry caught on counter by Flo   \n",
       "3     2000-01-06      1                      Pilgrim knows how to progress   \n",
       "4     2000-01-07      1                               Hitches and Horlocks   \n",
       "...          ...    ...                                                ...   \n",
       "3718  2014-12-24      1  Death toll among Qatars 2022 World Cup workers...   \n",
       "3719  2014-12-26      1  Saudis are eagerly awaiting the approval of a ...   \n",
       "3720  2014-12-29      0  Solar Power Storage Prices Drop 25% In Germany...   \n",
       "3721  2014-12-30      0  China businessman jailed for 13 years for buyi...   \n",
       "3722  2014-12-31      0  AirAsia flight found at the bottom of the Java...   \n",
       "\n",
       "                                                   Top2  \\\n",
       "0                                             Scorecard   \n",
       "1                                   The best lake scene   \n",
       "2                    United's rivals on the road to Rio   \n",
       "3                                   Thatcher facing ban   \n",
       "4                        Beckham off but United survive   \n",
       "...                                                 ...   \n",
       "3718  Fishing Supertrawlers to be banned permanently...   \n",
       "3719  Due to the fall in oil prices, Saudi Arabia is...   \n",
       "3720  North Korea Hit Again By Internet Outage; Expe...   \n",
       "3721  AirAsia live: Emergency slide, plane door seen...   \n",
       "3722  North Korean defector details 'human experimen...   \n",
       "\n",
       "                                                   Top3  \\\n",
       "0                       Hughes' instant hit buoys Blues   \n",
       "1                         Leader: German sleaze inquiry   \n",
       "2         Thatcher issues defence before trial by video   \n",
       "3               McIlroy calls for Irish fighting spirit   \n",
       "4                               Breast cancer screening   \n",
       "...                                                 ...   \n",
       "3718  Indian telecommunications company Airtel viola...   \n",
       "3719  Bill giving government the power to shutdown t...   \n",
       "3720  ARCHAEOLOGY - Massive ancient underground city...   \n",
       "3721  AirAsia plane wreckage found, bodies being rec...   \n",
       "3722  Korean Air ex-executive Cho Hyun-ah arrested -...   \n",
       "\n",
       "                                                   Top4  \\\n",
       "0              Jack gets his skates on at ice-cold Alex   \n",
       "1                                         Cheerio, boyo   \n",
       "2         Police help Smith lay down the law at Everton   \n",
       "3                       Leicester bin stadium blueprint   \n",
       "4                                           Alan Parker   \n",
       "...                                                 ...   \n",
       "3718  North Korea's Internet is down again; second b...   \n",
       "3719  A struggle for women's rights is brewing withi...   \n",
       "3720  Reopen investigation into Westminster pedophil...   \n",
       "3721  Scotland confirms case of Ebola - Ebola cases ...   \n",
       "3722  South Korean to drop Sony film \"The Interview\"...   \n",
       "\n",
       "                                                   Top5  \\\n",
       "0                Chaos as Maracana builds up for United   \n",
       "1                              The main recommendations   \n",
       "2           Tale of Trautmann bears two more retellings   \n",
       "3                        United braced for Mexican wave   \n",
       "4               Guardian readers: are you all whingers?   \n",
       "...                                                 ...   \n",
       "3718  Jakarta to ban virginity tests for female civi...   \n",
       "3719  Putin cancels New Year's Holiday for governmen...   \n",
       "3720  Taliban declare 'defeat' of U.S., allies in Af...   \n",
       "3721  Pope Francis to Catholics: It's time to take a...   \n",
       "3722  U.S. opening of oil export widens battle: The ...   \n",
       "\n",
       "                                                   Top6  \\\n",
       "0     Depleted Leicester prevail as Elliott spoils E...   \n",
       "1                                Has Cubie killed fees?   \n",
       "2                                   England on the rack   \n",
       "3     Auntie back in fashion, even if the dress look...   \n",
       "4                                      Hollywood Beyond   \n",
       "...                                                 ...   \n",
       "3718  Workers at Chinese iPhone factories are pressu...   \n",
       "3719  Ireland is siding with Microsoft in its legal ...   \n",
       "3720  British Falklands defence review after militar...   \n",
       "3721  Oil hits five-and-a-half-year low below $57 on...   \n",
       "3722  FBI agents investigating the Sony Pictures hac...   \n",
       "\n",
       "                                                   Top7  \\\n",
       "0                      Hungry Spurs sense rich pickings   \n",
       "1                                Has Cubie killed fees?   \n",
       "2       Pakistan retaliate with call for video of Walsh   \n",
       "3                         Shoaib appeal goes to the top   \n",
       "4                                    Ashes and diamonds   \n",
       "...                                                 ...   \n",
       "3718  Thousands in Spain protest ban on demonstratio...   \n",
       "3719  More than 80 people including women and childr...   \n",
       "3720    Virgin Confirms Fault On Plane Circling Over UK   \n",
       "3721  \"Lizard Squad\" members who ruined Christmas fo...   \n",
       "3722  Indian Government Orders Blocking of 32 Websit...   \n",
       "\n",
       "                                                   Top8  ...  \\\n",
       "0                     Gunners so wide of an easy target  ...   \n",
       "1                                Has Cubie killed fees?  ...   \n",
       "2                  Cullinan continues his Cape monopoly  ...   \n",
       "3     Hussain hurt by 'shambles' but lays blame on e...  ...   \n",
       "4                      Whingers - a formidable minority  ...   \n",
       "...                                                 ...  ...   \n",
       "3718  London activists occupy 5-storey former bank i...  ...   \n",
       "3719  The Syrian Army has killed nearly 5,000 Islami...  ...   \n",
       "3720  Photo of 'women murdered for refusing sex jiha...  ...   \n",
       "3721  Two students in Thailand face up to 15 years i...  ...   \n",
       "3722  Russia annual inflation jumps to 11.4% as roub...  ...   \n",
       "\n",
       "                                                  Top16  \\\n",
       "0              Flintoff injury piles on woe for England   \n",
       "1                                  On the critical list   \n",
       "2                           South Melbourne (Australia)   \n",
       "3     Putin admits Yeltsin quit to give him a head s...   \n",
       "4                                Most everywhere:  UDIs   \n",
       "...                                                 ...   \n",
       "3718  Scientists discover oldest stone tool ever fou...   \n",
       "3719  Senior UN officials expelled from Sudan follow...   \n",
       "3720  Islamic State executed nearly 2,000 people in ...   \n",
       "3721  Turkey is being used as one of the primary rou...   \n",
       "3722  Newly published NSA documents show agency coul...   \n",
       "\n",
       "                                                  Top17  \\\n",
       "0     Hunters threaten Jospin with new battle of the...   \n",
       "1                             The timing of their lives   \n",
       "2                                       Necaxa (Mexico)   \n",
       "3            BBC worst hit as digital TV begins to bite   \n",
       "4                          Most wanted:  Chloe lunettes   \n",
       "...                                                 ...   \n",
       "3718  ISIS claims capture of Jordanian pilot after p...   \n",
       "3719  Mauritania journalist sentenced to death for a...   \n",
       "3720  The leader of one of Mexico's first anti-crime...   \n",
       "3721  Swedish mosque set ablaze in second suspected ...   \n",
       "3722  Britain says it cannot support new Palestinian...   \n",
       "\n",
       "                                                  Top18  \\\n",
       "0                   Kohl's successor drawn into scandal   \n",
       "1                                           Dear doctor   \n",
       "2                                   Real Madrid (Spain)   \n",
       "3                           How much can you pay for...   \n",
       "4        Return of the cane 'completely off the agenda'   \n",
       "...                                                 ...   \n",
       "3718  Russian prime minister warns of 'deep recessio...   \n",
       "3719  Kim Dotcom Makes Deal with LizardSquad to stop...   \n",
       "3720                    Gmail has been blocked in China   \n",
       "3721  Cybersecurity Firm Identifies Six In Sony Hack...   \n",
       "3722      Bolivias Morales: US 'Backs Drug Trafficking'   \n",
       "\n",
       "                                                  Top19  \\\n",
       "0                  The difference between men and women   \n",
       "1     Irish court halts IRA man's extradition to Nor...   \n",
       "2                             Raja Casablanca (Morocco)   \n",
       "3                                    Christmas glitches   \n",
       "4                      From Sleepy Hollow to Greeneland   \n",
       "...                                                 ...   \n",
       "3718  Russia says France must fulfil Mistral contrac...   \n",
       "3719                     Ukraine peace talks called off   \n",
       "3720  Egyptian writer to face trial for 'insulting I...   \n",
       "3721  The U.N. General Assembly voted unanimously Mo...   \n",
       "3722  Euro zone politicians are not obliged to rescu...   \n",
       "\n",
       "                                                  Top20  \\\n",
       "0                   Sara Denver, nurse turned solicitor   \n",
       "1     Burundi peace initiative fades after rebels re...   \n",
       "2                                  Corinthians (Brazil)   \n",
       "3     Upending a table, Chopping a line and Scoring ...   \n",
       "4                 Blunkett outlines vision for over 11s   \n",
       "...                                                 ...   \n",
       "3718  Secret flight linking Israel to the UAE reveal...   \n",
       "3719       Tibetan protests reported in China's Sichuan   \n",
       "3720  Reports reveal scale of destruction of Syrias ...   \n",
       "3721  \"The regime must be destroyed\": Alexei Navalny...   \n",
       "3722  Greece Dissolves Parliament to Prepare for Ear...   \n",
       "\n",
       "                                                  Top21  \\\n",
       "0        Diana's landmine crusade put Tories in a panic   \n",
       "1                  PE points the way forward to the ECB   \n",
       "2                                    Tony's pet project   \n",
       "3      Scientific evidence 'unreliable', defence claims   \n",
       "4     Embattled Dobson attacks 'play now, pay later'...   \n",
       "...                                                 ...   \n",
       "3718  Ukraine temporarily cuts off power supplies to...   \n",
       "3719  New Study Adds to Skepticism Among Security Ex...   \n",
       "3720  Russia will supply coal and electricity to Kie...   \n",
       "3721  Aleksei Navalny, Russian opposition leader, is...   \n",
       "3722  German Chancellor Angela Merkel in a New Year'...   \n",
       "\n",
       "                                                  Top22  \\\n",
       "0     Yeltsin's resignation caught opposition flat-f...   \n",
       "1     Campaigners keep up pressure on Nazi war crime...   \n",
       "2                               Al Nassr (Saudi Arabia)   \n",
       "3        Fusco wins judicial review in extradition case   \n",
       "4                                     Doom and the Dome   \n",
       "...                                                 ...   \n",
       "3718                 Coalition plane 'crashes in Syria'   \n",
       "3719  US relocates 3,000 MRAPs, other military gear ...   \n",
       "3720                ISIS executes more doctors in Mosul   \n",
       "3721  Search area for Air Asia QZ8501 expanded, stil...   \n",
       "3722  Al Shabaab leader killed in U.S. air strike in...   \n",
       "\n",
       "                                                  Top23  \\\n",
       "0                                      Russian roulette   \n",
       "1                                        Jane Ratcliffe   \n",
       "2                                     Ideal Holmes show   \n",
       "3                         Rebels thwart Russian advance   \n",
       "4                       What is the north-south divide?   \n",
       "...                                                 ...   \n",
       "3718  Across the world 'Silent Night' to honor WWI X...   \n",
       "3719  Russia's new military doctrine names NATO as a...   \n",
       "3720  Russia shows first sign of recession as GDP co...   \n",
       "3721       Ebola case confirmed in Glasgow | World news   \n",
       "3722  New solar power material converts 90 percent o...   \n",
       "\n",
       "                                                  Top24  \\\n",
       "0                                              Sold out   \n",
       "1     Yet more things you wouldn't know without the ...   \n",
       "2                  Pinochet leaves hospital after tests   \n",
       "3                  Blair orders shake-up of failing NHS   \n",
       "4                             Aitken released from jail   \n",
       "...                                                 ...   \n",
       "3718         Elderly Nigerians Rounded Up And Shot Dead   \n",
       "3719  Protesters in Mexico claim that German arms ma...   \n",
       "3720  AirAsia plane likely 'at bottom of the sea,' s...   \n",
       "3721  AirAsia plane carrying 153 people overshoots r...   \n",
       "3722  China launches website laying claim to Senkaku...   \n",
       "\n",
       "                                                  Top25  \n",
       "0                                    Recovering a title  \n",
       "1                          Millennium bug fails to bite  \n",
       "2                                          Useful links  \n",
       "3                           Lessons of law's hard heart  \n",
       "4                                            Gone aloft  \n",
       "...                                                 ...  \n",
       "3718  Russia May Be Cut to Junk rating as S&amp;P Sa...  \n",
       "3719  A leading Russian elected official on Thursday...  \n",
       "3720      AirAsia Flight's Altitude Request Was Refused  \n",
       "3721  One of China's most industrialized cities has ...  \n",
       "3722        At Least 33 Killed in Yemen Suicide Bombing  \n",
       "\n",
       "[3723 rows x 27 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "ae3181f5",
   "metadata": {},
   "outputs": [],
   "source": [
    "#Feature engineering\n",
    "#Removing special characters and changing everything to lowercase\n",
    "\n",
    "data = train.iloc[:,2:27]\n",
    "data.replace(\"[^A-Za-z]\",' ',regex = True,inplace = True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "cd596ba4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "      <th>22</th>\n",
       "      <th>23</th>\n",
       "      <th>24</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>A  hindrance to operations   extracts from the...</td>\n",
       "      <td>Scorecard</td>\n",
       "      <td>Hughes  instant hit buoys Blues</td>\n",
       "      <td>Jack gets his skates on at ice cold Alex</td>\n",
       "      <td>Chaos as Maracana builds up for United</td>\n",
       "      <td>Depleted Leicester prevail as Elliott spoils E...</td>\n",
       "      <td>Hungry Spurs sense rich pickings</td>\n",
       "      <td>Gunners so wide of an easy target</td>\n",
       "      <td>Derby raise a glass to Strupar s debut double</td>\n",
       "      <td>Southgate strikes  Leeds pay the penalty</td>\n",
       "      <td>...</td>\n",
       "      <td>Flintoff injury piles on woe for England</td>\n",
       "      <td>Hunters threaten Jospin with new battle of the...</td>\n",
       "      <td>Kohl s successor drawn into scandal</td>\n",
       "      <td>The difference between men and women</td>\n",
       "      <td>Sara Denver  nurse turned solicitor</td>\n",
       "      <td>Diana s landmine crusade put Tories in a panic</td>\n",
       "      <td>Yeltsin s resignation caught opposition flat f...</td>\n",
       "      <td>Russian roulette</td>\n",
       "      <td>Sold out</td>\n",
       "      <td>Recovering a title</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Scorecard</td>\n",
       "      <td>The best lake scene</td>\n",
       "      <td>Leader  German sleaze inquiry</td>\n",
       "      <td>Cheerio  boyo</td>\n",
       "      <td>The main recommendations</td>\n",
       "      <td>Has Cubie killed fees</td>\n",
       "      <td>Has Cubie killed fees</td>\n",
       "      <td>Has Cubie killed fees</td>\n",
       "      <td>Hopkins  furious  at Foster s lack of Hannibal...</td>\n",
       "      <td>Has Cubie killed fees</td>\n",
       "      <td>...</td>\n",
       "      <td>On the critical list</td>\n",
       "      <td>The timing of their lives</td>\n",
       "      <td>Dear doctor</td>\n",
       "      <td>Irish court halts IRA man s extradition to Nor...</td>\n",
       "      <td>Burundi peace initiative fades after rebels re...</td>\n",
       "      <td>PE points the way forward to the ECB</td>\n",
       "      <td>Campaigners keep up pressure on Nazi war crime...</td>\n",
       "      <td>Jane Ratcliffe</td>\n",
       "      <td>Yet more things you wouldn t know without the ...</td>\n",
       "      <td>Millennium bug fails to bite</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Coventry caught on counter by Flo</td>\n",
       "      <td>United s rivals on the road to Rio</td>\n",
       "      <td>Thatcher issues defence before trial by video</td>\n",
       "      <td>Police help Smith lay down the law at Everton</td>\n",
       "      <td>Tale of Trautmann bears two more retellings</td>\n",
       "      <td>England on the rack</td>\n",
       "      <td>Pakistan retaliate with call for video of Walsh</td>\n",
       "      <td>Cullinan continues his Cape monopoly</td>\n",
       "      <td>McGrath puts India out of their misery</td>\n",
       "      <td>Blair Witch bandwagon rolls on</td>\n",
       "      <td>...</td>\n",
       "      <td>South Melbourne  Australia</td>\n",
       "      <td>Necaxa  Mexico</td>\n",
       "      <td>Real Madrid  Spain</td>\n",
       "      <td>Raja Casablanca  Morocco</td>\n",
       "      <td>Corinthians  Brazil</td>\n",
       "      <td>Tony s pet project</td>\n",
       "      <td>Al Nassr  Saudi Arabia</td>\n",
       "      <td>Ideal Holmes show</td>\n",
       "      <td>Pinochet leaves hospital after tests</td>\n",
       "      <td>Useful links</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Pilgrim knows how to progress</td>\n",
       "      <td>Thatcher facing ban</td>\n",
       "      <td>McIlroy calls for Irish fighting spirit</td>\n",
       "      <td>Leicester bin stadium blueprint</td>\n",
       "      <td>United braced for Mexican wave</td>\n",
       "      <td>Auntie back in fashion  even if the dress look...</td>\n",
       "      <td>Shoaib appeal goes to the top</td>\n",
       "      <td>Hussain hurt by  shambles  but lays blame on e...</td>\n",
       "      <td>England s decade of disasters</td>\n",
       "      <td>Revenge is sweet for jubilant Cronje</td>\n",
       "      <td>...</td>\n",
       "      <td>Putin admits Yeltsin quit to give him a head s...</td>\n",
       "      <td>BBC worst hit as digital TV begins to bite</td>\n",
       "      <td>How much can you pay for</td>\n",
       "      <td>Christmas glitches</td>\n",
       "      <td>Upending a table  Chopping a line and Scoring ...</td>\n",
       "      <td>Scientific evidence  unreliable   defence claims</td>\n",
       "      <td>Fusco wins judicial review in extradition case</td>\n",
       "      <td>Rebels thwart Russian advance</td>\n",
       "      <td>Blair orders shake up of failing NHS</td>\n",
       "      <td>Lessons of law s hard heart</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Hitches and Horlocks</td>\n",
       "      <td>Beckham off but United survive</td>\n",
       "      <td>Breast cancer screening</td>\n",
       "      <td>Alan Parker</td>\n",
       "      <td>Guardian readers  are you all whingers</td>\n",
       "      <td>Hollywood Beyond</td>\n",
       "      <td>Ashes and diamonds</td>\n",
       "      <td>Whingers   a formidable minority</td>\n",
       "      <td>Alan Parker   part two</td>\n",
       "      <td>Thuggery  Toxins and Ties</td>\n",
       "      <td>...</td>\n",
       "      <td>Most everywhere   UDIs</td>\n",
       "      <td>Most wanted   Chloe lunettes</td>\n",
       "      <td>Return of the cane  completely off the agenda</td>\n",
       "      <td>From Sleepy Hollow to Greeneland</td>\n",
       "      <td>Blunkett outlines vision for over   s</td>\n",
       "      <td>Embattled Dobson attacks  play now  pay later ...</td>\n",
       "      <td>Doom and the Dome</td>\n",
       "      <td>What is the north south divide</td>\n",
       "      <td>Aitken released from jail</td>\n",
       "      <td>Gone aloft</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3718</th>\n",
       "      <td>Death toll among Qatars      World Cup workers...</td>\n",
       "      <td>Fishing Supertrawlers to be banned permanently...</td>\n",
       "      <td>Indian telecommunications company Airtel viola...</td>\n",
       "      <td>North Korea s Internet is down again  second b...</td>\n",
       "      <td>Jakarta to ban virginity tests for female civi...</td>\n",
       "      <td>Workers at Chinese iPhone factories are pressu...</td>\n",
       "      <td>Thousands in Spain protest ban on demonstratio...</td>\n",
       "      <td>London activists occupy   storey former bank i...</td>\n",
       "      <td>Russian Inflation Passes      Indicates Pricin...</td>\n",
       "      <td>Australia records biggest emissions drop in a ...</td>\n",
       "      <td>...</td>\n",
       "      <td>Scientists discover oldest stone tool ever fou...</td>\n",
       "      <td>ISIS claims capture of Jordanian pilot after p...</td>\n",
       "      <td>Russian prime minister warns of  deep recessio...</td>\n",
       "      <td>Russia says France must fulfil Mistral contrac...</td>\n",
       "      <td>Secret flight linking Israel to the UAE reveal...</td>\n",
       "      <td>Ukraine temporarily cuts off power supplies to...</td>\n",
       "      <td>Coalition plane  crashes in Syria</td>\n",
       "      <td>Across the world  Silent Night  to honor WWI X...</td>\n",
       "      <td>Elderly Nigerians Rounded Up And Shot Dead</td>\n",
       "      <td>Russia May Be Cut to Junk rating as S amp P Sa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3719</th>\n",
       "      <td>Saudis are eagerly awaiting the approval of a ...</td>\n",
       "      <td>Due to the fall in oil prices  Saudi Arabia is...</td>\n",
       "      <td>Bill giving government the power to shutdown t...</td>\n",
       "      <td>A struggle for women s rights is brewing withi...</td>\n",
       "      <td>Putin cancels New Year s Holiday for governmen...</td>\n",
       "      <td>Ireland is siding with Microsoft in its legal ...</td>\n",
       "      <td>More than    people including women and childr...</td>\n",
       "      <td>The Syrian Army has killed nearly       Islami...</td>\n",
       "      <td>ISIS governor of Mosul killed in airstrikes</td>\n",
       "      <td>Court clears way for clinically dead pregnant ...</td>\n",
       "      <td>...</td>\n",
       "      <td>Senior UN officials expelled from Sudan follow...</td>\n",
       "      <td>Mauritania journalist sentenced to death for a...</td>\n",
       "      <td>Kim Dotcom Makes Deal with LizardSquad to stop...</td>\n",
       "      <td>Ukraine peace talks called off</td>\n",
       "      <td>Tibetan protests reported in China s Sichuan</td>\n",
       "      <td>New Study Adds to Skepticism Among Security Ex...</td>\n",
       "      <td>US relocates       MRAPs  other military gear ...</td>\n",
       "      <td>Russia s new military doctrine names NATO as a...</td>\n",
       "      <td>Protesters in Mexico claim that German arms ma...</td>\n",
       "      <td>A leading Russian elected official on Thursday...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3720</th>\n",
       "      <td>Solar Power Storage Prices Drop     In Germany...</td>\n",
       "      <td>North Korea Hit Again By Internet Outage  Expe...</td>\n",
       "      <td>ARCHAEOLOGY   Massive ancient underground city...</td>\n",
       "      <td>Reopen investigation into Westminster pedophil...</td>\n",
       "      <td>Taliban declare  defeat  of U S   allies in Af...</td>\n",
       "      <td>British Falklands defence review after militar...</td>\n",
       "      <td>Virgin Confirms Fault On Plane Circling Over UK</td>\n",
       "      <td>Photo of  women murdered for refusing sex jiha...</td>\n",
       "      <td>The German chancellor s office has fallen vict...</td>\n",
       "      <td>Thirty seven children whose parents were kille...</td>\n",
       "      <td>...</td>\n",
       "      <td>Islamic State executed nearly       people in ...</td>\n",
       "      <td>The leader of one of Mexico s first anti crime...</td>\n",
       "      <td>Gmail has been blocked in China</td>\n",
       "      <td>Egyptian writer to face trial for  insulting I...</td>\n",
       "      <td>Reports reveal scale of destruction of Syrias ...</td>\n",
       "      <td>Russia will supply coal and electricity to Kie...</td>\n",
       "      <td>ISIS executes more doctors in Mosul</td>\n",
       "      <td>Russia shows first sign of recession as GDP co...</td>\n",
       "      <td>AirAsia plane likely  at bottom of the sea   s...</td>\n",
       "      <td>AirAsia Flight s Altitude Request Was Refused</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3721</th>\n",
       "      <td>China businessman jailed for    years for buyi...</td>\n",
       "      <td>AirAsia live  Emergency slide  plane door seen...</td>\n",
       "      <td>AirAsia plane wreckage found  bodies being rec...</td>\n",
       "      <td>Scotland confirms case of Ebola   Ebola cases ...</td>\n",
       "      <td>Pope Francis to Catholics  It s time to take a...</td>\n",
       "      <td>Oil hits five and a half year low below     on...</td>\n",
       "      <td>Lizard Squad  members who ruined Christmas fo...</td>\n",
       "      <td>Two students in Thailand face up to    years i...</td>\n",
       "      <td>New Research Blames Insiders Not North Korea f...</td>\n",
       "      <td>Russian ruble drops   percent as economy shrinks</td>\n",
       "      <td>...</td>\n",
       "      <td>Turkey is being used as one of the primary rou...</td>\n",
       "      <td>Swedish mosque set ablaze in second suspected ...</td>\n",
       "      <td>Cybersecurity Firm Identifies Six In Sony Hack...</td>\n",
       "      <td>The U N  General Assembly voted unanimously Mo...</td>\n",
       "      <td>The regime must be destroyed   Alexei Navalny...</td>\n",
       "      <td>Aleksei Navalny  Russian opposition leader  is...</td>\n",
       "      <td>Search area for Air Asia QZ     expanded  stil...</td>\n",
       "      <td>Ebola case confirmed in Glasgow   World news</td>\n",
       "      <td>AirAsia plane carrying     people overshoots r...</td>\n",
       "      <td>One of China s most industrialized cities has ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3722</th>\n",
       "      <td>AirAsia flight found at the bottom of the Java...</td>\n",
       "      <td>North Korean defector details  human experimen...</td>\n",
       "      <td>Korean Air ex executive Cho Hyun ah arrested  ...</td>\n",
       "      <td>South Korean to drop Sony film  The Interview ...</td>\n",
       "      <td>U S  opening of oil export widens battle  The ...</td>\n",
       "      <td>FBI agents investigating the Sony Pictures hac...</td>\n",
       "      <td>Indian Government Orders Blocking of    Websit...</td>\n",
       "      <td>Russia annual inflation jumps to       as roub...</td>\n",
       "      <td>WikiLeaks claims employees Google mail  metada...</td>\n",
       "      <td>Militant mistakenly broadcasts his location</td>\n",
       "      <td>...</td>\n",
       "      <td>Newly published NSA documents show agency coul...</td>\n",
       "      <td>Britain says it cannot support new Palestinian...</td>\n",
       "      <td>Bolivias Morales  US  Backs Drug Trafficking</td>\n",
       "      <td>Euro zone politicians are not obliged to rescu...</td>\n",
       "      <td>Greece Dissolves Parliament to Prepare for Ear...</td>\n",
       "      <td>German Chancellor Angela Merkel in a New Year ...</td>\n",
       "      <td>Al Shabaab leader killed in U S  air strike in...</td>\n",
       "      <td>New solar power material converts    percent o...</td>\n",
       "      <td>China launches website laying claim to Senkaku...</td>\n",
       "      <td>At Least    Killed in Yemen Suicide Bombing</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3723 rows × 25 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                      0  \\\n",
       "0     A  hindrance to operations   extracts from the...   \n",
       "1                                             Scorecard   \n",
       "2                     Coventry caught on counter by Flo   \n",
       "3                         Pilgrim knows how to progress   \n",
       "4                                  Hitches and Horlocks   \n",
       "...                                                 ...   \n",
       "3718  Death toll among Qatars      World Cup workers...   \n",
       "3719  Saudis are eagerly awaiting the approval of a ...   \n",
       "3720  Solar Power Storage Prices Drop     In Germany...   \n",
       "3721  China businessman jailed for    years for buyi...   \n",
       "3722  AirAsia flight found at the bottom of the Java...   \n",
       "\n",
       "                                                      1  \\\n",
       "0                                             Scorecard   \n",
       "1                                   The best lake scene   \n",
       "2                    United s rivals on the road to Rio   \n",
       "3                                   Thatcher facing ban   \n",
       "4                        Beckham off but United survive   \n",
       "...                                                 ...   \n",
       "3718  Fishing Supertrawlers to be banned permanently...   \n",
       "3719  Due to the fall in oil prices  Saudi Arabia is...   \n",
       "3720  North Korea Hit Again By Internet Outage  Expe...   \n",
       "3721  AirAsia live  Emergency slide  plane door seen...   \n",
       "3722  North Korean defector details  human experimen...   \n",
       "\n",
       "                                                      2  \\\n",
       "0                       Hughes  instant hit buoys Blues   \n",
       "1                         Leader  German sleaze inquiry   \n",
       "2         Thatcher issues defence before trial by video   \n",
       "3               McIlroy calls for Irish fighting spirit   \n",
       "4                               Breast cancer screening   \n",
       "...                                                 ...   \n",
       "3718  Indian telecommunications company Airtel viola...   \n",
       "3719  Bill giving government the power to shutdown t...   \n",
       "3720  ARCHAEOLOGY   Massive ancient underground city...   \n",
       "3721  AirAsia plane wreckage found  bodies being rec...   \n",
       "3722  Korean Air ex executive Cho Hyun ah arrested  ...   \n",
       "\n",
       "                                                      3  \\\n",
       "0              Jack gets his skates on at ice cold Alex   \n",
       "1                                         Cheerio  boyo   \n",
       "2         Police help Smith lay down the law at Everton   \n",
       "3                       Leicester bin stadium blueprint   \n",
       "4                                           Alan Parker   \n",
       "...                                                 ...   \n",
       "3718  North Korea s Internet is down again  second b...   \n",
       "3719  A struggle for women s rights is brewing withi...   \n",
       "3720  Reopen investigation into Westminster pedophil...   \n",
       "3721  Scotland confirms case of Ebola   Ebola cases ...   \n",
       "3722  South Korean to drop Sony film  The Interview ...   \n",
       "\n",
       "                                                      4  \\\n",
       "0                Chaos as Maracana builds up for United   \n",
       "1                              The main recommendations   \n",
       "2           Tale of Trautmann bears two more retellings   \n",
       "3                        United braced for Mexican wave   \n",
       "4               Guardian readers  are you all whingers    \n",
       "...                                                 ...   \n",
       "3718  Jakarta to ban virginity tests for female civi...   \n",
       "3719  Putin cancels New Year s Holiday for governmen...   \n",
       "3720  Taliban declare  defeat  of U S   allies in Af...   \n",
       "3721  Pope Francis to Catholics  It s time to take a...   \n",
       "3722  U S  opening of oil export widens battle  The ...   \n",
       "\n",
       "                                                      5  \\\n",
       "0     Depleted Leicester prevail as Elliott spoils E...   \n",
       "1                                Has Cubie killed fees    \n",
       "2                                   England on the rack   \n",
       "3     Auntie back in fashion  even if the dress look...   \n",
       "4                                      Hollywood Beyond   \n",
       "...                                                 ...   \n",
       "3718  Workers at Chinese iPhone factories are pressu...   \n",
       "3719  Ireland is siding with Microsoft in its legal ...   \n",
       "3720  British Falklands defence review after militar...   \n",
       "3721  Oil hits five and a half year low below     on...   \n",
       "3722  FBI agents investigating the Sony Pictures hac...   \n",
       "\n",
       "                                                      6  \\\n",
       "0                      Hungry Spurs sense rich pickings   \n",
       "1                                Has Cubie killed fees    \n",
       "2       Pakistan retaliate with call for video of Walsh   \n",
       "3                         Shoaib appeal goes to the top   \n",
       "4                                    Ashes and diamonds   \n",
       "...                                                 ...   \n",
       "3718  Thousands in Spain protest ban on demonstratio...   \n",
       "3719  More than    people including women and childr...   \n",
       "3720    Virgin Confirms Fault On Plane Circling Over UK   \n",
       "3721   Lizard Squad  members who ruined Christmas fo...   \n",
       "3722  Indian Government Orders Blocking of    Websit...   \n",
       "\n",
       "                                                      7  \\\n",
       "0                     Gunners so wide of an easy target   \n",
       "1                                Has Cubie killed fees    \n",
       "2                  Cullinan continues his Cape monopoly   \n",
       "3     Hussain hurt by  shambles  but lays blame on e...   \n",
       "4                      Whingers   a formidable minority   \n",
       "...                                                 ...   \n",
       "3718  London activists occupy   storey former bank i...   \n",
       "3719  The Syrian Army has killed nearly       Islami...   \n",
       "3720  Photo of  women murdered for refusing sex jiha...   \n",
       "3721  Two students in Thailand face up to    years i...   \n",
       "3722  Russia annual inflation jumps to       as roub...   \n",
       "\n",
       "                                                      8  \\\n",
       "0         Derby raise a glass to Strupar s debut double   \n",
       "1     Hopkins  furious  at Foster s lack of Hannibal...   \n",
       "2                McGrath puts India out of their misery   \n",
       "3                         England s decade of disasters   \n",
       "4                                Alan Parker   part two   \n",
       "...                                                 ...   \n",
       "3718  Russian Inflation Passes      Indicates Pricin...   \n",
       "3719        ISIS governor of Mosul killed in airstrikes   \n",
       "3720  The German chancellor s office has fallen vict...   \n",
       "3721  New Research Blames Insiders Not North Korea f...   \n",
       "3722  WikiLeaks claims employees Google mail  metada...   \n",
       "\n",
       "                                                      9  ...  \\\n",
       "0              Southgate strikes  Leeds pay the penalty  ...   \n",
       "1                                Has Cubie killed fees   ...   \n",
       "2                        Blair Witch bandwagon rolls on  ...   \n",
       "3                  Revenge is sweet for jubilant Cronje  ...   \n",
       "4                             Thuggery  Toxins and Ties  ...   \n",
       "...                                                 ...  ...   \n",
       "3718  Australia records biggest emissions drop in a ...  ...   \n",
       "3719  Court clears way for clinically dead pregnant ...  ...   \n",
       "3720  Thirty seven children whose parents were kille...  ...   \n",
       "3721   Russian ruble drops   percent as economy shrinks  ...   \n",
       "3722        Militant mistakenly broadcasts his location  ...   \n",
       "\n",
       "                                                     15  \\\n",
       "0              Flintoff injury piles on woe for England   \n",
       "1                                  On the critical list   \n",
       "2                           South Melbourne  Australia    \n",
       "3     Putin admits Yeltsin quit to give him a head s...   \n",
       "4                                Most everywhere   UDIs   \n",
       "...                                                 ...   \n",
       "3718  Scientists discover oldest stone tool ever fou...   \n",
       "3719  Senior UN officials expelled from Sudan follow...   \n",
       "3720  Islamic State executed nearly       people in ...   \n",
       "3721  Turkey is being used as one of the primary rou...   \n",
       "3722  Newly published NSA documents show agency coul...   \n",
       "\n",
       "                                                     16  \\\n",
       "0     Hunters threaten Jospin with new battle of the...   \n",
       "1                             The timing of their lives   \n",
       "2                                       Necaxa  Mexico    \n",
       "3            BBC worst hit as digital TV begins to bite   \n",
       "4                          Most wanted   Chloe lunettes   \n",
       "...                                                 ...   \n",
       "3718  ISIS claims capture of Jordanian pilot after p...   \n",
       "3719  Mauritania journalist sentenced to death for a...   \n",
       "3720  The leader of one of Mexico s first anti crime...   \n",
       "3721  Swedish mosque set ablaze in second suspected ...   \n",
       "3722  Britain says it cannot support new Palestinian...   \n",
       "\n",
       "                                                     17  \\\n",
       "0                   Kohl s successor drawn into scandal   \n",
       "1                                           Dear doctor   \n",
       "2                                   Real Madrid  Spain    \n",
       "3                           How much can you pay for      \n",
       "4        Return of the cane  completely off the agenda    \n",
       "...                                                 ...   \n",
       "3718  Russian prime minister warns of  deep recessio...   \n",
       "3719  Kim Dotcom Makes Deal with LizardSquad to stop...   \n",
       "3720                    Gmail has been blocked in China   \n",
       "3721  Cybersecurity Firm Identifies Six In Sony Hack...   \n",
       "3722      Bolivias Morales  US  Backs Drug Trafficking    \n",
       "\n",
       "                                                     18  \\\n",
       "0                  The difference between men and women   \n",
       "1     Irish court halts IRA man s extradition to Nor...   \n",
       "2                             Raja Casablanca  Morocco    \n",
       "3                                    Christmas glitches   \n",
       "4                      From Sleepy Hollow to Greeneland   \n",
       "...                                                 ...   \n",
       "3718  Russia says France must fulfil Mistral contrac...   \n",
       "3719                     Ukraine peace talks called off   \n",
       "3720  Egyptian writer to face trial for  insulting I...   \n",
       "3721  The U N  General Assembly voted unanimously Mo...   \n",
       "3722  Euro zone politicians are not obliged to rescu...   \n",
       "\n",
       "                                                     19  \\\n",
       "0                   Sara Denver  nurse turned solicitor   \n",
       "1     Burundi peace initiative fades after rebels re...   \n",
       "2                                  Corinthians  Brazil    \n",
       "3     Upending a table  Chopping a line and Scoring ...   \n",
       "4                 Blunkett outlines vision for over   s   \n",
       "...                                                 ...   \n",
       "3718  Secret flight linking Israel to the UAE reveal...   \n",
       "3719       Tibetan protests reported in China s Sichuan   \n",
       "3720  Reports reveal scale of destruction of Syrias ...   \n",
       "3721   The regime must be destroyed   Alexei Navalny...   \n",
       "3722  Greece Dissolves Parliament to Prepare for Ear...   \n",
       "\n",
       "                                                     20  \\\n",
       "0        Diana s landmine crusade put Tories in a panic   \n",
       "1                  PE points the way forward to the ECB   \n",
       "2                                    Tony s pet project   \n",
       "3      Scientific evidence  unreliable   defence claims   \n",
       "4     Embattled Dobson attacks  play now  pay later ...   \n",
       "...                                                 ...   \n",
       "3718  Ukraine temporarily cuts off power supplies to...   \n",
       "3719  New Study Adds to Skepticism Among Security Ex...   \n",
       "3720  Russia will supply coal and electricity to Kie...   \n",
       "3721  Aleksei Navalny  Russian opposition leader  is...   \n",
       "3722  German Chancellor Angela Merkel in a New Year ...   \n",
       "\n",
       "                                                     21  \\\n",
       "0     Yeltsin s resignation caught opposition flat f...   \n",
       "1     Campaigners keep up pressure on Nazi war crime...   \n",
       "2                               Al Nassr  Saudi Arabia    \n",
       "3        Fusco wins judicial review in extradition case   \n",
       "4                                     Doom and the Dome   \n",
       "...                                                 ...   \n",
       "3718                 Coalition plane  crashes in Syria    \n",
       "3719  US relocates       MRAPs  other military gear ...   \n",
       "3720                ISIS executes more doctors in Mosul   \n",
       "3721  Search area for Air Asia QZ     expanded  stil...   \n",
       "3722  Al Shabaab leader killed in U S  air strike in...   \n",
       "\n",
       "                                                     22  \\\n",
       "0                                      Russian roulette   \n",
       "1                                        Jane Ratcliffe   \n",
       "2                                     Ideal Holmes show   \n",
       "3                         Rebels thwart Russian advance   \n",
       "4                       What is the north south divide    \n",
       "...                                                 ...   \n",
       "3718  Across the world  Silent Night  to honor WWI X...   \n",
       "3719  Russia s new military doctrine names NATO as a...   \n",
       "3720  Russia shows first sign of recession as GDP co...   \n",
       "3721       Ebola case confirmed in Glasgow   World news   \n",
       "3722  New solar power material converts    percent o...   \n",
       "\n",
       "                                                     23  \\\n",
       "0                                              Sold out   \n",
       "1     Yet more things you wouldn t know without the ...   \n",
       "2                  Pinochet leaves hospital after tests   \n",
       "3                  Blair orders shake up of failing NHS   \n",
       "4                             Aitken released from jail   \n",
       "...                                                 ...   \n",
       "3718         Elderly Nigerians Rounded Up And Shot Dead   \n",
       "3719  Protesters in Mexico claim that German arms ma...   \n",
       "3720  AirAsia plane likely  at bottom of the sea   s...   \n",
       "3721  AirAsia plane carrying     people overshoots r...   \n",
       "3722  China launches website laying claim to Senkaku...   \n",
       "\n",
       "                                                     24  \n",
       "0                                    Recovering a title  \n",
       "1                          Millennium bug fails to bite  \n",
       "2                                          Useful links  \n",
       "3                           Lessons of law s hard heart  \n",
       "4                                            Gone aloft  \n",
       "...                                                 ...  \n",
       "3718  Russia May Be Cut to Junk rating as S amp P Sa...  \n",
       "3719  A leading Russian elected official on Thursday...  \n",
       "3720      AirAsia Flight s Altitude Request Was Refused  \n",
       "3721  One of China s most industrialized cities has ...  \n",
       "3722        At Least    Killed in Yemen Suicide Bombing  \n",
       "\n",
       "[3723 rows x 25 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Renaming column names as index for readable format\n",
    "lst = [i for i in range(25)]\n",
    "lst\n",
    "\n",
    "#Assigning generated values as index name list\n",
    "col_name = [str(x) for x in lst]\n",
    "col_name\n",
    "\n",
    "data.columns = col_name\n",
    "\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "e2d826e7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "      <th>22</th>\n",
       "      <th>23</th>\n",
       "      <th>24</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>a  hindrance to operations   extracts from the...</td>\n",
       "      <td>scorecard</td>\n",
       "      <td>hughes  instant hit buoys blues</td>\n",
       "      <td>jack gets his skates on at ice cold alex</td>\n",
       "      <td>chaos as maracana builds up for united</td>\n",
       "      <td>depleted leicester prevail as elliott spoils e...</td>\n",
       "      <td>hungry spurs sense rich pickings</td>\n",
       "      <td>gunners so wide of an easy target</td>\n",
       "      <td>derby raise a glass to strupar s debut double</td>\n",
       "      <td>southgate strikes  leeds pay the penalty</td>\n",
       "      <td>...</td>\n",
       "      <td>flintoff injury piles on woe for england</td>\n",
       "      <td>hunters threaten jospin with new battle of the...</td>\n",
       "      <td>kohl s successor drawn into scandal</td>\n",
       "      <td>the difference between men and women</td>\n",
       "      <td>sara denver  nurse turned solicitor</td>\n",
       "      <td>diana s landmine crusade put tories in a panic</td>\n",
       "      <td>yeltsin s resignation caught opposition flat f...</td>\n",
       "      <td>russian roulette</td>\n",
       "      <td>sold out</td>\n",
       "      <td>recovering a title</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>scorecard</td>\n",
       "      <td>the best lake scene</td>\n",
       "      <td>leader  german sleaze inquiry</td>\n",
       "      <td>cheerio  boyo</td>\n",
       "      <td>the main recommendations</td>\n",
       "      <td>has cubie killed fees</td>\n",
       "      <td>has cubie killed fees</td>\n",
       "      <td>has cubie killed fees</td>\n",
       "      <td>hopkins  furious  at foster s lack of hannibal...</td>\n",
       "      <td>has cubie killed fees</td>\n",
       "      <td>...</td>\n",
       "      <td>on the critical list</td>\n",
       "      <td>the timing of their lives</td>\n",
       "      <td>dear doctor</td>\n",
       "      <td>irish court halts ira man s extradition to nor...</td>\n",
       "      <td>burundi peace initiative fades after rebels re...</td>\n",
       "      <td>pe points the way forward to the ecb</td>\n",
       "      <td>campaigners keep up pressure on nazi war crime...</td>\n",
       "      <td>jane ratcliffe</td>\n",
       "      <td>yet more things you wouldn t know without the ...</td>\n",
       "      <td>millennium bug fails to bite</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>coventry caught on counter by flo</td>\n",
       "      <td>united s rivals on the road to rio</td>\n",
       "      <td>thatcher issues defence before trial by video</td>\n",
       "      <td>police help smith lay down the law at everton</td>\n",
       "      <td>tale of trautmann bears two more retellings</td>\n",
       "      <td>england on the rack</td>\n",
       "      <td>pakistan retaliate with call for video of walsh</td>\n",
       "      <td>cullinan continues his cape monopoly</td>\n",
       "      <td>mcgrath puts india out of their misery</td>\n",
       "      <td>blair witch bandwagon rolls on</td>\n",
       "      <td>...</td>\n",
       "      <td>south melbourne  australia</td>\n",
       "      <td>necaxa  mexico</td>\n",
       "      <td>real madrid  spain</td>\n",
       "      <td>raja casablanca  morocco</td>\n",
       "      <td>corinthians  brazil</td>\n",
       "      <td>tony s pet project</td>\n",
       "      <td>al nassr  saudi arabia</td>\n",
       "      <td>ideal holmes show</td>\n",
       "      <td>pinochet leaves hospital after tests</td>\n",
       "      <td>useful links</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>pilgrim knows how to progress</td>\n",
       "      <td>thatcher facing ban</td>\n",
       "      <td>mcilroy calls for irish fighting spirit</td>\n",
       "      <td>leicester bin stadium blueprint</td>\n",
       "      <td>united braced for mexican wave</td>\n",
       "      <td>auntie back in fashion  even if the dress look...</td>\n",
       "      <td>shoaib appeal goes to the top</td>\n",
       "      <td>hussain hurt by  shambles  but lays blame on e...</td>\n",
       "      <td>england s decade of disasters</td>\n",
       "      <td>revenge is sweet for jubilant cronje</td>\n",
       "      <td>...</td>\n",
       "      <td>putin admits yeltsin quit to give him a head s...</td>\n",
       "      <td>bbc worst hit as digital tv begins to bite</td>\n",
       "      <td>how much can you pay for</td>\n",
       "      <td>christmas glitches</td>\n",
       "      <td>upending a table  chopping a line and scoring ...</td>\n",
       "      <td>scientific evidence  unreliable   defence claims</td>\n",
       "      <td>fusco wins judicial review in extradition case</td>\n",
       "      <td>rebels thwart russian advance</td>\n",
       "      <td>blair orders shake up of failing nhs</td>\n",
       "      <td>lessons of law s hard heart</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>hitches and horlocks</td>\n",
       "      <td>beckham off but united survive</td>\n",
       "      <td>breast cancer screening</td>\n",
       "      <td>alan parker</td>\n",
       "      <td>guardian readers  are you all whingers</td>\n",
       "      <td>hollywood beyond</td>\n",
       "      <td>ashes and diamonds</td>\n",
       "      <td>whingers   a formidable minority</td>\n",
       "      <td>alan parker   part two</td>\n",
       "      <td>thuggery  toxins and ties</td>\n",
       "      <td>...</td>\n",
       "      <td>most everywhere   udis</td>\n",
       "      <td>most wanted   chloe lunettes</td>\n",
       "      <td>return of the cane  completely off the agenda</td>\n",
       "      <td>from sleepy hollow to greeneland</td>\n",
       "      <td>blunkett outlines vision for over   s</td>\n",
       "      <td>embattled dobson attacks  play now  pay later ...</td>\n",
       "      <td>doom and the dome</td>\n",
       "      <td>what is the north south divide</td>\n",
       "      <td>aitken released from jail</td>\n",
       "      <td>gone aloft</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3718</th>\n",
       "      <td>death toll among qatars      world cup workers...</td>\n",
       "      <td>fishing supertrawlers to be banned permanently...</td>\n",
       "      <td>indian telecommunications company airtel viola...</td>\n",
       "      <td>north korea s internet is down again  second b...</td>\n",
       "      <td>jakarta to ban virginity tests for female civi...</td>\n",
       "      <td>workers at chinese iphone factories are pressu...</td>\n",
       "      <td>thousands in spain protest ban on demonstratio...</td>\n",
       "      <td>london activists occupy   storey former bank i...</td>\n",
       "      <td>russian inflation passes      indicates pricin...</td>\n",
       "      <td>australia records biggest emissions drop in a ...</td>\n",
       "      <td>...</td>\n",
       "      <td>scientists discover oldest stone tool ever fou...</td>\n",
       "      <td>isis claims capture of jordanian pilot after p...</td>\n",
       "      <td>russian prime minister warns of  deep recessio...</td>\n",
       "      <td>russia says france must fulfil mistral contrac...</td>\n",
       "      <td>secret flight linking israel to the uae reveal...</td>\n",
       "      <td>ukraine temporarily cuts off power supplies to...</td>\n",
       "      <td>coalition plane  crashes in syria</td>\n",
       "      <td>across the world  silent night  to honor wwi x...</td>\n",
       "      <td>elderly nigerians rounded up and shot dead</td>\n",
       "      <td>russia may be cut to junk rating as s amp p sa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3719</th>\n",
       "      <td>saudis are eagerly awaiting the approval of a ...</td>\n",
       "      <td>due to the fall in oil prices  saudi arabia is...</td>\n",
       "      <td>bill giving government the power to shutdown t...</td>\n",
       "      <td>a struggle for women s rights is brewing withi...</td>\n",
       "      <td>putin cancels new year s holiday for governmen...</td>\n",
       "      <td>ireland is siding with microsoft in its legal ...</td>\n",
       "      <td>more than    people including women and childr...</td>\n",
       "      <td>the syrian army has killed nearly       islami...</td>\n",
       "      <td>isis governor of mosul killed in airstrikes</td>\n",
       "      <td>court clears way for clinically dead pregnant ...</td>\n",
       "      <td>...</td>\n",
       "      <td>senior un officials expelled from sudan follow...</td>\n",
       "      <td>mauritania journalist sentenced to death for a...</td>\n",
       "      <td>kim dotcom makes deal with lizardsquad to stop...</td>\n",
       "      <td>ukraine peace talks called off</td>\n",
       "      <td>tibetan protests reported in china s sichuan</td>\n",
       "      <td>new study adds to skepticism among security ex...</td>\n",
       "      <td>us relocates       mraps  other military gear ...</td>\n",
       "      <td>russia s new military doctrine names nato as a...</td>\n",
       "      <td>protesters in mexico claim that german arms ma...</td>\n",
       "      <td>a leading russian elected official on thursday...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3720</th>\n",
       "      <td>solar power storage prices drop     in germany...</td>\n",
       "      <td>north korea hit again by internet outage  expe...</td>\n",
       "      <td>archaeology   massive ancient underground city...</td>\n",
       "      <td>reopen investigation into westminster pedophil...</td>\n",
       "      <td>taliban declare  defeat  of u s   allies in af...</td>\n",
       "      <td>british falklands defence review after militar...</td>\n",
       "      <td>virgin confirms fault on plane circling over uk</td>\n",
       "      <td>photo of  women murdered for refusing sex jiha...</td>\n",
       "      <td>the german chancellor s office has fallen vict...</td>\n",
       "      <td>thirty seven children whose parents were kille...</td>\n",
       "      <td>...</td>\n",
       "      <td>islamic state executed nearly       people in ...</td>\n",
       "      <td>the leader of one of mexico s first anti crime...</td>\n",
       "      <td>gmail has been blocked in china</td>\n",
       "      <td>egyptian writer to face trial for  insulting i...</td>\n",
       "      <td>reports reveal scale of destruction of syrias ...</td>\n",
       "      <td>russia will supply coal and electricity to kie...</td>\n",
       "      <td>isis executes more doctors in mosul</td>\n",
       "      <td>russia shows first sign of recession as gdp co...</td>\n",
       "      <td>airasia plane likely  at bottom of the sea   s...</td>\n",
       "      <td>airasia flight s altitude request was refused</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3721</th>\n",
       "      <td>china businessman jailed for    years for buyi...</td>\n",
       "      <td>airasia live  emergency slide  plane door seen...</td>\n",
       "      <td>airasia plane wreckage found  bodies being rec...</td>\n",
       "      <td>scotland confirms case of ebola   ebola cases ...</td>\n",
       "      <td>pope francis to catholics  it s time to take a...</td>\n",
       "      <td>oil hits five and a half year low below     on...</td>\n",
       "      <td>lizard squad  members who ruined christmas fo...</td>\n",
       "      <td>two students in thailand face up to    years i...</td>\n",
       "      <td>new research blames insiders not north korea f...</td>\n",
       "      <td>russian ruble drops   percent as economy shrinks</td>\n",
       "      <td>...</td>\n",
       "      <td>turkey is being used as one of the primary rou...</td>\n",
       "      <td>swedish mosque set ablaze in second suspected ...</td>\n",
       "      <td>cybersecurity firm identifies six in sony hack...</td>\n",
       "      <td>the u n  general assembly voted unanimously mo...</td>\n",
       "      <td>the regime must be destroyed   alexei navalny...</td>\n",
       "      <td>aleksei navalny  russian opposition leader  is...</td>\n",
       "      <td>search area for air asia qz     expanded  stil...</td>\n",
       "      <td>ebola case confirmed in glasgow   world news</td>\n",
       "      <td>airasia plane carrying     people overshoots r...</td>\n",
       "      <td>one of china s most industrialized cities has ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3722</th>\n",
       "      <td>airasia flight found at the bottom of the java...</td>\n",
       "      <td>north korean defector details  human experimen...</td>\n",
       "      <td>korean air ex executive cho hyun ah arrested  ...</td>\n",
       "      <td>south korean to drop sony film  the interview ...</td>\n",
       "      <td>u s  opening of oil export widens battle  the ...</td>\n",
       "      <td>fbi agents investigating the sony pictures hac...</td>\n",
       "      <td>indian government orders blocking of    websit...</td>\n",
       "      <td>russia annual inflation jumps to       as roub...</td>\n",
       "      <td>wikileaks claims employees google mail  metada...</td>\n",
       "      <td>militant mistakenly broadcasts his location</td>\n",
       "      <td>...</td>\n",
       "      <td>newly published nsa documents show agency coul...</td>\n",
       "      <td>britain says it cannot support new palestinian...</td>\n",
       "      <td>bolivias morales  us  backs drug trafficking</td>\n",
       "      <td>euro zone politicians are not obliged to rescu...</td>\n",
       "      <td>greece dissolves parliament to prepare for ear...</td>\n",
       "      <td>german chancellor angela merkel in a new year ...</td>\n",
       "      <td>al shabaab leader killed in u s  air strike in...</td>\n",
       "      <td>new solar power material converts    percent o...</td>\n",
       "      <td>china launches website laying claim to senkaku...</td>\n",
       "      <td>at least    killed in yemen suicide bombing</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3723 rows × 25 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                      0  \\\n",
       "0     a  hindrance to operations   extracts from the...   \n",
       "1                                             scorecard   \n",
       "2                     coventry caught on counter by flo   \n",
       "3                         pilgrim knows how to progress   \n",
       "4                                  hitches and horlocks   \n",
       "...                                                 ...   \n",
       "3718  death toll among qatars      world cup workers...   \n",
       "3719  saudis are eagerly awaiting the approval of a ...   \n",
       "3720  solar power storage prices drop     in germany...   \n",
       "3721  china businessman jailed for    years for buyi...   \n",
       "3722  airasia flight found at the bottom of the java...   \n",
       "\n",
       "                                                      1  \\\n",
       "0                                             scorecard   \n",
       "1                                   the best lake scene   \n",
       "2                    united s rivals on the road to rio   \n",
       "3                                   thatcher facing ban   \n",
       "4                        beckham off but united survive   \n",
       "...                                                 ...   \n",
       "3718  fishing supertrawlers to be banned permanently...   \n",
       "3719  due to the fall in oil prices  saudi arabia is...   \n",
       "3720  north korea hit again by internet outage  expe...   \n",
       "3721  airasia live  emergency slide  plane door seen...   \n",
       "3722  north korean defector details  human experimen...   \n",
       "\n",
       "                                                      2  \\\n",
       "0                       hughes  instant hit buoys blues   \n",
       "1                         leader  german sleaze inquiry   \n",
       "2         thatcher issues defence before trial by video   \n",
       "3               mcilroy calls for irish fighting spirit   \n",
       "4                               breast cancer screening   \n",
       "...                                                 ...   \n",
       "3718  indian telecommunications company airtel viola...   \n",
       "3719  bill giving government the power to shutdown t...   \n",
       "3720  archaeology   massive ancient underground city...   \n",
       "3721  airasia plane wreckage found  bodies being rec...   \n",
       "3722  korean air ex executive cho hyun ah arrested  ...   \n",
       "\n",
       "                                                      3  \\\n",
       "0              jack gets his skates on at ice cold alex   \n",
       "1                                         cheerio  boyo   \n",
       "2         police help smith lay down the law at everton   \n",
       "3                       leicester bin stadium blueprint   \n",
       "4                                           alan parker   \n",
       "...                                                 ...   \n",
       "3718  north korea s internet is down again  second b...   \n",
       "3719  a struggle for women s rights is brewing withi...   \n",
       "3720  reopen investigation into westminster pedophil...   \n",
       "3721  scotland confirms case of ebola   ebola cases ...   \n",
       "3722  south korean to drop sony film  the interview ...   \n",
       "\n",
       "                                                      4  \\\n",
       "0                chaos as maracana builds up for united   \n",
       "1                              the main recommendations   \n",
       "2           tale of trautmann bears two more retellings   \n",
       "3                        united braced for mexican wave   \n",
       "4               guardian readers  are you all whingers    \n",
       "...                                                 ...   \n",
       "3718  jakarta to ban virginity tests for female civi...   \n",
       "3719  putin cancels new year s holiday for governmen...   \n",
       "3720  taliban declare  defeat  of u s   allies in af...   \n",
       "3721  pope francis to catholics  it s time to take a...   \n",
       "3722  u s  opening of oil export widens battle  the ...   \n",
       "\n",
       "                                                      5  \\\n",
       "0     depleted leicester prevail as elliott spoils e...   \n",
       "1                                has cubie killed fees    \n",
       "2                                   england on the rack   \n",
       "3     auntie back in fashion  even if the dress look...   \n",
       "4                                      hollywood beyond   \n",
       "...                                                 ...   \n",
       "3718  workers at chinese iphone factories are pressu...   \n",
       "3719  ireland is siding with microsoft in its legal ...   \n",
       "3720  british falklands defence review after militar...   \n",
       "3721  oil hits five and a half year low below     on...   \n",
       "3722  fbi agents investigating the sony pictures hac...   \n",
       "\n",
       "                                                      6  \\\n",
       "0                      hungry spurs sense rich pickings   \n",
       "1                                has cubie killed fees    \n",
       "2       pakistan retaliate with call for video of walsh   \n",
       "3                         shoaib appeal goes to the top   \n",
       "4                                    ashes and diamonds   \n",
       "...                                                 ...   \n",
       "3718  thousands in spain protest ban on demonstratio...   \n",
       "3719  more than    people including women and childr...   \n",
       "3720    virgin confirms fault on plane circling over uk   \n",
       "3721   lizard squad  members who ruined christmas fo...   \n",
       "3722  indian government orders blocking of    websit...   \n",
       "\n",
       "                                                      7  \\\n",
       "0                     gunners so wide of an easy target   \n",
       "1                                has cubie killed fees    \n",
       "2                  cullinan continues his cape monopoly   \n",
       "3     hussain hurt by  shambles  but lays blame on e...   \n",
       "4                      whingers   a formidable minority   \n",
       "...                                                 ...   \n",
       "3718  london activists occupy   storey former bank i...   \n",
       "3719  the syrian army has killed nearly       islami...   \n",
       "3720  photo of  women murdered for refusing sex jiha...   \n",
       "3721  two students in thailand face up to    years i...   \n",
       "3722  russia annual inflation jumps to       as roub...   \n",
       "\n",
       "                                                      8  \\\n",
       "0         derby raise a glass to strupar s debut double   \n",
       "1     hopkins  furious  at foster s lack of hannibal...   \n",
       "2                mcgrath puts india out of their misery   \n",
       "3                         england s decade of disasters   \n",
       "4                                alan parker   part two   \n",
       "...                                                 ...   \n",
       "3718  russian inflation passes      indicates pricin...   \n",
       "3719        isis governor of mosul killed in airstrikes   \n",
       "3720  the german chancellor s office has fallen vict...   \n",
       "3721  new research blames insiders not north korea f...   \n",
       "3722  wikileaks claims employees google mail  metada...   \n",
       "\n",
       "                                                      9  ...  \\\n",
       "0              southgate strikes  leeds pay the penalty  ...   \n",
       "1                                has cubie killed fees   ...   \n",
       "2                        blair witch bandwagon rolls on  ...   \n",
       "3                  revenge is sweet for jubilant cronje  ...   \n",
       "4                             thuggery  toxins and ties  ...   \n",
       "...                                                 ...  ...   \n",
       "3718  australia records biggest emissions drop in a ...  ...   \n",
       "3719  court clears way for clinically dead pregnant ...  ...   \n",
       "3720  thirty seven children whose parents were kille...  ...   \n",
       "3721   russian ruble drops   percent as economy shrinks  ...   \n",
       "3722        militant mistakenly broadcasts his location  ...   \n",
       "\n",
       "                                                     15  \\\n",
       "0              flintoff injury piles on woe for england   \n",
       "1                                  on the critical list   \n",
       "2                           south melbourne  australia    \n",
       "3     putin admits yeltsin quit to give him a head s...   \n",
       "4                                most everywhere   udis   \n",
       "...                                                 ...   \n",
       "3718  scientists discover oldest stone tool ever fou...   \n",
       "3719  senior un officials expelled from sudan follow...   \n",
       "3720  islamic state executed nearly       people in ...   \n",
       "3721  turkey is being used as one of the primary rou...   \n",
       "3722  newly published nsa documents show agency coul...   \n",
       "\n",
       "                                                     16  \\\n",
       "0     hunters threaten jospin with new battle of the...   \n",
       "1                             the timing of their lives   \n",
       "2                                       necaxa  mexico    \n",
       "3            bbc worst hit as digital tv begins to bite   \n",
       "4                          most wanted   chloe lunettes   \n",
       "...                                                 ...   \n",
       "3718  isis claims capture of jordanian pilot after p...   \n",
       "3719  mauritania journalist sentenced to death for a...   \n",
       "3720  the leader of one of mexico s first anti crime...   \n",
       "3721  swedish mosque set ablaze in second suspected ...   \n",
       "3722  britain says it cannot support new palestinian...   \n",
       "\n",
       "                                                     17  \\\n",
       "0                   kohl s successor drawn into scandal   \n",
       "1                                           dear doctor   \n",
       "2                                   real madrid  spain    \n",
       "3                           how much can you pay for      \n",
       "4        return of the cane  completely off the agenda    \n",
       "...                                                 ...   \n",
       "3718  russian prime minister warns of  deep recessio...   \n",
       "3719  kim dotcom makes deal with lizardsquad to stop...   \n",
       "3720                    gmail has been blocked in china   \n",
       "3721  cybersecurity firm identifies six in sony hack...   \n",
       "3722      bolivias morales  us  backs drug trafficking    \n",
       "\n",
       "                                                     18  \\\n",
       "0                  the difference between men and women   \n",
       "1     irish court halts ira man s extradition to nor...   \n",
       "2                             raja casablanca  morocco    \n",
       "3                                    christmas glitches   \n",
       "4                      from sleepy hollow to greeneland   \n",
       "...                                                 ...   \n",
       "3718  russia says france must fulfil mistral contrac...   \n",
       "3719                     ukraine peace talks called off   \n",
       "3720  egyptian writer to face trial for  insulting i...   \n",
       "3721  the u n  general assembly voted unanimously mo...   \n",
       "3722  euro zone politicians are not obliged to rescu...   \n",
       "\n",
       "                                                     19  \\\n",
       "0                   sara denver  nurse turned solicitor   \n",
       "1     burundi peace initiative fades after rebels re...   \n",
       "2                                  corinthians  brazil    \n",
       "3     upending a table  chopping a line and scoring ...   \n",
       "4                 blunkett outlines vision for over   s   \n",
       "...                                                 ...   \n",
       "3718  secret flight linking israel to the uae reveal...   \n",
       "3719       tibetan protests reported in china s sichuan   \n",
       "3720  reports reveal scale of destruction of syrias ...   \n",
       "3721   the regime must be destroyed   alexei navalny...   \n",
       "3722  greece dissolves parliament to prepare for ear...   \n",
       "\n",
       "                                                     20  \\\n",
       "0        diana s landmine crusade put tories in a panic   \n",
       "1                  pe points the way forward to the ecb   \n",
       "2                                    tony s pet project   \n",
       "3      scientific evidence  unreliable   defence claims   \n",
       "4     embattled dobson attacks  play now  pay later ...   \n",
       "...                                                 ...   \n",
       "3718  ukraine temporarily cuts off power supplies to...   \n",
       "3719  new study adds to skepticism among security ex...   \n",
       "3720  russia will supply coal and electricity to kie...   \n",
       "3721  aleksei navalny  russian opposition leader  is...   \n",
       "3722  german chancellor angela merkel in a new year ...   \n",
       "\n",
       "                                                     21  \\\n",
       "0     yeltsin s resignation caught opposition flat f...   \n",
       "1     campaigners keep up pressure on nazi war crime...   \n",
       "2                               al nassr  saudi arabia    \n",
       "3        fusco wins judicial review in extradition case   \n",
       "4                                     doom and the dome   \n",
       "...                                                 ...   \n",
       "3718                 coalition plane  crashes in syria    \n",
       "3719  us relocates       mraps  other military gear ...   \n",
       "3720                isis executes more doctors in mosul   \n",
       "3721  search area for air asia qz     expanded  stil...   \n",
       "3722  al shabaab leader killed in u s  air strike in...   \n",
       "\n",
       "                                                     22  \\\n",
       "0                                      russian roulette   \n",
       "1                                        jane ratcliffe   \n",
       "2                                     ideal holmes show   \n",
       "3                         rebels thwart russian advance   \n",
       "4                       what is the north south divide    \n",
       "...                                                 ...   \n",
       "3718  across the world  silent night  to honor wwi x...   \n",
       "3719  russia s new military doctrine names nato as a...   \n",
       "3720  russia shows first sign of recession as gdp co...   \n",
       "3721       ebola case confirmed in glasgow   world news   \n",
       "3722  new solar power material converts    percent o...   \n",
       "\n",
       "                                                     23  \\\n",
       "0                                              sold out   \n",
       "1     yet more things you wouldn t know without the ...   \n",
       "2                  pinochet leaves hospital after tests   \n",
       "3                  blair orders shake up of failing nhs   \n",
       "4                             aitken released from jail   \n",
       "...                                                 ...   \n",
       "3718         elderly nigerians rounded up and shot dead   \n",
       "3719  protesters in mexico claim that german arms ma...   \n",
       "3720  airasia plane likely  at bottom of the sea   s...   \n",
       "3721  airasia plane carrying     people overshoots r...   \n",
       "3722  china launches website laying claim to senkaku...   \n",
       "\n",
       "                                                     24  \n",
       "0                                    recovering a title  \n",
       "1                          millennium bug fails to bite  \n",
       "2                                          useful links  \n",
       "3                           lessons of law s hard heart  \n",
       "4                                            gone aloft  \n",
       "...                                                 ...  \n",
       "3718  russia may be cut to junk rating as s amp p sa...  \n",
       "3719  a leading russian elected official on thursday...  \n",
       "3720      airasia flight s altitude request was refused  \n",
       "3721  one of china s most industrialized cities has ...  \n",
       "3722        at least    killed in yemen suicide bombing  \n",
       "\n",
       "[3723 rows x 25 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Converting all data into lower\n",
    "for z in col_name:\n",
    "    data[z] = data[z].str.lower()\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "a19a199d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'a  hindrance to operations   extracts from the leaked reports scorecard hughes  instant hit buoys blues jack gets his skates on at ice cold alex chaos as maracana builds up for united depleted leicester prevail as elliott spoils everton s party hungry spurs sense rich pickings gunners so wide of an easy target derby raise a glass to strupar s debut double southgate strikes  leeds pay the penalty hammers hand robson a youthful lesson saints party like it s      wear wolves have turned into lambs stump mike catches testy gough s taunt langer escapes to hit     flintoff injury piles on woe for england hunters threaten jospin with new battle of the somme kohl s successor drawn into scandal the difference between men and women sara denver  nurse turned solicitor diana s landmine crusade put tories in a panic yeltsin s resignation caught opposition flat footed russian roulette sold out recovering a title'"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "\n",
    "\" \".join(str(x) for x in data.iloc[0,0:25])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "a82d8ce0",
   "metadata": {},
   "outputs": [],
   "source": [
    "#Appending all columns to a single sentence for all rows\n",
    "sentences = []\n",
    "for row in range(len(data.index)):\n",
    "    sentences.append(\" \".join(str(x) for x in data.iloc[row,0:25]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "b030fa21",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'bill c      if passed  would make it a crime to protest in a mask   could be up to a five year sentence  acta loses more support in europe as netherlands and bulgaria join poland and germany in refusing to support it  uk parliament members concluded that the internet plays a major role in the radicalization of terrorists and called on the government to pressure isps in britain and abroad to censor online speech an eu court rules that social networking sites can t be compelled to install general filters to prevent illegal trading of music and other copyrighted material  after revolution in egypt  women s taste of equality fades  women were at the vanguard in the protests that ousted hosni mubarak  but long held sexism has reasserted itself at the hands of the military and the islamists  israel has threatened to tear down solar panels and wind turbines in palestinian villages greece is on pace for the worst recession in modern history  the greek economy shrank nearly    in       the fifth straight year the country has been in a recession  gdp has shriveled by a sixth since       and unemployment has tripled over that period to      acta is sinking  eu court of justice rules out private and automatic censorship monsanto found guilty in french court of poisoning a farmer with weedkiller   uk shuts down popular blog rnbxclusive   the owners arrested for allegedly defrauding the music industry  in addition  soca threaten rnbxclusive users with    yrs in prison if they downloaded music through the site n  korean helicopter crashes  killing nk minister of commerce along with the commercial director of north pyongan province and related cabinet officials canada wants warrantless internet spying  says  critics support child porn  honduras govt report says most inmates in deadly prison fire were not convicted   the washington post nato admits   afghan children killed in air strike the swedish government wants to implement a change in the law which has the potential to make sweden one of the toughest countries in the world to share files  dubai      year old indonesian girl kills her abusive    year old singaporean employer  french film ban raises autism issue saudi arabia s religious police have arrested more than     people for celebrating valentine s day  facing a backlash  ottawa moves to retool cybercrime bill rare look at china s energy machine    a photographer gains an inside look at china s massive power complex   its energy use  production   amp  ambitions are best captured by superlatives  the country is the world s largest energy consumer  amp  leading source of greenhouse gas emissions iran wants early resumption of nuclear talks  letter world s oldest hooker makes         a year from sex services at age of     greece s model mayor   reform hero takes on corruption in thessaloniki facing backlash  canada conservatives eye rewrite of online surveillance bill prosecutors try to lift german president s immunity   they ve asked the federal parliament to lift president christian wulff s immunity over an escalating home loan scandal'"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sentences[3000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "4a254313",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from sklearn.ensemble import RandomForestClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "db870b6c",
   "metadata": {},
   "outputs": [],
   "source": [
    "#Implementing Bag of Words\n",
    "cv = CountVectorizer(ngram_range=(5,5))\n",
    "traindataset = cv.fit_transform(sentences)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "7b413e6c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-5 {\n",
       "  /* Definition of color scheme common for light and dark mode */\n",
       "  --sklearn-color-text: black;\n",
       "  --sklearn-color-line: gray;\n",
       "  /* Definition of color scheme for unfitted estimators */\n",
       "  --sklearn-color-unfitted-level-0: #fff5e6;\n",
       "  --sklearn-color-unfitted-level-1: #f6e4d2;\n",
       "  --sklearn-color-unfitted-level-2: #ffe0b3;\n",
       "  --sklearn-color-unfitted-level-3: chocolate;\n",
       "  /* Definition of color scheme for fitted estimators */\n",
       "  --sklearn-color-fitted-level-0: #f0f8ff;\n",
       "  --sklearn-color-fitted-level-1: #d4ebff;\n",
       "  --sklearn-color-fitted-level-2: #b3dbfd;\n",
       "  --sklearn-color-fitted-level-3: cornflowerblue;\n",
       "\n",
       "  /* Specific color for light theme */\n",
       "  --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, white)));\n",
       "  --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-icon: #696969;\n",
       "\n",
       "  @media (prefers-color-scheme: dark) {\n",
       "    /* Redefinition of color scheme for dark theme */\n",
       "    --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, #111)));\n",
       "    --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-icon: #878787;\n",
       "  }\n",
       "}\n",
       "\n",
       "#sk-container-id-5 {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 pre {\n",
       "  padding: 0;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 input.sk-hidden--visually {\n",
       "  border: 0;\n",
       "  clip: rect(1px 1px 1px 1px);\n",
       "  clip: rect(1px, 1px, 1px, 1px);\n",
       "  height: 1px;\n",
       "  margin: -1px;\n",
       "  overflow: hidden;\n",
       "  padding: 0;\n",
       "  position: absolute;\n",
       "  width: 1px;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-dashed-wrapped {\n",
       "  border: 1px dashed var(--sklearn-color-line);\n",
       "  margin: 0 0.4em 0.5em 0.4em;\n",
       "  box-sizing: border-box;\n",
       "  padding-bottom: 0.4em;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-container {\n",
       "  /* jupyter's `normalize.less` sets `[hidden] { display: none; }`\n",
       "     but bootstrap.min.css set `[hidden] { display: none !important; }`\n",
       "     so we also need the `!important` here to be able to override the\n",
       "     default hidden behavior on the sphinx rendered scikit-learn.org.\n",
       "     See: https://github.com/scikit-learn/scikit-learn/issues/21755 */\n",
       "  display: inline-block !important;\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-text-repr-fallback {\n",
       "  display: none;\n",
       "}\n",
       "\n",
       "div.sk-parallel-item,\n",
       "div.sk-serial,\n",
       "div.sk-item {\n",
       "  /* draw centered vertical line to link estimators */\n",
       "  background-image: linear-gradient(var(--sklearn-color-text-on-default-background), var(--sklearn-color-text-on-default-background));\n",
       "  background-size: 2px 100%;\n",
       "  background-repeat: no-repeat;\n",
       "  background-position: center center;\n",
       "}\n",
       "\n",
       "/* Parallel-specific style estimator block */\n",
       "\n",
       "#sk-container-id-5 div.sk-parallel-item::after {\n",
       "  content: \"\";\n",
       "  width: 100%;\n",
       "  border-bottom: 2px solid var(--sklearn-color-text-on-default-background);\n",
       "  flex-grow: 1;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-parallel {\n",
       "  display: flex;\n",
       "  align-items: stretch;\n",
       "  justify-content: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-parallel-item {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-parallel-item:first-child::after {\n",
       "  align-self: flex-end;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-parallel-item:last-child::after {\n",
       "  align-self: flex-start;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-parallel-item:only-child::after {\n",
       "  width: 0;\n",
       "}\n",
       "\n",
       "/* Serial-specific style estimator block */\n",
       "\n",
       "#sk-container-id-5 div.sk-serial {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "  align-items: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  padding-right: 1em;\n",
       "  padding-left: 1em;\n",
       "}\n",
       "\n",
       "\n",
       "/* Toggleable style: style used for estimator/Pipeline/ColumnTransformer box that is\n",
       "clickable and can be expanded/collapsed.\n",
       "- Pipeline and ColumnTransformer use this feature and define the default style\n",
       "- Estimators will overwrite some part of the style using the `sk-estimator` class\n",
       "*/\n",
       "\n",
       "/* Pipeline and ColumnTransformer style (default) */\n",
       "\n",
       "#sk-container-id-5 div.sk-toggleable {\n",
       "  /* Default theme specific background. It is overwritten whether we have a\n",
       "  specific estimator or a Pipeline/ColumnTransformer */\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "/* Toggleable label */\n",
       "#sk-container-id-5 label.sk-toggleable__label {\n",
       "  cursor: pointer;\n",
       "  display: block;\n",
       "  width: 100%;\n",
       "  margin-bottom: 0;\n",
       "  padding: 0.5em;\n",
       "  box-sizing: border-box;\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 label.sk-toggleable__label-arrow:before {\n",
       "  /* Arrow on the left of the label */\n",
       "  content: \"▸\";\n",
       "  float: left;\n",
       "  margin-right: 0.25em;\n",
       "  color: var(--sklearn-color-icon);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 label.sk-toggleable__label-arrow:hover:before {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "/* Toggleable content - dropdown */\n",
       "\n",
       "#sk-container-id-5 div.sk-toggleable__content {\n",
       "  max-height: 0;\n",
       "  max-width: 0;\n",
       "  overflow: hidden;\n",
       "  text-align: left;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-toggleable__content.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-toggleable__content pre {\n",
       "  margin: 0.2em;\n",
       "  border-radius: 0.25em;\n",
       "  color: var(--sklearn-color-text);\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-toggleable__content.fitted pre {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 input.sk-toggleable__control:checked~div.sk-toggleable__content {\n",
       "  /* Expand drop-down */\n",
       "  max-height: 200px;\n",
       "  max-width: 100%;\n",
       "  overflow: auto;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {\n",
       "  content: \"▾\";\n",
       "}\n",
       "\n",
       "/* Pipeline/ColumnTransformer-specific style */\n",
       "\n",
       "#sk-container-id-5 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-label.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator-specific style */\n",
       "\n",
       "/* Colorize estimator box */\n",
       "#sk-container-id-5 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-estimator.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-label label.sk-toggleable__label,\n",
       "#sk-container-id-5 div.sk-label label {\n",
       "  /* The background is the default theme color */\n",
       "  color: var(--sklearn-color-text-on-default-background);\n",
       "}\n",
       "\n",
       "/* On hover, darken the color of the background */\n",
       "#sk-container-id-5 div.sk-label:hover label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "/* Label box, darken color on hover, fitted */\n",
       "#sk-container-id-5 div.sk-label.fitted:hover label.sk-toggleable__label.fitted {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator label */\n",
       "\n",
       "#sk-container-id-5 div.sk-label label {\n",
       "  font-family: monospace;\n",
       "  font-weight: bold;\n",
       "  display: inline-block;\n",
       "  line-height: 1.2em;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-label-container {\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "/* Estimator-specific */\n",
       "#sk-container-id-5 div.sk-estimator {\n",
       "  font-family: monospace;\n",
       "  border: 1px dotted var(--sklearn-color-border-box);\n",
       "  border-radius: 0.25em;\n",
       "  box-sizing: border-box;\n",
       "  margin-bottom: 0.5em;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-estimator.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "/* on hover */\n",
       "#sk-container-id-5 div.sk-estimator:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-5 div.sk-estimator.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Specification for estimator info (e.g. \"i\" and \"?\") */\n",
       "\n",
       "/* Common style for \"i\" and \"?\" */\n",
       "\n",
       ".sk-estimator-doc-link,\n",
       "a:link.sk-estimator-doc-link,\n",
       "a:visited.sk-estimator-doc-link {\n",
       "  float: right;\n",
       "  font-size: smaller;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1em;\n",
       "  height: 1em;\n",
       "  width: 1em;\n",
       "  text-decoration: none !important;\n",
       "  margin-left: 1ex;\n",
       "  /* unfitted */\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted,\n",
       "a:link.sk-estimator-doc-link.fitted,\n",
       "a:visited.sk-estimator-doc-link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "div.sk-estimator:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "div.sk-estimator.fitted:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "/* Span, style for the box shown on hovering the info icon */\n",
       ".sk-estimator-doc-link span {\n",
       "  display: none;\n",
       "  z-index: 9999;\n",
       "  position: relative;\n",
       "  font-weight: normal;\n",
       "  right: .2ex;\n",
       "  padding: .5ex;\n",
       "  margin: .5ex;\n",
       "  width: min-content;\n",
       "  min-width: 20ex;\n",
       "  max-width: 50ex;\n",
       "  color: var(--sklearn-color-text);\n",
       "  box-shadow: 2pt 2pt 4pt #999;\n",
       "  /* unfitted */\n",
       "  background: var(--sklearn-color-unfitted-level-0);\n",
       "  border: .5pt solid var(--sklearn-color-unfitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted span {\n",
       "  /* fitted */\n",
       "  background: var(--sklearn-color-fitted-level-0);\n",
       "  border: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link:hover span {\n",
       "  display: block;\n",
       "}\n",
       "\n",
       "/* \"?\"-specific style due to the `<a>` HTML tag */\n",
       "\n",
       "#sk-container-id-5 a.estimator_doc_link {\n",
       "  float: right;\n",
       "  font-size: 1rem;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1rem;\n",
       "  height: 1rem;\n",
       "  width: 1rem;\n",
       "  text-decoration: none;\n",
       "  /* unfitted */\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 a.estimator_doc_link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "#sk-container-id-5 a.estimator_doc_link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "#sk-container-id-5 a.estimator_doc_link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "</style><div id=\"sk-container-id-5\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>RandomForestClassifier(criterion=&#x27;entropy&#x27;, n_estimators=200)</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-5\" type=\"checkbox\" checked><label for=\"sk-estimator-id-5\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow fitted\">&nbsp;&nbsp;RandomForestClassifier<a class=\"sk-estimator-doc-link fitted\" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.4/modules/generated/sklearn.ensemble.RandomForestClassifier.html\">?<span>Documentation for RandomForestClassifier</span></a><span class=\"sk-estimator-doc-link fitted\">i<span>Fitted</span></span></label><div class=\"sk-toggleable__content fitted\"><pre>RandomForestClassifier(criterion=&#x27;entropy&#x27;, n_estimators=200)</pre></div> </div></div></div></div>"
      ],
      "text/plain": [
       "RandomForestClassifier(criterion='entropy', n_estimators=200)"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Implementing RandomForest Classifier\n",
    "randomclassifier = RandomForestClassifier(n_estimators=200,criterion='entropy')\n",
    "randomclassifier.fit(traindataset,train['Label'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "id": "5c11ae52",
   "metadata": {},
   "outputs": [],
   "source": [
    "test_transform= []\n",
    "for row in range(len(test.index)):\n",
    "    test_transform.append(\" \".join(str(x) for x in test.iloc[row,0:27]))\n",
    "test_dataset = cv.transform(test_transform)\n",
    "predictions = randomclassifier.predict(test_dataset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "09a42315",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "376dae9c",
   "metadata": {},
   "outputs": [],
   "source": [
    "#Checking Accuracy for the predictions\n",
    "from sklearn.metrics import classification_report, confusion_matrix, accuracy_score\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "f501c9bd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[  0 186]\n",
      " [  1 191]]\n",
      "0.5052910052910053\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.00      0.00      0.00       186\n",
      "           1       0.51      0.99      0.67       192\n",
      "\n",
      "    accuracy                           0.51       378\n",
      "   macro avg       0.25      0.50      0.34       378\n",
      "weighted avg       0.26      0.51      0.34       378\n",
      "\n"
     ]
    }
   ],
   "source": [
    "matrix = confusion_matrix(test['Label'],predictions)\n",
    "print(matrix)\n",
    "\n",
    "score = accuracy_score(test['Label'],predictions)\n",
    "print(score)\n",
    "\n",
    "report = classification_report(test['Label'],predictions)\n",
    "print(report)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ec20bfdf",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "51e5ce8d",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}