2_Preprocess-Data-12.27.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 1 Pre-processing"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:58:03.781166Z",
     "start_time": "2020-12-27T14:58:03.479038Z"
    }
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import csv\n",
    "import collections\n",
    "import ast\n",
    "from matplotlib import pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:58:04.294020Z",
     "start_time": "2020-12-27T14:58:04.288341Z"
    },
    "pycharm": {
     "name": "#%%  Convert strings to action type list\n"
    }
   },
   "outputs": [],
   "source": [
    "def str_to_actiontype(x):\n",
    "    if isinstance(x, str):\n",
    "        lst = list(set(ast.literal_eval(x))- {'NotSpecified'})\n",
    "        lst = sorted(lst, key=str.lower)\n",
    "        if lst == []:\n",
    "            lst =  float('nan')\n",
    "#         else:\n",
    "#             lst = str(lst)\n",
    "    else: # NaN\n",
    "        lst = float('nan')\n",
    "    return lst"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:58:10.284329Z",
     "start_time": "2020-12-27T14:58:10.040165Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>target</th>\n",
       "      <th>source</th>\n",
       "      <th>action</th>\n",
       "      <th>action_type</th>\n",
       "      <th>location</th>\n",
       "      <th>date</th>\n",
       "      <th>country</th>\n",
       "      <th>year</th>\n",
       "      <th>news</th>\n",
       "      <th>folder</th>\n",
       "      <th>index</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>32355</td>\n",
       "      <td>True</td>\n",
       "      <td>[Military Police, Rangers]</td>\n",
       "      <td>[Lashkar e Jhangvi LeJ, militants]</td>\n",
       "      <td>[gunned, killed, killing]</td>\n",
       "      <td>[Armed Assault]</td>\n",
       "      <td>[Karachi]</td>\n",
       "      <td>[December 6]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>Two Lashkar e Jhangvi LeJ militants Asim alias...</td>\n",
       "      <td>p1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>32398</td>\n",
       "      <td>True</td>\n",
       "      <td>[civilians, Security Forces, SFs]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[fighting, killed, killing, wounded]</td>\n",
       "      <td>[Unknown]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[December 20]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>The Commander Southern Command Lieutenant Gene...</td>\n",
       "      <td>p1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>29171</td>\n",
       "      <td>True</td>\n",
       "      <td>[Naga, Nagas]</td>\n",
       "      <td>[Manipur Naga Peopleâ€™s Front, MNPF]</td>\n",
       "      <td>[attack, bomb, exploded, explosion]</td>\n",
       "      <td>[Bombing/Explosion]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[August 30]</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>Meanwhile the underground organization Manipur...</td>\n",
       "      <td>p1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>25445</td>\n",
       "      <td>True</td>\n",
       "      <td>[Artisan Restaurant, foreigners, hostages]</td>\n",
       "      <td>[attackers, suicide fighters, suicide soldiers]</td>\n",
       "      <td>[gun battle, injuring, killing]</td>\n",
       "      <td>[Armed Assault]</td>\n",
       "      <td>[Dhaka]</td>\n",
       "      <td>[27th, August]</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>2016</td>\n",
       "      <td>Islamic State IS in the latest issue of its on...</td>\n",
       "      <td>p1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>31739</td>\n",
       "      <td>True</td>\n",
       "      <td>[MQM, Muttahida Qaumi Movement]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[shot]</td>\n",
       "      <td>[Assassination]</td>\n",
       "      <td>[Karachi, Korangi, Naeemabad, Sindh]</td>\n",
       "      <td>[June 19]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>A senior Muttahida Qaumi Movement MQM worker i...</td>\n",
       "      <td>p1</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7485</th>\n",
       "      <td>10483</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nepal</td>\n",
       "      <td>2015</td>\n",
       "      <td>Clashes between demonstrators and Police leave...</td>\n",
       "      <td>p15</td>\n",
       "      <td>a9qjjlMsQqy8XtuhYUJ6QMLlDz88-news_satp_15.tsv_46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7486</th>\n",
       "      <td>42333</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2012</td>\n",
       "      <td>The death toll in the ongoing clashes between ...</td>\n",
       "      <td>p15</td>\n",
       "      <td>a6U4BlcbFbLRZKmdIMjCcxSEV7ni-news_satp_15.tsv_35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7487</th>\n",
       "      <td>21314</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2014</td>\n",
       "      <td>An unnamed security official revealed that Fro...</td>\n",
       "      <td>p15</td>\n",
       "      <td>aBikefqUY7LvQEJe5Sn96IE92aEK-news_satp_15.tsv_39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7488</th>\n",
       "      <td>58183</td>\n",
       "      <td>True</td>\n",
       "      <td>[Police]</td>\n",
       "      <td>[militants]</td>\n",
       "      <td>[exploded, grenade]</td>\n",
       "      <td>[Bombing/Explosion]</td>\n",
       "      <td>[Srinagar]</td>\n",
       "      <td>[October 16]</td>\n",
       "      <td>india</td>\n",
       "      <td>2011</td>\n",
       "      <td>Police said that militants hurled a grenade on...</td>\n",
       "      <td>p15</td>\n",
       "      <td>a8iR07wYXkm9CV3iPTxqGE4CaaMC-news_satp_15.tsv_52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7489</th>\n",
       "      <td>33926</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2013</td>\n",
       "      <td>A recently constituted task force on missing p...</td>\n",
       "      <td>p15</td>\n",
       "      <td>aB.Fjm9WSEjgxfMeoHm8U_dDssXq-news_satp_15.tsv_41</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7490 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  is_relevant                                      target  \\\n",
       "0     32355         True                  [Military Police, Rangers]   \n",
       "1     32398         True           [civilians, Security Forces, SFs]   \n",
       "2     29171         True                               [Naga, Nagas]   \n",
       "3     25445         True  [Artisan Restaurant, foreigners, hostages]   \n",
       "4     31739         True             [MQM, Muttahida Qaumi Movement]   \n",
       "...     ...          ...                                         ...   \n",
       "7485  10483        False                                         NaN   \n",
       "7486  42333        False                                         NaN   \n",
       "7487  21314        False                                         NaN   \n",
       "7488  58183         True                                    [Police]   \n",
       "7489  33926        False                                         NaN   \n",
       "\n",
       "                                               source  \\\n",
       "0                  [Lashkar e Jhangvi LeJ, militants]   \n",
       "1                                                 NaN   \n",
       "2               [Manipur Naga Peopleâ€™s Front, MNPF]   \n",
       "3     [attackers, suicide fighters, suicide soldiers]   \n",
       "4                                                 NaN   \n",
       "...                                               ...   \n",
       "7485                                              NaN   \n",
       "7486                                              NaN   \n",
       "7487                                              NaN   \n",
       "7488                                      [militants]   \n",
       "7489                                              NaN   \n",
       "\n",
       "                                    action          action_type  \\\n",
       "0                [gunned, killed, killing]      [Armed Assault]   \n",
       "1     [fighting, killed, killing, wounded]            [Unknown]   \n",
       "2      [attack, bomb, exploded, explosion]  [Bombing/Explosion]   \n",
       "3          [gun battle, injuring, killing]      [Armed Assault]   \n",
       "4                                   [shot]      [Assassination]   \n",
       "...                                    ...                  ...   \n",
       "7485                                   NaN                  NaN   \n",
       "7486                                   NaN                  NaN   \n",
       "7487                                   NaN                  NaN   \n",
       "7488                   [exploded, grenade]  [Bombing/Explosion]   \n",
       "7489                                   NaN                  NaN   \n",
       "\n",
       "                                  location            date     country  year  \\\n",
       "0                                [Karachi]    [December 6]    pakistan  2016   \n",
       "1                                      NaN   [December 20]    pakistan  2016   \n",
       "2                                      NaN     [August 30]       india  2016   \n",
       "3                                  [Dhaka]  [27th, August]  bangladesh  2016   \n",
       "4     [Karachi, Korangi, Naeemabad, Sindh]       [June 19]    pakistan  2016   \n",
       "...                                    ...             ...         ...   ...   \n",
       "7485                                   NaN             NaN       nepal  2015   \n",
       "7486                                   NaN             NaN       india  2012   \n",
       "7487                                   NaN             NaN    pakistan  2014   \n",
       "7488                            [Srinagar]    [October 16]       india  2011   \n",
       "7489                                   NaN             NaN    pakistan  2013   \n",
       "\n",
       "                                                   news folder  \\\n",
       "0     Two Lashkar e Jhangvi LeJ militants Asim alias...     p1   \n",
       "1     The Commander Southern Command Lieutenant Gene...     p1   \n",
       "2     Meanwhile the underground organization Manipur...     p1   \n",
       "3     Islamic State IS in the latest issue of its on...     p1   \n",
       "4     A senior Muttahida Qaumi Movement MQM worker i...     p1   \n",
       "...                                                 ...    ...   \n",
       "7485  Clashes between demonstrators and Police leave...    p15   \n",
       "7486  The death toll in the ongoing clashes between ...    p15   \n",
       "7487  An unnamed security official revealed that Fro...    p15   \n",
       "7488  Police said that militants hurled a grenade on...    p15   \n",
       "7489  A recently constituted task force on missing p...    p15   \n",
       "\n",
       "                                                 index  \n",
       "0                                                  NaN  \n",
       "1                                                  NaN  \n",
       "2                                                  NaN  \n",
       "3                                                  NaN  \n",
       "4                                                  NaN  \n",
       "...                                                ...  \n",
       "7485  a9qjjlMsQqy8XtuhYUJ6QMLlDz88-news_satp_15.tsv_46  \n",
       "7486  a6U4BlcbFbLRZKmdIMjCcxSEV7ni-news_satp_15.tsv_35  \n",
       "7487  aBikefqUY7LvQEJe5Sn96IE92aEK-news_satp_15.tsv_39  \n",
       "7488  a8iR07wYXkm9CV3iPTxqGE4CaaMC-news_satp_15.tsv_52  \n",
       "7489  aB.Fjm9WSEjgxfMeoHm8U_dDssXq-news_satp_15.tsv_41  \n",
       "\n",
       "[7490 rows x 13 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_list=[]\n",
    "\n",
    "for i in range(1,16):\n",
    "    p = 'p%s'%i\n",
    "    df = pd.read_csv('Data_TagTog_Annotated/'+ p +'.csv', header=[0]) \n",
    "    df['folder'] = p\n",
    "    df_list.append(df)  \n",
    "    \n",
    "df_raw = pd.concat(df_list).reset_index(drop=True)\n",
    "del df_list    \n",
    "\n",
    "\n",
    "df_total = df_raw.copy()\n",
    "\n",
    "EVENTS = ['target', 'source', 'action',  'action_type', 'location', 'date',]\n",
    "for col in EVENTS:\n",
    "    df_total[col] = df_raw[col].apply(str_to_actiontype)\n",
    "\n",
    "df_total"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:58:15.554204Z",
     "start_time": "2020-12-27T14:58:15.464830Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>target</th>\n",
       "      <th>source</th>\n",
       "      <th>action</th>\n",
       "      <th>action_type</th>\n",
       "      <th>location</th>\n",
       "      <th>date</th>\n",
       "      <th>country</th>\n",
       "      <th>year</th>\n",
       "      <th>...</th>\n",
       "      <th>index</th>\n",
       "      <th>Armed Assault</th>\n",
       "      <th>Assassination</th>\n",
       "      <th>Barricade Incident</th>\n",
       "      <th>Bombing/Explosion</th>\n",
       "      <th>Facility/Infrastructure Attack</th>\n",
       "      <th>Hijacking</th>\n",
       "      <th>Kidnapping</th>\n",
       "      <th>Unarmed Assault</th>\n",
       "      <th>Unknown</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>32355</td>\n",
       "      <td>True</td>\n",
       "      <td>[Military Police, Rangers]</td>\n",
       "      <td>[Lashkar e Jhangvi LeJ, militants]</td>\n",
       "      <td>[gunned, killed, killing]</td>\n",
       "      <td>[Armed Assault]</td>\n",
       "      <td>[Karachi]</td>\n",
       "      <td>[December 6]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>32398</td>\n",
       "      <td>True</td>\n",
       "      <td>[civilians, Security Forces, SFs]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[fighting, killed, killing, wounded]</td>\n",
       "      <td>[Unknown]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[December 20]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>29171</td>\n",
       "      <td>True</td>\n",
       "      <td>[Naga, Nagas]</td>\n",
       "      <td>[Manipur Naga Peopleâ€™s Front, MNPF]</td>\n",
       "      <td>[attack, bomb, exploded, explosion]</td>\n",
       "      <td>[Bombing/Explosion]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[August 30]</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>25445</td>\n",
       "      <td>True</td>\n",
       "      <td>[Artisan Restaurant, foreigners, hostages]</td>\n",
       "      <td>[attackers, suicide fighters, suicide soldiers]</td>\n",
       "      <td>[gun battle, injuring, killing]</td>\n",
       "      <td>[Armed Assault]</td>\n",
       "      <td>[Dhaka]</td>\n",
       "      <td>[27th, August]</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>31739</td>\n",
       "      <td>True</td>\n",
       "      <td>[MQM, Muttahida Qaumi Movement]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[shot]</td>\n",
       "      <td>[Assassination]</td>\n",
       "      <td>[Karachi, Korangi, Naeemabad, Sindh]</td>\n",
       "      <td>[June 19]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7485</th>\n",
       "      <td>10483</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nepal</td>\n",
       "      <td>2015</td>\n",
       "      <td>...</td>\n",
       "      <td>a9qjjlMsQqy8XtuhYUJ6QMLlDz88-news_satp_15.tsv_46</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7486</th>\n",
       "      <td>42333</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2012</td>\n",
       "      <td>...</td>\n",
       "      <td>a6U4BlcbFbLRZKmdIMjCcxSEV7ni-news_satp_15.tsv_35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7487</th>\n",
       "      <td>21314</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2014</td>\n",
       "      <td>...</td>\n",
       "      <td>aBikefqUY7LvQEJe5Sn96IE92aEK-news_satp_15.tsv_39</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7488</th>\n",
       "      <td>58183</td>\n",
       "      <td>True</td>\n",
       "      <td>[Police]</td>\n",
       "      <td>[militants]</td>\n",
       "      <td>[exploded, grenade]</td>\n",
       "      <td>[Bombing/Explosion]</td>\n",
       "      <td>[Srinagar]</td>\n",
       "      <td>[October 16]</td>\n",
       "      <td>india</td>\n",
       "      <td>2011</td>\n",
       "      <td>...</td>\n",
       "      <td>a8iR07wYXkm9CV3iPTxqGE4CaaMC-news_satp_15.tsv_52</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7489</th>\n",
       "      <td>33926</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2013</td>\n",
       "      <td>...</td>\n",
       "      <td>aB.Fjm9WSEjgxfMeoHm8U_dDssXq-news_satp_15.tsv_41</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7490 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  is_relevant                                      target  \\\n",
       "0     32355         True                  [Military Police, Rangers]   \n",
       "1     32398         True           [civilians, Security Forces, SFs]   \n",
       "2     29171         True                               [Naga, Nagas]   \n",
       "3     25445         True  [Artisan Restaurant, foreigners, hostages]   \n",
       "4     31739         True             [MQM, Muttahida Qaumi Movement]   \n",
       "...     ...          ...                                         ...   \n",
       "7485  10483        False                                         NaN   \n",
       "7486  42333        False                                         NaN   \n",
       "7487  21314        False                                         NaN   \n",
       "7488  58183         True                                    [Police]   \n",
       "7489  33926        False                                         NaN   \n",
       "\n",
       "                                               source  \\\n",
       "0                  [Lashkar e Jhangvi LeJ, militants]   \n",
       "1                                                 NaN   \n",
       "2               [Manipur Naga Peopleâ€™s Front, MNPF]   \n",
       "3     [attackers, suicide fighters, suicide soldiers]   \n",
       "4                                                 NaN   \n",
       "...                                               ...   \n",
       "7485                                              NaN   \n",
       "7486                                              NaN   \n",
       "7487                                              NaN   \n",
       "7488                                      [militants]   \n",
       "7489                                              NaN   \n",
       "\n",
       "                                    action          action_type  \\\n",
       "0                [gunned, killed, killing]      [Armed Assault]   \n",
       "1     [fighting, killed, killing, wounded]            [Unknown]   \n",
       "2      [attack, bomb, exploded, explosion]  [Bombing/Explosion]   \n",
       "3          [gun battle, injuring, killing]      [Armed Assault]   \n",
       "4                                   [shot]      [Assassination]   \n",
       "...                                    ...                  ...   \n",
       "7485                                   NaN                  NaN   \n",
       "7486                                   NaN                  NaN   \n",
       "7487                                   NaN                  NaN   \n",
       "7488                   [exploded, grenade]  [Bombing/Explosion]   \n",
       "7489                                   NaN                  NaN   \n",
       "\n",
       "                                  location            date     country  year  \\\n",
       "0                                [Karachi]    [December 6]    pakistan  2016   \n",
       "1                                      NaN   [December 20]    pakistan  2016   \n",
       "2                                      NaN     [August 30]       india  2016   \n",
       "3                                  [Dhaka]  [27th, August]  bangladesh  2016   \n",
       "4     [Karachi, Korangi, Naeemabad, Sindh]       [June 19]    pakistan  2016   \n",
       "...                                    ...             ...         ...   ...   \n",
       "7485                                   NaN             NaN       nepal  2015   \n",
       "7486                                   NaN             NaN       india  2012   \n",
       "7487                                   NaN             NaN    pakistan  2014   \n",
       "7488                            [Srinagar]    [October 16]       india  2011   \n",
       "7489                                   NaN             NaN    pakistan  2013   \n",
       "\n",
       "      ...                                             index Armed Assault  \\\n",
       "0     ...                                               NaN          True   \n",
       "1     ...                                               NaN         False   \n",
       "2     ...                                               NaN         False   \n",
       "3     ...                                               NaN          True   \n",
       "4     ...                                               NaN         False   \n",
       "...   ...                                               ...           ...   \n",
       "7485  ...  a9qjjlMsQqy8XtuhYUJ6QMLlDz88-news_satp_15.tsv_46         False   \n",
       "7486  ...  a6U4BlcbFbLRZKmdIMjCcxSEV7ni-news_satp_15.tsv_35         False   \n",
       "7487  ...  aBikefqUY7LvQEJe5Sn96IE92aEK-news_satp_15.tsv_39         False   \n",
       "7488  ...  a8iR07wYXkm9CV3iPTxqGE4CaaMC-news_satp_15.tsv_52         False   \n",
       "7489  ...  aB.Fjm9WSEjgxfMeoHm8U_dDssXq-news_satp_15.tsv_41         False   \n",
       "\n",
       "     Assassination  Barricade Incident  Bombing/Explosion  \\\n",
       "0            False               False              False   \n",
       "1            False               False              False   \n",
       "2            False               False               True   \n",
       "3            False               False              False   \n",
       "4             True               False              False   \n",
       "...            ...                 ...                ...   \n",
       "7485         False               False              False   \n",
       "7486         False               False              False   \n",
       "7487         False               False              False   \n",
       "7488         False               False               True   \n",
       "7489         False               False              False   \n",
       "\n",
       "      Facility/Infrastructure Attack  Hijacking  Kidnapping  Unarmed Assault  \\\n",
       "0                              False      False       False            False   \n",
       "1                              False      False       False            False   \n",
       "2                              False      False       False            False   \n",
       "3                              False      False       False            False   \n",
       "4                              False      False       False            False   \n",
       "...                              ...        ...         ...              ...   \n",
       "7485                           False      False       False            False   \n",
       "7486                           False      False       False            False   \n",
       "7487                           False      False       False            False   \n",
       "7488                           False      False       False            False   \n",
       "7489                           False      False       False            False   \n",
       "\n",
       "      Unknown  \n",
       "0       False  \n",
       "1        True  \n",
       "2       False  \n",
       "3       False  \n",
       "4       False  \n",
       "...       ...  \n",
       "7485    False  \n",
       "7486    False  \n",
       "7487    False  \n",
       "7488    False  \n",
       "7489    False  \n",
       "\n",
       "[7490 rows x 22 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Expand action_types to multiple cols \n",
    "expand_df = df_total['action_type'].str.join(',').str.get_dummies(sep=',').astype(bool)\n",
    "Action_Type = expand_df.columns\n",
    "df_total[Action_Type] = expand_df\n",
    "df_total"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<b> Check if there is any row without news </b> "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:58:19.732420Z",
     "start_time": "2020-12-27T14:58:19.700707Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>target</th>\n",
       "      <th>source</th>\n",
       "      <th>action</th>\n",
       "      <th>action_type</th>\n",
       "      <th>location</th>\n",
       "      <th>date</th>\n",
       "      <th>country</th>\n",
       "      <th>year</th>\n",
       "      <th>...</th>\n",
       "      <th>index</th>\n",
       "      <th>Armed Assault</th>\n",
       "      <th>Assassination</th>\n",
       "      <th>Barricade Incident</th>\n",
       "      <th>Bombing/Explosion</th>\n",
       "      <th>Facility/Infrastructure Attack</th>\n",
       "      <th>Hijacking</th>\n",
       "      <th>Kidnapping</th>\n",
       "      <th>Unarmed Assault</th>\n",
       "      <th>Unknown</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>583</th>\n",
       "      <td>17790</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>2017</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1363</th>\n",
       "      <td>11104</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2018</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  is_relevant target source action action_type location date  \\\n",
       "583   17790        False    NaN    NaN    NaN         NaN      NaN  NaN   \n",
       "1363  11104        False    NaN    NaN    NaN         NaN      NaN  NaN   \n",
       "\n",
       "         country  year  ... index Armed Assault Assassination  \\\n",
       "583   bangladesh  2017  ...   NaN         False         False   \n",
       "1363       india  2018  ...   NaN         False         False   \n",
       "\n",
       "      Barricade Incident  Bombing/Explosion  Facility/Infrastructure Attack  \\\n",
       "583                False              False                           False   \n",
       "1363               False              False                           False   \n",
       "\n",
       "      Hijacking  Kidnapping  Unarmed Assault  Unknown  \n",
       "583       False       False            False    False  \n",
       "1363      False       False            False    False  \n",
       "\n",
       "[2 rows x 22 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "row_no_news = df_total[df_total.news.isnull()==True]\n",
    "row_no_news"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<b> Check if there is any row without categories </b>\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:58:42.006625Z",
     "start_time": "2020-12-27T14:58:41.940482Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>target</th>\n",
       "      <th>source</th>\n",
       "      <th>action</th>\n",
       "      <th>action_type</th>\n",
       "      <th>location</th>\n",
       "      <th>date</th>\n",
       "      <th>country</th>\n",
       "      <th>year</th>\n",
       "      <th>...</th>\n",
       "      <th>index</th>\n",
       "      <th>Armed Assault</th>\n",
       "      <th>Assassination</th>\n",
       "      <th>Barricade Incident</th>\n",
       "      <th>Bombing/Explosion</th>\n",
       "      <th>Facility/Infrastructure Attack</th>\n",
       "      <th>Hijacking</th>\n",
       "      <th>Kidnapping</th>\n",
       "      <th>Unarmed Assault</th>\n",
       "      <th>Unknown</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>945</th>\n",
       "      <td>22482</td>\n",
       "      <td>True</td>\n",
       "      <td>[Army personnel, joint search party, SFs]</td>\n",
       "      <td>[LeT, militants, terrorist]</td>\n",
       "      <td>[fire, fired, injured]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Baramulla]</td>\n",
       "      <td>[November 30]</td>\n",
       "      <td>india</td>\n",
       "      <td>2017</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1085</th>\n",
       "      <td>16325</td>\n",
       "      <td>True</td>\n",
       "      <td>[Driver]</td>\n",
       "      <td>[militants]</td>\n",
       "      <td>[assassinated]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Ashtar, Daikundi]</td>\n",
       "      <td>[June 20]</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>2018</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1095</th>\n",
       "      <td>16388</td>\n",
       "      <td>True</td>\n",
       "      <td>[guards, School, school]</td>\n",
       "      <td>[IS, Islamic State]</td>\n",
       "      <td>[beheaded, fire]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Khogyani, Nangarhar]</td>\n",
       "      <td>[July 1]</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>2018</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1132</th>\n",
       "      <td>15593</td>\n",
       "      <td>True</td>\n",
       "      <td>[civilians]</td>\n",
       "      <td>[militant]</td>\n",
       "      <td>[attack, injured, killed, VBIED, Vehicle borne...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Helmand, Lashkargah]</td>\n",
       "      <td>[March 24]</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>2018</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1171</th>\n",
       "      <td>13166</td>\n",
       "      <td>True</td>\n",
       "      <td>[husband]</td>\n",
       "      <td>[Communist Party of India, Communist Party of ...</td>\n",
       "      <td>[beaten, killed, sticks]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Chhattisgarh, Sukma]</td>\n",
       "      <td>[November 7]</td>\n",
       "      <td>india</td>\n",
       "      <td>2018</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1259</th>\n",
       "      <td>12141</td>\n",
       "      <td>True</td>\n",
       "      <td>[Special Police Officer, SPO]</td>\n",
       "      <td>[militant, Militants]</td>\n",
       "      <td>[attack, injured]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Pulwama]</td>\n",
       "      <td>[August 7]</td>\n",
       "      <td>india</td>\n",
       "      <td>2018</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1292</th>\n",
       "      <td>16993</td>\n",
       "      <td>True</td>\n",
       "      <td>[fuel tanker]</td>\n",
       "      <td>[Taliban]</td>\n",
       "      <td>[seized, torched]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[November 13]</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>2018</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1365</th>\n",
       "      <td>12357</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2018</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1960</th>\n",
       "      <td>31193</td>\n",
       "      <td>True</td>\n",
       "      <td>[others, security personnel]</td>\n",
       "      <td>[militants]</td>\n",
       "      <td>[injured, killed]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Kahan, Kohlu]</td>\n",
       "      <td>[February 17]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1998</th>\n",
       "      <td>28014</td>\n",
       "      <td>True</td>\n",
       "      <td>[worker]</td>\n",
       "      <td>[militants]</td>\n",
       "      <td>[abducted]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Kabul, Taimani]</td>\n",
       "      <td>[June 9]</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2250</th>\n",
       "      <td>32216</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2457</th>\n",
       "      <td>25368</td>\n",
       "      <td>True</td>\n",
       "      <td>[Hindu priest]</td>\n",
       "      <td>[IS, Islamic State]</td>\n",
       "      <td>[killing]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Jhenidah]</td>\n",
       "      <td>[July 2]</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2500</th>\n",
       "      <td>26280</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2501</th>\n",
       "      <td>26520</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2502</th>\n",
       "      <td>29672</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2503</th>\n",
       "      <td>32829</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nepal</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2512</th>\n",
       "      <td>31672</td>\n",
       "      <td>True</td>\n",
       "      <td>[Chinese national, people]</td>\n",
       "      <td>[Sindhudesh Revolutionary Party]</td>\n",
       "      <td>[blast, injured, remote controlled bomb]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Karachi, Sindh]</td>\n",
       "      <td>[May 30]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3036</th>\n",
       "      <td>28763</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3190</th>\n",
       "      <td>27659</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3217</th>\n",
       "      <td>25590</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3440</th>\n",
       "      <td>31837</td>\n",
       "      <td>True</td>\n",
       "      <td>[Police, police]</td>\n",
       "      <td>[bombers, Lashkar e Jhangvi, LeJ, militants]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Karachi, Malir, Sindh]</td>\n",
       "      <td>[July 18]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3491</th>\n",
       "      <td>26410</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Communist Party of India Maoist, CPI Maoist, ...</td>\n",
       "      <td>[blew up]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Jamui]</td>\n",
       "      <td>[February 15]</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3870</th>\n",
       "      <td>31319</td>\n",
       "      <td>True</td>\n",
       "      <td>[health workers, lady]</td>\n",
       "      <td>[unidentified militants]</td>\n",
       "      <td>[injured, shot]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Shikarpur]</td>\n",
       "      <td>[March 16]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4004</th>\n",
       "      <td>31446</td>\n",
       "      <td>True</td>\n",
       "      <td>[CTD, CTD officials, The Counter Terrorism Dep...</td>\n",
       "      <td>[attackers]</td>\n",
       "      <td>[shot]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Sargodha]</td>\n",
       "      <td>[April 11]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4161</th>\n",
       "      <td>32211</td>\n",
       "      <td>True</td>\n",
       "      <td>[Pakistan Sunni Tehreek, PST]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[shot]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Haripur]</td>\n",
       "      <td>[October 23]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4784</th>\n",
       "      <td>40594</td>\n",
       "      <td>True</td>\n",
       "      <td>[Associate Professor]</td>\n",
       "      <td>[cadres, Kangleipak Communist Party, KCP MC, m...</td>\n",
       "      <td>[grenade]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Thamnapokpi Mayai Leikai]</td>\n",
       "      <td>[May 19]</td>\n",
       "      <td>india</td>\n",
       "      <td>2012</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4843</th>\n",
       "      <td>13618</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2014</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4956</th>\n",
       "      <td>45069</td>\n",
       "      <td>True</td>\n",
       "      <td>[employees, equipment, vehicles]</td>\n",
       "      <td>[Communist Party of India Maoist, CPI Maoist, ...</td>\n",
       "      <td>[ablaze, assaulted]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Saran]</td>\n",
       "      <td>[December 4]</td>\n",
       "      <td>india</td>\n",
       "      <td>2012</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4977</th>\n",
       "      <td>57713</td>\n",
       "      <td>True</td>\n",
       "      <td>[Central Reserve Police Force, CRPF, trooper]</td>\n",
       "      <td>[cadres, Communist Party of India Maoist, CPI ...</td>\n",
       "      <td>[killed]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Bijapur]</td>\n",
       "      <td>[September 18]</td>\n",
       "      <td>india</td>\n",
       "      <td>2011</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5477</th>\n",
       "      <td>59790</td>\n",
       "      <td>True</td>\n",
       "      <td>[NATO, NATO forces, vehicles]</td>\n",
       "      <td>[Militants, militants]</td>\n",
       "      <td>[attacked, fire]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Balochistan]</td>\n",
       "      <td>[January 30]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2011</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5500</th>\n",
       "      <td>39955</td>\n",
       "      <td>True</td>\n",
       "      <td>[persons]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[exploded, hand grenade, injuries]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Imphal West]</td>\n",
       "      <td>[April 24, Jiban]</td>\n",
       "      <td>india</td>\n",
       "      <td>2012</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5514</th>\n",
       "      <td>20366</td>\n",
       "      <td>True</td>\n",
       "      <td>[trader]</td>\n",
       "      <td>[unidentified assailants]</td>\n",
       "      <td>[shot]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Bangoria Goth]</td>\n",
       "      <td>[June 2]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2014</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5736</th>\n",
       "      <td>46355</td>\n",
       "      <td>True</td>\n",
       "      <td>[Security Force, SF]</td>\n",
       "      <td>[Militants, militants]</td>\n",
       "      <td>[killed]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[South Waziristan]</td>\n",
       "      <td>[February 26]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2012</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6075</th>\n",
       "      <td>16032</td>\n",
       "      <td>True</td>\n",
       "      <td>[ASI, Assistant Sub Inspector, Border Security...</td>\n",
       "      <td>[militant]</td>\n",
       "      <td>[injured, killed]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[J K, Jammu and Kashmir, Pulwama]</td>\n",
       "      <td>[August 16]</td>\n",
       "      <td>india</td>\n",
       "      <td>2014</td>\n",
       "      <td>...</td>\n",
       "      <td>abro5uJ6YCxO21TU8PmNmIzrG4i8-news_satp_13.tsv_423</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6322</th>\n",
       "      <td>48039</td>\n",
       "      <td>True</td>\n",
       "      <td>[person]</td>\n",
       "      <td>[militants]</td>\n",
       "      <td>[injured, killed]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Quetta]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2012</td>\n",
       "      <td>...</td>\n",
       "      <td>af9buZrBWaOglf.JZOvA21UV7Rx4-news_satp_13.tsv_388</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6484</th>\n",
       "      <td>28257</td>\n",
       "      <td>True</td>\n",
       "      <td>[Police]</td>\n",
       "      <td>[Communist Party of India Maoist, CPI Maoist, ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Rayagada]</td>\n",
       "      <td>[July 18]</td>\n",
       "      <td>india</td>\n",
       "      <td>2013</td>\n",
       "      <td>...</td>\n",
       "      <td>aVS9yeG2MC2RyJVGcNFg0T305jre-news_satp_13.tsv_50</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6492</th>\n",
       "      <td>13904</td>\n",
       "      <td>True</td>\n",
       "      <td>[Lashkar e Toiba, LeT, militants]</td>\n",
       "      <td>[Line of Control, LoC]</td>\n",
       "      <td>[killed]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Poonch]</td>\n",
       "      <td>[May 10]</td>\n",
       "      <td>india</td>\n",
       "      <td>2014</td>\n",
       "      <td>...</td>\n",
       "      <td>awCDDVwcZup7GFB5d7MJBi5V0LOe-news_satp_13.tsv_33</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6589</th>\n",
       "      <td>21942</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2014</td>\n",
       "      <td>...</td>\n",
       "      <td>akY0NgHEKq6B_4.IWArtmzc3BgVC-news_satp_14.tsv_342</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6748</th>\n",
       "      <td>4596</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2015</td>\n",
       "      <td>...</td>\n",
       "      <td>asIps9uJDZGaiAnaNKRlIKOFsXie-news_satp_14.tsv_67</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6888</th>\n",
       "      <td>29772</td>\n",
       "      <td>True</td>\n",
       "      <td>[railway line construction, workers]</td>\n",
       "      <td>[suspected militants]</td>\n",
       "      <td>[bomb, exploded, explosion, injuries]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Imphal East, Tamenglong]</td>\n",
       "      <td>[September 29]</td>\n",
       "      <td>india</td>\n",
       "      <td>2013</td>\n",
       "      <td>...</td>\n",
       "      <td>aPmeP2ubkDbp33D8t2744kKVBRqS-news_satp_14.tsv_235</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7329</th>\n",
       "      <td>63605</td>\n",
       "      <td>True</td>\n",
       "      <td>[FC, Frontier Constabulary, Security Forces, SFs]</td>\n",
       "      <td>[Militants, militants]</td>\n",
       "      <td>[abducted, attack, killed]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Tank]</td>\n",
       "      <td>[December 23]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2011</td>\n",
       "      <td>...</td>\n",
       "      <td>aqQMOJcZzQINBCVMY4Fplxf2wPRe-news_satp_15.tsv_77</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7400</th>\n",
       "      <td>18008</td>\n",
       "      <td>True</td>\n",
       "      <td>[Panchayat]</td>\n",
       "      <td>[Communist Party of India Maoist, CPI Maoist]</td>\n",
       "      <td>[shot]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[East Singhbhum]</td>\n",
       "      <td>[November 16]</td>\n",
       "      <td>india</td>\n",
       "      <td>2014</td>\n",
       "      <td>...</td>\n",
       "      <td>a_ba7ULGRUrnPy40KaLHxbhINC5G-news_satp_15.tsv_182</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7403</th>\n",
       "      <td>58538</td>\n",
       "      <td>True</td>\n",
       "      <td>[labourers]</td>\n",
       "      <td>[unidentified militants]</td>\n",
       "      <td>[hand grenade, injured]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Imphal East]</td>\n",
       "      <td>[November 6]</td>\n",
       "      <td>india</td>\n",
       "      <td>2011</td>\n",
       "      <td>...</td>\n",
       "      <td>adesHCVFcAtAB6RVIaub.bxHNJyO-news_satp_15.tsv_164</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7416</th>\n",
       "      <td>8220</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2015</td>\n",
       "      <td>...</td>\n",
       "      <td>aYv7oq_rw8qgF4bDxsTIz7DjR3TG-news_satp_15.tsv_223</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7467</th>\n",
       "      <td>19412</td>\n",
       "      <td>True</td>\n",
       "      <td>[driver, French aid organisation Agency, vehicle]</td>\n",
       "      <td>[Unidentified militants]</td>\n",
       "      <td>[injuring]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[Jarma]</td>\n",
       "      <td>[February 18]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2014</td>\n",
       "      <td>...</td>\n",
       "      <td>aUIdpw8Bua9PVRFMoNZUpXkCoSdW-news_satp_15.tsv_107</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>45 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  is_relevant                                             target  \\\n",
       "945   22482         True          [Army personnel, joint search party, SFs]   \n",
       "1085  16325         True                                           [Driver]   \n",
       "1095  16388         True                           [guards, School, school]   \n",
       "1132  15593         True                                        [civilians]   \n",
       "1171  13166         True                                          [husband]   \n",
       "1259  12141         True                      [Special Police Officer, SPO]   \n",
       "1292  16993         True                                      [fuel tanker]   \n",
       "1365  12357         True                                                NaN   \n",
       "1960  31193         True                       [others, security personnel]   \n",
       "1998  28014         True                                           [worker]   \n",
       "2250  32216         True                                                NaN   \n",
       "2457  25368         True                                     [Hindu priest]   \n",
       "2500  26280         True                                                NaN   \n",
       "2501  26520         True                                                NaN   \n",
       "2502  29672         True                                                NaN   \n",
       "2503  32829         True                                                NaN   \n",
       "2512  31672         True                         [Chinese national, people]   \n",
       "3036  28763         True                                                NaN   \n",
       "3190  27659         True                                                NaN   \n",
       "3217  25590         True                                                NaN   \n",
       "3440  31837         True                                   [Police, police]   \n",
       "3491  26410         True                                                NaN   \n",
       "3870  31319         True                             [health workers, lady]   \n",
       "4004  31446         True  [CTD, CTD officials, The Counter Terrorism Dep...   \n",
       "4161  32211         True                      [Pakistan Sunni Tehreek, PST]   \n",
       "4784  40594         True                              [Associate Professor]   \n",
       "4843  13618         True                                                NaN   \n",
       "4956  45069         True                   [employees, equipment, vehicles]   \n",
       "4977  57713         True      [Central Reserve Police Force, CRPF, trooper]   \n",
       "5477  59790         True                      [NATO, NATO forces, vehicles]   \n",
       "5500  39955         True                                          [persons]   \n",
       "5514  20366         True                                           [trader]   \n",
       "5736  46355         True                               [Security Force, SF]   \n",
       "6075  16032         True  [ASI, Assistant Sub Inspector, Border Security...   \n",
       "6322  48039         True                                           [person]   \n",
       "6484  28257         True                                           [Police]   \n",
       "6492  13904         True                  [Lashkar e Toiba, LeT, militants]   \n",
       "6589  21942         True                                                NaN   \n",
       "6748   4596         True                                                NaN   \n",
       "6888  29772         True               [railway line construction, workers]   \n",
       "7329  63605         True  [FC, Frontier Constabulary, Security Forces, SFs]   \n",
       "7400  18008         True                                        [Panchayat]   \n",
       "7403  58538         True                                        [labourers]   \n",
       "7416   8220         True                                                NaN   \n",
       "7467  19412         True  [driver, French aid organisation Agency, vehicle]   \n",
       "\n",
       "                                                 source  \\\n",
       "945                         [LeT, militants, terrorist]   \n",
       "1085                                        [militants]   \n",
       "1095                                [IS, Islamic State]   \n",
       "1132                                         [militant]   \n",
       "1171  [Communist Party of India, Communist Party of ...   \n",
       "1259                              [militant, Militants]   \n",
       "1292                                          [Taliban]   \n",
       "1365                                                NaN   \n",
       "1960                                        [militants]   \n",
       "1998                                        [militants]   \n",
       "2250                                                NaN   \n",
       "2457                                [IS, Islamic State]   \n",
       "2500                                                NaN   \n",
       "2501                                                NaN   \n",
       "2502                                                NaN   \n",
       "2503                                                NaN   \n",
       "2512                   [Sindhudesh Revolutionary Party]   \n",
       "3036                                                NaN   \n",
       "3190                                                NaN   \n",
       "3217                                                NaN   \n",
       "3440       [bombers, Lashkar e Jhangvi, LeJ, militants]   \n",
       "3491  [Communist Party of India Maoist, CPI Maoist, ...   \n",
       "3870                           [unidentified militants]   \n",
       "4004                                        [attackers]   \n",
       "4161                                                NaN   \n",
       "4784  [cadres, Kangleipak Communist Party, KCP MC, m...   \n",
       "4843                                                NaN   \n",
       "4956  [Communist Party of India Maoist, CPI Maoist, ...   \n",
       "4977  [cadres, Communist Party of India Maoist, CPI ...   \n",
       "5477                             [Militants, militants]   \n",
       "5500                                                NaN   \n",
       "5514                          [unidentified assailants]   \n",
       "5736                             [Militants, militants]   \n",
       "6075                                         [militant]   \n",
       "6322                                        [militants]   \n",
       "6484  [Communist Party of India Maoist, CPI Maoist, ...   \n",
       "6492                             [Line of Control, LoC]   \n",
       "6589                                                NaN   \n",
       "6748                                                NaN   \n",
       "6888                              [suspected militants]   \n",
       "7329                             [Militants, militants]   \n",
       "7400      [Communist Party of India Maoist, CPI Maoist]   \n",
       "7403                           [unidentified militants]   \n",
       "7416                                                NaN   \n",
       "7467                           [Unidentified militants]   \n",
       "\n",
       "                                                 action action_type  \\\n",
       "945                              [fire, fired, injured]         NaN   \n",
       "1085                                     [assassinated]         NaN   \n",
       "1095                                   [beheaded, fire]         NaN   \n",
       "1132  [attack, injured, killed, VBIED, Vehicle borne...         NaN   \n",
       "1171                           [beaten, killed, sticks]         NaN   \n",
       "1259                                  [attack, injured]         NaN   \n",
       "1292                                  [seized, torched]         NaN   \n",
       "1365                                                NaN         NaN   \n",
       "1960                                  [injured, killed]         NaN   \n",
       "1998                                         [abducted]         NaN   \n",
       "2250                                                NaN         NaN   \n",
       "2457                                          [killing]         NaN   \n",
       "2500                                                NaN         NaN   \n",
       "2501                                                NaN         NaN   \n",
       "2502                                                NaN         NaN   \n",
       "2503                                                NaN         NaN   \n",
       "2512           [blast, injured, remote controlled bomb]         NaN   \n",
       "3036                                                NaN         NaN   \n",
       "3190                                                NaN         NaN   \n",
       "3217                                                NaN         NaN   \n",
       "3440                                                NaN         NaN   \n",
       "3491                                          [blew up]         NaN   \n",
       "3870                                    [injured, shot]         NaN   \n",
       "4004                                             [shot]         NaN   \n",
       "4161                                             [shot]         NaN   \n",
       "4784                                          [grenade]         NaN   \n",
       "4843                                                NaN         NaN   \n",
       "4956                                [ablaze, assaulted]         NaN   \n",
       "4977                                           [killed]         NaN   \n",
       "5477                                   [attacked, fire]         NaN   \n",
       "5500                 [exploded, hand grenade, injuries]         NaN   \n",
       "5514                                             [shot]         NaN   \n",
       "5736                                           [killed]         NaN   \n",
       "6075                                  [injured, killed]         NaN   \n",
       "6322                                  [injured, killed]         NaN   \n",
       "6484                                                NaN         NaN   \n",
       "6492                                           [killed]         NaN   \n",
       "6589                                                NaN         NaN   \n",
       "6748                                                NaN         NaN   \n",
       "6888              [bomb, exploded, explosion, injuries]         NaN   \n",
       "7329                         [abducted, attack, killed]         NaN   \n",
       "7400                                             [shot]         NaN   \n",
       "7403                            [hand grenade, injured]         NaN   \n",
       "7416                                                NaN         NaN   \n",
       "7467                                         [injuring]         NaN   \n",
       "\n",
       "                               location               date      country  year  \\\n",
       "945                         [Baramulla]      [November 30]        india  2017   \n",
       "1085                 [Ashtar, Daikundi]          [June 20]  afghanistan  2018   \n",
       "1095              [Khogyani, Nangarhar]           [July 1]  afghanistan  2018   \n",
       "1132              [Helmand, Lashkargah]         [March 24]  afghanistan  2018   \n",
       "1171              [Chhattisgarh, Sukma]       [November 7]        india  2018   \n",
       "1259                          [Pulwama]         [August 7]        india  2018   \n",
       "1292                                NaN      [November 13]  afghanistan  2018   \n",
       "1365                                NaN                NaN        india  2018   \n",
       "1960                     [Kahan, Kohlu]      [February 17]     pakistan  2016   \n",
       "1998                   [Kabul, Taimani]           [June 9]        india  2016   \n",
       "2250                                NaN                NaN     pakistan  2016   \n",
       "2457                         [Jhenidah]           [July 2]   bangladesh  2016   \n",
       "2500                                NaN                NaN        india  2016   \n",
       "2501                                NaN                NaN        india  2016   \n",
       "2502                                NaN                NaN        india  2016   \n",
       "2503                                NaN                NaN        nepal  2016   \n",
       "2512                   [Karachi, Sindh]           [May 30]     pakistan  2016   \n",
       "3036                                NaN                NaN        india  2016   \n",
       "3190                                NaN                NaN        india  2016   \n",
       "3217                                NaN                NaN   bangladesh  2016   \n",
       "3440            [Karachi, Malir, Sindh]          [July 18]     pakistan  2016   \n",
       "3491                            [Jamui]      [February 15]        india  2016   \n",
       "3870                        [Shikarpur]         [March 16]     pakistan  2016   \n",
       "4004                         [Sargodha]         [April 11]     pakistan  2016   \n",
       "4161                          [Haripur]       [October 23]     pakistan  2016   \n",
       "4784         [Thamnapokpi Mayai Leikai]           [May 19]        india  2012   \n",
       "4843                                NaN                NaN        india  2014   \n",
       "4956                            [Saran]       [December 4]        india  2012   \n",
       "4977                          [Bijapur]     [September 18]        india  2011   \n",
       "5477                      [Balochistan]       [January 30]     pakistan  2011   \n",
       "5500                      [Imphal West]  [April 24, Jiban]        india  2012   \n",
       "5514                    [Bangoria Goth]           [June 2]     pakistan  2014   \n",
       "5736                 [South Waziristan]      [February 26]     pakistan  2012   \n",
       "6075  [J K, Jammu and Kashmir, Pulwama]        [August 16]        india  2014   \n",
       "6322                           [Quetta]                NaN     pakistan  2012   \n",
       "6484                         [Rayagada]          [July 18]        india  2013   \n",
       "6492                           [Poonch]           [May 10]        india  2014   \n",
       "6589                                NaN                NaN     pakistan  2014   \n",
       "6748                                NaN                NaN        india  2015   \n",
       "6888          [Imphal East, Tamenglong]     [September 29]        india  2013   \n",
       "7329                             [Tank]      [December 23]     pakistan  2011   \n",
       "7400                   [East Singhbhum]      [November 16]        india  2014   \n",
       "7403                      [Imphal East]       [November 6]        india  2011   \n",
       "7416                                NaN                NaN     pakistan  2015   \n",
       "7467                            [Jarma]      [February 18]     pakistan  2014   \n",
       "\n",
       "      ...                                              index Armed Assault  \\\n",
       "945   ...                                                NaN         False   \n",
       "1085  ...                                                NaN         False   \n",
       "1095  ...                                                NaN         False   \n",
       "1132  ...                                                NaN         False   \n",
       "1171  ...                                                NaN         False   \n",
       "1259  ...                                                NaN         False   \n",
       "1292  ...                                                NaN         False   \n",
       "1365  ...                                                NaN         False   \n",
       "1960  ...                                                NaN         False   \n",
       "1998  ...                                                NaN         False   \n",
       "2250  ...                                                NaN         False   \n",
       "2457  ...                                                NaN         False   \n",
       "2500  ...                                                NaN         False   \n",
       "2501  ...                                                NaN         False   \n",
       "2502  ...                                                NaN         False   \n",
       "2503  ...                                                NaN         False   \n",
       "2512  ...                                                NaN         False   \n",
       "3036  ...                                                NaN         False   \n",
       "3190  ...                                                NaN         False   \n",
       "3217  ...                                                NaN         False   \n",
       "3440  ...                                                NaN         False   \n",
       "3491  ...                                                NaN         False   \n",
       "3870  ...                                                NaN         False   \n",
       "4004  ...                                                NaN         False   \n",
       "4161  ...                                                NaN         False   \n",
       "4784  ...                                                NaN         False   \n",
       "4843  ...                                                NaN         False   \n",
       "4956  ...                                                NaN         False   \n",
       "4977  ...                                                NaN         False   \n",
       "5477  ...                                                NaN         False   \n",
       "5500  ...                                                NaN         False   \n",
       "5514  ...                                                NaN         False   \n",
       "5736  ...                                                NaN         False   \n",
       "6075  ...  abro5uJ6YCxO21TU8PmNmIzrG4i8-news_satp_13.tsv_423         False   \n",
       "6322  ...  af9buZrBWaOglf.JZOvA21UV7Rx4-news_satp_13.tsv_388         False   \n",
       "6484  ...   aVS9yeG2MC2RyJVGcNFg0T305jre-news_satp_13.tsv_50         False   \n",
       "6492  ...   awCDDVwcZup7GFB5d7MJBi5V0LOe-news_satp_13.tsv_33         False   \n",
       "6589  ...  akY0NgHEKq6B_4.IWArtmzc3BgVC-news_satp_14.tsv_342         False   \n",
       "6748  ...   asIps9uJDZGaiAnaNKRlIKOFsXie-news_satp_14.tsv_67         False   \n",
       "6888  ...  aPmeP2ubkDbp33D8t2744kKVBRqS-news_satp_14.tsv_235         False   \n",
       "7329  ...   aqQMOJcZzQINBCVMY4Fplxf2wPRe-news_satp_15.tsv_77         False   \n",
       "7400  ...  a_ba7ULGRUrnPy40KaLHxbhINC5G-news_satp_15.tsv_182         False   \n",
       "7403  ...  adesHCVFcAtAB6RVIaub.bxHNJyO-news_satp_15.tsv_164         False   \n",
       "7416  ...  aYv7oq_rw8qgF4bDxsTIz7DjR3TG-news_satp_15.tsv_223         False   \n",
       "7467  ...  aUIdpw8Bua9PVRFMoNZUpXkCoSdW-news_satp_15.tsv_107         False   \n",
       "\n",
       "     Assassination  Barricade Incident  Bombing/Explosion  \\\n",
       "945          False               False              False   \n",
       "1085         False               False              False   \n",
       "1095         False               False              False   \n",
       "1132         False               False              False   \n",
       "1171         False               False              False   \n",
       "1259         False               False              False   \n",
       "1292         False               False              False   \n",
       "1365         False               False              False   \n",
       "1960         False               False              False   \n",
       "1998         False               False              False   \n",
       "2250         False               False              False   \n",
       "2457         False               False              False   \n",
       "2500         False               False              False   \n",
       "2501         False               False              False   \n",
       "2502         False               False              False   \n",
       "2503         False               False              False   \n",
       "2512         False               False              False   \n",
       "3036         False               False              False   \n",
       "3190         False               False              False   \n",
       "3217         False               False              False   \n",
       "3440         False               False              False   \n",
       "3491         False               False              False   \n",
       "3870         False               False              False   \n",
       "4004         False               False              False   \n",
       "4161         False               False              False   \n",
       "4784         False               False              False   \n",
       "4843         False               False              False   \n",
       "4956         False               False              False   \n",
       "4977         False               False              False   \n",
       "5477         False               False              False   \n",
       "5500         False               False              False   \n",
       "5514         False               False              False   \n",
       "5736         False               False              False   \n",
       "6075         False               False              False   \n",
       "6322         False               False              False   \n",
       "6484         False               False              False   \n",
       "6492         False               False              False   \n",
       "6589         False               False              False   \n",
       "6748         False               False              False   \n",
       "6888         False               False              False   \n",
       "7329         False               False              False   \n",
       "7400         False               False              False   \n",
       "7403         False               False              False   \n",
       "7416         False               False              False   \n",
       "7467         False               False              False   \n",
       "\n",
       "      Facility/Infrastructure Attack  Hijacking  Kidnapping  Unarmed Assault  \\\n",
       "945                            False      False       False            False   \n",
       "1085                           False      False       False            False   \n",
       "1095                           False      False       False            False   \n",
       "1132                           False      False       False            False   \n",
       "1171                           False      False       False            False   \n",
       "1259                           False      False       False            False   \n",
       "1292                           False      False       False            False   \n",
       "1365                           False      False       False            False   \n",
       "1960                           False      False       False            False   \n",
       "1998                           False      False       False            False   \n",
       "2250                           False      False       False            False   \n",
       "2457                           False      False       False            False   \n",
       "2500                           False      False       False            False   \n",
       "2501                           False      False       False            False   \n",
       "2502                           False      False       False            False   \n",
       "2503                           False      False       False            False   \n",
       "2512                           False      False       False            False   \n",
       "3036                           False      False       False            False   \n",
       "3190                           False      False       False            False   \n",
       "3217                           False      False       False            False   \n",
       "3440                           False      False       False            False   \n",
       "3491                           False      False       False            False   \n",
       "3870                           False      False       False            False   \n",
       "4004                           False      False       False            False   \n",
       "4161                           False      False       False            False   \n",
       "4784                           False      False       False            False   \n",
       "4843                           False      False       False            False   \n",
       "4956                           False      False       False            False   \n",
       "4977                           False      False       False            False   \n",
       "5477                           False      False       False            False   \n",
       "5500                           False      False       False            False   \n",
       "5514                           False      False       False            False   \n",
       "5736                           False      False       False            False   \n",
       "6075                           False      False       False            False   \n",
       "6322                           False      False       False            False   \n",
       "6484                           False      False       False            False   \n",
       "6492                           False      False       False            False   \n",
       "6589                           False      False       False            False   \n",
       "6748                           False      False       False            False   \n",
       "6888                           False      False       False            False   \n",
       "7329                           False      False       False            False   \n",
       "7400                           False      False       False            False   \n",
       "7403                           False      False       False            False   \n",
       "7416                           False      False       False            False   \n",
       "7467                           False      False       False            False   \n",
       "\n",
       "      Unknown  \n",
       "945     False  \n",
       "1085    False  \n",
       "1095    False  \n",
       "1132    False  \n",
       "1171    False  \n",
       "1259    False  \n",
       "1292    False  \n",
       "1365    False  \n",
       "1960    False  \n",
       "1998    False  \n",
       "2250    False  \n",
       "2457    False  \n",
       "2500    False  \n",
       "2501    False  \n",
       "2502    False  \n",
       "2503    False  \n",
       "2512    False  \n",
       "3036    False  \n",
       "3190    False  \n",
       "3217    False  \n",
       "3440    False  \n",
       "3491    False  \n",
       "3870    False  \n",
       "4004    False  \n",
       "4161    False  \n",
       "4784    False  \n",
       "4843    False  \n",
       "4956    False  \n",
       "4977    False  \n",
       "5477    False  \n",
       "5500    False  \n",
       "5514    False  \n",
       "5736    False  \n",
       "6075    False  \n",
       "6322    False  \n",
       "6484    False  \n",
       "6492    False  \n",
       "6589    False  \n",
       "6748    False  \n",
       "6888    False  \n",
       "7329    False  \n",
       "7400    False  \n",
       "7403    False  \n",
       "7416    False  \n",
       "7467    False  \n",
       "\n",
       "[45 rows x 22 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "row_no_cat = df_total[(df_total[Action_Type].sum(axis=1)== 0) & (df_total['is_relevant'] == True)]\n",
    "row_no_cat"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:59:10.544675Z",
     "start_time": "2020-12-27T14:59:10.496073Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>target</th>\n",
       "      <th>source</th>\n",
       "      <th>action</th>\n",
       "      <th>action_type</th>\n",
       "      <th>location</th>\n",
       "      <th>date</th>\n",
       "      <th>country</th>\n",
       "      <th>year</th>\n",
       "      <th>...</th>\n",
       "      <th>index</th>\n",
       "      <th>Armed Assault</th>\n",
       "      <th>Assassination</th>\n",
       "      <th>Barricade Incident</th>\n",
       "      <th>Bombing/Explosion</th>\n",
       "      <th>Facility/Infrastructure Attack</th>\n",
       "      <th>Hijacking</th>\n",
       "      <th>Kidnapping</th>\n",
       "      <th>Unarmed Assault</th>\n",
       "      <th>Unknown</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>32355</td>\n",
       "      <td>True</td>\n",
       "      <td>[Military Police, Rangers]</td>\n",
       "      <td>[Lashkar e Jhangvi LeJ, militants]</td>\n",
       "      <td>[gunned, killed, killing]</td>\n",
       "      <td>[Armed Assault]</td>\n",
       "      <td>[Karachi]</td>\n",
       "      <td>[December 6]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>32398</td>\n",
       "      <td>True</td>\n",
       "      <td>[civilians, Security Forces, SFs]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[fighting, killed, killing, wounded]</td>\n",
       "      <td>[Unknown]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[December 20]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>29171</td>\n",
       "      <td>True</td>\n",
       "      <td>[Naga, Nagas]</td>\n",
       "      <td>[Manipur Naga Peopleâ€™s Front, MNPF]</td>\n",
       "      <td>[attack, bomb, exploded, explosion]</td>\n",
       "      <td>[Bombing/Explosion]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[August 30]</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>25445</td>\n",
       "      <td>True</td>\n",
       "      <td>[Artisan Restaurant, foreigners, hostages]</td>\n",
       "      <td>[attackers, suicide fighters, suicide soldiers]</td>\n",
       "      <td>[gun battle, injuring, killing]</td>\n",
       "      <td>[Armed Assault]</td>\n",
       "      <td>[Dhaka]</td>\n",
       "      <td>[27th, August]</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>31739</td>\n",
       "      <td>True</td>\n",
       "      <td>[MQM, Muttahida Qaumi Movement]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[shot]</td>\n",
       "      <td>[Assassination]</td>\n",
       "      <td>[Karachi, Korangi, Naeemabad, Sindh]</td>\n",
       "      <td>[June 19]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7438</th>\n",
       "      <td>10483</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nepal</td>\n",
       "      <td>2015</td>\n",
       "      <td>...</td>\n",
       "      <td>a9qjjlMsQqy8XtuhYUJ6QMLlDz88-news_satp_15.tsv_46</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7439</th>\n",
       "      <td>42333</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>india</td>\n",
       "      <td>2012</td>\n",
       "      <td>...</td>\n",
       "      <td>a6U4BlcbFbLRZKmdIMjCcxSEV7ni-news_satp_15.tsv_35</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7440</th>\n",
       "      <td>21314</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2014</td>\n",
       "      <td>...</td>\n",
       "      <td>aBikefqUY7LvQEJe5Sn96IE92aEK-news_satp_15.tsv_39</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7441</th>\n",
       "      <td>58183</td>\n",
       "      <td>True</td>\n",
       "      <td>[Police]</td>\n",
       "      <td>[militants]</td>\n",
       "      <td>[exploded, grenade]</td>\n",
       "      <td>[Bombing/Explosion]</td>\n",
       "      <td>[Srinagar]</td>\n",
       "      <td>[October 16]</td>\n",
       "      <td>india</td>\n",
       "      <td>2011</td>\n",
       "      <td>...</td>\n",
       "      <td>a8iR07wYXkm9CV3iPTxqGE4CaaMC-news_satp_15.tsv_52</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7442</th>\n",
       "      <td>33926</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2013</td>\n",
       "      <td>...</td>\n",
       "      <td>aB.Fjm9WSEjgxfMeoHm8U_dDssXq-news_satp_15.tsv_41</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7443 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  is_relevant                                      target  \\\n",
       "0     32355         True                  [Military Police, Rangers]   \n",
       "1     32398         True           [civilians, Security Forces, SFs]   \n",
       "2     29171         True                               [Naga, Nagas]   \n",
       "3     25445         True  [Artisan Restaurant, foreigners, hostages]   \n",
       "4     31739         True             [MQM, Muttahida Qaumi Movement]   \n",
       "...     ...          ...                                         ...   \n",
       "7438  10483        False                                         NaN   \n",
       "7439  42333        False                                         NaN   \n",
       "7440  21314        False                                         NaN   \n",
       "7441  58183         True                                    [Police]   \n",
       "7442  33926        False                                         NaN   \n",
       "\n",
       "                                               source  \\\n",
       "0                  [Lashkar e Jhangvi LeJ, militants]   \n",
       "1                                                 NaN   \n",
       "2               [Manipur Naga Peopleâ€™s Front, MNPF]   \n",
       "3     [attackers, suicide fighters, suicide soldiers]   \n",
       "4                                                 NaN   \n",
       "...                                               ...   \n",
       "7438                                              NaN   \n",
       "7439                                              NaN   \n",
       "7440                                              NaN   \n",
       "7441                                      [militants]   \n",
       "7442                                              NaN   \n",
       "\n",
       "                                    action          action_type  \\\n",
       "0                [gunned, killed, killing]      [Armed Assault]   \n",
       "1     [fighting, killed, killing, wounded]            [Unknown]   \n",
       "2      [attack, bomb, exploded, explosion]  [Bombing/Explosion]   \n",
       "3          [gun battle, injuring, killing]      [Armed Assault]   \n",
       "4                                   [shot]      [Assassination]   \n",
       "...                                    ...                  ...   \n",
       "7438                                   NaN                  NaN   \n",
       "7439                                   NaN                  NaN   \n",
       "7440                                   NaN                  NaN   \n",
       "7441                   [exploded, grenade]  [Bombing/Explosion]   \n",
       "7442                                   NaN                  NaN   \n",
       "\n",
       "                                  location            date     country  year  \\\n",
       "0                                [Karachi]    [December 6]    pakistan  2016   \n",
       "1                                      NaN   [December 20]    pakistan  2016   \n",
       "2                                      NaN     [August 30]       india  2016   \n",
       "3                                  [Dhaka]  [27th, August]  bangladesh  2016   \n",
       "4     [Karachi, Korangi, Naeemabad, Sindh]       [June 19]    pakistan  2016   \n",
       "...                                    ...             ...         ...   ...   \n",
       "7438                                   NaN             NaN       nepal  2015   \n",
       "7439                                   NaN             NaN       india  2012   \n",
       "7440                                   NaN             NaN    pakistan  2014   \n",
       "7441                            [Srinagar]    [October 16]       india  2011   \n",
       "7442                                   NaN             NaN    pakistan  2013   \n",
       "\n",
       "      ...                                             index Armed Assault  \\\n",
       "0     ...                                               NaN          True   \n",
       "1     ...                                               NaN         False   \n",
       "2     ...                                               NaN         False   \n",
       "3     ...                                               NaN          True   \n",
       "4     ...                                               NaN         False   \n",
       "...   ...                                               ...           ...   \n",
       "7438  ...  a9qjjlMsQqy8XtuhYUJ6QMLlDz88-news_satp_15.tsv_46         False   \n",
       "7439  ...  a6U4BlcbFbLRZKmdIMjCcxSEV7ni-news_satp_15.tsv_35         False   \n",
       "7440  ...  aBikefqUY7LvQEJe5Sn96IE92aEK-news_satp_15.tsv_39         False   \n",
       "7441  ...  a8iR07wYXkm9CV3iPTxqGE4CaaMC-news_satp_15.tsv_52         False   \n",
       "7442  ...  aB.Fjm9WSEjgxfMeoHm8U_dDssXq-news_satp_15.tsv_41         False   \n",
       "\n",
       "     Assassination  Barricade Incident  Bombing/Explosion  \\\n",
       "0            False               False              False   \n",
       "1            False               False              False   \n",
       "2            False               False               True   \n",
       "3            False               False              False   \n",
       "4             True               False              False   \n",
       "...            ...                 ...                ...   \n",
       "7438         False               False              False   \n",
       "7439         False               False              False   \n",
       "7440         False               False              False   \n",
       "7441         False               False               True   \n",
       "7442         False               False              False   \n",
       "\n",
       "      Facility/Infrastructure Attack  Hijacking  Kidnapping  Unarmed Assault  \\\n",
       "0                              False      False       False            False   \n",
       "1                              False      False       False            False   \n",
       "2                              False      False       False            False   \n",
       "3                              False      False       False            False   \n",
       "4                              False      False       False            False   \n",
       "...                              ...        ...         ...              ...   \n",
       "7438                           False      False       False            False   \n",
       "7439                           False      False       False            False   \n",
       "7440                           False      False       False            False   \n",
       "7441                           False      False       False            False   \n",
       "7442                           False      False       False            False   \n",
       "\n",
       "      Unknown  \n",
       "0       False  \n",
       "1        True  \n",
       "2       False  \n",
       "3       False  \n",
       "4       False  \n",
       "...       ...  \n",
       "7438    False  \n",
       "7439    False  \n",
       "7440    False  \n",
       "7441    False  \n",
       "7442    False  \n",
       "\n",
       "[7443 rows x 22 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filter_idx = set(df_total.index) - set(row_no_news.index) - set(row_no_cat.index)\n",
    "df_total = df_total.loc[filter_idx].reset_index(drop= True)\n",
    "df_total"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<b> Checking for other missing values.  </b>\n",
    "\n",
    "id, is_relevant must be valid values. While others are optional."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T15:03:09.563089Z",
     "start_time": "2020-12-27T15:03:09.548199Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "id                                   0\n",
      "is_relevant                          0\n",
      "target                            5934\n",
      "source                            6124\n",
      "action                            5893\n",
      "action_type                       5893\n",
      "location                          5970\n",
      "date                              6081\n",
      "country                              0\n",
      "year                                 0\n",
      "news                                 0\n",
      "folder                               0\n",
      "index                             5964\n",
      "Armed Assault                        0\n",
      "Assassination                        0\n",
      "Barricade Incident                   0\n",
      "Bombing/Explosion                    0\n",
      "Facility/Infrastructure Attack       0\n",
      "Hijacking                            0\n",
      "Kidnapping                           0\n",
      "Unarmed Assault                      0\n",
      "Unknown                              0\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "missing_values_check = df_total.isnull().sum()\n",
    "print(missing_values_check)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 2. Define Columns; Reduce types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:59:38.321892Z",
     "start_time": "2020-12-27T14:59:38.295221Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>news</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>Armed Assault</th>\n",
       "      <th>Assassination</th>\n",
       "      <th>Barricade Incident</th>\n",
       "      <th>Bombing/Explosion</th>\n",
       "      <th>Facility/Infrastructure Attack</th>\n",
       "      <th>Hijacking</th>\n",
       "      <th>Kidnapping</th>\n",
       "      <th>Unarmed Assault</th>\n",
       "      <th>Unknown</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Two Lashkar e Jhangvi LeJ militants Asim alias...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Commander Southern Command Lieutenant Gene...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Meanwhile the underground organization Manipur...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Islamic State IS in the latest issue of its on...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>A senior Muttahida Qaumi Movement MQM worker i...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7438</th>\n",
       "      <td>Clashes between demonstrators and Police leave...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7439</th>\n",
       "      <td>The death toll in the ongoing clashes between ...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7440</th>\n",
       "      <td>An unnamed security official revealed that Fro...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7441</th>\n",
       "      <td>Police said that militants hurled a grenade on...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7442</th>\n",
       "      <td>A recently constituted task force on missing p...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7443 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   news  is_relevant  \\\n",
       "0     Two Lashkar e Jhangvi LeJ militants Asim alias...         True   \n",
       "1     The Commander Southern Command Lieutenant Gene...         True   \n",
       "2     Meanwhile the underground organization Manipur...         True   \n",
       "3     Islamic State IS in the latest issue of its on...         True   \n",
       "4     A senior Muttahida Qaumi Movement MQM worker i...         True   \n",
       "...                                                 ...          ...   \n",
       "7438  Clashes between demonstrators and Police leave...        False   \n",
       "7439  The death toll in the ongoing clashes between ...        False   \n",
       "7440  An unnamed security official revealed that Fro...        False   \n",
       "7441  Police said that militants hurled a grenade on...         True   \n",
       "7442  A recently constituted task force on missing p...        False   \n",
       "\n",
       "      Armed Assault  Assassination  Barricade Incident  Bombing/Explosion  \\\n",
       "0              True          False               False              False   \n",
       "1             False          False               False              False   \n",
       "2             False          False               False               True   \n",
       "3              True          False               False              False   \n",
       "4             False           True               False              False   \n",
       "...             ...            ...                 ...                ...   \n",
       "7438          False          False               False              False   \n",
       "7439          False          False               False              False   \n",
       "7440          False          False               False              False   \n",
       "7441          False          False               False               True   \n",
       "7442          False          False               False              False   \n",
       "\n",
       "      Facility/Infrastructure Attack  Hijacking  Kidnapping  Unarmed Assault  \\\n",
       "0                              False      False       False            False   \n",
       "1                              False      False       False            False   \n",
       "2                              False      False       False            False   \n",
       "3                              False      False       False            False   \n",
       "4                              False      False       False            False   \n",
       "...                              ...        ...         ...              ...   \n",
       "7438                           False      False       False            False   \n",
       "7439                           False      False       False            False   \n",
       "7440                           False      False       False            False   \n",
       "7441                           False      False       False            False   \n",
       "7442                           False      False       False            False   \n",
       "\n",
       "      Unknown  \n",
       "0       False  \n",
       "1        True  \n",
       "2       False  \n",
       "3       False  \n",
       "4       False  \n",
       "...       ...  \n",
       "7438    False  \n",
       "7439    False  \n",
       "7440    False  \n",
       "7441    False  \n",
       "7442    False  \n",
       "\n",
       "[7443 rows x 11 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "select_cols = ['news','is_relevant', 'Armed Assault', 'Assassination', 'Barricade Incident',\n",
    "       'Bombing/Explosion', 'Facility/Infrastructure Attack', 'Hijacking',\n",
    "       'Kidnapping', 'Unarmed Assault', 'Unknown']\n",
    "df = df_total[select_cols]\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:59:42.384766Z",
     "start_time": "2020-12-27T14:59:42.206306Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Barricade Incident                  2\n",
       "Hijacking                          10\n",
       "Unarmed Assault                    58\n",
       "Assassination                      61\n",
       "Kidnapping                        130\n",
       "Facility/Infrastructure Attack    135\n",
       "Unknown                           156\n",
       "Bombing/Explosion                 579\n",
       "Armed Assault                     659\n",
       "dtype: int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAfEAAAD4CAYAAAD8St8BAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAmzUlEQVR4nO3de5hV1X3/8ffHUbmIooClEzSOGhKDIiOO1hsGMSZ4SbxhDLEBWys/89RE0xpDmqhoNfWSJkZNYpEammg1VSQayM+7CMQIDAoMEMWomEhQo1EqXlCHb//Ya3RzPDPMjTmz4fN6nvOcvdfea63v2ox+z1p7zxlFBGZmZlY8W1U6ADMzM2sfJ3EzM7OCchI3MzMrKCdxMzOzgnISNzMzK6itKx2AbVkGDBgQNTU1lQ7DzKxQFi5c+HJE7Fxa7iRuXaqmpob6+vpKh2FmViiSnitX7uV0MzOzgnISNzMzKygncTMzs4JyEjczMysoP9hmXaph1RpqJs6sdBhmZl1q5eXHbpJ2PRM3MzMrKCdxMzOzgnISbydJJ0gKSXt1YZ8rJQ1o5lhtimd0F8azNr3XSPpSV/VrZmYZJ/H2GwvMTe8fIqmrnzdoMZ5NrAZwEjcz62JO4u0gqQ9wGHAG8MVc+UhJcyTdBSxP+w9LulPSM5Iul3SapPmSGiTtmertLGmapAXpdWgq7y/pXknLJE0B1Ew8Ak4BTgeOktQzlW8naaakxZKWSjo1lV8uabmkJZK+l8o+J2mepMcl3S9pYCqfJOm8XF9LJdWUhHA5MELSIklf7+j1NTOz1nESb5/jgbsjYgXwiqT9c8eGA+dExMfT/jDgLOCTwJeBj0fEgcAU4KvpnB8CP4iIA4CT0zGAi4C5EbE3MB34aDPxHAI8GxFPA7OApscgRwN/iohhEbEPcLek/sCJwN4RsS9waTp3LnBQROwH3Aqc34brMRGYExG1EfGD0oOSJkiql1Tf+OaaNjRrZmYtcRJvn7FkiY70nl/Cnh8Rz+b2F0TE6ohYBzwN3JvKG8iWoQE+DVwnaRFwF7BDmu0fDtwEEBEzgVfbGE8D2cz8CkkjImINsAZ4G/hPSScBb6ZzdwHukdQAfAPYuzUXojUiYnJE1EVEXVXvvp3VrJnZFs+/J95GkvoBo4ChkgKoAkLSN9Ipb5RUWZfbXp/bX88H138rslnw2yV9tSaeKrLZ+/GSvk225N5f0vYRsULScOAY4FJJD0TEJZIOBI4ExgBnp/FcC3w/Iu6SNBKYlLp4jw0/7PXcaFBmZtYlPBNvuzHAzyNit4ioiYhdgWeBER1o814+WFpHUm3anE16YEzS0cBOZeoeCSyJiF1TPLsB04ATJX0EeDMibgKuAoanGX7fiPg18HWy5X6AvsCqtD0+1/5KslsEpA8Eu5eJ4XVg+7YM2MzMOs5JvO3Gkt2fzptGx54K/xpQlx40W052Dx3gYuBwScuAk4A/tDGeocD8tEx/Edn97+2BGZKWkN0H/6dUZxJwm6SFwMslbfVLMZwNrCgTwxKgMT1A5wfbzMy6iCKi0jHYFqRH9eCoHn91pcMwM+tSHf3aVUkLI6KutNz3xK1LDR3Ul/pN9B3CZmZbGi+nm5mZFZSTuJmZWUE5iZuZmRWUk7iZmVlBOYmbmZkVlJO4mZlZQTmJm5mZFZSTuJmZWUE5iZuZmRWUk7iZmVlBOYmbmZkVlJO4mZlZQfkPoFiXali1hpqJMysdhplthjr6l8KKyDNxMzOzgtpsk7ikRkmLJC2W9JikQzqp3amSxpQpr5N0TQfbPkjSDZJGSlqT4m96fbqdba6UNKAd9aZIGtKePs3MrGtszsvpb0VELYCkzwL/BnxqU3UWEfVAfQebORq4O23PiYjjOtheu0XEP1SqbzMza53NdiZeYgfgVQBlrpK0VFKDpFNT+UhJD0u6U9Izki6XdJqk+em8PXPtfVpSvaQVko7L1Z+RtidJulHSrNTW15oqSrpA0pOS5kq6RdJ5uXaPBO5vbhCSDpC0RFJPSdtJWiZpn9T3bEkzU9vXS/rQv62kf0rjXirp3FS2Xaq3OJU3XY9ZkurS9th0DZZKuiLX3lpJl6W6j0oa2MZ/FzMz64DNeSbeS9IioCdQDYxK5ScBtcAwYACwQNLsdGwY8EngL8AzwJSIOFDSOcBXgXPTeTXAgcCewEOSPlam/72AI4DtgScl/ST1e3LqZxvgMWAhQFryfjci1kgCGJHib3JyRCyQdBdwKdALuCkilkoameIZAjxHNps/Cbi9qbKk/YG/A/4GEDBP0sPAHsCfIuLYdF7f/CAkfQS4Atif7IPQvZJOiIhfAtsBj0bEtyVdCZyZYjMzsy6wOc/E34qI2ojYCxgN/ExZdjwMuCUiGiPiReBh4IBUZ0FErI6IdcDTwL2pvIEscTf5n4hYHxFPkSX7vcr0PzMi1kXEy8BLwEDgUODOiHg7Il4HfpU7/zO5/iBbTq/NvZ5O5ZcARwF1wJW58+dHxDMR0QjcksaZdxgwPSLeiIi1wB3AiDS2oyRdIWlERKwpqXcAMCsi/hwR7wE3A4enY+8AM9L2wpJr9D5JE9LKRX3jm6XNm5lZe23OSfx9EfFbsln3zhs5dV1ue31ufz0brlpEaRcbaauRja965O+Ht6Q/0Idsht+zjTF9SESsAIaTJfNLJV3YmnrJuxHR1E+zY4yIyRFRFxF1Vb37ljvFzMzaYYtI4pL2AqqAV4A5wKmSqiTtTDarnN/GJk+RtFW6T74H8GQr6/0G+Fy6p90HaLqfLmBfYFEr2vgP4AKyGfEVufIDJe2e7oWfCswtqTcHOEFSb0nbAScCc9Jy+ZsRcRNwFVlCz5sPfErSAElVwFiy1QszM6uwLeGeOGT3gMdHRKOk6cDBwGKy2er5EfFCSvSt9Qey5LYDcFZEvJ3uY7cod097CfAi2ex3Ddn95sdzs1r48D3xS4HeZLPf/04J9RFJo8hWChYA1wEfAx4Cppf0/ZikqXzwgWVKRDyenty/StJ64F3gKyX1VkuamNoU2W2COzc6WDMz2+S0Yd6wTU1Sn4hYK6k3MBuYABwD/D4ibm1nmyOB8yr5K2mt1aN6cFSPv7rSYZjZZmhz/sY2SQsjoq60fHOeiXdXk9OXqPQE/isiHiN7St3MzKxNPBO3LlVXVxf19R39Thwzsy1LczPxLeLBNjMzs82Rk7iZmVlBOYmbmZkVlJO4mZlZQTmJm5mZFZSTuJmZWUE5iZuZmRWUk7iZmVlBOYmbmZkVlJO4mZlZQTmJm5mZFZT/AIp1qYZVa6iZOLPSYRTC5vwXmcysc3gmbmZmVlBO4mZmZgXlJN6NSaqRtLSkbJKk81qoc7qk6zZ9dGZmVmlO4mZmZgXlJF5QkmZJukLSfEkrJI0oc86xkn4raYCkqZKukfSIpGckjUnnSNJVkpZKapB0air/kaTPp+3pkm5M238v6bK0SvA7STdIWibpXkm9uvIamJlt6ZzEi23riDgQOBe4KH9A0onAROCYiHg5FVcDhwHHAZenspOAWmAY8GngKknVwByg6YPBIGBI2h4BzE7bg4EfRcTewGvAyeWClDRBUr2k+sY317R3rGZmVsJJvHuLjZTfkd4XAjW546OAbwLHRsSrufJfRsT6iFgODExlhwG3RERjRLwIPAwcQErikoYAy4EXU3I/GHgk1X02IhY1E8MHwUZMjoi6iKir6t13I0M2M7PWchLv3l4Bdiop6wc0zazXpfdGNvyd/6eB7YGPl9Rdl9tWSx1HxCpgR2A02cx7DvAFYG1EvF6mvdIYzMxsE3MS78YiYi2wWtIoAEn9yJLq3I1UfY5saftnkvbeyLlzgFMlVUnaGTgcmJ+OPUq2VN+UxM9L72Zm1g04iXd/44ALJC0CHgQujoinN1YpIp4ATgNuk7RnC6dOB5YAi1P750fEC+nYHLL77r8HHiNbBXASNzPrJhTR3G1Xs87Xo3pwVI+/utJhFIK/dtXMmkhaGBF1peW+h2ldauigvtQ7OZmZdQovp5uZmRWUk7iZmVlBOYmbmZkVlJO4mZlZQTmJm5mZFZSTuJmZWUE5iZuZmRWUk7iZmVlBOYmbmZkVlJO4mZlZQTmJm5mZFZS/O926VMOqNdRMnFnpMCrKf9jEzDqLZ+JmZmYF5SRuZmZWUBtN4pIaJS3KvWra0oGksySNS9tTJY1J21MkDUnb/9KG9v6/pF0kzZL0ob+tWnLuzpLmSXpc0oi2xF2mrZGSDulIGyXtndA0/k1F0rmS3pbUN1e2wTg6EoekGklLOyNWMzNru9bMxN+KiNrca2VbOoiI6yPiZ2XK/yEilqfdViVxSb2A/hHxfCu7PxJoiIj9ImJOSVtVrWyjyUigbBKX1J5nC04A2pQ829HPWGABcFKubCQbjqPNcZiZWffQ5uV0SX0kPSDpMUkNko7PHRsnaYmkxZJ+nsomSTqvTDuzJNVJuhzolWb5N0u6RNK5ufMuk3RO2h0JzCrT1tp03mJJj0oaKKkWuBI4PrXdK53375IWAwdLulDSAklLJU2WpNTe1yQtT2O5Na0+nAV8PbU1Iq0qXC9pHnBl6ThTmzXlrkuaCX8euCq1t2d+ZUHSAEkr0/bpku6S9CDwgKTtJN0oaX5aYXj/+pdckz2BPsB3yJI5ZcbxqTJxnJmuyWJJ0yT1TnUHSpqeyheXrkpI2iPFc0C5eMzMrPO1ZmbXS9KitP0scApwYkT8r6QBwKOS7iKbzX0HOCQiXpbUrzUBRMRESWdHRC28n2juAK6WtBXwReDAdPrRwC/LNLMd8GhEfFvSlcCZEXGppAuBuog4O7W9HTAvIv457S+PiEvS9s+B44BfAROB3SNinaQdI+I1SdcDayPie+n8M4Bd0ngbJU0qNz5Je5del4j4S7pmMyLi9nReS5dpOLBvqvdd4MGI+HtJOwLzJd0fEW+U1PkicCswB/iEpIERsbLMOErjeC0ibkjblwJnANcC1wAPR8SJylYx+gA7pfM+kfo6PSIWl7kGE4AJAFU77NzSOM3MrA3aupx+IiDgu5KWAPcDg4CBwCjgtoh4GSAi/tKegNJy/SuS9gM+AzweEa+kw4cCc8tUeweYkbYXAjXNNN8ITMvtH6HsnnlDin/vVL4EuFnS3wLvtRDubRHR2PKIOuW63Jer9xlgYvpgNQvoCXy0TJ2xwK0RsZ5szKe0sq99JM1J1+Q0Prgmo4CfpDE0RsSaVL4zcCdwWrkEns6fHBF1EVFX1btvuVPMzKwd2nMv9zSy/3HvHxHvpmXfnp0aFUwBTgf+GrgRsuVa4I8R8U6Z89+NiEjbjTQ/rrebkq6knsCPyWbqf0wz6aZxHAscDnwO+Lakoc20l5/9vseGH4raek3y9Uvr5vsRcHJEPNlcQynewcB9aYa/LdkqynWtiGMqcEJELJZ0OtktjJasAf4AHAYs38i5ZmbWidrzK2Z9gZdSAj8C2C2VPwicIqk/QGuX05N3JW2T258OjAYOAO5JZUcDd7cj3uY0JcqXJfUBmp6a3wrYNSIeAr5JNt4+wOvA9i20t5Js2RtJw4HdU3lz16W0vZXA/ml7TAv93AN8NXf/fr8y54wFJkVETXp9BPiIpN3K9Fu6vz2wOv17nJYrfwD4SuqzSh888f4OcCIwTtKXWojbzMw6WXuS+M1AXVpuHQc8ARARy4DLgIeVPTj2/Ta0ORlYIunm1NY7wEPA/+SWq0fTiUk8Il4DbgCWkiXGBelQFXBTGt/jwDXp3F8BJzY92FamyWlAP0nLgLOBFamf5q7LrcA30sNgewLfA74i6XFgQAuh/yuwDdn1Wpb2S32R7INQ3vRUXjqO0jguAOYBvyH92ybnkN1+aCC7ZfH+E+3pfvxxZA/Mfb6F2M3MrBPpg1Xo7iPNhh8DTomIpyT1AH4TES3+Xrh1fz2qB0f1+KsrHUZF+WtXzaytJC0slwO73XenK/vikRnA9Ih4CiAi1gFO4JuBoYP6Uu8kZmbWKbpdEk9fALNHpeMwMzPr7vzd6WZmZgXlJG5mZlZQTuJmZmYF5SRuZmZWUE7iZmZmBeUkbmZmVlBO4mZmZgXlJG5mZlZQTuJmZmYF5SRuZmZWUN3ua1dt89awag01E2dWOoyK8B8+MbPO5pm4mZlZQTmJm5mZFZSTeIVIWpvbPkbSCkm7STpL0rgy59dIWtqF8dVJuqar+jMzs7bzPfEKk3QkcA3w2Yh4Dri+wiEBEBH1QH2l4zAzs+Z5Jl5Bkg4HbgCOi4inU9kkSeel7f0lLZa0GPjHXL3TJd0h6W5JT0m6MnfsJ5LqJS2TdHGufKWkKyU1SJov6WOpfKqk61OdFZKOS+UjJc3IxXSjpFmSnpH0tVy7F0h6UtJcSbc0xW5mZpuek3jl9AB+CZwQEU80c85Pga9GxLAyx2qBU4GhwKmSdk3l346IOmBf4FOS9s3VWRMRQ4HrgKtz5TXAgcCxwPWSepbpby/gs+m8iyRtI+kA4GRgGHA0UFduEJImpA8J9Y1vrmlmqGZm1lZO4pXzLvAIcEa5g5J2BHaMiNmp6OclpzwQEWsi4m1gObBbKv+CpMeAx4G9gSG5Orfk3g/Olf9PRKyPiKeAZ8gSdqmZEbEuIl4GXgIGAocCd0bE2xHxOvCrcmOJiMkRURcRdVW9+5Y7xczM2sFJvHLWA18ADpT0L+2ovy633QhsLWl34DzgyIjYF5gJ5GfV0Yrtcvtl+2tzxGZm1qmcxCsoIt4kW8I+TdIZJcdeA16TdFgqOq0VTe4AvAGskTSQbIk779Tc+29z5adI2krSnsAewJOtHMJvgM9J6impD3BcK+uZmVkn8GyqwiLiL5JGA7Ml/bnk8N8BN0oK4N5WtLVY0uPAE8AfyZJs3k6SlpDNqsfmyv8AzCf7EHBWRLwtqTWxL5B0F7AEeBFoAHzT28ysiyii3MqpbW4krQTq0j3tfPlUYEZE3N7OdvtExFpJvYHZwISIeKy583tUD47q8Ve3p6vC89eumll7SVqYHlregGfi1lGTJQ0hu/f+Xy0lcIChg/pS72RmZtYpnMS3EBFR00z56R1s90sdqW9mZu3nB9vMzMwKyknczMysoJzEzczMCspJ3MzMrKCcxM3MzArKSdzMzKygnMTNzMwKyknczMysoJzEzczMCspJ3MzMrKD8tavWpRpWraFm4swu7dN/eMTMNleeiZuZmRWUk7iZmVlBOYl3IkknSApJe1Wo/0c6UPd0SR/J7U9Jf2LUzMy6KSfxzjUWmJveu1xEHNKB6qcD7yfxiPiHiFje4aDMzGyTcRLvJJL6AIcBZwBfTGXVkmZLWiRpqaQRkqokTU37DZK+ns49U9ICSYslTZPUO5Wfks5dLGl2Kttb0vzU7hJJg1P52vQ+UtIsSbdLekLSzZKUjl2Y+lkqabIyY4A64ObUZq9Uvy7VGZtiXSrpityY10q6LMX2qKSBXXS5zcwMJ/HOdDxwd0SsAF6RtD/wJeCeiKgFhgGLgFpgUETsExFDgZ+m+ndExAERMQz4HdmHAYALgc+m8s+nsrOAH6Z264Dny8SzH3AuMATYAzg0lV+X+tkH6AUcFxG3A/XAaRFRGxFvNTWSltivAEal2A+QdEI6vB3waIptNnBmuQsjaYKkekn1jW+uaf4KmplZmziJd56xwK1p+9a0vwD4O0mTgKER8TrwDLCHpGsljQb+N9XZR9IcSQ3AacDeqfw3wFRJZwJVqey3wL9I+iawWz7p5syPiOcjYj3Zh4eaVH6EpHmpn1G5fppzADArIv4cEe8BNwOHp2PvADPS9sJcHxuIiMkRURcRdVW9+26kOzMzay0n8U4gqR9ZQpwiaSXwDeALwByyhLeKLBGPi4hXyWbls8hm1FNSM1OBs9Ps/GKgJ0BEnAV8B9gVWCipf0T8N9ms/C3g15JGlQlrXW67EdhaUk/gx8CY1M8NTf2007sREfk+OtCWmZm1kZN45xgD/DwidouImojYFXiWLIG/GBE3kCXr4ZIGAFtFxDSy5Dw8tbE9sFrSNmQzcQAk7RkR8yLiQuDPwK6S9gCeiYhrgDuBfVsZZ1PCfjndwx+TO/Z6iqHUfOBTkgZIqiJbYXi4lf2Zmdkm5JlT5xhLdt84bxrZ7PoNSe8Ca4FxwCDgp5KaPkB9K71fAMwjS9Tz+CChXpUeXBPwALAY+Cbw5dTuC8B3WxNkRLwm6QZgaaq3IHd4KnC9pLeAg3N1VkuaCDyUYpgZEXe2pj8zM9u09MFqqNmm16N6cFSPv7pL+/TXrppZ0UlaGBF1peWeiVuXGjqoL/VOqmZmncL3xM3MzArKSdzMzKygnMTNzMwKyknczMysoJzEzczMCspJ3MzMrKCcxM3MzArKSdzMzKygnMTNzMwKyknczMysoJzEzczMCsrfnW5dqmHVGmomzuyy/vzHT8xsc+aZuJmZWUE5iZuZmRXUFp3EJdVIWlpSNknSeZWKqSWSVkoa0MyxWkkhaXQXxrM2vddI+lJX9WtmZpktOolvSpK6+nmDscDc9N7VagAncTOzLuYk3gJJsyRdIWm+pBWSRqTyGklzJD2WXoek8pGp/C5gedp/WNKdkp6RdLmk01J7DZL2TPV2ljRN0oL0OjSV95d0r6RlkqYAaiZOAacApwNHSeqZyreTNFPSYklLJZ2ayi+XtFzSEknfS2WfkzRP0uOS7pc0MJVvsDKR2qkpCeFyYISkRZK+3ikX38zMNspJfOO2jogDgXOBi1LZS8BRETEcOBW4Jnf+cOCciPh42h8GnAV8Evgy8PHU3hTgq+mcHwI/iIgDgJPTMVJ/cyNib2A68NFmYjwEeDYingZmAU2PZI8G/hQRwyJiH+BuSf2BE4G9I2Jf4NJ07lzgoIjYD7gVOL+V1wdgIjAnImoj4gelByVNkFQvqb7xzTVtaNbMzFqypf+KWbSi/I70vpBs2RhgG+A6SbVAI/Dx3PnzI+LZ3P6CiFgNIOlp4N5U3gAckbY/DQzJJtQA7CCpD3A4cBJARMyU9Goz8Y4lS7yk93HAtNTHv0u6ApgREXPSMv/bwH9KmgHMSPV2AX4hqRrYFsiPoUMiYjIwGaBH9eDmrrmZmbXRlj4TfwXYqaSsH/Bybn9dem/kgw89XwdeJJtl15ElvSZvlLS3Lre9Pre/PtfeVmSz4Nr0GhQRa1szAElVZLP3CyWtBK4FRkvaPiJWkK0MNACXSrowIt4DDgRuB44D7k5NXQtcFxFDgf8H9Ezl77Hhz0lPzMysW9iik3hKlKsljQKQ1I9sCXruRqr2BVZHxHqyJfKqDoZyLx8srZNm+ACzSQ+MSTqaD3/gADgSWBIRu0ZETUTsRjYLP1HSR4A3I+Im4CpgeJrh942IX5N9GBmWG9OqtD0+1/5Ksg8CSBoO7F4mhteB7dsyYDMz67gtOokn44ALJC0CHgQuTveWW/JjYLykxcBefHj23VZfA+rSg2bLye6hA1wMHC5pGdmy+h/K1B1Ldr88b1oqHwrMT2O7iOz+9/bADElLyD6s/FOqMwm4TdJCNlyJmAb0SzGcDawoE8MSoDE9QOcH28zMuogifIvSuk6P6sFRPf7qLuvPX7tqZpsDSQsjoq60fEt/sM262NBBfal3YjUz6xReTjczMysoJ3EzM7OCchI3MzMrKCdxMzOzgnISNzMzKygncTMzs4JyEjczMysoJ3EzM7OCchI3MzMrKCdxMzOzgnISNzMzKygncTMzs4LyH0CxLtWwag01E2duUOa/NGZm1j6eiZuZmRWUk3g3J2ltyf7pkq5L22dJGpe2L5H06Xa0P1LSjDLln5c0sb1xm5nZpufl9AKLiOtz2xd2ctt3AXd1ZptmZta5PBMvMEmTJJ2XtqdKGpO2L5S0QNJSSZMlKZV/TNL9khZLekzSniXtHSDpcUl7lsz4p0q6RtIjkp7J9bOVpB9LekLSfZJ+3XTMzMw2PSfx7q+XpEVNL+CSVtS5LiIOiIh9gF7Acan8ZuBHETEMOARY3VRB0iHA9cDxEfF0mTargcNSW5enspOAGmAI8GXg4DaOzczMOsDL6d3fWxFR27Qj6XSgbiN1jpB0PtAb6AcskzQLGBQR0wEi4u3UHsAngcnAZyLiT820+cuIWA8slzQwlR0G3JbKX5D0ULmKkiYAEwCqdth5I6GbmVlreSa+mZHUE/gxMCYihgI3AD03Um018DawXwvnrMt305aYImJyRNRFRF1V775tqWpmZi1wEt/8NCXslyX1AcYARMTrwPOSTgCQ1ENS73Tua8CxwL9JGtmGvn4DnJzujQ8E2lLXzMw6yEl88xIR8RrZ7HspcA+wIHf8y8DXJC0BHgH+OlfxRbL73T+S9Det7G8a8DywHLgJeAxY08ExmJlZKykiKh2DdQJJvwK+HxFl70tvwn77RMRaSf2B+cChEfFCc+f3qB4c1eOv3qDM39hmZtYySQsj4kPPQ/nBts2ApBvJHmKbW4HuZ0jaEdgW+NeWEriZmXUuz8StS9XV1UV9fX2lwzAzK5TmZuK+J25mZlZQTuJmZmYF5SRuZmZWUE7iZmZmBeUkbmZmVlBO4mZmZgXlJG5mZlZQTuJmZmYF5SRuZmZWUE7iZmZmBeUkbmZmVlBO4talGlb5L5WamXUWJ3EzM7OCchI3MzMrqC0miUtqlLRI0mJJj0k6pBPa/HX6W9odbWelpAFtOH+WpA/9SbpW1n2kmfKpksa0s81aSce0p66ZmbXf1pUOoAu9FRG1AJI+C/wb8KnWVJQksr+9vr5kv3CJKyI6/OGljFqgDvj1JmjbzMyascXMxEvsALwKIKmPpAfS7LxB0vGpvEbSk5J+BiwFRpTs75qfQUsaJ2lJmun/PJV9TtI8SY9Lul/SwFTeX9K9kpZJmgKoKTBJfytpflo1+A9JVS0NRNJaSZelfh/N9TFQ0vRUvrhp5UHS2vQuSdelMd0P/FWuzf0lPSxpoaR7JFWn8lmSrkjxrZA0QtK2wCXAqSnmUzv8r2NmZq2yJSXxXinJPAFMAf41lb8NnBgRw4EjgH9PM22AwcCPI2Jv4Ln8fkQ819SwpL2B7wCjImIYcE46NBc4KCL2A24Fzk/lFwFzU7vTgY+mdj4JnAocmlYNGoHTNjKu7YBHU7+zgTNT+TXAw6l8OLCspN6JwCeAIcA4oCnJbwNcC4yJiP2BG4HLcvW2jogDgXOBiyLiHeBC4BcRURsRvygNUNIESfWS6hvf9NPpZmadZUtdTj8Y+Jmkfchmwd+VdDiwHhgEDEx1nouIR3NtlO43GQXcFhEvA0TEX1L5LsAv0kx2W+DZVH44cFI6d6akV1P5kcD+wIL0OaIX8NJGxvUOMCNtLwSOysU0LvXRCJRmz8OBW9KxP0l6MJV/AtgHuC/FUAWsztW7I9dXzUZiI/U/GZgM0KN6cLSmjpmZbdyWlMTfFxG/TcvgOwPHpPf9I+JdSSuBnunUN0qqlu5vzLXA9yPiLkkjgUkbOV/Af0XEt9rQx7sR0ZQYG+n4v6mAZRFxcDPH13ViX2Zm1gFb0nL6+yTtRTbDfAXoC7yUEvgRwG7taPJB4BRJ/VP7/VJ5X2BV2h6fO3828KV07tHATqn8AWCMpL9qakdSe+JpausrqZ0qSX1Ljs8mu49dlVYKjkjlTwI7p9UKJG2Tbhe05HVg+3bGaWZm7bQlJfGme+KLgF8A49NS8s1AnaQGsuXnJ9racEQsI7tv/LCkxcD306FJwG2SFgIv56pcDBwuaRnZsvofUjvLye6t3ytpCXAfUN3WeJJzgCPSuBaS3fvOmw48BSwHfgb8NsXwDjAGuCKNZRHpfnkLHgKG+ME2M7OupQ9WYs02vR7Vg2Pd6qcqHYaZWaFIWhgRH/p+kC1pJm7dwNBBpav6ZmbWXk7iZmZmBeUkbmZmVlBO4mZmZgXlJG5mZlZQTuJmZmYF5V8xsy4l6XWyL5QpqgFs+Dv/RVT0MTj+yiv6GIoY/24RsXNpob8207rak+V+17EoJNUXOX4o/hgcf+UVfQxFjz/Py+lmZmYF5SRuZmZWUE7i1tUmVzqADip6/FD8MTj+yiv6GIoe//v8YJuZmVlBeSZuZmZWUE7iZmZmBeUkbl1C0mhJT0r6vaSJlY6nOZJulPSSpKW5sn6S7pP0VHrfKZVL0jVpTEskDa9c5O/HuqukhyQtl7RM0jmpvBBjkNRT0nxJi1P8F6fy3SXNS3H+QtK2qbxH2v99Ol5TyfjzJFVJelzSjLRfmDFIWimpQdIiSfWprBA/Q00k7SjpdklPSPqdpIOLNobWcBK3TU5SFfAj4GhgCDBW0pDKRtWsqcDokrKJwAMRMRh4IO1DNp7B6TUB+EkXxdiS94B/joghwEHAP6ZrXZQxrANGRcQwoBYYLekg4ArgBxHxMeBV4Ix0/hnAq6n8B+m87uIc4He5/aKN4YiIqM39PnVRfoaa/BC4OyL2AoaR/VsUbQwbFxF++bVJX8DBwD25/W8B36p0XC3EWwMsze0/CVSn7WqyL6wB+A9gbLnzussLuBM4qohjAHoDjwF/Q/btWluX/jwB9wAHp+2t03nqBrHvQpYkRgEzABVpDMBKYEBJWWF+hoC+wLOl17FIY2jtyzNx6wqDgD/m9p9PZUUxMCJWp+0XgIFpu1uPKy3L7gfMo0BjSMvQi4CXgPuAp4HXIuK9dEo+xvfjT8fXAP27NODyrgbOB9an/f4UawwB3CtpoaQJqawwP0PA7sCfgZ+mWxpTJG1HscbQKk7iZm0Q2cf0bv97mZL6ANOAcyPif/PHuvsYIqIxImrJZrMHAntVNqK2kXQc8FJELKx0LB1wWEQMJ1tm/kdJh+cPdvefIbIVjeHATyJiP+ANPlg6BwoxhlZxEreusArYNbe/SyorihclVQOk95dSebccl6RtyBL4zRFxRyou1BgAIuI14CGypecdJTX9rYd8jO/Hn473BV7p2kg/5FDg85JWAreSLan/kAKNISJWpfeXgOlkH6aK9DP0PPB8RMxL+7eTJfUijaFVnMStKywABqenc7cFvgjcVeGY2uIuYHzaHk92n7mpfFx6svUgYE1uqa4iJAn4T+B3EfH93KFCjEHSzpJ2TNu9yO7n/44smY9Jp5XG3zSuMcCDaYZVMRHxrYjYJSJqyH7WH4yI0yjIGCRtJ2n7pm3gM8BSCvIzBBARLwB/lPSJVHQksJwCjaHVKn1T3q8t4wUcA6wgu7/57UrH00KctwCrgXfJPs2fQXZ/8gHgKeB+oF86V2RP3T8NNAB13SD+w8iWCJcAi9LrmKKMAdgXeDzFvxS4MJXvAcwHfg/cBvRI5T3T/u/T8T0q/W9QMp6RwIwijSHFuTi9ljX991qUn6HcOGqB+vSz9Etgp6KNoTUvf+2qmZlZQXk53czMrKCcxM3MzArKSdzMzKygnMTNzMwKyknczMysoJzEzczMCspJ3MzMrKD+D1amSldS+rdEAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df[Action_Type].sum().sort_values().plot.barh()\n",
    "df[Action_Type].sum().sort_values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:59:51.249685Z",
     "start_time": "2020-12-27T14:59:51.222120Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>news</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>Armed Assault</th>\n",
       "      <th>Bombing/Explosion</th>\n",
       "      <th>Kidnapping</th>\n",
       "      <th>Other</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Two Lashkar e Jhangvi LeJ militants Asim alias...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Commander Southern Command Lieutenant Gene...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Meanwhile the underground organization Manipur...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Islamic State IS in the latest issue of its on...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>A senior Muttahida Qaumi Movement MQM worker i...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7438</th>\n",
       "      <td>Clashes between demonstrators and Police leave...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7439</th>\n",
       "      <td>The death toll in the ongoing clashes between ...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7440</th>\n",
       "      <td>An unnamed security official revealed that Fro...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7441</th>\n",
       "      <td>Police said that militants hurled a grenade on...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7442</th>\n",
       "      <td>A recently constituted task force on missing p...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7443 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   news  is_relevant  \\\n",
       "0     Two Lashkar e Jhangvi LeJ militants Asim alias...         True   \n",
       "1     The Commander Southern Command Lieutenant Gene...         True   \n",
       "2     Meanwhile the underground organization Manipur...         True   \n",
       "3     Islamic State IS in the latest issue of its on...         True   \n",
       "4     A senior Muttahida Qaumi Movement MQM worker i...         True   \n",
       "...                                                 ...          ...   \n",
       "7438  Clashes between demonstrators and Police leave...        False   \n",
       "7439  The death toll in the ongoing clashes between ...        False   \n",
       "7440  An unnamed security official revealed that Fro...        False   \n",
       "7441  Police said that militants hurled a grenade on...         True   \n",
       "7442  A recently constituted task force on missing p...        False   \n",
       "\n",
       "      Armed Assault  Bombing/Explosion  Kidnapping  Other  \n",
       "0              True              False       False  False  \n",
       "1             False              False       False   True  \n",
       "2             False               True       False  False  \n",
       "3              True              False       False  False  \n",
       "4             False              False       False   True  \n",
       "...             ...                ...         ...    ...  \n",
       "7438          False              False       False  False  \n",
       "7439          False              False       False  False  \n",
       "7440          False              False       False  False  \n",
       "7441          False               True       False  False  \n",
       "7442          False              False       False  False  \n",
       "\n",
       "[7443 rows x 6 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_reduced = df.copy()\n",
    "Reduced_Action_Types = ['Armed Assault','Bombing/Explosion','Kidnapping','Other']\n",
    "\n",
    "df_reduced['Kidnapping'] = df[['Hijacking', 'Barricade Incident', 'Kidnapping']].any(axis=1)\n",
    "\n",
    "df_reduced['Other'] = df[['Assassination', 'Unarmed Assault',\n",
    "                          'Facility/Infrastructure Attack', 'Unknown']].any(axis=1)\n",
    "\n",
    "REDUCED_COLS = ['news']+ ['is_relevant'] + Reduced_Action_Types\n",
    "df_reduced = df_reduced.loc[:, REDUCED_COLS]\n",
    "df_reduced"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:59:54.092299Z",
     "start_time": "2020-12-27T14:59:53.994933Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Kidnapping           140\n",
       "Other                382\n",
       "Bombing/Explosion    579\n",
       "Armed Assault        659\n",
       "dtype: int64"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAcMAAAD4CAYAAACQTI0EAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAVHUlEQVR4nO3de7TdZX3n8ffHoERuQS7DSoFyQHEQBCIECuUiBa0I2HrBpsiM2EWH5SzrrUNdWMeKXXRNwGlFx1kqpYqtHaQVEUpmIUpBoBfCCZALKFfjhSKI1VSkyUD4zh/7F9wcTsLZOcnZ2Tzv11p7nd9+frfvs7Phc57n99v7pKqQJKllLxh2AZIkDZthKElqnmEoSWqeYShJap5hKElq3lbDLkAbZ5dddqmxsbFhlyFJI2XJkiWPVtWuE9sNwxE1NjbG+Pj4sMuQpJGS5LuTtTtNKklqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5f1D2ilj+4irFzFg27DEmaUSsXnrxZjuvIUJLUPMNQktQ8w1CS1DzDUJLUPMNQktQ8w1CS1DzDUJLUPMNQktQ8w1CS1Lyhh2GSNyapJPvN4DlXJtllPevmdfWcOIP1PNb9HEvytpk6rySpZ+hhCJwG3Nz9fJYkM/2VcRusZzMbAwxDSZphQw3DJNsBRwNnAr/d135ckpuSXAXc1T3/ZpIrkzyQZGGS05MsTrI8yUu7/XZNcnmSW7vHUV37zkmuTXJnkouBrKeeAG8F3gG8Nsnsrn3bJIuSLE2yIsmCrn1hkruSLEvyP7u2NyS5JcntSb6RZLeu/dwkZ/eda0WSsQklLASOSXJHkvdP9/WVJE3NsEeGvwlcU1X3AD9OcmjfukOA91bVy7vnBwPvBF4B/Gfg5VV1OHAx8O5um08AH6+qw4C3dOsAPgLcXFUHAFcAv7yeen4V+E5V3Q/cAKz7RtgTgX+pqoOr6pXANUl2Bt4EHFBVBwHnddveDBxRVa8CvgR8YIDX4xzgpqqaV1UfH2A/SdI0DDsMT6MXGHQ/+6cmF1fVd/qe31pVD1XVGuB+4NqufTm96UWA1wCfSnIHcBWwQzf6PBb4IkBVLQJ+MmA9y+mNFM9PckxVrQJWAauBv0jyZuDxbts9gK8lWQ78AXDAVF6IqUhyVpLxJONrH1+1qQ4rSc0b2p9wSrITcDxwYJICZgGV5A+6TX4+YZc1fctP9T1/il/04wX0RmWrJ5xrKvXMojea/M0kH6I3lbpzku2r6p4khwAnAeclua6q/jjJ4cAJwKnA73X9+V/An1XVVUmOA87tTvEkz/zlY/ZzFjVBVV0EXASw9dx9a9D9JUmTG+bI8FTgr6pqr6oaq6o9ge8Ax0zjmNfyiylTkszrFm+kuzElyeuBl0yy7wnAsqras6tnL+By4E1Jfgl4vKq+CHwMOKQbcc6pqv8LvJ/eNC7AHODBbvmMvuOvpDf1Sxese09Sw8+A7QfpsCRp+oYZhqfRu37X73Kmdxfne4D53Q0td9G7xgjwUeDYJHcCbwa+N2A9BwKLu+nXj9C7Prg9cHWSZfSuE/5+t8+5wN8mWQI8OuFYO3U1/B5wzyQ1LAPWdjfqeAONJM2QVDnbNoq2nrtvzT3jwmGXIUkzarp/6T7JkqqaP7F92DfQSJI0dIahJKl5hqEkqXmGoSSpeYahJKl5hqEkqXmGoSSpeYahJKl5Q/tuUk3PgbvPYXyaHz6VJPU4MpQkNc8wlCQ1zzCUJDXPMJQkNc8wlCQ1zzCUJDXPMJQkNc8wlCQ1zzCUJDXPMJQkNc8wlCQ1zzCUJDXPMJQkNc8wlCQ1zzCUJDXPMJQkNc8wlCQ1zzCUJDXPMJQkNc8wlCQ1zzCUJDXPMJQkNc8wlCQ1zzCUJDXPMJQkNc8wlCQ1b6thF6CNs/zBVYyds2jYZUh6Hlq58ORhlzDjHBlKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkpr3nGGYZG2SO5IsTXJbkl/dFCdOckmSUydpn5/kk9M89hFJ/jzJcUlWdfWve7xmI4+5MskuG7HfxUn235hzSpJmxlS+m/Tfq2oeQJLXAf8DePXmKqiqxoHxaR7m9cA13fJNVXXKNI+30arqd4d1bknS1Aw6TboD8BOA9HwsyYoky5Ms6NqPS/LNJFcmeSDJwiSnJ1ncbffSvuO9Jsl4knuSnNK3/9Xd8rlJPpfkhu5Y71m3Y5IPJ7k7yc1JLk1ydt9xTwC+sb5OJDksybIks5Nsm+TOJK/szn1jkkXdsT+T5FmvUZLf7/q9Isn7urZtu/2Wdu3rXo8bkszvlk/rXoMVSc7vO95jSf6k2/efk+w24L+LJGkapjIyfHGSO4DZwFzg+K79zcA84GBgF+DWJDd26w4GXgH8K/AAcHFVHZ7kvcC7gfd1240BhwMvBa5P8rJJzr8f8GvA9sDdST7dnfct3XleCNwGLAHopjKfqKpVSQCO6epf5y1VdWuSq4DzgBcDX6yqFUmO6+rZH/guvdHlm4Evr9s5yaHA7wC/AgS4Jck3gX2Af6mqk7vt5vR3IskvAecDh9L7heLaJG+sqq8C2wL/XFUfSnIB8F+62phwjLOAswBm7bDrJC+VJGljTGVk+O9VNa+q9gNOBP4yvZQ5Gri0qtZW1cPAN4HDun1uraqHqmoNcD9wbde+nF4ArvM3VfVUVd1LLzT3m+T8i6pqTVU9CjwC7AYcBVxZVaur6mfA3/Vt/+t954PeNOm8vsf9XfsfA68F5gMX9G2/uKoeqKq1wKVdP/sdDVxRVT+vqseArwDHdH17bZLzkxxTVasm7HcYcENV/aiqngT+Gji2W/f/gKu75SUTXqOnVdVFVTW/qubP2mbOZJtIkjbCQNOkVfVP9EaBzzUsWdO3/FTf86d45mi0Jp7iOY61lucezfZfL9yQnYHt6I04Zw9Y07NU1T3AIfRC8bwkfzSV/TpPVNW680ylj5KkTWigMEyyHzAL+DFwE7Agyawku9Ib5Swe8PxvTfKC7jriPsDdU9zvH4A3dNf8tgPWXW8McBBwxxSO8Vngw/RGaOf3tR+eZO/uWuEC4OYJ+90EvDHJNkm2Bd4E3NRNgz5eVV8EPkYvGPstBl6dZJcks4DT6I2mJUlDNsg1Q+hdIzujqtYmuQI4ElhKb/T0gar6YReYU/U9eiGxA/DOqlrdXefboL5rfsuAh+mNxlbRux53e98oC559zfA8YBt6o7H/0wXTPyY5nt7I9VbgU8DLgOuBKyac+7Ykl/CL4L+4qm7v7rT9WJKngCeA/zphv4eSnNMdM/Smf698zs5Kkja7PDM3RkeS7arqsSTbADfSu7HkJOC+qvrSRh7zOODsYX4UY6q2nrtvzT3jwmGXIel5aOXCk4ddwmaTZElVzZ/YPsrXpi7qPsw+G/hCVd1G765SSZIGMrJhWFVv2wzHvAG4YVMfV5K0ZfO7SSVJzTMMJUnNMwwlSc0zDCVJzTMMJUnNG9m7SVt34O5zGH8efxZIkmaSI0NJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzthp2Ado4yx9cxdg5i4ZdhrTZrFx48rBLUEMcGUqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGA4oyR5Jrkxyb5L7k3wiyYuSzEtyUt925yY5e5i1SpKmxjAcQJIAXwG+WlX7Ai8HtgP+BJgHnLT+vQc+16xNdSxJ0oYZhoM5HlhdVZ8HqKq1wPuB3wUuABYkuSPJgm77/ZPckOSBJO9Zd5Ak/ynJ4m7bz64LviSPJfnTJEuBI2e0Z5LUMMNwMAcAS/obqurfgJXAecBlVTWvqi7rVu8HvA44HPhIkhcmeQWwADiqquYBa4HTu+23BW6pqoOr6uaJJ09yVpLxJONrH1+16XsnSY3yr1ZsXouqag2wJskjwG7ACcChwK29WVdeDDzSbb8WuHx9B6uqi4CLALaeu29txrolqSmG4WDuAk7tb0iyA/DLwJOTbL+mb3ktvdc7wBeq6oOTbL+6m3qVJM0gp0kHcx2wTZK3w9M3ufwpcAnwMLD9FI9xapL/0B1jpyR7bZ5yJUlTYRgOoKoKeBPw1iT3AvcAq4E/BK6nd8NM/w00kx3jLuC/A9cmWQZ8HZi72YuXJK2X06QDqqrvA2+YZNUa4LAN7PfKvuXLgMsm2Wa7TVGjJGkwjgwlSc0zDCVJzTMMJUnNMwwlSc0zDCVJzTMMJUnNMwwlSc0zDCVJzfND9yPqwN3nML7w5GGXIUnPC44MJUnNMwwlSc0zDCVJzTMMJUnNMwwlSc0zDCVJzTMMJUnNMwwlSc0zDCVJzTMMJUnNMwwlSc0zDCVJzTMMJUnNMwwlSc0zDCVJzTMMJUnNMwwlSc0zDCVJzTMMJUnNMwwlSc0zDCVJzTMMJUnNMwwlSc0zDCVJzTMMJUnNMwwlSc3batgFaOMsf3AVY+csGnYZW4SVC08edgmSRpwjQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvNGOgyTPNa3fFKSe5LsleSdSd4+yfZjSVbMYH3zk3xyps4nSdo4z4uvY0tyAvBJ4HVV9V3gM0MuCYCqGgfGh12HJGnDRnpkCJDkWODPgVOq6v6u7dwkZ3fLhyZZmmQp8K6+/d6R5CtJrklyb5IL+tZ9Osl4kjuTfLSvfWWSC5IsT7I4ycu69kuSfKbb554kp3TtxyW5uq+mzyW5IckDSd7Td9wPJ7k7yc1JLl1XuyRpZox6GG4NfBV4Y1V9ez3bfB54d1UdPMm6ecAC4EBgQZI9u/YPVdV84CDg1UkO6ttnVVUdCHwKuLCvfQw4HDgZ+EyS2ZOcbz/gdd12H0nywiSHAW8BDgZeD8zfUIclSZveqIfhE8A/AmdOtjLJjsCOVXVj1/RXEza5rqpWVdVq4C5gr679t5LcBtwOHADs37fPpX0/j+xr/5uqeqqq7gUeoBd8Ey2qqjVV9SjwCLAbcBRwZVWtrqqfAX+3vs4mOasbfY6vfXzV+jaTJA1o1MPwKeC3gMOT/OFG7L+mb3ktsFWSvYGzgROq6iBgEdA/yqspLE/2fNLzDVJsVV1UVfOrav6sbeYMsqskaQNGPQypqsfpTU2enuTMCet+Cvw0ydFd0+lTOOQOwM+BVUl2ozd12W9B389/6mt/a5IXJHkpsA9w9xS78A/AG5LMTrIdcMoU95MkbSLPi7tJq+pfk5wI3JjkRxNW/w7wuSQFXDuFYy1NcjvwbeD79MKq30uSLKM3yjutr/17wGJ6YfrOqlqdZCq135rkKmAZ8DCwHHAOVJJmUKomm83TZJKsBOZ31/z62y8Brq6qL2/kcberqseSbAPcCJxVVbdtaJ+t5+5bc8+4cGNO97zjX7qXNFVJlnQ3SD7D82Jk+DxwUZL96V2b/MJzBaEkadMyDAdQVWPraX/HNI/7tunsL0manpG/gUaSpOkyDCVJzTMMJUnNMwwlSc0zDCVJzTMMJUnN86MVI+rA3ecw7ofNJWmTcGQoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWpeqmrYNWgjJPkZcPew65iGXYBHh13ENIx6/TD6fRj1+mH0+zCK9e9VVbtObPRPOI2uu6tq/rCL2FhJxq1/uEa9D6NeP4x+H0a9/n5Ok0qSmmcYSpKaZxiOrouGXcA0Wf/wjXofRr1+GP0+jHr9T/MGGklS8xwZSpKaZxhKkppnGI6YJCcmuTvJfUnOGXY965Pkc0keSbKir22nJF9Pcm/38yVde5J8suvTsiSHDK/yp2vdM8n1Se5KcmeS93btI9GHJLOTLE6ytKv/o1373klu6eq8LMmLuvatu+f3devHhln/OklmJbk9ydXd81Grf2WS5UnuSDLetY3Ee6iracckX07y7STfSnLkKNU/CMNwhCSZBfxv4PXA/sBpSfYfblXrdQlw4oS2c4Drqmpf4LruOfT6s2/3OAv49AzVuCFPAv+tqvYHjgDe1b3Wo9KHNcDxVXUwMA84MckRwPnAx6vqZcBPgDO77c8EftK1f7zbbkvwXuBbfc9HrX6AX6uqeX2fxxuV9xDAJ4Brqmo/4GB6/xajVP/UVZWPEXkARwJf63v+QeCDw65rA/WOASv6nt8NzO2W59L74gCAzwKnTbbdlvIArgReO4p9ALYBbgN+hd63hWw18f0EfA04slveqtsuQ657D3r/sz0euBrIKNXf1bIS2GVC20i8h4A5wHcmvo6jUv+gD0eGo2V34Pt9z3/QtY2K3arqoW75h8Bu3fIW3a9uyu1VwC2MUB+6KcY7gEeArwP3Az+tqie7TfprfLr+bv0qYOcZLfjZLgQ+ADzVPd+Z0aofoIBrkyxJclbXNirvob2BHwGf76aqL06yLaNT/0AMQw1F9X513OI/15NkO+By4H1V9W/967b0PlTV2qqaR2+EdTiw33ArmrokpwCPVNWSYdcyTUdX1SH0phDfleTY/pVb+HtoK+AQ4NNV9Srg5/xiShTY4usfiGE4Wh4E9ux7vkfXNioeTjIXoPv5SNe+RfYryQvpBeFfV9VXuuaR6gNAVf0UuJ7etOKOSdZ9J3F/jU/X362fA/x4Zit9hqOA30iyEvgSvanSTzA69QNQVQ92Px8BrqD3S8movId+APygqm7pnn+ZXjiOSv0DMQxHy63Avt0ddS8Cfhu4asg1DeIq4Ixu+Qx61+HWtb+9uxvtCGBV3zTMUCQJ8BfAt6rqz/pWjUQfkuyaZMdu+cX0rnd+i14ontptNrH+df06Ffj77rf+oaiqD1bVHlU1Ru99/vdVdTojUj9Akm2TbL9uGfh1YAUj8h6qqh8C30/yH7umE4C7GJH6Bzbsi5Y+BnsAJwH30Lv+86Fh17OBOi8FHgKeoPcb5pn0ruFcB9wLfAPYqds29O6SvR9YDszfAuo/mt70zzLgju5x0qj0ATgIuL2rfwXwR137PsBi4D7gb4Gtu/bZ3fP7uvX7DPvfoK8vxwFXj1r9Xa1Lu8ed6/57HZX3UFfTPGC8ex99FXjJKNU/yMOvY5MkNc9pUklS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8/4/wYe+NsBQObEAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_reduced[Reduced_Action_Types].sum().sort_values().plot.barh()\n",
    "df_reduced[Reduced_Action_Types].sum().sort_values()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    " # Save csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T15:00:20.015541Z",
     "start_time": "2020-12-27T15:00:19.833140Z"
    }
   },
   "outputs": [],
   "source": [
    "df.to_csv(\"Data_MachineLearning/df_all.csv\", header=True, index = False)\n",
    "df_reduced.to_csv(\"Data_MachineLearning/df_reduced.csv\", header=True, index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:46:15.915376Z",
     "start_time": "2020-12-27T14:46:15.901173Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>folder</th>\n",
       "      <th>id</th>\n",
       "      <th>index</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>p1</td>\n",
       "      <td>32398</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  folder     id index\n",
       "1     p1  32398   NaN"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_total[1:2][['folder','id', 'index']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:45:49.889213Z",
     "start_time": "2020-12-27T14:45:49.871818Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>folder</th>\n",
       "      <th>id</th>\n",
       "      <th>index</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>583</th>\n",
       "      <td>p2</td>\n",
       "      <td>17790</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1356</th>\n",
       "      <td>p3</td>\n",
       "      <td>11104</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     folder     id index\n",
       "583      p2  17790   NaN\n",
       "1356     p3  11104   NaN"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_total[df_total.news.isnull()==True][['folder','id', 'index']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:17:16.247941Z",
     "start_time": "2020-12-27T14:17:16.239834Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       Two Lashkar e Jhangvi LeJ militants Asim alias...\n",
       "1       The Commander Southern Command Lieutenant Gene...\n",
       "2       Meanwhile the underground organization Manipur...\n",
       "3       Islamic State IS in the latest issue of its on...\n",
       "4       A senior Muttahida Qaumi Movement MQM worker i...\n",
       "                              ...                        \n",
       "7440    Clashes between demonstrators and Police leave...\n",
       "7441    The death toll in the ongoing clashes between ...\n",
       "7442    An unnamed security official revealed that Fro...\n",
       "7443    Police said that militants hurled a grenade on...\n",
       "7444    A recently constituted task force on missing p...\n",
       "Name: news, Length: 7445, dtype: object"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[\"news\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:20:05.109747Z",
     "start_time": "2020-12-27T14:20:05.087729Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       False\n",
       "1       False\n",
       "2       False\n",
       "3       False\n",
       "4        True\n",
       "        ...  \n",
       "7440    False\n",
       "7441    False\n",
       "7442    False\n",
       "7443    False\n",
       "7444    False\n",
       "Name: news, Length: 7445, dtype: bool"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a = df[\"news\"].str.contains(u\"\\u2018\")== True\n",
    "a\n",
    "# df[\"news\"][a]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:24:11.731869Z",
     "start_time": "2020-12-27T14:24:11.726749Z"
    }
   },
   "outputs": [],
   "source": [
    "b = df[\"news\"][a][4]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:24:15.706749Z",
     "start_time": "2020-12-27T14:24:15.701138Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'A senior Muttahida Qaumi Movement MQM worker identified as Sohail Rasheed 30 was shot dead near his home in Naeemabad in Korangi Town of Karachi the provincial capital of Sindh on June 19 reports Dawn MQM spokesperson Amin ul Haq described it as a ‘targeted killing’ of the worker and said that the victim was a joint unit in charge in Union Council 29'"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T14:24:41.340269Z",
     "start_time": "2020-12-27T14:24:40.906221Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'A senior Muttahida Qaumi Movement MQM worker identified as Sohail Rasheed   was shot dead near his home in Naeemabad in Korangi Town of Karachi the provincial capital of Sindh on June   reports Dawn MQM spokesperson Amin ul Haq described it as a  targeted killing  of the worker and said that the victim was a joint unit in charge in Union Council'"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import nltk\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.stem.snowball import SnowballStemmer\n",
    "import re\n",
    "\n",
    "def keepAlpha(sentence):  # Remove non-alphabetic characters\n",
    "    alpha_sent = \"\"\n",
    "    for word in sentence.split():\n",
    "        alpha_word = re.sub('[^a-z A-Z]+', ' ', word)\n",
    "        alpha_sent += alpha_word\n",
    "        alpha_sent += \" \"\n",
    "    alpha_sent = alpha_sent.strip()\n",
    "    return alpha_sent\n",
    "\n",
    "keepAlpha(b)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.news = df.news.str.replace(u\"\\u2018\", \"\")\\\n",
    ".str.replace(u\"\\u2019\", \"\")\\\n",
    ".str.replace(u\"\\u201c\", \"\")\\\n",
    ".str.replace(u\"\\u201d\", \"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.news = df.news.str.replace(u\"\\u2018\", \"\")\\\n",
    ".str.replace(u\"\\u2019\", \"\")\\\n",
    ".str.replace(u\"\\u201c\", \"\")\\\n",
    ".str.replace(u\"\\u201d\", \"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "heading_collapsed": true
   },
   "source": [
    "# Split to train/dev/test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T22:10:03.482410Z",
     "start_time": "2020-12-22T22:10:03.444956Z"
    },
    "hidden": true
   },
   "outputs": [],
   "source": [
    "df_reduced.news = df_reduced.news.str.replace(u\"\\u2018\", \"\")\\\n",
    ".str.replace(u\"\\u2019\", \"\")\\\n",
    ".str.replace(u\"\\u201c\", \"\")\\\n",
    ".str.replace(u\"\\u201d\", \"\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T22:10:07.139635Z",
     "start_time": "2020-12-22T22:10:07.130917Z"
    },
    "hidden": true
   },
   "outputs": [],
   "source": [
    "df_train, df_valid, df_test = np.split(\n",
    "    df_reduced.sample(frac=1, random_state=42), \n",
    "    [int(.8*len(df_reduced)), int(.9*len(df_reduced))]  # 80%, 10%, 10%\n",
    "#     [int(.6*len(df)), int(.8*len(df))])  # 60%, 20%, 20%\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T21:58:58.451749Z",
     "start_time": "2020-12-22T21:58:58.352749Z"
    },
    "hidden": true
   },
   "outputs": [],
   "source": [
    "df_train.to_csv(\"data3/train.csv\", header=True, index = False)\n",
    "df_valid.to_csv(\"data3/valid.csv\", header=True, index = False)\n",
    "df_test.to_csv(\"data3/test.csv\", header=True, index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T22:10:20.923283Z",
     "start_time": "2020-12-22T22:10:20.896938Z"
    },
    "hidden": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>news</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>Armed Assault</th>\n",
       "      <th>Assassination</th>\n",
       "      <th>Barricade Incident</th>\n",
       "      <th>Bombing/Explosion</th>\n",
       "      <th>Facility/Infrastructure Attack</th>\n",
       "      <th>Hijacking</th>\n",
       "      <th>Kidnapping</th>\n",
       "      <th>Unarmed Assault</th>\n",
       "      <th>Unknown</th>\n",
       "      <th>Other</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1540</th>\n",
       "      <td>A Communist Party of India Maoist (CPI Maoist)...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1217</th>\n",
       "      <td>The Army chief who had returned from three day...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2681</th>\n",
       "      <td>The Counter Terrorism Department (CTD) on July...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2993</th>\n",
       "      <td>One person, identified as D. Koshozü was arres...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5512</th>\n",
       "      <td>An investigation officer (IO) of 21 August Gre...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5191</th>\n",
       "      <td>Investigators probing the July 10, 2014 bomb b...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5226</th>\n",
       "      <td>In a breakthrough in the 13 7 serial blasts ca...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5390</th>\n",
       "      <td>Times of India reports that the Communist Part...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>860</th>\n",
       "      <td>Major three political parties on January 21 ag...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7270</th>\n",
       "      <td>Police arrested three suspects from different ...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>745 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   news  is_relevant  \\\n",
       "1540  A Communist Party of India Maoist (CPI Maoist)...         True   \n",
       "1217  The Army chief who had returned from three day...        False   \n",
       "2681  The Counter Terrorism Department (CTD) on July...        False   \n",
       "2993  One person, identified as D. Koshozü was arres...        False   \n",
       "5512  An investigation officer (IO) of 21 August Gre...        False   \n",
       "...                                                 ...          ...   \n",
       "5191  Investigators probing the July 10, 2014 bomb b...        False   \n",
       "5226  In a breakthrough in the 13 7 serial blasts ca...        False   \n",
       "5390  Times of India reports that the Communist Part...         True   \n",
       "860   Major three political parties on January 21 ag...        False   \n",
       "7270  Police arrested three suspects from different ...        False   \n",
       "\n",
       "      Armed Assault  Assassination  Barricade Incident  Bombing/Explosion  \\\n",
       "1540           True          False               False              False   \n",
       "1217          False          False               False              False   \n",
       "2681          False          False               False              False   \n",
       "2993          False          False               False              False   \n",
       "5512          False          False               False              False   \n",
       "...             ...            ...                 ...                ...   \n",
       "5191          False          False               False              False   \n",
       "5226          False          False               False              False   \n",
       "5390          False          False               False              False   \n",
       "860           False          False               False              False   \n",
       "7270          False          False               False              False   \n",
       "\n",
       "      Facility/Infrastructure Attack  Hijacking  Kidnapping  Unarmed Assault  \\\n",
       "1540                           False      False       False            False   \n",
       "1217                           False      False       False            False   \n",
       "2681                           False      False       False            False   \n",
       "2993                           False      False       False            False   \n",
       "5512                           False      False       False            False   \n",
       "...                              ...        ...         ...              ...   \n",
       "5191                           False      False       False            False   \n",
       "5226                           False      False       False            False   \n",
       "5390                            True      False       False            False   \n",
       "860                            False      False       False            False   \n",
       "7270                           False      False       False            False   \n",
       "\n",
       "      Unknown  Other  \n",
       "1540    False  False  \n",
       "1217    False  False  \n",
       "2681    False  False  \n",
       "2993    False  False  \n",
       "5512    False  False  \n",
       "...       ...    ...  \n",
       "5191    False  False  \n",
       "5226    False  False  \n",
       "5390    False   True  \n",
       "860     False  False  \n",
       "7270    False  False  \n",
       "\n",
       "[745 rows x 12 columns]"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# df_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T22:10:12.378650Z",
     "start_time": "2020-12-22T22:10:12.372376Z"
    },
    "hidden": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'{\"1217\":{\"news\":\"The Army chief who had returned from three day tour of Nepal yesterday February 15 and held high level review of security situation in Jammu and Kashmir especially the Line of Control LoC in twin border districts of Rajouri and Poonch was reported to have told the youth that some external forces a point towards Pakistan were trying to misguide the youth of Jammu and Kashmir and that they shouldnt fall in their trap as it would spoil their career General Rawat advised the school children to desist from terrorism and stone pelting and reminded them that certain external forces are creating differences and misguiding the youths and that it was their the students duty to thwart mischievous designs of the enemy as they have to build their career Terrorism has never benefitted anyone It is only the common man who has to suffer because of these activities and we will not let it to happen  the Army chief said while interacting with visiting students from schools of the border areas of Rajouri district in Jammu region\",\"is_relevant\":false,\"Armed Assault\":false,\"Assassination\":false,\"Barricade Incident\":false,\"Bombing\\\\/Explosion\":false,\"Facility\\\\/Infrastructure Attack\":false,\"Hijacking\":false,\"Kidnapping\":false,\"Unarmed Assault\":false,\"Unknown\":false,\"Other\":false},\"2681\":{\"news\":\"The Counter Terrorism Department (CTD) on July 26 arrested two Islamic State (IS) cadres and recovered explosive material from them a house in Khan Colony of Lahore, the provincial capital of Punjab, reports Dawn. A CTD spokesman said they received intelligence report about the presence of suspected terrorists who were planning attack on Government installations. The arrested militants were identified as Yaqoob Shah and Abdullah Moavia.\",\"is_relevant\":false,\"Armed Assault\":false,\"Assassination\":false,\"Barricade Incident\":false,\"Bombing\\\\/Explosion\":false,\"Facility\\\\/Infrastructure Attack\":false,\"Hijacking\":false,\"Kidnapping\":false,\"Unarmed Assault\":false,\"Unknown\":false,\"Other\":false},\"2993\":{\"news\":\"One person, identified as D. Koshoz\\\\u00fc was arrested for possessing illegal explosive substances by Police manning interstate Khuzama check gate in Kohima District on May 25, reports Morung Express.\",\"is_relevant\":false,\"Armed Assault\":false,\"Assassination\":false,\"Barricade Incident\":false,\"Bombing\\\\/Explosion\":false,\"Facility\\\\/Infrastructure Attack\":false,\"Hijacking\":false,\"Kidnapping\":false,\"Unarmed Assault\":false,\"Unknown\":false,\"Other\":false}}'"
      ]
     },
     "execution_count": 79,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# import json\n",
    "# result = df_test[1:4].copy().to_json(orient='index')\n",
    "# parsed = json.loads(result)\n",
    "# json.dumps(parsed, indent=4) \n",
    "# df_test[1:4].copy().to_json(orient='index')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Split train/test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-23T06:10:49.341594Z",
     "start_time": "2020-12-23T06:10:49.300549Z"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/yibo/miniconda3/lib/python3.8/site-packages/pandas/core/generic.py:5168: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  self[name] = value\n"
     ]
    }
   ],
   "source": [
    "df.news = df.news.str.replace(u\"\\u2018\", \"\")\\\n",
    ".str.replace(u\"\\u2019\", \"\")\\\n",
    ".str.replace(u\"\\u201c\", \"\")\\\n",
    ".str.replace(u\"\\u201d\", \"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-23T06:11:12.808266Z",
     "start_time": "2020-12-23T06:11:12.797073Z"
    }
   },
   "outputs": [],
   "source": [
    "df_train = df.sample(frac=0.8,random_state=200) #random state is a seed value\n",
    "df_test = df.drop(df_train.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-23T06:11:14.812386Z",
     "start_time": "2020-12-23T06:11:14.670531Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Barricade Incident                  1\n",
       "Hijacking                           8\n",
       "Unarmed Assault                    44\n",
       "Assassination                      52\n",
       "Facility/Infrastructure Attack     97\n",
       "Kidnapping                        105\n",
       "Unknown                           126\n",
       "Bombing/Explosion                 450\n",
       "Armed Assault                     516\n",
       "dtype: int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAfEAAAD4CAYAAAD8St8BAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAmWUlEQVR4nO3deZgdZZ328e9NRAIEoiyTiYC0YBSBQICGkdUQXBBQtiBGRmCGkRevUcF5UTOjIjjogDiKiMoEhsGFAQcRwcQXWQNBhKQD2WURiEuMIAgZIhAgud8/6mk4HLqT3tKd6r4/19XXqfpVPVul4Xeep6rPkW0iIiKiftYb6A5EREREzySJR0RE1FSSeERERE0liUdERNRUknhERERNvWagOxBDyxZbbOGWlpaB7kZERK3Mnj37cdtbNseTxKNftbS00NbWNtDdiIioFUm/6Sie5fSIiIiaShKPiIioqSTxiIiImkoSj4iIqKk82Bb9av6SZbRMnjbQ3YiI6FeLzzl0rdSbmXhERERNJYlHRETUVJJ4D0k6QpIl7dCPbS6WtEUnx8aV/hzcj/1ZXl5bJH2ov9qNiIhKknjPTQLuKK+vIqm/nzdYbX/WshYgSTwiop8lifeApBHAfsBJwAcb4uMlzZB0HbCo7N8m6VpJD0s6R9JxkmZKmi9p+1JuS0lXS5pVfvYt8c0l3SBpoaRLAHXSHwHHACcC75I0vMQ3ljRN0lxJCyQdW+LnSFokaZ6kr5bY+yTdLeleSTdJGlXiZ0o6vaGtBZJamrpwDrC/pDmSPtnb6xsREV2TJN4zhwPX234AeELSHg3HdgdOtf2Wsr8rcArwNuDDwFts7wVcAny8nPMN4Ou29wSOLscAvgDcYXsn4BrgjZ30Zx/gEdsPAdOB9scgDwb+YHtX2zsD10vaHDgS2Mn2LsDZ5dw7gLfb3g24Evh0N67HZGCG7XG2v958UNLJktokta18Zlk3qo2IiNVJEu+ZSVSJjvLauIQ90/YjDfuzbC+1vQJ4CLihxOdTLUMDvBO4UNIc4Dpg0zLbPwD4AYDtacCT3ezPfKqZ+bmS9re9DFgGPAf8p6SjgGfKuVsDP5c0H/gUsFNXLkRX2J5iu9V267CNRvZVtRERQ17+TrybJG0GTADGSjIwDLCkT5VT/tJUZEXD9qqG/VW8fP3Xo5oFP9fUVlf6M4xq9n64pM9SLblvLmkT2w9I2h04BDhb0s22vyhpL+AgYCLwsTKebwJfs32dpPHAmaWJF3nlm73ha+xURET0i8zEu28i8H3b29pusb0N8Aiwfy/qvIGXl9aRNK5s3k55YEzSe4HXd1D2IGCe7W1Kf7YFrgaOlPQG4BnbPwDOA3YvM/yRtn8GfJJquR9gJLCkbJ/QUP9iqlsElDcEb+qgD08Dm3RnwBER0XtJ4t03ier+dKOr6d1T4Z8AWsuDZouo7qEDnAUcIGkhcBTw2272ZywwsyzTf4Hq/vcmwFRJ86jug/9TKXMmcJWk2cDjTXVtVvrwMeCBDvowD1hZHqDLg20REf1Etge6DzGEbDB6jEefcP5AdyMiol/19mNXJc223doczz3x6FdjtxpJ21r6DOGIiKEmy+kRERE1lSQeERFRU0niERERNZUkHhERUVNJ4hERETWVJB4REVFTSeIRERE1lSQeERFRU0niERERNZUkHhERUVNJ4hERETWVJB4REVFT+QKU6FfzlyyjZfK0ge5GRAwivf2GsDrLTDwiIqKmBm0Sl7RS0hxJcyXdI2mfPqr3MkkTO4i3Srqgl3W/XdLFksZLWlb63/7zzh7WuVjSFj0od4mkHXvSZkRE9I/BvJz+rO1xAJLeA/wb8I611ZjtNqCtl9W8F7i+bM+wfVgv6+sx2/8wUG1HRETXDNqZeJNNgScBVDlP0gJJ8yUdW+LjJd0m6VpJD0s6R9JxkmaW87ZvqO+dktokPSDpsIbyU8v2mZIulTS91PWJ9oKSPi/pfkl3SLpC0ukN9R4E3NTZICTtKWmepOGSNpa0UNLOpe3bJU0rdV8k6VX/tpL+qYx7gaTTSmzjUm5uibdfj+mSWsv2pHINFkg6t6G+5ZK+VMreJWlUN/9dIiKiFwbzTHxDSXOA4cBoYEKJHwWMA3YFtgBmSbq9HNsVeBvwZ+Bh4BLbe0k6Ffg4cFo5rwXYC9geuFXSmztofwfgQGAT4H5J3yntHl3aWR+4B5gNUJa8X7C9TBLA/qX/7Y62PUvSdcDZwIbAD2wvkDS+9GdH4DdUs/mjgB+1F5a0B/B3wN8AAu6WdBuwHfAH24eW80Y2DkLSG4BzgT2o3gjdIOkI2z8BNgbusv1ZSV8BPlL6FhER/WAwz8SftT3O9g7AwcD3VGXH/YArbK+0/ShwG7BnKTPL9lLbK4CHgBtKfD5V4m73P7ZX2X6QKtnv0EH702yvsP048BgwCtgXuNb2c7afBn7acP67G9qDajl9XMPPQyX+ReBdQCvwlYbzZ9p+2PZK4Ioyzkb7AdfY/ovt5cCPgf3L2N4l6VxJ+9te1lRuT2C67T/ZfhG4HDigHHsemFq2Zzddo5dIOrmsXLStfKa5+oiI6KnBnMRfYvuXVLPuLddw6oqG7VUN+6t45aqFm5tYQ10rWfOqR+P98NXZHBhBNcMf3s0+vYrtB4DdqZL52ZLO6Eq54gXb7e10OkbbU2y32m4dttHIjk6JiIgeGBJJXNIOwDDgCWAGcKykYZK2pJpVzuxmlcdIWq/cJ98OuL+L5X4BvK/c0x4BtN9PF7ALMKcLdfwH8HmqGfG5DfG9JL2p3As/FrijqdwM4AhJG0naGDgSmFGWy5+x/QPgPKqE3mgm8A5JW0gaBkyiWr2IiIgBNhTuiUN1D/gE2yslXQPsDcylmq1+2vYfS6Lvqt9SJbdNgVNsP1fuY69Wwz3tecCjVLPfZVT3m+9tmNXCq++Jnw1sRDX7/e+SUO+UNIFqpWAWcCHwZuBW4Jqmtu+RdBkvv2G5xPa95cn98yStAl4APtpUbqmkyaVOUd0muHaNg42IiLVOr8wbsbZJGmF7uaSNgNuBk4FDgF/bvrKHdY4HTh/IP0nrqg1Gj/HoE84f6G5ExCAyFD6xTdJs263N8cE8E19XTSkfojIc+K7te6ieUo+IiOiWzMSjX7W2trqtrbefiRMRMbR0NhMfEg+2RUREDEZJ4hERETWVJB4REVFTSeIRERE1lSQeERFRU0niERERNZUkHhERUVNJ4hERETWVJB4REVFTSeIRERE1lSQeERFRU/kClOhX85cso2XytIHuRu0MhW9piojuy0w8IiKippLEIyIiaipJfB0mqUXSgqbYmZJOX02ZEyVduPZ7FxERAy1JPCIioqaSxGtK0nRJ50qaKekBSft3cM6hkn4paQtJl0m6QNKdkh6WNLGcI0nnSVogab6kY0v8W5LeX7avkXRp2f57SV8qqwS/knSxpIWSbpC0YX9eg4iIoS5JvN5eY3sv4DTgC40HJB0JTAYOsf14CY8G9gMOA84psaOAccCuwDuB8ySNBmYA7W8MtgJ2LNv7A7eX7THAt2zvBDwFHN1RJyWdLKlNUtvKZ5b1dKwREdEkSXzd5jXEf1xeZwMtDccnAJ8BDrX9ZEP8J7ZX2V4EjCqx/YArbK+0/ShwG7AnJYlL2hFYBDxakvvewJ2l7CO253TSh5c7a0+x3Wq7ddhGI9cw5IiI6Kok8XXbE8Drm2KbAe0z6xXldSWv/Jv/h4BNgLc0lV3RsK3VNWx7CfA64GCqmfcM4APActtPd1Bfcx8iImItSxJfh9leDiyVNAFA0mZUSfWONRT9DdXS9vck7bSGc2cAx0oaJmlL4ABgZjl2F9VSfXsSP728RkTEOiBJfN13PPB5SXOAW4CzbD+0pkK27wOOA66StP1qTr0GmAfMLfV/2vYfy7EZVPfdfw3cQ7UKkCQeEbGOkN3ZbdeIvrfB6DEefcL5A92N2snHrkYMbZJm225tjuceZvSrsVuNpC0JKSKiT2Q5PSIioqaSxCMiImoqSTwiIqKmksQjIiJqKkk8IiKippLEIyIiaipJPCIioqaSxCMiImoqSTwiIqKmksQjIiJqKkk8IiKipvLZ6dGv5i9ZRsvkaQPdjQGVLzOJiL6SmXhERERNJYlHRETUVJL4AJG0vGH7EEkPSNpW0imSju/g/BZJC/qxf62SLuiv9iIiovtyT3yASToIuAB4j+3fABcNcJcAsN0GtA10PyIionOZiQ8gSQcAFwOH2X6oxM6UdHrZ3kPSXElzgX9sKHeipB9Lul7Sg5K+0nDsO5LaJC2UdFZDfLGkr0iaL2mmpDeX+GWSLiplHpB0WImPlzS1oU+XSpou6WFJn2io9/OS7pd0h6Qr2vseERFrX5L4wNkA+AlwhO37Ojnnv4CP2961g2PjgGOBscCxkrYp8c/abgV2Ad4haZeGMstsjwUuBM5viLcAewGHAhdJGt5BezsA7ynnfUHS+pL2BI4GdgXeC7R2NAhJJ5c3CW0rn1nWyVAjIqK7ksQHzgvAncBJHR2U9DrgdbZvL6HvN51ys+1ltp8DFgHblvgHJN0D3AvsBOzYUOaKhte9G+L/Y3uV7QeBh6kSdrNptlfYfhx4DBgF7Atca/s5208DP+1oLLan2G613Tpso5EdnRIRET2QJD5wVgEfAPaS9C89KL+iYXsl8BpJbwJOBw6yvQswDWicVbsL2x3td9het3scERF9Kkl8ANl+hmoJ+zhJJzUdewp4StJ+JXRcF6rcFPgLsEzSKKol7kbHNrz+siF+jKT1JG0PbAfc38Uh/AJ4n6ThkkYAh3WxXERE9IHMpgaY7T9LOhi4XdKfmg7/HXCpJAM3dKGuuZLuBe4DfkeVZBu9XtI8qln1pIb4b4GZVG8CTrH9nKSu9H2WpOuAecCjwHwgN70jIvqJ7I5WTmOwkbQYaC33tBvjlwFTbf+oh/WOsL1c0kbA7cDJtu/p7PwNRo/x6BPO70lTg0Y+djUiukvS7PLQ8itkJh69NUXSjlT33r+7ugQOMHarkbQliUVE9Ikk8SHCdksn8RN7We+HelM+IiJ6Lg+2RURE1FSSeERERE0liUdERNRUknhERERNJYlHRETUVJJ4RERETSWJR0RE1FSSeERERE0liUdERNRUknhERERN5WNXo1/NX7KMlsnTBrob/SZfdhIRa1Nm4hERETWVJB4REVFTa0ziklZKmtPw09KdBiSdIun4sn2ZpIll+5LyFZZI+pdu1Pf/JG0tabqkV323atO5W0q6W9K9kvbvTr87qGu8pH16U0dTfUe0j39tkXSapOckjWyIvWIcvemHpBZJC/qirxER0X1dmYk/a3tcw8/i7jRg+yLb3+sg/g+2F5XdLiVxSRsCm9v+fRebPwiYb3s32zOa6hrWxTrajQc6TOKSevJswRFAt5JnD9qZBMwCjmqIjeeV4+h2PyIiYt3Q7eV0SSMk3SzpHknzJR3ecOx4SfMkzZX0/RI7U9LpHdQzXVKrpHOADcss/3JJX5R0WsN5X5J0atkdD0zvoK7l5by5ku6SNErSOOArwOGl7g3Lef8uaS6wt6QzJM2StEDSFEkq9X1C0qIylivL6sMpwCdLXfuXVYWLJN0NfKV5nKXOlo6uS5kJvx84r9S3fePKgqQtJC0u2ydKuk7SLcDNkjaWdKmkmWWF4aXr33RNtgdGAJ+jSuZ0MI53dNCPj5RrMlfS1ZI2KmVHSbqmxOc2r0pI2q70Z8+O+hMREX2vKzO7DSXNKduPAMcAR9r+X0lbAHdJuo5qNvc5YB/bj0varCsdsD1Z0sdsj4OXEs2PgfMlrQd8ENirnP5e4CcdVLMxcJftz0r6CvAR22dLOgNotf2xUvfGwN22/2/ZX2T7i2X7+8BhwE+BycCbbK+Q9DrbT0m6CFhu+6vl/JOArct4V0o6s6PxSdqp+brY/nO5ZlNt/6ict7rLtDuwSyn3ZeAW238v6XXATEk32f5LU5kPAlcCM4C3Shple3EH42jux1O2Ly7bZwMnAd8ELgBus32kqlWMEcDry3lvLW2daHtuB9fgZOBkgGGbbrm6cUZERDd0dzn9SEDAlyXNA24CtgJGAROAq2w/DmD7zz3pUFmuf0LSbsC7gXttP1EO7wvc0UGx54GpZXs20NJJ9SuBqxv2D1R1z3x+6f9OJT4PuFzS3wIvrqa7V9leufoR9cl1ubGh3LuByeWN1XRgOPDGDspMAq60vYpqzMd0sa2dJc0o1+Q4Xr4mE4DvlDGstL2sxLcErgWO6yiBl/On2G613Tpso5EdnRIRET3Qk3u5x1H9j3sP2y+UZd/hfdoruAQ4Efhr4FKolmuB39l+voPzX7Dtsr2Szsf1XHvSlTQc+DbVTP13ZSbdPo5DgQOA9wGflTS2k/oaZ78v8so3Rd29Jo3lm8s2tiPgaNv3d1ZR6e8Y4MYyw38t1SrKhV3ox2XAEbbnSjqR6hbG6iwDfgvsByxaw7kREdGHevInZiOBx0oCPxDYtsRvAY6RtDlAV5fTixckrd+wfw1wMLAn8PMSey9wfQ/625n2RPm4pBFA+1Pz6wHb2L4V+AzVeEcATwObrKa+xVTL3kjaHXhTiXd2XZrrWwzsUbYnrqadnwMfb7h/v1sH50wCzrTdUn7eALxB0rYdtNu8vwmwtPx7HNcQvxn4aGlzmF5+4v154EjgeEkfWk2/IyKij/UkiV8OtJbl1uOB+wBsLwS+BNym6sGxr3WjzinAPEmXl7qeB24F/qdhufpg+jCJ234KuBhYQJUYZ5VDw4AflPHdC1xQzv0pcGT7g20dVHk1sJmkhcDHgAdKO51dlyuBT5WHwbYHvgp8VNK9wBar6fq/AutTXa+FZb/ZB6neCDW6psSbx9Hcj88DdwO/oPzbFqdS3X6YT3XL4qUn2sv9+MOoHph7/2r6HhERfUgvr0KvO8ps+B7gGNsPStoA+IXt1f5deKz7Nhg9xqNPOH+gu9Fv8rGrEdEXJM3uKAeuc5+druqDR6YC19h+EMD2CiAJfBAYu9VI2pLYIiL6xDqXxMsHwGw30P2IiIhY1+Wz0yMiImoqSTwiIqKmksQjIiJqKkk8IiKippLEIyIiaipJPCIioqaSxCMiImoqSTwiIqKmksQjIiJqKkk8IiKipta5j12NwW3+kmW0TJ42YO3nC0kiYjDJTDwiIqKmksQjIiJqKkm8D0k6QpIl7TBA7d/Zi7InSnpDw/4l5WthIyJiHZUk3rcmAXeU135ne59eFD8ReCmJ2/6H8rWwERGxjkoS7yOSRgD7AScBHyyx0ZJulzRH0gJJ+0saJumysj9f0ifLuR+RNEvSXElXS9qoxI8p586VdHuJ7SRpZql3nqQxJb68vI6XNF3SjyTdJ+lySSrHzijtLJA0RZWJQCtwealzw1K+tZSZVPq6QNK5DWNeLulLpW93SRrVT5c7IiJIEu9LhwPX234AeELSHsCHgJ/bHgfsCswBxgFb2d7Z9ljgv0r5H9ve0/auwK+o3gwAnAG8p8TfX2KnAN8o9bYCv++gP7sBpwE7AtsB+5b4haWdnYENgcNs/whoA46zPc72s+2VlCX2c4EJpe97SjqiHN4YuKv07XbgIx1dGEknS2qT1LbymWWdX8GIiOiWJPG+Mwm4smxfWfZnAX8n6UxgrO2ngYeB7SR9U9LBwP+WMjtLmiFpPnAcsFOJ/wK4TNJHgGEl9kvgXyR9Bti2Mek2mGn797ZXUb15aCnxAyXdXdqZ0NBOZ/YEptv+k+0XgcuBA8qx54GpZXt2QxuvYHuK7VbbrcM2GrmG5iIioquSxPuApM2oEuIlkhYDnwI+AMygSnhLqBLx8bafpJqVT6eaUV9SqrkM+FiZnZ8FDAewfQrwOWAbYLakzW3/N9Ws/FngZ5ImdNCtFQ3bK4HXSBoOfBuYWNq5uL2dHnrBthvb6EVdERHRTUnifWMi8H3b29pusb0N8AhVAn/U9sVUyXp3SVsA69m+mio5717q2ARYKml9qpk4AJK2t3237TOAPwHbSNoOeNj2BcC1wC5d7Gd7wn683MOf2HDs6dKHZjOBd0jaQtIwqhWG27rYXkRErEWZOfWNSVT3jRtdTTW7/oukF4DlwPHAVsB/SWp/A/XP5fXzwN1UifpuXk6o55UH1wTcDMwFPgN8uNT7R+DLXemk7ackXQwsKOVmNRy+DLhI0rPA3g1llkqaDNxa+jDN9rVdaS8iItYuvbwaGrH2bTB6jEefcP6AtZ+PXY2IOpI023Zrczwz8ehXY7caSVsSaUREn8g98YiIiJpKEo+IiKipJPGIiIiaShKPiIioqSTxiIiImkoSj4iIqKkk8YiIiJpKEo+IiKipJPGIiIiaShKPiIioqSTxiIiImspnp0e/mr9kGS2Tp/VLW/myk4gY7DITj4iIqKkk8YiIiJoa0klcUoukBU2xMyWdPlB9Wh1JiyVt0cmxcZIs6eB+7M/y8toi6UP91W5ERFSGdBJfmyT19/MGk4A7ymt/awGSxCMi+lmS+GpImi7pXEkzJT0gaf8Sb5E0Q9I95WefEh9f4tcBi8r+bZKulfSwpHMkHVfqmy9p+1JuS0lXS5pVfvYt8c0l3SBpoaRLAHXSTwHHACcC75I0vMQ3ljRN0lxJCyQdW+LnSFokaZ6kr5bY+yTdLeleSTdJGlXir1iZKPW0NHXhHGB/SXMkfbJPLn5ERKxRkviavcb2XsBpwBdK7DHgXbZ3B44FLmg4f3fgVNtvKfu7AqcAbwM+DLyl1HcJ8PFyzjeAr9veEzi6HKO0d4ftnYBrgDd20sd9gEdsPwRMB9ofyz4Y+IPtXW3vDFwvaXPgSGAn27sAZ5dz7wDebns34Erg0128PgCTgRm2x9n+evNBSSdLapPUtvKZZd2oNiIiVmeo/4mZuxD/cXmdTbVsDLA+cKGkccBK4C0N58+0/UjD/izbSwEkPQTcUOLzgQPL9juBHasJNQCbShoBHAAcBWB7mqQnO+nvJKrES3k9Hri6tPHvks4FptqeUZb5nwP+U9JUYGoptzXwQ0mjgdcCjWPoFdtTgCkAG4we09k1j4iIbhrqM/EngNc3xTYDHm/YX1FeV/Lym55PAo9SzbJbqZJeu7801beiYXtVw/6qhvrWo5oFjys/W9le3pUBSBpGNXs/Q9Ji4JvAwZI2sf0A1crAfOBsSWfYfhHYC/gRcBhwfanqm8CFtscC/wcYXuIv8srfk+FERMQ6YUgn8ZIol0qaACBpM6ol6DvWUHQksNT2Kqol8mG97MoNvLy0TpnhA9xOeWBM0nt59RsOgIOAeba3sd1ie1uqWfiRkt4APGP7B8B5wO5lhj/S9s+o3ozs2jCmJWX7hIb6F1O9EUDS7sCbOujD08Am3RlwRET03pBO4sXxwOclzQFuAc4q95ZX59vACZLmAjvw6tl3d30CaC0Pmi2iuocOcBZwgKSFVMvqv+2g7CSq++WNri7xscDMMrYvUN3/3gSYKmke1ZuVfyplzgSukjSbV65EXA1sVvrwMeCBDvowD1hZHqDLg20REf1Edm5RRv/ZYPQYjz7h/H5pKx+7GhGDhaTZtlub40P9wbboZ2O3GklbkmtERJ/IcnpERERNJYlHRETUVJJ4RERETSWJR0RE1FSSeERERE0liUdERNRUknhERERNJYlHRETUVJJ4RERETSWJR0RE1FSSeERERE0liUdERNRUvgAl+tX8JctomTztFbF821hERM9kJh4REVFTSeLrOEnLm/ZPlHRh2T5F0vFl+4uS3tmD+sdLmtpB/P2SJve03xERsfZlOb3GbF/UsH1GH9d9HXBdX9YZERF9KzPxGpN0pqTTy/ZlkiaW7TMkzZK0QNIUSSrxN0u6SdJcSfdI2r6pvj0l3Stp+6YZ/2WSLpB0p6SHG9pZT9K3Jd0n6UZJP2s/FhERa1+S+LpvQ0lz2n+AL3ahzIW297S9M7AhcFiJXw58y/auwD7A0vYCkvYBLgIOt/1QB3WOBvYrdZ1TYkcBLcCOwIeBvbs5toiI6IUsp6/7nrU9rn1H0olA6xrKHCjp08BGwGbAQknTga1sXwNg+7lSH8DbgCnAu23/oZM6f2J7FbBI0qgS2w+4qsT/KOnWjgpKOhk4GWDYpluuoesREdFVmYkPMpKGA98GJtoeC1wMDF9DsaXAc8BuqzlnRWMz3emT7Sm2W223DttoZHeKRkTEaiSJDz7tCftxSSOAiQC2nwZ+L+kIAEkbSNqonPsUcCjwb5LGd6OtXwBHl3vjo4DulI2IiF5KEh9cbPspqtn3AuDnwKyG4x8GPiFpHnAn8NcNBR+lut/9LUl/08X2rgZ+DywCfgDcAyzr5RgiIqKLZHug+xB9QNJPga/Z7vC+9Fpsd4Tt5ZI2B2YC+9r+Y2fnbzB6jEefcP4rYvnEtoiI1ZM02/arnofKg22DgKRLqR5iu2MAmp8q6XXAa4F/XV0Cj4iIvpWZePSr1tZWt7W1DXQ3IiJqpbOZeO6JR0RE1FSSeERERE0liUdERNRUknhERERNJYlHRETUVJJ4RERETSWJR0RE1FSSeERERE0liUdERNRUknhERERNJYlHRETUVJJ49Kv5S/JNpRERfSVJPCIioqaSxCMiImpqyCRxSSslzZE0V9I9kvbpgzp/Vr5Lu7f1LJa0RTfOny7pVV9J18Wyd3YSv0zSxB7WOU7SIT0pGxERPfeage5AP3rW9jgASe8B/g14R1cKShLVd6+vatqvXeKy3es3Lx0YB7QCP1sLdUdERCeGzEy8yabAkwCSRki6uczO50s6vMRbJN0v6XvAAmD/pv1tGmfQko6XNK/M9L9fYu+TdLekeyXdJGlUiW8u6QZJCyVdAqi9Y5L+VtLMsmrwH5KGrW4gkpZL+lJp966GNkZJuqbE57avPEhaXl4l6cIyppuAv2qocw9Jt0maLennkkaX+HRJ55b+PSBpf0mvBb4IHFv6fGyv/3UiIqJLhlIS37AkmfuAS4B/LfHngCNt7w4cCPx7mWkDjAG+bXsn4DeN+7Z/016xpJ2AzwETbO8KnFoO3QG83fZuwJXAp0v8C8Adpd5rgDeWet4GHAvsW1YNVgLHrWFcGwN3lXZvBz5S4hcAt5X47sDCpnJHAm8FdgSOB9qT/PrAN4GJtvcALgW+1FDuNbb3Ak4DvmD7eeAM4Ie2x9n+YXMHJZ0sqU1S28pn8nR6RERfGarL6XsD35O0M9Us+MuSDgBWAVsBo0qZ39i+q6GO5v12E4CrbD8OYPvPJb418MMyk30t8EiJHwAcVc6dJunJEj8I2AOYVd5HbAg8toZxPQ9MLduzgXc19On40sZKoDl7HgBcUY79QdItJf5WYGfgxtKHYcDShnI/bmirZQ19o7Q/BZgCsMHoMe5KmYiIWLOhlMRfYvuXZRl8S+CQ8rqH7RckLQaGl1P/0lS0eX9Nvgl8zfZ1ksYDZ67hfAHftf3P3WjjBdvtiXElvf83FbDQ9t6dHF/Rh21FREQvDKXl9JdI2oFqhvkEMBJ4rCTwA4Fte1DlLcAxkjYv9W9W4iOBJWX7hIbzbwc+VM59L/D6Er8ZmCjpr9rrkdST/rTX9dFSzzBJI5uO3051H3tYWSk4sMTvB7YsqxVIWr/cLlidp4FNetjPiIjooaGUxNvvic8BfgicUJaSLwdaJc2nWn6+r7sV215Idd/4Nklzga+VQ2cCV0maDTzeUOQs4ABJC6mW1X9b6llEdW/9BknzgBuB0d3tT3EqcGAZ12yqe9+NrgEeBBYB3wN+WfrwPDAROLeMZQ7lfvlq3ArsmAfbIiL6l15eiY1Y+zYYPcYrlj440N2IiKgVSbNtv+rzQYbSTDzWAWO3al7Vj4iInkoSj4iIqKkk8YiIiJpKEo+IiKipJPGIiIiaShKPiIioqfyJWfQrSU9TfaDMULMFr/ysgKFiKI57KI4ZMu61bVvbWzYH87GZ0d/u7+hvHQc7SW0Z99AwFMcMGfdAtZ/l9IiIiJpKEo+IiKipJPHob1MGugMDJOMeOobimCHjHhB5sC0iIqKmMhOPiIioqSTxiIiImkoSj34h6WBJ90v6taTJA92fviTpUkmPSVrQENtM0o2SHiyvry9xSbqgXId5knYfuJ73jqRtJN0qaZGkhZJOLfFBPXZJwyXNlDS3jPusEn+TpLvL+H4o6bUlvkHZ/3U53jKgA+gFScMk3StpatkfCmNeLGm+pDmS2kpsnfkdTxKPtU7SMOBbwHuBHYFJknYc2F71qcuAg5tik4GbbY8Bbi77UF2DMeXnZOA7/dTHteFF4P/a3hF4O/CP5d91sI99BTDB9q7AOOBgSW8HzgW+bvvNwJPASeX8k4AnS/zr5by6OhX4VcP+UBgzwIG2xzX8Pfg68zueJB79YS/g17Yftv08cCVw+AD3qc/Yvh34c1P4cOC7Zfu7wBEN8e+5chfwOkmj+6Wjfcz2Utv3lO2nqf7nvhWDfOyl/8vL7vrlx8AE4Ecl3jzu9uvxI+AgSeqf3vYdSVsDhwKXlH0xyMe8GuvM73iSePSHrYDfNez/vsQGs1G2l5btPwKjyvagvBZluXQ34G6GwNjLsvIc4DHgRuAh4CnbL5ZTGsf20rjL8WXA5v3a4b5xPvBpYFXZ35zBP2ao3qDdIGm2pJNLbJ35Hc/HrkasZbYtadD+LaekEcDVwGm2/7dxwjVYx257JTBO0uuAa4AdBrZHa5ekw4DHbM+WNH6Au9Pf9rO9RNJfATdKuq/x4ED/jmcmHv1hCbBNw/7WJTaYPdq+jFZeHyvxQXUtJK1PlcAvt/3jEh4SYwew/RRwK7A31dJp+8SocWwvjbscHwk80b897bV9gfdLWkx1O2wC8A0G95gBsL2kvD5G9YZtL9ah3/Ek8egPs4Ax5UnW1wIfBK4b4D6tbdcBJ5TtE4BrG+LHl6dY3w4sa1iWq5Vyj/M/gV/Z/lrDoUE9dklblhk4kjYE3kX1PMCtwMRyWvO426/HROAW1+xTtmz/s+2tbbdQ/fd7i+3jGMRjBpC0saRN2reBdwMLWJd+x23nJz9r/Qc4BHiA6t7hZwe6P308tiuApcALVPfATqK6/3cz8CBwE7BZOVdUT+o/BMwHWge6/70Y935U9wvnAXPKzyGDfezALsC9ZdwLgDNKfDtgJvBr4CpggxIfXvZ/XY5vN9Bj6OX4xwNTh8KYy/jmlp+F7f/vWpd+x/OxqxERETWV5fSIiIiaShKPiIioqSTxiIiImkoSj4iIqKkk8YiIiJpKEo+IiKipJPGIiIia+v/JJlv+g1lvvAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_train[Action_Type].sum().sort_values().plot.barh()\n",
    "df_train[Action_Type].sum().sort_values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-23T06:11:18.426070Z",
     "start_time": "2020-12-23T06:11:18.285702Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Barricade Incident                  1\n",
       "Hijacking                           2\n",
       "Assassination                       9\n",
       "Unarmed Assault                    14\n",
       "Kidnapping                         25\n",
       "Unknown                            30\n",
       "Facility/Infrastructure Attack     38\n",
       "Bombing/Explosion                 129\n",
       "Armed Assault                     143\n",
       "dtype: int64"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAfEAAAD4CAYAAAD8St8BAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAnbElEQVR4nO3de5hdVX3/8feHgAkhGITQNAbKAEYRCIQwULkawAsIysVQjFRCa+VHn6pgS22sFdFiC2KVIioNlMYLBctNMLGIIIGgQjKB3AUUiEqMICopEQmQfH5/7DVwOMwkc8vM7OTzep55zt5r77XWd69cvmetvecc2SYiIiLqZ4uBDiAiIiJ6Jkk8IiKippLEIyIiaipJPCIioqaSxCMiImpqy4EOIDYvo0aNcktLy0CHERFRK/Pnz3/S9o7N5Uni0a9aWlpoa2sb6DAiImpF0s86Ks9yekRERE0liUdERNRUknhERERNJYlHRETUVB5si361eMUqWqbNGugwIiL61fILjt0o7WYmHhERUVNJ4hERETWVJN5Dkk6QZEl79GOfyyWN6uTYhBLP0f0Yz+ry2iLpvf3Vb0REVJLEe24KcHd5fQVJ/f28wXrj2chagCTxiIh+liTeA5JGAIcC7wfe01A+SdIcSTcDy8r+nZJukvSIpAsknSpprqTFknYv9XaUdL2keeXnkFK+g6RbJS2VdAWgTuIRcDJwOvBWScNK+TaSZklaKGmJpFNK+QWSlklaJOlzpeydku6VdL+k2ySNLuXnSTqnoa8lklqaQrgAOEzSAkkf6e34RkRE1ySJ98zxwC22HwJ+I2n/hmMTgbNsv77s7wucCbwReB/wetsHAlcAHyrn/DvwBdsHAO8uxwA+Cdxtey/gRuBPOonnYOBR2w8Ds4H2xyCPBn5pe1/bewO3SNoBOBHYy/Y+wPnl3LuBN9neD7gG+Gg3xmMaMMf2BNtfaD4o6QxJbZLa1j6zqhvNRkTE+iSJ98wUqkRHeW1cwp5r+9GG/Xm2V9peAzwM3FrKF1MtQwO8BbhU0gLgZuDVZbZ/OPANANuzgN91M57FVDPzCyUdZnsVsAp4FvhPSScBz5RzdwK+K2kx8PfAXl0ZiK6wPd12q+3WIcNH9lWzERGbvfyeeDdJ2h44EhgvycAQwJL+vpzy+6Yqaxq21zXsr+Ol8d+Cahb8bFNfXYlnCNXs/XhJH6dact9B0ra2H5I0EXgHcL6k221/WtKBwFHAZOCD5Xq+CHze9s2SJgHnlS5e4OVv9oZtMKiIiOgXmYl332Tg67Z3sd1ie2fgUeCwXrR5Ky8trSNpQtm8i/LAmKRjgNd0UPcoYJHtnUs8uwDXAydKei3wjO1vABcBE8sMf6Tt7wAfoVruBxgJrCjbUxvaX051i4DyhmDXDmJ4Gti2OxccERG9lyTefVOo7k83up7ePRX+YaC1PGi2jOoeOsCngMMlLQVOAn7ezXjGA3PLMv0nqe5/bwvMlLSI6j7435Y65wHXSpoPPNnU1vYlhg8CD3UQwyJgbXmALg+2RUT0E9ke6BhiMzJ0zDiPmXrxQIcREdGvevuxq5Lm225tLs898ehX48eOpG0jfYZwRMTmJsvpERERNZUkHhERUVNJ4hERETWVJB4REVFTSeIRERE1lSQeERFRU0niERERNZUkHhERUVNJ4hERETWVJB4REVFTSeIRERE1lSQeERFRU/kClOhXi1esomXarIEOIyI2Q739JrHBKDPxiIiImtpkk7iktZIWSFoo6T5JB/dRuzMkTe6gvFXSJb1s+02SLpc0SdKqEn/7z1t62OZySaN6UO8KSXv2pM+IiOgfm/Jy+h9sTwCQ9HbgX4E3b6zObLcBbb1s5hjglrI9x/ZxvWyvx2z/1UD1HRERXbPJzsSbvBr4HYAqF0laImmxpFNK+SRJd0q6SdIjki6QdKqkueW83Rvae4ukNkkPSTquof7Msn2epCslzS5tfbi9oqRPSHpQ0t2SrpZ0TkO7RwG3dXYRkg6QtEjSMEnbSFoqae/S912SZpW2L5P0ij9bSX9brnuJpLNL2Tal3sJS3j4esyW1lu0pZQyWSLqwob3Vkj5T6t4jaXQ3/1wiIqIXNuWZ+NaSFgDDgDHAkaX8JGACsC8wCpgn6a5ybF/gjcBvgUeAK2wfKOks4EPA2eW8FuBAYHfgDkmv66D/PYAjgG2BByV9pfT77tLPVsB9wHyAsuT9vO1VkgAOK/G3e7fteZJuBs4Htga+YXuJpEklnj2Bn1HN5k8CrmuvLGl/4C+APwUE3CvpTmA34Je2jy3njWy8CEmvBS4E9qd6I3SrpBNsfwvYBrjH9sclfRb4QIktIiL6waY8E/+D7Qm29wCOBr6mKjseClxte63tx4E7gQNKnXm2V9peAzwM3FrKF1Ml7nb/Y3ud7Z9QJfs9Ouh/lu01tp8EngBGA4cAN9l+1vbTwLcbzn9bQ39QLadPaPh5uJR/Gngr0Ap8tuH8ubYfsb0WuLpcZ6NDgRtt/972auAG4LBybW+VdKGkw2yvaqp3ADDb9q9tvwBcBRxejj0HzCzb85vG6EWSzigrF21rn2luPiIiempTTuIvsv0jqln3jhs4dU3D9rqG/XW8fNXCzV1soK21bHjVo/F++PrsAIygmuEP62ZMr2D7IWAiVTI/X9K5XalXPG+7vZ9Or9H2dNuttluHDB/Z0SkREdEDm0USl7QHMAT4DTAHOEXSEEk7Us0q53azyZMlbVHuk+8GPNjFej8A3lnuaY8A2u+nC9gHWNCFNv4D+ATVjPjChvIDJe1a7oWfAtzdVG8OcIKk4ZK2AU4E5pTl8mdsfwO4iCqhN5oLvFnSKElDgClUqxcRETHANod74lDdA55qe62kG4GDgIVUs9WP2v5VSfRd9XOq5PZq4Ezbz5b72OvVcE97EfA41ex3FdX95vsbZrXwynvi5wPDqWa//10S6g8lHUm1UjAPuBR4HXAHcGNT3/dJmsFLb1iusH1/eXL/IknrgOeBv26qt1LStNKmqG4T3LTBi42IiI1OL88bsbFJGmF7taThwF3AGcA7gJ/avqaHbU4CzhnIX0nrqqFjxnnM1IsHOoyI2AzV+RPbJM233dpcvinPxAer6eVDVIYBX7V9H9VT6hEREd2SmXj0q9bWVre19fYzcSIiNi+dzcQ3iwfbIiIiNkVJ4hERETWVJB4REVFTSeIRERE1lSQeERFRU0niERERNZUkHhERUVNJ4hERETWVJB4REVFTSeIRERE1lSQeERFRU/kClOhXi1esomXarIEOY5NS529miojeyUw8IiKippLEIyIiamqDSVzSWkkLGn5autOBpDMlnVa2Z0iaXLavKN+rjaR/7EZ7/ytpJ0mzJb3ia9mazt1R0r2S7pd0WHfi7qCtSZIO7k0bTe2d0H79G4uksyU9K2lkQ9nLrqM3cUhqkbSkL2KNiIju68pM/A+2JzT8LO9OB7Yvs/21Dsr/yvaystulJC5pa2AH2491sfujgMW297M9p6mtIV1so90koMMkLqknzxacAHQrefagnynAPOCkhrJJvPw6uh1HREQMDt1eTpc0QtLtku6TtFjS8Q3HTpO0SNJCSV8vZedJOqeDdmZLapV0AbB1meVfJenTks5uOO8zks4qu5OA2R20tbqct1DSPZJGS5oAfBY4vrS9dTnv3yQtBA6SdK6keZKWSJouSaW9D0taVq7lmrL6cCbwkdLWYWVV4TJJ9wKfbb7O0mZLR+NSZsLvAi4q7e3euLIgaZSk5WX7dEk3S/o+cLukbSRdKWluWWF4cfybxmR3YATwT1TJnA6u480dxPGBMiYLJV0vaXipO1rSjaV8YfOqhKTdSjwHdBRPRET0va7M7LaWtKBsPwqcDJxo+/8kjQLukXQz1Wzun4CDbT8pafuuBGB7mqQP2p4ALyaaG4CLJW0BvAc4sJx+DPCtDprZBrjH9sclfRb4gO3zJZ0LtNr+YGl7G+Be239X9pfZ/nTZ/jpwHPBtYBqwq+01kraz/ZSky4DVtj9Xzn8/sFO53rWSzuvo+iTt1Twutn9bxmym7evKeesbponAPqXevwDft/2XkrYD5kq6zfbvm+q8B7gGmAO8QdJo28s7uI7mOJ6yfXnZPh94P/BF4BLgTtsnqlrFGAG8ppz3htLX6bYXdjAGZwBnAAx59Y7ru86IiOiG7i6nnwgI+BdJi4DbgLHAaOBI4FrbTwLY/m1PAirL9b+RtB/wNuB+278phw8B7u6g2nPAzLI9H2jppPm1wPUN+0eoume+uMS/VylfBFwl6c+BF9YT7rW2167/ivpkXL7XUO9twLTyxmo2MAz4kw7qTAGusb2O6ppP7mJfe0uaU8bkVF4akyOBr5RrWGt7VSnfEbgJOLWjBF7On2671XbrkOEjOzolIiJ6oCf3ck+l+o97f9vPl2XfYX0aFVwBnA78MXAlVMu1wC9sP9fB+c/bdtleS+fX9Wx70pU0DPgy1Uz9F2Um3X4dxwKHA+8EPi5pfCftNc5+X+Dlb4q6OyaN9ZvrNvYj4N22H+ysoRLvOOB7ZYb/KqpVlEu7EMcM4ATbCyWdTnULY31WAT8HDgWWbeDciIjoQz35FbORwBMlgR8B7FLKvw+cLGkHgK4upxfPS9qqYf9G4GjgAOC7pewY4JYexNuZ9kT5pKQRQPtT81sAO9u+A/gHqusdATwNbLue9pZTLXsjaSKwaynvbFya21sO7F+2J6+nn+8CH2q4f79fB+dMAc6z3VJ+Xgu8VtIuHfTbvL8tsLL8eZzaUH478NelzyF66Yn354ATgdMkvXc9cUdERB/rSRK/Cmgty62nAQ8A2F4KfAa4U9WDY5/vRpvTgUWSriptPQfcAfxPw3L10fRhErf9FHA5sIQqMc4rh4YA3yjXdz9wSTn328CJ7Q+2ddDk9cD2kpYCHwQeKv10Ni7XAH9fHgbbHfgc8NeS7gdGrSf0fwa2ohqvpWW/2Xuo3gg1urGUN19HcxyfAO4FfkD5sy3Oorr9sJjqlsWLT7SX+/HHUT0w9671xB4REX1IL61CDx5lNnwfcLLtn0gaCvzA9np/LzwGv6FjxnnM1IsHOoxNSj52NWLTJ2l+Rzlw0H12uqoPHpkJ3Gj7JwC21wBJ4JuA8WNH0pakExHRJwZdEi8fALPbQMcREREx2OWz0yMiImoqSTwiIqKmksQjIiJqKkk8IiKippLEIyIiaipJPCIioqaSxCMiImoqSTwiIqKmksQjIiJqKkk8IiKipgbdx67Gpm3xilW0TJs10GEMCvnikojorczEIyIiaipJPCIioqaSxAcxSS2SljSVnSfpnPXUOV3SpRs/uoiIGGhJ4hERETWVJF5TkmZLulDSXEkPSTqsg3OOlfQjSaMkzZB0iaQfSnpE0uRyjiRdJGmJpMWSTinlX5L0rrJ9o6Qry/ZfSvpMWSX4saTLJS2VdKukrftzDCIiNndJ4vW2pe0DgbOBTzYekHQiMA14h+0nS/EY4FDgOOCCUnYSMAHYF3gLcJGkMcAcoP2NwVhgz7J9GHBX2R4HfMn2XsBTwLs7ClLSGZLaJLWtfWZVT681IiKaJIkPbt5A+Q3ldT7Q0nD8SOAfgGNt/66h/Fu219leBowuZYcCV9tea/tx4E7gAEoSl7QnsAx4vCT3g4AflrqP2l7QSQwvBWtPt91qu3XI8JEbuOSIiOiqJPHB7TfAa5rKtgfaZ9ZryutaXv47/w8D2wKvb6q7pmFb6+vY9gpgO+Boqpn3HODPgNW2n+6gveYYIiJiI0sSH8RsrwZWSjoSQNL2VEn17g1U/RnV0vbXJO21gXPnAKdIGiJpR+BwYG45dg/VUn17Ej+nvEZExCCQJD74nQZ8QtIC4PvAp2w/vKFKth8ATgWulbT7ek69EVgELCztf9T2r8qxOVT33X8K3Ee1CpAkHhExSMju7LZrRN8bOmacx0y9eKDDGBTysasR0VWS5ttubS7PPczoV+PHjqQtySsiok9kOT0iIqKmksQjIiJqKkk8IiKippLEIyIiaipJPCIioqaSxCMiImoqSTwiIqKmksQjIiJqKkk8IiKippLEIyIiaipJPCIioqby2enRrxavWEXLtFkDHcZGky81iYj+lJl4RERETSWJR0RE1FSS+ACRtLph+x2SHpK0i6QzJZ3Wwfktkpb0Y3ytki7pr/4iIqL7ck98gEk6CrgEeLvtnwGXDXBIANhuA9oGOo6IiOhcZuIDSNLhwOXAcbYfLmXnSTqnbO8vaaGkhcDfNNQ7XdINkm6R9BNJn2049hVJbZKWSvpUQ/lySZ+VtFjSXEmvK+UzJF1W6jwk6bhSPknSzIaYrpQ0W9Ijkj7c0O4nJD0o6W5JV7fHHhERG1+S+MAZCnwLOMH2A52c81/Ah2zv28GxCcApwHjgFEk7l/KP224F9gHeLGmfhjqrbI8HLgUubihvAQ4EjgUukzSsg/72AN5ezvukpK0kHQC8G9gXOAZo7egiJJ1R3iS0rX1mVSeXGhER3ZUkPnCeB34IvL+jg5K2A7azfVcp+nrTKbfbXmX7WWAZsEsp/zNJ9wH3A3sBezbUubrh9aCG8v+xvc72T4BHqBJ2s1m219h+EngCGA0cAtxk+1nbTwPf7uhabE+33Wq7dcjwkR2dEhERPZAkPnDWAX8GHCjpH3tQf03D9lpgS0m7AucAR9neB5gFNM6q3YXtjvY77K/bEUdERJ9KEh9Atp+hWsI+VdL7m449BTwl6dBSdGoXmnw18HtglaTRVEvcjU5peP1RQ/nJkraQtDuwG/BgFy/hB8A7JQ2TNAI4rov1IiKiD2Q2NcBs/1bS0cBdkn7ddPgvgCslGbi1C20tlHQ/8ADwC6ok2+g1khZRzaqnNJT/HJhL9SbgTNvPSupK7PMk3QwsAh4HFgO56R0R0U9kd7RyGpsaScuB1nJPu7F8BjDT9nU9bHeE7dWShgN3AWfYvq+z84eOGecxUy/uSVe1kI9djYiNQdL88tDyy2QmHr01XdKeVPfev7q+BA4wfuxI2pLoIiL6RJL4ZsJ2Syflp/ey3ff2pn5ERPRcHmyLiIioqSTxiIiImkoSj4iIqKkk8YiIiJpKEo+IiKipJPGIiIiaShKPiIioqSTxiIiImkoSj4iIqKkk8YiIiJrKx65Gv1q8YhUt02YNSN/5cpKI2NRkJh4REVFTSeIRERE1tVkncUktkpY0lZ0n6ZyBiml9JC2XNKqTYxMkWdLR/RjP6vLaIinfZhYR0c826yS+MUnq7+cNpgB3l9f+1gIkiUdE9LMk8fWQNFvShZLmSnpI0mGlvEXSHEn3lZ+DS/mkUn4zsKzs3ynpJkmPSLpA0qmlvcWSdi/1dpR0vaR55eeQUr6DpFslLZV0BaBO4hRwMnA68FZJw0r5NpJmSVooaYmkU0r5BZKWSVok6XOl7J2S7pV0v6TbJI0u5S9bmSjttDSFcAFwmKQFkj7SJ4MfEREblCS+YVvaPhA4G/hkKXsCeKvticApwCUN508EzrL9+rK/L3Am8EbgfcDrS3tXAB8q5/w78AXbBwDvLsco/d1tey/gRuBPOonxYOBR2w8Ds4H2x7CPBn5pe1/bewO3SNoBOBHYy/Y+wPnl3LuBN9neD7gG+GgXxwdgGjDH9gTbX2g+KOkMSW2S2tY+s6obzUZExPps7r9i5i6U31Be51MtGwNsBVwqaQKwFnh9w/lzbT/asD/P9koASQ8Dt5byxcARZfstwJ7VhBqAV0saARwOnARge5ak33US7xSqxEt5PQ24vvTxb5IuBGbanlOW+Z8F/lPSTGBmqbcT8E1JY4BXAY3X0Cu2pwPTAYaOGdfZmEdERDdt7jPx3wCvaSrbHniyYX9NeV3LS296PgI8TjXLbqVKeu1+39TemobtdQ376xra24JqFjyh/Iy1vborFyBpCNXs/VxJy4EvAkdL2tb2Q1QrA4uB8yWda/sF4EDgOuA44JbS1BeBS22PB/4fMKyUv8DL/54MIyIiBoXNOomXRLlS0pEAkranWoK+ewNVRwIrba+jWiIf0stQbuWlpXXKDB/gLsoDY5KO4ZVvOACOAhbZ3tl2i+1dqGbhJ0p6LfCM7W8AFwETywx/pO3vUL0Z2bfhmlaU7akN7S+neiOApInArh3E8DSwbXcuOCIiem+zTuLFacAnJC0Avg98qtxbXp8vA1MlLQT24JWz7+76MNBaHjRbRnUPHeBTwOGSllItq/+8g7pTqO6XN7q+lI8H5pZr+yTV/e9tgZmSFlG9WfnbUuc84FpJ83n5SsT1wPYlhg8CD3UQwyJgbXmALg+2RUT0E9m5RRn9Z+iYcR4z9eIB6TsfuxoRdSVpvu3W5vLN/cG26Gfjx46kLck0IqJPZDk9IiKippLEIyIiaipJPCIioqaSxCMiImoqSTwiIqKmksQjIiJqKkk8IiKippLEIyIiaipJPCIioqaSxCMiImoqSTwiIqKm8tnp0a8Wr1hFy7RZfdZevtQkIjZnmYlHRETUVJJ4RERETSWJ9yFJJ0iypD0GqP8f9qLu6ZJe27B/haQ9+yayiIjYGJLE+9YU4O7y2u9sH9yL6qcDLyZx239le1mvg4qIiI0mSbyPSBoBHAq8H3hPKRsj6S5JCyQtkXSYpCGSZpT9xZI+Us79gKR5khZKul7S8FJ+cjl3oaS7StlekuaWdhdJGlfKV5fXSZJmS7pO0gOSrpKkcuzc0s8SSdNVmQy0AleVNrcu9VtLnSkl1iWSLmy45tWSPlNiu0fS6H4a7oiIIEm8Lx0P3GL7IeA3kvYH3gt81/YEYF9gATABGGt7b9vjgf8q9W+wfYDtfYEfU70ZADgXeHspf1cpOxP499JuK/BYB/HsB5wN7AnsBhxSyi8t/ewNbA0cZ/s6oA041fYE239ob6QssV8IHFliP0DSCeXwNsA9Jba7gA90NDCSzpDUJqlt7TOrOh/BiIjoliTxvjMFuKZsX1P25wF/Iek8YLztp4FHgN0kfVHS0cD/lTp7S5ojaTFwKrBXKf8BMEPSB4AhpexHwD9K+gdgl8ak22Cu7cdsr6N689BSyo+QdG/p58iGfjpzADDb9q9tvwBcBRxejj0HzCzb8xv6eBnb02232m4dMnzkBrqLiIiuShLvA5K2p0qIV0haDvw98GfAHKqEt4IqEZ9m+3dUs/LZVDPqK0ozM4APltn5p4BhALbPBP4J2BmYL2kH2/9NNSv/A/AdSUd2ENaahu21wJaShgFfBiaXfi5v76eHnrftxj560VZERHRTknjfmAx83fYutlts7ww8SpXAH7d9OVWynihpFLCF7eupkvPE0sa2wEpJW1HNxAGQtLvte22fC/wa2FnSbsAjti8BbgL26WKc7Qn7yXIPf3LDsadLDM3mAm+WNErSEKoVhju72F9ERGxEmTn1jSlU940bXU81u/69pOeB1cBpwFjgvyS1v4H6WHn9BHAvVaK+l5cS6kXlwTUBtwMLgX8A3lfa/RXwL10J0vZTki4HlpR68xoOzwAuk/QH4KCGOislTQPuKDHMsn1TV/qLiIiNSy+thkZsfEPHjPOYqRf3WXv52NWI2BxImm+7tbk8M/HoV+PHjqQtiTciok/knnhERERNJYlHRETUVJJ4RERETSWJR0RE1FSSeERERE0liUdERNRUknhERERNJYlHRETUVJJ4RERETSWJR0RE1FSSeERERE0liUdERNRUvgAl+tXiFatomTbrxf18C1lERM9lJh4REVFTSeKDnKTVTfunS7q0bJ8p6bSy/WlJb+lB+5Mkzeyg/F2SpvU07oiI2PiynF5jti9r2D63j9u+Gbi5L9uMiIi+lZl4jUk6T9I5ZXuGpMll+1xJ8yQtkTRdkkr56yTdJmmhpPsk7d7U3gGS7pe0e9OMf4akSyT9UNIjDf1sIenLkh6Q9D1J32k/FhERG1+S+OC3taQF7T/Ap7tQ51LbB9jeG9gaOK6UXwV8yfa+wMHAyvYKkg4GLgOOt/1wB22OAQ4tbV1Qyk4CWoA9gfcBB3Xz2iIioheynD74/cH2hPYdSacDrRuoc4SkjwLDge2BpZJmA2Nt3whg+9nSHsAbgenA22z/spM2v2V7HbBM0uhSdihwbSn/laQ7Oqoo6QzgDIAhr95xA6FHRERXZSa+iZE0DPgyMNn2eOByYNgGqq0EngX2W885axq76U5MtqfbbrXdOmT4yO5UjYiI9UgS3/S0J+wnJY0AJgPYfhp4TNIJAJKGShpezn0KOBb4V0mTutHXD4B3l3vjo4Hu1I2IiF5KEt+02PZTVLPvJcB3gXkNx98HfFjSIuCHwB83VHyc6n73lyT9aRf7ux54DFgGfAO4D1jVy2uIiIguku2BjiH6gKRvA5+33eF96Y3Y7wjbqyXtAMwFDrH9q87OHzpmnMdMvfjF/XxiW0TEhkmab/sVz0PlwbZNgKQrqR5iu3sAup8paTvgVcA/ry+BR0RE38pMPPpVa2ur29raBjqMiIha6WwmnnviERERNZUkHhERUVNJ4hERETWVJB4REVFTSeIRERE1lSQeERFRU0niERERNZUkHhERUVNJ4hERETWVJB4REVFTSeIRERE1lSQe/WrxilW0TJs10GFERGwSksQjIiJqKkk8IiKipjabJC5praQFkhZKuk/SwX3Q5nfKd2n3tp3lkkZ14/zZkl7xlXRdrPvDTspnSJrcwzYnSHpHT+pGRETPbTnQAfSjP9ieACDp7cC/Am/uSkVJovru9XVN+7VLXLZ7/ealAxOAVuA7G6HtiIjoxGYzE2/yauB3AJJGSLq9zM4XSzq+lLdIelDS14AlwGFN+zs3zqAlnSZpUZnpf72UvVPSvZLul3SbpNGlfAdJt0paKukKQO2BSfpzSXPLqsF/SBqyvguRtFrSZ0q/9zT0MVrSjaV8YfvKg6TV5VWSLi3XdBvwRw1t7i/pTknzJX1X0phSPlvShSW+hyQdJulVwKeBU0rMp/T6TyciIrpkc0riW5ck8wBwBfDPpfxZ4ETbE4EjgH8rM22AccCXbe8F/Kxx3/bP2huWtBfwT8CRtvcFziqH7gbeZHs/4Brgo6X8k8Ddpd0bgT8p7bwROAU4pKwarAVO3cB1bQPcU/q9C/hAKb8EuLOUTwSWNtU7EXgDsCdwGtCe5LcCvghMtr0/cCXwmYZ6W9o+EDgb+KTt54BzgW/anmD7m80BSjpDUpuktrXPrNrA5URERFdtrsvpBwFfk7Q31Sz4XyQdDqwDxgKjS52f2b6noY3m/XZHAtfafhLA9m9L+U7AN8tM9lXAo6X8cOCkcu4sSb8r5UcB+wPzyvuIrYEnNnBdzwEzy/Z84K0NMZ1W+lgLNGfPw4Gry7FfSvp+KX8DsDfwvRLDEGBlQ70bGvpq2UBslP6nA9MBho4Z567UiYiIDduckviLbP+oLIPvCLyjvO5v+3lJy4Fh5dTfN1Vt3t+QLwKft32zpEnAeRs4X8BXbX+sG308b7s9Ma6l93+mApbaPqiT42v6sK+IiOiFzWk5/UWS9qCaYf4GGAk8URL4EcAuPWjy+8DJknYo7W9fykcCK8r21Ibz7wLeW849BnhNKb8dmCzpj9rbkdSTeNrb+uvSzhBJI5uO30V1H3tIWSk4opQ/COxYViuQtFW5XbA+TwPb9jDOiIjooc0pibffE18AfBOYWpaSrwJaJS2mWn5+oLsN215Kdd/4TkkLgc+XQ+cB10qaDzzZUOVTwOGSllItq/+8tLOM6t76rZIWAd8DxnQ3nuIs4IhyXfOp7n03uhH4CbAM+BrwoxLDc8Bk4MJyLQso98vX4w5gzzzYFhHRv/TSSmzExjd0zDiPmXoxyy84dqBDiYioDUnzbb/i80E2p5l4DALjx45MAo+I6CNJ4hERETWVJB4REVFTSeIRERE1lSQeERFRU0niERERNZVfMYt+Jelpqg+UqZNRvPz3/Ae7usUL9Yu5bvFCYu4PGzPeXWzv2FyYj82M/vZgR7/rOJhJaqtTzHWLF+oXc93ihcTcHwYi3iynR0RE1FSSeERERE0liUd/mz7QAfRA3WKuW7xQv5jrFi8k5v7Q7/HmwbaIiIiaykw8IiKippLEIyIiaipJPPqFpKMlPSjpp5KmDXQ8HZG0s6Q7JC2TtFTSWaV8e0nfk/ST8vqagY61kaQhku6XNLPs7yrp3jLW35T0qoGOsZGk7SRdJ+kBST+WdFANxvgj5e/EEklXSxo22MZZ0pWSnpC0pKGsw3FV5ZIS+yJJEwdJvBeVvxeLJN0oabuGYx8r8T4o6e39HW9nMTcc+ztJljSq7PfLGCeJx0YnaQjwJeAYYE9giqQ9BzaqDr0A/J3tPYE3AX9T4pwG3G57HHB72R9MzgJ+3LB/IfAF268Dfge8f0Ci6ty/A7fY3gPYlyr2QTvGksYCHwZabe8NDAHew+Ab5xnA0U1lnY3rMcC48nMG8JV+irHRDF4Z7/eAvW3vAzwEfAyg/Dt8D7BXqfPl8v9Kf5vBK2NG0s7A24CfNxT3yxgniUd/OBD4qe1HbD8HXAMcP8AxvYLtlbbvK9tPUyWXsVSxfrWc9lXghAEJsAOSdgKOBa4o+wKOBK4rpwy2eEcChwP/CWD7OdtPMYjHuNgS2FrSlsBwYCWDbJxt3wX8tqm4s3E9HviaK/cA20ka0y+BFh3Fa/tW2y+U3XuAncr28cA1ttfYfhT4KdX/K/2qkzEG+ALwUaDxSfF+GeMk8egPY4FfNOw/VsoGLUktwH7AvcBo2yvLoV8Bowcqrg5cTPWfx7qyvwPwVMN/hINtrHcFfg38V7kFcIWkbRjEY2x7BfA5qlnWSmAVMJ/BPc7tOhvXOvyb/Evgf8v2oI1X0vHACtsLmw71S8xJ4hFNJI0ArgfOtv1/jcdc/U7moPi9TEnHAU/Ynj/QsXTDlsBE4Cu29wN+T9PS+WAaY4ByH/l4qjcgrwW2oYMl1cFusI3r+kj6ONXtrasGOpb1kTQc+Efg3IGKIUk8+sMKYOeG/Z1K2aAjaSuqBH6V7RtK8ePty2Dl9YmBiq/JIcC7JC2nukVxJNX95u3Ksi8MvrF+DHjM9r1l/zqqpD5YxxjgLcCjtn9t+3ngBqqxH8zj3K6zcR20/yYlnQ4cB5zqlz7IZLDGuzvVm7uF5d/hTsB9kv6Yfoo5STz6wzxgXHma91VUD6jcPMAxvUK5n/yfwI9tf77h0M3A1LI9Fbipv2PriO2P2d7JdgvVmH7f9qnAHcDkctqgiRfA9q+AX0h6Qyk6CljGIB3j4ufAmyQNL39H2mMetOPcoLNxvRk4rTxB/SZgVcOy+4CRdDTV7aF32X6m4dDNwHskDZW0K9XDYnMHIsZGthfb/iPbLeXf4WPAxPL3vH/G2HZ+8rPRf4B3UD1t+jDw8YGOp5MYD6VablwELCg/76C6z3w78BPgNmD7gY61g9gnATPL9m5U/8H9FLgWGDrQ8TXFOgFoK+P8LeA1g32MgU8BDwBLgK8DQwfbOANXU92zf54qmby/s3EFRPUbIw8Di6mevB8M8f6U6j5y+7+/yxrO/3iJ90HgmMEyxk3HlwOj+nOM87GrERERNZXl9IiIiJpKEo+IiKipJPGIiIiaShKPiIioqSTxiIiImkoSj4iIqKkk8YiIiJr6/35PgJBIYag/AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_test[Action_Type].sum().sort_values().plot.barh()\n",
    "df_test[Action_Type].sum().sort_values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-23T06:11:31.200900Z",
     "start_time": "2020-12-23T06:11:31.102513Z"
    }
   },
   "outputs": [],
   "source": [
    "df_train.to_csv(\"Data_MachineLearning/df_train.csv\", header=True, index = False)\n",
    "df_test.to_csv(\"Data_MachineLearning/df_test.csv\", header=True, index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-23T06:11:58.418592Z",
     "start_time": "2020-12-23T06:11:58.314786Z"
    }
   },
   "outputs": [],
   "source": [
    "df_train.to_csv(\"save_not_reduced_bert/train.csv\", header=True, index = False)\n",
    "df_test.to_csv(\"save_not_reduced_bert/test.csv\", header=True, index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T23:10:00.395145Z",
     "start_time": "2020-12-22T23:10:00.355315Z"
    }
   },
   "outputs": [],
   "source": [
    "df_reduced.news = df_reduced.news.str.replace(u\"\\u2018\", \"\")\\\n",
    ".str.replace(u\"\\u2019\", \"\")\\\n",
    ".str.replace(u\"\\u201c\", \"\")\\\n",
    ".str.replace(u\"\\u201d\", \"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T23:10:01.789591Z",
     "start_time": "2020-12-22T23:10:01.779297Z"
    }
   },
   "outputs": [],
   "source": [
    "df_train = df_reduced.sample(frac=0.8,random_state=100) #random state is a seed value\n",
    "df_test = df_reduced.drop(df_train.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T23:10:02.512989Z",
     "start_time": "2020-12-22T23:10:02.414202Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Kidnapping           112\n",
       "Other                298\n",
       "Bombing/Explosion    467\n",
       "Armed Assault        512\n",
       "dtype: int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAcMAAAD4CAYAAACQTI0EAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAUlElEQVR4nO3de7BlZX3m8e9jo7TcWrmE6gDhiGIhCHSgIRBACWhEwIkXTAeZEVNkKKcSbxliYRwjpkilwUlExymVEIMTM0gSRAg9pSgBgVxoTgN9AeVqq0MIBKMdkXQPNL/5Y7+N2+NpOKcvZ3P6/X6qdp2137XWu37vZtPPeddae59UFZIk9ex5oy5AkqRRMwwlSd0zDCVJ3TMMJUndMwwlSd3bbtQFaNPsvvvuNTY2NuoyJGlWWbZs2aNVtcfEdsNwlhobG2N8fHzUZUjSrJLk25O1e5pUktQ9w1CS1D3DUJLUPcNQktQ9w1CS1D3DUJLUPcNQktQ9w1CS1D3DUJLUPcNQktQ9w1CS1D3DUJLUPb+oe5Za+eAaxs5dMuoyJGlGrV58ylbp15mhJKl7hqEkqXuGoSSpe4ahJKl7hqEkqXuGoSSpe4ahJKl7hqEkqXuGoSSpeyMPwyRvTFJJDpjBY65OsvtG1i1o9Zw0g/U81n6OJXnbTB1XkjQw8jAETgdubj9/SpKZ/sq4Z6xnKxsDDENJmmEjDcMkOwHHAmcBvzbUfnySm5JcDdzVnn89yVVJHkiyOMkZSZYmWZnkpW2/PZJckeTW9jimte+W5Nokdya5BMhG6gnwVuAdwGuTzG3tOyZZkmR5klVJFrX2xUnuSrIiyX9vbW9IckuS25N8Lcmerf28JOcMHWtVkrEJJSwGjktyR5L3be7rK0mamlHPDH8F+HJV3QN8L8nhQ+sOA95TVS9vzw8F3gm8AvhPwMur6kjgEuBdbZuPAx+rqiOAt7R1AB8Gbq6qg4ArgZ/bSD2/CHyrqu4HbgA2fCPsScA/VdWhVfVK4MtJdgPeBBxUVYcA57dtbwaOqqqfB74AvH8ar8e5wE1VtaCqPjaN/SRJm2HUYXg6g8Cg/Rw+Nbm0qr419PzWqnqoqtYB9wPXtvaVDE4vArwG+GSSO4CrgV3a7PNVwOcBqmoJ8P1p1rOSwUzxgiTHVdUaYA2wFvjTJG8GHm/b7g18JclK4HeAg6byQkxFkrOTjCcZX//4mi3VrSR1b2R/winJrsAJwMFJCpgDVJLfaZv8aMIu64aWnxp6/hQ/HsfzGMzK1k441lTqmcNgNvkrST7I4FTqbkl2rqp7khwGnAycn+S6qvr9JEcCJwKnAb/VxvM/gD+uqquTHA+c1w7xJD/5y8fcZy1qgqq6GLgYYPv5+9d095ckTW6UM8PTgD+vqn2raqyq9gG+BRy3GX1ey49PmZJkQVu8kXZjSpLXAy+eZN8TgRVVtU+rZ1/gCuBNSX4WeLyqPg98FDiszTjnVdX/Ad7H4DQuwDzgwbZ85lD/qxmc+qUF60smqeGHwM7TGbAkafONMgxPZ3D9btgVbN5dnO8GFrYbWu5icI0R4CPAq5LcCbwZ+M406zkYWNpOv36YwfXBnYFrkqxgcJ3wt9s+5wF/lWQZ8OiEvnZtNfwWcM8kNawA1rcbdbyBRpJmSKo82zYbbT9//5p/5kWjLkOSZtTm/qX7JMuqauHE9lHfQCNJ0sgZhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTuGYaSpO4ZhpKk7o3su0m1eQ7eax7jm/nhU0nSgDNDSVL3DENJUvcMQ0lS9wxDSVL3DENJUvcMQ0lS9wxDSVL3DENJUvcMQ0lS9wxDSVL3DENJUvcMQ0lS9wxDSVL3DENJUvcMQ0lS9wxDSVL3DENJUvcMQ0lS9wxDSVL3DENJUvcMQ0lS9wxDSVL3DENJUvcMQ0lS9wxDSVL3DENJUve2G3UB2jQrH1zD2LlLRl2GpM6tXnzKqEvYIpwZSpK6ZxhKkrpnGEqSumcYSpK6ZxhKkrpnGEqSumcYSpK6ZxhKkrpnGEqSumcYSpK696xhmGR9kjuSLE9yW5Jf3BIHTnJpktMmaV+Y5BOb2fdRSf4kyfFJ1rT6Nzxes4l9rk6y+ybsd0mSAzflmJKkmTGV7yb996paAJDkdcAfAq/eWgVV1TgwvpndvB74clu+qapO3cz+NllV/caoji1JmprpnibdBfg+QAY+mmRVkpVJFrX245N8PclVSR5IsjjJGUmWtu1eOtTfa5KMJ7knyalD+1/Tls9L8tkkN7S+3r1hxyQfSnJ3kpuTXJbknKF+TwS+trFBJDkiyYokc5PsmOTOJK9sx74xyZLW96eT/NRrlOS327hXJXlva9ux7be8tW94PW5IsrAtn95eg1VJLhjq77Ekf9D2/ccke07zv4skaTNMZWb4wiR3AHOB+cAJrf3NwALgUGB34NYkN7Z1hwKvAP4VeAC4pKqOTPIe4F3Ae9t2Y8CRwEuB65O8bJLjHwD8ErAzcHeST7XjvqUd5/nAbcAygHYq84mqWpME4LhW/wZvqapbk1wNnA+8EPh8Va1Kcnyr50Dg2wxml28G/nrDzkkOB34d+AUgwC1Jvg7sB/xTVZ3Stps3PIgkPwtcABzO4BeKa5O8saq+BOwI/GNVfTDJhcB/brUxoY+zgbMB5uyyxyQvlSRpU0xlZvjvVbWgqg4ATgL+VwYpcyxwWVWtr6qHga8DR7R9bq2qh6pqHXA/cG1rX8kgADf4y6p6qqruZRCaB0xy/CVVta6qHgUeAfYEjgGuqqq1VfVD4G+Gtv/loePB4DTpgqHH/a3994HXAguBC4e2X1pVD1TVeuCyNs5hxwJXVtWPquox4IvAcW1sr01yQZLjqmrNhP2OAG6oqn+pqieBvwBe1db9P+Catrxswmv0tKq6uKoWVtXCOTvMm2wTSdImmNZp0qr6BwazwGeblqwbWn5q6PlT/ORstCYe4ln6Ws+zz2aHrxc+k92AnRjMOOdOs6afUlX3AIcxCMXzk/zeVPZrnqiqDceZyhglSVvQtMIwyQHAHOB7wE3AoiRzkuzBYJazdJrHf2uS57XriPsBd09xv78D3tCu+e0EbLjeGOAQ4I4p9PEZ4EMMZmgXDLUfmeQl7VrhIuDmCfvdBLwxyQ5JdgTeBNzUToM+XlWfBz7KIBiHLQVenWT3JHOA0xnMpiVJIzada4YwuEZ2ZlWtT3IlcDSwnMHs6f1V9c8tMKfqOwxCYhfgnVW1tl3ne0ZD1/xWAA8zmI2tYXA97vahWRb89DXD84EdGMzG/ncLpr9PcgKDmeutwCeBlwHXA1dOOPZtSS7lx8F/SVXd3u60/WiSp4AngP8yYb+Hkpzb+gyD079XPetgJUlbXX4yN2aPJDtV1WNJdgBuZHBjycnAfVX1hU3s83jgnFF+FGOqtp+/f80/86JRlyGpc6sXnzLqEqYlybKqWjixfTZfm7q4fZh9LvC5qrqNwV2lkiRNy6wNw6p621bo8wbghi3dryTpuc3vJpUkdc8wlCR1zzCUJHXPMJQkdc8wlCR1b9beTdq7g/eax/gs+3yPJD1XOTOUJHXPMJQkdc8wlCR1zzCUJHXPMJQkdc8wlCR1zzCUJHXPMJQkdc8wlCR1zzCUJHXPMJQkdc8wlCR1zzCUJHXPMJQkdc8wlCR1zzCUJHXPMJQkdc8wlCR1zzCUJHXPMJQkdc8wlCR1zzCUJHXPMJQkdc8wlCR1zzCUJHXPMJQkdc8wlCR1b7tRF6BNs/LBNYydu2TUZUhbzerFp4y6BHXEmaEkqXuGoSSpe4ahJKl7hqEkqXuGoSSpe4ahJKl7hqEkqXuGoSSpe4ahJKl7huE0Jdk7yVVJ7k1yf5KPJ3lBkgVJTh7a7rwk54yyVknS1BiG05AkwBeBL1XV/sDLgZ2APwAWACdvfO9pH2vOlupLkvTMDMPpOQFYW1V/BlBV64H3Ab8BXAgsSnJHkkVt+wOT3JDkgSTv3tBJkv+YZGnb9jMbgi/JY0n+KMly4OgZHZkkdcwwnJ6DgGXDDVX1b8Bq4Hzg8qpaUFWXt9UHAK8DjgQ+nOT5SV4BLAKOqaoFwHrgjLb9jsAtVXVoVd088eBJzk4ynmR8/eNrtvzoJKlT/tWKrWtJVa0D1iV5BNgTOBE4HLh1cNaVFwKPtO3XA1dsrLOquhi4GGD7+fvXVqxbkrpiGE7PXcBpww1JdgF+Dnhyku3XDS2vZ/B6B/hcVX1gku3XtlOvkqQZ5GnS6bkO2CHJ2+Hpm1z+CLgUeBjYeYp9nJbkZ1ofuybZd+uUK0maCsNwGqqqgDcBb01yL3APsBb4XeB6BjfMDN9AM1kfdwH/Dbg2yQrgq8D8rV68JGmjPE06TVX1XeANk6xaBxzxDPu9cmj5cuDySbbZaUvUKEmaHmeGkqTuGYaSpO4ZhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTuGYaSpO75oftZ6uC95jG++JRRlyFJ2wRnhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTubTfqArRpVj64hrFzl4y6jOeU1YtPGXUJkmYpZ4aSpO4ZhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTuGYaSpO4ZhpKk7hmGkqTuzeowTPLY0PLJSe5Jsm+SdyZ5+yTbjyVZNYP1LUzyiZk6niRp02wTX8eW5ETgE8DrqurbwKdHXBIAVTUOjI+6DknSM5vVM0OAJK8C/gQ4tarub23nJTmnLR+eZHmS5cBvDu33jiRfTPLlJPcmuXBo3aeSjCe5M8lHhtpXJ7kwycokS5O8rLVfmuTTbZ97kpza2o9Pcs1QTZ9NckOSB5K8e6jfDyW5O8nNSS7bULskaWbM9jDcHvgS8Maq+uZGtvkz4F1Vdegk6xYAi4CDgUVJ9mntH6yqhcAhwKuTHDK0z5qqOhj4JHDRUPsYcCRwCvDpJHMnOd4BwOvadh9O8vwkRwBvAQ4FXg8sfKYBS5K2vNkehk8Afw+cNdnKJC8CXlRVN7amP5+wyXVVtaaq1gJ3Afu29l9NchtwO3AQcODQPpcN/Tx6qP0vq+qpqroXeIBB8E20pKrWVdWjwCPAnsAxwFVVtbaqfgj8zcYGm+TsNvscX//4mo1tJkmaptkehk8BvwocmeR3N2H/dUPL64HtkrwEOAc4saoOAZYAw7O8msLyZM8nPd50iq2qi6tqYVUtnLPDvOnsKkl6BrM9DKmqxxmcmjwjyVkT1v0A+EGSY1vTGVPochfgR8CaJHsyOHU5bNHQz38Yan9rkucleSmwH3D3FIfwd8AbksxNshNw6hT3kyRtIdvE3aRV9a9JTgJuTPIvE1b/OvDZJAVcO4W+lie5Hfgm8F0GYTXsxUlWMJjlnT7U/h1gKYMwfWdVrU0yldpvTXI1sAJ4GFgJeA5UkmZQqiY7m6fJJFkNLGzX/IbbLwWuqaq/3sR+d6qqx5LsANwInF1Vtz3TPtvP37/mn3nRphxum+Vfupf0bJIsazdI/oRtYma4Dbg4yYEMrk1+7tmCUJK0ZRmG01BVYxtpf8dm9vu2zdlfkrR5Zv0NNJIkbS7DUJLUPcNQktQ9w1CS1D3DUJLUPcNQktQ9P1oxSx281zzG/ZC5JG0RzgwlSd0zDCVJ3TMMJUndMwwlSd0zDCVJ3TMMJUndMwwlSd0zDCVJ3TMMJUndMwwlSd0zDCVJ3TMMJUndMwwlSd1LVY26Bm2CJD8E7h51HSOwO/DoqIsYgV7HDf2O3XFvHftW1R4TG/0TTrPX3VW1cNRFzLQk4467L72O3XHPLE+TSpK6ZxhKkrpnGM5eF4+6gBFx3P3pdeyOewZ5A40kqXvODCVJ3TMMJUndMwxnmSQnJbk7yX1Jzh11PVtaks8meSTJqqG2XZN8Ncm97eeLW3uSfKK9FiuSHDa6yjdPkn2SXJ/kriR3JnlPa9+mx55kbpKlSZa3cX+ktb8kyS1tfJcneUFr3749v6+tHxvpADZTkjlJbk9yTXu+zY87yeokK5PckWS8tY38fW4YziJJ5gD/E3g9cCBwepIDR1vVFncpcNKEtnOB66pqf+C69hwGr8P+7XE28KkZqnFreBL4r1V1IHAU8Jvtv+22PvZ1wAlVdSiwADgpyVHABcDHquplwPeBs9r2ZwHfb+0fa9vNZu8BvjH0vJdx/1JVLRj6POHo3+dV5WOWPICjga8MPf8A8IFR17UVxjkGrBp6fjcwvy3PZ/CFAwCfAU6fbLvZ/gCuAl7b09iBHYDbgF9g8A0k27X2p9/3wFeAo9vydm27jLr2TRzv3gz+4T8BuAZIJ+NeDew+oW3k73NnhrPLXsB3h57/39a2rduzqh5qy/8M7NmWt8nXo50C+3ngFjoYeztVeAfwCPBV4H7gB1X1ZNtkeGxPj7utXwPsNqMFbzkXAe8HnmrPd6OPcRdwbZJlSc5ubSN/n/t1bJpVqqqSbLOfB0qyE3AF8N6q+rckT6/bVsdeVeuBBUleBFwJHDDaira+JKcCj1TVsiTHj7icmXZsVT2Y5GeAryb55vDKUb3PnRnOLg8C+ww937u1beseTjIfoP18pLVvU69HkuczCMK/qKovtuYuxg5QVT8ArmdwevBFSTb8sj48tqfH3dbPA743s5VuEccA/yHJauALDE6Vfpxtf9xU1YPt5yMMfvk5kufA+9wwnF1uBfZvd5y9APg14OoR1zQTrgbObMtnMrietqH97e2Os6OANUOnWmaVDKaAfwp8o6r+eGjVNj32JHu0GSFJXsjgOuk3GITiaW2ziePe8HqcBvxttYtJs0lVfaCq9q6qMQb/H/9tVZ3BNj7uJDsm2XnDMvDLwCqeC+/zUV9M9TG9B3AycA+D6yofHHU9W2F8lwEPAU8wuD5wFoNrI9cB9wJfA3Zt24bB3bX3AyuBhaOufzPGfSyDaykrgDva4+RtfezAIcDtbdyrgN9r7fsBS4H7gL8Ctm/tc9vz+9r6/UY9hi3wGhwPXNPDuNv4lrfHnRv+DXsuvM/9OjZJUvc8TSpJ6p5hKEnqnmEoSeqeYShJ6p5hKEnqnmEoSeqeYShJ6t7/B+2ht7C6oMidAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_train[Reduced_Action_Types].sum().sort_values().plot.barh()\n",
    "df_train[Reduced_Action_Types].sum().sort_values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T23:10:04.471109Z",
     "start_time": "2020-12-22T23:10:04.336448Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Kidnapping            28\n",
       "Other                 84\n",
       "Bombing/Explosion    112\n",
       "Armed Assault        147\n",
       "dtype: int64"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAcMAAAD4CAYAAACQTI0EAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAVpElEQVR4nO3de7TdZX3n8ffHoGC4BCGUiUA5iDjINUJgsIAyoOVqQcVGZEbs0GE5qxW1pS6UsWIXXROgreg4lVJUqFqk5SKUzDAoAwJtJSRALqDhGlGKIFVTkCZC+M4f+3fq5nASzsltn8Pzfq211/nt53f77ifnnE+e5/fb+6SqkCSpZa8YdAGSJA2aYShJap5hKElqnmEoSWqeYShJat4mgy5Aa2f69Ok1NDQ06DIkaVJZsGDBk1W13ch2w3CSGhoaYv78+YMuQ5ImlSTfH63daVJJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLz/KDuSWrxo8sZOnPuoMuQpI1q2ZxjN8hxHRlKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaN/AwTHJCkkqy+0Y857Ik01ezbmZXz1EbsZ6nu69DSd63sc4rSeoZeBgCJwG3dV9fJMnG/si4NdazgQ0BhqEkbWQDDcMkWwCHAKcC7+1rPyzJrUmuBe7tnn87yTVJHkoyJ8nJSeYlWZxk126/7ZJcmeSO7nFw175tkhuS3JPkYiCrqSfAe4APAG9PslnXvnmSuUkWJlmSZHbXPifJvUkWJfmTru0dSW5PcleSbyXZvms/O8kZfedakmRoRAlzgEOT3J3ko+vav5KksRn0yPB44Pqqug/45yT7963bD/hwVb2he74v8EHgjcB/Bt5QVQcCFwMf6rb5LPCZqjoAeHe3DuBTwG1VtSdwNfCrq6nn14CHq+pB4GZg+BNhjwL+qar2raq9gOuTbAu8E9izqvYBzum2vQ04qKreBHwd+Ng4+uNM4NaqmllVnxnHfpKkdTDoMDyJXmDQfe2fmpxXVQ/3Pb+jqh6rqpXAg8ANXftietOLAG8DPp/kbuBaYKtu9PkW4KsAVTUX+Ok461lMb6R4bpJDq2o5sBxYAXwxybuAZ7ptdwT+b5LFwB8Ae46lI8YiyWlJ5ieZv+qZ5evrsJLUvIH9Cack2wCHA3snKWAKUEn+oNvk5yN2Wdm3/Hzf8+f55et4Bb1R2YoR5xpLPVPojSaPT3IWvanUbZNsWVX3JdkPOAY4J8mNVfVHSQ4EjgBOBH63ez3/E/izqro2yWHA2d0pnuOF//nY7CWLGqGqLgIuAth0xm413v0lSaMb5MjwROArVbVzVQ1V1U7Aw8Ch63DMG/jllClJZnaLt9DdmJLkaOA1o+x7BLCoqnbq6tkZuBJ4Z5LXAs9U1VeB84H9uhHntKr638BH6U3jAkwDHu2WT+k7/jJ6U790wbrLKDU8BWw5nhcsSVp3gwzDk+hdv+t3Jet2F+fpwKzuhpZ76V1jBPg08JYk9wDvAh4ZZz17A/O66ddP0bs+uCVwXZJF9K4T/l63z9nA3yZZADw54ljbdDX8LnDfKDUsAlZ1N+p4A40kbSSpcrZtMtp0xm4145QLBl2GJG1U6/qX7pMsqKpZI9sHfQONJEkDZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkpo3sM8m1brZe4dpzF/HN59KknocGUqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKat8mgC9DaWfzocobOnDvoMiSto2Vzjh10CcKRoSRJhqEkSYahJKl5hqEkqXmGoSSpeYahJKl5hqEkqXmGoSSpeYahJKl5hqEkqXkvGYZJViW5O8nCJHcm+bX1ceIklyQ5cZT2WUk+t47HPijJXyY5LMnyrv7hx9vW8pjLkkxfi/0uTrLH2pxTkrRxjOWzSf+1qmYCJDkS+B/AWzdUQVU1H5i/joc5Gri+W761qo5bx+Ottar67UGdW5I0NuOdJt0K+ClAes5PsiTJ4iSzu/bDknw7yTVJHkoyJ8nJSeZ12+3ad7y3JZmf5L4kx/Xtf123fHaSLyW5uTvW6cM7JvlkkqVJbktyWZIz+o57BPCt1b2IJAckWZRksySbJ7knyV7duW9JMrc79oVJXtRHSX6ve91Lknyka9u8229h1z7cHzcnmdUtn9T1wZIk5/Yd7+kkf9zt+50k24/z30WStA7GMjJ8dZK7gc2AGcDhXfu7gJnAvsB04I4kt3Tr9gXeCPwEeAi4uKoOTPJh4EPAR7rthoADgV2Bm5K8fpTz7w78R2BLYGmSL3TnfXd3nlcCdwILALqpzGerankSgEO7+oe9u6ruSHItcA7wauCrVbUkyWFdPXsA36c3unwXcMXwzkn2B34L+A9AgNuTfBt4HfBPVXVst920/heR5LXAucD+9P5DcUOSE6rqG8DmwHeq6qwk5wH/tauNEcc4DTgNYMpW243SVZKktTGWkeG/VtXMqtodOAr4q/RS5hDgsqpaVVWPA98GDuj2uaOqHquqlcCDwA1d+2J6ATjsb6rq+aq6n15o7j7K+edW1cqqehJ4AtgeOBi4pqpWVNVTwN/1bf/rfeeD3jTpzL7Hg137HwFvB2YB5/VtP6+qHqqqVcBl3evsdwhwdVX9vKqeBq4CDu1e29uTnJvk0KpaPmK/A4Cbq+rHVfUc8DXgLd26XwDXdcsLRvTRv6mqi6pqVlXNmjJ12mibSJLWwrimSavqH+mNAl9qWLKyb/n5vufP88LRaI08xUscaxUvPZrtv164JtsCW9AbcW42zppepKruA/ajF4rnJPnDsezXebaqhs8zltcoSVqPxhWGSXYHpgD/DNwKzE4yJcl29EY588Z5/vckeUV3HfF1wNIx7vf3wDu6a35bAMPXGwPsA9w9hmP8BfBJeiO0c/vaD0yyS3etcDZw24j9bgVOSDI1yebAO4Fbu2nQZ6rqq8D59IKx3zzgrUmmJ5kCnERvNC1JGrDxXDOE3jWyU6pqVZKrgTcDC+mNnj5WVT/qAnOsHqEXElsBH6yqFd11vjXqu+a3CHic3mhsOb3rcXf1jbLgxdcMzwGm0huN/XUXTP+Q5HB6I9c7gM8DrwduAq4ece47k1zCL4P/4qq6q7vT9vwkzwPPAv9txH6PJTmzO2boTf9e85IvVpK0weWFuTF5JNmiqp5OMhW4hd6NJccAD1TV19fymIcBZwzyrRhjtemM3WrGKRcMugxJ62jZnGMHXUJTkiyoqlkj2yfztamLujezbwZcWlV30rurVJKkcZm0YVhV79sAx7wZuHl9H1eSNLH52aSSpOYZhpKk5hmGkqTmGYaSpOYZhpKk5k3au0lbt/cO05jv+5Mkab1wZChJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWqeYShJap5hKElqnmEoSWreJoMuQGtn8aPLGTpz7qDLkNarZXOOHXQJapQjQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMQ0lS8wxDSVLzDENJUvMMw3FKsmOSa5Lcn+TBJJ9N8qokM5Mc07fd2UnOGGStkqSxMQzHIUmAq4BvVNVuwBuALYA/BmYCx6x+73Gfa8r6OpYkac0Mw/E5HFhRVV8GqKpVwEeB3wbOA2YnuTvJ7G77PZLcnOShJKcPHyTJf0oyr9v2L4aDL8nTSf40yULgzRv1lUlSwwzD8dkTWNDfUFX/AiwDzgEur6qZVXV5t3p34EjgQOBTSV6Z5I3AbODgqpoJrAJO7rbfHLi9qvatqttGnjzJaUnmJ5m/6pnl6//VSVKj/KsVG9bcqloJrEzyBLA9cASwP3BHb9aVVwNPdNuvAq5c3cGq6iLgIoBNZ+xWG7BuSWqKYTg+9wIn9jck2Qr4VeC5UbZf2be8il5/B7i0qj4+yvYruqlXSdJG5DTp+NwITE3yfvi3m1z+FLgEeBzYcozHODHJr3TH2CbJzhumXEnSWBiG41BVBbwTeE+S+4H7gBXAJ4Cb6N0w038DzWjHuBf478ANSRYB3wRmbPDiJUmr5TTpOFXVD4B3jLJqJXDAGvbbq2/5cuDyUbbZYn3UKEkaH0eGkqTmGYaSpOYZhpKk5hmGkqTmGYaSpOYZhpKk5hmGkqTmGYaSpOb5pvtJau8dpjF/zrGDLkOSXhYcGUqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKat8mgC9DaWfzocobOnDvoMjaaZXOOHXQJkl7GHBlKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKaN6nDMMnTfcvHJLkvyc5JPpjk/aNsP5RkyUasb1aSz22s80mS1s7L4uPYkhwBfA44sqq+D1w44JIAqKr5wPxB1yFJWrNJPTIESPIW4C+B46rqwa7t7CRndMv7J1mYZCHwO337fSDJVUmuT3J/kvP61n0hyfwk9yT5dF/7siTnJVmcZF6S13ftlyS5sNvnviTHde2HJbmur6YvJbk5yUNJTu877ieTLE1yW5LLhmuXJG0ckz0MNwW+AZxQVd9bzTZfBj5UVfuOsm4mMBvYG5idZKeu/ayqmgXsA7w1yT59+yyvqr2BzwMX9LUPAQcCxwIXJtlslPPtDhzZbfepJK9McgDwbmBf4Ghg1ppesCRp/ZvsYfgs8A/AqaOtTLI1sHVV3dI1fWXEJjdW1fKqWgHcC+zctf9mkjuBu4A9gT369rms7+ub+9r/pqqer6r7gYfoBd9Ic6tqZVU9CTwBbA8cDFxTVSuq6ing71b3YpOc1o0+5696ZvnqNpMkjdNkD8Pngd8EDkzyibXYf2Xf8ipgkyS7AGcAR1TVPsBcoH+UV2NYHu35qOcbT7FVdVFVzaqqWVOmThvPrpKkNZjsYUhVPUNvavLkJKeOWPcz4GdJDumaTh7DIbcCfg4sT7I9vanLfrP7vv5jX/t7krwiya7A64ClY3wJfw+8I8lmSbYAjhvjfpKk9eRlcTdpVf0kyVHALUl+PGL1bwFfSlLADWM41sIkdwHfA35AL6z6vSbJInqjvJP62h8B5tEL0w9W1YokY6n9jiTXAouAx4HFgHOgkrQRpWq02TyNJskyYFZ3za+//RLguqq6Yi2Pu0VVPZ1kKnALcFpV3bmmfTadsVvNOOWCtTndpORfupe0PiRZ0N0g+QIvi5Hhy8BFSfagd23y0pcKQknS+mUYjkNVDa2m/QPreNz3rcv+kqR1M+lvoJEkaV0ZhpKk5hmGkqTmGYaSpOYZhpKk5hmGkqTm+daKSWrvHaYx3zeiS9J64chQktQ8w1CS1DzDUJLUPMNQktQ8w1CS1DzDUJLUPMNQktQ8w1CS1DzDUJLUPMNQktQ8w1CS1DzDUJLUPMNQktS8VNWga9BaSPIUsHTQdYzRdODJQRcxRpOpVphc9U6mWmFy1WutY7dzVW03stE/4TR5La2qWYMuYiySzLfWDWMy1TuZaoXJVa+1rjunSSVJzTMMJUnNMwwnr4sGXcA4WOuGM5nqnUy1wuSq11rXkTfQSJKa58hQktQ8w1CS1DzDcJJJclSSpUkeSHLmoOsZKclOSW5Kcm+Se5J8uGvfJsk3k9zffX3NoGsdlmRKkruSXNc93yXJ7V0fX57kVYOuESDJ1kmuSPK9JN9N8uYJ3q8f7b4HliS5LMlmE6Vvk3wpyRNJlvS1jdqX6flcV/OiJPtNkHrP774XFiW5OsnWfes+3tW7NMmRg661b93vJ6kk07vnA+/bYYbhJJJkCvC/gKOBPYCTkuwx2Kpe5Dng96tqD+Ag4He6Gs8Ebqyq3YAbu+cTxYeB7/Y9Pxf4TFW9HvgpcOpAqnqxzwLXV9XuwL70ap6Q/ZpkB+B0YFZV7QVMAd7LxOnbS4CjRrStri+PBnbrHqcBX9hINfa7hBfX+01gr6raB7gP+DhA9/P2XmDPbp8/7353bCyX8OJaSbIT8OvAI33NE6FvAcNwsjkQeKCqHqqqXwBfB44fcE0vUFWPVdWd3fJT9H5h70Cvzku7zS4FThhIgSMk2RE4Fri4ex7gcOCKbpMJUWuSacBbgC8CVNUvqupnTNB+7WwCvDrJJsBU4DEmSN9W1S3AT0Y0r64vjwf+qnq+A2ydZMZGKbQzWr1VdUNVPdc9/Q6wY7d8PPD1qlpZVQ8DD9D73TGwWjufAT4G9N+1OfC+HWYYTi47AD/oe/7Drm1CSjIEvAm4Hdi+qh7rVv0I2H5QdY1wAb0f0Oe759sCP+v7JTNR+ngX4MfAl7sp3YuTbM4E7deqehT4E3qjgMeA5cACJmbfDltdX06Gn7v/AvyfbnnC1ZvkeODRqlo4YtWEqdUw1AaRZAvgSuAjVfUv/euq936egb+nJ8lxwBNVtWDQtYzBJsB+wBeq6k3AzxkxJTpR+hWgu952PL0Qfy2wOaNMnU1UE6kvX0qSs+hdnvjaoGsZTZKpwCeAPxx0LWtiGE4ujwI79T3fsWubUJK8kl4Qfq2qruqaHx+e/ui+PjGo+vocDPxGkmX0ppwPp3ddbutuag8mTh//EPhhVd3ePb+CXjhOxH4FeBvwcFX9uKqeBa6i198TsW+Hra4vJ+zPXZIPAMcBJ9cv3zQ+0erdld5/ihZ2P2s7Ancm+XdMoFoNw8nlDmC37o68V9G7SH7tgGt6ge6a2xeB71bVn/WtuhY4pVs+BbhmY9c2UlV9vKp2rKohen35/6rqZOAm4MRus4lS64+AHyT5913TEcC9TMB+7TwCHJRkavc9MVzvhOvbPqvry2uB93d3Ph4ELO+bTh2YJEfRm+L/jap6pm/VtcB7k2yaZBd6N6fMG0SNAFW1uKp+paqGup+1HwL7dd/TE6dvq8rHJHoAx9C7c+xB4KxB1zNKfYfQm15aBNzdPY6hdy3uRuB+4FvANoOudUTdhwHXdcuvo/fL4wHgb4FNB11fV9dMYH7Xt98AXjOR+xX4NPA9YAnwFWDTidK3wGX0rmU+S++X86mr60sg9O7ifhBYTO8O2YlQ7wP0rrcN/5xd2Lf9WV29S4GjB13riPXLgOkTpW+HH34cmySpeU6TSpKaZxhKkppnGEqSmmcYSpKaZxhKkppnGEqSmmcYSpKa9/8BbH569AI16MQAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_test[Reduced_Action_Types].sum().sort_values().plot.barh()\n",
    "df_test[Reduced_Action_Types].sum().sort_values()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T23:10:06.643155Z",
     "start_time": "2020-12-22T23:10:06.545755Z"
    }
   },
   "outputs": [],
   "source": [
    "df_train.to_csv(\"Data_MachineLearning/df_train_reduced.csv\", header=True, index = False)\n",
    "df_test.to_csv(\"Data_MachineLearning/df_test_reduced.csv\", header=True, index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T23:10:09.042040Z",
     "start_time": "2020-12-22T23:10:08.948270Z"
    }
   },
   "outputs": [],
   "source": [
    "df_train.to_csv(\"data/train.csv\", header=True, index = False)\n",
    "df_test.to_csv(\"data/test.csv\", header=True, index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T01:07:33.455250Z",
     "start_time": "2020-12-22T01:07:33.446363Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>news</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>Armed Assault</th>\n",
       "      <th>Bombing/Explosion</th>\n",
       "      <th>Kidnapping</th>\n",
       "      <th>Other</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6881</th>\n",
       "      <td>At least 24 Shia pilgrims returning from Iran ...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2230</th>\n",
       "      <td>Three leaders of United Democratic Madhesi Fro...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2501</th>\n",
       "      <td>Rapid Action Battalion (RAB) arrested a Hijb u...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1379</th>\n",
       "      <td>The Pakistan origin member of the House of Lor...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3438</th>\n",
       "      <td>The Communist Party of IndiaMaoist (CPIMaoist)...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6113</th>\n",
       "      <td>In another incident, a 25 year old man, identi...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1973</th>\n",
       "      <td>Armed militants abducted a tipper driver of Si...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4771</th>\n",
       "      <td>Two people were killed and 20 others injured w...</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5117</th>\n",
       "      <td>As part of the implementation of the National ...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2235</th>\n",
       "      <td>Three suspected JaisheMohammed (JeM) militants...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5956 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   news  is_relevant  \\\n",
       "6881  At least 24 Shia pilgrims returning from Iran ...         True   \n",
       "2230  Three leaders of United Democratic Madhesi Fro...        False   \n",
       "2501  Rapid Action Battalion (RAB) arrested a Hijb u...        False   \n",
       "1379  The Pakistan origin member of the House of Lor...        False   \n",
       "3438  The Communist Party of IndiaMaoist (CPIMaoist)...         True   \n",
       "...                                                 ...          ...   \n",
       "6113  In another incident, a 25 year old man, identi...        False   \n",
       "1973  Armed militants abducted a tipper driver of Si...         True   \n",
       "4771  Two people were killed and 20 others injured w...         True   \n",
       "5117  As part of the implementation of the National ...        False   \n",
       "2235  Three suspected JaisheMohammed (JeM) militants...        False   \n",
       "\n",
       "      Armed Assault  Bombing/Explosion  Kidnapping  Other  \n",
       "6881          False               True       False  False  \n",
       "2230          False              False       False  False  \n",
       "2501          False              False       False  False  \n",
       "1379          False              False       False  False  \n",
       "3438           True              False        True  False  \n",
       "...             ...                ...         ...    ...  \n",
       "6113          False              False       False  False  \n",
       "1973          False              False        True  False  \n",
       "4771          False               True       False  False  \n",
       "5117          False              False       False  False  \n",
       "2235          False              False       False  False  \n",
       "\n",
       "[5956 rows x 6 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-22T01:11:31.546090Z",
     "start_time": "2020-12-22T01:11:31.539710Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.7777031564808596"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "1-df_test['is_relevant'].sum()/ df_test['is_relevant'].count()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  },
  "pycharm": {
   "stem_cell": {
    "cell_type": "raw",
    "metadata": {
     "collapsed": false
    },
    "source": []
   }
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": false,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {
    "height": "calc(100% - 180px)",
    "left": "10px",
    "top": "150px",
    "width": "197.469px"
   },
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}