1_annotation_parallel_2000_to_2020.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "__author__      = \"Yibo HU\"\n",
    "\n",
    "Last_updated: 12/21/2020\n",
    "\n",
    "This is a jupyter notebook of the annotation pipeline\n",
    "modified from \n",
    "\n",
    "https://github.com/the-knightfury/SATP-Event-Classification-V1/tree/master/SourceCode\n",
    "\n",
    "Thanks to Shahreen\n",
    "\n",
    "\n",
    "For new updates in annotations, simply import the libraries below and run step 5 only."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:42:29.348863Z",
     "start_time": "2021-01-13T16:42:28.830680Z"
    }
   },
   "outputs": [],
   "source": [
    "# -*- coding: utf-8 -*-\n",
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "import re\n",
    "import sklearn\n",
    "import time\n",
    "import numpy as np\n",
    "\n",
    "import pandas as pd\n",
    "pd.set_option('max_colwidth', 200)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 1. crawler_terrorism_articles_tags"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:42:29.960953Z",
     "start_time": "2021-01-13T16:42:29.954036Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "year [2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020]\n"
     ]
    }
   ],
   "source": [
    "countries = [\"bangladesh\", \"india\", \"pakistan\", \"bhutan\", \"nepal\", \"maldives\", \"afghanistan\", \"srilanka\"]\n",
    "months = [\"jan\", \"feb\", \"mar\", \"apr\", \"may\", \"jun\", \"jul\", \"aug\", \"sep\", \"oct\", \"nov\", \"dec\"]\n",
    "years = list(np.arange(2000,2020+1))\n",
    "print('year', years)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:42:31.267753Z",
     "start_time": "2021-01-13T16:42:31.227856Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2002</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2003</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2004</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2018</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2019</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2019</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2020</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2016 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         country month  year  \\\n",
       "0     bangladesh   jan  2000   \n",
       "1     bangladesh   jan  2001   \n",
       "2     bangladesh   jan  2002   \n",
       "3     bangladesh   jan  2003   \n",
       "4     bangladesh   jan  2004   \n",
       "...          ...   ...   ...   \n",
       "2011    srilanka   dec  2016   \n",
       "2012    srilanka   dec  2017   \n",
       "2013    srilanka   dec  2018   \n",
       "2014    srilanka   dec  2019   \n",
       "2015    srilanka   dec  2020   \n",
       "\n",
       "                                                              url  \n",
       "0     https://www.satp.org/terrorist-activity/bangladesh-jan-2000  \n",
       "1     https://www.satp.org/terrorist-activity/bangladesh-jan-2001  \n",
       "2     https://www.satp.org/terrorist-activity/bangladesh-jan-2002  \n",
       "3     https://www.satp.org/terrorist-activity/bangladesh-jan-2003  \n",
       "4     https://www.satp.org/terrorist-activity/bangladesh-jan-2004  \n",
       "...                                                           ...  \n",
       "2011    https://www.satp.org/terrorist-activity/srilanka-dec-2016  \n",
       "2012    https://www.satp.org/terrorist-activity/srilanka-dec-2017  \n",
       "2013    https://www.satp.org/terrorist-activity/srilanka-dec-2018  \n",
       "2014    https://www.satp.org/terrorist-activity/srilanka-dec-2019  \n",
       "2015    https://www.satp.org/terrorist-activity/srilanka-dec-2020  \n",
       "\n",
       "[2016 rows x 4 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import itertools\n",
    "items = itertools.product(*[countries, months, years])\n",
    "items = list(items)\n",
    "df = pd.DataFrame(items, columns=['country', 'month', 'year'])\n",
    "\n",
    "base_url = \"https://www.satp.org/terrorist-activity/\"\n",
    "df['url'] = base_url + df['country'] + \"-\" + df['month'] + \"-\" + df['year'].apply(str)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:52:58.264506Z",
     "start_time": "2021-01-13T16:42:32.944834Z"
    },
    "code_folding": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO: Pandarallel will run on 36 workers.\n",
      "INFO: Pandarallel will use Memory file system to transfer data between the main process and workers.\n",
      "CPU times: user 252 ms, sys: 300 ms, total: 552 ms\n",
      "Wall time: 10min 25s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "from pandarallel import pandarallel\n",
    "pandarallel.initialize()\n",
    "\n",
    "def get_items_per_url(url):\n",
    "    r1 = requests.get(url)\n",
    "    coverpage = r1.content\n",
    "    soup = BeautifulSoup(coverpage, 'html.parser')\n",
    "    \n",
    "    coverpage_news = soup.find_all('div', class_='more')\n",
    "    coverpage_date = soup.find_all('td',style=\"width: 15%;\")\n",
    "  \n",
    "    news_size = len(coverpage_news)\n",
    "    #print(news_size)\n",
    "           \n",
    "    news_contents, news_dates = [], []\n",
    "    for date, paragraph in zip(coverpage_date, coverpage_news):\n",
    "        paragraph = paragraph.get_text()\n",
    "        paragraph = re.sub(\"^\\s+|\\s+$\", \"\", paragraph, flags=re.UNICODE)\n",
    "        paragraph = \" \".join(re.split(\"\\s+\", paragraph, flags=re.UNICODE)[:-2])\n",
    "        news_contents.append(paragraph)\n",
    "        \n",
    "        date = date.get_text()\n",
    "        date = re.sub(\"^\\s+|\\s+$\", \"\", date, flags=re.UNICODE)\n",
    "        # date = paragraph.split()[2]\n",
    "        news_dates.append(date)\n",
    "        \n",
    "    return pd.Series([news_size, news_dates, news_contents])\n",
    "\n",
    "df[['news_size','date','news_contents']] = df['url'].parallel_apply(get_items_per_url)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "There are urls that doesn't have records. Remove them"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:52:58.282645Z",
     "start_time": "2021-01-13T16:52:58.266201Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>url</th>\n",
       "      <th>news_size</th>\n",
       "      <th>date</th>\n",
       "      <th>news_contents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>feb</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-feb-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>252</th>\n",
       "      <td>india</td>\n",
       "      <td>jan</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/india-jan-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>504</th>\n",
       "      <td>pakistan</td>\n",
       "      <td>jan</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/pakistan-jan-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>525</th>\n",
       "      <td>pakistan</td>\n",
       "      <td>feb</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/pakistan-feb-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756</th>\n",
       "      <td>afghanistan</td>\n",
       "      <td>dec</td>\n",
       "      <td>2013</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/afghanistan-dec-2013</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1759</th>\n",
       "      <td>afghanistan</td>\n",
       "      <td>dec</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/afghanistan-dec-2016</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1760</th>\n",
       "      <td>afghanistan</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/afghanistan-dec-2017</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1764</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>jan</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-jan-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1785</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>feb</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-feb-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>582 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          country month  year  \\\n",
       "0      bangladesh   jan  2000   \n",
       "21     bangladesh   feb  2000   \n",
       "252         india   jan  2000   \n",
       "504      pakistan   jan  2000   \n",
       "525      pakistan   feb  2000   \n",
       "...           ...   ...   ...   \n",
       "1756  afghanistan   dec  2013   \n",
       "1759  afghanistan   dec  2016   \n",
       "1760  afghanistan   dec  2017   \n",
       "1764     srilanka   jan  2000   \n",
       "1785     srilanka   feb  2000   \n",
       "\n",
       "                                                               url  news_size  \\\n",
       "0      https://www.satp.org/terrorist-activity/bangladesh-jan-2000          0   \n",
       "21     https://www.satp.org/terrorist-activity/bangladesh-feb-2000          0   \n",
       "252         https://www.satp.org/terrorist-activity/india-jan-2000          0   \n",
       "504      https://www.satp.org/terrorist-activity/pakistan-jan-2000          0   \n",
       "525      https://www.satp.org/terrorist-activity/pakistan-feb-2000          0   \n",
       "...                                                            ...        ...   \n",
       "1756  https://www.satp.org/terrorist-activity/afghanistan-dec-2013          0   \n",
       "1759  https://www.satp.org/terrorist-activity/afghanistan-dec-2016          0   \n",
       "1760  https://www.satp.org/terrorist-activity/afghanistan-dec-2017          0   \n",
       "1764     https://www.satp.org/terrorist-activity/srilanka-jan-2000          0   \n",
       "1785     https://www.satp.org/terrorist-activity/srilanka-feb-2000          0   \n",
       "\n",
       "     date news_contents  \n",
       "0      []            []  \n",
       "21     []            []  \n",
       "252    []            []  \n",
       "504    []            []  \n",
       "525    []            []  \n",
       "...   ...           ...  \n",
       "1756   []            []  \n",
       "1759   []            []  \n",
       "1760   []            []  \n",
       "1764   []            []  \n",
       "1785   []            []  \n",
       "\n",
       "[582 rows x 7 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df.news_size == 0]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    " Remove the pages that doesn't have records"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T20:38:33.896010Z",
     "start_time": "2021-01-13T20:38:33.873084Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>url</th>\n",
       "      <th>news_size</th>\n",
       "      <th>date</th>\n",
       "      <th>news_contents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2001</td>\n",
       "      <td>22</td>\n",
       "      <td>[January - 1, January - 1, January - 4, January - 5, January - 6, January - 6, January - 6, January - 6, January - 15, January - 19, January - 20, January - 21, January - 23, January - 23, January...</td>\n",
       "      <td>[Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh., Police i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2002</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2002</td>\n",
       "      <td>9</td>\n",
       "      <td>[January - 3, January - 5, January - 5, January - 6, January - 6, January - 6, January - 28, January - 30, January - 31]</td>\n",
       "      <td>[According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A fo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2003</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2003</td>\n",
       "      <td>49</td>\n",
       "      <td>[January - 1, January - 3, January - 3, January - 3, January - 3, January - 5, January - 5, January - 6, January - 6, January - 7, January - 7, January - 7, January - 7, January - 8, January - 8, ...</td>\n",
       "      <td>[Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2004</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2004</td>\n",
       "      <td>81</td>\n",
       "      <td>[January - 1, January - 1, January - 2, January - 2, January - 2, January - 3, January - 3, January - 3, January - 3, January - 3, January - 4, January - 4, January - 5, January - 5, January - 5, ...</td>\n",
       "      <td>[According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on Ja...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2005</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2005</td>\n",
       "      <td>48</td>\n",
       "      <td>[January - 1, January - 1, January - 2, January - 2, January - 3, January - 3, January - 6, January - 6, January - 10, January - 10, January - 10, January - 12, January - 12, January - 12, January...</td>\n",
       "      <td>[Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distric...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2016</td>\n",
       "      <td>29</td>\n",
       "      <td>[December - 3, December - 5, December - 7, December - 8, December - 11, December - 11, December - 12, December - 12, December - 14, December - 15, December - 16, December - 17, December - 19, Dece...</td>\n",
       "      <td>[Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dang...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2017</td>\n",
       "      <td>11</td>\n",
       "      <td>[December - 4, December - 5, December - 7, December - 12, December - 13, December - 15, December - 18, December - 18, December - 19, December - 21, December - 28]</td>\n",
       "      <td>[The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LTT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2018</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2018</td>\n",
       "      <td>26</td>\n",
       "      <td>[December - 1, December - 2, December - 3, December - 4, December - 5, December - 6, December - 7, December - 8, December - 9, December - 11, December - 11, December - 12, December - 13, December ...</td>\n",
       "      <td>[Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India's former Prime Minister Rajiv Gandhi in May 1991, reports...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2019</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2019</td>\n",
       "      <td>12</td>\n",
       "      <td>[December - 2, December - 3, December - 3, December - 5, December - 6, December - 8, December - 9, December - 12, December - 14, December - 17, December - 23, December - 28]</td>\n",
       "      <td>[On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential Se...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2020</td>\n",
       "      <td>8</td>\n",
       "      <td>[December - 2, December - 6, December - 10, December - 11, December - 14, December - 18, December - 24, December - 30]</td>\n",
       "      <td>[A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint op...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1434 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         country month  year  \\\n",
       "1     bangladesh   jan  2001   \n",
       "2     bangladesh   jan  2002   \n",
       "3     bangladesh   jan  2003   \n",
       "4     bangladesh   jan  2004   \n",
       "5     bangladesh   jan  2005   \n",
       "...          ...   ...   ...   \n",
       "2011    srilanka   dec  2016   \n",
       "2012    srilanka   dec  2017   \n",
       "2013    srilanka   dec  2018   \n",
       "2014    srilanka   dec  2019   \n",
       "2015    srilanka   dec  2020   \n",
       "\n",
       "                                                              url  news_size  \\\n",
       "1     https://www.satp.org/terrorist-activity/bangladesh-jan-2001         22   \n",
       "2     https://www.satp.org/terrorist-activity/bangladesh-jan-2002          9   \n",
       "3     https://www.satp.org/terrorist-activity/bangladesh-jan-2003         49   \n",
       "4     https://www.satp.org/terrorist-activity/bangladesh-jan-2004         81   \n",
       "5     https://www.satp.org/terrorist-activity/bangladesh-jan-2005         48   \n",
       "...                                                           ...        ...   \n",
       "2011    https://www.satp.org/terrorist-activity/srilanka-dec-2016         29   \n",
       "2012    https://www.satp.org/terrorist-activity/srilanka-dec-2017         11   \n",
       "2013    https://www.satp.org/terrorist-activity/srilanka-dec-2018         26   \n",
       "2014    https://www.satp.org/terrorist-activity/srilanka-dec-2019         12   \n",
       "2015    https://www.satp.org/terrorist-activity/srilanka-dec-2020          8   \n",
       "\n",
       "                                                                                                                                                                                                         date  \\\n",
       "1     [January - 1, January - 1, January - 4, January - 5, January - 6, January - 6, January - 6, January - 6, January - 15, January - 19, January - 20, January - 21, January - 23, January - 23, January...   \n",
       "2                                                                                    [January - 3, January - 5, January - 5, January - 6, January - 6, January - 6, January - 28, January - 30, January - 31]   \n",
       "3     [January - 1, January - 3, January - 3, January - 3, January - 3, January - 5, January - 5, January - 6, January - 6, January - 7, January - 7, January - 7, January - 7, January - 8, January - 8, ...   \n",
       "4     [January - 1, January - 1, January - 2, January - 2, January - 2, January - 3, January - 3, January - 3, January - 3, January - 3, January - 4, January - 4, January - 5, January - 5, January - 5, ...   \n",
       "5     [January - 1, January - 1, January - 2, January - 2, January - 3, January - 3, January - 6, January - 6, January - 10, January - 10, January - 10, January - 12, January - 12, January - 12, January...   \n",
       "...                                                                                                                                                                                                       ...   \n",
       "2011  [December - 3, December - 5, December - 7, December - 8, December - 11, December - 11, December - 12, December - 12, December - 14, December - 15, December - 16, December - 17, December - 19, Dece...   \n",
       "2012                                       [December - 4, December - 5, December - 7, December - 12, December - 13, December - 15, December - 18, December - 18, December - 19, December - 21, December - 28]   \n",
       "2013  [December - 1, December - 2, December - 3, December - 4, December - 5, December - 6, December - 7, December - 8, December - 9, December - 11, December - 11, December - 12, December - 13, December ...   \n",
       "2014                            [December - 2, December - 3, December - 3, December - 5, December - 6, December - 8, December - 9, December - 12, December - 14, December - 17, December - 23, December - 28]   \n",
       "2015                                                                                   [December - 2, December - 6, December - 10, December - 11, December - 14, December - 18, December - 24, December - 30]   \n",
       "\n",
       "                                                                                                                                                                                                news_contents  \n",
       "1     [Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh., Police i...  \n",
       "2     [According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A fo...  \n",
       "3     [Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched ...  \n",
       "4     [According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on Ja...  \n",
       "5     [Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distric...  \n",
       "...                                                                                                                                                                                                       ...  \n",
       "2011  [Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dang...  \n",
       "2012  [The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LTT...  \n",
       "2013  [Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India's former Prime Minister Rajiv Gandhi in May 1991, reports...  \n",
       "2014  [On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential Se...  \n",
       "2015  [A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint op...  \n",
       "\n",
       "[1434 rows x 7 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df[df.news_size != 0]\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-10T00:05:00.820887Z",
     "start_time": "2021-01-10T00:04:59.142709Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>url</th>\n",
       "      <th>news_size</th>\n",
       "      <th>date</th>\n",
       "      <th>news_contents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2001</td>\n",
       "      <td>22</td>\n",
       "      <td>['January - 1', 'January - 1', 'January - 4', 'January - 5', 'January - 6', 'January - 6', 'January - 6', 'January - 6', 'January - 15', 'January - 19', 'January - 20', 'January - 21', 'January - ...</td>\n",
       "      <td>[\"Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh.\", 'Polic...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2002</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2002</td>\n",
       "      <td>9</td>\n",
       "      <td>['January - 3', 'January - 5', 'January - 5', 'January - 6', 'January - 6', 'January - 6', 'January - 28', 'January - 30', 'January - 31']</td>\n",
       "      <td>['According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2003</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2003</td>\n",
       "      <td>49</td>\n",
       "      <td>['January - 1', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 5', 'January - 5', 'January - 6', 'January - 6', 'January - 7', 'January - 7', 'January - 7', 'January - 7', ...</td>\n",
       "      <td>['Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2004</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2004</td>\n",
       "      <td>81</td>\n",
       "      <td>['January - 1', 'January - 1', 'January - 2', 'January - 2', 'January - 2', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 4', 'January - 4', 'January - 5', ...</td>\n",
       "      <td>['According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on J...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2005</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2005</td>\n",
       "      <td>48</td>\n",
       "      <td>['January - 1', 'January - 1', 'January - 2', 'January - 2', 'January - 3', 'January - 3', 'January - 6', 'January - 6', 'January - 10', 'January - 10', 'January - 10', 'January - 12', 'January - ...</td>\n",
       "      <td>[\"Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1429</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2016</td>\n",
       "      <td>29</td>\n",
       "      <td>['December - 3', 'December - 5', 'December - 7', 'December - 8', 'December - 11', 'December - 11', 'December - 12', 'December - 12', 'December - 14', 'December - 15', 'December - 16', 'December - ...</td>\n",
       "      <td>['Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1430</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2017</td>\n",
       "      <td>11</td>\n",
       "      <td>['December - 4', 'December - 5', 'December - 7', 'December - 12', 'December - 13', 'December - 15', 'December - 18', 'December - 18', 'December - 19', 'December - 21', 'December - 28']</td>\n",
       "      <td>['The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1431</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2018</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2018</td>\n",
       "      <td>26</td>\n",
       "      <td>['December - 1', 'December - 2', 'December - 3', 'December - 4', 'December - 5', 'December - 6', 'December - 7', 'December - 8', 'December - 9', 'December - 11', 'December - 11', 'December - 12', ...</td>\n",
       "      <td>['Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India\\'s former Prime Minister Rajiv Gandhi in May 1991, repor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1432</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2019</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2019</td>\n",
       "      <td>12</td>\n",
       "      <td>['December - 2', 'December - 3', 'December - 3', 'December - 5', 'December - 6', 'December - 8', 'December - 9', 'December - 12', 'December - 14', 'December - 17', 'December - 23', 'December - 28']</td>\n",
       "      <td>['On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential S...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1433</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2020</td>\n",
       "      <td>8</td>\n",
       "      <td>['December - 2', 'December - 6', 'December - 10', 'December - 11', 'December - 14', 'December - 18', 'December - 24', 'December - 30']</td>\n",
       "      <td>['A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint o...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1434 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         country month  year  \\\n",
       "0     bangladesh   jan  2001   \n",
       "1     bangladesh   jan  2002   \n",
       "2     bangladesh   jan  2003   \n",
       "3     bangladesh   jan  2004   \n",
       "4     bangladesh   jan  2005   \n",
       "...          ...   ...   ...   \n",
       "1429    srilanka   dec  2016   \n",
       "1430    srilanka   dec  2017   \n",
       "1431    srilanka   dec  2018   \n",
       "1432    srilanka   dec  2019   \n",
       "1433    srilanka   dec  2020   \n",
       "\n",
       "                                                              url  news_size  \\\n",
       "0     https://www.satp.org/terrorist-activity/bangladesh-jan-2001         22   \n",
       "1     https://www.satp.org/terrorist-activity/bangladesh-jan-2002          9   \n",
       "2     https://www.satp.org/terrorist-activity/bangladesh-jan-2003         49   \n",
       "3     https://www.satp.org/terrorist-activity/bangladesh-jan-2004         81   \n",
       "4     https://www.satp.org/terrorist-activity/bangladesh-jan-2005         48   \n",
       "...                                                           ...        ...   \n",
       "1429    https://www.satp.org/terrorist-activity/srilanka-dec-2016         29   \n",
       "1430    https://www.satp.org/terrorist-activity/srilanka-dec-2017         11   \n",
       "1431    https://www.satp.org/terrorist-activity/srilanka-dec-2018         26   \n",
       "1432    https://www.satp.org/terrorist-activity/srilanka-dec-2019         12   \n",
       "1433    https://www.satp.org/terrorist-activity/srilanka-dec-2020          8   \n",
       "\n",
       "                                                                                                                                                                                                         date  \\\n",
       "0     ['January - 1', 'January - 1', 'January - 4', 'January - 5', 'January - 6', 'January - 6', 'January - 6', 'January - 6', 'January - 15', 'January - 19', 'January - 20', 'January - 21', 'January - ...   \n",
       "1                                                                  ['January - 3', 'January - 5', 'January - 5', 'January - 6', 'January - 6', 'January - 6', 'January - 28', 'January - 30', 'January - 31']   \n",
       "2     ['January - 1', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 5', 'January - 5', 'January - 6', 'January - 6', 'January - 7', 'January - 7', 'January - 7', 'January - 7', ...   \n",
       "3     ['January - 1', 'January - 1', 'January - 2', 'January - 2', 'January - 2', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 4', 'January - 4', 'January - 5', ...   \n",
       "4     ['January - 1', 'January - 1', 'January - 2', 'January - 2', 'January - 3', 'January - 3', 'January - 6', 'January - 6', 'January - 10', 'January - 10', 'January - 10', 'January - 12', 'January - ...   \n",
       "...                                                                                                                                                                                                       ...   \n",
       "1429  ['December - 3', 'December - 5', 'December - 7', 'December - 8', 'December - 11', 'December - 11', 'December - 12', 'December - 12', 'December - 14', 'December - 15', 'December - 16', 'December - ...   \n",
       "1430                 ['December - 4', 'December - 5', 'December - 7', 'December - 12', 'December - 13', 'December - 15', 'December - 18', 'December - 18', 'December - 19', 'December - 21', 'December - 28']   \n",
       "1431  ['December - 1', 'December - 2', 'December - 3', 'December - 4', 'December - 5', 'December - 6', 'December - 7', 'December - 8', 'December - 9', 'December - 11', 'December - 11', 'December - 12', ...   \n",
       "1432    ['December - 2', 'December - 3', 'December - 3', 'December - 5', 'December - 6', 'December - 8', 'December - 9', 'December - 12', 'December - 14', 'December - 17', 'December - 23', 'December - 28']   \n",
       "1433                                                                   ['December - 2', 'December - 6', 'December - 10', 'December - 11', 'December - 14', 'December - 18', 'December - 24', 'December - 30']   \n",
       "\n",
       "                                                                                                                                                                                                news_contents  \n",
       "0     [\"Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh.\", 'Polic...  \n",
       "1     ['According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A f...  \n",
       "2     ['Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched...  \n",
       "3     ['According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on J...  \n",
       "4     [\"Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distri...  \n",
       "...                                                                                                                                                                                                       ...  \n",
       "1429  ['Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dan...  \n",
       "1430  ['The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LT...  \n",
       "1431  ['Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India\\'s former Prime Minister Rajiv Gandhi in May 1991, repor...  \n",
       "1432  ['On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential S...  \n",
       "1433  ['A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint o...  \n",
       "\n",
       "[1434 rows x 7 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.to_csv ('RawSATPData/raw_2000_to_2020_url.csv', index = False, header=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 2. Expand the list in the news_contents to multiple rows"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T15:50:05.811019Z",
     "start_time": "2021-01-13T15:50:04.182928Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>url</th>\n",
       "      <th>news_size</th>\n",
       "      <th>date</th>\n",
       "      <th>news_contents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2001</td>\n",
       "      <td>22</td>\n",
       "      <td>[January - 1, January - 1, January - 4, January - 5, January - 6, January - 6, January - 6, January - 6, January - 15, January - 19, January - 20, January - 21, January - 23, January - 23, January...</td>\n",
       "      <td>[Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh., Police i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2002</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2002</td>\n",
       "      <td>9</td>\n",
       "      <td>[January - 3, January - 5, January - 5, January - 6, January - 6, January - 6, January - 28, January - 30, January - 31]</td>\n",
       "      <td>[According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A fo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2003</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2003</td>\n",
       "      <td>49</td>\n",
       "      <td>[January - 1, January - 3, January - 3, January - 3, January - 3, January - 5, January - 5, January - 6, January - 6, January - 7, January - 7, January - 7, January - 7, January - 8, January - 8, ...</td>\n",
       "      <td>[Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2004</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2004</td>\n",
       "      <td>81</td>\n",
       "      <td>[January - 1, January - 1, January - 2, January - 2, January - 2, January - 3, January - 3, January - 3, January - 3, January - 3, January - 4, January - 4, January - 5, January - 5, January - 5, ...</td>\n",
       "      <td>[According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on Ja...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2005</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2005</td>\n",
       "      <td>48</td>\n",
       "      <td>[January - 1, January - 1, January - 2, January - 2, January - 3, January - 3, January - 6, January - 6, January - 10, January - 10, January - 10, January - 12, January - 12, January - 12, January...</td>\n",
       "      <td>[Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distric...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1429</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2016</td>\n",
       "      <td>29</td>\n",
       "      <td>[December - 3, December - 5, December - 7, December - 8, December - 11, December - 11, December - 12, December - 12, December - 14, December - 15, December - 16, December - 17, December - 19, Dece...</td>\n",
       "      <td>[Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dang...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1430</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2017</td>\n",
       "      <td>11</td>\n",
       "      <td>[December - 4, December - 5, December - 7, December - 12, December - 13, December - 15, December - 18, December - 18, December - 19, December - 21, December - 28]</td>\n",
       "      <td>[The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LTT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1431</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2018</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2018</td>\n",
       "      <td>26</td>\n",
       "      <td>[December - 1, December - 2, December - 3, December - 4, December - 5, December - 6, December - 7, December - 8, December - 9, December - 11, December - 11, December - 12, December - 13, December ...</td>\n",
       "      <td>[Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India's former Prime Minister Rajiv Gandhi in May 1991, reports...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1432</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2019</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2019</td>\n",
       "      <td>12</td>\n",
       "      <td>[December - 2, December - 3, December - 3, December - 5, December - 6, December - 8, December - 9, December - 12, December - 14, December - 17, December - 23, December - 28]</td>\n",
       "      <td>[On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential Se...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1433</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2020</td>\n",
       "      <td>8</td>\n",
       "      <td>[December - 2, December - 6, December - 10, December - 11, December - 14, December - 18, December - 24, December - 30]</td>\n",
       "      <td>[A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint op...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1434 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         country month  year  \\\n",
       "0     bangladesh   jan  2001   \n",
       "1     bangladesh   jan  2002   \n",
       "2     bangladesh   jan  2003   \n",
       "3     bangladesh   jan  2004   \n",
       "4     bangladesh   jan  2005   \n",
       "...          ...   ...   ...   \n",
       "1429    srilanka   dec  2016   \n",
       "1430    srilanka   dec  2017   \n",
       "1431    srilanka   dec  2018   \n",
       "1432    srilanka   dec  2019   \n",
       "1433    srilanka   dec  2020   \n",
       "\n",
       "                                                              url  news_size  \\\n",
       "0     https://www.satp.org/terrorist-activity/bangladesh-jan-2001         22   \n",
       "1     https://www.satp.org/terrorist-activity/bangladesh-jan-2002          9   \n",
       "2     https://www.satp.org/terrorist-activity/bangladesh-jan-2003         49   \n",
       "3     https://www.satp.org/terrorist-activity/bangladesh-jan-2004         81   \n",
       "4     https://www.satp.org/terrorist-activity/bangladesh-jan-2005         48   \n",
       "...                                                           ...        ...   \n",
       "1429    https://www.satp.org/terrorist-activity/srilanka-dec-2016         29   \n",
       "1430    https://www.satp.org/terrorist-activity/srilanka-dec-2017         11   \n",
       "1431    https://www.satp.org/terrorist-activity/srilanka-dec-2018         26   \n",
       "1432    https://www.satp.org/terrorist-activity/srilanka-dec-2019         12   \n",
       "1433    https://www.satp.org/terrorist-activity/srilanka-dec-2020          8   \n",
       "\n",
       "                                                                                                                                                                                                         date  \\\n",
       "0     [January - 1, January - 1, January - 4, January - 5, January - 6, January - 6, January - 6, January - 6, January - 15, January - 19, January - 20, January - 21, January - 23, January - 23, January...   \n",
       "1                                                                                    [January - 3, January - 5, January - 5, January - 6, January - 6, January - 6, January - 28, January - 30, January - 31]   \n",
       "2     [January - 1, January - 3, January - 3, January - 3, January - 3, January - 5, January - 5, January - 6, January - 6, January - 7, January - 7, January - 7, January - 7, January - 8, January - 8, ...   \n",
       "3     [January - 1, January - 1, January - 2, January - 2, January - 2, January - 3, January - 3, January - 3, January - 3, January - 3, January - 4, January - 4, January - 5, January - 5, January - 5, ...   \n",
       "4     [January - 1, January - 1, January - 2, January - 2, January - 3, January - 3, January - 6, January - 6, January - 10, January - 10, January - 10, January - 12, January - 12, January - 12, January...   \n",
       "...                                                                                                                                                                                                       ...   \n",
       "1429  [December - 3, December - 5, December - 7, December - 8, December - 11, December - 11, December - 12, December - 12, December - 14, December - 15, December - 16, December - 17, December - 19, Dece...   \n",
       "1430                                       [December - 4, December - 5, December - 7, December - 12, December - 13, December - 15, December - 18, December - 18, December - 19, December - 21, December - 28]   \n",
       "1431  [December - 1, December - 2, December - 3, December - 4, December - 5, December - 6, December - 7, December - 8, December - 9, December - 11, December - 11, December - 12, December - 13, December ...   \n",
       "1432                            [December - 2, December - 3, December - 3, December - 5, December - 6, December - 8, December - 9, December - 12, December - 14, December - 17, December - 23, December - 28]   \n",
       "1433                                                                                   [December - 2, December - 6, December - 10, December - 11, December - 14, December - 18, December - 24, December - 30]   \n",
       "\n",
       "                                                                                                                                                                                                news_contents  \n",
       "0     [Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh., Police i...  \n",
       "1     [According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A fo...  \n",
       "2     [Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched ...  \n",
       "3     [According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on Ja...  \n",
       "4     [Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distric...  \n",
       "...                                                                                                                                                                                                       ...  \n",
       "1429  [Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dang...  \n",
       "1430  [The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LTT...  \n",
       "1431  [Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India's former Prime Minister Rajiv Gandhi in May 1991, reports...  \n",
       "1432  [On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential Se...  \n",
       "1433  [A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint op...  \n",
       "\n",
       "[1434 rows x 7 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('RawSATPData/raw_2000_to_2020_url.csv', header=[0],\n",
    "                 converters={'date': eval,'news_contents': eval})\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:03:33.972191Z",
     "start_time": "2021-01-13T16:03:33.878280Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAABPf0lEQVR4nO2deZwUxdnHfzUze7Egyy1yi4ASD1RU0MQTbxPN6xGPRJOYmPc1lzF51RzGHCbRmGg0+ibxiDHxiGei8cADUAQRBQVEzuUGuWGBvXem6/2jq7qrq6t7eq7dmdnn+/nsZ6a7q7trert/9fRTTz3FOOcgCIIgyotYV1eAIAiCyD8k7gRBEGUIiTtBEEQZQuJOEARRhpC4EwRBlCGJrq4AAPTv35+PHDmyq6tBEARRUsyfP38H53yAaVtRiPvIkSMxb968rq4GQRBEScEYWxe0jdwyBEEQZQiJO0EQRBlC4k4QBFGGkLgTBEGUISTuBEEQZQiJO0EQRBlC4k4QBFGGkLgTSKYsPDVvA1IWpX8miHKBxJ3AI3PW4YZnFuGJ99Z3dVUIgsgTJO4EdjW1AQAamtu7uCYEQeQLEncCNBkXQZQfJO6EA2Osq6tAEESeIHEnHGg+XYIoH0jcCZDBThDlB4k7QRBEGULiThAEUYaQuBMEQZQhJO4EQRBlCIk7QRBEGULiXubsaGzDkb94DR9/siewDEVAEkT5QeJe5sxcsR27mzvw4Ntr0palQUwEUT6QuBMEQZQhJO4EQRBlCIl7N4FSCxBE9yKSuDPGvscY+5gxtpgx9gRjrJoxNooxNpcxVs8Ye5IxVinKVonlerF9ZEF/AREKudEJonuSVtwZY0MAfAfARM75oQDiAC4FcDuAuzjnBwHYDeBqscvVAHaL9XeJckQXQQY7QXRPorplEgBqGGMJAD0AbAZwKoBnxPZHAFwgvp8vliG2n8YoDIMgCKJTSSvunPNNAH4HYD1sUd8DYD6ABs55UhTbCGCI+D4EwAaxb1KU75ffahNRoWaVILonUdwyfWBb46MAHACgFsBZuZ6YMXYNY2weY2ze9u3bcz0cQRAEoRDFLTMFwBrO+XbOeQeA5wCcAKBOuGkAYCiATeL7JgDDAEBs7w1gp35Qzvn9nPOJnPOJAwYMyPFnEARBECpRxH09gEmMsR7Cd34agCUAZgC4SJS5CsDz4vsLYhli+3ROcXgEQRCdShSf+1zYHaMfAPhI7HM/gBsBXM8Yq4ftU39I7PIQgH5i/fUAbipAvQmCIIgQEumLAJzzWwDcoq1eDeBYQ9lWABfnXjWCIAgiW2iEajeB/GIE0b0gcScIgihDSNy7CRTuThDdCxL3bgK5ZQiie0HiXuawCDY7CT9BlB8k7gRBEGUIiTtBEEQZQuJOEARRhpC4EwRBlCEk7t0Eyu5DEN0LEncCj89d39VVIAgiz5C4dxPCJu3Y09LReRUhCKJTIHHvJpBbhiC6FyTuZQ5Ns0cQ3RMSd8LIn99ahX++R754gihVIuVzJ7oHa3c0Od9ve2UZAODSY4d3VXUIgsgBstwJh6fnb8z5GCNvegn/92Z9HmpDEEQukLgTeUNOlfvbqcu7uCYEQZC4FzGWxVEsc4s3tSXxi/8sQUNze2CZIqkqQRAgcS9akikLB/7oZdyeJys4W92t39YIAPjli0vw19lrMOEXrweWtUjdCaJoIHEvUtpTFgDgkXfWdmk9dgtLfVdTsMUusUjbCaJoIHEvcnieptLINtw9JgLlo9SCLHeCKB5I3IuUKDMoReGXLy4FkL1bJh6LXg/SdoIoHkjci5xcBXNHY1tO+8czGOJKljtBFA8k7kVKvtwxuRLL4A4hcSeI4oHEvUjpTJ3sV1sZuE363E32+8ibXsLVf3vfWaYOVYIoHkjcixSufWZKWzIVOTfMQQN7epbnr9vt1kNUIEi4py3bppQldSeIYoFyyxQpuQrlH95YiT+9uSpSWWmdHzOyDwBgjZJjRrpaorhcyHIniOKBLPcihfu+mPn3h5uMk23s1DpSZWPBOccz8zeiuT2pnMvelhLq3K+n66aRop6KoNyyLKUZJoiuh8S9SIliuK/cug/XPbkA339qYeTjvrdmF37w9EKM/+mrvm1Sv2sq4r510Sx3Mt0JolggcS9WIuhka4c9inXznpa0ZZkwp5sUi905FZef3LMMZGa5k7YTRPFA4l6kSFdJWEikdH+YRFUfBGXy4UvBllss7i9riZXJTNwyaUvmBuccD769Glv3thb4TARRupC4FylRrGAp7tm6Q1o7UuJk9ocUe8tjuYvPSOLuXZ6zaicefHt1VnULY/WOJtz60lL8z6Pz835sgigXKFqmSHFCIUM0NRbSc6lvml2/w1emtSOF2qqE83Zgioxx3DIhFWlqS6K2KuE0ANIFdNkD7wIAvvaZA4N/RBbIRmhfq9/FRBCEDVnuRUqUUMhMLPfdzf6ImtakJc4F76dSxhH8EMu9I6Ufh5zvBNHVkLgXKVEGMUnLPdv48pb2lGc5ZbLcbd0O9bkzpx4k6gRRLEQSd8ZYHWPsGcbYMsbYUsbYZMZYX8bY64yxleKzjyjLGGP3MMbqGWOLGGNHFfYnlCdRdDLmdKj6C0eJNZc+d7dD1Y2Fh7auMhFyq2gWP6NAd4LocqJa7ncDmMo5PxjAEQCWArgJwDTO+RgA08QyAJwNYIz4uwbAn/Ja425CtMRhItd6RIP52098iK/+bZ6zLK1xPQRSWuuAK+4ThtUBAI4f3S+wrp1ludMLAkGkJ22HKmOsN4ATAXwZADjn7QDaGWPnAzhZFHsEwJsAbgRwPoC/c1sx3hVW/2DO+ea8175MmbNqJ2oq7YFEYf5rx3KPeNz/LPzEs9zYmsTUxZud/VMWx0Oz1mD7Pnd0q+6P71Xtv2X0EMrOstvpBYEggokSLTMKwHYADzPGjgAwH8B3AQxSBHsLgEHi+xAAG5T9N4p1HnFnjF0D27LH8OHDs61/WSKjTNKRq6/7xmcXYVNDC6orYs5xfvniEk8Z/dimU7lRNubzbNzdjKF9emRVx2zZ1NCCE26bjoe/cgxOGTewU89NEMVAFLdMAsBRAP7EOT8SQBNcFwwAQFjpGSkM5/x+zvlEzvnEAQMGZLJrtyLsoppGlLqkN2s3NdgjW+VIV9Nx3Nh374Anbz3gKaPz6dtnpK1LvvlwvZ3Z8ul5G9KUJIjyJIq4bwSwkXM+Vyw/A1vstzLGBgOA+JS5XzcBGKbsP1SsI/KM3hEKAB9t3IPvPbkgq3BEOSm3iqW5ZUyHledSI2u+quR57wpkvcPGAhBEOZNW3DnnWwBsYIyNE6tOA7AEwAsArhLrrgLwvPj+AoArRdTMJAB7yN+eH1o7Upi6eItvvSq4X33kffzrw03Yti/z6fX00EgAuOPVZbj2sfluOgSDupsamelKnveuQMblZzIHLEGUE1GjZb4N4DHG2CIAEwD8GsBtAE5njK0EMEUsA8DLAFYDqAfwAIBr81nh7oaqpb95eSn++9H5eH/tLs82VVT3ivS/2YiaKanYqu1NePmjLcYBThIr1D2Uf6JEEkl3UiZzwBJEOREp/QDnfAGAiYZNpxnKcgDfzK1ahIn1u5oBuAIupXbznlakLI54jKFNjDqNkgtGJ0ycTUnF9G1hKQoKgZ4cTUXWhWLuie4KjVAtIdxBQvbn3dPqnW2NWp6V/AttWIeqyD9TRFMxuW6ZLq4IQXQRdOsXGWEdoXKTtFg9ceuagZqJ0EYxbsPmUk0XLdMVyMaNfO5Ed4XEvcgI0+R009ipgp5voTWlJtC3ZeMKKhSyLhQtQ3RXKOVvkRFmcUtdNQnWlDvfQqXig0im8iu00pfv1oUr3+3PzvK5RzlNiqJliG4OiXuREWZxyygRkzG6XQt9zMRyj1LUzUMjj+8/l+UPk+8yUiENIUF0B8gtU2SECa3uczchtSzfnZuplDZSVbXcZZnOjpYJ0W1OPneim0PiXmSECaQj7iF6JS3VPHtlQi13KaS7m9rze9IcILcM0d0hcS8ywtwp6TpUATdTZCrPPhI3t4z3095mf1735IK8njMXLOcthyC6JyTuRQYP0WQnzj3ULSMs9zz7v3XLnXss9/yeKx9k62r/4oNzce1jNPE2UfpQh2qREeq3juSWsT/zHZZohYh7Z8e3RzldtlWaZZhInCBKEbLciwyTUEr/cZScKq7PPb+CmxRuHrNbpghNd4Lo5pC4Fxkmi3vzHjvvup5+14Qj7nm33L3nLle3DEGUCyTuRYZJk/0TZgSrqXTLdOTZ6e5a7vDUBShOcZcUcdUIoqCQz73ICHPLLNq4B0C4mNZUxrG3NWnMzZ4LMrTSNCPTWyu2YXdzeBikZXHE8hSWGMU9RYY70d0hcS8yTO4UuU634E3UViUAtGFfqz83e2718k7Fp0b1/O61FWn3T1oclfkS9wzM8WxmpCKIcoDcMkWGSYuSmuCHudN7VtnttWnKvFyQuWrkqaNYzyqd3emaL597yuJ4ZxVF0BClB4l7kRHmlgkrI6muiOe9Tp5zZjnrkt5A5YI7Uje9gufaptw3ox6XPzAX71CIJFFikLgXGSYRTFrc417YkcX8qLmSdFxCEJ+ZqWZQ9E5TWxILNjQ4y5xzfOMf8/Dm8uA5WKP53PNjuq/e3ggA2LK3NS/HI4jOgsS9yDCJ4L8/3ORxxfzvM4sC9y+Uj1n1+6/d0ZRxFEqQuH/z8Q9wwX2z0dhm9xFwDrz68VZ8+eH3A4/VmWnjaZo+olQhcS8ykoacMH97Z21k0S7UVHetHXb0zZLNe3Hy797EE3PXZ7S/6XcBwEJhtbcnvaGWYWTSgOV6NaS0U78sUWqQuBcZQZNs6Gt/+vxiY7l8arsa3LJ1r9cV9OjcdRkdK10eM+748tP/ADfHTjAmg3vF1n1OY2LXiePfH24KbxBlOgdSd6LEIHEvMoI6HnVx+fscs7iq/utcScSCb4+djZml9w2y3HW3RzTLPfp51bJn3DUT598321l+at4GXPfkAjzyztrA/aXvnqSdKDVI3IuMICuyKwzHsFzomUa/3Du9PnS7E2IZ6bDpUx9HYZcYeLV1X3BnqXMOUneixCBxLzKS+c7VmyWMed0yufLP9zeYzyM+nUjLCCqar4YuLpQ7PFePOCepO1FikLgXGVHdMoUmxhgS8cLfHrr1bfqZH23cgwffXu2WMRynuT2JXcpMUFEuV5Qka45bhrSdKDFI3IuMQrhljh7RJ6t6JNKY7um2Z0KYZfzZe2fh1peWumUNRc+9ZxaO+uXrkY4nkbluokQYkbYTpQaJe5ERlM0xF8s9nqVzOt38o4l4PsTd8XvYH5Em4vAXWrOjSSsjDxt8QFn9sAgd5pRJXy+CKCZI3IuMQMs9h2OGBL2EUpHGLVNhOHBNhukPfG6ZKD73CMeNUsax3EPFXUbLkLoTpQWJe5ER5HPPxXJMZ4Fnu5/Jch9cV53VuTKJlnFzy6QvE2Vik9AwdyfOPX29CKKYIHEvMoLiwXNJKxDL0i2TzqduEn+TNR+GPIIpT7yOM49rJOs+gs9dintoh6o8IKk7UVqQuBcZQRqSi7YwxrIKa0znUzeJe6Z+eN0yDmvEUq4jPS1Rrpf0OoX1Z1BqGaJUIXEvMlSdqetR4a7P8bjZWO/xNFa4aQRrthE0PILl7k4Unh+YEwoZUoZGqBIlCol7iZBLtAxDdvnU0wm1SfszjY3X48jDfmaUMm7Z9Llq4o7PPb3lHua6IYhihMS9yAiSkNzcMtnt99GmPaHbTZZ7pp23rlsmvcsl5Vj3+RnFGo8Q507ZB4hShcS9yFAtTRawPlPaOgqT0sAk5Mu37Avdp6U95eRuV4kSl+64ZWS0TEheyChXy9ewGMvobxYc905fiY27myOcgSC6DhL3EiEXy3HO6p15q4eKyW2zp6UjsDznHGf+YSYOveVVZ50vWibkh1oZ+Nwz6HuNhDzOjsZ2/O61Fbj8gbl5OjJBFIbI4s4YizPGPmSMvSiWRzHG5jLG6hljTzLGKsX6KrFcL7aPLFDdyxJVjFRvQSaG+5C6mrzVJ4xMO2kb25JYv8u2eOWbCNNizUM7VDPI+Z6vXDzuCFX7eLI9k7+DIIqVTCz37wJYqizfDuAuzvlBAHYDuFqsvxrAbrH+LlGOyALVCv7NK0tDSnqpTHTOC1nmYY9ueX8Hb3rhzshyz7Jevm2a64d870SpEEkFGGNDAZwL4EGxzACcCuAZUeQRABeI7+eLZYjtpzGaiDI6Aerx/IJPIh8inwm9wlixNdy/rqPWSs+hk4nlnolfJlcLXs8tQ2OZiFIhqon3BwA3AJBPZD8ADZxz2TO2EcAQ8X0IgA0AILbvEeU9MMauYYzNY4zN2759e3a1L0PykcMkXU6YbNHbjNYcOmo7kt7fGUU8UxmNUE1/vCi40TL+c8t5ZQmiGEmrAoyx8wBs45zPz+eJOef3c84ncs4nDhgwIJ+HLiuumzLGs/yZMf3T7lNhcJf071kVus+dlxyR9rh6DPsVxw33lbn70gmBZVSd7RBpFvSIlTDhlpkZMsk/k2t4ukwu5pxTOd72fW3+HQiiSIhi4p0A4HOMsbUA/gnbHXM3gDrGWEKUGQpgk/i+CcAwABDbewMoTLhGGaILl56uN0pudpPlPqxveCfrftUVodsBv+V+0lh/o1ypnfvgwfs531UXiXTLZBLnrkfUhCYOg0GNA44XhhvN4/0Esk/IRhCdQVpx55z/kHM+lHM+EsClAKZzzq8AMAPARaLYVQCeF99fEMsQ26fzXIK0uzkxTUCi5GY3dXTq/4Gfnjfeszxov/TZHPXoGFNXit6wVCj1V+sQ6JYJOb/0uae0SBsTmYx4DUWbZk99s8g2IRtBdAa5OGdvBHA9Y6wetk/9IbH+IQD9xPrrAdyUWxW7F7re6NahLvYmTJa7fly9AThsaO+0x9UbFlNV9OPGPeKuWO7SLZNB+gEnWkaKe0hd5WHCrPNsTA51n2zz5BNEZ5BIX8SFc/4mgDfF99UAjjWUaQVwcR7q1i1J55aJEgmju0bs43oPnI3Vqe9iOkRVwjtZhyr2Hss9wC0TOkLViYAJPr9+rtDGIoK6x/QRqmn3IIjigGyPIsfnlokg7noZxgyNRprjzL7pVN+6di18UY8BP/Xggaiq8N5SamZJVUyTKc0tIz8jRMvIz7AGSjYSYR2qGXhlnMbRk0CMlJ4oYkjciwzdctXd57ooD+3j7yh9bclWz3KMMcNxw8W9Tw9/B2u60MeBvap8bxbqsloD2VBEmazDzczoLWtqn7hmYoe9CUTpCgqbQ5USRRLFDIl7kaOLuS6eZ35qf4xXIlKMx2DMJ07pvDJR3DZ6kXiM+fZT66ta7tICdhNzGSxjeR7x6aYfkOuDO46jvAlE8bnr+dy5x3AndSeKFxL3IkMXHN0t41tmwODe3kiXy7X4c8b8VmY68WYMOG5UX8+6Y7VlPVolHmOhHaqqFurpB8KE1p1Uw+uWMf0EV4S9na/ec6V32UhimuWuCjpZ7kQxQ+Je5KTrUOXc78r47OEHeJZjjPk7VNP852OM4bopYz3rDj3AG1Gja2uMMZ8vXa2+KoaO5a5tM4m87rqRnyZx12PhTdP3RUkvrP8AJxRStdwpwpcoYkjciwxdLvyWunfZ4v6oj17V3iAok286neUeY8wnnvp59O0xg/unpsKtiyqmjuUeIVpGn8ja9bkHu2X0XDWehkWPupHrLbUBML9ZWIZGgug8/u/Neoy86SWaGSsCGYVCEp2AUIw/f/FoHDK4F+at3e3ZrPvgLc59IqNnhRy4X7Xf3ZNW3P2WuS54ekqDRJz54uUPHFCr1NVd7wxEktu0iTg8MO8+8jim36A3Eib3jFMP7WS6cDPlGnDtM7CuREH5/WsrANjGQSWNEA6FLPciZeLIPhjRr9Yn5voy535bVy/z6NeO81nEYeJ+YP9aMMZ8PnXdWDpE68itNqQaVke+qgKbEu4bOVWftORDtN0XLZNJnHuY5e6uV/YXn851Mkwmkq+c8UR05K2tZxUl/JC4Fxnp3DL6vKUW91vUup9+SF2NwXIPrsPdlx4JwC+e6cRsZP/a0O3q7lLMZUOUFMpt8mMz3XLXVLm53Z22T6+jKW2AK/xhlru+zT2i/xvRWUiDg8Q9PSTuRYrUVV2oayp1cQ8WQ5V0jYZpf71EOjfn+ROGhG43Wb0yuqYjFWa56z537zHun7nadw43tDL43H7L3S/ceuNAHapdi7xt9QF1hB8S9yIjnYU9vG8Pz7KpQ9UU/62XySaOPUzMPnfEAeldSODO75GWu6yHPvm1qR56KKQU7pSi0vpgKHekanAZd71SV27+9Lp3/HUlCkuMeY0BIhgS9yJDn1tUF9g+PSp95SMNUMrALaMcybOUylDN5vzQm8LA4v7IFxna6b5mG95E5Pm1UEhTdki9r9QUYmkKjwS8v0/vkHWjbzxdqr66EoVF/qc7kmS5p4PEvUhhhm+Af8IMzl3hunLyCNxx0eHR3DJKoQ9uPt17bub9lHxp8gjn+xcmDgupvc3AXt7BVZxz57w+n7t0yxj0Um8QHOHWYuUBgEs3jOZGMfnT9XOZY+GD9yHLvfOJkc89MhQKWWToeqELrD7LksW5I2RnHbo/jh/dH5saWvzH9Q1iso/TsyqBvrXetwHp1lEbgIo4w+FD65zl2y86PO1v0bG4mifG63N3OlRNO2odqroFH/NY7l7XjTzi2h3Nnnqo+7uZKf2n1huHZ+dv9G0jOhHyuUeGLPciJcgl7o9z94uMaVd/+gH7M8yPzjzfzRX68TmH2NsjuXn8lru+HD5CVX5KkYfv3LJMU1vKs/zZe2e5tdD98uKLxy2juWHkpgdnrVHORere2ZDPPTpkuRcZ6YRaD4VU49zljW8cuRkQ526MTglwywDAc9cej80Nrc7ygF7hc7Oq2D53+7u0vhO6W8bkc9fcMtJ65o7l7paV62R4pKnxCkp14HHLaG4dU38DaXvnI/9Hmfb/ZMOrH2/BuEG9AkN8WztS2LCrGWMG9Sp4XbKBLPciQ96y0lI2JefSy+szE0Wxon1zlxq2maz1o4b3wbmHD05/AgNc6VBNiddqme9d+lDNPnf7Uz7Qq7Y3eZbVayTfANbttN0wZleLP4JGLxvkc/eWJ3XvbEzjDQrFN/4xH6ff9Vbg9v99ZhFOv2sm9rR0FLwu2UDiXqwExJrrqALjRNgYyuk6JOPnzW4QQ6ROHkZ6W5wruWTsT8dyDw2FFA1CQHSLWs/GtiTeW7MLK7c12scz1sNcv5THclfqHLIP0bmEhcwWgjD3z9zVOwEALe2pzqlMhpC4FxmZDoxRfe6uOyU4oZZEvgFEHQSVTtujVNs0kEjWw3loQ0Ih9ZGpphmZGluTWL51n3LOYIvb0hoH9SGV++3Y1+7Zx3QcovNwcvp3cT0AZSKXkNrsbGzDyJtewqPvruukWrmQuBcpYX5vFYtzN+pD21dFFzmZXEy1TMLmSM1iylUfFufKtHX2Z0yLcw8dxCQ2Sj+/tPbVqu1rTaKmwp3H1XS8oEFMn79vtmd52Za9ePaDjZ59VEjbc6OxLYnvP7UwI7dGUBhrV6BP7m5iw247cu3peRs6o0oeSNyLnLSiyhU/fYgrR7//9MyR6n7upxptH16RKOK/bMs+7G21Ozr1BknPA2+qmbS0DxQdXPok24DdkdqjUhF3g1Vlin0HgH1tbo4aDqBeuHbsc/trRZZ7bjzyzlo8+8FG/PmtVRnvG/aGW79tH9btbMroeJbF0dDcHun4Etdyd9nb2oGkEqZp6a/VnQiJe5Hh3AuQn8E3RXVFDN85bYzilgmJltHu1Yq4Qdy1UbH5ttxvn7rM+a7nW++wIljuWuZIU4PAAdQo4h4mynpqAc9xuPfa6/5+tR5E5rS0p5zxGNnkZlf3WL5ln2fblDtn4qQ73szoePfOqMeEX7yObfvsSLAoVTI9Eof/7DV8/+mFbj15cNlCQ+JepJj85jrLfnk2xu3fS4mwkfv6y+pWZqVJ3LVvHnFPW5tgHrpqou8YrsCK0DZDKKQeBZTi3vVJg3JzzlGlvJWYLHc9/YDxOeZa/LwxFJLkPVu+/vd5eHzuegCZvQHpDfKrH2/BmX+YiRcWfpLR+R+evQa3PL/YWZ66eAsAYNveNgDme2vxpj2O+Hvr5K3/8ws+8W3ritTzJO5Fhk+MotwUej4a08TR2nKVwS0T0y13Ve5zMN1NMfW6sJqiZfSBTrq/1RTJYHH3oKa5Y+0y9spVO5o8x1Xh4MbGyFOGtD1rZtXvcL5nM9hUPidrxf9w0YaGjPb/+X+W4JE5bien/q80vfGd98dZOPZX0wyTu6c/Xy7PT7aQuBcpuv87DH26ONNO+g0ofe7qPScfGF3ko9YjEGc0rLtKyw7gdqgqu+k+dScbpLTcDapgdzDb3+OMOQc8cnidU+avs9Zgy55WvLRos++cEq5Z7qYuAQqPzA9Z9V2IXWT/SnNHfsMRTW44iT65u1OlENcduWWIUCsgaPCQFGUpRuorYF2PCqeU5CsnjHTEvUIZ8SotYWnVe27IHO7OsOnwXvrIFlg3cZhbz46k7paR4i62Gx4yiyuNVIw55xlSV+OUeWzueuxO03nG4bW2yC1TOLIRd7lHTaU9yL41z7HmYSNg9efN7aD3l9XDbQFgxvJteOSdtfmoZiiUfqDI8EW+iC/9aivx+4uPMO/jWO7+Ua1v/uBkT5lZN56CIXU1zo3443MP8R3P5LIJrm+EqALx2as6gR2Ntk/T4sCq7W40irSGVFdLu2O5e6Nl3A5Vs89d/raKGHPjorVqepKNGTtUvW4Z08NOlnt+yCaVgGwQZNhrS54sdz2xnfHc2m03c+V2fLHfiDSWu3s3feXh9wEAVx0/MpeqpoUs9yLFEWqxPHZQL1Qr8dsqcqLqqgq/xV0n8r/Lmywes+dGjccY1t52rvEGqxLnUW/VdIZ72HYppLVVavw5R7uSk1t2YKkxz363jLsvICYq0R5Ce8Jwe108xpTZm7zlPO4osWlwb2W+V2iWe4BfnsidrCx3sYt8Sw07RnN7Ek/P22A0BoIIc8vIc8lBbz/5t90xa9pj8x47IqgLXO5kuRcb+j0VZRTcH74wAVM/3oKxIoGRORSSB27TkZa7WpdcOoRUce5dU4GmtiQszp3UA4DrljGJu8RkhXdYltO4AbZVJbdXxGNummClEYjHmMd1Jct86oD9sHlPq3MO6lAtHDGlszsby13rsgkNGX52/kbc/PzHaG5PRbaWQy33gCgr0/3wvSftsMiuEHey3IuUTG6GPrWVuOzY4aH7Op2uEY6bMMRt5XJzqq+6MWY3MBb3JkGTlvu+VlfcZZ037vbGQ6tCq8e6q/ntbcvdeyzA7mhVGyu3o9Ytw8G9HaqUFTKveK9/9P0cUdca+rD7c6sIb2xojj4SNtxy99bBXR+8TxSjKt+QuBcZuoWebmRo5ONKV0WkuVNl6KJbl1xqIX9DinMwxkSIIvfc8E4nqfKkpyyOD9fvdpcNlnvS8k4zyLnrE00oHarqgxiLada/OKfn4YwQLUNumexR7YdcOlT1zk0TjWLkcc/q6I6K0A7VHNxInQmJe5GTTYNvzucevE1y6wWH4iglZFC9IdU3g8zrY3+qljvn5rh3tUPV4hxrlWHkJsvdsrh3mbuSG48zd1JtpUycMaP1r2m7h7C88ER0NjW04P6Zq3z/54xxrGf7M8wIkuJeLfqkgjri1eOZ4twlpjc9dd+wfToT8rkXEW3JVKRZldJh1G+nAyr4iF+cNAJfnDTC3UXsM3pALf73zHHGfTIZwGELrO3vTlncc8ObLHe/de8X4RT32s8ppUM1EYv5wicBO8ZfPbd0CXnnWfW6C8xuGVL3TNjT0oETbpvuW5+yOCyLoz1lBQYNSNzBb5rfO+RBaUt6U1uETdEny5hGqEr0GcGcfUPe5LoiDxFZ7kVCY1sS434yFXe9vgKAX6AzuTdM97kz32gG/3F5s1bEY2k7VMO2q5NtuD537hFHWT/dLaPiRMtA208pZnFvrnh3Um2Ogwb2BGC/hagP2+7mDkz4xWuYrYya5PC+EZDPPXealMRsKhbn+NXLS3HwzVM9/3/OOV5c9Anakv4wR3nt9RQVJjqkuIvlD9Y1BJZ18/end8vona6hljuJe/dFZqRz09g6OQAyxpjPPWRbEG5nVfA+cpDUoP2qA8uoHaqM2YOLOPda01I81Q5SzmG03NX9LEu3uDnkr40rce4W59hP+FwrEzHPa3f9tkY0NHf4ZmJSH15jLDz53DMi6K0xZXE88Z6dZ0YNj51dvxPfevxD3DF1uW8fV9ztz7B71E0nbRduDYmJl/dLe1IaNqYBeN6y7vowyz1wU8FIK+6MsWGMsRmMsSWMsY8ZY98V6/syxl5njK0Un33EesYYu4cxVs8YW8QYO6rQP6KcyaZD1ZSkyPVNZlOHYE4ZNxB/vOxIXH/62OD9FbdMjDERBsd9bhDA63O3LX1/VItq8etuGdsHb3+viLsinrK4M/8s5+ktKQ63zMBeVcbyYX5Zwk/QW6PqJVGv8i5h8Gze2+rbLj+d2bhCztseMleAjtv3Y++jz1kMqJO9aPuGHDebzJe5EsVyTwL4Pud8PIBJAL7JGBsP4CYA0zjnYwBME8sAcDaAMeLvGgB/ynutuwG5hR6aLHee8XGjhJkxxvDZIw4w5od3yojPlGV/l24Zr8/d75axuBaOaPC5W1q0jDozVTzGPJ1f8jnlWsMShNpIyOOM6NfDSWVAdntmBBkq6iQu/rcwc4SXPg9u2D2qW+5RLGzZICQMlrue48itk79++j6dSVpx55xv5px/IL7vA7AUwBAA5wN4RBR7BMAF4vv5AP7Obd4FUMcYy25GZSJv9BUjVTOJt82mQTDhpA9wQiGZR4TlNsDbkWV3qCpltPQDgP3Q6D54eayKuOKWsdy3Bo70lhTn3ClTEVdDKt2Rtt1pso4te1pztj6D7iN5XwDe/4s7jaJ/H8eCj/BGKl19+hwCJuQ5pZ/eNO+BE1Gj//81I0Ol6DtUGWMjARwJYC6AQZzzzWLTFgCDxPchANQ5pTaKdUQG5HvIw5PfmIzf/NdhaaMRVKKEmUVB7VBlzF7WrWep6dLXCcgHRB3o5FpM6tR7uq9cLqrpB1KcO6kX9LcGE3a0jF0mEY95OtriMf8I3nJmw65mTPrNNNwzfWVOxwm6XimLK293+v/fnYrReyz3/wqEGy3tWsbRsP+b/D+3OW4Zk8/d3/ejrlfrZ9rWWUQWd8ZYTwDPAriOc75X3cbVXqzox7uGMTaPMTZv+/btmezaLdBnRVL521eOwa8+f2hGxxvWt0fGseqD6+xO0qBslFGRjYNrPTNfR2hQtIzRcufuQ8e59xVAjcLR0w8kRNoBvTM3CFmnRIwpeW2AuOLeKTX+s/ATnH332xnVfYvwec9auSNNyXCCOqDVqqh9G5YVLNw+61mm6TD8Lj3jaNhvd/p+NMvdFNnl2zfgO1DEce6MsQrYwv4Y5/w5sXorY2ww53yzcLtsE+s3ARim7D5UrPPAOb8fwP0AMHHixNJ7SjoZ9QKdPG5gp5xzYK9qfPzzMz1zkmaDamVLy13vUA3yuV/zj/nOsmq5x2MMHSmOlOW9NkE+92RKWO5gIlwyveUuy1QmYmjrcP220gdcijftt5/4EIB9nQzu5MIScME+aWhx5q9VOynl9Tf63J0y3vUmDdUt9ihuGd3nrvfrmAhrAIo1WoYBeAjAUs75ncqmFwBcJb5fBeB5Zf2VImpmEoA9ivuGiEgX5BkyUluVyHkWGXWyjZjic7cUEXY6spRQOD0aQe1QlXno5QAYZx+l0VDj3FOWdMvYFmRatwxcd0/CE1LpuglK0eeuT3zSmQSdcfUOdxSyark7LheDSjmWu2bdR8nDHsUt06G5ZbihjP/4/vpJ+ves9NS3M4jiljkBwJcAnMoYWyD+zgFwG4DTGWMrAUwRywDwMoDVAOoBPADg2vxX28/2fW34REy4SxQXMbVDFTK3iyvKcSUHjDp6UA8/TCmv1/G4e0zvQ+VGz6gjVFPcDoVkLGIoZJjPPYPp1YoNU1RKZxHllN6G2v405d6X/3UnWsbZJ8zv7d3XeH7ZsZ9y7039uHoueb1u6vcLjxoKAJg8uj+Azh3MlNYtwzmfhWBD8jRDeQ7gmznWK2OO+dUbAIC1t53b2acuCF2RIrRQqNYiU0aoOqGGqrgnLVQmYmhPWj4BUq3nhGK566/McjEeZ544dzvVLxMNQPhD1pFyz18Zjyl5bUrdcrdbty4R9wiOrJc/2oyx+/fCKeMGRvS5e9erljvn5rz9JuNZGhWW5S2r76uWuWTiUDwyZx0uP264KKOcW480U/p+OgvKLVMk6DdTV0yoWyhcyx3KICbFp6qk5m1PWaiW4q48CD0q4+4gJri54H2DmDS3jGwQkpaFRMzu2rV4cJrZ2so4mtpT2NHY7pw/oYRUAtwYQVEq6FEpLe0pbNzdjDFiLoBCEqU9+c0rywAAN5w1Du/U7wRgNnRcP7pXRFMegdX34Z59VORbf1D6AV/KC7jPqLwdTG4Z3c/fmY0qpR8oFUrPSHRQn03G4KT8dePRXbdHh5I8KijZl8WV12VLz1ED51qp7p5USrXcgy2ogSKNwo7GNifNbyLmjnT1nLskLXf7U/6eO15djtPvmokNu5oLfu5MrtZvpy7HLJHrx3SZuWYJqxFZehl3Ofh8rR3e5HG+hsHgclHHPmzY1YyT7pjhlNFTTct9gibXLgRlK+6NbUlc/9QC7MkgQX9XEiQUpWgjXjdlDL7+mVHOsvoWIkMh1XDEuOaWqRHROaoAqw0A524Ug28wlKU0GrGYHffOOZIWt/dh3nBJHRkZ1Ka8OVQmmMeiixWJz33q4i14ePaajPZRc+sDwMpt+zyfhaKhud2YETIKYe4cvdPVFCevh0BGGaHq+vL9/2t9pLTFgcffW+80EHadvZ9uygIS95x55J21eO6DTfjTW6u6uiqRSCsUWaj8SWMHZFWXXLluylj8+NzxzrL+Wq2HQia0aJnqhJjDVbkolfGYJ17ZcctoI1Q7LMvjc5dlZKROjDG0pyzPdH4qMq45qfjcEzHlrcFyz53tczpzxXZc9df3co6T/+9H5+Pn/1mS2U5atIz8vWpk0veeXICRN73kLJuq+f7aXfjPwk8in3bltsb0hQIwhjdKYZWWO/M2WoC/UdBdJSb0XO3Om46hQ5UrEq576nzWvXb8zqDsfe6l4rpWb56wfOxRWfSzMxyR7GrUDrFlW/bh4P172eKuRaN8/MkerN3ZjN41dqZJ9UGtTKi52d0kYGrHbDzG0JFULXf3gU+JBoEx4PG56/F4QF1ljpwOizvnq/BEy7humWzF+bonF2BXUzs27m7BsL49sjpGtuhRJWokk+RfH3qHpeh+bQC4+M9zAACfPeKASOfNpZ/CdJ2lsMq+k5jmbrL38+5jRRB33Z3ins9fH7eB8Y/i1svIz86Mlilby73UUP/l+WiP9quuCE3m1Znov0ePc0+IFMDPfWCLirSqVSOnpkLtUHXdMmq0TFUihvaUO+GJTBNgWdLnHkubW6dSsdzlcezcMhB14saBLZkwsJc9off2xrbsDpADepx7zGCZBu6bw50Zz0Hc31y+HV/4yxxjCuaUUHPd3aSWcZa18EkT+huBxGu5y+O524LmX9Ct/M603Ivj6e+GPDx7DY74+WvOcikOZY+KLqh6bhk5klR//oOiZVIWR0KIsB0tI33jMXQk1fQD7gMvfe7pNMadio0rce7Mc24nt0yOvdyqm+lXLy3B8i3Bfu89zR0YedNLeHP5tsAyUXA6HpVrD2Q2SXU25CLum/e0Yu6aXViwscFZJ28N9W0O0DpUg9wyIeeKMoWemgZDHk+PbvN1zDqNEYl72fPz/yzx+H3Vm0e9UcohJNLvc2eeafYqEzFPR6VEtZZqFHFvS1roISNqLO4MbqqpiKM9pfjcFb+8jHPX3yO+r+WhrxKurKRSPztaRnUJ5Wa5LxMiLufy3L6vDQ+8vQZX/nVu4D4rRIfnvdPrszuphnRfyJj9sGnl8oEpu2Km/Nf/veN8d6NlxLJYr8e5ez/Tq3tgKKSyrIbFyrL6U6qLumPld+IcACTuXYwVYClIytGij4kO1KQi7pwDa5Rh6ID3Qa0SoZApi6M9aSlpd92h4jWVcbQnXXdKQgmXlHHuugGpu66qKlS3jP26racfiOfYoSpxBs5E8AW/tGizZ5+onHDbdNw/0w0q0OPB5WjbQluU+R4a4Iq5dyIOT+IxzSXCtfXG4wY+h/7vqsandcuIT7URLfSzTeLexUiBU18hzf2ppSvyespWGS1z9xv2fLGV8Rg2NbTgtSVbPeXUh1BGrMgp0mqr7FiAlMXRnuKojMdQGY+hXY1ykf5zizsDqPSHsEoTd+lzlx2qMca88fJKtMy7q3dmd0EE0i0jGyfVdXHDMws9ESt/e2ctAG/uHZ21O5pwxYPvemLWNzW04NcvL3OW9Rws8pTq9IaFIO865rg55PFNbhkbvfEMdctwjm/8Yx5ufWmpZ/1Cj0vI65YxvXX6Ol01sVe3FQoS9y7G9RWat5eFW0ZblnHuq7bblnpQ1knVmJTzof59zjoAwFaRhtbiHB0pCxVxZneoKpa7FMuXFtkhewkxiEmlSssPEosxJGIMyZSFlGVbtky4kZ6et8Fz3BcyCAU0Ia04aY2rdXtq3kbjPmGW+70z6jG7fifeX7srsIwvWsZxy4RYs4FbopPvFwO9c9RkuevuGL2suZ4cr37sGhmy7Jcffl8po9fBf4/rbwluB7C/TKEgce8kWtpTxldfo+Ve+nruwdShqlowPSq9EbnDRXiger1iotP19SVbAAD125qcMh0pCxWJmN2hquWEAYCfiVjweNwf76Fb7okYQyLOkBQjX2MxO397R4rjf59ZZB8nTz6GdmEty3TC8rhLN+8N3KcjRNx9HX0mFdOiZaRbxuRzjzLoJyr5fvN0xdL7/Hh97tr1EOtDBzFpz2hHyvJdc12wOfzPrN6haqpfoUc4l524F3oE2KaGltDZ04M45KdT8YOnF/rWu5kO3XW5znxUbOg3vpwNSVKjWe5/+dLRALzilBDiPnFkXwDAD88+GIBqucdQEbctd9WXr5IQMzGpVGljAWKMoSJmNxL6BN2Sd1bl5o6RyA7VtqR9P0lxn10fPCmGvCQvf+TPou1a4/ayyZjQc8vI32dyy8jdP1zf4Fkf1vgEke+ORFnbpNagmeLcecCyvc77u/VL1p6yfM+7Pt2jHQqpu2W8x9cbI3VdoSg7cS/kIAHOOU64bTq++dgHWe2vDw4BXIupDPtNHUwjVN9d7boOdLdM/552HHjK4qiuiOHqT49yImwYs0X76BF9nDLtSeFzT9g+91SAuMdFyl8V3XJPiZDJTxpasHJbI+KM4eHZaz1l8mVAdDjiLmK1DW16UrMaN+5uAeccb6/0z17mjKpEsKtFnc8WcN0yKYvjsvvfxWd+66YIkNfxjleXywMDAP753vq0v02nEJb7O6t2YOYK+zrooZH2OSG2eTs11YdNf+50a7ojZaFFF3du3wNzZCPPDR2qAD7/f7PxxlJv6GrYCNp8U3YjVFMWRwbThGaEvIGmLcss1jisV1yP0wVQmgllQtDfRHQrTrfcpTvF4nDyyEjLvbkthdrKuCdiRfrcHcs95XXLSMw+d28ZxuyOWOl33a86geY278OdyNMURh2inrrVrFqB7SnL6RiWrNjaCPUmeWPJVkwZP8i5l6JMyOGO6hV1sSzM0TqIg8IB46bZM9KQb+OFg+PyB+Z6lgGz28NnwSvHsThHDMzN8+9zy3C0tvvdMn+cXo9NSiZJXxivxT1vPJzbwQD/Vgw8stwzRLdW8nkBs40FDjP0UtorXjmiu6jf0zr8elR4bQwm7ko7wZdINhaz/eAy37t8ltbtbMILCz9Bm8wDn7IckdNFWM7EpKI3AIB3qLzJv56NuEnUhl5a5XoiKvWMpuiYM/8w0/M7vvb3edjd1B6agdAVZnvHP05bidaOlBsKaXTLeNe1OxNYhP5EI3kXd/140i1jsMr1AU6miBqm7SPpSFpoTXobd845pi1zO11Nce6++sLOdCmjnoy/Ic+UnbibblIA2LKnFYfcPBWvfbwl62Nn6zcMs6D0yXuBgFDIElb/dBE/ulsmrrgObKtIJhfjaE9ZqEq4lvsfxaCezXtaURmXvnLLaKXvamr3ibUeLSPfFJy6xBh+d/ERnjK55Ulxv0vLXQ2zBLyN4QNvr8adr6/wHUevQWNb0ufXVe+7h2atAeCK+7Rl23DwzVOxYOMeuy6Ge9Tnf07Kjt/MZSPfnYf60fRraJfxNnbPfrAR/5iz1ulgV7dJdLduW9LyNbAWB+qVRGjc4Jbxv/UA2/a1hpbJN2Un7rp1LS/6tGVb0dKRwjX/mI8VW7NLbxrVn3/71GX414duKFvYPzFlcSRTlvOgq3XWv5cq6X5CdaW/UxMAnpm/0XnllSkKpOVumjS5UulQjceYT8g/aWjxdaDqPncO7szPCtgN0zhtIgs9bj8T1HuhQ9yrH6zb7dmmNob3zViFe6at9B1Hb7hSFnd89/I+VbM2vigGQVVodV+4oUHs77dcdKPE7fg1/rRQ8i5kunjCHul75V/f8xQ59XdvOu6T3c0duPn5j7X9OGbX7zDGoQP2/0i/DimLo7ndtebNce7e6lqc+0bpFtpeKztxD7KSVb/vpt3ZzbUa9FawZkcTDrvlVWfwyJ/eXIXvPelGxoRZ7inOceQvX8clf5mTVZ3KgSrtppfaumJrox1DLFL17mnpwEsfbUZcuGl0KhMxtLSn8Je3VqMtafnE3eLcP2jJkFxNtdwrDI1ELpa7aiDItzb59mEZLPcg9LYtaVmYLvqC5Fug6gKQv+GTPV7rUbJ+l/+Z0PuKcrHc8y1kPq8MBx6ctdpjZXPunXzbxM7GdlzxoOK71w7Mud9g9E3/aPmF2z+Tk5vryD02We4ZIf2MTg+/iSyfzSDL/cn3N2BfWzJwUItpP/lwNrelsK81qVWvDMx1BfVGv+eyIz3bqitiqEjocfD+uPjmdvcaLd+6z2e5VybsUMi9yrXUhdvibmIwp4xuTXF3flbA7lzVxd301hAVr1vGwvML3A425z6JcHy9hOpfT1m24JhykAdhys1+ywsfewyTjbtbcN+MejyhRMtYFsd88eYRRr6FzJS1UW90TdEo+qTWqgUOmA2xNs0to/8UZyKYkONw7s+vU+gcYiUfLfPcBxvRT4TOAdFyZISlfd3U0IIhdTXGbfqxt+1tRZ/aSufGDTqufiNuamhxbpA7Xw9phMoE9ecP6+O9thcfPQyVcbPPXRJjzNcA6pZ7lRjE5FmnP0wWR6XmljEltFIf1ITBcs9lEJPHLZPi+O4/FzjLMuoxytH1fgw14ubWl5bgvhluNAfgj1WPwvMLPsHWva3OvLKA32i6/+3VuO2VZXji65MweXS/wGPlP1rGv6y/UZikoKYy7glt1J9pUyOoi7teJpnivt/nH0nMUaHd54X2y5S8uF//lHdgUNAw6qlKR2qQ5fXiok/wrcc/xONfOw7HH9Tft139p573x7exeNNe7L9fNbaIofD6YWVDoVbpnVU7PCFc8wxWT9iEwKVIr2r3NtPFNB5jvtdVXbjjMeazwnR9rUrEUBn3W/MqjDHoUYy6xcXhdbvIdATe4yBr1HtBtdoB2+/dkbKyOv55f5zlfG9uT6G5PTvXo867q3fhiKG9sVB0vOrINMUzlm8LFfe8px8wqLvPcjcI9a6mds+yjJOXmOrZ1uHvUFVJWlagC0utr34/dhQ4RWTZuWVMHUOA959474yVuPax+djX2oG9rW7aXWndfPyJeQSe2nAs3mSXkcIO+C0ut7PK3W+JdmzdItWPUw4OmmrlVVgX04o4Q0WaSUUY80cq+aJeEnHfw6M3JDeePU6bzxWezlPAbvjVuPL6bY2+c+Vihar3wmbN/727uQNjfvxK2glFgOw6KL/6t/fTFzIQJOyAOzDv/pmrQ4+Rb7eMz1WC9K4RE7962ZsgzLK4z9hoS5pHqEpkYjqVDq1/riPFfW+t2Yx0z4SSt9x1PljXgLdWBA/fBtzRkS9/ZFvza287F2t2NOE1kbfE4hxPvr8e7UkLX5o8EkkxkCTdyERT2s/t+9qwfpfbqZPp7OeydDmIPOD1ZwNATWUi7WtJdSJusNzNPncV/f/Rv7bKs1xblfD5++00BuFumGNG9fUN+IlKFJGLMgJUJlDLhOkZDr7LJ/m23FvavUaRZfkt97AMmkHISCtVnP2hkH63jG9MgLZPS0fS19i0dhTWci87cb/h2UVZ7Xfa79/0DGG+8dmPAADPfLAJCzc04IErJ2LMwJ6hx9A7QpOWhWN+9YZnXUt7+tbaFBdeym4ZFV04qytiaS2Ymsp4Wl/54UN7p51WUHf39KpK+BqbigTzHVsXjW+fepAxPDEKUUQuzFIuVfI91F59YwbgpGdW2bC7GZmSTFninnCF1+9z1/YxWu7efZraUr5pFQttuZedW0YnZXF878kFoWVWbN3n+eesVcKnpGtl+rKtaa3uNTubMHWxm9Bpr8HlcneGolAuFrtEH0pfGY95RgCq/nlJdUUM/XtWOstfOWGkz5r+5QWHRpoz1uPyYn5/f0UshjeXe/2weqNQEY9h3KBe6FWVuW1U6IErXcXwNBN95/tn6ymRm9uTPlfIx5syT3D24Kw1aGzzPrfpLXe/z11vEFraU7hvxirPOhL3HNnXmjQm7FI5466ZnmVTLu1NDa3481urfOtVHp+7Hv/9qJtU7LdTl4WUDqbcBF2lIsbw8nc+4yxXVcRx/Gi381rdJqmpiOO609zp8G4862BfmdrKhMfiHtW/FgcO8L9pqcbdnpYO31uSMXrGEB1z5PA6X06cKBQ6a2lXMW7/XqHbC92oNbalfCL8wNvh/QBReUrk8Zf86U2vDqzc1ohZWiZP3XJvaPF25AKFd8uUtLhH8V8+kUUGOxMzV2zHM/PNEygEYeosjUQZq3ttVQJ9a10rvCoew6D9qp3l/WoqAAC9xSdgd5b27uEumwQ4xrwx6wxAz6oE/uuoIVpJ9+LK6A7Veh9/wH6+Y5vzy7BIHXY6+i6njBuQ8TFUfq+lRigU+huOjp69UqfQLywLNzSgPeW1hE1vztmwTJu4XA0xlehve3pDYyd780KWewiZdk6WCuVq3QF2Hhk1qsGUcx3wWuc9NVeNKcycMW88+g/OHAcAvjELanTUXV+YAABYcevZzrrTxw/yHdvk7ulZlcDOpnZfJEU6pAXbr7YSkw/sh08d0Duj/X90jvetJSz8MCoDelWlLXPw/v5GTyXds9gZ7ijd7dGVhE2qItFTCeebkhb3bHrDS4Fmwz+9XCbKZmIyDIk/5zoT5dx1hwz2CktQIjLVujznsMHGMocqYtpT+MzTJTZT89H8/avHAgAWiL6Yu9/IrA9FWvs3nn0wnrhmkvEtRNK3ttLT1wAA15w4GhcdPdRZHphGmIMG5KkETXOoUqe8OUmOGOpey7dX7sDFf34n8G2mPO7e6ESZyJws9xDKVdw9qd3LxEXzxvUn4dGrjwPgjXXXc71IsZP/2ysnj3BEOIhvnHgggGg5T2462++vB4Bff/4w3HzeeADAhUe54nnqwQM95U4ca7tR5IO5JSBXi4n563bhuQ/s/h8Z2RHWCfzqdSdi3k9Od5ZH9LM7LU84yLXW9QiRA3pX44hhdc6yyaX0mTHeAXphDYykrkelf6V27vfX7sZ7a8zztxajcXLcqL4FO/ZPtQRlJuS0jYWitMU9QuvYVRw5vK6rq1BUHDSwJz4tREUVHF3c5Cbp7qgOmXlFum6kbJg6PvU1QWJ6+XHDcfWnRwEAbr/wMMeX/bkjDjCW/+UFhwKAM+1fFC780xzc9YadvldWVX3bOHj/XrjzEteHrguz/L3qm4QeyXPR0UNxlHLv6SGDsswxI/s4ywzAwlvOcBo3E30Mlvtgpa9EctkD7xr372xtP+ew/dOW+ar4f4fxzVNG56M6gRTSBVva4p6h5f6Nkw5MW+bSY4ZlWx0Pg3r5b3wd/ZX604aUB+VIVSKGg0V0xaGaz1m6SOSQb9NkGhIpjDKvyqj+tYFlVdfD8aP7BYo2YIdrXnj0ULzy3c/g/Al2uce/fpwnkmdwb9vdke20jrKRUUPmnvrvyRitRPjobZVMeqUnP1OJxZhHMEzPSF2PSoxR0hinOEfvmgrsbxBrZx/Rwd1fyeN024WH4Y6LDveVNQlWIbuRDhzg/b8fNqQ37rv8KFwy0X4DO3HsAGNfSpjhAAAvfOuEgnsHTrvzrYIdu6TFPWwiYZ1rTx6N604bG+rmGFJXg5997lNpj3XZscPTljnuQK9FZ3o9/sOlEzzLw9LECpcLjDFMve5ErL3tXPSpNbzuwxU93W2jIt0JsvNqpEncxT/8mhPdhv3xr0/yZac0ccjg/ZzG5vjR/T2RNLLR6cjy4ZfWt5rtksErOL2qvday3KbnpFdZv6sZBw8O7/w8aGBP/PS88ZhyiO1ykg3psL5+/7zs7+jXswpPfH0SHrjyaGdb75oKXDzRbwwd++s3fDlcCtmhWpWIY8YPTnaW//PtT4Mxhh6Vtjvv5LEDcMtn/W8leoZIlbsvnYDDh9b53vQOG5JZB3gQ8rqu2dFUMOu9pMU9XarRh79yjPP9hrMORk1l3Hk9lGL7BeXmnHXjKZ6Ha8ohg7D2tnNx+XFeMT/zU34rYILwc1509FDce/mRGKtN8HDnJUfgv460w/LOO3ww7rv8KJ+lKW+ck8b6w+OKz2OZX75x0oEeV4F0y+hznKro4g4A834yBXN/dFqBaqmcW6QtiBIVYUJa33rKWdUq1w0CGVcf1uBNXbwFlx4zDA9dNdFZ9zflOVj963MwpK4G1RVxJwJGhvaNVxqFKYcMRFUihqWb7YFAe1o6MHl0P89gpaCO6B2N7Tj2V2/g4dlrMLt+By5/4F184x/zA+ucK9v2tmJkP79hJIW5PWVhaB/v9hMO6udrcL5z2hhcesww9OlRgc8ebr+xXTDBG0r724sOxxcnDff0A/32wsMDRf+ey440dmr/69rjne/72vITsqlT0ukH9F7+y44dhifecwccfOag/jhj/CBDrDMw/fsnYUS/Wrzy0WY8KQYp6Der9AioMdc/OGMsThzjF98phwzEgg0N6N+zCucdfgDqt7mxsWtvOxcA8E69nY/k8KG9ce7hgz0t9jUnHoiLjh6K08cPihSaVm788OxDPMuu5e51p6jxwtIto/a9qG4DwP3f7Vft9xnngmxYsg3HdSx3ZfLtqkTc6Co4ZPB+WLp5r9OnEGa5M9j3sdoXcPK4gbjnsiMxoGeVx0ev32fq6OG/fGki4jGG/3l0Pl5ZvAW7m21LvF/PKvzss+MxYbjbEFclYr4RmUmL4+fKdHb55ObzxuOht1c7E49YnIMxhksmDvV0JutvV3dfOsFJsfzY1yZho0hP8PPPfQrnHDbYuR63Xei6msYM6oW1t52LqYu34Ol5GzB2UC/cesFh+OYpB2Hyb6ajf89KXHLMMFxyzDBsamjBrsZ2fPZeO0OnfO5vf8U/mFHtxN7b0uHRmHxREHFnjJ0F4G4AcQAPcs5vK8R5eojW8+RxA/DtUw/CoUN648vHj0JtVRwLNjQgEY/h/isnGveVvf9yijdTZ9ynhYirwvCtU8f4yk05ZKBrJYgbaXTI6Ej5cMoHbUS/HvjROba4dUdhN3H0iD74+5x1OFSxiGS0jUS+dofNjHTV5BGoiDNcHsGVlgnynDtEvpDXl2xFIs5wyjjb1TFt6VZ0pCycdehgNDS3+3PNi+WLJw7Fk/M2YNaNp6AyETM+5PLXSUMzzOf+OdFHUCvuaxk2aepj+NKkEbjlBXNUh3xrOGnsALyyeAuaFOvyyyd4OyKf/Z/jPSmHC0Xf2kq896PTkIjHcPWnR2FHYxsm3voGrjhuBADgtxd5B3TJay7frs6fMASNbUlUi+dvaJ8eWP3rcyJNm3jWofvjrEPdTlp5jIuOdt/8h9TVYEhdDR64ciJGK/0AUw4ZiEfmrBN5lORsVu45t+xtLYhLNu/izhiLA7gPwOkANgJ4nzH2Auc87834FccNx9TFW/Crzx/mvPrIYdD6a5jkmhMPxP0zVzt5QWTH55A+/lenLwp3jIw1NvnNP7z5dNRWJfDP9+2RsHJKLtMrq7Qw1eMsvOWMNKP/yiQWMkPOnzAEk0f3w0ClY1p/CM/81CBce/Jojz9dJxGP4crJI/NeP/n/fXj2WnzrlIPw9b/PM5abMKzOiYlXke6miSP7OhYeYPvVLz56KI4a4VrGlx07DDc//zEOqLOvhby3T9Tcd9eceCBuEIO3EvEY5v9kSqhFaBK1E8cO8KTHPuNT++OBt1fj658JvsZRYunzAYP37aJ/zyq896PTAg2ii44eiqfnb/D0C8iGQJLtfLh9aivx/o+noJ+hz0jvvL35vPH4zmljkOIcj85Zh4OEy/apb0zGJX+Zg4UbGnBMBlFXUSmE5X4sgHrO+WoAYIz9E8D5APIu7kP79PB0pEThh2cfjJvOOtj5p47bvxe+MHEYLlP86keP6IP563Y7D/DJwhp7+MvH+I4nOwQvPGoo5q3djW+depCz7cxPDfL0tl81eSSe+2CTJ8443etY3HkVL+nukawYmCbiKBGP4QZDnpnO5uhb3wjcZhJ2wN9ZqnKHllLgi5NG4IrjRjj3bE1lHG9cf5IjaiePG4A3l2933v4k/Xqmfwv865cnYkidawg98pVjPGGLfWsrMe37J4ceI13USb4wpYYYGBLhc0BdDd6+4dSC1SfqW3YiHnP+F9efMc5Zf+yovpjxg5ON/QX5gOV7cAFj7CIAZ3HOvyaWvwTgOM75t7Ry1wC4BgCGDx9+9Lp1meenLhStHSm0tKcCIzkAYN3OJuxtSeKwofnpPQ+Cc467Xl+BKyaN8ORgIbqeGcu24f6Zq7Fy2z5MHNEXu5rbsWzzXiTiMZw0dgA451i5rRGb97QixhhG9uuBeet244uThuPWCw7LWz3akik0taU8OXs6m+372vDOqh344/R6Z+DZjsY2DO/bA/dMq8fhQ3ujKhHD5NH98ZeZq9CrugJjBvbErqZ2nH3o/pi/fjfqaiqxcts+tCctrN/VjEH7VWNHYxv61VYhHgN+e+ERnhxDBMAYm885N/qeu0zcVSZOnMjnzTO/1hIEQRBmwsS9EO/6mwCowa9DxTqCIAiikyiEuL8PYAxjbBRjrBLApQBeKMB5CIIgiADy3qHKOU8yxr4F4FXYoZB/5Zynz6JDEARB5I2CxLlzzl8G8HIhjk0QBEGkp/vF1xEEQXQDSNwJgiDKEBJ3giCIMoTEnSAIogzJ+yCmrCrB2HYA2Q5R7Q8gemL3rqVU6loq9QRKp66lUk+gdOpaKvUEClfXEZxzf5paFIm45wJjbF7QCK1io1TqWir1BEqnrqVST6B06loq9QS6pq7kliEIgihDSNwJgiDKkHIQ9/u7ugIZUCp1LZV6AqVT11KpJ1A6dS2VegJdUNeS97kTBEEQfsrBcicIgiA0SNwJgiDKkJIWd8bYWYyx5YyxesbYTV1cl2GMsRmMsSWMsY8ZY98V6/syxl5njK0Un33EesYYu0fUfRFj7KhOrm+cMfYhY+xFsTyKMTZX1OdJka4ZjLEqsVwvto/s5HrWMcaeYYwtY4wtZYxNLsZryhj7nvi/L2aMPcEYqy6Wa8oY+ytjbBtjbLGyLuNryBi7SpRfyRi7qhPreof4/y9ijP2LMVanbPuhqOtyxtiZyvqCaoOpnsq27zPGOGOsv1jummvKOS/JP9jphFcBOBBAJYCFAMZ3YX0GAzhKfO8FYAWA8QB+C+Amsf4mALeL7+cAeAX2vL+TAMzt5PpeD+BxAC+K5acAXCq+/xnA/4jv1wL4s/h+KYAnO7mejwD4mvheCaCu2K4pgCEA1gCoUa7ll4vlmgI4EcBRABYr6zK6hgD6AlgtPvuI7306qa5nAEiI77crdR0vnvsqAKOEHsQ7QxtM9RTrh8FOd74OQP+uvKYFv/ELeMNOBvCqsvxDAD/s6nop9XkewOkAlgMYLNYNBrBcfP8LgMuU8k65TqjbUADTAJwK4EVx0+1QHiDn2oobdbL4nhDlWCfVs7cQTaatL6prClvcN4iHNCGu6ZnFdE0BjNQEM6NrCOAyAH9R1nvKFbKu2rbPA3hMfPc88/K6dpY2mOoJ4BkARwBYC1fcu+SalrJbRj5Qko1iXZcjXrOPBDAXwCDO+WaxaQuAQeJ7V9b/DwBuAGCJ5X4AGjjnSUNdnHqK7XtE+c5gFIDtAB4WLqQHGWO1KLJryjnfBOB3ANYD2Az7Gs1HcV5TSabXsFiet6/CtoKBIqsrY+x8AJs45wu1TV1Sz1IW96KEMdYTwLMAruOc71W3cbt57tLYU8bYeQC2cc7nd2U9IpKA/er7J875kQCaYLsQHIrkmvYBcD7sxugAALUAzurKOmVCMVzDKDDGfgwgCeCxrq6LDmOsB4AfAfhpV9dFUsriXnQTcTPGKmAL+2Oc8+fE6q2MscFi+2AA28T6rqr/CQA+xxhbC+CfsF0zdwOoY4zJmbnUujj1FNt7A9jZCfUEbEtmI+d8rlh+BrbYF9s1nQJgDed8O+e8A8BzsK9zMV5TSabXsEufN8bYlwGcB+AK0RghpE5dUdfRsBv3heLZGgrgA8bY/l1Vz1IW96KaiJsxxgA8BGAp5/xOZdMLAGQv+FWwffFy/ZWiJ30SgD3Ka3LB4Jz/kHM+lHM+EvY1m845vwLADAAXBdRT1v8iUb5TrDzO+RYAGxhj48Sq0wAsQZFdU9jumEmMsR7iPpD1LLprqpDpNXwVwBmMsT7iTeUMsa7gMMbOgu1G/BznvFn7DZeK6KNRAMYAeA9doA2c84845wM55yPFs7URdoDFFnTVNS1Eh0hn/cHuhV4Bu2f8x11cl0/DfrVdBGCB+DsHti91GoCVAN4A0FeUZwDuE3X/CMDELqjzyXCjZQ6E/WDUA3gaQJVYXy2W68X2Azu5jhMAzBPX9d+wowqK7poC+DmAZQAWA/gH7AiOorimAJ6A3RfQAVt0rs7mGsL2d9eLv690Yl3rYfum5XP1Z6X8j0VdlwM4W1lfUG0w1VPbvhZuh2qXXFNKP0AQBFGGlLJbhiAIggiAxJ0gCKIMIXEnCIIoQ0jcCYIgyhASd4IgiDKExJ0gCKIMIXEnCIIoQ/4fKgiBKMFKIZYAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df.news_size.plot()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:11:25.558241Z",
     "start_time": "2021-01-13T16:11:25.527385Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>date</th>\n",
       "      <th>news_contents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>January - 1</td>\n",
       "      <td>Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>January - 1</td>\n",
       "      <td>Police in Dhaka, on January 1, recovered some arms and ammunition from the Dhaka University campus and also arrested one person in this connection.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>January - 4</td>\n",
       "      <td>One person was killed and two others injured by a group of terrorists at Char Chandia village in Sonagazi on January 4.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>January - 5</td>\n",
       "      <td>At least 15 people were injured in an attack by a gang of terrorists in village Sharnakarpura, on January 5. Police and local people said the attack was a sequel to the January 1-incident at the v...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>January - 6</td>\n",
       "      <td>In a separate incident, two terrorists, involved in an earlier killing of a civilian in Narayanganj district were arrested in the city.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206848</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>December - 11</td>\n",
       "      <td>Prime Minister Mahinda Rajapaksa on December 11 instructed the Election Commission (EC) to pay attention to holding of the Provincial Council Elections expeditiously and look into the necessary le...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206849</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>December - 14</td>\n",
       "      <td>Former Minister of Muslim Affairs M.H.A. Haleem testifying before the Presidential Commission of Inquiry (PCoI) probing Easter Sunday on December 14 said he was unaware National Thowheed Jamaat (N...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206850</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>December - 18</td>\n",
       "      <td>Three major political parties in the North have begun discussions to present a resolution on behalf of their constituents at the 46th UN Human Rights Council (UNHRC) meeting in Geneva next March, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206851</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>December - 24</td>\n",
       "      <td>Russian Ambassador Yury B. Materiy on December 24 apprised Public Security Minister Sarath Weerasekara about terrorist financing activities by extremist groups under the pretext of providing COVID...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206852</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>December - 30</td>\n",
       "      <td>Defense Secretary General (Retd) Kamal Gunaratne on December 30 said that there will be no room for separatism and extremism in the new year since they have taken steps to thwart such attempts, re...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>206853 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           country month  year           date  \\\n",
       "0       bangladesh   jan  2001    January - 1   \n",
       "1       bangladesh   jan  2001    January - 1   \n",
       "2       bangladesh   jan  2001    January - 4   \n",
       "3       bangladesh   jan  2001    January - 5   \n",
       "4       bangladesh   jan  2001    January - 6   \n",
       "...            ...   ...   ...            ...   \n",
       "206848    srilanka   dec  2020  December - 11   \n",
       "206849    srilanka   dec  2020  December - 14   \n",
       "206850    srilanka   dec  2020  December - 18   \n",
       "206851    srilanka   dec  2020  December - 24   \n",
       "206852    srilanka   dec  2020  December - 30   \n",
       "\n",
       "                                                                                                                                                                                                  news_contents  \n",
       "0                     Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh.  \n",
       "1                                                           Police in Dhaka, on January 1, recovered some arms and ammunition from the Dhaka University campus and also arrested one person in this connection.  \n",
       "2                                                                                       One person was killed and two others injured by a group of terrorists at Char Chandia village in Sonagazi on January 4.  \n",
       "3       At least 15 people were injured in an attack by a gang of terrorists in village Sharnakarpura, on January 5. Police and local people said the attack was a sequel to the January 1-incident at the v...  \n",
       "4                                                                       In a separate incident, two terrorists, involved in an earlier killing of a civilian in Narayanganj district were arrested in the city.  \n",
       "...                                                                                                                                                                                                         ...  \n",
       "206848  Prime Minister Mahinda Rajapaksa on December 11 instructed the Election Commission (EC) to pay attention to holding of the Provincial Council Elections expeditiously and look into the necessary le...  \n",
       "206849  Former Minister of Muslim Affairs M.H.A. Haleem testifying before the Presidential Commission of Inquiry (PCoI) probing Easter Sunday on December 14 said he was unaware National Thowheed Jamaat (N...  \n",
       "206850  Three major political parties in the North have begun discussions to present a resolution on behalf of their constituents at the 46th UN Human Rights Council (UNHRC) meeting in Geneva next March, ...  \n",
       "206851  Russian Ambassador Yury B. Materiy on December 24 apprised Public Security Minister Sarath Weerasekara about terrorist financing activities by extremist groups under the pretext of providing COVID...  \n",
       "206852  Defense Secretary General (Retd) Kamal Gunaratne on December 30 said that there will be no room for separatism and extremism in the new year since they have taken steps to thwart such attempts, re...  \n",
       "\n",
       "[206853 rows x 5 columns]"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.apply(lambda x: x.explode() if x.name in ['date',\t'news_contents'] else x).reset_index(drop= True)\n",
    "df = df[['country','month','year','date', 'news_contents']]\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:06:34.935852Z",
     "start_time": "2021-01-13T16:06:34.173174Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "16898027"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(df.news_contents.str.count(' ')+1).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:05:49.682389Z",
     "start_time": "2021-01-13T16:05:48.925497Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0          29\n",
       "1          24\n",
       "2          22\n",
       "3          47\n",
       "4          22\n",
       "         ... \n",
       "206848     55\n",
       "206849     82\n",
       "206850     92\n",
       "206851    137\n",
       "206852    106\n",
       "Name: news_contents, Length: 206853, dtype: int64"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.news_contents.str.count(' ')+1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T15:29:22.337728Z",
     "start_time": "2021-01-13T15:29:20.573185Z"
    }
   },
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "\"['level_1'] not found in axis\"",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-10-0f5aa6dbb24f>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m (df.set_index(list(df.columns[0:5]))\n\u001b[0m\u001b[1;32m      2\u001b[0m               \u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;32mlambda\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mSeries\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstack\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m               \u001b[0;34m.\u001b[0m\u001b[0mreset_index\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m               .drop('level_1', 1))\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36mdrop\u001b[0;34m(self, labels, axis, index, columns, level, inplace, errors)\u001b[0m\n\u001b[1;32m   4165\u001b[0m                 \u001b[0mweight\u001b[0m  \u001b[0;36m1.0\u001b[0m     \u001b[0;36m0.8\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   4166\u001b[0m         \"\"\"\n\u001b[0;32m-> 4167\u001b[0;31m         return super().drop(\n\u001b[0m\u001b[1;32m   4168\u001b[0m             \u001b[0mlabels\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   4169\u001b[0m             \u001b[0maxis\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0maxis\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36mdrop\u001b[0;34m(self, labels, axis, index, columns, level, inplace, errors)\u001b[0m\n\u001b[1;32m   3885\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlabels\u001b[0m \u001b[0;32min\u001b[0m \u001b[0maxes\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3886\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mlabels\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3887\u001b[0;31m                 \u001b[0mobj\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_drop_axis\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlevel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0merrors\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3888\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3889\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0minplace\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36m_drop_axis\u001b[0;34m(self, labels, axis, level, errors)\u001b[0m\n\u001b[1;32m   3919\u001b[0m                 \u001b[0mnew_axis\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdrop\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlevel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0merrors\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3920\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3921\u001b[0;31m                 \u001b[0mnew_axis\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdrop\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0merrors\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3922\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreindex\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0maxis_name\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mnew_axis\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3923\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mdrop\u001b[0;34m(self, labels, errors)\u001b[0m\n\u001b[1;32m   5282\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mmask\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0many\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   5283\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0merrors\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0;34m\"ignore\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 5284\u001b[0;31m                 \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf\"{labels[mask]} not found in axis\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   5285\u001b[0m             \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mindexer\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m~\u001b[0m\u001b[0mmask\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   5286\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdelete\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: \"['level_1'] not found in axis\""
     ]
    }
   ],
   "source": [
    "(df.set_index(list(df.columns[0:5]))\n",
    "              .apply(lambda x: x.apply(pd.Series).stack())\n",
    "              .reset_index()\n",
    "              .drop('level_1', 1))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 3. process_data_for_annotation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T02:31:26.274198Z",
     "start_time": "2020-12-27T02:31:26.264921Z"
    }
   },
   "outputs": [],
   "source": [
    "def remove_special_characters(data, col_name):\n",
    "    spec_chars = [\"!\", '\"', \"#\", \"%\", \"&\", \"'\", \"*\", \"+\", \"-\", \"/\", \":\", \";\", \"<\", \"=\",\n",
    "                  \">\", \"?\", \"@\", \"[\", \"\\\\\", \"]\", \"^\", \"_\", \"`\", \"{\", \"|\", \"}\", \"~\", \"–\"]\n",
    "    for char in spec_chars:\n",
    "        data[col_name] = data[col_name].str.replace(char, ' ')\n",
    "    data[col_name] = data[col_name].str.split().str.join(\" \")\n",
    "    return data\n",
    "\n",
    "def probable_relevant_story(news, event_set, threshold):\n",
    "    tokenized = news.split(\" \")\n",
    "    count = 0\n",
    "    for t in tokenized:\n",
    "        if t in event_set:\n",
    "            count += 1\n",
    "        if count >= threshold:\n",
    "            return True\n",
    "    return False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T02:31:28.769559Z",
     "start_time": "2020-12-27T02:31:27.069726Z"
    }
   },
   "outputs": [],
   "source": [
    "master_data_path = 'RawSATPData/master_2011To2015.csv'\n",
    "master_data = pd.read_csv(master_data_path, header=[0])  \n",
    "master_data = remove_special_characters(master_data, 'news')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T02:31:29.598898Z",
     "start_time": "2020-12-27T02:31:29.441328Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "193"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "action_path = \"Data_Events/action.csv\" \n",
    "actions = pd.read_csv(action_path, header=None)   #  Here header should be None instead of [0] in the previous version\n",
    "actions_set = set(actions.iloc[:,0])\n",
    "len(actions_set)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Assume a threshold = 4 to select samples "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(21902, 5)\n"
     ]
    }
   ],
   "source": [
    "# Step - 1 : Pull Out All the Probable relevant story\n",
    "master_data['Relevance'] = master_data['news'].apply(probable_relevant_story, args = (actions_set, 4))\n",
    "print(master_data[master_data['Relevance'] == True].shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## save master data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>location</th>\n",
       "      <th>news</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>On January 1, in Jhenidah, Police arrested nin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>Police recovered a 7.6mm foreign pistol, a pip...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>The prosecution on January 1 filed a petition ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>Police banned all protests in Dhaka city from ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>Road Transport and Bridges Minister Obaidul Qu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65078</th>\n",
       "      <td>2011</td>\n",
       "      <td>12</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>President Mahinda Rajapakse said that the Army...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65079</th>\n",
       "      <td>2011</td>\n",
       "      <td>12</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Cabinet spokesman and Mass Media and Informati...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65080</th>\n",
       "      <td>2011</td>\n",
       "      <td>12</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Cabinet spokesman and Mass Media and Informati...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65081</th>\n",
       "      <td>2011</td>\n",
       "      <td>12</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>An ally of Sri Lanka s governing United People...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65082</th>\n",
       "      <td>2011</td>\n",
       "      <td>12</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Mahinda Rajapakse recently told a media meetin...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>65083 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       year  month    location  \\\n",
       "0      2015      1  bangladesh   \n",
       "1      2015      1  bangladesh   \n",
       "2      2015      1  bangladesh   \n",
       "3      2015      1  bangladesh   \n",
       "4      2015      1  bangladesh   \n",
       "...     ...    ...         ...   \n",
       "65078  2011     12    srilanka   \n",
       "65079  2011     12    srilanka   \n",
       "65080  2011     12    srilanka   \n",
       "65081  2011     12    srilanka   \n",
       "65082  2011     12    srilanka   \n",
       "\n",
       "                                                    news  \n",
       "0      On January 1, in Jhenidah, Police arrested nin...  \n",
       "1      Police recovered a 7.6mm foreign pistol, a pip...  \n",
       "2      The prosecution on January 1 filed a petition ...  \n",
       "3      Police banned all protests in Dhaka city from ...  \n",
       "4      Road Transport and Bridges Minister Obaidul Qu...  \n",
       "...                                                  ...  \n",
       "65078  President Mahinda Rajapakse said that the Army...  \n",
       "65079  Cabinet spokesman and Mass Media and Informati...  \n",
       "65080  Cabinet spokesman and Mass Media and Informati...  \n",
       "65081  An ally of Sri Lanka s governing United People...  \n",
       "65082  Mahinda Rajapakse recently told a media meetin...  \n",
       "\n",
       "[65083 rows x 4 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "master_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "master_data.to_csv('Data_TagTog_NotAnnotated/master_2011to2015_probable_relevant_marked_data.csv', header=True, index=True, index_label='index')\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 4. sample_data_for_annotation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# master_data = pd.read_csv('Data_TagTog_NotAnnotated/master_2011to2015_probable_relevant_marked_data.csv', header=[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYMAAAEfCAYAAACjwKoqAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAn2UlEQVR4nO3de7hcZXn+8e9NAogiJWBESqhBiCKigkTAU7WAEEAJyqFQlYAoWEBRaWvwUBShglapWEFAUkI9ACoWhAjmh1hF5RAUOWoNCJKIEA0IFkXB+/fH8+4y3d1Jdnb2nplN7s91zbVn3rVm9rNm1syz3sN6l2wTERGrtzV6HUBERPRekkFERCQZREREkkFERJBkEBERwMReBzBST3va0zx16tRehxERMa5cf/31v7I9eXD5uE0GU6dOZcGCBb0OIyJiXJF011DlaSaKiIgkg4iISDKIiAiGkQwkPUnStZJ+JOkWSR9q5edI+pmkG9ptm1YuSadKWijpRkkv6nitWZJ+2m6zOsq3k3RTe86pkjQG2xoREcswnA7kR4CdbP9W0prAVZK+3pb9ve0vD1p/d2Bau+0AnA7sIGkD4DhgOmDgekkX276/rfNW4BpgHjAD+DoREdEVK6wZuPy2PVyz3ZY3u91M4Nz2vKuB9SVtDOwGzLe9tCWA+cCMtmw921e7Zs07F9h75JsUEREra1h9BpImSLoBuI/6Qb+mLTqxNQWdImntVrYJcHfH0xe1suWVLxqifKg4DpO0QNKCJUuWDCf0iIgYhmElA9uP2d4GmAJsL2lr4FhgS+DFwAbAe8YqyI44zrQ93fb0yZP/zzkTERExQis1msj2A8CVwAzb97SmoEeAfwO2b6stBjbteNqUVra88ilDlEdERJessANZ0mTgj7YfkLQO8GrgZEkb276njfzZG7i5PeVi4ChJ51EdyL9p610O/JOkSW29XYFjbS+V9KCkHakO5IOAT43mRgJMnX3paL/k/3LnSXuO6etHRIyl4Ywm2hiYK2kCVZO4wPYlkr7ZEoWAG4C3tfXnAXsAC4GHgUMA2o/+h4Hr2nrH217a7h8BnAOsQ40iykiiiIguWmEysH0jsO0Q5TstY30DRy5j2RxgzhDlC4CtVxRLRESMjZyBHBERSQYREZFkEBERJBlERARJBhERQZJBRESQZBARESQZREQESQYREUGSQUREkGQQEREkGUREBEkGERFBkkFERJBkEBERJBlERARJBhERQZJBRESQZBARESQZREQESQYREcEwkoGkJ0m6VtKPJN0i6UOtfDNJ10haKOl8SWu18rXb44Vt+dSO1zq2lf9E0m4d5TNa2UJJs8dgOyMiYjmGUzN4BNjJ9guBbYAZknYETgZOsb0FcD9waFv/UOD+Vn5KWw9JWwEHAM8DZgCnSZogaQLwaWB3YCvgwLZuRER0yQqTgctv28M1283ATsCXW/lcYO92f2Z7TFu+syS18vNsP2L7Z8BCYPt2W2j7Dtt/AM5r60ZERJcMq8+gHcHfANwHzAduBx6w/WhbZRGwSbu/CXA3QFv+G2DDzvJBz1lW+VBxHCZpgaQFS5YsGU7oERExDMNKBrYfs70NMIU6kt9yLINaThxn2p5ue/rkyZN7EUJExBPSSo0msv0AcCXwEmB9SRPboinA4nZ/MbApQFv+Z8CvO8sHPWdZ5RER0SXDGU00WdL67f46wKuB26iksG9bbRZwUbt/cXtMW/5N227lB7TRRpsB04BrgeuAaW100lpUJ/PFo7BtERExTBNXvAobA3PbqJ81gAtsXyLpVuA8SScAPwTObuufDfy7pIXAUurHHdu3SLoAuBV4FDjS9mMAko4CLgcmAHNs3zJqWxgRESu0wmRg+0Zg2yHK76D6DwaX/x7YbxmvdSJw4hDl84B5w4g3IiLGQM5AjoiIJIOIiEgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiCDJICIiSDKIiAiSDCIigiSDiIggySAiIkgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiGAYyUDSppKulHSrpFskHd3KPyhpsaQb2m2PjuccK2mhpJ9I2q2jfEYrWyhpdkf5ZpKuaeXnS1prtDc0IiKWbTg1g0eBY2xvBewIHClpq7bsFNvbtNs8gLbsAOB5wAzgNEkTJE0APg3sDmwFHNjxOie319oCuB84dJS2LyIihmGFycD2PbZ/0O4/BNwGbLKcp8wEzrP9iO2fAQuB7dttoe07bP8BOA+YKUnATsCX2/PnAnuPcHsiImIEVqrPQNJUYFvgmlZ0lKQbJc2RNKmVbQLc3fG0Ra1sWeUbAg/YfnRQ+VD//zBJCyQtWLJkycqEHhERyzHsZCBpXeArwDttPwicDmwObAPcA3x8LALsZPtM29NtT588efJY/7uIiNXGxOGsJGlNKhF83vaFALbv7Vh+FnBJe7gY2LTj6VNaGcso/zWwvqSJrXbQuX5ERHTBcEYTCTgbuM32JzrKN+5Y7XXAze3+xcABktaWtBkwDbgWuA6Y1kYOrUV1Ml9s28CVwL7t+bOAi1ZtsyIiYmUMp2bwMuBNwE2Sbmhl76VGA20DGLgTOBzA9i2SLgBupUYiHWn7MQBJRwGXAxOAObZvaa/3HuA8SScAP6SST0REdMkKk4HtqwANsWjecp5zInDiEOXzhnqe7Tuo0UYREdEDOQM5IiKSDCIiIskgIiJIMoiICJIMIiKCJIOIiCDJICIiSDKIiAiSDCIigiSDiIggySAiIkgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiCDJICIiSDKIiAiSDCIiApi4ohUkbQqcC2wEGDjT9iclbQCcD0wF7gT2t32/JAGfBPYAHgYOtv2D9lqzgPe3lz7B9txWvh1wDrAOMA842rZHaRvHvamzLx3T17/zpD3H9PUjov8Np2bwKHCM7a2AHYEjJW0FzAausD0NuKI9BtgdmNZuhwGnA7TkcRywA7A9cJykSe05pwNv7XjejFXftIiIGK4VJgPb9wwc2dt+CLgN2ASYCcxtq80F9m73ZwLnulwNrC9pY2A3YL7tpbbvB+YDM9qy9Wxf3WoD53a8VkREdMFK9RlImgpsC1wDbGT7nrbol1QzElSiuLvjaYta2fLKFw1RPtT/P0zSAkkLlixZsjKhR0TEcgw7GUhaF/gK8E7bD3Yua0f0Y97Gb/tM29NtT588efJY/7uIiNXGsJKBpDWpRPB52xe24ntbEw/t732tfDGwacfTp7Sy5ZVPGaI8IiK6ZIXJoI0OOhu4zfYnOhZdDMxq92cBF3WUH6SyI/Cb1px0ObCrpEmt43hX4PK27EFJO7b/dVDHa0VERBescGgp8DLgTcBNkm5oZe8FTgIukHQocBewf1s2jxpWupAaWnoIgO2lkj4MXNfWO9720nb/CB4fWvr1douIiC5ZYTKwfRWgZSzeeYj1DRy5jNeaA8wZonwBsPWKYomIiLGRM5AjIiLJICIikgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiCDJICIiSDKIiAiSDCIigiSDiIggySAiIkgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiCDJICIiGEYykDRH0n2Sbu4o+6CkxZJuaLc9OpYdK2mhpJ9I2q2jfEYrWyhpdkf5ZpKuaeXnS1prNDcwIiJWbDg1g3OAGUOUn2J7m3abByBpK+AA4HntOadJmiBpAvBpYHdgK+DAti7Aye21tgDuBw5dlQ2KiIiVt8JkYPvbwNJhvt5M4Dzbj9j+GbAQ2L7dFtq+w/YfgPOAmZIE7AR8uT1/LrD3ym1CRESsqlXpMzhK0o2tGWlSK9sEuLtjnUWtbFnlGwIP2H50UPmQJB0maYGkBUuWLFmF0CMiotNIk8HpwObANsA9wMdHK6DlsX2m7em2p0+ePLkb/zIiYrUwcSRPsn3vwH1JZwGXtIeLgU07Vp3SylhG+a+B9SVNbLWDzvUjIqJLRlQzkLRxx8PXAQMjjS4GDpC0tqTNgGnAtcB1wLQ2cmgtqpP5YtsGrgT2bc+fBVw0kpgiImLkVlgzkPRF4FXA0yQtAo4DXiVpG8DAncDhALZvkXQBcCvwKHCk7cfa6xwFXA5MAObYvqX9i/cA50k6AfghcPZobVxERAzPCpOB7QOHKF7mD7btE4EThyifB8wbovwOarRRRET0SM5AjoiIJIOIiEgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiCDJICIiSDKIiAiSDCIigiSDiIggySAiIkgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiGAYyUDSHEn3Sbq5o2wDSfMl/bT9ndTKJelUSQsl3SjpRR3PmdXW/6mkWR3l20m6qT3nVEka7Y2MiIjlG07N4BxgxqCy2cAVtqcBV7THALsD09rtMOB0qOQBHAfsAGwPHDeQQNo6b+143uD/FRERY2yFycD2t4Glg4pnAnPb/bnA3h3l57pcDawvaWNgN2C+7aW27wfmAzPasvVsX23bwLkdrxUREV0y0j6DjWzf0+7/Etio3d8EuLtjvUWtbHnli4YoH5KkwyQtkLRgyZIlIww9IiIGW+UO5HZE71GIZTj/60zb021Pnzx5cjf+ZUTEamGkyeDe1sRD+3tfK18MbNqx3pRWtrzyKUOUR0REF400GVwMDIwImgVc1FF+UBtVtCPwm9acdDmwq6RJreN4V+DytuxBSTu2UUQHdbxWRER0ycQVrSDpi8CrgKdJWkSNCjoJuEDSocBdwP5t9XnAHsBC4GHgEADbSyV9GLiurXe87YFO6SOoEUvrAF9vt4iI6KIVJgPbBy5j0c5DrGvgyGW8zhxgzhDlC4CtVxRHRESMnZyBHBERSQYREZFkEBERJBlERARJBhERQZJBRESQZBARESQZREQESQYREUGSQUREkGQQEREkGUREBEkGERFBkkFERJBkEBERJBlERARJBhERQZJBRESQZBARESQZREQESQYREcEqJgNJd0q6SdINkha0sg0kzZf00/Z3UiuXpFMlLZR0o6QXdbzOrLb+TyXNWrVNioiIlTUaNYO/sr2N7ent8WzgCtvTgCvaY4DdgWntdhhwOlTyAI4DdgC2B44bSCAREdEdY9FMNBOY2+7PBfbuKD/X5WpgfUkbA7sB820vtX0/MB+YMQZxRUTEMqxqMjDwDUnXSzqslW1k+552/5fARu3+JsDdHc9d1MqWVf5/SDpM0gJJC5YsWbKKoUdExICJq/j8l9teLOnpwHxJP+5caNuSvIr/o/P1zgTOBJg+ffqovW5ExOpulWoGthe3v/cBX6Xa/O9tzT+0v/e11RcDm3Y8fUorW1Z5RER0yYiTgaSnSHrqwH1gV+Bm4GJgYETQLOCidv9i4KA2qmhH4DetOelyYFdJk1rH8a6tLCIiumRVmok2Ar4qaeB1vmD7MknXARdIOhS4C9i/rT8P2ANYCDwMHAJge6mkDwPXtfWOt710FeKKiIiVNOJkYPsO4IVDlP8a2HmIcgNHLuO15gBzRhpLRESsmpyBHBERqzyaKGKFps6+dExf/86T9hzT1x/v8UcMR2oGERGRZBAREUkGERFBkkFERJBkEBERJBlERARJBhERQc4ziHjCy3kSMRypGURERJJBREQkGUREBEkGERFBkkFERJBkEBERJBlERARJBhERQZJBRESQZBARESQZREQEfZQMJM2Q9BNJCyXN7nU8ERGrk75IBpImAJ8Gdge2Ag6UtFVvo4qIWH30y6yl2wMLbd8BIOk8YCZwa0+jioiey6yr3SHbvY4BSfsCM2y/pT1+E7CD7aMGrXcYcFh7+BzgJ2MY1tOAX43h64+l8Rw7JP5eS/y9NdbxP9P25MGF/VIzGBbbZwJnduN/SVpge3o3/tdoG8+xQ+LvtcTfW72Kvy/6DIDFwKYdj6e0soiI6IJ+SQbXAdMkbSZpLeAA4OIexxQRsdroi2Yi249KOgq4HJgAzLF9S4/D6kpz1BgZz7FD4u+1xN9bPYm/LzqQIyKit/qlmSgiInooySAiIpIMIrpB0lN6HUPE8iQZRIwxSesCl0l6fa9jGW2S1OsYVhcD7/VYvedJBivwRN7Zn4jb1ua56iu2fwucAbxf0rie+2DwPuOMQOkKSep4r8ekltkXQ0v7VecHIGlbYBHwiO0HexvZ6LBtSS+jdq4HbV/d65hGStJ6th+0/ZiklwNbA5cB99h+pMfhYftzkv4AnCQJ22M74c4YGPR9eAPwF8A1wE22l/Q0uFEkaQfqQPl+2z/ug3g63/ejgP0kXQp81/Z3R+3/JLGvWPsA3ghcATwdeJ/t+3ob1cgN7FySXgJ8Bfgaddb3RW3Kj3GltcefSW3Hj4HPAwuBPwLnAZfbfqgHcQ28z6K+a3+SdCDwXmD2eEwIAJLeAewHfBF4E/B14N9t/6ynga2Cjs/qpcAFwPeA3wKX2b6gt9EVSbsDh1L790uohPUN298YjddPM9EQJG3Ucf91wF8DuwCTgW2BsyU9o0fhrbK207+cmjJ8f9uHA6cA+0p6a2+jGxFTiWAf4KPAAbZnAt8EdgZ2k7ReNwPq+HF5LTU9+5mSNrP9ReCfgBMk7d3NmEaqs2lI0nOAFwM7US0LE6nvxUGSntmbCFdd+6x2omZL3gM4mDr4e42k/XoZG4Ck6cBc4Eu2vwp8FrgX2HW0mh6TDAaRtClweMfoj3upZPBG4FnA6wEB53YmjfGi44u9D/B24Knt8beBk4GDJf1tL2Ibifaj+zDwVeqI6TnAngC2TwN+BLwG2KOb/Qntx2VP4DjgdODPgSslPbslhFOAj0ia3O99Nx1NFDsDPwP+AXg5MNP2i4EfAAdS1yFZs2eBrrrXAX9P1eIepg4mLgP+utXoumaIfeIGKjkd15pE/4uq1T8EvFTSk1f1f6bPoIOkP7N9t6RPAltKeqbtC9sHsy3wTts/l3Q71c6+Vk8DXgkd7Y5PAX5r+12SHgH+sc2SuETSd4APAr/pZazD1XH0vSvwMHAJ9ZnMkvQL2+fa/kxLAjfbfqyLsa0JvBR4M7B5i+tC4PuSXmL7XEnz+7mtXdIWwAa2r20HPu8BvmX7HkmvBJa2VR8GrgbOtv3HHoW70jr2n7VtP2L77ZLWBr4s6fltO6+kpsjp2rVVhuirnGB7AZVsTwUukvR623dImgs81JLXqv3f9BkUSVOAs4BP2J4v6WhgO+BC2/8h6SvU9RN+AbwB2Nv2vb2LePg6dvo9gf2pGWHPsf1fkj5BVfv3s/3LQaMW+l7bpo9TifoySU+imr/eBMyz/dkuxvK/3jtJ6wAbAl8C3mj7dkm3ApOoWuYjtv/UrfhWRqsZvx9YEzgXuIvqf/lr2w+qhsveDNwGbEHVEsbNxagGfSd2Bv4AHG/7YUmfoWo+O9j+b0lr2f5DD2I8mmqV+CX1OfwN1Y/xceCvgFfZHrUDtzQT8T9Vsv+mjtyOkrQdVbX/DrCXpFcARwHrUR03fzteEgH8T5PFq4GPAB+j+j9OkbSL7XdTX+qvtZ1+PCWCScBs4E0tEbwY2I3ans8D+0japFvNMAPvs6R3SXq37d9RX96bgA3bfvQ16kDid/2aCABs/zfwBeB3VGfxTsBtAyPp2nDZFwOnAruMp0QA//NZ7U713/wb1UT0BUlb2n4bcD1wo6Q1gEe7FdfAvqo6J+UAKiktAP6SSsbrAcdQzVfrj+r/Hkff/TExqEq2L9UnMBk4lmoLfSt1Wc4LbF8uaUI3mxtGatB2CTiROkJ9OnACcCWwDXCy7SskPdf2bb2KdyTa0elngJ9SfQVrAFsCp9s+Q9IzbP+yi/G8hEpCH6Wah66hDireDGxAdUwe2s+jiCSt0ZmkJD2X6i97NvWDdCPwe6op8WHg8PF0ADGg/cifTo1Cmwx8iKr5T6EO9n4iaWvbN3cpng1sL233n0X1BaxN7TN72X6NpGuoxPQa2/ePegzj8HMcE6rhcgdTPy7TgU2AD1NZ+UiqKnxsOyLqa615YhfbX2udfk+l2tMnAf9OjSB6UNIt1BC6Y233/WUCO6r221L9XT+n2uN3Bq6yfWVL6PsCB3Wzai/p+VSH/ALbZ7bmqrOA+2wfoxp9Nmm8JFxJrwHuB+6kagezqR/Na4D/pAZRPGz7zh6FuFJaB+vutr8iaXvqCPs/gY2p78QerUloEXXU/c5ufddbYno9lWxvBXYE3tG+o6dR5xN8XtLfUTWYfcbkIMf2an+jjig/DbyoPX4GcDQwj6oKTwTW73WcK7lN/0KNQPgRsGMr25BKbjOAacD8gW3u9xuwRvs7o31hjqHaeZ/Xsc4rqSaiGT2Ibz/gu8DZwCatbB3qx3OTXr9/w4hfHfdnUf1Kp1E/jNtTNZsPA58AXtDreEe4jWdQtcjrgee3sqdTo3R2AJ5LjUrboUfx/YBKwJu2x2tQBxj/1t73/zewbCxuq2WfweA2ZFe1eAPqjceVda+hfjz/AZho+4Euhzki7SgDaujimtRIg6sBbP8a+BTwAart+lO2f9CTQIdJ0lOhPqPWyf/3wF5Uc8XtwJK23jOAI4D32L6sC3ENtO1uKWlj4FLgXcCTgZ1VY+43p0Zv9W3fwAAPZIRqq96COjp9O3A+1ez1LGrfeYDq0Bw3Or4TJ1MHdmvYvqmV/Z767I6jTp47y/Y1PYhxXSopfYsacjyx/S59g0oCk4B32b57zGJo+8BqY1Bb+h7UsLHLqCOEk4Gf235va27YFXi/x8nZxh3NKNsBT6M6Lv+Fans80DVS4hlUe+8U2z/t59FDqhPFPgj82O3MaEmzgQeBg6iO45+qTgr6BoDt33Rrm1oH5MnAl6kRZtN5fCTTulS771m2vzbWsayqgb6CNpRyClW7ur2NKtqfqikfAvzIfdzxPVjHd+IFwJOAe6i+gnVtv6qtsyV1UPHnHUmimzHOpAZ1/IPt30n6ArC27X1U08WsYfs7Yx5Ir6tuXayCqb2pA48PoZoUvg18khqq9QKqY/VSqjPp+b2Oe2W2r/3dk6oK79ix7HzgP6izK39C7fQ9j3kY2zSJ+tE/jfqxFTXi635grbbOdlT1+oVdjm0Lamz95tSQv5tpTYnUQcSXqc7Vnr+PK9pn2v11O+5/FfhC57L2/j+z1zGv5PZNaH/3AO4Apncsu6R911/SfgOe3sM4n0LVCE6javNPbfv5D9tti67E0esPrItv+MSO+3tSzSRqb/6J1BHedm35ZGDDXsc8zO3aoOP+Fm3n2bI93hp4Sbv/Yep09r16HfMwt6uzj+Asqqq8M9UOfzPV0f8Rql9kZpdi6vzx3JBqRtkfuHbgC9sSgagzvL9K9SVM6PX7uYJteRs1qubvBvYn6oDoc0Ot3++3zu8usFXbX7Zuj5/T8Vl9piWFnnwngBcBz233n0JdA/6zHcv3BaZ2K57VoplI0mSqY28m1Sz0PqoD8tW2r2nLj6aaiuZ4nMzeqTrL9TyqLfHnrd3xE9Q5E49QO9tjwNdtnyrpKa4RE33bNNRJ0i5Up9+JVOewqbHvV1E/whOpJqSrutg09Eqqo/EO6sdkIrC57T9K2hE4CTjY9p2S9gG+b/sXYx3XSEk6nBo6egSVAOYDH7d9q6SrqPf3Lb2McWW078SlwFtt3yXp6dT3/T6quXRn4FdUovuSpPVtP9CN/WdQE/UU6qS+xcD5rhNAn0w17f6IOrmvq2dzrxYdyK5T/g+g2uXWtf0hqjNstqQXtOWfoqaovqN3kQ5f27H+SLVPry3pA66hcBdR8+B8k9rmc6jOcVwnEjFOEoGoNviP2Z5DTYXwn9TR+C62z7H9WdtXwdhuU0dn8Q5UVX5XKjn9B9VhfJSkt1Nt0ae4Dbe0/ZV+SwSStpP0l5ImStoQeCE1rPGV1L7/e+BD7eSrl1Pj78eN9p3YC3iypH909ffdSjUnXksdbV8BTG3rP9D+di0RtP+3iDpAnQS8rr3fD1P7158zyieUDUsvqke9ugF7Uz/4f0ZV5d9LTfY0MKR0jV7Gt5LbMlCrmwRsSk2TcfSgdV5GNRvt0et4R7iNR1O1gKe1x88Avk+d2DWly7FsTw00eEF7/CbqyO7T1AyS76RqmrR9qy+bVahk+m3g5e3xOsDzgPnt8QbU0eoHqU7Mnsc8wu2cRk1hfvTAZ9L+vogaWrprF2PZvOP+O6mhoh+gmhq3pmrzZ1BN1V9nDIePLjfOXn9oPdhJZlAdrAMJ4YT247J2v36BB8X/JB5vT98GmNvuP5eaJ2Z2e7wVj099QL9vW8eX9XnUyTdrUh2XJ1JDG9dvX/DLaH0iXY5vV+rsz2Pa44lUx/FJg5NwP96A5/N4n9hR1OirV3S85z+mTsDaHbiYcTLIYIj9Z0Ngo3Z/GjXr8Afa4+lUM9je3YqpfV9vA/6ROqD4DtUsdzJVi386NXrrUOBzdJw30/X3sNcfYo92nD3aB7T+wA7U65iGGff61MigndrjFwP/2rH82VSb4/va44EvxXhJBHtSVfqzqKPX7am5WT5OjRj6IfD6Hsa5F3ALNUwXqv/pb3r5BV6J2A9pP/aT2uMjqA7Lv2yPj6POrfkRrbN1vN3a5/N9qsN4v1a2OdUaMJAQBk7oGvPvBI+PZno2dbLnN2id1dQglQ9STY1TO9fv2fvX6w+whzvO3lR1sa9/KIeI+71UB9krqFPTPzpo+ZbUUd6zeh3rMLZlvY772wLXUdOAvJYaPnoBj589PYV2tNrLz6wdSFwPzOr1+zfMeDuHU7+AmoF0l/Z4ICG8rCW2acDGvY55hNv5vPZjuzU1UORG4A1t2bOp6bY361Fs61Aj/W6hOucHyjekar1fomrCPW2mXi1GEy2LpHU9DuYagv89gVibo2SgP2ArHj+N/WHqKOj77sGUuyujzd1zFTV667Q2n9JzqNrPx6jmvJOAV1Gjc0btWq+rStJeVGy7AL90n56ENWj0ykHUKLMXUDWEL7rmcvpbavqJd9v+Xu+iHTnVBak+QB31797KXkMNp/6k7XMkPdmjMOf/MON5KfAXts9rc569hUpUU6km0ONt/2tbdwMqCfR8brDV+uI24ygRDFw/dyPb99r+Z0n3UyNsbqDa1p9KHYHc3e+JAMD271tS+4ykx2yfAdwg6RjgCtu/lvRVKtnd39NgB7F9saTvu48vTAP/a4qJl1KjaPZzTdR2LPCGlitOl/QH6iBi3Bg0Oudeqnlo45b0LrB9iaSJ1NQO36C7U2hMav/3eVQz1euomsGzqD6Cd6tm1H2/20yl/WC1TgbjhW23I523S7oR+J7tsyX9juqMusT2tb2NcvgGajm2vyXpYODzkv5k+ywquX1A0snUmPB3uQ/nyu/nRDCoRvCX1NmsX7L9CIDtj0j6B+BvWyI+u4fhrrSOKSZeQdUkf2X73yT9iepH+5OkL7suSvXdbn9Wti9tCfYUavqO21Wzof6cqh3cABwhaXI/7UerxXkG452kV1Gjao6kji6OkfQO21+g2nxPkrThwHj4ftdqOdtKmuk6we+N1Dkfh1DnEnyMGu31AXdjTpYnkEGJ4Ajqx+eTwC5tfh4AbH+Umk5jYS/iXBUtEbyWurDOFsCHJR1hey7VCf5X1HWLBfy6RzHOp05220PSX7suq3kbVdNdbPsV/ZQIIDWDvjWoGrwldQLZc4BnUier7N3W+aSkC10zkva1QUd0JwDbSzrY9vmS3kidIDex1RAu7XxO76IeXzoSweHURXVm2l4s6THgHElvaD9K2D6lh6GOmGpG2KOogQY7Uc0yr239Av/cmocWtPeiZ/uO7YskvQk4VXWRoBuo5NxXJyIOSDLoU+1H8+XU2Yh3UDN17kld2OIu1UyHL5I01ePkAiMd2zRw9a9dgHdJerS1Zb8F+Jyky4FFrSkpiWAltc743akj0z+2xLAmVdu6RNJetm/pZYwrY4gDgoeBd1AjzN5NjR56BXCipDVtf6QHYQ6po+/iK9Q8SDNt9+UsB0kGfabj6Pml1Hj766j5hf6MOnvyB5K+T3Uav2e8JIIOz6euSnYtcK2knwOnqy4neoGkF42HWk4/c02DPI8a8XQ3NdT4DupM6UepKSfGjY7azpZUs88jrstS7k11Ft8laRtqiOYVPQt0GVrfxU7AXf38fV2th5b2K9Vl+U6mLkd5teqaqHtS88c8i7rC10dtX9jDMIdl8FFd+1K8kToj8xet/+B8qgb0Dts/7FGoTyiqobvPB263vbQ1w72Zuk5B3482A5C0GfB22+9WTRD4BepkxPuoaUA2AL5IHTQdBRxg+9u9ine8SzLoQ5JeTU278AHb/6SaiXEP6tJ8/wQ82fZ946U9vSWAzagLiHyNuubsQqqz+FFq6uS7qdrPLPfpuP3xSHWVr0OoOXEOdJcu8D4aVLN4/pwaJHE7te/8juormEZdWW7rdrujddrGCGU0UR9qO/XrgTdLOtA1E+MDwG7Ak9yuvNbPiWBgZJNqps85VMfZ+6kf/rdQbdhvpobffYiaoOshetjh9wT1JOqym/uPs0Qw0XWS2F9QAyf2s31d24aLqeRwOrDE9hlJBKsufQZ9qo1E+BM1Bn8f6gv9IffBmYrD0fo9Xkxd3OUdrhO1zqYu+DLB9vsAJK1PNX8dR51pnGQwilyXOj1nvL2vth8dGBzRzpW4UdJnbb/F9i2txrMGlexiFKRm0Mdc1859IzWW+rr2g6p+P5+gI76XUlX6LSSt3TrP9gYOkfSJts5D1Oyrh9i+scuhrhbGUyJoP/IDNcoLJZ3SaggvBF4u6QwA17WKT8k+M3rSZzAOSNqVamp5Rz93GneMhPqfMytVZxj/DdUUdK3rimDPpK5H0DfzDUVvSXqS7d+3+7tTQ0YXUPMmfcb28a0P4b+Ab9h+c++ifWJKMhgnWqfy7f06RnmA2rQZ1FTa37X9VUlvpeZn+Rg1rPSPbd1x0QEeY0vS1sC/UJcyfYSaPuPMdu7J1lTfwDW2/07SU4AX2/5Wr+J9okqfwTgxHjrI9Pi0GftQQ2N3lLSp6/rLa1MdyPvSJp5LIog2Uu6d1HU61qIuMnU9sG6rLdws6R+BiyTdbvt04Fs5kBh96TOIVSJpQsfDwdNmfB7YU9LRril7D7bdVzOQRl9YTE3tfBE1tcRd1EWNNm/Lfwl8F3hfO98gBxJjIDWDGBFJT7X9kO3H2miPZ/AEmTYjuqMd3f9R0lXA4cC3XDPU3ippC+DYVnPYhtqnDqCGJMcYSJ9BrLTWkXcZNRvmLdRw0Wup4a8D02acQM0xfwZwpO0f9Sba6Ecdgw2eBewI3Ek1Fy0ETmhDYrelDjL+izpP5V+B19i+vSdBP8ElGcSISHodMJu6etb7bX9vPE+bEd2numLc8VQCuIM60/gY6sDiVLcLv7RawoXUZSxv6lG4T3hpJooRaaOEHqJmY9wJ+B41pcTPqSO5gxln02ZE90jakbpU5W7U7LVnUGef/zM10GANSSfY/oPthZJemf6msZUO5Bgx2/+P+tE/eLxOmxE9swg4gjqZ7GiqX2A74G1UQvha54R6SQRjL81EscpUV52aC3yHmh75c+3s6YjlknQicJ/rIk0HUdcp2Mf2XT0ObbWTZqJYZba/prowzfHAW21/P01DMUw3AYe3UUOvB45OIuiN1Axi1EjaYKDTL2I4JK1HnZ2+FzDH9qU9Dmm1lWQQET3Xpqx+NDXK3kkHckT0g8cggw16KTWDiIhIzSAiIpIMIiKCJIOIiCDJICIiSDKIiAjg/wNB7DaDPlD6YgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "master_data['location'].value_counts().plot.bar(rot=45)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYMAAAEHCAYAAABMRSrcAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAXeElEQVR4nO3df5TldX3f8efLXUHR6PJjJLhL3W1dzQGjEadAYmOM2GUBm+WcooVEWcnWzYmrsUlaBdO6PSoJVFsqUehZYcOSGFZEK9uKki2i1NPwYxAFAQ1T/MHuARndBdNawcV3/7ifda7jLLNz7+zcYeb5OOeeud/39/O993M/c+993e+P+72pKiRJC9vTBt0BSdLgGQaSJMNAkmQYSJIwDCRJwOJBd6BXRxxxRC1fvnzQ3ZCkp5Tbb7/9e1U1NLE+ZRgk2Qy8Dni4ql7SVX87sAF4AvhMVb2z1c8D1rX6H1TV9a2+GvgQsAi4rKouaPUVwFbgcOB24E1V9fhU/Vq+fDkjIyNTNZMkdUny7cnq+7OZ6Apg9YQb+01gDfCyqjoW+GCrHwOcCRzblrkkyaIki4CPAKcAxwBntbYAFwIXVdULgd10gkSSNIumDIOqugnYNaH8+8AFVfVYa/Nwq68BtlbVY1X1TWAUOL5dRqvq/vapfyuwJkmA1wDXtOW3AKf395AkSdPV6w7kFwG/nuSWJF9M8o9bfSnwQFe7Ha22r/rhwCNVtWdCfVJJ1icZSTIyNjbWY9clSRP1GgaLgcOAE4F/A1zdPuUfUFW1qaqGq2p4aOjn9n9IknrU69FEO4BPVefERrcm+QlwBLATOLqr3bJWYx/17wNLkixuawfd7SVJs6TXNYNPA78JkORFwEHA94BtwJlJDm5HCa0EbgVuA1YmWZHkIDo7mbe1MLkROKPd7lrg2h77JEnq0f4cWnoV8GrgiCQ7gI3AZmBzkq8BjwNr2xv73UmuBu4B9gAbquqJdjtvA66nc2jp5qq6u93Fu4CtSd4P3AFcPoOPT5K0H/JUPYX18PBw+T0DSZqeJLdX1fDEuqejkCQ9dU9H0a/l535m0F0A4FsXnDboLkiSawaSJMNAkoRhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRL7EQZJNid5uP3e8cR5f5ykkhzRppPk4iSjSe5MclxX27VJ7muXtV31VyS5qy1zcZLM1IOTJO2f/VkzuAJYPbGY5GhgFfCdrvIpwMp2WQ9c2toeBmwETgCOBzYmObQtcynwlq7lfu6+JEkH1pRhUFU3AbsmmXUR8E6gumprgCur42ZgSZKjgJOB7VW1q6p2A9uB1W3ec6rq5qoq4Erg9L4ekSRp2nraZ5BkDbCzqr46YdZS4IGu6R2t9mT1HZPU93W/65OMJBkZGxvrpeuSpElMOwySHAK8G3jPzHfnyVXVpqoarqrhoaGh2b57SZq3FvewzD8CVgBfbft6lwFfTnI8sBM4uqvtslbbCbx6Qv0Lrb5skvaaRcvP/cyguwDAty44bdBdkBasaa8ZVNVdVfW8qlpeVcvpbNo5rqoeArYBZ7ejik4EHq2qB4HrgVVJDm07jlcB17d5P0hyYjuK6Gzg2hl6bJKk/bQ/h5ZeBfwt8OIkO5Kse5Lm1wH3A6PAR4G3AlTVLuB9wG3t8t5Wo7W5rC3zv4HP9vZQJEm9mnIzUVWdNcX85V3XC9iwj3abgc2T1EeAl0zVD0nSgeM3kCVJhoEkyTCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkid5+A1mat/w96HGOxcLimoEkab9+A3lzkoeTfK2r9oEkX09yZ5L/mmRJ17zzkowm+UaSk7vqq1ttNMm5XfUVSW5p9Y8nOWgGH58kaT/sz5rBFcDqCbXtwEuq6qXA3wHnASQ5BjgTOLYtc0mSRUkWAR8BTgGOAc5qbQEuBC6qqhcCu4F1fT0iSdK0TRkGVXUTsGtC7W+qak+bvBlY1q6vAbZW1WNV9U1gFDi+XUar6v6qehzYCqxJEuA1wDVt+S3A6f09JEnSdM3EPoPfBT7bri8FHuiat6PV9lU/HHikK1j21ieVZH2SkSQjY2NjM9B1SRL0GQZJ/gTYA3xsZrrz5KpqU1UNV9Xw0NDQbNylJC0IPR9amuTNwOuAk6qqWnkncHRXs2Wtxj7q3weWJFnc1g6620uSZklPawZJVgPvBH6rqn7YNWsbcGaSg5OsAFYCtwK3ASvbkUMH0dnJvK2FyI3AGW35tcC1vT0USVKv9ufQ0quAvwVenGRHknXAh4FfALYn+UqS/wJQVXcDVwP3AJ8DNlTVE+1T/9uA64F7gatbW4B3AX+UZJTOPoTLZ/QRSpKmNOVmoqo6a5LyPt+wq+p84PxJ6tcB101Sv5/O0UaSpAHxG8iSJMNAkmQYSJIwDCRJGAaSJAwDSRKGgSQJf+lMkqa0EH71zTUDSZJhIEkyDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCSxfz97uTnJw0m+1lU7LMn2JPe1v4e2epJcnGQ0yZ1JjutaZm1rf1+StV31VyS5qy1zcZLM9IOUJD25/VkzuAJYPaF2LnBDVa0EbmjTAKcAK9tlPXApdMID2AicQOcnLjfuDZDW5i1dy028L0nSATZlGFTVTcCuCeU1wJZ2fQtwelf9yuq4GViS5CjgZGB7Ve2qqt3AdmB1m/ecqrq5qgq4suu2JEmzpNd9BkdW1YPt+kPAke36UuCBrnY7Wu3J6jsmqU8qyfokI0lGxsbGeuy6JGmivncgt0/0NQN92Z/72lRVw1U1PDQ0NBt3KUkLQq9h8N22iYf29+FW3wkc3dVuWas9WX3ZJHVJ0izqNQy2AXuPCFoLXNtVP7sdVXQi8GjbnHQ9sCrJoW3H8Srg+jbvB0lObEcRnd11W5KkWTLlj9skuQp4NXBEkh10jgq6ALg6yTrg28AbWvPrgFOBUeCHwDkAVbUryfuA21q791bV3p3Sb6VzxNIzgc+2iyRpFk0ZBlV11j5mnTRJ2wI27ON2NgObJ6mPAC+Zqh+SpAPHbyBLkgwDSZJhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CSRJ9hkOQPk9yd5GtJrkryjCQrktySZDTJx5Mc1Noe3KZH2/zlXbdzXqt/I8nJfT4mSdI09RwGSZYCfwAMV9VLgEXAmcCFwEVV9UJgN7CuLbIO2N3qF7V2JDmmLXcssBq4JMmiXvslSZq+fjcTLQaemWQxcAjwIPAa4Jo2fwtweru+pk3T5p+UJK2+taoeq6pvAqPA8X32S5I0DT2HQVXtBD4IfIdOCDwK3A48UlV7WrMdwNJ2fSnwQFt2T2t/eHd9kmV+RpL1SUaSjIyNjfXadUnSBP1sJjqUzqf6FcDzgWfR2cxzwFTVpqoarqrhoaGhA3lXkrSg9LOZ6LXAN6tqrKp+DHwKeCWwpG02AlgG7GzXdwJHA7T5zwW+312fZBlJ0izoJwy+A5yY5JC27f8k4B7gRuCM1mYtcG27vq1N0+Z/vqqq1c9sRxutAFYCt/bRL0nSNC2eusnkquqWJNcAXwb2AHcAm4DPAFuTvL/VLm+LXA78ZZJRYBedI4ioqruTXE0nSPYAG6rqiV77JUmavp7DAKCqNgIbJ5TvZ5KjgarqR8Dr93E75wPn99MXSVLv/AayJMkwkCQZBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSfQZBkmWJLkmydeT3JvkV5MclmR7kvva30Nb2yS5OMlokjuTHNd1O2tb+/uSrO33QUmSpqffNYMPAZ+rql8CXgbcC5wL3FBVK4Eb2jTAKcDKdlkPXAqQ5DA6v6N8Ap3fTt64N0AkSbOj5zBI8lzgVcDlAFX1eFU9AqwBtrRmW4DT2/U1wJXVcTOwJMlRwMnA9qraVVW7ge3A6l77JUmavn7WDFYAY8BfJLkjyWVJngUcWVUPtjYPAUe260uBB7qW39Fq+6r/nCTrk4wkGRkbG+uj65Kkbv2EwWLgOODSqno58H8Z3yQEQFUVUH3cx8+oqk1VNVxVw0NDQzN1s5K04PUTBjuAHVV1S5u+hk44fLdt/qH9fbjN3wkc3bX8slbbV12SNEt6DoOqegh4IMmLW+kk4B5gG7D3iKC1wLXt+jbg7HZU0YnAo21z0vXAqiSHth3Hq1pNkjRLFve5/NuBjyU5CLgfOIdOwFydZB3wbeANre11wKnAKPDD1paq2pXkfcBtrd17q2pXn/2SJE1DX2FQVV8BhieZddIkbQvYsI/b2Qxs7qcvkqTe+Q1kSZJhIEkyDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkMQNhkGRRkjuS/Pc2vSLJLUlGk3y8/SQmSQ5u06Nt/vKu2ziv1b+R5OR++yRJmp6ZWDN4B3Bv1/SFwEVV9UJgN7Cu1dcBu1v9otaOJMcAZwLHAquBS5IsmoF+SZL2U19hkGQZcBpwWZsO8BrgmtZkC3B6u76mTdPmn9TarwG2VtVjVfVNYBQ4vp9+SZKmp981g/8MvBP4SZs+HHikqva06R3A0nZ9KfAAQJv/aGv/0/oky/yMJOuTjCQZGRsb67PrkqS9eg6DJK8DHq6q22ewP0+qqjZV1XBVDQ8NDc3W3UrSvLe4j2VfCfxWklOBZwDPAT4ELEmyuH36XwbsbO13AkcDO5IsBp4LfL+rvlf3MpKkWdDzmkFVnVdVy6pqOZ0dwJ+vqt8BbgTOaM3WAte269vaNG3+56uqWv3MdrTRCmAlcGuv/ZIkTV8/awb78i5ga5L3A3cAl7f65cBfJhkFdtEJEKrq7iRXA/cAe4ANVfXEAeiXJGkfZiQMquoLwBfa9fuZ5GigqvoR8Pp9LH8+cP5M9EWSNH1+A1mSZBhIkgwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEkYBpIk+giDJEcnuTHJPUnuTvKOVj8syfYk97W/h7Z6klycZDTJnUmO67qtta39fUnW9v+wJEnT0c+awR7gj6vqGOBEYEOSY4BzgRuqaiVwQ5sGOAVY2S7rgUuhEx7ARuAEOr+dvHFvgEiSZkfPYVBVD1bVl9v1vwfuBZYCa4AtrdkW4PR2fQ1wZXXcDCxJchRwMrC9qnZV1W5gO7C6135JkqZvRvYZJFkOvBy4BTiyqh5ssx4CjmzXlwIPdC22o9X2VZ/sftYnGUkyMjY2NhNdlyQxA2GQ5NnAJ4F/VVU/6J5XVQVUv/fRdXubqmq4qoaHhoZm6mYlacHrKwySPJ1OEHysqj7Vyt9tm39ofx9u9Z3A0V2LL2u1fdUlSbOkn6OJAlwO3FtV/6lr1jZg7xFBa4Fru+pnt6OKTgQebZuTrgdWJTm07The1WqSpFmyuI9lXwm8CbgryVda7d3ABcDVSdYB3wbe0OZdB5wKjAI/BM4BqKpdSd4H3NbavbeqdvXRL0nSNPUcBlX1JSD7mH3SJO0L2LCP29oMbO61L5Kk/vgNZEmSYSBJMgwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJKYQ2GQZHWSbyQZTXLuoPsjSQvJnAiDJIuAjwCnAMcAZyU5ZrC9kqSFY06EAXA8MFpV91fV48BWYM2A+yRJC0aqatB9IMkZwOqq+pdt+k3ACVX1tgnt1gPr2+SLgW/Makd/3hHA9wbch7nCsRjnWIxzLMbNlbF4QVUNTSwuHkRPelVVm4BNg+7HXklGqmp40P2YCxyLcY7FOMdi3Fwfi7mymWgncHTX9LJWkyTNgrkSBrcBK5OsSHIQcCawbcB9kqQFY05sJqqqPUneBlwPLAI2V9XdA+7W/pgzm6zmAMdinGMxzrEYN6fHYk7sQJYkDdZc2UwkSRogw0CSZBjMtCQZdB/mCsdCk0ni+04zl8ZiznTkqS7JkiSHlDthSPKLSX5h0P2YS9opVxa0JMcmObyqfjKX3gQHIcmrkvxiVf1k0H3Za0H/Q2ZKkn8G/BXw2SS/vZDfCJOcBvw1nVOKnJNk0UJdQ0iyKsl5AFX1xEJ+A2znGrsR+HCSIxdyICRZBWwBXjDovnRbkP+MmZTknwJ/Bvx74MPAG+mcbG/BaUHwfuBddE48+EbgOQtxbSnJq+h8QFib5IMAC/kNEPg74PPAw8CfJ1k2lz4Vz5YkJwMfAM6qqluSHDxXnhNzohNPVW3V/5XAB6tqpKo+AdwEvL7NX2ifiF8B/Luqug34MvBc4MIkv5PkpYPt2qx7PvAndJ4fL0/yH+GngbCgNhm1N7tntMkvAHcD721rTr8xsI4NxmuBZ1bVzUmG6HyAvCrJhkG/RvyeQZ+SPA94DPhBK70JeG1Vnd3mH1xVjw2qf4OQ5BDgBmA7cDPw68DfAxcAtVDWFJIcWlW7kywHLgPuqqo/bPOWVNUjg+zfbEuyFhirquuS/DVwGvC7VfXJJE9bKGsKST4K/ArwYzprj98Hjmt/PwCdF8ls98s1gx4kWZbkuW3ye1X1aDV0zqT649buLOBfzOdPgt1jsXdNqKp+CLy+qt5TVdcBfwP8KvD0+RwEE54XVNXu9vdbdM62+8tJ3tPO0vt7SZ4+mJ4eeBOeF3vfZw6iMwavpPN8+Byd3y45aj4HwSTPi7fQ+ZD0maq6pKo+TufsC68CDhrUa8QwmKYkpwP/A1iX5IhJnsRPAD9J8mbgPcCtVfXE7PZydkwyFpXkaS0Uuk80eDhQwHx+8zudrrFotZ9uJqyq+4FTgd8DPgpcV1U/HkBXD7gneY18Gng58Cngj4A3A1+lcwqaeWmy5wVAVb2dzpryXkfQee8Y2GvEzUTT0LbxbQW+A+wAvgtsrarvdb3wXwp8CbiLzirw1wfS2QPsycZiQru3AuuAN1fVXbPe0VkwjbE4A/ggcNpT5Nxb0zbFa+TZwAbg5qr6YnvNPL39oNW8M43nxQbgHOCcQb5GDINpaGdUfTGdIyNeR2e1bhT4eFU93NocAnwCOHe+vvnB1GORZDHwPDpHFl22wMfiaW3H8Vo6a4r3DrC7B9STjMUnquqhJAdV1eNJFlfVnkH29UDbn+cF8GxgI3DFoF8jhsF+SPIPgIeAxW17+N76Pwd+A7ivqv48ycur6o75vNN4GmPx0qq6cz6/6Kf7vBhUP2eDYzFuGmPxsqr66lzZee4+gym0Y+evo3MI2F8k+aW986rqk8AXgaEknwb+Z9sZNl+DYDpj8b+SPH8eB8F0xuKmJEsH0tFZ0MNYPH8gHZ0F0xyLL7XXyMCDAICq8jLJBQidX1+7C3g1cCTwr4EHgWMntP0r4FvALw+6346FY+FYOBY9PYZBd2AuX+gc5bAJWMr4JrV30DlS5kVt+ijgHuBXBt1fx8KxcCwci14v7jOYRJIXAocC9wOXALdX1X/omv9OOqec+P2q+n9Jnl1V/2cwvT2wHItxjsU4x2LcfBmLOfGzl3NJktcBfwrsprPK9zHg4iSLqurPWrOrgfOAHwHMxX/sTHAsxjkW4xyLcfNpLAyDLkl+jc7XwX+7OkcFbQKOB34NuLl9k3gr8E/onIdnCZ0nwbzjWIxzLMY5FuPm21i4mahL++e+qKquaNNDdI7/PS3JPwT+LZ10P4F5/CUqcCy6ORbjHItx820sDIMuLcmfVVU/aNePAv4bcGpVPZjkBXR2Bj2rqh4dZF8PNMdinGMxzrEYN9/Gwu8ZdKmqJ6pq79lHAzwC7Gr/2DcC76bz9fk5/4/tl2MxzrEY51iMm29j4ZrBFJJcQedY4VU8BVb1DiTHYpxjMc6xGPdUHgvDYB+Szkm0gHvb35Oq6r7B9mowHItxjsU4x2LcfBgLw2AK6ZyK+raap2eZnA7HYpxjMc6xGPdUHgvDYApJUg4S4Fh0cyzGORbjnspjYRhIkjyaSJJkGEiSMAwkSRgGkiQMA0kShoEkCfj/B5F0zWwMd2MAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "master_data['year'].value_counts().plot.bar(rot=45)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Sample 3000 rows each year"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "relevant = master_data[master_data[\"Relevance\"] == True]\n",
    "grouped_df = relevant.groupby('year')\n",
    "# for key, item in grouped_df:\n",
    "#     print(grouped_df.get_group(key), \"\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>location</th>\n",
       "      <th>news</th>\n",
       "      <th>Relevance</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">2011</th>\n",
       "      <th>61704</th>\n",
       "      <td>2011</td>\n",
       "      <td>7</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>The Inter Services Intelligence (ISI) official...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57597</th>\n",
       "      <td>2011</td>\n",
       "      <td>9</td>\n",
       "      <td>india</td>\n",
       "      <td>Calling Naxalism (Left Wing Extremism) a bigge...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57025</th>\n",
       "      <td>2011</td>\n",
       "      <td>8</td>\n",
       "      <td>india</td>\n",
       "      <td>The Indian Navy captured a hijacked Iranian fl...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54760</th>\n",
       "      <td>2011</td>\n",
       "      <td>4</td>\n",
       "      <td>india</td>\n",
       "      <td>Times of India reports that Chichgarh squad of...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53994</th>\n",
       "      <td>2011</td>\n",
       "      <td>2</td>\n",
       "      <td>india</td>\n",
       "      <td>Indian Express reports that the cadres of the ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">2015</th>\n",
       "      <th>3625</th>\n",
       "      <td>2015</td>\n",
       "      <td>6</td>\n",
       "      <td>india</td>\n",
       "      <td>Death toll rises to three as one more militant...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8755</th>\n",
       "      <td>2015</td>\n",
       "      <td>8</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>Lahore High Court (LHC) issued a notice to the...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6061</th>\n",
       "      <td>2015</td>\n",
       "      <td>10</td>\n",
       "      <td>india</td>\n",
       "      <td>As there was early snowfall along the Line of ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2769</th>\n",
       "      <td>2015</td>\n",
       "      <td>4</td>\n",
       "      <td>india</td>\n",
       "      <td>Chinar Corps General Officer Commanding (GOC) ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8152</th>\n",
       "      <td>2015</td>\n",
       "      <td>5</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>The United States (US) has handed over 14 comb...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15000 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            year  month  location  \\\n",
       "year                                \n",
       "2011 61704  2011      7  pakistan   \n",
       "     57597  2011      9     india   \n",
       "     57025  2011      8     india   \n",
       "     54760  2011      4     india   \n",
       "     53994  2011      2     india   \n",
       "...          ...    ...       ...   \n",
       "2015 3625   2015      6     india   \n",
       "     8755   2015      8  pakistan   \n",
       "     6061   2015     10     india   \n",
       "     2769   2015      4     india   \n",
       "     8152   2015      5  pakistan   \n",
       "\n",
       "                                                         news  Relevance  \n",
       "year                                                                      \n",
       "2011 61704  The Inter Services Intelligence (ISI) official...       True  \n",
       "     57597  Calling Naxalism (Left Wing Extremism) a bigge...       True  \n",
       "     57025  The Indian Navy captured a hijacked Iranian fl...       True  \n",
       "     54760  Times of India reports that Chichgarh squad of...       True  \n",
       "     53994  Indian Express reports that the cadres of the ...       True  \n",
       "...                                                       ...        ...  \n",
       "2015 3625   Death toll rises to three as one more militant...       True  \n",
       "     8755   Lahore High Court (LHC) issued a notice to the...       True  \n",
       "     6061   As there was early snowfall along the Line of ...       True  \n",
       "     2769   Chinar Corps General Officer Commanding (GOC) ...       True  \n",
       "     8152   The United States (US) has handed over 14 comb...       True  \n",
       "\n",
       "[15000 rows x 5 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_df = relevant.groupby('year').apply(lambda x: x.sample(3000))\n",
    "sample_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAEHCAYAAABCwJb2AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAATvElEQVR4nO3df5BdZ33f8fcHyXYCptjgxTGSQW4QydgDyFRjnJAQGgf/TMfOFKidBoTrVkwrd8iPTmvTBlMSN6SBMEMCnhGxatMAwhQSVKLGURwaynSMJRNjIzuut8bU0si2wMaQoXGw+faP+2zurVhpd6XVvat93q+ZO/ec5zz33ud89+7nnj3n3LOpKiRJfXjWpAcgSRofQ1+SOmLoS1JHDH1J6oihL0kdWTnpARzKKaecUmvWrJn0MCTpmHLnnXd+vaqmZlu2pEN/zZo17Nq1a9LDkKRjSpKvHWyZu3ckqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSR+YM/SQ/kOSOJF9OsjvJv2/tZyT5YpLpJJ9IcnxrP6HNT7fla0ae69rWfn+SC47aWkmSZjWfLf2ngJ+uqlcC64ALk5wL/Cbw/qp6KfAEcFXrfxXwRGt/f+tHkjOBy4GzgAuBDyVZsYjrIkmaw5yhXwN/1WaPa7cCfhr4L639ZuCyNn1pm6ctPy9JWvvWqnqqqr4KTAPnLMZKSJLmZ17fyG1b5HcCLwU+CPxv4JtV9XTrsgdY1aZXAQ8DVNXTSZ4EXtDabx952tHHjL7WRmAjwItf/OIFrs73W3PNHx3xcyyGh95zyaSHYC1GWIshazHUQy3mdSC3qp6pqnXAagZb5z96tAZUVZuran1VrZ+amvXSEZKkw7Sgs3eq6pvA54AfA05KMvOXwmpgb5veC5wO0JY/D/jGaPssj5EkjcF8zt6ZSnJSm/5B4PXAfQzC/w2t2wbgM216W5unLf+zGvwj3m3A5e3snjOAtcAdi7QekqR5mM8+/dOAm9t+/WcBt1TVZ5PcC2xN8uvAXwA3tv43Av85yTTwOIMzdqiq3UluAe4FngY2VdUzi7s6kqRDmTP0q+pu4OxZ2h9klrNvquqvgTce5LmuB65f+DAlSYvBb+RKUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkfmDP0kpyf5XJJ7k+xO8vbW/q4ke5Pc1W4Xjzzm2iTTSe5PcsFI+4WtbTrJNUdnlSRJB7NyHn2eBn6lqr6U5LnAnUl2tGXvr6r3jnZOciZwOXAW8CLgT5O8rC3+IPB6YA+wM8m2qrp3MVZEkjS3OUO/qvYB+9r0t5PcB6w6xEMuBbZW1VPAV5NMA+e0ZdNV9SBAkq2tr6EvSWOyoH36SdYAZwNfbE1XJ7k7yZYkJ7e2VcDDIw/b09oO1n7ga2xMsivJrv379y9keJKkOcw79JOcCHwK+MWq+hZwA/DDwDoGfwm8bzEGVFWbq2p9Va2fmppajKeUJDXz2adPkuMYBP5Hq+rTAFX16MjyDwOfbbN7gdNHHr66tXGIdknSGMzn7J0ANwL3VdVvj7SfNtLt54CvtOltwOVJTkhyBrAWuAPYCaxNckaS4xkc7N22OKshSZqP+WzpvwZ4M3BPkrta2zuAK5KsAwp4CHgbQFXtTnILgwO0TwObquoZgCRXA7cCK4AtVbV70dZEkjSn+Zy98wUgsyzafojHXA9cP0v79kM9TpJ0dPmNXEnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR2ZM/STnJ7kc0nuTbI7ydtb+/OT7EjyQLs/ubUnyQeSTCe5O8mrRp5rQ+v/QJINR2+1JEmzmc+W/tPAr1TVmcC5wKYkZwLXALdV1VrgtjYPcBGwtt02AjfA4EMCuA54NXAOcN3MB4UkaTzmDP2q2ldVX2rT3wbuA1YBlwI3t243A5e16UuBj9TA7cBJSU4DLgB2VNXjVfUEsAO4cDFXRpJ0aAvap59kDXA28EXg1Kra1xY9ApzaplcBD488bE9rO1j7ga+xMcmuJLv279+/kOFJkuYw79BPciLwKeAXq+pbo8uqqoBajAFV1eaqWl9V66emphbjKSVJzbxCP8lxDAL/o1X16db8aNttQ7t/rLXvBU4fefjq1nawdknSmMzn7J0ANwL3VdVvjyzaBsycgbMB+MxI+1vaWTznAk+23UC3AucnObkdwD2/tUmSxmTlPPq8BngzcE+Su1rbO4D3ALckuQr4GvCmtmw7cDEwDXwHuBKgqh5P8mvAztbv3VX1+GKshCRpfuYM/ar6ApCDLD5vlv4FbDrIc20BtixkgJKkxeM3ciWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI3OGfpItSR5L8pWRtncl2Zvkrna7eGTZtUmmk9yf5IKR9gtb23SSaxZ/VSRJc5nPlv5NwIWztL+/qta123aAJGcClwNntcd8KMmKJCuADwIXAWcCV7S+kqQxWjlXh6r6fJI183y+S4GtVfUU8NUk08A5bdl0VT0IkGRr63vvwocsSTpcR7JP/+okd7fdPye3tlXAwyN99rS2g7V/nyQbk+xKsmv//v1HMDxJ0oEON/RvAH4YWAfsA963WAOqqs1Vtb6q1k9NTS3W00qSmMfundlU1aMz00k+DHy2ze4FTh/purq1cYh2SdKYHNaWfpLTRmZ/Dpg5s2cbcHmSE5KcAawF7gB2AmuTnJHkeAYHe7cd/rAlSYdjzi39JB8HXgeckmQPcB3wuiTrgAIeAt4GUFW7k9zC4ADt08CmqnqmPc/VwK3ACmBLVe1e7JWRJB3afM7euWKW5hsP0f964PpZ2rcD2xc0OknSovIbuZLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjoyZ+gn2ZLksSRfGWl7fpIdSR5o9ye39iT5QJLpJHcnedXIYza0/g8k2XB0VkeSdCjz2dK/CbjwgLZrgNuqai1wW5sHuAhY224bgRtg8CEBXAe8GjgHuG7mg0KSND5zhn5VfR54/IDmS4Gb2/TNwGUj7R+pgduBk5KcBlwA7Kiqx6vqCWAH3/9BIkk6yg53n/6pVbWvTT8CnNqmVwEPj/Tb09oO1v59kmxMsivJrv379x/m8CRJszniA7lVVUAtwlhmnm9zVa2vqvVTU1OL9bSSJA4/9B9tu21o94+19r3A6SP9Vre2g7VLksbocEN/GzBzBs4G4DMj7W9pZ/GcCzzZdgPdCpyf5OR2APf81iZJGqOVc3VI8nHgdcApSfYwOAvnPcAtSa4Cvga8qXXfDlwMTAPfAa4EqKrHk/wasLP1e3dVHXhwWJJ0lM0Z+lV1xUEWnTdL3wI2HeR5tgBbFjQ6SdKi8hu5ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktSRIwr9JA8luSfJXUl2tbbnJ9mR5IF2f3JrT5IPJJlOcneSVy3GCkiS5m8xtvT/flWtq6r1bf4a4LaqWgvc1uYBLgLWtttG4IZFeG1J0gIcjd07lwI3t+mbgctG2j9SA7cDJyU57Si8viTpII409Av4kyR3JtnY2k6tqn1t+hHg1Da9Cnh45LF7Wtv/J8nGJLuS7Nq/f/8RDk+SNGrlET7+J6pqb5IXAjuS/OXowqqqJLWQJ6yqzcBmgPXr1y/osZKkQzuiLf2q2tvuHwP+ADgHeHRmt027f6x13wucPvLw1a1NkjQmhx36SZ6T5Lkz08D5wFeAbcCG1m0D8Jk2vQ14SzuL51zgyZHdQJKkMTiS3TunAn+QZOZ5PlZVf5xkJ3BLkquArwFvav23AxcD08B3gCuP4LUlSYfhsEO/qh4EXjlL+zeA82ZpL2DT4b6eJOnI+Y1cSeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHRl76Ce5MMn9SaaTXDPu15ekno019JOsAD4IXAScCVyR5MxxjkGSejbuLf1zgOmqerCq/gbYClw65jFIUrdSVeN7seQNwIVV9U/b/JuBV1fV1SN9NgIb2+yPAPePbYAHdwrw9UkPYomwFkPWYshaDC2FWrykqqZmW7By3COZS1VtBjZPehyjkuyqqvWTHsdSYC2GrMWQtRha6rUY9+6dvcDpI/OrW5skaQzGHfo7gbVJzkhyPHA5sG3MY5Ckbo11905VPZ3kauBWYAWwpap2j3MMh2lJ7W6aMGsxZC2GrMXQkq7FWA/kSpImy2/kSlJHDH1J6oihf5iSWLvGWgwlyaTHsFRYi6XJX9YFSvLaJD9UVd+b9FgmLclZSV5QVd/rPfiT/FCS5056HEtBkpOSPLs8YPi32iVoloSuf1EXKsn5wM3ASyY9lklr10z6HPC7SU7tOfiTXAJ8jMFlRa5MsqLXrdwk/wD4feC/Jfn5nj8Ik5yf5FqAqnpmqfx+LIlBHAuSXAD8FnBFVX0xyQlL5Yc4If8L+DPgMeB3kqzu8a+fFvi/DvwbBhcT/AXg7/S4lZvk9cBvAO8CfpdBLbq8oGKS1zL48NuQ5L0AS2XDaOIDOIb8DPCDVXV7kikGb+qPJ9mU5BUTHttYtTfuD7TZ/w7sBt7dtmx+amIDm4y/B/xqVe0EvgQ8D/jNJP+4p/dF233xGuC9VbWrqj4JfB54Y1ve218+LwL+LYOanJ3kffC3wT/RXT2ep78AST4MrAO+y+BT/BvAq9r9bwH0tIWXZAOwv6q2J/kYcAnwT6rqU0me1dOWf5JnA7cBO4DbgZ8Evg28h8HbYtm/L5K8EHgK+FZrejPwM1X1lrb8hKp6alLjG7ckJ1fVE0nWAL8H3FNVv9SWnVRV35zEuNzSP4Qkq5M8b2a+qv4Zg1/oP6qqD1XVJxh8u/i1wPHL+Rd7tBYjf6IeD7w8yWuAHwP+mMH/SDhtOQf+AbUIQFV9B3hjVb2zqrYDf8KgJsf18r4Avl5VT1bD4Aq53239rgD+0aS3co+mWfLiiXb/EIMrB788yTvb1YbfluS4SYzT0D+IJJcBfwpcleSUmfaq+pcMtt5mnAI8A0zkBzgOB9ZiJND/EDgb+DTwy8BbgS8zuMTGsjRLLSrJs1r4j1488AVA0ef7YsYzwPeSvBV4J3BHVT0z3lGOx2x5MbpLq6oeBC4G3gZ8GNheVd+dwFDdvTObts9+K/B/gD3Ao8DWqvr6Af02AVcCV1bVPWMf6BgcqhZJTgQ2AbdX1Z+3N/lx7R/kLDsLeF/8C+Aq4K2dvi9mwu4VwBeAexjs9vvLiQz2KFvA++INwHuBSyZ5zTFDfxbtCqA/wuAMlZ9lsPtmGvhEVT3Wdm+cCFwH3LRcf7HhkLX4ZFU9kuT4qvqbJCur6ulJjvVom8f7YiXwQgZn8vxep++LT1TVY63Ps4FPAtf0XIuZ41vtGNgdVXXfBIdr6I9K8mLgEWBl20c70/4PgZ8CHqiq30nyyqr68nI+WLmAWpxdVX8xqXGOwwJq8Yqquns5fwAu9H2xnA/eHqu/I+7Tb9r51tsZnIr5n5L86MyyqvoU8OfAVJI/BL6Q5EXLOPAXUovPJ3nRRAY6Bgusxf9s74vlGvgLqcX/aAf0l2vgL/R3ZNVEBjqbqur6BoTBf/O6B3gdcCrwr4B9wFkH9P194CHg5ZMet7WwFtbCWhzWOkx6AEvhxuBsk83AKoa7vN7O4GyMl7X504B7gXWTHq+1sBbWwloc7q3rffpJXgqcDDwIfAi4s6r+48jyf83ga+T/vKr+b5ITq+qvJjPao8taDFmLIWsxtFxqMdZ/l7iUJPlZ4D8ATzD4U+2jwAeSrKiq32jdbgGuBf4aYCn+ABeDtRiyFkPWYmg51aLL0E/y4wwum/DzNTjDYDNwDvDjwO3tW4NbgZ9gcG2Vkxj8sJcdazFkLYasxdByq0WXu3faD/FlVXVTm59icL79JUn+LvDvGHxav5pl/AUbsBajrMWQtRhabrXoNfRXAM+pqm+16dOA/wpcXFX7kryEwUGZ51TVk5Mc69FmLYasxZC1GFputejyPP2qeqaqZq4EGOCbwOPtB/gLwDsYXE5gyf8Aj5S1GLIWQ9ZiaLnVosst/dkkuYnBubbncwz8iXY0WYshazFkLYaO5Vp0H/rJ4CJhwH3t/ryqemCyo5oMazFkLYasxdByqEX3oT8jg8u/7qwJXv1uqbAWQ9ZiyFoMHcu1MPSbJCmLAViLUdZiyFoMHcu1MPQlqSNdnr0jSb0y9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOvL/AP+5iw8NMjY6AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "sample_df['year'].value_counts().plot.bar(rot=45)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAEfCAYAAACtRRYAAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAm0ElEQVR4nO3deZwdVZn/8c8XwqJsSaANTMIYlggisoZVXIZgIAFJZBNGJSAYRlmV+WlQMcqioI4IM4JEiQYFISKYsAhkIsyIsgVBdkxAlkQgkYRFA8jy/P54Tss106FvJ923ulPf9+vVr646VX371L11nzp1tlJEYGZm9bBS1RkwM7PWcdA3M6sRB30zsxpx0DczqxEHfTOzGulXdQbezHrrrRdDhw6tOhtmZn3KHXfc8eeIaOtoW68O+kOHDmXWrFlVZ8PMrE+R9NjStrl6x8ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGevWI3K4aOuHqHn39R8/Yu0df38ysp7mkb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViOdBn1Jm0m6q+HneUknSBooaYak2eX3gLK/JJ0jaY6kuyVt1/Ba48r+syWN68kDMzOz/6vToB8RD0XENhGxDbA9sBi4ApgAzIyIYcDMsg4wChhWfsYD5wFIGghMBHYCdgQmtl8ozMysNbpavTMCeDgiHgPGAFNK+hRgbFkeA1wY6Ragv6QNgD2BGRGxMCIWATOAvZb3AMzMrHldDfoHAz8ty4Mi4smy/BQwqCwPBp5o+Ju5JW1p6f9A0nhJsyTNWrBgQRezZ2Zmb6bpoC9pVWBf4GdLbouIAKI7MhQRkyJieEQMb2vr8Lm+Zma2jLpS0h8F/C4ini7rT5dqG8rv+SV9HrBhw98NKWlLSzczsxbpStA/hDeqdgCmA+09cMYB0xrSDy29eHYGnivVQNcBIyUNKA24I0uamZm1SFMTrklaA/ggcFRD8hnAVElHAI8BB5X0a4DRwByyp8/hABGxUNKpwO1lv1MiYuFyH4GZmTWtqaAfEX8F1l0i7RmyN8+S+wZw9FJeZzIwuevZNDOz7uARuWZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNdLUM3KtNYZOuLpHX//RM/bu0dc3s96vqZK+pP6SLpP0oKQHJO0iaaCkGZJml98Dyr6SdI6kOZLulrRdw+uMK/vPljSupw7KzMw61mz1ztnAtRGxObA18AAwAZgZEcOAmWUdYBQwrPyMB84DkDQQmAjsBOwITGy/UJiZWWt0GvQlrQO8D7gAICL+FhHPAmOAKWW3KcDYsjwGuDDSLUB/SRsAewIzImJhRCwCZgB7deOxmJlZJ5op6W8ELAB+KOlOST+QtAYwKCKeLPs8BQwqy4OBJxr+fm5JW1r6P5A0XtIsSbMWLFjQtaMxM7M31UzQ7wdsB5wXEdsCf+WNqhwAIiKA6I4MRcSkiBgeEcPb2tq64yXNzKxoJujPBeZGxK1l/TLyIvB0qbah/J5fts8DNmz4+yElbWnpZmbWIp0G/Yh4CnhC0mYlaQRwPzAdaO+BMw6YVpanA4eWXjw7A8+VaqDrgJGSBpQG3JElzczMWqTZfvrHAhdJWhV4BDicvGBMlXQE8BhwUNn3GmA0MAdYXPYlIhZKOhW4vex3SkQs7JajMDOzpjQV9CPiLmB4B5tGdLBvAEcv5XUmA5O7kD8zM+tGnobBzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGmgr6kh6VdI+kuyTNKmkDJc2QNLv8HlDSJekcSXMk3S1pu4bXGVf2ny1pXM8ckpmZLU1XSvr/EhHbRET7A9InADMjYhgws6wDjAKGlZ/xwHmQFwlgIrATsCMwsf1CYWZmrbE81TtjgClleQowtiH9wki3AP0lbQDsCcyIiIURsQiYAey1HP/fzMy6qNmgH8D1ku6QNL6kDYqIJ8vyU8CgsjwYeKLhb+eWtKWl/wNJ4yXNkjRrwYIFTWbPzMya0a/J/XaLiHmS3gbMkPRg48aICEnRHRmKiEnAJIDhw4d3y2uamVlqqqQfEfPK7/nAFWSd/NOl2obye37ZfR6wYcOfDylpS0s3M7MW6TToS1pD0lrty8BI4F5gOtDeA2ccMK0sTwcOLb14dgaeK9VA1wEjJQ0oDbgjS5qZmbVIM9U7g4ArJLXvf3FEXCvpdmCqpCOAx4CDyv7XAKOBOcBi4HCAiFgo6VTg9rLfKRGxsNuOxMzMOtVp0I+IR4CtO0h/BhjRQXoARy/ltSYDk7ueTTMz6w4ekWtmViMO+mZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViNNB31JK0u6U9JVZX0jSbdKmiPpUkmrlvTVyvqcsn1ow2ucVNIfkrRntx+NmZm9qa6U9I8HHmhYPxM4KyI2BRYBR5T0I4BFJf2ssh+StgAOBt4F7AWcK2nl5cu+mZl1RVNBX9IQYG/gB2VdwO7AZWWXKcDYsjymrFO2jyj7jwEuiYiXI+KPwBxgx244BjMza1KzJf3vAJ8DXi/r6wLPRsSrZX0uMLgsDwaeACjbnyv7/z29g7/5O0njJc2SNGvBggXNH4mZmXWq06AvaR9gfkTc0YL8EBGTImJ4RAxva2trxb80M6uNfk3s8x5gX0mjgdWBtYGzgf6S+pXS/BBgXtl/HrAhMFdSP2Ad4JmG9HaNf2NmZi3QaUk/Ik6KiCERMZRsiP1VRHwUuAE4oOw2DphWlqeXdcr2X0VElPSDS++ejYBhwG3ddiRmZtapZkr6S/N54BJJpwF3AheU9AuAH0uaAywkLxRExH2SpgL3A68CR0fEa8vx/83MrIu6FPQj4kbgxrL8CB30vomIl4ADl/L3pwOndzWTZmbWPTwi18ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRjoN+pJWl3SbpN9Luk/SV0v6RpJulTRH0qWSVi3pq5X1OWX70IbXOqmkPyRpzx47KjMz61AzJf2Xgd0jYmtgG2AvSTsDZwJnRcSmwCLgiLL/EcCikn5W2Q9JWwAHA+8C9gLOlbRyNx6LmZl1otOgH+kvZXWV8hPA7sBlJX0KMLYsjynrlO0jJKmkXxIRL0fEH4E5wI7dcRBmZtacpur0Ja0s6S5gPjADeBh4NiJeLbvMBQaX5cHAEwBl+3PAuo3pHfxN4/8aL2mWpFkLFizo8gGZmdnSNRX0I+K1iNgGGEKWzjfvqQxFxKSIGB4Rw9va2nrq35iZ1VKXeu9ExLPADcAuQH9J/cqmIcC8sjwP2BCgbF8HeKYxvYO/MTOzFmim906bpP5l+S3AB4EHyOB/QNltHDCtLE8v65Ttv4qIKOkHl949GwHDgNu66TjMzKwJ/TrfhQ2AKaWnzUrA1Ii4StL9wCWSTgPuBC4o+18A/FjSHGAh2WOHiLhP0lTgfuBV4OiIeK17D8fMzN5Mp0E/Iu4Gtu0g/RE66H0TES8BBy7ltU4HTu96Ns3MrDt4RK6ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIg76ZWY10GvQlbSjpBkn3S7pP0vElfaCkGZJml98DSroknSNpjqS7JW3X8Frjyv6zJY3rucMyM7OONFPSfxU4MSK2AHYGjpa0BTABmBkRw4CZZR1gFDCs/IwHzoO8SAATgZ3IB6pPbL9QmJlZa3Qa9CPiyYj4XVl+AXgAGAyMAaaU3aYAY8vyGODCSLcA/SVtAOwJzIiIhRGxCJgB7NWdB2NmZm+uS3X6koYC2wK3AoMi4smy6SlgUFkeDDzR8GdzS9rS0pf8H+MlzZI0a8GCBV3JnpmZdaLpoC9pTeDnwAkR8XzjtogIILojQxExKSKGR8Twtra27nhJMzMrmgr6klYhA/5FEXF5SX66VNtQfs8v6fOADRv+fEhJW1q6mZm1SDO9dwRcADwQEd9u2DQdaO+BMw6Y1pB+aOnFszPwXKkGug4YKWlAacAdWdLMzKxF+jWxz3uAjwP3SLqrpH0BOAOYKukI4DHgoLLtGmA0MAdYDBwOEBELJZ0K3F72OyUiFnbHQZiZWXM6DfoRcROgpWwe0cH+ARy9lNeaDEzuSgbNzKz7eESumVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNdBr0JU2WNF/SvQ1pAyXNkDS7/B5Q0iXpHElzJN0tabuGvxlX9p8taVzPHI6Zmb2ZZkr6PwL2WiJtAjAzIoYBM8s6wChgWPkZD5wHeZEAJgI7ATsCE9svFGZm1jqdBv2I+F9g4RLJY4ApZXkKMLYh/cJItwD9JW0A7AnMiIiFEbEImMH/vZCYmVkPW9Y6/UER8WRZfgoYVJYHA0807De3pC0t/f+QNF7SLEmzFixYsIzZMzOzjix3Q25EBBDdkJf215sUEcMjYnhbW1t3vayZmbHsQf/pUm1D+T2/pM8DNmzYb0hJW1q6mZm10LIG/elAew+cccC0hvRDSy+enYHnSjXQdcBISQNKA+7IkmZmZi3Ur7MdJP0U+ACwnqS5ZC+cM4Cpko4AHgMOKrtfA4wG5gCLgcMBImKhpFOB28t+p0TEko3DZmbWwzoN+hFxyFI2jehg3wCOXsrrTAYmdyl3ZmbWrToN+mbNGjrh6h59/UfP2LtHX9+sDjwNg5lZjTjom5nViIO+mVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIp2EwKzyNhNWBS/pmZjXioG9mViOu3jFbQbh6yprhkr6ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNtDzoS9pL0kOS5kia0Or/b2ZWZy0N+pJWBr4LjAK2AA6RtEUr82BmVmet7qe/IzAnIh4BkHQJMAa4v8X5MLNexGMMWkcR0bp/Jh0A7BURR5b1jwM7RcQxDfuMB8aX1c2Ah3owS+sBf+7B1+9pzn+1nP/q9OW8Q8/n/+0R0dbRhl43IjciJgGTWvG/JM2KiOGt+F89wfmvlvNfnb6cd6g2/61uyJ0HbNiwPqSkmZlZC7Q66N8ODJO0kaRVgYOB6S3Og5lZbbW0eiciXpV0DHAdsDIwOSLua2UeltCSaqQe5PxXy/mvTl/OO1SY/5Y25JqZWbU8ItfMrEYc9M3MasRB36ybSFqj6jyYdcZB36wbSFoTuFbSflXnpbtJUtV5qJP297un3ncH/WJFPbFX4ONaueo8NIqIvwDnA1+S1KfH/C95zoR7e7SMJDW83z1y59jrRuRWofGNlrQtMBd4OSKerzZnyy8iQtJ7yBPo+Yi4peo8LQ9Ja0fE8xHxmqTdgC2Ba4EnI+LlKvMWET+R9DfgDElERM9OKNMDlvgufBT4Z+BW4J6IWFBp5rqZpJ3Igu+iiHiwF+Sn8b0/BjhQ0tXAbyLiN932f3wRf0N5oz8GzATeBnwxIuZXm6tl034CSdoF+DlwJTkCelqZ6qLPKXXmk8hjeRC4CJgDvAJcAlwXES+0OE/t77PI79Prkg4BvgBM6IuBH0DSccCBwE+BjwO/BH4cEX+sNGPLqeHz2hWYCvwW+AtwbURMrTZ3SdIo4Ajy/N6FvDBdHxHXd8fr17p6R9KghuUPAx8B9gDagG2BCyStX1H2lks5sXcjp7E+KCKOAs4CDpD0yWpzt8yCDPj7A98ADo6IMcCvgBHAnpLWblVmGgLIh8gpwydJ2igifgp8DThN0thW5Wd5NFbpSNoM2AHYnawN6Ed+Jw6V9PZqctg9yue1Ozm772jgMLKQt4+kA6vMG4Ck4cAU4GcRcQXwA+BpYGR3VRvWNuhL2hA4qqHHxdNk0P8YsDGwHyDgwsaLQ1/Q8AXeHzgWWKus/y9wJnCYpE9VkbdlVQLsYuAKsgS0GbA3QEScC/we2AcY3ar6/hJA9gYmAucB/wTcIOkdJfCfBXxdUltvb1tpqFYYAfwR+BywGzAmInYAfgccQj4DY5XKMto9Pgz8P/LObDFZaLgW+Ei5S2uZDs6Lu8iL0MRSlfkH8k79BWBXSW9d3v9Zyzp9SetExBOSzgY2l/T2iLi8fADbAidExOOSHibrwletNMNNaqgTXAP4S0R8RtLLwJfLrH4LJP0a+ArwXJV57YqGEvVIYDFwFfmZjJP0p4i4MCK+V4L9vRHxWovytQqwK/AJYJOSp8uBmyXtEhEXSprRm+vCJW0KDIyI20rh5vPAjRHxpKT3AwvLrouBW4ALIuKVirK7TBrOn9Ui4uWIOFbSasBlkt5djvUGcmqYlj3bo4O2xJUjYhZ5YT0HmCZpv4h4RNIU4IVykVo+EVGrH7Je+5fAB8v68cCFwNiy/nPy1vwY4GZgUNV5bvK42ttn9iZvD78GvKOkfRv4NbB+47596acc14Pk8xgAVidLbJcDR7b6fW5Yf0s5p24GNilp9wNPlm0rVf3evcmxrAF8HfgWsBWwTvlurF22rwk8WtJmA1tUnedl/bzK+fNt4AzgrSXte8C9wBplfdWK8ng82bZwOVl9uRZZy/Bt4E5gne78f7Wq3ikl+b+Sb+4xkrYnb8t/Dewr6b1ksF+bbED5VEQ8XVV+uyIiQtIHyS/xN8m2ibMk7RERnyVP7islrRrlTOsrJA0AJgAfj4hrJe0A7Eke00XA/pIGt6IKpf19lvQZSZ+NiBfJhsB7gHXLOXQlWYh4MSJe7+k8LauI+CtwMfAi2Wi7O/BAlF5rkd1QdwDOAfaIiD73hLvyeY0iC0E/JAsKF0vaPCL+DbgDuFvSSsCrrcpX+7mqHNdxMFmVNgt4H9kpYW3gRLLaqX+3/u8+9v1fZkvcSh1A1tm3ASeR9ZWfJB/nODUirpO0crSommBZLXFMAk4Hfkb2PDoNuAHYBjgzImZKemdEPFBVfpeVcuDT98jS5mZkW9TmwHkRcb6k9SPiqRblZRfyQvMNslrnVrLg8AlgINk4eET04l47klZqvBhJeifZlvUOMujcDbxEVgEuBo7qawWFdiWYn0f2+moDvko+jW8IWah7SNKWEXFvi/IzMCIWluWNybr61cjzZt+I2EfSreQFaJ+IWNTteeijn+UyK13RDiODyHBgMHAqeZU9GtgUOKmUcnotSW8hS19Xlsa3tci67gHAj8keO89Luo+8dTwpIvrE4+Ua6mC3JdudHifrzEcAN0XEDeXCfQBwaET8rUX5ejfZMD4rIiZJWh34PjA/Ik4sPb0G9JULq6R9gEVkFc6L5N1UG3kh+x+yimFxRDxaURa7rDR0joqIn0vakSwx/w+wAfm9GB0Rf5U0lyxFn9Cq73q5AO1HXljvB3YGjivf03PJ/vgXSfp38o5k/x4pzFRRh1XVD1lC/C6wXVlfn6xPu4a8je0H9K86n104nu+Qrf2/B3YuaeuSF7C9gGHAjPbj7Qs/lDrwkv/7yVvcvwHvatjn/WTVzl4tztuBwG+AC4DBJe0tZJAcXPV710T+1bA8jnxq3blk8NuRvFM5laxL3qrq/C7HcZ5P3hXeAby7pL2N7BWzE/BOshfYThXl73fkxXbDsr4SWZj4YXnv/7t9W0/8rNB1+kvW8Ube0g4k32Air6K3koHyc0C/iHi2xdnsslJigOwSuArZqn8LQEQ8A/wncDJZt/yfEfG7SjLaBZLWgvyMJA0hu9TtS1Y1PAwsKPutD3wa+HxEXNvDeWqvd91c0gbA1cBngLcCI5R91jchG0R7bd19u2iP/FmPvClZ0jwWuJSsrtqYPHeeBVpSXdadGr4XZ5IFuJUi4p6S9hL5+U0kG6a/HxG3VpDHNcmLz41kd95+JS5dTwb7AcBnIuKJHstDOQ9WOEvUd48mu2NdS17xzwQej4gvlGqCkcCXog+Mvm2o+tgeWI9sQPwOWS94SEQsLoHxOWBIRMxufC96I+WAqq8AD0YZLSxpAvA8cCjZgDtbOXjmeoCIeK4Vx1UaAc8ELgM+SlYJjiJHqa5J1sl+PyKu7Ml8dIf2uvzSPXEIeaf0sHKsykHkXe/hwO+jFzdAd6The7EV2bPrSbIuf82I+EDZZ3Oy8PBPDReDVuZxDNnB4nMR8aKki4HVImJ/5VQpK0XEr3s8I1XfivXArZNo6CZHnsT3kgOTzgb+heyedgN55X+IcgvY23/4x+5nsylVOiXtUuAX5EjDh8gTu/I8N3lcA8jgfi4ZWEX2sFpE6UYHbE/eFm/dwnxtSvZN3wT413Ie9S/bRpIXgqOqfv+aOWfK8poNy1cAFzduK+/926vO8zIc48rl92jgEWB4w7arynd9lxID3lZhPtcgS/jnknfoa5Xz/M7ys2lL8lH1B9YDb2y/huW9ySoOlTf5dLLUtn3Z3gasW3WemzimgQ3Lm5YTZPOyviWwS1k+leyjv2/Vee7CsTXW4X+fvMUdQdaV30s2uH+dbLsY04L8NAbJdcnqj4OA29q/lCXgixzxfAVZ179y1e9lJ8fyb2QPln9vP5/IQs9POtq/L/w0fneBLcr5smVZ36zh8/peCf6VfC+A7YB3luU1yGeE/6Bh+wHA0FblZ4Wq3pHURjayjSGrc75INgR+MCJuLduPJ6t4JkcfmHGyjPq8hKzne7zUCX6bHG/wMnlCvQb8MiLOkbRGZO+EXl2l00jSHmTj2+lkI22Q/cdvIgNuP7Lq56YWVem8n2zse4QMGP3IgVevSNqZHOBzWEQ8Kml/4OaI+FNP5ml5SDqK7JL5aTLQzwD+IyLul3QT+d4eWWUeu6p8L64GPhkRj0l6G/l9n09WdY4A/kxe1H4mqX9EPNui86exankI8CWy0fzSiPhD6WF0D9kB4yPR4hHOK1RDbuRw94PJerM1I+KrZMPUBElble3/SU6d/Eh1OW1OOXleIeuPV5N0cmT3smnkPC+/Io/3R2QDNZEDbuhDAV9kPfk3I2IyOQ3A/5Al7D0i4kcR8YOIuAl67rgaGm13Im+/R5IXoF+QDbfHSDqWrCc+K0o3xoj4eW8L+JK2l/Q+Sf0krQtsTXYVfD953r8EfLUMUNqN7Lvep5Tvxb7AWyV9ObI97n6yGvA2svQ8Exha9n+2/G5ZwC//by5ZEB0AfLi854vJc+yf6OaBV02p4nanp3+AsWRgX4e8Df8COb1Ce1fNXjs0fonjaL8TGwBsCPwJOH6Jfd5DVveMrjq/y3Gcx5Ol+vXK+vrktAYXkY3RrcrHjmRj/1Zl/eNkKe275GyHJ/DG9B3tUylX/v51cBzHkvXXu5X1twDvAmaU9YFkyfMrZENi5XlejmMdRk6tfXz751J+b0d22RzZwrxs0rB8AtkF82SymnBL8g79fLKK+Zf0YLfMN81n1R9aD34Ae5GNne2B/7QSRFbrrV/Whryvzht13dsAU8ryO4EHyHnaIesx24f809uPqzGPJQi9j2xrWZOs2vkGWfIZVoLv5i3O20hyJOSJZb0f2YB7xpIX2974A7ybN9qrjiF7Or234f1+kBykNAqYTh9q7O/g/FmXMi9WOV+eBk4u68PJKqyxrcpT+c4+AHyZLDz8mqxSO5O8M38b2WPqCOAnNIw7afl7WPWH2MMfxujyQfRvP1GqzlMTee5P9sTZvazvAPxXw/Z3kPWBXyzr7Sd+Xwr4e5O34t8nS6Q7knOP/AfZQ+dOYL+K8rgvcB/Z/RWybehfq/ySdiHvh5egPqCsf5psNHxfWZ9Ijkv5PaXBsy/+lM/oZrLh9sCStgl5d98e+NsHPvX494I3eg+9gxwYeT2l0ZjsLPIVsppwaOP+lb1/VX+ALfhAxpK3eb0+KDbk+QtkI9V7yeHY31hi++ZkqW3jqvPa5PGs3bC8LXA7Of3Fh8humVN5Y0TxEEoJtKrPrBQW7gDGVf3eNZnfxi7KW5Gzxu5R1tsD/3vKBWwYsEHVeV6OY31XCapbkh027gY+Wra9g5wKeqOK8vYWsnfdfWRDeXv6uuRd7M/IO9tKq5dXqN47SyNpzejlc+nAP06EVebfaK+v34I3hm4vJks0N0eL5pxZHmV+mpvI3lLnljmDNiPvaL5JVsOdAXyA7BHTbc8CXR6S9iXztQfwVPTSwUpL9BQ5lOzVtRVZ4v9p5DxFnyKnXfhsRPy2utwuH+WDj04mS/GjSto+ZFflsyPiR5LeGt0x53xz+dkV+OeIuKTM6XUkeUEaSlZdnhIR/1X2HUgG+8rnv6rFQ1T6SMBvf77qoIh4OiK+JWkR2ZvlLrLeey2yNPFEXwj4ABHxUrmAfU/SaxFxPnCXpBOBmRHxjKQryAvbokoz2yAipku6OXrxA1DgH6ZW2JXssXJg5GRjJwEfLdeE85QPbJ9bZV6XxRK9YZ4mq3U2KBe4qRFxlaR+5JQG19Pa6SMGlP/7LrJ66cNkSX9jsg7/s8oZYL8UZWbN3qAWQb8viIgopZZjJd0N/DYiLpD0ItkgdFVE3FZtLrum/c4lIm6UdBhwkaTXI+L75IXsZElnkn2qPxO9bL723hzwlyjhv48c2fmziHgZICK+LulzwKfKxfaCCrO7TBqmVngveWf454j4oaTXybau1yVdFhG/kPSbVn9eEXF1uZieRU5d8bBy9s7HydL+XcCnJbX1pnNpheqn35dJ+gDZg+VosqRwoqTjIuJisk72DEnrtvcn7wvKncu2ksZEDoT7GDlm4nCyL/43yd5VJ0cr5hxZQSwR8D9NBpizgT3K3DMARMQ3yGkk5lSRz+VVAv6HyIe4bAqcKunTETGFbJD+F/K5tgKeqSiPM8hBYaMlfSTycYwPkHeu8yLivb0p4INL+pVa4tZ1c3Kg1WbA28kBHWPLPmdLujxyBs1eb4kS2mnAjpIOi4hLJX2MHEzWr5T4r278m+py3Xc0BPyjyIe3jImIeZJeA34k6aMl8BARZ1WY1eWinMX0GLLBf3eyOuVDpd7+W6VaZ1Z5Pyo7dyJimqSPA+coH0hzF3kh7lWD9to56FeoBMbdyJF5j5CzSu5NPjzhMeWsfNtJGhp96EEWDcfV/kSpPYDPSHq11DcfCfxE0nXA3FIF5IDfBaVBfBRZynylXABWIe+crpK0b0TcV2Ueu6qDC/9i4DiyR9dnyd467wVOl7RKRHy9gmx2qKFt4efkPD9jIqJXjvp30K9AQ0l4V7Kv+u3k/DnrkCMJfyfpZrLx9vN9KeA3eDf5lKvbgNskPQ6cp3wM5VRJ2/WVO5feKHJq3mvIHkZPkF14HyFHDr9KTrXQpzTcwWxOVte8HPk4w7Fko+1jkrYhuz7OrCyjS1HaFnYHHuvN39ladNnsjZSPcjuTfIzhLcrnZe5Nzo+yMfm0qG9ExOUVZrNpS5bSysn/MXKE4p9K/f6l5F3NcRFxZ0VZXWEou8O+G3g4IhaWqrNPkPPk94neXQCSNgKOjYjPKie7u5gctDefnAJjIPBTsoB0DHBwRPxvVfnt6xz0KyLpg+RUAydHxNeUswaOJh/n9jXgrRExvy/VdZdAvxH5oIoryWeSziEbbV8lp/V9gryjGRe9tO97X6N8YtTh5Hwvh0SLHvLdXZSzTj5Odlh4mDx3XiTr8oeRTyvbsvw8UhpPbRm5905Fyom7H/AJSYdEzhr4LLAnsHqUp3j19oDf3ptIOTvlZLIB60tkgD+SrGf+BNmt7avkRFMvUGHD2wpodfJxjQf1wYDfL3Iw1T+TnRgOjIjby3FMJy8C5wELIuJ8B/zl5zr9CpVW/9fJ/uv7k1/cr0YvGLXXrNI2sQP5IJHjIgc1XUA+XGTliPgigKT+ZNXVRHLkrYN+N4l8ROaP+uJ7GhGvtndUKOMN7pb0g4g4MiLuK3cxK5EXNusGLulXLPLZqh8j+yHfXoKm+kJ//IY87kreim8qabXSiDUWOFzSt8s+L5Azhh4eEXe3OKsrvL4W8Eswb79DvFzSWaXEvzWwm6TzASKfZXuWz5nu4zr9XkLSSLJ65Lje3njb0Pvo7yMNlSNu/5Wswrkt8ilTbyfnw+8V8+lY9SStHhEvleVRZFfMWeTcQN+LiFNKHf8fgOsj4hPV5XbF5KDfi5TG3Yd7a//eRipTRpDTPP8mIq6Q9Ely/pFvkt01Xyn79pnGaOs5krYEvkM+AvNlcuqISWXsxpZk3f2tEfHvktYAdoiIG6vK74rKdfq9SF9ppNIbU0bsT3Y73VnShpHP6F2NbMg9gDKBmgO+ld5pJ5DPiliVfJjRHcCapfR/r6QvA9MkPRwR5wE3usDQ/Vynb02RtHLD6pJTRlwE7C3p+MipZA+LiF4zY6b1GvPIKYenkVMqPEY+PGeTsv0p4DfAF0t/fRcYeoBL+vamJK0VES9ExGuld8X6rEBTRljPK6X1VyTdBBwF3Bg5o+r9kjYFTip3AtuQ59TBZFdf6wGu07elKg1q15IzON5HdsO8jexa2j5lxGnkHOfnA0dHxO+rya31Rg2N/hsDOwOPktU8c4DTSnfTbcnCxB/IcR7/BewTEQ9XkukVnIO+vSlJHwYmkE9k+lJE/LavTxlhraV8CtkpZKB/hBx5eyJZgDgnygNGSqn/cvLxh/dUlN0Vnqt37E2VXjkvkLMH7g78lpxK4XGyZHYYfXDKCGsNSTuTjzjck5xt9XxyNPa3yAb/lSSdFhF/i4g5kt7v9qCe5YZc61RE/DcZ3A/ry1NGWCXmkg9n3xo4nqy33x74NzLwX9k4OZwDfs9z9Y41TfkUoynAr8mpe39SRhSbvSlJpwPzIx8IdCg5T/7+EfFYxVmrHVfvWNMi4krlA1BOAT4ZETe7SseadA9wVOmlsx9wvAN+NVzSty6TNLC98c2sGZLWJkdr7wtMjoirK85SbTnom1nLlKmUX/UdYnXckGtmrfQauNG/Si7pm5nViEv6ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNfL/AU1aQrTBtkXJAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "sample_df['location'].value_counts().plot.bar(rot=45)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Relevance:\n",
      "\n",
      "True    15000\n",
      "Name: Relevance, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print('Relevance:\\n')\n",
    "print(sample_df['Relevance'].value_counts())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Sample 60% from each location (Total 9000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>location</th>\n",
       "      <th>news</th>\n",
       "      <th>Relevance</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>location</th>\n",
       "      <th>year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">afghanistan</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">2015</th>\n",
       "      <th>10529</th>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>Another senior Afghan Government official quot...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10523</th>\n",
       "      <td>2015</td>\n",
       "      <td>3</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>Tehreek e Taliban Pakistan (TTP) splinter grou...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10527</th>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>Maulvi Shahidullah Shahid, a former Tehreek e ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10525</th>\n",
       "      <td>2015</td>\n",
       "      <td>3</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>A US drone strike killed 11 Tehreek e Taliban ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <th>64582</th>\n",
       "      <td>2011</td>\n",
       "      <td>9</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>The NATO led International Security Assistance...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">srilanka</th>\n",
       "      <th>2012</th>\n",
       "      <th>52294</th>\n",
       "      <td>2012</td>\n",
       "      <td>1</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Cabinet Spokesman and Media Minister Keheliya ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <th>36942</th>\n",
       "      <td>2013</td>\n",
       "      <td>6</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Meanwhile, President Mahinda Rajapaksa, addres...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <th>23277</th>\n",
       "      <td>2014</td>\n",
       "      <td>11</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Sri Lanka’s Permanent Representative to the Un...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <th>36829</th>\n",
       "      <td>2013</td>\n",
       "      <td>4</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>A man engaged in de mining in Muhamalai of Jaf...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <th>22849</th>\n",
       "      <td>2014</td>\n",
       "      <td>1</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>The 18th anniversary of the deadliest suicide ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9000 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                        year  month     location  \\\n",
       "location    year                                   \n",
       "afghanistan 2015 10529  2015      7  afghanistan   \n",
       "                 10523  2015      3  afghanistan   \n",
       "                 10527  2015      7  afghanistan   \n",
       "                 10525  2015      3  afghanistan   \n",
       "            2011 64582  2011      9  afghanistan   \n",
       "...                      ...    ...          ...   \n",
       "srilanka    2012 52294  2012      1     srilanka   \n",
       "            2013 36942  2013      6     srilanka   \n",
       "            2014 23277  2014     11     srilanka   \n",
       "            2013 36829  2013      4     srilanka   \n",
       "            2014 22849  2014      1     srilanka   \n",
       "\n",
       "                                                                     news  \\\n",
       "location    year                                                            \n",
       "afghanistan 2015 10529  Another senior Afghan Government official quot...   \n",
       "                 10523  Tehreek e Taliban Pakistan (TTP) splinter grou...   \n",
       "                 10527  Maulvi Shahidullah Shahid, a former Tehreek e ...   \n",
       "                 10525  A US drone strike killed 11 Tehreek e Taliban ...   \n",
       "            2011 64582  The NATO led International Security Assistance...   \n",
       "...                                                                   ...   \n",
       "srilanka    2012 52294  Cabinet Spokesman and Media Minister Keheliya ...   \n",
       "            2013 36942  Meanwhile, President Mahinda Rajapaksa, addres...   \n",
       "            2014 23277  Sri Lanka’s Permanent Representative to the Un...   \n",
       "            2013 36829  A man engaged in de mining in Muhamalai of Jaf...   \n",
       "            2014 22849  The 18th anniversary of the deadliest suicide ...   \n",
       "\n",
       "                        Relevance  \n",
       "location    year                   \n",
       "afghanistan 2015 10529       True  \n",
       "                 10523       True  \n",
       "                 10527       True  \n",
       "                 10525       True  \n",
       "            2011 64582       True  \n",
       "...                           ...  \n",
       "srilanka    2012 52294       True  \n",
       "            2013 36942       True  \n",
       "            2014 23277       True  \n",
       "            2013 36829       True  \n",
       "            2014 22849       True  \n",
       "\n",
       "[9000 rows x 5 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_df = sample_df.groupby('location').apply(lambda x: x.sample(frac = 0.6))\n",
    "sample_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Relevance:\n",
      "\n",
      "True    9000\n",
      "Name: Relevance, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print('Relevance:\\n')\n",
    "print(sample_df['Relevance'].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAEfCAYAAACtRRYAAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAihUlEQVR4nO3dd5hdZbn+8e9NQm8JEAEJh1ACSJMSqlgOICUgQZogJTRB6cWfgoJIU0APCCpVEFAQUECaAjkICkgL0kEkICWIEKUqRQLP74/nHdnmJGQmmdlrdt77c11zzV5rr9nzrL3Xfta73rYUEZiZWR1majoAMzNrHyd9M7OKOOmbmVXESd/MrCJO+mZmFRnYdAAfZIEFFohhw4Y1HYaZWUe55557/hYRQyb3XL9O+sOGDWPs2LFNh2Fm1lEkPT2l51y9Y2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVpF+PSK3p4Ydem2fvv5Tx2/ap69vZtbXXNI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwi3U76kgZIulfSNWV5cUl3Shon6RJJs5T1s5blceX5YS2vcVhZ/5ikjXp9b8zM7AP1pKR/APBoy/IJwMkRsRTwMrB7Wb878HJZf3LZDknLAdsBywMbA6dJGjB94ZuZWU90K+lLGgpsCvyoLAtYD/hF2eR8YIvyeFRZpjy/ftl+FHBxRLwdEX8GxgFr9MI+mJlZN3W3pP894CvAe2V5fuCViJhYlscDi5THiwDPApTnXy3b/3v9ZP7m3yTtKWmspLETJkzo/p6YmdlUTTXpS9oMeDEi7mlDPETEWRExIiJGDBkypB3/0sysGt25MfrHgM0ljQRmA+YBTgEGSRpYSvNDgefK9s8BiwLjJQ0E5gX+3rK+S+vfmJlZG0y1pB8Rh0XE0IgYRjbE/iYidgBuArYum40GriyPryrLlOd/ExFR1m9XevcsDgwH7uq1PTEzs6nqTkl/Sr4KXCzpWOBe4Jyy/hzgJ5LGAS+RJwoi4mFJlwKPABOBfSLi3en4/2Zm1kM9SvoRcTNwc3n8JJPpfRMRbwHbTOHvjwOO62mQZmbWOzwi18ysIk76ZmYVcdI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCLTMw2D9bJhh17bp6//1PGb9unrm1n/55K+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq4iTvplZRZz0zcwq4qRvZlYRJ30zs4o46ZuZVcRJ38ysIk76ZmYVcdI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzikw16UuaTdJdku6X9LCko8r6xSXdKWmcpEskzVLWz1qWx5Xnh7W81mFl/WOSNuqzvTIzs8nqTkn/bWC9iPgosDKwsaS1gBOAkyNiKeBlYPey/e7Ay2X9yWU7JC0HbAcsD2wMnCZpQC/ui5mZTcVUk36kf5TFmctPAOsBvyjrzwe2KI9HlWXK8+tLUll/cUS8HRF/BsYBa/TGTpiZWfd0q05f0gBJ9wEvAmOAJ4BXImJi2WQ8sEh5vAjwLEB5/lVg/tb1k/mb1v+1p6SxksZOmDChxztkZmZT1q2kHxHvRsTKwFCydL5sXwUUEWdFxIiIGDFkyJC++jdmZlXqUe+diHgFuAlYGxgkaWB5aijwXHn8HLAoQHl+XuDvresn8zdmZtYG3em9M0TSoPJ4duDTwKNk8t+6bDYauLI8vqosU57/TUREWb9d6d2zODAcuKuX9sPMzLph4NQ3YWHg/NLTZibg0oi4RtIjwMWSjgXuBc4p258D/ETSOOAlsscOEfGwpEuBR4CJwD4R8W7v7o6ZmX2QqSb9iHgAWGUy659kMr1vIuItYJspvNZxwHE9D9PMzHqDR+SamVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq4iTvplZRZz0zcwq4qRvZlYRJ30zs4o46ZuZVcRJ38ysIk76ZmYVcdI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq4iTvplZRZz0zcwqMtWkL2lRSTdJekTSw5IOKOvnkzRG0uPl9+CyXpJOlTRO0gOSVm15rdFl+8clje673TIzs8npTkl/InBIRCwHrAXsI2k54FDgxogYDtxYlgE2AYaXnz2B0yFPEsCRwJrAGsCRXScKMzNrj6km/Yh4PiL+UB6/DjwKLAKMAs4vm50PbFEejwIuiHQHMEjSwsBGwJiIeCkiXgbGABv35s6YmdkH61GdvqRhwCrAncCCEfF8eeqvwILl8SLAsy1/Nr6sm9L6Sf/HnpLGSho7YcKEnoRnZmZT0e2kL2ku4DLgwIh4rfW5iAggeiOgiDgrIkZExIghQ4b0xkuamVnRraQvaWYy4V8YEZeX1S+UahvK7xfL+ueARVv+fGhZN6X1ZmbWJt3pvSPgHODRiDip5amrgK4eOKOBK1vW71x68awFvFqqga4HNpQ0uDTgbljWmZlZmwzsxjYfA3YCHpR0X1n3NeB44FJJuwNPA9uW534FjATGAW8AuwJExEuSjgHuLtsdHREv9cZOmJlZ90w16UfErYCm8PT6k9k+gH2m8FrnAuf2JEAzM+s9HpFrZlYRJ30zs4o46ZuZVcRJ38ysIk76ZmYVcdI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq4iTvplZRZz0zcwq4qRvZlYRJ30zs4o46ZuZVcRJ38ysIk76ZmYVcdI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOryFSTvqRzJb0o6aGWdfNJGiPp8fJ7cFkvSadKGifpAUmrtvzN6LL945JG983umJnZB+lOSf88YONJ1h0K3BgRw4EbyzLAJsDw8rMncDrkSQI4ElgTWAM4sutEYWZm7TPVpB8RvwNemmT1KOD88vh8YIuW9RdEugMYJGlhYCNgTES8FBEvA2P4vycSMzPrY9Nap79gRDxfHv8VWLA8XgR4tmW78WXdlNb/H5L2lDRW0tgJEyZMY3hmZjY5092QGxEBRC/E0vV6Z0XEiIgYMWTIkN56WTMzY9qT/gul2oby+8Wy/jlg0ZbthpZ1U1pvZmZtNK1J/yqgqwfOaODKlvU7l148awGvlmqg64ENJQ0uDbgblnVmZtZGA6e2gaSfAZ8CFpA0nuyFczxwqaTdgaeBbcvmvwJGAuOAN4BdASLiJUnHAHeX7Y6OiEkbh83MrI9NNelHxPZTeGr9yWwbwD5TeJ1zgXN7FJ2ZmfUqj8g1M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq4iTvplZRaZ6u0Sz7hp26LV9+vpPHb9pn76+WQ1c0jczq4iTvplZRZz0zcwq4qRvZlYRJ30zs4o46ZuZVcRJ38ysIk76ZmYVcdI3M6uIk76ZWUU8DYNZ4WkkrAYu6ZuZVcRJ38ysIq7eMZtBuHrKusMlfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq0jbk76kjSU9JmmcpEPb/f/NzGrW1qQvaQDwQ2ATYDlge0nLtTMGM7Oatbuf/hrAuIh4EkDSxcAo4JE2x2Fm/YjHGLSPIqJ9/0zaGtg4IvYoyzsBa0bEvi3b7AnsWRaXAR7rw5AWAP7Wh6/f1xx/sxx/czo5duj7+BeLiCGTe6LfjciNiLOAs9rxvySNjYgR7fhffcHxN8vxN6eTY4dm4293Q+5zwKIty0PLOjMza4N2J/27geGSFpc0C7AdcFWbYzAzq1Zbq3ciYqKkfYHrgQHAuRHxcDtjmERbqpH6kONvluNvTifHDg3G39aGXDMza5ZH5JqZVcRJ38ysIk76Zr1E0pxNx2A2NU76Zr1A0lzAdZK2bDqW3iZJTcdQk673u6/edyf9YkY9sGfg/RrQdAytIuIfwJnA4ZI6esz/pMdMuLdH20hSy/vdJ1eO/W5EbhNa32hJqwDjgbcj4rVmI5t+ERGSPkYeQK9FxB1NxzQ9JM0TEa9FxLuS1gVWAK4Dno+It5uMLSJ+KulfwPGSiIi+nVCmD0zyXdgB+C/gTuDBiJjQaHC9TNKaZMH35Yj4Yz+Ip/W93xfYRtK1wG0RcVuv/R+fxN9X3ugdgRuBDwFfj4gXm41q2nQdQJLWBi4DriZHQF9ZprroOKXO/CxyX/4IXAiMA94BLgauj4jX2xxT1/ss8vv0nqTtga8Bh3Zi4geQtD+wDfAzYCfg18BPIuLPjQY2nVo+r3WAS4HfA/8ArouIS5uNLknaBNidPL7XJk9MN0TEDb3x+lVX70hasOXxZ4HPARsAQ4BVgHMkLdRQeNOlHNjrktNYbxsRewEnA1tL+kKz0U2zIBP+VsCJwHYRMQr4DbA+sJGkedoVTEsC+Qw5ZfhZkhaPiJ8B3wKOlbRFu+KZHq1VOpKWAVYH1iNrAwaS34mdJS3WTIS9o3xe65Gz+44EdiELeZtJ2qbJ2AAkjQDOB34eEVcAPwJeADbsrWrDapO+pEWBvVp6XLxAJv0dgSWALQEBF7SeHDpByxd4K2A/YO6y/DvgBGAXSV9qIrZpVRLsG8AVZAloGWBTgIg4Dbgf2AwY2a76/pJANgWOBE4HPgzcJGnpkvhPBr4taUh/b1tpqVZYH/gz8BVgXWBURKwO/AHYnrwHxsyNBdo7Pgv8P/LK7A2y0HAd8LlyldY2kzku7iNPQkeWqsw/kVfqrwPrSJpjev9nlXX6kuaNiGclnQIsK2mxiLi8fACrAAdGxDOSniDrwmdpNOBuaqkTnBP4R0QcJOlt4BtlVr8Jkm4Bvgm82mSsPdFSot4QeAO4hvxMRkv6S0RcEBFnlGT/UES826a4ZgbWAXYDliwxXQ7cLmntiLhA0pj+XBcuaSlgvoi4qxRuvgrcHBHPS/ok8FLZ9A3gDuCciHinoXCnScvxM2tEvB0R+0maFfiFpBXLvt5ETg3Ttnt7TKYtcUBEjCVPrKcCV0raMiKelHQ+8Ho5SU2fiKjqh6zX/jXw6bJ8AHABsEVZvoy8NN8XuB1YsOmYu7lfXe0zm5KXh98Cli7rTgJuARZq3baTfsp+/ZG8HwPAbGSJ7XJgj3a/zy3Ls5dj6nZgybLuEeD58txMTb93H7AvcwLfBr4LrATMW74b85Tn5wKeKuseB5ZrOuZp/bzK8XMScDwwR1l3BvAQMGdZnqWhGA8g2xYuJ6sv5yZrGU4C7gXm7c3/V1X1TinJ/5N8c/eVtBp5WX4LsLmkj5PJfh6yAeVLEfFCU/H2RESEpE+TX+LvkG0TJ0vaICIOJg/uqyXNEuVI6xSSBgOHAjtFxHWSVgc2IvfpQmArSYu0owql632WdJCkgyPiTbIh8EFg/nIMXU0WIt6MiPf6OqZpFRH/BC4C3iQbbdcDHo3Say2yG+rqwKnABhHRcXe4K5/XJmQh6MdkQeEiSctGxBeBe4AHJM0ETGxXXF3HqnJcx3ZkVdpY4BNkp4R5gEPIaqdBvfq/O+z7P80muZTamqyzHwIcRtZXfoG8neOlEXG9pAHRpmqCaTXJPgk4Dvg52fPoWOAmYGXghIi4UdJHIuLRpuKdVsqBT2eQpc1lyLaoZYHTI+JMSQtFxF/bFMva5InmRLJa506y4LAbMB/ZOLh79ONeO5Jmaj0ZSfoI2Za1NJl0HgDeIqsA3wD26rSCQpeSzE8ne30NAY4i78Y3lCzUPSZphYh4qE3xzBcRL5XHS5B19bOSx83mEbGZpDvJE9BmEfFyr8fQoZ/lNCtd0XYhk8gIYBHgGPIsuw+wFHBYKeX0W5JmJ0tfV5fGt7nJuu7BwE/IHjuvSXqYvHQ8LCI64vZyLXWwq5DtTs+QdebrA7dGxE3lxL01sHNE/KtNca1INoyPjYizJM0GnA28GBGHlJ5egzvlxCppM+BlsgrnTfJqagh5IvstWcXwRkQ81VCIPVYaOjeJiMskrUGWmH8LLEx+L0ZGxD8ljSdL0Qe267teTkBbkifWR4C1gP3L9/Q0sj/+hZK+TF6RbNUnhZkm6rCa+iFLiD8EVi3LC5H1ab8iL2MHAoOajrMH+/M9srX/fmCtsm5+8gS2MTAcGNO1v53wQ6kDL/E/Ql7i/gtYvmWbT5JVOxu3ObZtgNuAc4BFyrrZySS5SNPvXTfiV8vj0eRd604jk98a5JXKMWRd8kpNxzsd+3kmeVV4D7BiWfchslfMmsBHyF5gazYU3x/Ik+2iZXkmsjDx4/Le/2/Xc33xM0PX6U9axxt5STsf+QYTeRa9k0yUXwEGRsQrbQ6zx0qJAbJL4Mxkq/4dABHxd+D7wBFk3fL3I+IPjQTaA5LmhvyMJA0lu9RtTlY1PAFMKNstBOwNfDUiruvjmLrqXZeVtDBwLXAQMAewvrLP+pJkg2i/rbvvEl2ZP+uRlyJLmvsBl5DVVUuQx84rQFuqy3pTy/fiBLIAN1NEPFjWvUV+fkeSDdNnR8SdDcQ4F3nyuZnszjuw5KUbyGQ/GDgoIp7tsxjKcTDDmaS+eyTZHes68ox/AvBMRHytVBNsCBweHTD6tqXqYzVgAbIB8XtkveD2EfFGSYyvAkMj4vHW96I/Ug6o+ibwxyijhSUdCrwG7Ew24D6uHDxzA0BEvNqO/SqNgCcAvwB2IKsENyFHqc5F1smeHRFX92UcvaGrLr90TxxKXik9oRyrsi151bsrcH/04wboyWn5XqxE9ux6nqzLnysiPlW2WZYsPHy45WTQzhhHkR0svhIRb0q6CJg1IrZSTpUyU0Tc0ueBNH0p1geXTqKlmxx5ED9EDkw6BfhvsnvaTeSZ/zHKJWB//+E/u589TqnSKesuAX5JjjR8jDywG4+5m/s1mEzup5GJVWQPq5cp3eiA1cjL4o+2Ma6lyL7pSwKfL8fRoPLchuSJYK+m37/uHDPl8Vwtj68ALmp9rrz3izUd8zTs44DyeyTwJDCi5blrynd97ZIDPtRgnHOSJfzTyCv0uctxfm/5WaotcTT9gfXBGzuw5fGmZBWHypt8HFlqW608PwSYv+mYu7FP87U8XqocIMuW5RWAtcvjY8g++ps3HXMP9q21Dv9s8hJ3fbKu/CGywf3bZNvFqDbE05ok5yerP7YF7ur6UpaEL3LE8xVkXf+Apt/LqezLF8keLF/uOp7IQs9PJ7d9J/y0fneB5crxskJZXqbl8zqjJP9GvhfAqsBHyuM5yXuE/6jl+a2BYe2KZ4aq3pE0hGxkG0VW53ydbAj8dETcWZ4/gKziOTc6YMbJMurzYrKe75lSJ3gSOd7gbfKAehf4dUScKmnOyN4J/bpKp5WkDcjGt+PIRtog+4/fSibcgWTVz61tqtL5JNnY9ySZMAaSA6/ekbQWOcBnl4h4StJWwO0R8Ze+jGl6SNqL7JK5N5noxwD/ExGPSLqVfG/3aDLGnirfi2uBL0TE05I+RH7fXySrOtcH/kae1H4uaVBEvNKm46e1ankocDjZaH5JRPyp9DB6kOyA8blo8wjnGaohN3K4+3ZkvdlcEXEU2TB1qKSVyvPfJ6dOfrK5SLunHDzvkPXHs0o6IrJ72ZXkPC+/Iff3PLKBmsgBN3RQwhdZT/6diDiXnAbgt2QJe4OIOC8ifhQRt0Lf7VdLo+2a5OX3huQJ6Jdkw+2+kvYj64lPjtKNMSIu628JX9Jqkj4haaCk+YGPkl0FP0ke928BR5UBSuuSfdc7SvlebA7MIekbke1xj5DVgHeRpecbgWFl+1fK77Yl/PL/xpMF0cHAZ8t7/gZ5jH2YXh541S1NXO709Q+wBZnY5yUvw79GTq/Q1VWz3w6Nn2Q/uq7EBgOLAn8BDphkm4+R1T0jm453OvbzALJUv0BZXoic1uBCsjG6XXGsQTb2r1SWdyJLaT8kZzs8kPen7+iaSrnx928y+7EfWX+9blmeHVgeGFOW5yNLnt8kGxIbj3k69nU4ObX2AV2fS/m9Ktllc8M2xrJky+MDyS6YR5DVhCuQV+hnklXMv6YPu2V+YJxNf2h9+AFsTDZ2diX+Y0sSmbW/fllbYp+N9+u6VwbOL48/AjxKztMOWY/ZNeSf/r5frTGWJPQJsq1lLrJq50Sy5DO8JN9l2xzbhuRIyEPK8kCyAff4SU+2/fEHWJH326v2JXs6fbzl/f4jOUhpE+AqOqixfzLHz/yUebHK8fICcERZHkFWYW3RrpjKd/ZR4Btk4eEWskrtBPLK/ENkj6ndgZ/SMu6k7e9h0x9iH38YI8sHMajrQGk6pm7EPIjsibNeWV4d+EHL80uT9YFfL8tdB34nJfxNyUvxs8kS6Rrk3CP/Q/bQuRfYsqEYNwceJru/QrYNfb7JL2kPYt+1JPXBZXlvstHwE2X5SHJcyv2UBs9O/Cmf0e1kw+02Zd2S5NV9V+LvGvjU598L3u89tDQ5MPIGSqMx2Vnkm2Q14bDW7Rt7/5r+ANvwgWxBXub1+6TYEvPXyEaqj5PDsU+c5PllyVLbEk3H2s39mafl8SrA3eT0F58hu2VeyvsjiodSSqBNfWalsHAPMLrp966b8bZ2UV6JnDV2g7Lclfg/Vk5gw4GFm455OvZ1+ZJUVyA7bDwA7FCeW5qcCnrxhmKbnexd9zDZUN61fn7yKvbn5JVto9XLM1TvnSmRNFf087l04D8nwirzb3TV1y/H+0O33yBLNLdHm+acmR5lfppbyd5Sp5U5g5Yhr2i+Q1bDHQ98iuwR02v3Ap0ekjYn49oA+Gv008FKk/QU2Zns1bUSWeL/WeQ8RV8ip104OCJ+31y000d546MjyFL8JmXdZmRX5VMi4jxJc0RvzDnfvXjWAf4rIi4uc3rtQZ6QhpFVl0dHxA/KtvORyb7x+a+quIlKhyT8rvurLhgRL0TEdyW9TPZmuY+s956bLE082wkJHyAi3ionsDMkvRsRZwL3SToEuDEi/i7pCvLE9nKjwbaIiKsk3R79+AYo8B9TK6xD9ljZJnKyscOAHco54XTlDdvHNxnrtJikN8wLZLXOwuUEd2lEXCNpIDmlwQ20d/qIweX/Lk9WL32WLOkvQdbhH6ycAfbwKDNr9gdVJP1OEBFRSi37SXoA+H1EnCPpTbJB6JqIuKvZKHum68olIm6WtAtwoaT3IuJs8kR2hKQTyD7VB0U/m6+9Pyf8SUr4nyBHdv48It4GiIhvS/oK8KVysj2nwXCnScvUCh8nrwz/FhE/lvQe2db1nqRfRMQvJd3W7s8rIq4tJ9OTyakrnlDO3vkMWdq/D9hb0pD+dCzNUP30O5mkT5E9WPYhSwqHSNo/Ii4i62SPlzR/V3/yTlCuXFaRNCpyINyO5JiJXcm++N8he1cdEe2Yc2QGMUnC35tMMKcAG5S5ZwCIiBPJaSTGNRHn9CoJ/zPkTVyWAo6RtHdEnE82SP83eV9bAX9vKMYx5KCwkZI+F3k7xkfJK9fnIuLj/Snhg0v6jZrk0nVZcqDVMsBi5ICOLco2p0i6PHIGzX5vkhLascAaknaJiEsk7UgOJhtYSvzXtv5Nc1F3jpaEvxd585ZREfGcpHeB8yTtUBIPEXFyg6FOF+UspvuSDf7rkdUpnyn19t8t1Tpjy/vR2LETEVdK2gk4VXlDmvvIE3G/GrTXxUm/QSUxrkuOzHuSnFVyU/LmCU8rZ+VbVdKw6KAbWbTsV9cdpTYADpI0sdQ37wH8VNL1wPhSBeSE3wOlQXwTspT5TjkBzExeOV0jafOIeLjJGHtqMif+N4D9yR5dB5O9dT4OHCdp5oj4dgNhTlZL28Jl5Dw/oyKiX476d9JvQEtJeB2yr/rd5Pw585IjCf8g6Xay8farnZTwW6xI3uXqLuAuSc8ApytvQ3mppFU75cqlP4qcmvdXZA+jZ8kuvE+SI4cnklMtdJSWK5hlyeqatyNvZ7gF2Wj7tKSVya6PNzYW6BSUtoX1gKf783e2ii6b/ZHyVm4nkLcxvEN5v8xNyflRliDvFnViRFzeYJjdNmkprRz8O5IjFP9S6vcvIa9q9o+IexsKdYah7A67IvBERLxUqs52I+fJ74jeXQCSFgf2i4iDlZPdXUQO2nuRnAJjPuBnZAFpX2C7iPhdU/F2Oif9hkj6NDnVwBER8S3lrIEjydu5fQuYIyJe7KS67pLoFydvVHE1eU/ScWSj7URyWt9nySua0dFP+753GuUdo3Yl53vZPtp0k+/eopx18hmyw8IT5LHzJlmXP5y8W9kK5efJ0nhq08i9dxpSDtwtgd0kbR85a+ArwEbAbFHu4tXfE35XbyLl7JTnkg1Yh5MJfg+ynnk3slvbUeREU6/TYMPbDGg28naN23Zgwh8YOZjqv8hODNtExN1lP64iTwKnAxMi4kwn/OnnOv0GlVb/98j+61uRX9yjoh+M2uuu0jaxOnkjkf0jBzWdQ95cZEBEfB1A0iCy6upIcuStk34vibxF5nmd+J5GxMSujgplvMEDkn4UEXtExMPlKmYm8sRmvcAl/YZF3lt1R7If8t0laaoT+uO3xLgOeSm+lKRZSyPWFsCukk4q27xOzhi6a0Q80OZQZ3idlvBLMu+6Qrxc0smlxP9RYF1JZwJE3sv2ZB8zvcd1+v2EpA3J6pH9+3vjbUvvo3+PNFSOuP08WYVzV+RdphYj58PvF/PpWPMkzRYRb5XHm5BdMceScwOdERFHlzr+PwE3RMRuzUU7Y3LS70dK4+4T/bV/byuVKSPIaZ5vi4grJH2BnH/kO2R3zXfKth3TGG19R9IKwPfIW2C+TU4dcVYZu7ECWXd/Z0R8WdKcwOoRcXNT8c6oXKffj3RKI5XenzJiK7Lb6VqSFo28R++sZEPu1pQJ1JzwrfROO5C8V8Qs5M2M7gHmKqX/hyR9A7hS0hMRcTpwswsMvc91+tYtkga0LE46ZcSFwKaSDoicSnaXiOg3M2Zav/EcOeXwleSUCk+TN89Zsjz/V+A24Oulv74LDH3AJX37QJLmjojXI+Ld0rtiIWagKSOs75XS+juSbgX2Am6OnFH1EUlLAYeVK4GVyWNqO7Krr/UB1+nbFJUGtevIGRwfJrth3kV2Le2aMuJYco7zM4F9IuL+ZqK1/qil0X8JYC3gKbKaZxxwbOluugpZmPgTOc7jB8BmEfFEI0HP4Jz07QNJ+ixwKHlHpsMj4vedPmWEtZfyLmRHk4n+SXLk7SFkAeLUKDcYKaX+y8nbHz7YULgzPFfv2AcqvXJeJ2cPXA/4PTmVwjNkyWwXOnDKCGsPSWuRtzjciJxt9UxyNPZ3yQb/mSQdGxH/iohxkj7p9qC+5YZcm6qI+F8yue/SyVNGWCPGkzdn/yhwAFlvvxrwRTLxX906OZwTft9z9Y51m/IuRucDt5BT9/60jCg2+0CSjgNejLwh0M7kPPlbRcTTDYdWHVfvWLdFxNXKG6AcDXwhIm53lY5104PAXqWXzpbAAU74zXBJ33pM0nxdjW9m3SFpHnK09ubAuRFxbcMhVctJ38zapkylPNFXiM1xQ66ZtdO74Eb/Jrmkb2ZWEZf0zcwq4qRvZlYRJ30zs4o46ZuZVcRJ38ysIv8fZA6K+euLPTIAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "sample_df['location'].value_counts().plot.bar(rot=45)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# sample_df.to_csv(\"Data_TagTog_NotAnnotated/sampled_9000_relevant_data.csv\", header=True, index = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 5. create_data_for_annotation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_10.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_11.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_12.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_13.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_14.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_15.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_16.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_17.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_18.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_19.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_20.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_21.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_22.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_23.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_24.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_25.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_26.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_27.tsv (500, 5)\n"
     ]
    }
   ],
   "source": [
    "sample_df = pd.read_csv('Data_TagTog_NotAnnotated/sampled_9000_relevant_data.csv', header=[0])\n",
    "sample_df.drop(columns=[\"Relevance\"], inplace=True)\n",
    "\n",
    "chunk_size = int(sample_df.shape[0] / 18)\n",
    "i = 10\n",
    "for start in range(0, sample_df.shape[0], chunk_size):\n",
    "    df_subset = sample_df.iloc[start:start + chunk_size]\n",
    "    filename = 'Data_TagTog_NotAnnotated/TagTog_Data/news_satp_%s.tsv'%i\n",
    "    df_subset.to_csv(filename, index=False, header=True, sep='\\t')\n",
    "    i += 1\n",
    "    print(filename, df_subset.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 6. retrieve_data_from_tagtog"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-21T20:56:17.070696Z",
     "start_time": "2020-12-21T20:56:17.050537Z"
    }
   },
   "outputs": [],
   "source": [
    "from io import StringIO\n",
    "from pandarallel import pandarallel\n",
    "\n",
    "tagtogAPIUrl = \"https://www.tagtog.net/-api/documents/v1\"\n",
    "USERNAME = 'ssp180002'\n",
    "PASSWORD = '1234567'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-21T20:57:12.956740Z",
     "start_time": "2020-12-21T20:57:12.936894Z"
    },
    "code_folding": []
   },
   "outputs": [],
   "source": [
    "def get_doc_id(url = tagtogAPIUrl, project = None, folder = None):\n",
    "    auth = requests.auth.HTTPBasicAuth(username=USERNAME, password=PASSWORD)\n",
    "    params = {'project':project, 'owner': USERNAME, 'search':folder, 'page':'1', 'output':'csv'}\n",
    "    response = requests.get(url, params=params, auth=auth)\n",
    "    content = response.text.split('\\n')\n",
    "    return [i.split(',')[0] for i in content]\n",
    "\n",
    "def get_data(ids, url=tagtogAPIUrl, project = None,folder = None):\n",
    " \n",
    "    # Get entities\n",
    "    \n",
    "    auth = requests.auth.HTTPBasicAuth(username=USERNAME, password=PASSWORD)\n",
    "    params = {'project': project, 'owner': USERNAME, 'search': folder, 'page': '1',\n",
    "              'output': 'entitiestsv','ids': ids}\n",
    "\n",
    "    entitiestsv = requests.get(url, params=params, auth=auth)\n",
    "    \n",
    "    stringIO = StringIO(entitiestsv.text)\n",
    "    df = pd.read_csv(stringIO , sep=\"\\t\", names = ['text','annotated'])\n",
    "\n",
    "    index, year, month, country = df.text[1], df.text[3], df.text[5], df.text[7]\n",
    "    news = df.text[9:].str.cat().encode(\"ascii\", \"ignore\").decode()\n",
    "\n",
    "    target = df[df.annotated == 'Target-1']['text'].tolist()\n",
    "    source = df[df.annotated == 'Source-1']['text'].tolist()\n",
    "    action = df[df.annotated == 'Action-1']['text'].tolist()\n",
    "    location = df[df.annotated == 'Location-1']['text'].tolist()\n",
    "    date = df[df.annotated == 'Date-1']['text'].tolist()\n",
    "    \n",
    "       \n",
    "    # Get is_relevant and action_type\n",
    "    \n",
    "    auth = requests.auth.HTTPBasicAuth(username=USERNAME, password=PASSWORD)\n",
    "    params = {'project': project, 'owner': USERNAME, 'search': 'folder:pool', 'page': '1',\n",
    "              'output': 'ann.json','ids': ids}\n",
    "    response = requests.get(url, params=params, auth=auth)\n",
    "    json_data = response.json()\n",
    "\n",
    "    \n",
    "    # if no labels or not confirmed, return None\n",
    "    if 'm_1' not in json_data['metas']:\n",
    "        print('No labels', index)\n",
    "        return\n",
    "    else:\n",
    "        is_relevant =  json_data['metas']['m_1']['value']\n",
    "\n",
    "    if json_data['anncomplete'] == False:\n",
    "        print('Not confirmed', index)\n",
    "        return\n",
    "    \n",
    "\n",
    "    action_type = None\n",
    "    if json_data['entities']:\n",
    "        df2 = pd.json_normalize(json_data['entities'])\n",
    "        if  'fields.f_17.value' in df2.columns:\n",
    "            df2 = df2[['fields.f_17.value']].rename(columns={\"fields.f_17.value\": \"action_type\"})\n",
    "            df2 = df2.dropna()\n",
    "            if len(df2)==0:\n",
    "                action_type = \"NotSpecified\"\n",
    "            else: \n",
    "                action_type = df2.action_type.tolist()\n",
    "    \n",
    "\n",
    "    return [ids, index, is_relevant, target,\tsource,\taction,\taction_type, location,\tdate, country,\tyear,\tnews]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Parallelly retrieve annotations\n",
    "\n",
    "<big> Now we can retrieve annotations from folder p1 to the latest p15. Here I only show the process of getting p2-p15 because p1 use a different group of keys.  Let's ignore p1 but just use the original file by Shahreen.</big>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-21T21:00:18.757093Z",
     "start_time": "2020-12-21T20:57:14.297385Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO: Pandarallel will run on 36 workers.\n",
      "INFO: Pandarallel will use Memory file system to transfer data between the main process and workers.\n",
      "\n",
      "----- p2 -----\n",
      "\n",
      "No labels 17790\n",
      "\n",
      "----- p3 -----\n",
      "\n",
      "\n",
      "----- p4 -----\n",
      "\n",
      "\n",
      "----- p5 -----\n",
      "\n",
      "\n",
      "----- p6 -----\n",
      "\n",
      "\n",
      "----- p7 -----\n",
      "\n",
      "\n",
      "----- p8 -----\n",
      "\n",
      "\n",
      "----- p9 -----\n",
      "\n",
      "\n",
      "----- p10 -----\n",
      "\n",
      "Not confirmed 33722\n",
      "\n",
      "----- p11 -----\n",
      "\n",
      "\n",
      "----- p12 -----\n",
      "\n",
      "Not confirmed 62219\n",
      "\n",
      "----- p13 -----\n",
      "\n",
      "No labels 24196\n",
      "Not confirmed 4917\n",
      "Not confirmed 53906\n",
      "Not confirmed 8666\n",
      "No labels 28397\n",
      "\n",
      "----- p14 -----\n",
      "\n",
      "\n",
      "----- p15 -----\n",
      "\n"
     ]
    }
   ],
   "source": [
    "pandarallel.initialize()\n",
    "\n",
    "for i in range(2,16):\n",
    "    p = 'p%s'%i\n",
    "    print('\\n----- %s -----\\n'%p)\n",
    "    project_list = ['demo', 'satp_news_data_500_'+ p]\n",
    "    folder_list = ['folder:pool/Practice', 'folder:pool']\n",
    "    \n",
    "    # Get item ids from the TagTog API\n",
    "    doc_id = get_doc_id(tagtogAPIUrl, project_list[1], folder_list[1])\n",
    "    # ignore the first row (header) and the final row (null)\n",
    "    doc_id = doc_id[1:-1] \n",
    "    \n",
    "\n",
    "    s = pd.Series(doc_id).parallel_apply(get_data, args = (tagtogAPIUrl, project_list[1], folder_list[1])).dropna()\n",
    "    df_all = pd.DataFrame(item for item in s)\n",
    "    df_all.columns = ['id','index','is_relevant', 'target', 'source', 'action', 'action_type' , 'location', 'date','country', 'year', 'news']\n",
    "    \n",
    "#     df_all.to_csv('Data_TagTog_Annotated/'+ p +'.csv', header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Concatenation of all the annotations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-21T21:00:18.855120Z",
     "start_time": "2020-12-21T21:00:18.759187Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "p1 p2 p3 p4 p5 p6 p7 p8 p9 p10 p11 p12 p13 p14 p15 "
     ]
    }
   ],
   "source": [
    "df_list=[]\n",
    "for i in range(1,16):\n",
    "    p = 'p%s'%i\n",
    "    print('%s'%p, end = ' ')\n",
    "    df = pd.read_csv('Data_TagTog_Annotated/'+ p +'.csv', header=[0]) \n",
    "    df_list.append(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-21T21:00:18.912520Z",
     "start_time": "2020-12-21T21:00:18.856192Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>target</th>\n",
       "      <th>source</th>\n",
       "      <th>action</th>\n",
       "      <th>action_type</th>\n",
       "      <th>location</th>\n",
       "      <th>date</th>\n",
       "      <th>country</th>\n",
       "      <th>year</th>\n",
       "      <th>news</th>\n",
       "      <th>index</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>32355</td>\n",
       "      <td>True</td>\n",
       "      <td>['Rangers', 'Rangers', 'Military Police']</td>\n",
       "      <td>['Lashkar e Jhangvi LeJ', 'militants', 'milita...</td>\n",
       "      <td>['killing', 'killed', 'gunned']</td>\n",
       "      <td>['Armed Assault', 'Armed Assault', 'Armed Assa...</td>\n",
       "      <td>['Karachi']</td>\n",
       "      <td>['December 6']</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>Two Lashkar e Jhangvi LeJ militants Asim alias...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>32398</td>\n",
       "      <td>True</td>\n",
       "      <td>['Security Forces', 'SFs', 'civilians']</td>\n",
       "      <td>NaN</td>\n",
       "      <td>['killed', 'fighting', 'wounded', 'fighting', ...</td>\n",
       "      <td>['Unknown', 'Unknown', 'Unknown', 'Unknown', '...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>['December 20']</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>The Commander Southern Command Lieutenant Gene...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>29171</td>\n",
       "      <td>True</td>\n",
       "      <td>['Naga', 'Naga', 'Nagas', 'Naga']</td>\n",
       "      <td>['Manipur Naga Peopleâ€™s Front', 'MNPF', 'MNP...</td>\n",
       "      <td>['explosion', 'exploded', 'bomb', 'attack']</td>\n",
       "      <td>['Bombing/Explosion', 'Bombing/Explosion', 'Bo...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>['August 30']</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>Meanwhile the underground organization Manipur...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>25445</td>\n",
       "      <td>True</td>\n",
       "      <td>['Artisan Restaurant', 'foreigners', 'hostages']</td>\n",
       "      <td>['attackers', 'suicide fighters', 'suicide sol...</td>\n",
       "      <td>['gun battle', 'killing', 'injuring']</td>\n",
       "      <td>['Armed Assault', 'Armed Assault', 'Armed Assa...</td>\n",
       "      <td>['Dhaka']</td>\n",
       "      <td>['August', '27th']</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>2016</td>\n",
       "      <td>Islamic State IS in the latest issue of its on...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>31739</td>\n",
       "      <td>True</td>\n",
       "      <td>['Muttahida Qaumi Movement', 'MQM', 'MQM']</td>\n",
       "      <td>NaN</td>\n",
       "      <td>['shot']</td>\n",
       "      <td>['Assassination']</td>\n",
       "      <td>['Naeemabad', 'Korangi', 'Karachi', 'Sindh']</td>\n",
       "      <td>['June 19']</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>A senior Muttahida Qaumi Movement MQM worker i...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7484</th>\n",
       "      <td>10483</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>nepal</td>\n",
       "      <td>2015</td>\n",
       "      <td>Clashes between demonstrators and Police leave...</td>\n",
       "      <td>a9qjjlMsQqy8XtuhYUJ6QMLlDz88-news_satp_15.tsv_46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7485</th>\n",
       "      <td>42333</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>india</td>\n",
       "      <td>2012</td>\n",
       "      <td>The death toll in the ongoing clashes between ...</td>\n",
       "      <td>a6U4BlcbFbLRZKmdIMjCcxSEV7ni-news_satp_15.tsv_35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7486</th>\n",
       "      <td>21314</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2014</td>\n",
       "      <td>An unnamed security official revealed that Fro...</td>\n",
       "      <td>aBikefqUY7LvQEJe5Sn96IE92aEK-news_satp_15.tsv_39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7487</th>\n",
       "      <td>58183</td>\n",
       "      <td>True</td>\n",
       "      <td>['Police', 'Police']</td>\n",
       "      <td>['militants']</td>\n",
       "      <td>['grenade', 'grenade', 'exploded']</td>\n",
       "      <td>['Bombing/Explosion', 'Bombing/Explosion', 'Bo...</td>\n",
       "      <td>['Srinagar']</td>\n",
       "      <td>['October 16']</td>\n",
       "      <td>india</td>\n",
       "      <td>2011</td>\n",
       "      <td>Police said that militants hurled a grenade on...</td>\n",
       "      <td>a8iR07wYXkm9CV3iPTxqGE4CaaMC-news_satp_15.tsv_52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7488</th>\n",
       "      <td>33926</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2013</td>\n",
       "      <td>A recently constituted task force on missing p...</td>\n",
       "      <td>aB.Fjm9WSEjgxfMeoHm8U_dDssXq-news_satp_15.tsv_41</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7489 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  is_relevant                                            target  \\\n",
       "0     32355         True         ['Rangers', 'Rangers', 'Military Police']   \n",
       "1     32398         True           ['Security Forces', 'SFs', 'civilians']   \n",
       "2     29171         True                 ['Naga', 'Naga', 'Nagas', 'Naga']   \n",
       "3     25445         True  ['Artisan Restaurant', 'foreigners', 'hostages']   \n",
       "4     31739         True        ['Muttahida Qaumi Movement', 'MQM', 'MQM']   \n",
       "...     ...          ...                                               ...   \n",
       "7484  10483        False                                                []   \n",
       "7485  42333        False                                                []   \n",
       "7486  21314        False                                                []   \n",
       "7487  58183         True                              ['Police', 'Police']   \n",
       "7488  33926        False                                                []   \n",
       "\n",
       "                                                 source  \\\n",
       "0     ['Lashkar e Jhangvi LeJ', 'militants', 'milita...   \n",
       "1                                                   NaN   \n",
       "2     ['Manipur Naga Peopleâ€™s Front', 'MNPF', 'MNP...   \n",
       "3     ['attackers', 'suicide fighters', 'suicide sol...   \n",
       "4                                                   NaN   \n",
       "...                                                 ...   \n",
       "7484                                                 []   \n",
       "7485                                                 []   \n",
       "7486                                                 []   \n",
       "7487                                      ['militants']   \n",
       "7488                                                 []   \n",
       "\n",
       "                                                 action  \\\n",
       "0                       ['killing', 'killed', 'gunned']   \n",
       "1     ['killed', 'fighting', 'wounded', 'fighting', ...   \n",
       "2           ['explosion', 'exploded', 'bomb', 'attack']   \n",
       "3                 ['gun battle', 'killing', 'injuring']   \n",
       "4                                              ['shot']   \n",
       "...                                                 ...   \n",
       "7484                                                 []   \n",
       "7485                                                 []   \n",
       "7486                                                 []   \n",
       "7487                 ['grenade', 'grenade', 'exploded']   \n",
       "7488                                                 []   \n",
       "\n",
       "                                            action_type  \\\n",
       "0     ['Armed Assault', 'Armed Assault', 'Armed Assa...   \n",
       "1     ['Unknown', 'Unknown', 'Unknown', 'Unknown', '...   \n",
       "2     ['Bombing/Explosion', 'Bombing/Explosion', 'Bo...   \n",
       "3     ['Armed Assault', 'Armed Assault', 'Armed Assa...   \n",
       "4                                     ['Assassination']   \n",
       "...                                                 ...   \n",
       "7484                                                NaN   \n",
       "7485                                                NaN   \n",
       "7486                                                NaN   \n",
       "7487  ['Bombing/Explosion', 'Bombing/Explosion', 'Bo...   \n",
       "7488                                                NaN   \n",
       "\n",
       "                                          location                date  \\\n",
       "0                                      ['Karachi']      ['December 6']   \n",
       "1                                              NaN     ['December 20']   \n",
       "2                                              NaN       ['August 30']   \n",
       "3                                        ['Dhaka']  ['August', '27th']   \n",
       "4     ['Naeemabad', 'Korangi', 'Karachi', 'Sindh']         ['June 19']   \n",
       "...                                            ...                 ...   \n",
       "7484                                            []                  []   \n",
       "7485                                            []                  []   \n",
       "7486                                            []                  []   \n",
       "7487                                  ['Srinagar']      ['October 16']   \n",
       "7488                                            []                  []   \n",
       "\n",
       "         country  year                                               news  \\\n",
       "0       pakistan  2016  Two Lashkar e Jhangvi LeJ militants Asim alias...   \n",
       "1       pakistan  2016  The Commander Southern Command Lieutenant Gene...   \n",
       "2          india  2016  Meanwhile the underground organization Manipur...   \n",
       "3     bangladesh  2016  Islamic State IS in the latest issue of its on...   \n",
       "4       pakistan  2016  A senior Muttahida Qaumi Movement MQM worker i...   \n",
       "...          ...   ...                                                ...   \n",
       "7484       nepal  2015  Clashes between demonstrators and Police leave...   \n",
       "7485       india  2012  The death toll in the ongoing clashes between ...   \n",
       "7486    pakistan  2014  An unnamed security official revealed that Fro...   \n",
       "7487       india  2011  Police said that militants hurled a grenade on...   \n",
       "7488    pakistan  2013  A recently constituted task force on missing p...   \n",
       "\n",
       "                                                 index  \n",
       "0                                                  NaN  \n",
       "1                                                  NaN  \n",
       "2                                                  NaN  \n",
       "3                                                  NaN  \n",
       "4                                                  NaN  \n",
       "...                                                ...  \n",
       "7484  a9qjjlMsQqy8XtuhYUJ6QMLlDz88-news_satp_15.tsv_46  \n",
       "7485  a6U4BlcbFbLRZKmdIMjCcxSEV7ni-news_satp_15.tsv_35  \n",
       "7486  aBikefqUY7LvQEJe5Sn96IE92aEK-news_satp_15.tsv_39  \n",
       "7487  a8iR07wYXkm9CV3iPTxqGE4CaaMC-news_satp_15.tsv_52  \n",
       "7488  aB.Fjm9WSEjgxfMeoHm8U_dDssXq-news_satp_15.tsv_41  \n",
       "\n",
       "[7489 rows x 12 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_total = pd.concat(df_list).reset_index(drop=True)\n",
    "df_total"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    " ## Running Performances"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-21T21:00:19.188868Z",
     "start_time": "2020-12-21T21:00:18.913908Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-9-09c4084b8dd4>:5: MatplotlibDeprecationWarning: Using a string of single character colors as a color sequence is deprecated since 3.2 and will be removed two minor releases later. Use an explicit list instead.\n",
      "  plt.bar(range(len(num_list)), num_list,color='rgb',tick_label=name_list, width=0.5)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAARsElEQVR4nO3df5BdZX3H8fenAcFqCwJbJiZpw9RYh1qNdEup2hkKowLaBkeLOB3JWDqxHbS2tbVo/xBbnaljldb+YCYt1GBbAX+VjKVVBBzRGcEFY+RHrangkDSSVRG1KJbw7R/7pFzCZvfu3r0b8vT9mrlzz3me59zzvZk9nz159tx7UlVIkvryQwe7AEnS0jPcJalDhrskdchwl6QOGe6S1KHDDnYBAMcdd1ytXbv2YJchSYeUW2655etVNTFb3+Mi3NeuXcvU1NTBLkOSDilJvnqgPqdlJKlDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ0N/QjXJCmAK2FVVL0lyAnAFcCxwC/CqqvpBkiOAy4GfBb4BvKKq7l7yyh8pbGwvrRF4ExjpoFrImfvrgTsH1t8BXFxVTwPuA85v7ecD97X2i9s4SdIyGirck6wGXgz8XVsPcBrwwTZkC3B2W97Q1mn9p7fxkqRlMuyZ+58DbwQebuvHAt+qqofa+k5gVVteBdwD0Prvb+MfJcmmJFNJpqanpxdXvSRpVvOGe5KXAHuq6pal3HFVba6qyaqanJiY9RsrJUmLNMwfVJ8H/EqSs4AjgR8F/gI4Oslh7ex8NbCrjd8FrAF2JjkMOIqZP6xKkpbJvGfuVfWmqlpdVWuBc4Hrq+rXgBuAl7dhG4Gr2/LWtk7rv77KSyckaTmNcp37HwK/l2QHM3Pql7b2S4FjW/vvAReOVqIkaaEWdCemqvok8Mm2/BXg5FnGfB/41SWoTZK0SH5CVZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjo0b7gnOTLJzUm+kOT2JG9t7e9NcleSbe2xvrUnyXuS7EiyPclJY34PkqT9DHObvQeB06rqu0kOBz6d5F9b3x9U1Qf3G38msK49fh64pD1LkpbJvGfuNeO7bfXw9qg5NtkAXN62+yxwdJKVo5cqSRrWUHPuSVYk2QbsAa6tqpta19vb1MvFSY5obauAewY239na9n/NTUmmkkxNT08v/h1Ikh5jqHCvqr1VtR5YDZyc5JnAm4BnAD8HHAP84UJ2XFWbq2qyqiYnJiYWVrUkaU4Lulqmqr4F3ACcUVW729TLg8DfAye3YbuANQObrW5tkqRlMszVMhNJjm7LTwReAPz7vnn0JAHOBm5rm2wFzmtXzZwC3F9Vu8dQuyTpAIa5WmYlsCXJCmZ+GVxVVR9Ncn2SCSDANuA32/hrgLOAHcADwKuXvGpJ0pzmDfeq2g48Z5b20w4wvoALRi9NkrRYfkJVkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXIcJekDhnuktShYW6zd2SSm5N8IcntSd7a2k9IclOSHUmuTPKE1n5EW9/R+teO+T1IkvYzzJn7g8BpVfVsYD1wRrs36juAi6vqacB9wPlt/PnAfa394jZOkrSM5g33mvHdtnp4exRwGvDB1r6FmZtkA2xo67T+09tNtCVJy2SoOfckK5JsA/YA1wL/CXyrqh5qQ3YCq9ryKuAegNZ/P3DsLK+5KclUkqnp6emR3oQk6dGGCveq2ltV64HVwMnAM0bdcVVtrqrJqpqcmJgY9eUkSQMWdLVMVX0LuAH4BeDoJIe1rtXArra8C1gD0PqPAr6xFMVKkoYzzNUyE0mObstPBF4A3MlMyL+8DdsIXN2Wt7Z1Wv/1VVVLWLMkaR6HzT+ElcCWJCuY+WVwVVV9NMkdwBVJ3gZ8Hri0jb8UeF+SHcA3gXPHULckaQ7zhntVbQeeM0v7V5iZf9+//fvAry5JdZKkRfETqpLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXIcJekDg1zm701SW5IckeS25O8vrVflGRXkm3tcdbANm9KsiPJl5K8aJxvQJL0WMPcZu8h4A1VdWuSHwFuSXJt67u4qv5scHCSE5m5td5PA08FPpHk6VW1dykLlyQd2Lxn7lW1u6pubcvfYebm2Kvm2GQDcEVVPVhVdwE7mOV2fJKk8VnQnHuStczcT/Wm1vTaJNuTXJbkKa1tFXDPwGY7mfuXgSRpiQ0d7kmeDHwI+J2q+jZwCfCTwHpgN/Cuhew4yaYkU0mmpqenF7KpJGkeQ4V7ksOZCfZ/rKoPA1TVvVW1t6oeBv6WR6ZedgFrBjZf3doepao2V9VkVU1OTEyM8h4kSfsZ5mqZAJcCd1bVuwfaVw4MeylwW1veCpyb5IgkJwDrgJuXrmRJ0nyGuVrmecCrgC8m2dba3gy8Msl6oIC7gdcAVNXtSa4C7mDmSpsLvFJGkpbXvOFeVZ8GMkvXNXNs83bg7SPUJUkagZ9QlaQOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Ncw/VNUluSHJHktuTvL61H5Pk2iRfbs9Pae1J8p4kO5JsT3LSuN+EJOnRhjlzfwh4Q1WdCJwCXJDkROBC4LqqWgdc19YBzmTmptjrgE3AJUtetSRpTvOGe1Xtrqpb2/J3gDuBVcAGYEsbtgU4uy1vAC6vGZ8Fjk6ycqkLlyQd2ILm3JOsBZ4D3AQcX1W7W9fXgOPb8irgnoHNdra2/V9rU5KpJFPT09MLrVuSNIehwz3Jk4EPAb9TVd8e7KuqAmohO66qzVU1WVWTExMTC9lUkjSPocI9yeHMBPs/VtWHW/O9+6Zb2vOe1r4LWDOw+erWJklaJsNcLRPgUuDOqnr3QNdWYGNb3ghcPdB+Xrtq5hTg/oHpG0nSMjhsiDHPA14FfDHJttb2ZuBPgauSnA98FTin9V0DnAXsAB4AXr2UBUuS5jdvuFfVp4EcoPv0WcYXcMGIdUmSRuAnVCWpQ4a7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHRrmNnuXJdmT5LaBtouS7EqyrT3OGuh7U5IdSb6U5EXjKlySdGDDnLm/FzhjlvaLq2p9e1wDkORE4Fzgp9s2f5NkxVIVK0kazrzhXlWfAr455OttAK6oqger6i5m7qN68gj1SZIWYZQ599cm2d6mbZ7S2lYB9wyM2dnaHiPJpiRTSaamp6dHKEOStL/FhvslwE8C64HdwLsW+gJVtbmqJqtqcmJiYpFlSJJms6hwr6p7q2pvVT0M/C2PTL3sAtYMDF3d2iRJy2hR4Z5k5cDqS4F9V9JsBc5NckSSE4B1wM2jlShJWqjD5huQ5P3AqcBxSXYCbwFOTbIeKOBu4DUAVXV7kquAO4CHgAuqau9YKpckHVCq6mDXwOTkZE1NTS1u42Rpi9HSeBz8XEm9S3JLVU3O1ucnVCWpQ4a7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalD84Z7ksuS7Ely20DbMUmuTfLl9vyU1p4k70myI8n2JCeNs3hJ0uyGOXN/L3DGfm0XAtdV1TrgurYOcCYzN8VeB2wCLlmaMiVJCzFvuFfVp4Bv7te8AdjSlrcAZw+0X14zPgscnWTlEtUqSRrSYufcj6+q3W35a8DxbXkVcM/AuJ2t7TGSbEoylWRqenp6kWVIkmYz8h9Uq6qABd/qvqo2V9VkVU1OTEyMWoYkacBiw/3efdMt7XlPa98FrBkYt7q1SZKW0WLDfSuwsS1vBK4eaD+vXTVzCnD/wPSNJGmZHDbfgCTvB04FjkuyE3gL8KfAVUnOB74KnNOGXwOcBewAHgBePYaaJUnzmDfcq+qVB+g6fZaxBVwwalGSpNH4CVVJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUofmvVnHXJLcDXwH2As8VFWTSY4BrgTWAncD51TVfaOVKUlaiKU4c/+lqlpfVZNt/ULguqpaB1zX1iVJy2gc0zIbgC1teQtw9hj2IUmaw6jhXsDHk9ySZFNrO76qdrflrwHHz7Zhkk1JppJMTU9Pj1iGJGnQSHPuwPOraleSHwOuTfLvg51VVUlqtg2rajOwGWBycnLWMZKkxRnpzL2qdrXnPcBHgJOBe5OsBGjPe0YtUpK0MIsO9yRPSvIj+5aBFwK3AVuBjW3YRuDqUYuUJC3MKNMyxwMfSbLvdf6pqv4tyeeAq5KcD3wVOGf0MiVJC7HocK+qrwDPnqX9G8DpoxQlSRqNn1CVpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nq0Kh3YpJ0iMhbc7BL0CzqLeO5EZ1n7pLUIcNdkjpkuEtSh8YW7knOSPKlJDuSXDiu/UiSHmss4Z5kBfDXwJnAicArk5w4jn1Jkh5rXGfuJwM7quorVfUD4Apgw5j2JUnaz7guhVwF3DOwvhP4+cEBSTYBm9rqd5N8aUy1HEqOA75+sItYEvGyO41VN8dKLhrpWPmJA3UctOvcq2ozsPlg7f/xKMlUVU0e7DqkxzuPlfmNa1pmF7BmYH11a5MkLYNxhfvngHVJTkjyBOBcYOuY9iVJ2s9YpmWq6qEkrwU+BqwALquq28exr844TSUNx2NlHqkaz/caSJIOHj+hKkkdMtwlqUOG+wiS7E2yLcltST6Q5IeX4DUnk7xnKeqTHo/GdNysTXJbWz41yUfnGT/vmEOd4T6a71XV+qp6JvAD4DcHO5Ms+A/WVTVVVb+9VAVKj0NzHjcHspjj6f8zw33p3Ag8rZ0R3JhkK3BHkhVJ3pnkc0m2J3kNQJIrkrx438ZJ3pvk5YNnFEmOSfLPbbvPJnlWa78oye8PbHtbO3N5UpJ/SfKF1vaK5f0nkBZs33Hzy0luSvL5JJ9Icjz838/6+5J8Bnhf+zm/Mcmt7fHcuV68HROXJbm5vfb/m69B8TfhEmhnFGcC/9aaTgKeWVV3ta9ZuL+qfi7JEcBnknwcuBI4B/iX9lmA04Hf4tFf0/BW4PNVdXaS04DLgfVzlHIG8F9V9eJW11FL9ialJbbfcfNp4JSqqiS/AbwReEMbeiLw/Kr6XpvCeUFVfT/JOuD9wFyfVP0j4Pqq+vUkRwM3J/nEmN7S44rhPponJtnWlm8ELgWeC9xcVXe19hcCz0ry8rZ+FLAO+FfgL1rgnwF8qv3wDr7+84GXAVTV9UmOTfKjc9TzReBdSd4BfLSqbhz5HUpLb7bj5qeAK5OsBJ4A3DUwfmtVfa8tHw78VZL1wF7g6fPs64XArwz8T/dI4MdHfgeHAMN9NN+rqvWDDS2c/3uwCXhdVX1s/42TfBJ4EfAKZr45c1gP8egptSMBquo/kpwEnAW8Lcl1VfXHC3hdaTnMdtz8JfDuqtqa5FTgooHuwePpd4F7gWczcwx8f559BXhZVT3qiwn3Tfv0zDn38fsY8FtJDgdI8vQkT2p9VwKvBn6RR6Z0Bt0I/Frb7lTg61X1beBuZqZ+aGF+Qlt+KvBAVf0D8M59Y6RDwFE88v1TG+cZt7uqHgZexcwn4OfyMeB1aWddSZ4zaqGHCs/cx+/vgLXAre0HbBo4u/V9HHgfcHX73vv9XQRclmQ78ACP/NB/CDgvye3ATcB/tPafAd6Z5GHgf5iZw5cOBRcBH0hyH3A97YRlFn8DfCjJecycEP33Acbt8yfAnwPbk/wQM9M9L1mKgh/v/PoBSeqQ0zKS1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXofwE59qwpWx2CFgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "\n",
    "name_list = ['Previous','Parallel']\n",
    "num_list = [407,13]\n",
    "plt.bar(range(len(num_list)), num_list,color='rgb',tick_label=name_list, width=0.5)\n",
    "plt.show()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": false,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {
    "height": "calc(100% - 180px)",
    "left": "10px",
    "top": "150px",
    "width": "261px"
   },
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}