11_NLP.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "from tensorflow import keras\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import os\n",
    "import matplotlib.pyplot as plt\n",
    "import time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# https://www.kaggle.com/c/nlp-getting-started : NLP Disaster Tweets\n",
    "df = pd.read_csv(\"data/twitter_train.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(7613, 5)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>keyword</th>\n",
       "      <th>location</th>\n",
       "      <th>text</th>\n",
       "      <th>target</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Our Deeds are the Reason of this #earthquake M...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Forest fire near La Ronge Sask. Canada</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>All residents asked to 'shelter in place' are ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13,000 people receive #wildfires evacuation or...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Just got sent this photo from Ruby #Alaska as ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   id keyword location                                               text  \\\n",
       "0   1     NaN      NaN  Our Deeds are the Reason of this #earthquake M...   \n",
       "1   4     NaN      NaN             Forest fire near La Ronge Sask. Canada   \n",
       "2   5     NaN      NaN  All residents asked to 'shelter in place' are ...   \n",
       "3   6     NaN      NaN  13,000 people receive #wildfires evacuation or...   \n",
       "4   7     NaN      NaN  Just got sent this photo from Ruby #Alaska as ...   \n",
       "\n",
       "   target  \n",
       "0       1  \n",
       "1       1  \n",
       "2       1  \n",
       "3       1  \n",
       "4       1  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3271\n",
      "4342\n"
     ]
    }
   ],
   "source": [
    "print((df.target == 1).sum()) # Disaster\n",
    "print((df.target == 0).sum()) # No Disaster"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'!\"#$%&\\'()*+,-./:;<=>?@[\\\\]^_`{|}~'"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Preprocessing\n",
    "import re\n",
    "import string\n",
    "\n",
    "def remove_URL(text):\n",
    "    url = re.compile(r\"https?://\\S+|www\\.\\S+\")\n",
    "    return url.sub(r\"\", text)\n",
    "\n",
    "# https://stackoverflow.com/questions/34293875/how-to-remove-punctuation-marks-from-a-string-in-python-3-x-using-translate/34294022\n",
    "def remove_punct(text):\n",
    "    translator = str.maketrans(\"\", \"\", string.punctuation)\n",
    "    return text.translate(translator)\n",
    "\n",
    "string.punctuation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "@bbcmtd Wholesale Markets ablaze http://t.co/lHYXEOHY6C\n",
      "t\n",
      "@bbcmtd Wholesale Markets ablaze \n"
     ]
    }
   ],
   "source": [
    "pattern = re.compile(r\"https?://(\\S+|www)\\.\\S+\")\n",
    "for t in df.text:\n",
    "    matches = pattern.findall(t)\n",
    "    for match in matches:\n",
    "        print(t)\n",
    "        print(match)\n",
    "        print(pattern.sub(r\"\", t))\n",
    "    if len(matches) > 0:\n",
    "        break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"text\"] = df.text.map(remove_URL) # map(lambda x: remove_URL(x))\n",
    "df[\"text\"] = df.text.map(remove_punct)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     /Users/patrickPatricklober/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "# remove stopwords\n",
    "# pip install nltk\n",
    "import nltk\n",
    "nltk.download('stopwords')\n",
    "from nltk.corpus import stopwords\n",
    "\n",
    "# Stop Words: A stop word is a commonly used word (such as “the”, “a”, “an”, “in”) that a search engine\n",
    "# has been programmed to ignore, both when indexing entries for searching and when retrieving them \n",
    "# as the result of a search query.\n",
    "stop = set(stopwords.words(\"english\"))\n",
    "\n",
    "# https://stackoverflow.com/questions/5486337/how-to-remove-stop-words-using-nltk-or-python\n",
    "def remove_stopwords(text):\n",
    "    filtered_words = [word.lower() for word in text.split() if word.lower() not in stop]\n",
    "    return \" \".join(filtered_words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'a',\n",
       " 'about',\n",
       " 'above',\n",
       " 'after',\n",
       " 'again',\n",
       " 'against',\n",
       " 'ain',\n",
       " 'all',\n",
       " 'am',\n",
       " 'an',\n",
       " 'and',\n",
       " 'any',\n",
       " 'are',\n",
       " 'aren',\n",
       " \"aren't\",\n",
       " 'as',\n",
       " 'at',\n",
       " 'be',\n",
       " 'because',\n",
       " 'been',\n",
       " 'before',\n",
       " 'being',\n",
       " 'below',\n",
       " 'between',\n",
       " 'both',\n",
       " 'but',\n",
       " 'by',\n",
       " 'can',\n",
       " 'couldn',\n",
       " \"couldn't\",\n",
       " 'd',\n",
       " 'did',\n",
       " 'didn',\n",
       " \"didn't\",\n",
       " 'do',\n",
       " 'does',\n",
       " 'doesn',\n",
       " \"doesn't\",\n",
       " 'doing',\n",
       " 'don',\n",
       " \"don't\",\n",
       " 'down',\n",
       " 'during',\n",
       " 'each',\n",
       " 'few',\n",
       " 'for',\n",
       " 'from',\n",
       " 'further',\n",
       " 'had',\n",
       " 'hadn',\n",
       " \"hadn't\",\n",
       " 'has',\n",
       " 'hasn',\n",
       " \"hasn't\",\n",
       " 'have',\n",
       " 'haven',\n",
       " \"haven't\",\n",
       " 'having',\n",
       " 'he',\n",
       " 'her',\n",
       " 'here',\n",
       " 'hers',\n",
       " 'herself',\n",
       " 'him',\n",
       " 'himself',\n",
       " 'his',\n",
       " 'how',\n",
       " 'i',\n",
       " 'if',\n",
       " 'in',\n",
       " 'into',\n",
       " 'is',\n",
       " 'isn',\n",
       " \"isn't\",\n",
       " 'it',\n",
       " \"it's\",\n",
       " 'its',\n",
       " 'itself',\n",
       " 'just',\n",
       " 'll',\n",
       " 'm',\n",
       " 'ma',\n",
       " 'me',\n",
       " 'mightn',\n",
       " \"mightn't\",\n",
       " 'more',\n",
       " 'most',\n",
       " 'mustn',\n",
       " \"mustn't\",\n",
       " 'my',\n",
       " 'myself',\n",
       " 'needn',\n",
       " \"needn't\",\n",
       " 'no',\n",
       " 'nor',\n",
       " 'not',\n",
       " 'now',\n",
       " 'o',\n",
       " 'of',\n",
       " 'off',\n",
       " 'on',\n",
       " 'once',\n",
       " 'only',\n",
       " 'or',\n",
       " 'other',\n",
       " 'our',\n",
       " 'ours',\n",
       " 'ourselves',\n",
       " 'out',\n",
       " 'over',\n",
       " 'own',\n",
       " 're',\n",
       " 's',\n",
       " 'same',\n",
       " 'shan',\n",
       " \"shan't\",\n",
       " 'she',\n",
       " \"she's\",\n",
       " 'should',\n",
       " \"should've\",\n",
       " 'shouldn',\n",
       " \"shouldn't\",\n",
       " 'so',\n",
       " 'some',\n",
       " 'such',\n",
       " 't',\n",
       " 'than',\n",
       " 'that',\n",
       " \"that'll\",\n",
       " 'the',\n",
       " 'their',\n",
       " 'theirs',\n",
       " 'them',\n",
       " 'themselves',\n",
       " 'then',\n",
       " 'there',\n",
       " 'these',\n",
       " 'they',\n",
       " 'this',\n",
       " 'those',\n",
       " 'through',\n",
       " 'to',\n",
       " 'too',\n",
       " 'under',\n",
       " 'until',\n",
       " 'up',\n",
       " 've',\n",
       " 'very',\n",
       " 'was',\n",
       " 'wasn',\n",
       " \"wasn't\",\n",
       " 'we',\n",
       " 'were',\n",
       " 'weren',\n",
       " \"weren't\",\n",
       " 'what',\n",
       " 'when',\n",
       " 'where',\n",
       " 'which',\n",
       " 'while',\n",
       " 'who',\n",
       " 'whom',\n",
       " 'why',\n",
       " 'will',\n",
       " 'with',\n",
       " 'won',\n",
       " \"won't\",\n",
       " 'wouldn',\n",
       " \"wouldn't\",\n",
       " 'y',\n",
       " 'you',\n",
       " \"you'd\",\n",
       " \"you'll\",\n",
       " \"you're\",\n",
       " \"you've\",\n",
       " 'your',\n",
       " 'yours',\n",
       " 'yourself',\n",
       " 'yourselves'}"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stop"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"text\"] = df.text.map(remove_stopwords)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0            deeds reason earthquake may allah forgive us\n",
       "1                   forest fire near la ronge sask canada\n",
       "2       residents asked shelter place notified officer...\n",
       "3       13000 people receive wildfires evacuation orde...\n",
       "4       got sent photo ruby alaska smoke wildfires pou...\n",
       "                              ...                        \n",
       "7608    two giant cranes holding bridge collapse nearb...\n",
       "7609    ariaahrary thetawniest control wild fires cali...\n",
       "7610                      m194 0104 utc5km volcano hawaii\n",
       "7611    police investigating ebike collided car little...\n",
       "7612    latest homes razed northern california wildfir...\n",
       "Name: text, Length: 7613, dtype: object"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "\n",
    "# Count unique words\n",
    "def counter_word(text_col):\n",
    "    count = Counter()\n",
    "    for text in text_col.values:\n",
    "        for word in text.split():\n",
    "            count[word] += 1\n",
    "    return count\n",
    "\n",
    "\n",
    "counter = counter_word(df.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "17971"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(counter)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Counter({'deeds': 2,\n",
       "         'reason': 20,\n",
       "         'earthquake': 50,\n",
       "         'may': 88,\n",
       "         'allah': 9,\n",
       "         'forgive': 2,\n",
       "         'us': 164,\n",
       "         'forest': 65,\n",
       "         'fire': 250,\n",
       "         'near': 54,\n",
       "         'la': 25,\n",
       "         'ronge': 1,\n",
       "         'sask': 1,\n",
       "         'canada': 11,\n",
       "         'residents': 8,\n",
       "         'asked': 9,\n",
       "         'shelter': 6,\n",
       "         'place': 26,\n",
       "         'notified': 1,\n",
       "         'officers': 8,\n",
       "         'evacuation': 50,\n",
       "         'orders': 11,\n",
       "         'expected': 15,\n",
       "         '13000': 4,\n",
       "         'people': 196,\n",
       "         'receive': 2,\n",
       "         'wildfires': 11,\n",
       "         'california': 117,\n",
       "         'got': 112,\n",
       "         'sent': 13,\n",
       "         'photo': 41,\n",
       "         'ruby': 1,\n",
       "         'alaska': 6,\n",
       "         'smoke': 48,\n",
       "         'pours': 1,\n",
       "         'school': 66,\n",
       "         'rockyfire': 4,\n",
       "         'update': 37,\n",
       "         'hwy': 9,\n",
       "         '20': 26,\n",
       "         'closed': 20,\n",
       "         'directions': 1,\n",
       "         'due': 31,\n",
       "         'lake': 14,\n",
       "         'county': 38,\n",
       "         'cafire': 2,\n",
       "         'flood': 56,\n",
       "         'disaster': 152,\n",
       "         'heavy': 20,\n",
       "         'rain': 44,\n",
       "         'causes': 13,\n",
       "         'flash': 21,\n",
       "         'flooding': 50,\n",
       "         'streets': 8,\n",
       "         'manitou': 1,\n",
       "         'colorado': 16,\n",
       "         'springs': 5,\n",
       "         'areas': 9,\n",
       "         'im': 299,\n",
       "         'top': 54,\n",
       "         'hill': 7,\n",
       "         'see': 105,\n",
       "         'woods': 2,\n",
       "         'theres': 45,\n",
       "         'emergency': 157,\n",
       "         'happening': 12,\n",
       "         'building': 30,\n",
       "         'across': 20,\n",
       "         'street': 24,\n",
       "         'afraid': 5,\n",
       "         'tornado': 31,\n",
       "         'coming': 51,\n",
       "         'area': 39,\n",
       "         'three': 29,\n",
       "         'died': 28,\n",
       "         'heat': 45,\n",
       "         'wave': 34,\n",
       "         'far': 28,\n",
       "         'haha': 20,\n",
       "         'south': 27,\n",
       "         'tampa': 4,\n",
       "         'getting': 56,\n",
       "         'flooded': 4,\n",
       "         'hah': 3,\n",
       "         'wait': 26,\n",
       "         'second': 26,\n",
       "         'live': 60,\n",
       "         'gonna': 43,\n",
       "         'fvck': 1,\n",
       "         'raining': 4,\n",
       "         'florida': 6,\n",
       "         'tampabay': 1,\n",
       "         '18': 11,\n",
       "         '19': 13,\n",
       "         'days': 28,\n",
       "         'ive': 43,\n",
       "         'lost': 23,\n",
       "         'count': 3,\n",
       "         'bago': 2,\n",
       "         'myanmar': 18,\n",
       "         'arrived': 8,\n",
       "         'damage': 52,\n",
       "         'bus': 37,\n",
       "         '80': 3,\n",
       "         'multi': 2,\n",
       "         'car': 90,\n",
       "         'crash': 119,\n",
       "         'breaking': 39,\n",
       "         'whats': 29,\n",
       "         'man': 110,\n",
       "         'love': 100,\n",
       "         'fruits': 2,\n",
       "         'summer': 42,\n",
       "         'lovely': 8,\n",
       "         'fast': 22,\n",
       "         'goooooooaaaaaal': 1,\n",
       "         'ridiculous': 4,\n",
       "         'london': 15,\n",
       "         'cool': 31,\n",
       "         'skiing': 1,\n",
       "         'wonderful': 5,\n",
       "         'day': 109,\n",
       "         'looooool': 1,\n",
       "         'wayi': 1,\n",
       "         'cant': 102,\n",
       "         'eat': 7,\n",
       "         'shit': 56,\n",
       "         'nyc': 12,\n",
       "         'last': 83,\n",
       "         'week': 37,\n",
       "         'girlfriend': 6,\n",
       "         'cooool': 1,\n",
       "         'like': 345,\n",
       "         'pasta': 2,\n",
       "         'end': 42,\n",
       "         'bbcmtd': 1,\n",
       "         'wholesale': 4,\n",
       "         'markets': 7,\n",
       "         'ablaze': 28,\n",
       "         'always': 46,\n",
       "         'try': 19,\n",
       "         'bring': 17,\n",
       "         'metal': 13,\n",
       "         'rt': 107,\n",
       "         'africanbaze': 1,\n",
       "         'newsnigeria': 1,\n",
       "         'flag': 21,\n",
       "         'set': 48,\n",
       "         'aba': 14,\n",
       "         'crying': 9,\n",
       "         'plus': 8,\n",
       "         'side': 23,\n",
       "         'look': 73,\n",
       "         'sky': 15,\n",
       "         'night': 50,\n",
       "         'phdsquares': 1,\n",
       "         'mufc': 2,\n",
       "         'theyve': 5,\n",
       "         'built': 6,\n",
       "         'much': 64,\n",
       "         'hype': 3,\n",
       "         'around': 39,\n",
       "         'new': 224,\n",
       "         'acquisitions': 2,\n",
       "         'doubt': 5,\n",
       "         'epl': 1,\n",
       "         'season': 14,\n",
       "         'inec': 2,\n",
       "         'office': 12,\n",
       "         'abia': 2,\n",
       "         'barbados': 1,\n",
       "         'bridgetown': 1,\n",
       "         'jamaica': 5,\n",
       "         '\\x89ûò': 39,\n",
       "         'two': 97,\n",
       "         'cars': 21,\n",
       "         'santa': 6,\n",
       "         'cruz': 10,\n",
       "         '\\x89ûó': 26,\n",
       "         'head': 41,\n",
       "         'st': 30,\n",
       "         'elizabeth': 2,\n",
       "         'police': 140,\n",
       "         'superintende': 1,\n",
       "         'lord': 20,\n",
       "         'check': 46,\n",
       "         'nsfw': 3,\n",
       "         'outside': 25,\n",
       "         'youre': 67,\n",
       "         'alive': 11,\n",
       "         'dead': 96,\n",
       "         'inside': 28,\n",
       "         'awesome': 16,\n",
       "         'time': 112,\n",
       "         'visiting': 1,\n",
       "         'cfc': 2,\n",
       "         'ancop': 1,\n",
       "         'site': 27,\n",
       "         'thanks': 30,\n",
       "         'tita': 1,\n",
       "         'vida': 2,\n",
       "         'taking': 17,\n",
       "         'care': 31,\n",
       "         'soooo': 2,\n",
       "         'pumped': 1,\n",
       "         'southridgelife': 1,\n",
       "         'wanted': 18,\n",
       "         'chicago': 12,\n",
       "         'preaching': 1,\n",
       "         'hotel': 6,\n",
       "         'gained': 6,\n",
       "         '3': 97,\n",
       "         'followers': 8,\n",
       "         'know': 112,\n",
       "         'stats': 3,\n",
       "         'grow': 8,\n",
       "         'west': 24,\n",
       "         'burned': 39,\n",
       "         'thousands': 19,\n",
       "         'alone': 19,\n",
       "         'perfect': 10,\n",
       "         'tracklist': 1,\n",
       "         'life': 87,\n",
       "         'leave': 28,\n",
       "         'first': 107,\n",
       "         'retainers': 1,\n",
       "         'quite': 10,\n",
       "         'weird': 9,\n",
       "         'better': 36,\n",
       "         'get': 229,\n",
       "         'used': 30,\n",
       "         'wear': 3,\n",
       "         'every': 59,\n",
       "         'single': 11,\n",
       "         'next': 50,\n",
       "         'year': 69,\n",
       "         'least': 36,\n",
       "         'deputies': 4,\n",
       "         'shot': 27,\n",
       "         'brighton': 2,\n",
       "         'home': 76,\n",
       "         'wife': 12,\n",
       "         'six': 4,\n",
       "         'years': 79,\n",
       "         'jail': 3,\n",
       "         'setting': 11,\n",
       "         'niece': 3,\n",
       "         'superintendent': 1,\n",
       "         'lanford': 1,\n",
       "         'salmon': 3,\n",
       "         'r': 17,\n",
       "         'arsonist': 18,\n",
       "         'deliberately': 1,\n",
       "         'black': 66,\n",
       "         'church': 7,\n",
       "         'north': 27,\n",
       "         'carolinaåêablaze': 1,\n",
       "         'noches': 1,\n",
       "         'elbestia': 1,\n",
       "         'alexissanchez': 1,\n",
       "         'happy': 23,\n",
       "         'teammates': 1,\n",
       "         'training': 12,\n",
       "         'hard': 20,\n",
       "         'goodnight': 1,\n",
       "         'gunners': 1,\n",
       "         'kurds': 1,\n",
       "         'trampling': 1,\n",
       "         'turkmen': 2,\n",
       "         'later': 11,\n",
       "         'others': 21,\n",
       "         'vandalized': 1,\n",
       "         'offices': 2,\n",
       "         'front': 18,\n",
       "         'diyala': 1,\n",
       "         'truck': 50,\n",
       "         'r21': 1,\n",
       "         'voortrekker': 1,\n",
       "         'ave': 15,\n",
       "         'tambo': 1,\n",
       "         'intl': 1,\n",
       "         'cargo': 3,\n",
       "         'section': 4,\n",
       "         'hearts': 5,\n",
       "         'city': 60,\n",
       "         'gift': 4,\n",
       "         'skyline': 2,\n",
       "         'kiss': 2,\n",
       "         'upon': 16,\n",
       "         'lips': 1,\n",
       "         '\\x89û': 60,\n",
       "         'tonight': 38,\n",
       "         'los': 4,\n",
       "         'angeles': 4,\n",
       "         'expecting': 4,\n",
       "         'ig': 4,\n",
       "         'fb': 3,\n",
       "         'filled': 3,\n",
       "         'sunset': 6,\n",
       "         'shots': 15,\n",
       "         'peeps': 3,\n",
       "         'climate': 19,\n",
       "         'energy': 7,\n",
       "         'revel': 1,\n",
       "         'wmv': 2,\n",
       "         'videos': 9,\n",
       "         'means': 14,\n",
       "         'mac': 6,\n",
       "         'farewell': 1,\n",
       "         'en': 3,\n",
       "         'route': 10,\n",
       "         'dvd': 5,\n",
       "         'gtxrwm': 1,\n",
       "         'progressive': 1,\n",
       "         'greetings': 1,\n",
       "         'month': 11,\n",
       "         'students': 13,\n",
       "         'would': 131,\n",
       "         'pens': 1,\n",
       "         'torch': 4,\n",
       "         'publications': 1,\n",
       "         'rene': 2,\n",
       "         'amp': 298,\n",
       "         'jacinta': 1,\n",
       "         'secret': 15,\n",
       "         '2k13': 1,\n",
       "         'fallen': 4,\n",
       "         'skies': 3,\n",
       "         'edit': 2,\n",
       "         'mar': 1,\n",
       "         '30': 24,\n",
       "         '2013': 13,\n",
       "         'navista7': 1,\n",
       "         'steve': 8,\n",
       "         'fires': 100,\n",
       "         'something': 32,\n",
       "         'else': 18,\n",
       "         'tinderbox': 1,\n",
       "         'clown': 1,\n",
       "         'hood': 2,\n",
       "         'news24680': 1,\n",
       "         'nowplaying': 26,\n",
       "         'ian': 4,\n",
       "         'buff': 1,\n",
       "         'magnitude': 1,\n",
       "         'edm': 11,\n",
       "         'nxwestmidlands': 1,\n",
       "         'huge': 21,\n",
       "         'talk': 19,\n",
       "         'go': 95,\n",
       "         'dont': 191,\n",
       "         'make': 76,\n",
       "         'work': 74,\n",
       "         'kids': 30,\n",
       "         'cuz': 6,\n",
       "         'bicycle': 2,\n",
       "         'accident': 87,\n",
       "         'split': 3,\n",
       "         'testicles': 1,\n",
       "         'impossible': 4,\n",
       "         'michael': 12,\n",
       "         'father': 5,\n",
       "         'i24': 1,\n",
       "         'w': 45,\n",
       "         'nashvilletraffic': 1,\n",
       "         'traffic': 31,\n",
       "         'moving': 11,\n",
       "         '8m': 1,\n",
       "         'slower': 3,\n",
       "         'usual': 5,\n",
       "         'center': 23,\n",
       "         'lane': 8,\n",
       "         'blocked': 11,\n",
       "         'santaclara': 1,\n",
       "         'us101': 2,\n",
       "         'nb': 4,\n",
       "         'great': 62,\n",
       "         'america': 19,\n",
       "         'pkwy': 2,\n",
       "         'bayarea': 1,\n",
       "         'personalinjury': 1,\n",
       "         'read': 58,\n",
       "         'advice': 2,\n",
       "         'solicitor': 2,\n",
       "         'help': 71,\n",
       "         'otleyhour': 1,\n",
       "         'stlouis': 1,\n",
       "         'caraccidentlawyer': 1,\n",
       "         'speeding': 1,\n",
       "         'among': 11,\n",
       "         'teen': 13,\n",
       "         'accidents': 8,\n",
       "         'tee\\x89û': 1,\n",
       "         'reported': 16,\n",
       "         'motor': 5,\n",
       "         'vehicle': 19,\n",
       "         'curry': 1,\n",
       "         'herman': 1,\n",
       "         'rd': 20,\n",
       "         'stephenson': 1,\n",
       "         'involving': 13,\n",
       "         'overturned': 1,\n",
       "         'please': 70,\n",
       "         'use': 31,\n",
       "         'bigrigradio': 1,\n",
       "         'awareness': 2,\n",
       "         'i77': 5,\n",
       "         'mile': 8,\n",
       "         'marker': 3,\n",
       "         '31': 10,\n",
       "         'mooresville': 2,\n",
       "         'iredell': 2,\n",
       "         'ramp': 1,\n",
       "         '86': 4,\n",
       "         '118': 2,\n",
       "         'pm': 68,\n",
       "         'sleepjunkies': 1,\n",
       "         'sleeping': 10,\n",
       "         'pills': 1,\n",
       "         'double': 13,\n",
       "         'risk': 16,\n",
       "         'knew': 8,\n",
       "         'gon': 4,\n",
       "         'happen': 12,\n",
       "         'n': 25,\n",
       "         'cabrillo': 1,\n",
       "         'hwymagellan': 1,\n",
       "         'av': 5,\n",
       "         'mir': 1,\n",
       "         '080615': 1,\n",
       "         '110358': 1,\n",
       "         '40': 37,\n",
       "         'congestion': 1,\n",
       "         'pastor': 1,\n",
       "         'scene': 15,\n",
       "         'accidentwho': 1,\n",
       "         'owner': 11,\n",
       "         'range': 4,\n",
       "         'rover': 2,\n",
       "         'mom': 21,\n",
       "         'didnt': 31,\n",
       "         'wished': 1,\n",
       "         'spilt': 1,\n",
       "         'mayonnaise': 1,\n",
       "         'horrible': 35,\n",
       "         'past': 35,\n",
       "         'sunday': 10,\n",
       "         'finally': 23,\n",
       "         'able': 10,\n",
       "         'thank': 32,\n",
       "         'god': 57,\n",
       "         'pissed': 2,\n",
       "         'donnie': 1,\n",
       "         'tell': 25,\n",
       "         'another': 69,\n",
       "         'truckcrash': 1,\n",
       "         'overturns': 1,\n",
       "         'fortworth': 1,\n",
       "         'interstate': 2,\n",
       "         'click': 6,\n",
       "         'youve': 7,\n",
       "         'crashgt': 1,\n",
       "         'ashville': 1,\n",
       "         '23': 4,\n",
       "         'sb': 3,\n",
       "         'sr': 2,\n",
       "         '752': 1,\n",
       "         'carolina': 1,\n",
       "         'motorcyclist': 9,\n",
       "         'dies': 14,\n",
       "         'i540': 1,\n",
       "         'crossed': 6,\n",
       "         'median': 1,\n",
       "         'motorcycle': 5,\n",
       "         'rider': 5,\n",
       "         'traveling': 2,\n",
       "         'fyi': 3,\n",
       "         'cadfyi': 2,\n",
       "         'property': 18,\n",
       "         'damagenhs999': 1,\n",
       "         'piner': 2,\n",
       "         'rdhorndale': 2,\n",
       "         'dr': 12,\n",
       "         'naayf': 1,\n",
       "         'turning': 3,\n",
       "         'onto': 8,\n",
       "         'chandanee': 1,\n",
       "         'magu': 1,\n",
       "         'mma': 6,\n",
       "         'taxi': 1,\n",
       "         'rammed': 2,\n",
       "         'halfway': 1,\n",
       "         'turned': 16,\n",
       "         'everyone': 53,\n",
       "         'conf\\x89û': 1,\n",
       "         'left': 32,\n",
       "         'manchester': 9,\n",
       "         '293': 1,\n",
       "         'eddy': 1,\n",
       "         'stop': 49,\n",
       "         'back': 119,\n",
       "         'nh3a': 1,\n",
       "         'delay': 3,\n",
       "         '4': 66,\n",
       "         'mins': 3,\n",
       "         'damagewpd1600': 1,\n",
       "         '17th': 1,\n",
       "         '862015209': 1,\n",
       "         'injury': 37,\n",
       "         '2781': 1,\n",
       "         'willis': 1,\n",
       "         'foreman': 1,\n",
       "         'aashiqui': 1,\n",
       "         'actress': 2,\n",
       "         'anu': 1,\n",
       "         'aggarwal': 1,\n",
       "         'nearfatal': 1,\n",
       "         'suffield': 1,\n",
       "         'alberta': 4,\n",
       "         '9': 31,\n",
       "         'backup': 2,\n",
       "         'southaccident': 1,\n",
       "         'blocking': 5,\n",
       "         'right': 68,\n",
       "         '2': 159,\n",
       "         'lanes': 5,\n",
       "         'exit': 8,\n",
       "         'langtree': 1,\n",
       "         'rdconsider': 1,\n",
       "         'nc': 10,\n",
       "         '115': 1,\n",
       "         '150': 3,\n",
       "         '16': 15,\n",
       "         'alternate': 1,\n",
       "         'changed': 4,\n",
       "         'determine': 1,\n",
       "         'options': 4,\n",
       "         'financially': 1,\n",
       "         'support': 24,\n",
       "         'plans': 26,\n",
       "         'ongoing': 1,\n",
       "         'treatment': 5,\n",
       "         'deadly': 9,\n",
       "         'happened': 19,\n",
       "         'hagerstown': 1,\n",
       "         'today': 87,\n",
       "         'ill': 38,\n",
       "         'details': 6,\n",
       "         '5': 64,\n",
       "         'your4state': 1,\n",
       "         'whag': 1,\n",
       "         'flowri': 1,\n",
       "         'marinading': 1,\n",
       "         'even': 72,\n",
       "         'fucking': 46,\n",
       "         'mfs': 3,\n",
       "         'drive': 18,\n",
       "         'norwaymfa': 1,\n",
       "         'bahrain': 1,\n",
       "         'previously': 4,\n",
       "         'road': 38,\n",
       "         'killed': 96,\n",
       "         'explosion': 41,\n",
       "         'still': 129,\n",
       "         'heard': 35,\n",
       "         'leaders': 4,\n",
       "         'kenya': 4,\n",
       "         'forward': 4,\n",
       "         'comment': 13,\n",
       "         'issue': 10,\n",
       "         'disciplinary': 1,\n",
       "         'measuresarrestpastornganga': 1,\n",
       "         'aftershockdelo': 2,\n",
       "         'scuf': 2,\n",
       "         'ps': 5,\n",
       "         'game': 37,\n",
       "         'cya': 1,\n",
       "         'effort': 6,\n",
       "         'gets': 26,\n",
       "         'painful': 1,\n",
       "         'win': 20,\n",
       "         'roger': 2,\n",
       "         'bannister': 1,\n",
       "         '320': 7,\n",
       "         'ir': 7,\n",
       "         'icemoon': 7,\n",
       "         'aftershock': 19,\n",
       "         'djicemoon': 7,\n",
       "         'dubstep': 8,\n",
       "         'trapmusic': 7,\n",
       "         'dnb': 8,\n",
       "         'dance': 14,\n",
       "         'ices\\x89û': 7,\n",
       "         'victory': 5,\n",
       "         'bargain': 5,\n",
       "         'basement': 3,\n",
       "         'prices': 5,\n",
       "         'dwight': 1,\n",
       "         'david': 8,\n",
       "         'eisenhower': 1,\n",
       "         'nobody': 5,\n",
       "         'remembers': 1,\n",
       "         'came': 36,\n",
       "         'charles': 4,\n",
       "         'schulz': 1,\n",
       "         'speaking': 4,\n",
       "         'someone': 40,\n",
       "         'using': 13,\n",
       "         'xb1': 2,\n",
       "         'also': 44,\n",
       "         'harder': 1,\n",
       "         'conflict': 5,\n",
       "         'glorious': 3,\n",
       "         'triumph': 1,\n",
       "         'thomas': 7,\n",
       "         'paine': 1,\n",
       "         'growingupspoiled': 1,\n",
       "         'going': 103,\n",
       "         'clay': 1,\n",
       "         'pigeon': 1,\n",
       "         'shooting': 29,\n",
       "         'guess': 15,\n",
       "         'one': 193,\n",
       "         'actually': 28,\n",
       "         'wants': 15,\n",
       "         'free': 42,\n",
       "         'tc': 2,\n",
       "         'terrifying': 3,\n",
       "         'best': 73,\n",
       "         'roller': 3,\n",
       "         'coaster': 2,\n",
       "         'ever': 54,\n",
       "         'disclaimer': 1,\n",
       "         'kjfordays': 1,\n",
       "         'seeing': 16,\n",
       "         'issues': 30,\n",
       "         'wisdomwed': 1,\n",
       "         'bonus': 1,\n",
       "         'minute': 30,\n",
       "         'daily': 21,\n",
       "         'habits': 2,\n",
       "         'could': 81,\n",
       "         'really': 71,\n",
       "         'improve': 2,\n",
       "         'many': 84,\n",
       "         'already': 29,\n",
       "         'lifehacks': 1,\n",
       "         'protect': 7,\n",
       "         'profit': 4,\n",
       "         'global': 18,\n",
       "         'financial': 13,\n",
       "         'meltdown': 32,\n",
       "         'wiedemer': 1,\n",
       "         'http': 1,\n",
       "         'moment': 17,\n",
       "         'scary': 6,\n",
       "         'guy': 19,\n",
       "         'behind': 17,\n",
       "         'screaming': 43,\n",
       "         'bloody': 44,\n",
       "         'murder': 42,\n",
       "         'silverwood': 1,\n",
       "         '\\x89ã¢': 1,\n",
       "         '2010': 3,\n",
       "         'full\\x89ã¢': 1,\n",
       "         'streaming': 2,\n",
       "         'youtube': 98,\n",
       "         'gtgt': 13,\n",
       "         '15': 33,\n",
       "         'book': 23,\n",
       "         'esquireattire': 1,\n",
       "         'sometimes': 13,\n",
       "         'face': 46,\n",
       "         'difficulties': 1,\n",
       "         'wrong': 21,\n",
       "         'joel': 3,\n",
       "         'osteen': 1,\n",
       "         'thing': 36,\n",
       "         'stands': 4,\n",
       "         'dream': 9,\n",
       "         'belief': 2,\n",
       "         'possible': 32,\n",
       "         'brown': 26,\n",
       "         'praise': 1,\n",
       "         'ministry': 1,\n",
       "         'tells': 5,\n",
       "         'wdyouth': 1,\n",
       "         'biblestudy': 1,\n",
       "         'remembering': 6,\n",
       "         'die': 24,\n",
       "         'way': 77,\n",
       "         'avoid': 10,\n",
       "         'trap': 5,\n",
       "         'thinking': 16,\n",
       "         'lose': 10,\n",
       "         'jobs': 21,\n",
       "         'tried': 15,\n",
       "         'orange': 4,\n",
       "         'never': 61,\n",
       "         'onfireanders': 1,\n",
       "         'bb': 1,\n",
       "         'kick': 9,\n",
       "         'want': 80,\n",
       "         'making': 29,\n",
       "         'say': 85,\n",
       "         'cannot': 11,\n",
       "         'done': 29,\n",
       "         'interrupt': 1,\n",
       "         'george': 6,\n",
       "         'bernard': 1,\n",
       "         'shaw': 2,\n",
       "         'oyster': 1,\n",
       "         'shell': 4,\n",
       "         'andrew': 2,\n",
       "         'carnegie': 1,\n",
       "         'anyone': 24,\n",
       "         'need': 72,\n",
       "         'pu': 1,\n",
       "         'play': 26,\n",
       "         'hybrid': 3,\n",
       "         'slayer': 3,\n",
       "         'ps4': 2,\n",
       "         'eu': 3,\n",
       "         'hmu': 2,\n",
       "         'cod8sandscrims': 1,\n",
       "         'empirikgaming': 1,\n",
       "         'codawscrims': 1,\n",
       "         '4tpkotc': 1,\n",
       "         '4tpfa': 1,\n",
       "         'aftershockorg': 1,\n",
       "         'experts': 18,\n",
       "         'france': 16,\n",
       "         'begin': 12,\n",
       "         'examining': 10,\n",
       "         'airplane': 35,\n",
       "         'debris': 50,\n",
       "         'found': 52,\n",
       "         'reunion': 33,\n",
       "         'island': 38,\n",
       "         'french': 10,\n",
       "         'air': 41,\n",
       "         'news': 193,\n",
       "         'strict': 2,\n",
       "         'liability': 2,\n",
       "         'context': 3,\n",
       "         'pilot': 8,\n",
       "         'error': 5,\n",
       "         'common': 10,\n",
       "         'component': 1,\n",
       "         'aviation': 2,\n",
       "         'cr': 4,\n",
       "         'crobscarla': 1,\n",
       "         'lifetime': 3,\n",
       "         'odds': 3,\n",
       "         'dying': 9,\n",
       "         '1': 63,\n",
       "         '8015': 1,\n",
       "         'wedn': 2,\n",
       "         'alexalltimelow': 1,\n",
       "         'awwww': 2,\n",
       "         'theyre': 23,\n",
       "         'cuties': 1,\n",
       "         'good': 87,\n",
       "         'job': 25,\n",
       "         'family': 44,\n",
       "         'members': 15,\n",
       "         'osama': 1,\n",
       "         'bin': 10,\n",
       "         'laden': 9,\n",
       "         'ironic': 2,\n",
       "         'mhmmm': 1,\n",
       "         'gov': 9,\n",
       "         'suspect': 36,\n",
       "         'goes': 31,\n",
       "         'engine': 4,\n",
       "         'via': 220,\n",
       "         'wings': 6,\n",
       "         '29072015': 4,\n",
       "         'cessna': 1,\n",
       "         'ocampo': 1,\n",
       "         'coahuila': 2,\n",
       "         'mexico': 7,\n",
       "         'july': 7,\n",
       "         '29': 5,\n",
       "         '2015': 61,\n",
       "         'four': 17,\n",
       "         'men': 27,\n",
       "         'including': 8,\n",
       "         'state': 49,\n",
       "         'government': 31,\n",
       "         'official': 20,\n",
       "         'watchthevideo': 1,\n",
       "         'wednesday\\x89û': 1,\n",
       "         'wednesday': 14,\n",
       "         'began': 9,\n",
       "         'kca': 4,\n",
       "         'votejkt48id': 4,\n",
       "         'mbataweel': 1,\n",
       "         'rip': 9,\n",
       "         'binladen': 1,\n",
       "         'airplanes': 1,\n",
       "         'almost': 25,\n",
       "         'coworker': 2,\n",
       "         'nudes': 1,\n",
       "         'mode': 16,\n",
       "         'mickinyman': 1,\n",
       "         'theatlantic': 1,\n",
       "         'might': 23,\n",
       "         'wreck': 61,\n",
       "         'politics': 5,\n",
       "         'mlb': 5,\n",
       "         'unbelievably': 1,\n",
       "         'insane': 6,\n",
       "         'airport': 30,\n",
       "         'aircraft': 25,\n",
       "         'aeroplane': 1,\n",
       "         'runway': 7,\n",
       "         'freaky\\x89û': 1,\n",
       "         'airplaneåê29072015': 1,\n",
       "         'usama': 1,\n",
       "         'ladins': 1,\n",
       "         'naturally': 1,\n",
       "         'plane': 33,\n",
       "         'festival': 6,\n",
       "         'death': 71,\n",
       "         'carfest': 1,\n",
       "         'dtn': 4,\n",
       "         'brazil': 7,\n",
       "         'exp': 6,\n",
       "         '\\x89ûïairplane\\x89û\\x9d': 1,\n",
       "         'wtf': 12,\n",
       "         'can\\x89ûªt': 6,\n",
       "         'believe': 28,\n",
       "         'eyes': 23,\n",
       "         'nicole': 1,\n",
       "         'fletcher': 1,\n",
       "         'victim': 12,\n",
       "         'crashed': 36,\n",
       "         'times': 48,\n",
       "         'ago': 26,\n",
       "         'little': 48,\n",
       "         'bit': 12,\n",
       "         'trauma': 39,\n",
       "         'although': 3,\n",
       "         'shes': 22,\n",
       "         'omg': 21,\n",
       "         'bro': 8,\n",
       "         'jetengine': 1,\n",
       "         'turbojet': 1,\n",
       "         'boing': 1,\n",
       "         'g90': 1,\n",
       "         'phone': 37,\n",
       "         'looks': 46,\n",
       "         'ship': 21,\n",
       "         'terrible': 7,\n",
       "         'statistically': 1,\n",
       "         'cop': 8,\n",
       "         'crashes': 5,\n",
       "         'house': 43,\n",
       "         'colombia': 1,\n",
       "         '12': 24,\n",
       "         'drone': 6,\n",
       "         'cause': 48,\n",
       "         'pilots': 6,\n",
       "         'worried': 5,\n",
       "         'drones': 5,\n",
       "         'esp': 3,\n",
       "         'close': 11,\n",
       "         'vicinity': 2,\n",
       "         'airports': 1,\n",
       "         'early': 16,\n",
       "         'wake': 28,\n",
       "         'call': 37,\n",
       "         'sister': 7,\n",
       "         'begging': 2,\n",
       "         'come': 56,\n",
       "         'ride': 4,\n",
       "         'wher': 1,\n",
       "         'ambulance': 39,\n",
       "         'hospital': 10,\n",
       "         'rodkiai': 1,\n",
       "         'twelve': 14,\n",
       "         'feared': 22,\n",
       "         'pakistani': 16,\n",
       "         'helicopter': 25,\n",
       "         'ambulances': 2,\n",
       "         'serious': 13,\n",
       "         'lorry': 1,\n",
       "         'emsne\\x89û': 1,\n",
       "         'reuters': 24,\n",
       "         'yugvani': 3,\n",
       "         'leading': 9,\n",
       "         'services': 44,\n",
       "         'boss': 5,\n",
       "         'welcomes': 1,\n",
       "         'charity': 8,\n",
       "         'travelling': 2,\n",
       "         'aberystwythshrewsbury': 1,\n",
       "         'incident': 10,\n",
       "         'halt': 2,\n",
       "         'shrews': 1,\n",
       "         'sprinter': 4,\n",
       "         'automatic': 7,\n",
       "         'frontline': 4,\n",
       "         'choice': 7,\n",
       "         '14': 10,\n",
       "         'lez': 4,\n",
       "         'compliant': 4,\n",
       "         'ebay': 33,\n",
       "         'nanotech': 1,\n",
       "         'device': 3,\n",
       "         'target': 9,\n",
       "         'destroy': 41,\n",
       "         'blood': 42,\n",
       "         'clots': 1,\n",
       "         '20skyhawkmm20': 1,\n",
       "         'traplord29': 1,\n",
       "         'fredosantana300': 1,\n",
       "         'lilreese300': 1,\n",
       "         'hella': 2,\n",
       "         'crazy': 21,\n",
       "         'fights': 5,\n",
       "         'couple': 19,\n",
       "         'mosh': 1,\n",
       "         'pits': 2,\n",
       "         'run': 41,\n",
       "         'lucky': 11,\n",
       "         'justsaying': 1,\n",
       "         'randomthought': 1,\n",
       "         'tilnow': 3,\n",
       "         'dna': 1,\n",
       "         'tanslash': 1,\n",
       "         'waiting': 10,\n",
       "         'fouseytube': 2,\n",
       "         'ok': 36,\n",
       "         'hahahah': 2,\n",
       "         'pakistan': 21,\n",
       "         'kills': 35,\n",
       "         'nine': 6,\n",
       "         'thenissonian': 1,\n",
       "         'rejectdcartoons': 1,\n",
       "         'nissan': 1,\n",
       "         'medical': 6,\n",
       "         'assistance': 4,\n",
       "         'ems1': 1,\n",
       "         'ny': 8,\n",
       "         'emts': 1,\n",
       "         'petition': 12,\n",
       "         '17': 13,\n",
       "         'per': 3,\n",
       "         'hour': 13,\n",
       "         '\\x89û÷minimum': 1,\n",
       "         'wage\\x89ûª': 1,\n",
       "         'ems': 6,\n",
       "         'paramedics': 1,\n",
       "         'kiwikaryn': 1,\n",
       "         'parking': 4,\n",
       "         'lot': 33,\n",
       "         'said': 57,\n",
       "         'johns': 2,\n",
       "         'ltlt': 2,\n",
       "         '\\x89ûïleoblakecarter': 1,\n",
       "         'dog': 17,\n",
       "         'thinks': 3,\n",
       "         'hes': 44,\n",
       "         'hatzolah': 1,\n",
       "         'responding': 2,\n",
       "         'dual': 3,\n",
       "         'sirens': 29,\n",
       "         'and\\x89û': 2,\n",
       "         'worldnews': 9,\n",
       "         'number': 14,\n",
       "         'lesotho': 1,\n",
       "         'body': 124,\n",
       "         'medic914': 1,\n",
       "         'aaceorg': 1,\n",
       "         'surprised': 5,\n",
       "         'standardised': 1,\n",
       "         'clinical': 1,\n",
       "         'practice': 8,\n",
       "         '11': 21,\n",
       "         'nhs': 2,\n",
       "         'trust': 18,\n",
       "         'jwalk': 1,\n",
       "         'passing': 7,\n",
       "         'hate': 21,\n",
       "         'episode': 12,\n",
       "         'trunks': 1,\n",
       "         'annihilated': 31,\n",
       "         'freiza': 1,\n",
       "         'cleanest': 1,\n",
       "         'showed': 3,\n",
       "         'nigga': 13,\n",
       "         'mercy': 4,\n",
       "         'shall': 10,\n",
       "         'petebests': 1,\n",
       "         'dessicated': 1,\n",
       "         'laid': 3,\n",
       "         'bare': 4,\n",
       "         'kneel': 1,\n",
       "         ...})"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "counter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('like', 345), ('im', 299), ('amp', 298), ('fire', 250), ('get', 229)]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "counter.most_common(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "num_unique_words = len(counter)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Split dataset into training and validation set\n",
    "train_size = int(df.shape[0] * 0.8)\n",
    "\n",
    "train_df = df[:train_size]\n",
    "val_df = df[train_size:]\n",
    "\n",
    "# split text and labels\n",
    "train_sentences = train_df.text.to_numpy()\n",
    "train_labels = train_df.target.to_numpy()\n",
    "val_sentences = val_df.text.to_numpy()\n",
    "val_labels = val_df.target.to_numpy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((6090,), (1523,))"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_sentences.shape, val_sentences.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Tokenize\n",
    "from tensorflow.keras.preprocessing.text import Tokenizer\n",
    "\n",
    "# vectorize a text corpus by turning each text into a sequence of integers\n",
    "tokenizer = Tokenizer(num_words=num_unique_words)\n",
    "tokenizer.fit_on_texts(train_sentences) # fit only to training"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "# each word has unique index\n",
    "word_index = tokenizer.word_index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'like': 1,\n",
       " 'amp': 2,\n",
       " 'fire': 3,\n",
       " 'im': 4,\n",
       " 'get': 5,\n",
       " 'via': 6,\n",
       " 'new': 7,\n",
       " 'people': 8,\n",
       " 'news': 9,\n",
       " 'dont': 10,\n",
       " 'emergency': 11,\n",
       " 'one': 12,\n",
       " '2': 13,\n",
       " 'us': 14,\n",
       " 'video': 15,\n",
       " 'disaster': 16,\n",
       " 'burning': 17,\n",
       " 'body': 18,\n",
       " 'would': 19,\n",
       " 'buildings': 20,\n",
       " 'police': 21,\n",
       " 'crash': 22,\n",
       " 'first': 23,\n",
       " 'california': 24,\n",
       " 'still': 25,\n",
       " 'man': 26,\n",
       " 'got': 27,\n",
       " 'know': 28,\n",
       " 'day': 29,\n",
       " 'back': 30,\n",
       " 'going': 31,\n",
       " 'two': 32,\n",
       " 'time': 33,\n",
       " 'full': 34,\n",
       " 'accident': 35,\n",
       " 'see': 36,\n",
       " 'world': 37,\n",
       " 'attack': 38,\n",
       " 'nuclear': 39,\n",
       " 'youtube': 40,\n",
       " 'may': 41,\n",
       " 'love': 42,\n",
       " 'go': 43,\n",
       " 'rt': 44,\n",
       " 'many': 45,\n",
       " 'cant': 46,\n",
       " '3': 47,\n",
       " 'watch': 48,\n",
       " 'collapse': 49,\n",
       " 'dead': 50,\n",
       " 'today': 51,\n",
       " 'car': 52,\n",
       " 'mass': 53,\n",
       " 'want': 54,\n",
       " 'years': 55,\n",
       " 'work': 56,\n",
       " 'train': 57,\n",
       " 'last': 58,\n",
       " 'good': 59,\n",
       " 'think': 60,\n",
       " 'families': 61,\n",
       " 'hiroshima': 62,\n",
       " 'life': 63,\n",
       " 'fires': 64,\n",
       " 'best': 65,\n",
       " 'could': 66,\n",
       " 'say': 67,\n",
       " 'u': 68,\n",
       " 'death': 69,\n",
       " 'hot': 70,\n",
       " 'forest': 71,\n",
       " 'way': 72,\n",
       " 'killed': 73,\n",
       " 'need': 74,\n",
       " 'legionnaires': 75,\n",
       " 'war': 76,\n",
       " 'fatal': 77,\n",
       " 'home': 78,\n",
       " 'black': 79,\n",
       " '4': 80,\n",
       " 'really': 81,\n",
       " 'take': 82,\n",
       " 'another': 83,\n",
       " 'right': 84,\n",
       " 'even': 85,\n",
       " 'flames': 86,\n",
       " 'make': 87,\n",
       " 'fear': 88,\n",
       " 'bomb': 89,\n",
       " 'floods': 90,\n",
       " 'school': 91,\n",
       " 'youre': 92,\n",
       " '1': 93,\n",
       " 'atomic': 94,\n",
       " 'look': 95,\n",
       " 'please': 96,\n",
       " 'let': 97,\n",
       " 'homes': 98,\n",
       " 'flood': 99,\n",
       " 'every': 100,\n",
       " 'help': 101,\n",
       " 'latest': 102,\n",
       " 'year': 103,\n",
       " 'storm': 104,\n",
       " 'content': 105,\n",
       " '5': 106,\n",
       " 'injured': 107,\n",
       " 'read': 108,\n",
       " '2015': 109,\n",
       " 'oil': 110,\n",
       " 'damage': 111,\n",
       " 'truck': 112,\n",
       " 'city': 113,\n",
       " 'lol': 114,\n",
       " 'water': 115,\n",
       " 'evacuation': 116,\n",
       " 'flooding': 117,\n",
       " 'much': 118,\n",
       " 'debris': 119,\n",
       " 'army': 120,\n",
       " 'japan': 121,\n",
       " 'never': 122,\n",
       " 'military': 123,\n",
       " 'northern': 124,\n",
       " 'ass': 125,\n",
       " 'cross': 126,\n",
       " 'top': 127,\n",
       " 'come': 128,\n",
       " 'near': 129,\n",
       " '\\x89û': 130,\n",
       " 'hit': 131,\n",
       " 'shit': 132,\n",
       " 'next': 133,\n",
       " 'great': 134,\n",
       " 'food': 135,\n",
       " 'plan': 136,\n",
       " 'reddit': 137,\n",
       " 'getting': 138,\n",
       " 'set': 139,\n",
       " 'night': 140,\n",
       " 'screaming': 141,\n",
       " 'found': 142,\n",
       " 'little': 143,\n",
       " 'services': 144,\n",
       " 'wildfire': 145,\n",
       " 'natural': 146,\n",
       " 'stop': 147,\n",
       " 'bloody': 148,\n",
       " 'murder': 149,\n",
       " 'since': 150,\n",
       " 'feel': 151,\n",
       " 'bags': 152,\n",
       " 'spill': 153,\n",
       " 'injuries': 154,\n",
       " 'refugees': 155,\n",
       " 'heat': 156,\n",
       " 'always': 157,\n",
       " 'god': 158,\n",
       " 'ever': 159,\n",
       " 'face': 160,\n",
       " 'times': 161,\n",
       " 'destroy': 162,\n",
       " 'said': 163,\n",
       " 'well': 164,\n",
       " 'thats': 165,\n",
       " 'fall': 166,\n",
       " 'evacuate': 167,\n",
       " 'derailment': 168,\n",
       " 'panic': 169,\n",
       " 'outbreak': 170,\n",
       " 'check': 171,\n",
       " 'everyone': 172,\n",
       " 'explosion': 173,\n",
       " 'family': 174,\n",
       " 'attacked': 175,\n",
       " 'rescue': 176,\n",
       " 'deaths': 177,\n",
       " 'fatalities': 178,\n",
       " 'sinkhole': 179,\n",
       " 'coming': 180,\n",
       " 'ambulance': 181,\n",
       " 'blood': 182,\n",
       " 'hurricane': 183,\n",
       " 'bridge': 184,\n",
       " 'explode': 185,\n",
       " 'collided': 186,\n",
       " 'loud': 187,\n",
       " 'live': 188,\n",
       " 'gonna': 189,\n",
       " 'burned': 190,\n",
       " 'air': 191,\n",
       " 'weather': 192,\n",
       " 'destruction': 193,\n",
       " 'boy': 194,\n",
       " 'hope': 195,\n",
       " 'destroyed': 196,\n",
       " 'bag': 197,\n",
       " 'ruin': 198,\n",
       " 'rescued': 199,\n",
       " 'injury': 200,\n",
       " 'fucking': 201,\n",
       " 'free': 202,\n",
       " 'cause': 203,\n",
       " 'bad': 204,\n",
       " 'armageddon': 205,\n",
       " 'hail': 206,\n",
       " 'says': 207,\n",
       " 'wind': 208,\n",
       " 'rescuers': 209,\n",
       " 'catastrophe': 210,\n",
       " 'collapsed': 211,\n",
       " 'harm': 212,\n",
       " 'landslide': 213,\n",
       " 'curfew': 214,\n",
       " 'deluge': 215,\n",
       " 'migrants': 216,\n",
       " 'dust': 217,\n",
       " 'hostages': 218,\n",
       " 'mudslide': 219,\n",
       " 'sandstorm': 220,\n",
       " 'w': 221,\n",
       " '70': 222,\n",
       " 'save': 223,\n",
       " 'charged': 224,\n",
       " 'lives': 225,\n",
       " 'rioting': 226,\n",
       " 'riot': 227,\n",
       " 'drought': 228,\n",
       " 'danger': 229,\n",
       " 'drowning': 230,\n",
       " 'engulfed': 231,\n",
       " 'screamed': 232,\n",
       " 'massacre': 233,\n",
       " 'quarantined': 234,\n",
       " 'earthquake': 235,\n",
       " 'theres': 236,\n",
       " 'summer': 237,\n",
       " '40': 238,\n",
       " 'also': 239,\n",
       " 'crashed': 240,\n",
       " 'house': 241,\n",
       " 'liked': 242,\n",
       " 'post': 243,\n",
       " 'bleeding': 244,\n",
       " 'bombed': 245,\n",
       " 'hazard': 246,\n",
       " 'displaced': 247,\n",
       " 'service': 248,\n",
       " 'hazardous': 249,\n",
       " 'cliff': 250,\n",
       " 'crush': 251,\n",
       " 'derail': 252,\n",
       " 'devastation': 253,\n",
       " 'inundated': 254,\n",
       " 'quarantine': 255,\n",
       " 'ive': 256,\n",
       " 'end': 257,\n",
       " 'road': 258,\n",
       " 'airplane': 259,\n",
       " 'looks': 260,\n",
       " 'change': 261,\n",
       " 'high': 262,\n",
       " 'real': 263,\n",
       " 'missing': 264,\n",
       " 'battle': 265,\n",
       " 'fedex': 266,\n",
       " 'keep': 267,\n",
       " 'report': 268,\n",
       " 'lightning': 269,\n",
       " 'blown': 270,\n",
       " 'casualties': 271,\n",
       " 'hundreds': 272,\n",
       " 'desolation': 273,\n",
       " 'electrocuted': 274,\n",
       " 'exploded': 275,\n",
       " 'famine': 276,\n",
       " 'lava': 277,\n",
       " 'around': 278,\n",
       " '\\x89ûò': 279,\n",
       " 'hes': 280,\n",
       " 'things': 281,\n",
       " 'bombing': 282,\n",
       " 'made': 283,\n",
       " 'bioterror': 284,\n",
       " 'hostage': 285,\n",
       " 'blew': 286,\n",
       " 'drown': 287,\n",
       " 'anniversary': 288,\n",
       " 'chemical': 289,\n",
       " 'collide': 290,\n",
       " 'derailed': 291,\n",
       " 'detonate': 292,\n",
       " 'flattened': 293,\n",
       " 'bang': 294,\n",
       " 'panicking': 295,\n",
       " 'rain': 296,\n",
       " 'wave': 297,\n",
       " 'ill': 298,\n",
       " 'game': 299,\n",
       " 'meltdown': 300,\n",
       " 'iran': 301,\n",
       " 'without': 302,\n",
       " 'apocalypse': 303,\n",
       " 'big': 304,\n",
       " 'obama': 305,\n",
       " 'market': 306,\n",
       " 'boat': 307,\n",
       " 'mh370': 308,\n",
       " 'hijacker': 309,\n",
       " 'hijacking': 310,\n",
       " 'screams': 311,\n",
       " 'breaking': 312,\n",
       " 'head': 313,\n",
       " 'past': 314,\n",
       " 'someone': 315,\n",
       " 'state': 316,\n",
       " 'run': 317,\n",
       " 'annihilated': 318,\n",
       " 'away': 319,\n",
       " 'girl': 320,\n",
       " 'white': 321,\n",
       " 'story': 322,\n",
       " 'twitter': 323,\n",
       " 'longer': 324,\n",
       " 'put': 325,\n",
       " 'bagging': 326,\n",
       " 'affected': 327,\n",
       " 'responders': 328,\n",
       " 'collision': 329,\n",
       " 'demolish': 330,\n",
       " 'detonation': 331,\n",
       " 'evacuated': 332,\n",
       " 'obliterated': 333,\n",
       " 'pandemonium': 334,\n",
       " 'area': 335,\n",
       " 'bus': 336,\n",
       " 'tonight': 337,\n",
       " 'came': 338,\n",
       " 'reunion': 339,\n",
       " 'island': 340,\n",
       " 'national': 341,\n",
       " 'show': 342,\n",
       " 'arson': 343,\n",
       " 'woman': 344,\n",
       " 'women': 345,\n",
       " 'shoulder': 346,\n",
       " 'send': 347,\n",
       " 'crushed': 348,\n",
       " 'blast': 349,\n",
       " 'demolished': 350,\n",
       " 'demolition': 351,\n",
       " 'drowned': 352,\n",
       " 'fatality': 353,\n",
       " 'prebreak': 354,\n",
       " 'obliterate': 355,\n",
       " 'obliteration': 356,\n",
       " 'razed': 357,\n",
       " 'photo': 358,\n",
       " 'update': 359,\n",
       " 'week': 360,\n",
       " 'better': 361,\n",
       " 'traffic': 362,\n",
       " 'heard': 363,\n",
       " 'ebay': 364,\n",
       " 'went': 365,\n",
       " 'id': 366,\n",
       " 'fan': 367,\n",
       " 'blazing': 368,\n",
       " 'catastrophic': 369,\n",
       " 'eyewitness': 370,\n",
       " 'hellfire': 371,\n",
       " 'murderer': 372,\n",
       " 'due': 373,\n",
       " 'county': 374,\n",
       " 'ablaze': 375,\n",
       " 'st': 376,\n",
       " 'least': 377,\n",
       " 'pm': 378,\n",
       " 'horrible': 379,\n",
       " 'left': 380,\n",
       " 'possible': 381,\n",
       " 'call': 382,\n",
       " 'river': 383,\n",
       " 'long': 384,\n",
       " 'fuck': 385,\n",
       " 'power': 386,\n",
       " 'light': 387,\n",
       " 'land': 388,\n",
       " 'baby': 389,\n",
       " 'cyclone': 390,\n",
       " 'electrocute': 391,\n",
       " 'hijack': 392,\n",
       " 'sue': 393,\n",
       " 'rainstorm': 394,\n",
       " 'died': 395,\n",
       " 'cool': 396,\n",
       " 'care': 397,\n",
       " 'use': 398,\n",
       " 'goes': 399,\n",
       " 'government': 400,\n",
       " 'airport': 401,\n",
       " 'believe': 402,\n",
       " 'phone': 403,\n",
       " 'kill': 404,\n",
       " 'group': 405,\n",
       " 'lab': 406,\n",
       " 'oh': 407,\n",
       " 'song': 408,\n",
       " 'policy': 409,\n",
       " 'stock': 410,\n",
       " 'far': 411,\n",
       " 'thank': 412,\n",
       " 'minute': 413,\n",
       " 'brown': 414,\n",
       " 'wake': 415,\n",
       " 'thought': 416,\n",
       " 'red': 417,\n",
       " 'heart': 418,\n",
       " '8': 419,\n",
       " 'sound': 420,\n",
       " 'avalanche': 421,\n",
       " 'calgary': 422,\n",
       " 'health': 423,\n",
       " 're\\x89û': 424,\n",
       " 'nearby': 425,\n",
       " 'bush': 426,\n",
       " 'casualty': 427,\n",
       " '6': 428,\n",
       " 'deluged': 429,\n",
       " 'seismic': 430,\n",
       " 'reactor': 431,\n",
       " 'building': 432,\n",
       " 'whats': 433,\n",
       " 'used': 434,\n",
       " 'something': 435,\n",
       " 'didnt': 436,\n",
       " '9': 437,\n",
       " 'plans': 438,\n",
       " 'shooting': 439,\n",
       " 'thing': 440,\n",
       " 'play': 441,\n",
       " 'must': 442,\n",
       " 'whole': 443,\n",
       " 'tomorrow': 444,\n",
       " 'part': 445,\n",
       " 'officials': 446,\n",
       " 'india': 447,\n",
       " 'music': 448,\n",
       " 'nothing': 449,\n",
       " 'blight': 450,\n",
       " 'ur': 451,\n",
       " 'rubble': 452,\n",
       " 'swallowed': 453,\n",
       " 'thanks': 454,\n",
       " 'issues': 455,\n",
       " 'done': 456,\n",
       " 'bc': 457,\n",
       " 'soon': 458,\n",
       " 'start': 459,\n",
       " 'children': 460,\n",
       " 'business': 461,\n",
       " 'yet': 462,\n",
       " 'sure': 463,\n",
       " 'bioterrorism': 464,\n",
       " 'wanna': 465,\n",
       " 'old': 466,\n",
       " 'half': 467,\n",
       " 'bigger': 468,\n",
       " 'rise': 469,\n",
       " 'south': 470,\n",
       " 'tell': 471,\n",
       " 'support': 472,\n",
       " 'already': 473,\n",
       " 'die': 474,\n",
       " 'men': 475,\n",
       " 'aircraft': 476,\n",
       " 'wont': 477,\n",
       " 'bar': 478,\n",
       " 'peace': 479,\n",
       " 'data': 480,\n",
       " 'pick': 481,\n",
       " 'amid': 482,\n",
       " 'anything': 483,\n",
       " 'stay': 484,\n",
       " 'media': 485,\n",
       " 'remember': 486,\n",
       " 'deal': 487,\n",
       " '7': 488,\n",
       " 'transport': 489,\n",
       " 'doesnt': 490,\n",
       " 'searching': 491,\n",
       " 'effect': 492,\n",
       " 'manslaughter': 493,\n",
       " 'projected': 494,\n",
       " 'place': 495,\n",
       " '30': 496,\n",
       " 'kids': 497,\n",
       " 'n': 498,\n",
       " 'actually': 499,\n",
       " 'making': 500,\n",
       " 'job': 501,\n",
       " 'almost': 502,\n",
       " 'plane': 503,\n",
       " 'ago': 504,\n",
       " 'feared': 505,\n",
       " 'ok': 506,\n",
       " 'lot': 507,\n",
       " 'annihilation': 508,\n",
       " 'warning': 509,\n",
       " 'crisis': 510,\n",
       " 'blaze': 511,\n",
       " 'yeah': 512,\n",
       " 'trying': 513,\n",
       " 'yes': 514,\n",
       " 'lets': 515,\n",
       " 'line': 516,\n",
       " 'probably': 517,\n",
       " 'bodies': 518,\n",
       " 'desolate': 519,\n",
       " 'three': 520,\n",
       " 'wait': 521,\n",
       " 'days': 522,\n",
       " 'flag': 523,\n",
       " 'leave': 524,\n",
       " 'north': 525,\n",
       " 'gets': 526,\n",
       " 'jobs': 527,\n",
       " 'helicopter': 528,\n",
       " 'history': 529,\n",
       " 'fun': 530,\n",
       " 'order': 531,\n",
       " 'august': 532,\n",
       " 'movie': 533,\n",
       " 'womens': 534,\n",
       " 'leather': 535,\n",
       " 'american': 536,\n",
       " 'makes': 537,\n",
       " 'youth': 538,\n",
       " 'literally': 539,\n",
       " 'person': 540,\n",
       " 'guys': 541,\n",
       " 'photos': 542,\n",
       " 'saved': 543,\n",
       " 'waves': 544,\n",
       " '11yearold': 545,\n",
       " 'hat': 546,\n",
       " 'refugio': 547,\n",
       " 'costlier': 548,\n",
       " 'offensive': 549,\n",
       " '20': 550,\n",
       " 'inside': 551,\n",
       " 'shot': 552,\n",
       " 'rd': 553,\n",
       " '12': 554,\n",
       " 'everything': 555,\n",
       " 'ball': 556,\n",
       " 'case': 557,\n",
       " 'hell': 558,\n",
       " 'stand': 559,\n",
       " 'hours': 560,\n",
       " 'tv': 561,\n",
       " 'israeli': 562,\n",
       " 'beautiful': 563,\n",
       " 'anthrax': 564,\n",
       " 'computers': 565,\n",
       " 'angry': 566,\n",
       " 'trains': 567,\n",
       " 'malaysia': 568,\n",
       " 'abc': 569,\n",
       " 'banned': 570,\n",
       " 'ignition': 571,\n",
       " 'knock': 572,\n",
       " 'picking': 573,\n",
       " 'hailstorm': 574,\n",
       " 'mayhem': 575,\n",
       " 'la': 576,\n",
       " 'street': 577,\n",
       " '\\x89ûó': 578,\n",
       " 'finally': 579,\n",
       " 'aftershock': 580,\n",
       " 'anyone': 581,\n",
       " 'sorry': 582,\n",
       " 'maybe': 583,\n",
       " 'hey': 584,\n",
       " 'child': 585,\n",
       " 'totally': 586,\n",
       " 'toddler': 587,\n",
       " 'saw': 588,\n",
       " 'town': 589,\n",
       " 'fukushima': 590,\n",
       " '50': 591,\n",
       " 'mishaps': 592,\n",
       " 'move': 593,\n",
       " 'blizzard': 594,\n",
       " 'money': 595,\n",
       " 'ladies': 596,\n",
       " 'appears': 597,\n",
       " 'russian': 598,\n",
       " 'giant': 599,\n",
       " 'centre': 600,\n",
       " 'village': 601,\n",
       " '60': 602,\n",
       " 'houses': 603,\n",
       " 'crews': 604,\n",
       " 'caused': 605,\n",
       " 'course': 606,\n",
       " 'severe': 607,\n",
       " 'disea': 608,\n",
       " 'closed': 609,\n",
       " 'heavy': 610,\n",
       " 'second': 611,\n",
       " 'myanmar': 612,\n",
       " 'try': 613,\n",
       " 'arsonist': 614,\n",
       " 'center': 615,\n",
       " 'vehicle': 616,\n",
       " 'guy': 617,\n",
       " 'might': 618,\n",
       " 'eyes': 619,\n",
       " 'shes': 620,\n",
       " 'omg': 621,\n",
       " 'couple': 622,\n",
       " 'vs': 623,\n",
       " 'self': 624,\n",
       " 'fight': 625,\n",
       " 'name': 626,\n",
       " 'b': 627,\n",
       " 'class': 628,\n",
       " 'friend': 629,\n",
       " 'team': 630,\n",
       " 'temple': 631,\n",
       " 'space': 632,\n",
       " 'germs': 633,\n",
       " 'words': 634,\n",
       " '25': 635,\n",
       " 'find': 636,\n",
       " 'drake': 637,\n",
       " 'meek': 638,\n",
       " 'marks': 639,\n",
       " 'downtown': 640,\n",
       " 'memories': 641,\n",
       " 'devastated': 642,\n",
       " 'flash': 643,\n",
       " 'lost': 644,\n",
       " 'cars': 645,\n",
       " 'lord': 646,\n",
       " 'outside': 647,\n",
       " 'hard': 648,\n",
       " 'others': 649,\n",
       " 'front': 650,\n",
       " 'nowplaying': 651,\n",
       " 'mom': 652,\n",
       " 'win': 653,\n",
       " 'daily': 654,\n",
       " 'experts': 655,\n",
       " 'theyre': 656,\n",
       " 'official': 657,\n",
       " 'hate': 658,\n",
       " 'usa': 659,\n",
       " '10': 660,\n",
       " 'united': 661,\n",
       " 'mop': 662,\n",
       " 'beach': 663,\n",
       " 'reports': 664,\n",
       " 'hiring': 665,\n",
       " 'theater': 666,\n",
       " 'gun': 667,\n",
       " 'christian': 668,\n",
       " 'muslims': 669,\n",
       " 'listen': 670,\n",
       " 'star': 671,\n",
       " 'eye': 672,\n",
       " 'taken': 673,\n",
       " 'action': 674,\n",
       " 'nearly': 675,\n",
       " 'mad': 676,\n",
       " 'cake': 677,\n",
       " 'level': 678,\n",
       " 'pay': 679,\n",
       " 'though': 680,\n",
       " 'link': 681,\n",
       " 'morning': 682,\n",
       " 'watching': 683,\n",
       " 'outrage': 684,\n",
       " 'gbbo': 685,\n",
       " 'friends': 686,\n",
       " 'takes': 687,\n",
       " 'former': 688,\n",
       " 'madhya': 689,\n",
       " 'pradesh': 690,\n",
       " 'led': 691,\n",
       " 'gems': 692,\n",
       " 'funtenna': 693,\n",
       " 'reddits': 694,\n",
       " 'subreddits': 695,\n",
       " 'reason': 696,\n",
       " 'across': 697,\n",
       " 'fast': 698,\n",
       " 'side': 699,\n",
       " 'west': 700,\n",
       " 'thousands': 701,\n",
       " 'r': 702,\n",
       " 'climate': 703,\n",
       " 'else': 704,\n",
       " 'huge': 705,\n",
       " 'reported': 706,\n",
       " 'property': 707,\n",
       " 'happened': 708,\n",
       " 'moment': 709,\n",
       " 'book': 710,\n",
       " 'dog': 711,\n",
       " 'seen': 712,\n",
       " 'park': 713,\n",
       " 'major': 714,\n",
       " 'disease': 715,\n",
       " 'hand': 716,\n",
       " 'govt': 717,\n",
       " 'till': 718,\n",
       " 'blue': 719,\n",
       " 'date': 720,\n",
       " 'control': 721,\n",
       " 'caught': 722,\n",
       " 'east': 723,\n",
       " 'green': 724,\n",
       " 'militants': 725,\n",
       " 'damn': 726,\n",
       " 'bombs': 727,\n",
       " 'mount': 728,\n",
       " 'pamela': 729,\n",
       " 'needs': 730,\n",
       " 'playing': 731,\n",
       " 'running': 732,\n",
       " 'tweet': 733,\n",
       " 'low': 734,\n",
       " 'wow': 735,\n",
       " 'fashion': 736,\n",
       " 'pray': 737,\n",
       " 'camp': 738,\n",
       " 'hear': 739,\n",
       " 'chance': 740,\n",
       " 'patience': 741,\n",
       " 'lamp': 742,\n",
       " 'bayelsa': 743,\n",
       " 'parole': 744,\n",
       " 'unconfirmed': 745,\n",
       " 'neighbours': 746,\n",
       " 'chinas': 747,\n",
       " 'colorado': 748,\n",
       " 'haha': 749,\n",
       " 'bring': 750,\n",
       " 'awesome': 751,\n",
       " 'wanted': 752,\n",
       " 'happy': 753,\n",
       " 'america': 754,\n",
       " 'drive': 755,\n",
       " 'france': 756,\n",
       " 'pakistani': 757,\n",
       " 'trust': 758,\n",
       " 'israel': 759,\n",
       " 'potus': 760,\n",
       " 'sign': 761,\n",
       " 'following': 762,\n",
       " 'poor': 763,\n",
       " 'film': 764,\n",
       " 'comes': 765,\n",
       " 'escape': 766,\n",
       " 'gt': 767,\n",
       " 'russia': 768,\n",
       " 'isnt': 769,\n",
       " '100': 770,\n",
       " 'learn': 771,\n",
       " 'arrested': 772,\n",
       " 'true': 773,\n",
       " 'waving': 774,\n",
       " 'geller': 775,\n",
       " 'worst': 776,\n",
       " 'ebola': 777,\n",
       " 'enough': 778,\n",
       " 'dude': 779,\n",
       " 'pain': 780,\n",
       " 'entire': 781,\n",
       " 'info': 782,\n",
       " 'large': 783,\n",
       " 'tote': 784,\n",
       " 'handbag': 785,\n",
       " 'spot': 786,\n",
       " 'libya': 787,\n",
       " '70th': 788,\n",
       " 'holding': 789,\n",
       " 'aug': 790,\n",
       " 'mph': 791,\n",
       " 'ppl': 792,\n",
       " 'confirmed': 793,\n",
       " 'don\\x89ûªt': 794,\n",
       " 'emmerdale': 795,\n",
       " 'york': 796,\n",
       " 'quiz': 797,\n",
       " 'apollo': 798,\n",
       " 'cree': 799,\n",
       " 'islam': 800,\n",
       " 'nigerian': 801,\n",
       " 'aba': 802,\n",
       " 'site': 803,\n",
       " 'ave': 804,\n",
       " 'talk': 805,\n",
       " 'seeing': 806,\n",
       " 'behind': 807,\n",
       " '15': 808,\n",
       " 'wrong': 809,\n",
       " 'suspect': 810,\n",
       " 'twelve': 811,\n",
       " 'crazy': 812,\n",
       " 'kills': 813,\n",
       " 'driver': 814,\n",
       " 'safety': 815,\n",
       " 'working': 816,\n",
       " 'japanese': 817,\n",
       " 'gop': 818,\n",
       " 'feeling': 819,\n",
       " 'driving': 820,\n",
       " 'public': 821,\n",
       " 'pretty': 822,\n",
       " 'ahead': 823,\n",
       " 'online': 824,\n",
       " 'turn': 825,\n",
       " 'follow': 826,\n",
       " 'told': 827,\n",
       " 'aint': 828,\n",
       " 'rock': 829,\n",
       " 'investigating': 830,\n",
       " 'thursday': 831,\n",
       " 'businesses': 832,\n",
       " 'parents': 833,\n",
       " 'become': 834,\n",
       " 'china': 835,\n",
       " 'delivers': 836,\n",
       " 'isis': 837,\n",
       " 'passengers': 838,\n",
       " 'alarm': 839,\n",
       " 'sick': 840,\n",
       " '12000': 841,\n",
       " 'crematoria': 842,\n",
       " 'provoke': 843,\n",
       " 'offroad': 844,\n",
       " 'jonathan': 845,\n",
       " 'governor': 846,\n",
       " 'sky': 847,\n",
       " 'secret': 848,\n",
       " '2013': 849,\n",
       " 'double': 850,\n",
       " 'scene': 851,\n",
       " 'global': 852,\n",
       " 'gtgt': 853,\n",
       " 'thinking': 854,\n",
       " '11': 855,\n",
       " 'ready': 856,\n",
       " 'wild': 857,\n",
       " 'horse': 858,\n",
       " 'radio': 859,\n",
       " 'mod': 860,\n",
       " 'scared': 861,\n",
       " 'give': 862,\n",
       " 'department': 863,\n",
       " 'earth': 864,\n",
       " 'ca': 865,\n",
       " 'lmao': 866,\n",
       " 'okay': 867,\n",
       " 'shift': 868,\n",
       " 'looking': 869,\n",
       " 'niggas': 870,\n",
       " 'living': 871,\n",
       " 'party': 872,\n",
       " 'falling': 873,\n",
       " 'arent': 874,\n",
       " 'broke': 875,\n",
       " 'faux': 876,\n",
       " 'middle': 877,\n",
       " 'coast': 878,\n",
       " 'likely': 879,\n",
       " 'western': 880,\n",
       " 'sad': 881,\n",
       " 'instead': 882,\n",
       " 'fans': 883,\n",
       " 'sea': 884,\n",
       " 'enugu': 885,\n",
       " 'spring': 886,\n",
       " 'wonder': 887,\n",
       " 'wrought': 888,\n",
       " 'internally': 889,\n",
       " 'brooklyn': 890,\n",
       " 'travel': 891,\n",
       " 'smoke': 892,\n",
       " 'happening': 893,\n",
       " 'london': 894,\n",
       " 'metal': 895,\n",
       " 'taking': 896,\n",
       " 'alone': 897,\n",
       " 'upon': 898,\n",
       " 'involving': 899,\n",
       " 'dies': 900,\n",
       " 'turned': 901,\n",
       " '16': 902,\n",
       " 'financial': 903,\n",
       " 'tried': 904,\n",
       " 'wednesday': 905,\n",
       " 'mode': 906,\n",
       " 'serious': 907,\n",
       " 'reuters': 908,\n",
       " 'pakistan': 909,\n",
       " 'country': 910,\n",
       " 'wasnt': 911,\n",
       " 'total': 912,\n",
       " 'dad': 913,\n",
       " 'bed': 914,\n",
       " 'prepare': 915,\n",
       " 'vote': 916,\n",
       " 'linked': 917,\n",
       " 'million': 918,\n",
       " 'gave': 919,\n",
       " 'internet': 920,\n",
       " 'response': 921,\n",
       " 'louis': 922,\n",
       " 'album': 923,\n",
       " 'added': 924,\n",
       " 'occurred': 925,\n",
       " 'australia': 926,\n",
       " 'miss': 927,\n",
       " 'research': 928,\n",
       " 'cut': 929,\n",
       " 'problem': 930,\n",
       " 'future': 931,\n",
       " 'firefighters': 932,\n",
       " 'e': 933,\n",
       " 'silver': 934,\n",
       " 'cold': 935,\n",
       " 'giving': 936,\n",
       " 'walking': 937,\n",
       " 'soul': 938,\n",
       " 'metro': 939,\n",
       " 'biggest': 940,\n",
       " 'standard': 941,\n",
       " 'strike': 942,\n",
       " 'purse': 943,\n",
       " 'saying': 944,\n",
       " 'point': 945,\n",
       " 'small': 946,\n",
       " 'washington': 947,\n",
       " 'gunman': 948,\n",
       " 'ground': 949,\n",
       " 'nagasaki': 950,\n",
       " 'worse': 951,\n",
       " 'different': 952,\n",
       " 'x': 953,\n",
       " 'press': 954,\n",
       " 'planned': 955,\n",
       " 'sounds': 956,\n",
       " 'account': 957,\n",
       " 'british': 958,\n",
       " 'gas': 959,\n",
       " 'absolutely': 960,\n",
       " 'worlds': 961,\n",
       " 'guide': 962,\n",
       " 'uk': 963,\n",
       " 'flight': 964,\n",
       " 'interesting': 965,\n",
       " 'international': 966,\n",
       " 'smaug': 967,\n",
       " 'sensorsenso': 968,\n",
       " 'struggles': 969,\n",
       " 'apc': 970,\n",
       " 'specially': 971,\n",
       " 'allows': 972,\n",
       " '1980': 973,\n",
       " 'alabama': 974,\n",
       " 'cameroon': 975,\n",
       " 'orders': 976,\n",
       " 'causes': 977,\n",
       " 'season': 978,\n",
       " 'wife': 979,\n",
       " 'setting': 980,\n",
       " 'later': 981,\n",
       " 'means': 982,\n",
       " 'students': 983,\n",
       " 'blocked': 984,\n",
       " 'risk': 985,\n",
       " 'using': 986,\n",
       " 'guess': 987,\n",
       " 'wants': 988,\n",
       " 'begin': 989,\n",
       " 'members': 990,\n",
       " 'victim': 991,\n",
       " 'ship': 992,\n",
       " 'petition': 993,\n",
       " '17': 994,\n",
       " 'feat': 995,\n",
       " 'survivors': 996,\n",
       " 'syrian': 997,\n",
       " 'salt': 998,\n",
       " 'kinda': 999,\n",
       " 'played': 1000,\n",
       " ...}"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "word_index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_sequences = tokenizer.texts_to_sequences(train_sentences)\n",
    "val_sequences = tokenizer.texts_to_sequences(val_sentences)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['three people died heat wave far'\n",
      " 'haha south tampa getting flooded hah wait second live south tampa gonna gonna fvck flooding'\n",
      " 'raining flooding florida tampabay tampa 18 19 days ive lost count'\n",
      " 'flood bago myanmar arrived bago'\n",
      " 'damage school bus 80 multi car crash breaking']\n",
      "[[520, 8, 395, 156, 297, 411], [749, 470, 2248, 138, 2249, 2813, 521, 611, 188, 470, 2248, 189, 189, 5679, 117], [2814, 117, 1884, 5680, 2248, 1285, 1450, 522, 256, 644, 2815], [99, 3742, 612, 1451, 3742], [111, 91, 336, 3743, 3744, 52, 22, 312]]\n"
     ]
    }
   ],
   "source": [
    "print(train_sentences[10:15])\n",
    "print(train_sequences[10:15])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((6090, 20), (1523, 20))"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Pad the sequences to have the same length\n",
    "from tensorflow.keras.preprocessing.sequence import pad_sequences\n",
    "\n",
    "# Max number of words in a sequence\n",
    "max_length = 20\n",
    "\n",
    "train_padded = pad_sequences(train_sequences, maxlen=max_length, padding=\"post\", truncating=\"post\")\n",
    "val_padded = pad_sequences(val_sequences, maxlen=max_length, padding=\"post\", truncating=\"post\")\n",
    "train_padded.shape, val_padded.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([520,   8, 395, 156, 297, 411,   0,   0,   0,   0,   0,   0,   0,\n",
       "         0,   0,   0,   0,   0,   0,   0], dtype=int32)"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_padded[10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "three people died heat wave far\n",
      "[520, 8, 395, 156, 297, 411]\n",
      "[520   8 395 156 297 411   0   0   0   0   0   0   0   0   0   0   0   0\n",
      "   0   0]\n"
     ]
    }
   ],
   "source": [
    "print(train_sentences[10])\n",
    "print(train_sequences[10])\n",
    "print(train_padded[10])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Check reversing the indices\n",
    "\n",
    "# flip (key, value)\n",
    "reverse_word_index = dict([(idx, word) for (word, idx) in word_index.items()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{1: 'like',\n",
       " 2: 'amp',\n",
       " 3: 'fire',\n",
       " 4: 'im',\n",
       " 5: 'get',\n",
       " 6: 'via',\n",
       " 7: 'new',\n",
       " 8: 'people',\n",
       " 9: 'news',\n",
       " 10: 'dont',\n",
       " 11: 'emergency',\n",
       " 12: 'one',\n",
       " 13: '2',\n",
       " 14: 'us',\n",
       " 15: 'video',\n",
       " 16: 'disaster',\n",
       " 17: 'burning',\n",
       " 18: 'body',\n",
       " 19: 'would',\n",
       " 20: 'buildings',\n",
       " 21: 'police',\n",
       " 22: 'crash',\n",
       " 23: 'first',\n",
       " 24: 'california',\n",
       " 25: 'still',\n",
       " 26: 'man',\n",
       " 27: 'got',\n",
       " 28: 'know',\n",
       " 29: 'day',\n",
       " 30: 'back',\n",
       " 31: 'going',\n",
       " 32: 'two',\n",
       " 33: 'time',\n",
       " 34: 'full',\n",
       " 35: 'accident',\n",
       " 36: 'see',\n",
       " 37: 'world',\n",
       " 38: 'attack',\n",
       " 39: 'nuclear',\n",
       " 40: 'youtube',\n",
       " 41: 'may',\n",
       " 42: 'love',\n",
       " 43: 'go',\n",
       " 44: 'rt',\n",
       " 45: 'many',\n",
       " 46: 'cant',\n",
       " 47: '3',\n",
       " 48: 'watch',\n",
       " 49: 'collapse',\n",
       " 50: 'dead',\n",
       " 51: 'today',\n",
       " 52: 'car',\n",
       " 53: 'mass',\n",
       " 54: 'want',\n",
       " 55: 'years',\n",
       " 56: 'work',\n",
       " 57: 'train',\n",
       " 58: 'last',\n",
       " 59: 'good',\n",
       " 60: 'think',\n",
       " 61: 'families',\n",
       " 62: 'hiroshima',\n",
       " 63: 'life',\n",
       " 64: 'fires',\n",
       " 65: 'best',\n",
       " 66: 'could',\n",
       " 67: 'say',\n",
       " 68: 'u',\n",
       " 69: 'death',\n",
       " 70: 'hot',\n",
       " 71: 'forest',\n",
       " 72: 'way',\n",
       " 73: 'killed',\n",
       " 74: 'need',\n",
       " 75: 'legionnaires',\n",
       " 76: 'war',\n",
       " 77: 'fatal',\n",
       " 78: 'home',\n",
       " 79: 'black',\n",
       " 80: '4',\n",
       " 81: 'really',\n",
       " 82: 'take',\n",
       " 83: 'another',\n",
       " 84: 'right',\n",
       " 85: 'even',\n",
       " 86: 'flames',\n",
       " 87: 'make',\n",
       " 88: 'fear',\n",
       " 89: 'bomb',\n",
       " 90: 'floods',\n",
       " 91: 'school',\n",
       " 92: 'youre',\n",
       " 93: '1',\n",
       " 94: 'atomic',\n",
       " 95: 'look',\n",
       " 96: 'please',\n",
       " 97: 'let',\n",
       " 98: 'homes',\n",
       " 99: 'flood',\n",
       " 100: 'every',\n",
       " 101: 'help',\n",
       " 102: 'latest',\n",
       " 103: 'year',\n",
       " 104: 'storm',\n",
       " 105: 'content',\n",
       " 106: '5',\n",
       " 107: 'injured',\n",
       " 108: 'read',\n",
       " 109: '2015',\n",
       " 110: 'oil',\n",
       " 111: 'damage',\n",
       " 112: 'truck',\n",
       " 113: 'city',\n",
       " 114: 'lol',\n",
       " 115: 'water',\n",
       " 116: 'evacuation',\n",
       " 117: 'flooding',\n",
       " 118: 'much',\n",
       " 119: 'debris',\n",
       " 120: 'army',\n",
       " 121: 'japan',\n",
       " 122: 'never',\n",
       " 123: 'military',\n",
       " 124: 'northern',\n",
       " 125: 'ass',\n",
       " 126: 'cross',\n",
       " 127: 'top',\n",
       " 128: 'come',\n",
       " 129: 'near',\n",
       " 130: '\\x89û',\n",
       " 131: 'hit',\n",
       " 132: 'shit',\n",
       " 133: 'next',\n",
       " 134: 'great',\n",
       " 135: 'food',\n",
       " 136: 'plan',\n",
       " 137: 'reddit',\n",
       " 138: 'getting',\n",
       " 139: 'set',\n",
       " 140: 'night',\n",
       " 141: 'screaming',\n",
       " 142: 'found',\n",
       " 143: 'little',\n",
       " 144: 'services',\n",
       " 145: 'wildfire',\n",
       " 146: 'natural',\n",
       " 147: 'stop',\n",
       " 148: 'bloody',\n",
       " 149: 'murder',\n",
       " 150: 'since',\n",
       " 151: 'feel',\n",
       " 152: 'bags',\n",
       " 153: 'spill',\n",
       " 154: 'injuries',\n",
       " 155: 'refugees',\n",
       " 156: 'heat',\n",
       " 157: 'always',\n",
       " 158: 'god',\n",
       " 159: 'ever',\n",
       " 160: 'face',\n",
       " 161: 'times',\n",
       " 162: 'destroy',\n",
       " 163: 'said',\n",
       " 164: 'well',\n",
       " 165: 'thats',\n",
       " 166: 'fall',\n",
       " 167: 'evacuate',\n",
       " 168: 'derailment',\n",
       " 169: 'panic',\n",
       " 170: 'outbreak',\n",
       " 171: 'check',\n",
       " 172: 'everyone',\n",
       " 173: 'explosion',\n",
       " 174: 'family',\n",
       " 175: 'attacked',\n",
       " 176: 'rescue',\n",
       " 177: 'deaths',\n",
       " 178: 'fatalities',\n",
       " 179: 'sinkhole',\n",
       " 180: 'coming',\n",
       " 181: 'ambulance',\n",
       " 182: 'blood',\n",
       " 183: 'hurricane',\n",
       " 184: 'bridge',\n",
       " 185: 'explode',\n",
       " 186: 'collided',\n",
       " 187: 'loud',\n",
       " 188: 'live',\n",
       " 189: 'gonna',\n",
       " 190: 'burned',\n",
       " 191: 'air',\n",
       " 192: 'weather',\n",
       " 193: 'destruction',\n",
       " 194: 'boy',\n",
       " 195: 'hope',\n",
       " 196: 'destroyed',\n",
       " 197: 'bag',\n",
       " 198: 'ruin',\n",
       " 199: 'rescued',\n",
       " 200: 'injury',\n",
       " 201: 'fucking',\n",
       " 202: 'free',\n",
       " 203: 'cause',\n",
       " 204: 'bad',\n",
       " 205: 'armageddon',\n",
       " 206: 'hail',\n",
       " 207: 'says',\n",
       " 208: 'wind',\n",
       " 209: 'rescuers',\n",
       " 210: 'catastrophe',\n",
       " 211: 'collapsed',\n",
       " 212: 'harm',\n",
       " 213: 'landslide',\n",
       " 214: 'curfew',\n",
       " 215: 'deluge',\n",
       " 216: 'migrants',\n",
       " 217: 'dust',\n",
       " 218: 'hostages',\n",
       " 219: 'mudslide',\n",
       " 220: 'sandstorm',\n",
       " 221: 'w',\n",
       " 222: '70',\n",
       " 223: 'save',\n",
       " 224: 'charged',\n",
       " 225: 'lives',\n",
       " 226: 'rioting',\n",
       " 227: 'riot',\n",
       " 228: 'drought',\n",
       " 229: 'danger',\n",
       " 230: 'drowning',\n",
       " 231: 'engulfed',\n",
       " 232: 'screamed',\n",
       " 233: 'massacre',\n",
       " 234: 'quarantined',\n",
       " 235: 'earthquake',\n",
       " 236: 'theres',\n",
       " 237: 'summer',\n",
       " 238: '40',\n",
       " 239: 'also',\n",
       " 240: 'crashed',\n",
       " 241: 'house',\n",
       " 242: 'liked',\n",
       " 243: 'post',\n",
       " 244: 'bleeding',\n",
       " 245: 'bombed',\n",
       " 246: 'hazard',\n",
       " 247: 'displaced',\n",
       " 248: 'service',\n",
       " 249: 'hazardous',\n",
       " 250: 'cliff',\n",
       " 251: 'crush',\n",
       " 252: 'derail',\n",
       " 253: 'devastation',\n",
       " 254: 'inundated',\n",
       " 255: 'quarantine',\n",
       " 256: 'ive',\n",
       " 257: 'end',\n",
       " 258: 'road',\n",
       " 259: 'airplane',\n",
       " 260: 'looks',\n",
       " 261: 'change',\n",
       " 262: 'high',\n",
       " 263: 'real',\n",
       " 264: 'missing',\n",
       " 265: 'battle',\n",
       " 266: 'fedex',\n",
       " 267: 'keep',\n",
       " 268: 'report',\n",
       " 269: 'lightning',\n",
       " 270: 'blown',\n",
       " 271: 'casualties',\n",
       " 272: 'hundreds',\n",
       " 273: 'desolation',\n",
       " 274: 'electrocuted',\n",
       " 275: 'exploded',\n",
       " 276: 'famine',\n",
       " 277: 'lava',\n",
       " 278: 'around',\n",
       " 279: '\\x89ûò',\n",
       " 280: 'hes',\n",
       " 281: 'things',\n",
       " 282: 'bombing',\n",
       " 283: 'made',\n",
       " 284: 'bioterror',\n",
       " 285: 'hostage',\n",
       " 286: 'blew',\n",
       " 287: 'drown',\n",
       " 288: 'anniversary',\n",
       " 289: 'chemical',\n",
       " 290: 'collide',\n",
       " 291: 'derailed',\n",
       " 292: 'detonate',\n",
       " 293: 'flattened',\n",
       " 294: 'bang',\n",
       " 295: 'panicking',\n",
       " 296: 'rain',\n",
       " 297: 'wave',\n",
       " 298: 'ill',\n",
       " 299: 'game',\n",
       " 300: 'meltdown',\n",
       " 301: 'iran',\n",
       " 302: 'without',\n",
       " 303: 'apocalypse',\n",
       " 304: 'big',\n",
       " 305: 'obama',\n",
       " 306: 'market',\n",
       " 307: 'boat',\n",
       " 308: 'mh370',\n",
       " 309: 'hijacker',\n",
       " 310: 'hijacking',\n",
       " 311: 'screams',\n",
       " 312: 'breaking',\n",
       " 313: 'head',\n",
       " 314: 'past',\n",
       " 315: 'someone',\n",
       " 316: 'state',\n",
       " 317: 'run',\n",
       " 318: 'annihilated',\n",
       " 319: 'away',\n",
       " 320: 'girl',\n",
       " 321: 'white',\n",
       " 322: 'story',\n",
       " 323: 'twitter',\n",
       " 324: 'longer',\n",
       " 325: 'put',\n",
       " 326: 'bagging',\n",
       " 327: 'affected',\n",
       " 328: 'responders',\n",
       " 329: 'collision',\n",
       " 330: 'demolish',\n",
       " 331: 'detonation',\n",
       " 332: 'evacuated',\n",
       " 333: 'obliterated',\n",
       " 334: 'pandemonium',\n",
       " 335: 'area',\n",
       " 336: 'bus',\n",
       " 337: 'tonight',\n",
       " 338: 'came',\n",
       " 339: 'reunion',\n",
       " 340: 'island',\n",
       " 341: 'national',\n",
       " 342: 'show',\n",
       " 343: 'arson',\n",
       " 344: 'woman',\n",
       " 345: 'women',\n",
       " 346: 'shoulder',\n",
       " 347: 'send',\n",
       " 348: 'crushed',\n",
       " 349: 'blast',\n",
       " 350: 'demolished',\n",
       " 351: 'demolition',\n",
       " 352: 'drowned',\n",
       " 353: 'fatality',\n",
       " 354: 'prebreak',\n",
       " 355: 'obliterate',\n",
       " 356: 'obliteration',\n",
       " 357: 'razed',\n",
       " 358: 'photo',\n",
       " 359: 'update',\n",
       " 360: 'week',\n",
       " 361: 'better',\n",
       " 362: 'traffic',\n",
       " 363: 'heard',\n",
       " 364: 'ebay',\n",
       " 365: 'went',\n",
       " 366: 'id',\n",
       " 367: 'fan',\n",
       " 368: 'blazing',\n",
       " 369: 'catastrophic',\n",
       " 370: 'eyewitness',\n",
       " 371: 'hellfire',\n",
       " 372: 'murderer',\n",
       " 373: 'due',\n",
       " 374: 'county',\n",
       " 375: 'ablaze',\n",
       " 376: 'st',\n",
       " 377: 'least',\n",
       " 378: 'pm',\n",
       " 379: 'horrible',\n",
       " 380: 'left',\n",
       " 381: 'possible',\n",
       " 382: 'call',\n",
       " 383: 'river',\n",
       " 384: 'long',\n",
       " 385: 'fuck',\n",
       " 386: 'power',\n",
       " 387: 'light',\n",
       " 388: 'land',\n",
       " 389: 'baby',\n",
       " 390: 'cyclone',\n",
       " 391: 'electrocute',\n",
       " 392: 'hijack',\n",
       " 393: 'sue',\n",
       " 394: 'rainstorm',\n",
       " 395: 'died',\n",
       " 396: 'cool',\n",
       " 397: 'care',\n",
       " 398: 'use',\n",
       " 399: 'goes',\n",
       " 400: 'government',\n",
       " 401: 'airport',\n",
       " 402: 'believe',\n",
       " 403: 'phone',\n",
       " 404: 'kill',\n",
       " 405: 'group',\n",
       " 406: 'lab',\n",
       " 407: 'oh',\n",
       " 408: 'song',\n",
       " 409: 'policy',\n",
       " 410: 'stock',\n",
       " 411: 'far',\n",
       " 412: 'thank',\n",
       " 413: 'minute',\n",
       " 414: 'brown',\n",
       " 415: 'wake',\n",
       " 416: 'thought',\n",
       " 417: 'red',\n",
       " 418: 'heart',\n",
       " 419: '8',\n",
       " 420: 'sound',\n",
       " 421: 'avalanche',\n",
       " 422: 'calgary',\n",
       " 423: 'health',\n",
       " 424: 're\\x89û',\n",
       " 425: 'nearby',\n",
       " 426: 'bush',\n",
       " 427: 'casualty',\n",
       " 428: '6',\n",
       " 429: 'deluged',\n",
       " 430: 'seismic',\n",
       " 431: 'reactor',\n",
       " 432: 'building',\n",
       " 433: 'whats',\n",
       " 434: 'used',\n",
       " 435: 'something',\n",
       " 436: 'didnt',\n",
       " 437: '9',\n",
       " 438: 'plans',\n",
       " 439: 'shooting',\n",
       " 440: 'thing',\n",
       " 441: 'play',\n",
       " 442: 'must',\n",
       " 443: 'whole',\n",
       " 444: 'tomorrow',\n",
       " 445: 'part',\n",
       " 446: 'officials',\n",
       " 447: 'india',\n",
       " 448: 'music',\n",
       " 449: 'nothing',\n",
       " 450: 'blight',\n",
       " 451: 'ur',\n",
       " 452: 'rubble',\n",
       " 453: 'swallowed',\n",
       " 454: 'thanks',\n",
       " 455: 'issues',\n",
       " 456: 'done',\n",
       " 457: 'bc',\n",
       " 458: 'soon',\n",
       " 459: 'start',\n",
       " 460: 'children',\n",
       " 461: 'business',\n",
       " 462: 'yet',\n",
       " 463: 'sure',\n",
       " 464: 'bioterrorism',\n",
       " 465: 'wanna',\n",
       " 466: 'old',\n",
       " 467: 'half',\n",
       " 468: 'bigger',\n",
       " 469: 'rise',\n",
       " 470: 'south',\n",
       " 471: 'tell',\n",
       " 472: 'support',\n",
       " 473: 'already',\n",
       " 474: 'die',\n",
       " 475: 'men',\n",
       " 476: 'aircraft',\n",
       " 477: 'wont',\n",
       " 478: 'bar',\n",
       " 479: 'peace',\n",
       " 480: 'data',\n",
       " 481: 'pick',\n",
       " 482: 'amid',\n",
       " 483: 'anything',\n",
       " 484: 'stay',\n",
       " 485: 'media',\n",
       " 486: 'remember',\n",
       " 487: 'deal',\n",
       " 488: '7',\n",
       " 489: 'transport',\n",
       " 490: 'doesnt',\n",
       " 491: 'searching',\n",
       " 492: 'effect',\n",
       " 493: 'manslaughter',\n",
       " 494: 'projected',\n",
       " 495: 'place',\n",
       " 496: '30',\n",
       " 497: 'kids',\n",
       " 498: 'n',\n",
       " 499: 'actually',\n",
       " 500: 'making',\n",
       " 501: 'job',\n",
       " 502: 'almost',\n",
       " 503: 'plane',\n",
       " 504: 'ago',\n",
       " 505: 'feared',\n",
       " 506: 'ok',\n",
       " 507: 'lot',\n",
       " 508: 'annihilation',\n",
       " 509: 'warning',\n",
       " 510: 'crisis',\n",
       " 511: 'blaze',\n",
       " 512: 'yeah',\n",
       " 513: 'trying',\n",
       " 514: 'yes',\n",
       " 515: 'lets',\n",
       " 516: 'line',\n",
       " 517: 'probably',\n",
       " 518: 'bodies',\n",
       " 519: 'desolate',\n",
       " 520: 'three',\n",
       " 521: 'wait',\n",
       " 522: 'days',\n",
       " 523: 'flag',\n",
       " 524: 'leave',\n",
       " 525: 'north',\n",
       " 526: 'gets',\n",
       " 527: 'jobs',\n",
       " 528: 'helicopter',\n",
       " 529: 'history',\n",
       " 530: 'fun',\n",
       " 531: 'order',\n",
       " 532: 'august',\n",
       " 533: 'movie',\n",
       " 534: 'womens',\n",
       " 535: 'leather',\n",
       " 536: 'american',\n",
       " 537: 'makes',\n",
       " 538: 'youth',\n",
       " 539: 'literally',\n",
       " 540: 'person',\n",
       " 541: 'guys',\n",
       " 542: 'photos',\n",
       " 543: 'saved',\n",
       " 544: 'waves',\n",
       " 545: '11yearold',\n",
       " 546: 'hat',\n",
       " 547: 'refugio',\n",
       " 548: 'costlier',\n",
       " 549: 'offensive',\n",
       " 550: '20',\n",
       " 551: 'inside',\n",
       " 552: 'shot',\n",
       " 553: 'rd',\n",
       " 554: '12',\n",
       " 555: 'everything',\n",
       " 556: 'ball',\n",
       " 557: 'case',\n",
       " 558: 'hell',\n",
       " 559: 'stand',\n",
       " 560: 'hours',\n",
       " 561: 'tv',\n",
       " 562: 'israeli',\n",
       " 563: 'beautiful',\n",
       " 564: 'anthrax',\n",
       " 565: 'computers',\n",
       " 566: 'angry',\n",
       " 567: 'trains',\n",
       " 568: 'malaysia',\n",
       " 569: 'abc',\n",
       " 570: 'banned',\n",
       " 571: 'ignition',\n",
       " 572: 'knock',\n",
       " 573: 'picking',\n",
       " 574: 'hailstorm',\n",
       " 575: 'mayhem',\n",
       " 576: 'la',\n",
       " 577: 'street',\n",
       " 578: '\\x89ûó',\n",
       " 579: 'finally',\n",
       " 580: 'aftershock',\n",
       " 581: 'anyone',\n",
       " 582: 'sorry',\n",
       " 583: 'maybe',\n",
       " 584: 'hey',\n",
       " 585: 'child',\n",
       " 586: 'totally',\n",
       " 587: 'toddler',\n",
       " 588: 'saw',\n",
       " 589: 'town',\n",
       " 590: 'fukushima',\n",
       " 591: '50',\n",
       " 592: 'mishaps',\n",
       " 593: 'move',\n",
       " 594: 'blizzard',\n",
       " 595: 'money',\n",
       " 596: 'ladies',\n",
       " 597: 'appears',\n",
       " 598: 'russian',\n",
       " 599: 'giant',\n",
       " 600: 'centre',\n",
       " 601: 'village',\n",
       " 602: '60',\n",
       " 603: 'houses',\n",
       " 604: 'crews',\n",
       " 605: 'caused',\n",
       " 606: 'course',\n",
       " 607: 'severe',\n",
       " 608: 'disea',\n",
       " 609: 'closed',\n",
       " 610: 'heavy',\n",
       " 611: 'second',\n",
       " 612: 'myanmar',\n",
       " 613: 'try',\n",
       " 614: 'arsonist',\n",
       " 615: 'center',\n",
       " 616: 'vehicle',\n",
       " 617: 'guy',\n",
       " 618: 'might',\n",
       " 619: 'eyes',\n",
       " 620: 'shes',\n",
       " 621: 'omg',\n",
       " 622: 'couple',\n",
       " 623: 'vs',\n",
       " 624: 'self',\n",
       " 625: 'fight',\n",
       " 626: 'name',\n",
       " 627: 'b',\n",
       " 628: 'class',\n",
       " 629: 'friend',\n",
       " 630: 'team',\n",
       " 631: 'temple',\n",
       " 632: 'space',\n",
       " 633: 'germs',\n",
       " 634: 'words',\n",
       " 635: '25',\n",
       " 636: 'find',\n",
       " 637: 'drake',\n",
       " 638: 'meek',\n",
       " 639: 'marks',\n",
       " 640: 'downtown',\n",
       " 641: 'memories',\n",
       " 642: 'devastated',\n",
       " 643: 'flash',\n",
       " 644: 'lost',\n",
       " 645: 'cars',\n",
       " 646: 'lord',\n",
       " 647: 'outside',\n",
       " 648: 'hard',\n",
       " 649: 'others',\n",
       " 650: 'front',\n",
       " 651: 'nowplaying',\n",
       " 652: 'mom',\n",
       " 653: 'win',\n",
       " 654: 'daily',\n",
       " 655: 'experts',\n",
       " 656: 'theyre',\n",
       " 657: 'official',\n",
       " 658: 'hate',\n",
       " 659: 'usa',\n",
       " 660: '10',\n",
       " 661: 'united',\n",
       " 662: 'mop',\n",
       " 663: 'beach',\n",
       " 664: 'reports',\n",
       " 665: 'hiring',\n",
       " 666: 'theater',\n",
       " 667: 'gun',\n",
       " 668: 'christian',\n",
       " 669: 'muslims',\n",
       " 670: 'listen',\n",
       " 671: 'star',\n",
       " 672: 'eye',\n",
       " 673: 'taken',\n",
       " 674: 'action',\n",
       " 675: 'nearly',\n",
       " 676: 'mad',\n",
       " 677: 'cake',\n",
       " 678: 'level',\n",
       " 679: 'pay',\n",
       " 680: 'though',\n",
       " 681: 'link',\n",
       " 682: 'morning',\n",
       " 683: 'watching',\n",
       " 684: 'outrage',\n",
       " 685: 'gbbo',\n",
       " 686: 'friends',\n",
       " 687: 'takes',\n",
       " 688: 'former',\n",
       " 689: 'madhya',\n",
       " 690: 'pradesh',\n",
       " 691: 'led',\n",
       " 692: 'gems',\n",
       " 693: 'funtenna',\n",
       " 694: 'reddits',\n",
       " 695: 'subreddits',\n",
       " 696: 'reason',\n",
       " 697: 'across',\n",
       " 698: 'fast',\n",
       " 699: 'side',\n",
       " 700: 'west',\n",
       " 701: 'thousands',\n",
       " 702: 'r',\n",
       " 703: 'climate',\n",
       " 704: 'else',\n",
       " 705: 'huge',\n",
       " 706: 'reported',\n",
       " 707: 'property',\n",
       " 708: 'happened',\n",
       " 709: 'moment',\n",
       " 710: 'book',\n",
       " 711: 'dog',\n",
       " 712: 'seen',\n",
       " 713: 'park',\n",
       " 714: 'major',\n",
       " 715: 'disease',\n",
       " 716: 'hand',\n",
       " 717: 'govt',\n",
       " 718: 'till',\n",
       " 719: 'blue',\n",
       " 720: 'date',\n",
       " 721: 'control',\n",
       " 722: 'caught',\n",
       " 723: 'east',\n",
       " 724: 'green',\n",
       " 725: 'militants',\n",
       " 726: 'damn',\n",
       " 727: 'bombs',\n",
       " 728: 'mount',\n",
       " 729: 'pamela',\n",
       " 730: 'needs',\n",
       " 731: 'playing',\n",
       " 732: 'running',\n",
       " 733: 'tweet',\n",
       " 734: 'low',\n",
       " 735: 'wow',\n",
       " 736: 'fashion',\n",
       " 737: 'pray',\n",
       " 738: 'camp',\n",
       " 739: 'hear',\n",
       " 740: 'chance',\n",
       " 741: 'patience',\n",
       " 742: 'lamp',\n",
       " 743: 'bayelsa',\n",
       " 744: 'parole',\n",
       " 745: 'unconfirmed',\n",
       " 746: 'neighbours',\n",
       " 747: 'chinas',\n",
       " 748: 'colorado',\n",
       " 749: 'haha',\n",
       " 750: 'bring',\n",
       " 751: 'awesome',\n",
       " 752: 'wanted',\n",
       " 753: 'happy',\n",
       " 754: 'america',\n",
       " 755: 'drive',\n",
       " 756: 'france',\n",
       " 757: 'pakistani',\n",
       " 758: 'trust',\n",
       " 759: 'israel',\n",
       " 760: 'potus',\n",
       " 761: 'sign',\n",
       " 762: 'following',\n",
       " 763: 'poor',\n",
       " 764: 'film',\n",
       " 765: 'comes',\n",
       " 766: 'escape',\n",
       " 767: 'gt',\n",
       " 768: 'russia',\n",
       " 769: 'isnt',\n",
       " 770: '100',\n",
       " 771: 'learn',\n",
       " 772: 'arrested',\n",
       " 773: 'true',\n",
       " 774: 'waving',\n",
       " 775: 'geller',\n",
       " 776: 'worst',\n",
       " 777: 'ebola',\n",
       " 778: 'enough',\n",
       " 779: 'dude',\n",
       " 780: 'pain',\n",
       " 781: 'entire',\n",
       " 782: 'info',\n",
       " 783: 'large',\n",
       " 784: 'tote',\n",
       " 785: 'handbag',\n",
       " 786: 'spot',\n",
       " 787: 'libya',\n",
       " 788: '70th',\n",
       " 789: 'holding',\n",
       " 790: 'aug',\n",
       " 791: 'mph',\n",
       " 792: 'ppl',\n",
       " 793: 'confirmed',\n",
       " 794: 'don\\x89ûªt',\n",
       " 795: 'emmerdale',\n",
       " 796: 'york',\n",
       " 797: 'quiz',\n",
       " 798: 'apollo',\n",
       " 799: 'cree',\n",
       " 800: 'islam',\n",
       " 801: 'nigerian',\n",
       " 802: 'aba',\n",
       " 803: 'site',\n",
       " 804: 'ave',\n",
       " 805: 'talk',\n",
       " 806: 'seeing',\n",
       " 807: 'behind',\n",
       " 808: '15',\n",
       " 809: 'wrong',\n",
       " 810: 'suspect',\n",
       " 811: 'twelve',\n",
       " 812: 'crazy',\n",
       " 813: 'kills',\n",
       " 814: 'driver',\n",
       " 815: 'safety',\n",
       " 816: 'working',\n",
       " 817: 'japanese',\n",
       " 818: 'gop',\n",
       " 819: 'feeling',\n",
       " 820: 'driving',\n",
       " 821: 'public',\n",
       " 822: 'pretty',\n",
       " 823: 'ahead',\n",
       " 824: 'online',\n",
       " 825: 'turn',\n",
       " 826: 'follow',\n",
       " 827: 'told',\n",
       " 828: 'aint',\n",
       " 829: 'rock',\n",
       " 830: 'investigating',\n",
       " 831: 'thursday',\n",
       " 832: 'businesses',\n",
       " 833: 'parents',\n",
       " 834: 'become',\n",
       " 835: 'china',\n",
       " 836: 'delivers',\n",
       " 837: 'isis',\n",
       " 838: 'passengers',\n",
       " 839: 'alarm',\n",
       " 840: 'sick',\n",
       " 841: '12000',\n",
       " 842: 'crematoria',\n",
       " 843: 'provoke',\n",
       " 844: 'offroad',\n",
       " 845: 'jonathan',\n",
       " 846: 'governor',\n",
       " 847: 'sky',\n",
       " 848: 'secret',\n",
       " 849: '2013',\n",
       " 850: 'double',\n",
       " 851: 'scene',\n",
       " 852: 'global',\n",
       " 853: 'gtgt',\n",
       " 854: 'thinking',\n",
       " 855: '11',\n",
       " 856: 'ready',\n",
       " 857: 'wild',\n",
       " 858: 'horse',\n",
       " 859: 'radio',\n",
       " 860: 'mod',\n",
       " 861: 'scared',\n",
       " 862: 'give',\n",
       " 863: 'department',\n",
       " 864: 'earth',\n",
       " 865: 'ca',\n",
       " 866: 'lmao',\n",
       " 867: 'okay',\n",
       " 868: 'shift',\n",
       " 869: 'looking',\n",
       " 870: 'niggas',\n",
       " 871: 'living',\n",
       " 872: 'party',\n",
       " 873: 'falling',\n",
       " 874: 'arent',\n",
       " 875: 'broke',\n",
       " 876: 'faux',\n",
       " 877: 'middle',\n",
       " 878: 'coast',\n",
       " 879: 'likely',\n",
       " 880: 'western',\n",
       " 881: 'sad',\n",
       " 882: 'instead',\n",
       " 883: 'fans',\n",
       " 884: 'sea',\n",
       " 885: 'enugu',\n",
       " 886: 'spring',\n",
       " 887: 'wonder',\n",
       " 888: 'wrought',\n",
       " 889: 'internally',\n",
       " 890: 'brooklyn',\n",
       " 891: 'travel',\n",
       " 892: 'smoke',\n",
       " 893: 'happening',\n",
       " 894: 'london',\n",
       " 895: 'metal',\n",
       " 896: 'taking',\n",
       " 897: 'alone',\n",
       " 898: 'upon',\n",
       " 899: 'involving',\n",
       " 900: 'dies',\n",
       " 901: 'turned',\n",
       " 902: '16',\n",
       " 903: 'financial',\n",
       " 904: 'tried',\n",
       " 905: 'wednesday',\n",
       " 906: 'mode',\n",
       " 907: 'serious',\n",
       " 908: 'reuters',\n",
       " 909: 'pakistan',\n",
       " 910: 'country',\n",
       " 911: 'wasnt',\n",
       " 912: 'total',\n",
       " 913: 'dad',\n",
       " 914: 'bed',\n",
       " 915: 'prepare',\n",
       " 916: 'vote',\n",
       " 917: 'linked',\n",
       " 918: 'million',\n",
       " 919: 'gave',\n",
       " 920: 'internet',\n",
       " 921: 'response',\n",
       " 922: 'louis',\n",
       " 923: 'album',\n",
       " 924: 'added',\n",
       " 925: 'occurred',\n",
       " 926: 'australia',\n",
       " 927: 'miss',\n",
       " 928: 'research',\n",
       " 929: 'cut',\n",
       " 930: 'problem',\n",
       " 931: 'future',\n",
       " 932: 'firefighters',\n",
       " 933: 'e',\n",
       " 934: 'silver',\n",
       " 935: 'cold',\n",
       " 936: 'giving',\n",
       " 937: 'walking',\n",
       " 938: 'soul',\n",
       " 939: 'metro',\n",
       " 940: 'biggest',\n",
       " 941: 'standard',\n",
       " 942: 'strike',\n",
       " 943: 'purse',\n",
       " 944: 'saying',\n",
       " 945: 'point',\n",
       " 946: 'small',\n",
       " 947: 'washington',\n",
       " 948: 'gunman',\n",
       " 949: 'ground',\n",
       " 950: 'nagasaki',\n",
       " 951: 'worse',\n",
       " 952: 'different',\n",
       " 953: 'x',\n",
       " 954: 'press',\n",
       " 955: 'planned',\n",
       " 956: 'sounds',\n",
       " 957: 'account',\n",
       " 958: 'british',\n",
       " 959: 'gas',\n",
       " 960: 'absolutely',\n",
       " 961: 'worlds',\n",
       " 962: 'guide',\n",
       " 963: 'uk',\n",
       " 964: 'flight',\n",
       " 965: 'interesting',\n",
       " 966: 'international',\n",
       " 967: 'smaug',\n",
       " 968: 'sensorsenso',\n",
       " 969: 'struggles',\n",
       " 970: 'apc',\n",
       " 971: 'specially',\n",
       " 972: 'allows',\n",
       " 973: '1980',\n",
       " 974: 'alabama',\n",
       " 975: 'cameroon',\n",
       " 976: 'orders',\n",
       " 977: 'causes',\n",
       " 978: 'season',\n",
       " 979: 'wife',\n",
       " 980: 'setting',\n",
       " 981: 'later',\n",
       " 982: 'means',\n",
       " 983: 'students',\n",
       " 984: 'blocked',\n",
       " 985: 'risk',\n",
       " 986: 'using',\n",
       " 987: 'guess',\n",
       " 988: 'wants',\n",
       " 989: 'begin',\n",
       " 990: 'members',\n",
       " 991: 'victim',\n",
       " 992: 'ship',\n",
       " 993: 'petition',\n",
       " 994: '17',\n",
       " 995: 'feat',\n",
       " 996: 'survivors',\n",
       " 997: 'syrian',\n",
       " 998: 'salt',\n",
       " 999: 'kinda',\n",
       " 1000: 'played',\n",
       " ...}"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "reverse_word_index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "def decode(sequence):\n",
    "    return \" \".join([reverse_word_index.get(idx, \"?\") for idx in sequence])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[520, 8, 395, 156, 297, 411]\n",
      "three people died heat wave far\n"
     ]
    }
   ],
   "source": [
    "decoded_text = decode(train_sequences[10])\n",
    "\n",
    "print(train_sequences[10])\n",
    "print(decoded_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "embedding (Embedding)        (None, 20, 32)            575072    \n",
      "_________________________________________________________________\n",
      "lstm (LSTM)                  (None, 64)                24832     \n",
      "_________________________________________________________________\n",
      "dense (Dense)                (None, 1)                 65        \n",
      "=================================================================\n",
      "Total params: 599,969\n",
      "Trainable params: 599,969\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "# Create LSTM model\n",
    "from tensorflow.keras import layers\n",
    "\n",
    "# Embedding: https://www.tensorflow.org/tutorials/text/word_embeddings\n",
    "# Turns positive integers (indexes) into dense vectors of fixed size. (other approach could be one-hot-encoding)\n",
    "\n",
    "# Word embeddings give us a way to use an efficient, dense representation in which similar words have \n",
    "# a similar encoding. Importantly, you do not have to specify this encoding by hand. An embedding is a \n",
    "# dense vector of floating point values (the length of the vector is a parameter you specify).\n",
    "\n",
    "model = keras.models.Sequential()\n",
    "model.add(layers.Embedding(num_unique_words, 32, input_length=max_length))\n",
    "\n",
    "# The layer will take as input an integer matrix of size (batch, input_length),\n",
    "# and the largest integer (i.e. word index) in the input should be no larger than num_words (vocabulary size).\n",
    "# Now model.output_shape is (None, input_length, 32), where `None` is the batch dimension.\n",
    "\n",
    "\n",
    "model.add(layers.LSTM(64, dropout=0.1))\n",
    "model.add(layers.Dense(1, activation=\"sigmoid\"))\n",
    "\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "loss = keras.losses.BinaryCrossentropy(from_logits=False)\n",
    "optim = keras.optimizers.Adam(lr=0.001)\n",
    "metrics = [\"accuracy\"]\n",
    "\n",
    "model.compile(loss=loss, optimizer=optim, metrics=metrics)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/20\n",
      "191/191 - 6s - loss: 0.5540 - accuracy: 0.7043 - val_loss: 0.5121 - val_accuracy: 0.7656\n",
      "Epoch 2/20\n",
      "191/191 - 5s - loss: 0.2869 - accuracy: 0.8877 - val_loss: 0.5320 - val_accuracy: 0.7735\n",
      "Epoch 3/20\n",
      "191/191 - 6s - loss: 0.1635 - accuracy: 0.9473 - val_loss: 0.6233 - val_accuracy: 0.7511\n",
      "Epoch 4/20\n",
      "191/191 - 5s - loss: 0.1111 - accuracy: 0.9658 - val_loss: 0.8674 - val_accuracy: 0.7603\n",
      "Epoch 5/20\n",
      "191/191 - 6s - loss: 0.0858 - accuracy: 0.9744 - val_loss: 0.7517 - val_accuracy: 0.7525\n",
      "Epoch 6/20\n",
      "191/191 - 6s - loss: 0.0741 - accuracy: 0.9760 - val_loss: 1.0622 - val_accuracy: 0.7564\n",
      "Epoch 7/20\n",
      "191/191 - 6s - loss: 0.0598 - accuracy: 0.9785 - val_loss: 0.8945 - val_accuracy: 0.7393\n",
      "Epoch 8/20\n",
      "191/191 - 6s - loss: 0.0475 - accuracy: 0.9788 - val_loss: 1.0891 - val_accuracy: 0.7446\n",
      "Epoch 9/20\n",
      "191/191 - 6s - loss: 0.0433 - accuracy: 0.9813 - val_loss: 1.2928 - val_accuracy: 0.7452\n",
      "Epoch 10/20\n",
      "191/191 - 6s - loss: 0.0429 - accuracy: 0.9803 - val_loss: 1.1937 - val_accuracy: 0.7413\n",
      "Epoch 11/20\n",
      "191/191 - 6s - loss: 0.0389 - accuracy: 0.9828 - val_loss: 1.1027 - val_accuracy: 0.7406\n",
      "Epoch 12/20\n",
      "191/191 - 6s - loss: 0.0373 - accuracy: 0.9831 - val_loss: 1.4668 - val_accuracy: 0.7301\n",
      "Epoch 13/20\n",
      "191/191 - 5s - loss: 0.0327 - accuracy: 0.9833 - val_loss: 1.3277 - val_accuracy: 0.7341\n",
      "Epoch 14/20\n",
      "191/191 - 5s - loss: 0.0366 - accuracy: 0.9836 - val_loss: 1.1498 - val_accuracy: 0.7295\n",
      "Epoch 15/20\n",
      "191/191 - 7s - loss: 0.0353 - accuracy: 0.9841 - val_loss: 1.5738 - val_accuracy: 0.7183\n",
      "Epoch 16/20\n",
      "191/191 - 7s - loss: 0.0362 - accuracy: 0.9826 - val_loss: 1.3879 - val_accuracy: 0.7360\n",
      "Epoch 17/20\n",
      "191/191 - 5s - loss: 0.0364 - accuracy: 0.9839 - val_loss: 1.2604 - val_accuracy: 0.7406\n",
      "Epoch 18/20\n",
      "191/191 - 5s - loss: 0.0376 - accuracy: 0.9846 - val_loss: 1.4514 - val_accuracy: 0.7413\n",
      "Epoch 19/20\n",
      "191/191 - 4s - loss: 0.0303 - accuracy: 0.9847 - val_loss: 1.7029 - val_accuracy: 0.7374\n",
      "Epoch 20/20\n",
      "191/191 - 5s - loss: 0.0347 - accuracy: 0.9831 - val_loss: 1.7891 - val_accuracy: 0.7387\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<tensorflow.python.keras.callbacks.History at 0x7fe0d6b48e20>"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.fit(train_padded, train_labels, epochs=20, validation_data=(val_padded, val_labels), verbose=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "predictions = model.predict(train_padded)\n",
    "predictions = [1 if p > 0.5 else 0 for p in predictions]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['three people died heat wave far'\n",
      " 'haha south tampa getting flooded hah wait second live south tampa gonna gonna fvck flooding'\n",
      " 'raining flooding florida tampabay tampa 18 19 days ive lost count'\n",
      " 'flood bago myanmar arrived bago'\n",
      " 'damage school bus 80 multi car crash breaking' 'whats man' 'love fruits'\n",
      " 'summer lovely' 'car fast' 'goooooooaaaaaal']\n",
      "[1 1 1 1 1 0 0 0 0 0]\n",
      "[1, 1, 1, 1, 1, 0, 0, 0, 0, 0]\n"
     ]
    }
   ],
   "source": [
    "print(train_sentences[10:20])\n",
    "\n",
    "print(train_labels[10:20])\n",
    "print(predictions[10:20])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "tf",
   "language": "python",
   "name": "tf"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}