doc2vec_gensim_benchmark.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Logistic Regression Classification with 279 Labels"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Prepare data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing text dataset\n",
      "{'name': 'supreme_court', 'data_dir': '/usr/local/lib/python3.5/dist-packages/textacy/data/supreme_court', 'description': 'Collection of ~8.4k decisions issued by the U.S. Supreme Court between November 1946 and June 2016.', 'site_url': 'http://caselaw.findlaw.com/court/us-supreme-court'}\n",
      "Found 8419 documents.\n",
      "Found 279 labels.\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "from textacy.datasets.supreme_court import SupremeCourt\n",
    "\n",
    "print('Processing text dataset')\n",
    "\n",
    "sc = SupremeCourt()\n",
    "print(sc.info)\n",
    "\n",
    "texts = []  # list of text samples\n",
    "labels_index = {}  # dictionary mapping label name to numeric id\n",
    "labels = []  # list of label ids\n",
    "\n",
    "issue_codes = list(sc.issue_codes.keys())\n",
    "issue_codes.append('-1')\n",
    "issue_codes.sort()\n",
    "\n",
    "labels_index = dict(zip(issue_codes, np.arange(len(issue_codes))))\n",
    "\n",
    "for i,record in enumerate(sc.records(limit=-1)):\n",
    "    if record['issue'] == None: # some cases have None as an issue\n",
    "        labels.append(labels_index['-1'])\n",
    "    else:\n",
    "        labels.append(labels_index[record['issue']])\n",
    "    texts.append(record['text'])\n",
    "\n",
    "print('Found %s documents.' % len(texts))\n",
    "print('Found %s labels.' % len(labels_index))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import logging\n",
    "\n",
    "logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.INFO)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 02:50:19,709 : INFO : 'pattern' package not found; tag filters are not available for English\n"
     ]
    }
   ],
   "source": [
    "from gensim.models.doc2vec import TaggedDocument\n",
    "\n",
    "doc_tags = [str(i) for i in range(len(texts))]\n",
    "\n",
    "def get_tagged_docs(doc_list, tags_list):\n",
    "    tagged_docs = []\n",
    "    for i, doc in enumerate(doc_list):\n",
    "        tagged_docs.append(TaggedDocument(words=doc.split(), tags=[str(i)]))\n",
    "    return tagged_docs\n",
    "        \n",
    "docs_generator = get_tagged_docs(texts, doc_tags)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 02:50:25,208 : INFO : collecting all words and their counts\n",
      "2018-07-10 02:50:25,209 : INFO : PROGRESS: at example #0, processed 0 words (0/s), 0 word types, 0 tags\n",
      "2018-07-10 02:50:45,007 : INFO : collected 726981 word types and 8419 unique tags from a corpus of 8419 examples and 58601346 words\n",
      "2018-07-10 02:50:45,009 : INFO : Loading a fresh vocabulary\n",
      "2018-07-10 02:50:49,802 : INFO : min_count=5 retains 174584 unique words (24% of original 726981, drops 552397)\n",
      "2018-07-10 02:50:49,804 : INFO : min_count=5 leaves 57765706 word corpus (98% of original 58601346, drops 835640)\n",
      "2018-07-10 02:50:50,694 : INFO : deleting the raw counts dictionary of 726981 items\n",
      "2018-07-10 02:50:50,765 : INFO : sample=0.001 downsamples 30 most-common words\n",
      "2018-07-10 02:50:50,768 : INFO : downsampling leaves estimated 45524171 word corpus (78.8% of prior 57765706)\n",
      "2018-07-10 02:50:51,908 : INFO : estimated required memory for 174584 words and 300 dimensions: 518080200 bytes\n",
      "2018-07-10 02:50:51,912 : INFO : resetting layer weights\n",
      "2018-07-10 02:50:56,822 : INFO : training model with 11 workers on 174584 vocabulary and 300 features, using sg=0 hs=0 sample=0.001 negative=5 window=10\n",
      "2018-07-10 02:50:57,857 : INFO : EPOCH 1 - PROGRESS: at 1.25% examples, 371427 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:50:58,873 : INFO : EPOCH 1 - PROGRESS: at 2.68% examples, 429126 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:50:59,881 : INFO : EPOCH 1 - PROGRESS: at 4.13% examples, 457793 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:51:00,894 : INFO : EPOCH 1 - PROGRESS: at 5.90% examples, 463752 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:01,900 : INFO : EPOCH 1 - PROGRESS: at 7.65% examples, 461890 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:02,915 : INFO : EPOCH 1 - PROGRESS: at 9.42% examples, 462642 words/s, in_qsize 21, out_qsize 3\n",
      "2018-07-10 02:51:03,915 : INFO : EPOCH 1 - PROGRESS: at 11.47% examples, 471660 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:04,920 : INFO : EPOCH 1 - PROGRESS: at 13.28% examples, 470970 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:51:05,935 : INFO : EPOCH 1 - PROGRESS: at 15.43% examples, 477379 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:06,936 : INFO : EPOCH 1 - PROGRESS: at 17.31% examples, 476257 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:07,965 : INFO : EPOCH 1 - PROGRESS: at 18.65% examples, 470476 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:08,977 : INFO : EPOCH 1 - PROGRESS: at 20.20% examples, 469366 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:51:09,981 : INFO : EPOCH 1 - PROGRESS: at 21.87% examples, 472354 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:11,006 : INFO : EPOCH 1 - PROGRESS: at 23.48% examples, 471578 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 02:51:12,025 : INFO : EPOCH 1 - PROGRESS: at 25.42% examples, 471278 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:13,043 : INFO : EPOCH 1 - PROGRESS: at 27.22% examples, 472647 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:14,054 : INFO : EPOCH 1 - PROGRESS: at 28.95% examples, 473794 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:51:15,079 : INFO : EPOCH 1 - PROGRESS: at 30.38% examples, 472483 words/s, in_qsize 22, out_qsize 6\n",
      "2018-07-10 02:51:16,077 : INFO : EPOCH 1 - PROGRESS: at 32.44% examples, 472340 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:51:17,101 : INFO : EPOCH 1 - PROGRESS: at 34.14% examples, 470893 words/s, in_qsize 22, out_qsize 6\n",
      "2018-07-10 02:51:18,119 : INFO : EPOCH 1 - PROGRESS: at 35.70% examples, 470333 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:51:19,121 : INFO : EPOCH 1 - PROGRESS: at 37.19% examples, 469268 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:51:20,136 : INFO : EPOCH 1 - PROGRESS: at 38.67% examples, 468457 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:51:21,148 : INFO : EPOCH 1 - PROGRESS: at 39.78% examples, 468701 words/s, in_qsize 21, out_qsize 3\n",
      "2018-07-10 02:51:22,178 : INFO : EPOCH 1 - PROGRESS: at 41.25% examples, 470100 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:23,202 : INFO : EPOCH 1 - PROGRESS: at 42.64% examples, 471867 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:24,279 : INFO : EPOCH 1 - PROGRESS: at 43.77% examples, 472475 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:25,289 : INFO : EPOCH 1 - PROGRESS: at 44.98% examples, 473739 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:51:26,300 : INFO : EPOCH 1 - PROGRESS: at 46.11% examples, 473231 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:27,325 : INFO : EPOCH 1 - PROGRESS: at 47.25% examples, 473145 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:28,338 : INFO : EPOCH 1 - PROGRESS: at 48.52% examples, 474018 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:29,344 : INFO : EPOCH 1 - PROGRESS: at 49.85% examples, 478412 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:30,355 : INFO : EPOCH 1 - PROGRESS: at 51.44% examples, 486553 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:51:31,357 : INFO : EPOCH 1 - PROGRESS: at 52.92% examples, 492834 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:51:32,375 : INFO : EPOCH 1 - PROGRESS: at 54.47% examples, 498754 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:33,384 : INFO : EPOCH 1 - PROGRESS: at 55.92% examples, 503654 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:34,390 : INFO : EPOCH 1 - PROGRESS: at 57.17% examples, 508356 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:35,427 : INFO : EPOCH 1 - PROGRESS: at 58.76% examples, 513492 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:51:36,434 : INFO : EPOCH 1 - PROGRESS: at 60.01% examples, 517903 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:37,437 : INFO : EPOCH 1 - PROGRESS: at 61.22% examples, 521736 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:38,441 : INFO : EPOCH 1 - PROGRESS: at 62.63% examples, 525398 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:51:39,442 : INFO : EPOCH 1 - PROGRESS: at 64.15% examples, 530129 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:51:40,485 : INFO : EPOCH 1 - PROGRESS: at 65.49% examples, 532644 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:51:41,520 : INFO : EPOCH 1 - PROGRESS: at 66.56% examples, 531410 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:51:42,549 : INFO : EPOCH 1 - PROGRESS: at 67.61% examples, 530848 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:51:43,558 : INFO : EPOCH 1 - PROGRESS: at 68.76% examples, 531492 words/s, in_qsize 20, out_qsize 0\n",
      "2018-07-10 02:51:44,560 : INFO : EPOCH 1 - PROGRESS: at 69.87% examples, 530411 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:45,577 : INFO : EPOCH 1 - PROGRESS: at 70.88% examples, 529219 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:46,589 : INFO : EPOCH 1 - PROGRESS: at 71.98% examples, 528505 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:47,596 : INFO : EPOCH 1 - PROGRESS: at 72.94% examples, 527997 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:48,602 : INFO : EPOCH 1 - PROGRESS: at 73.84% examples, 527227 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:49,610 : INFO : EPOCH 1 - PROGRESS: at 74.81% examples, 525586 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:51:50,616 : INFO : EPOCH 1 - PROGRESS: at 75.76% examples, 525156 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:51,621 : INFO : EPOCH 1 - PROGRESS: at 76.81% examples, 523987 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:52,656 : INFO : EPOCH 1 - PROGRESS: at 77.82% examples, 523157 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:53,671 : INFO : EPOCH 1 - PROGRESS: at 78.86% examples, 522649 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:54,696 : INFO : EPOCH 1 - PROGRESS: at 79.83% examples, 522379 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:51:55,697 : INFO : EPOCH 1 - PROGRESS: at 80.92% examples, 522029 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:56,746 : INFO : EPOCH 1 - PROGRESS: at 81.91% examples, 521138 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:51:57,735 : INFO : EPOCH 1 - PROGRESS: at 83.01% examples, 521554 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:58,785 : INFO : EPOCH 1 - PROGRESS: at 84.23% examples, 521397 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:51:59,788 : INFO : EPOCH 1 - PROGRESS: at 85.01% examples, 520055 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 02:52:00,801 : INFO : EPOCH 1 - PROGRESS: at 86.01% examples, 519550 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:01,802 : INFO : EPOCH 1 - PROGRESS: at 87.02% examples, 519423 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:02,811 : INFO : EPOCH 1 - PROGRESS: at 87.92% examples, 518358 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:03,825 : INFO : EPOCH 1 - PROGRESS: at 89.04% examples, 517903 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:04,859 : INFO : EPOCH 1 - PROGRESS: at 90.00% examples, 517082 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:52:05,871 : INFO : EPOCH 1 - PROGRESS: at 91.15% examples, 516653 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:06,876 : INFO : EPOCH 1 - PROGRESS: at 92.12% examples, 516824 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:52:07,878 : INFO : EPOCH 1 - PROGRESS: at 93.02% examples, 516304 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:08,904 : INFO : EPOCH 1 - PROGRESS: at 94.01% examples, 516471 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:09,933 : INFO : EPOCH 1 - PROGRESS: at 94.96% examples, 516691 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:10,965 : INFO : EPOCH 1 - PROGRESS: at 96.12% examples, 517413 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:11,966 : INFO : EPOCH 1 - PROGRESS: at 97.17% examples, 517700 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:12,966 : INFO : EPOCH 1 - PROGRESS: at 98.09% examples, 517212 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:52:13,972 : INFO : EPOCH 1 - PROGRESS: at 98.95% examples, 516695 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:14,757 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 02:52:14,761 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 02:52:14,763 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 02:52:14,791 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 02:52:14,793 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 02:52:14,797 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 02:52:14,848 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 02:52:14,857 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 02:52:14,870 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 02:52:14,873 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 02:52:14,877 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 02:52:14,878 : INFO : EPOCH - 1 : training on 58601346 raw words (40323975 effective words) took 78.0s, 516742 effective words/s\n",
      "2018-07-10 02:52:15,953 : INFO : EPOCH 2 - PROGRESS: at 1.46% examples, 441938 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:52:16,960 : INFO : EPOCH 2 - PROGRESS: at 2.73% examples, 440530 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 02:52:17,965 : INFO : EPOCH 2 - PROGRESS: at 4.03% examples, 447511 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:18,969 : INFO : EPOCH 2 - PROGRESS: at 5.61% examples, 449926 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:19,971 : INFO : EPOCH 2 - PROGRESS: at 7.36% examples, 446410 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:20,973 : INFO : EPOCH 2 - PROGRESS: at 8.90% examples, 442487 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:21,987 : INFO : EPOCH 2 - PROGRESS: at 10.62% examples, 441752 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:23,006 : INFO : EPOCH 2 - PROGRESS: at 12.27% examples, 438808 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:24,035 : INFO : EPOCH 2 - PROGRESS: at 14.13% examples, 440475 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:25,053 : INFO : EPOCH 2 - PROGRESS: at 16.20% examples, 444333 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:26,067 : INFO : EPOCH 2 - PROGRESS: at 17.92% examples, 447856 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:27,137 : INFO : EPOCH 2 - PROGRESS: at 19.56% examples, 449960 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:52:28,158 : INFO : EPOCH 2 - PROGRESS: at 21.31% examples, 456744 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:52:29,183 : INFO : EPOCH 2 - PROGRESS: at 23.01% examples, 457535 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:30,197 : INFO : EPOCH 2 - PROGRESS: at 24.93% examples, 458435 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:52:31,264 : INFO : EPOCH 2 - PROGRESS: at 26.59% examples, 457442 words/s, in_qsize 21, out_qsize 3\n",
      "2018-07-10 02:52:32,294 : INFO : EPOCH 2 - PROGRESS: at 28.44% examples, 460125 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:33,297 : INFO : EPOCH 2 - PROGRESS: at 30.10% examples, 462265 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:52:34,306 : INFO : EPOCH 2 - PROGRESS: at 31.99% examples, 461774 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 02:52:35,311 : INFO : EPOCH 2 - PROGRESS: at 33.82% examples, 463660 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:36,314 : INFO : EPOCH 2 - PROGRESS: at 35.51% examples, 464564 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:52:37,370 : INFO : EPOCH 2 - PROGRESS: at 37.15% examples, 465520 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:38,391 : INFO : EPOCH 2 - PROGRESS: at 38.72% examples, 466901 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:52:39,392 : INFO : EPOCH 2 - PROGRESS: at 40.02% examples, 468436 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:52:40,418 : INFO : EPOCH 2 - PROGRESS: at 41.34% examples, 467962 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:41,418 : INFO : EPOCH 2 - PROGRESS: at 42.62% examples, 469448 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:42,421 : INFO : EPOCH 2 - PROGRESS: at 43.69% examples, 469977 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:43,445 : INFO : EPOCH 2 - PROGRESS: at 44.85% examples, 471134 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 02:52:44,447 : INFO : EPOCH 2 - PROGRESS: at 46.05% examples, 471411 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:45,465 : INFO : EPOCH 2 - PROGRESS: at 47.27% examples, 472465 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:46,490 : INFO : EPOCH 2 - PROGRESS: at 48.54% examples, 473028 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:52:47,491 : INFO : EPOCH 2 - PROGRESS: at 49.63% examples, 473735 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:52:48,507 : INFO : EPOCH 2 - PROGRESS: at 50.79% examples, 475157 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:49,515 : INFO : EPOCH 2 - PROGRESS: at 51.62% examples, 473987 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:52:50,539 : INFO : EPOCH 2 - PROGRESS: at 52.76% examples, 475605 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:51,541 : INFO : EPOCH 2 - PROGRESS: at 53.93% examples, 476848 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:52,559 : INFO : EPOCH 2 - PROGRESS: at 55.02% examples, 477823 words/s, in_qsize 20, out_qsize 2\n",
      "2018-07-10 02:52:53,599 : INFO : EPOCH 2 - PROGRESS: at 56.10% examples, 478039 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:54,601 : INFO : EPOCH 2 - PROGRESS: at 57.00% examples, 478242 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:55,636 : INFO : EPOCH 2 - PROGRESS: at 58.19% examples, 479986 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:52:56,685 : INFO : EPOCH 2 - PROGRESS: at 59.24% examples, 481476 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:52:57,765 : INFO : EPOCH 2 - PROGRESS: at 60.19% examples, 481210 words/s, in_qsize 22, out_qsize 6\n",
      "2018-07-10 02:52:58,829 : INFO : EPOCH 2 - PROGRESS: at 61.18% examples, 481873 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:52:59,859 : INFO : EPOCH 2 - PROGRESS: at 62.34% examples, 483294 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:00,868 : INFO : EPOCH 2 - PROGRESS: at 63.24% examples, 483244 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:01,878 : INFO : EPOCH 2 - PROGRESS: at 64.40% examples, 483397 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:02,892 : INFO : EPOCH 2 - PROGRESS: at 65.47% examples, 484543 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:53:03,923 : INFO : EPOCH 2 - PROGRESS: at 66.53% examples, 484394 words/s, in_qsize 22, out_qsize 1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 02:53:04,960 : INFO : EPOCH 2 - PROGRESS: at 67.50% examples, 484316 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:05,961 : INFO : EPOCH 2 - PROGRESS: at 68.55% examples, 484229 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:06,976 : INFO : EPOCH 2 - PROGRESS: at 69.64% examples, 484354 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:07,991 : INFO : EPOCH 2 - PROGRESS: at 70.71% examples, 484901 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 02:53:08,993 : INFO : EPOCH 2 - PROGRESS: at 71.90% examples, 485635 words/s, in_qsize 21, out_qsize 4\n",
      "2018-07-10 02:53:10,033 : INFO : EPOCH 2 - PROGRESS: at 72.94% examples, 486365 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:11,084 : INFO : EPOCH 2 - PROGRESS: at 73.93% examples, 487018 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:12,085 : INFO : EPOCH 2 - PROGRESS: at 75.07% examples, 487401 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:13,088 : INFO : EPOCH 2 - PROGRESS: at 75.98% examples, 486768 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:53:14,155 : INFO : EPOCH 2 - PROGRESS: at 76.93% examples, 486295 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 02:53:15,161 : INFO : EPOCH 2 - PROGRESS: at 78.03% examples, 486061 words/s, in_qsize 20, out_qsize 4\n",
      "2018-07-10 02:53:16,161 : INFO : EPOCH 2 - PROGRESS: at 79.01% examples, 486284 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 02:53:17,177 : INFO : EPOCH 2 - PROGRESS: at 80.06% examples, 487261 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 02:53:18,202 : INFO : EPOCH 2 - PROGRESS: at 81.20% examples, 487602 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:19,204 : INFO : EPOCH 2 - PROGRESS: at 82.28% examples, 488233 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:20,234 : INFO : EPOCH 2 - PROGRESS: at 83.41% examples, 488864 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:21,236 : INFO : EPOCH 2 - PROGRESS: at 84.44% examples, 488863 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:22,253 : INFO : EPOCH 2 - PROGRESS: at 85.33% examples, 488902 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:23,297 : INFO : EPOCH 2 - PROGRESS: at 86.45% examples, 489265 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:24,344 : INFO : EPOCH 2 - PROGRESS: at 87.46% examples, 489459 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:53:25,383 : INFO : EPOCH 2 - PROGRESS: at 88.62% examples, 490018 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:26,389 : INFO : EPOCH 2 - PROGRESS: at 89.74% examples, 490300 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:53:27,402 : INFO : EPOCH 2 - PROGRESS: at 90.81% examples, 490611 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:53:28,402 : INFO : EPOCH 2 - PROGRESS: at 91.84% examples, 491041 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:29,441 : INFO : EPOCH 2 - PROGRESS: at 92.89% examples, 491307 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:30,464 : INFO : EPOCH 2 - PROGRESS: at 93.78% examples, 490990 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 02:53:31,511 : INFO : EPOCH 2 - PROGRESS: at 94.67% examples, 490664 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:53:32,514 : INFO : EPOCH 2 - PROGRESS: at 95.61% examples, 491124 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:33,526 : INFO : EPOCH 2 - PROGRESS: at 96.53% examples, 490791 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:34,573 : INFO : EPOCH 2 - PROGRESS: at 97.51% examples, 491058 words/s, in_qsize 21, out_qsize 4\n",
      "2018-07-10 02:53:35,558 : INFO : EPOCH 2 - PROGRESS: at 98.54% examples, 491360 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:36,561 : INFO : EPOCH 2 - PROGRESS: at 99.56% examples, 491936 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:53:36,744 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 02:53:36,781 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 02:53:36,814 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 02:53:36,821 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 02:53:36,837 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 02:53:36,851 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 02:53:36,855 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 02:53:36,867 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 02:53:36,871 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 02:53:36,881 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 02:53:36,894 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 02:53:36,895 : INFO : EPOCH - 2 : training on 58601346 raw words (40324777 effective words) took 82.0s, 492010 effective words/s\n",
      "2018-07-10 02:53:37,915 : INFO : EPOCH 3 - PROGRESS: at 1.24% examples, 374845 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:38,918 : INFO : EPOCH 3 - PROGRESS: at 2.73% examples, 445307 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:39,935 : INFO : EPOCH 3 - PROGRESS: at 4.01% examples, 444419 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:53:40,937 : INFO : EPOCH 3 - PROGRESS: at 5.56% examples, 446479 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:53:42,002 : INFO : EPOCH 3 - PROGRESS: at 7.46% examples, 444335 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:43,028 : INFO : EPOCH 3 - PROGRESS: at 9.21% examples, 450645 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:44,063 : INFO : EPOCH 3 - PROGRESS: at 11.05% examples, 450311 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:53:45,076 : INFO : EPOCH 3 - PROGRESS: at 12.76% examples, 447471 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:46,081 : INFO : EPOCH 3 - PROGRESS: at 14.72% examples, 451585 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:47,103 : INFO : EPOCH 3 - PROGRESS: at 16.68% examples, 454672 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:53:48,121 : INFO : EPOCH 3 - PROGRESS: at 18.36% examples, 457577 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:49,134 : INFO : EPOCH 3 - PROGRESS: at 20.17% examples, 464619 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:50,165 : INFO : EPOCH 3 - PROGRESS: at 21.63% examples, 464242 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:53:51,180 : INFO : EPOCH 3 - PROGRESS: at 23.41% examples, 465184 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:52,201 : INFO : EPOCH 3 - PROGRESS: at 25.22% examples, 462534 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:53,215 : INFO : EPOCH 3 - PROGRESS: at 26.99% examples, 464047 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:53:54,222 : INFO : EPOCH 3 - PROGRESS: at 28.66% examples, 465029 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:55,229 : INFO : EPOCH 3 - PROGRESS: at 30.23% examples, 465413 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:56,232 : INFO : EPOCH 3 - PROGRESS: at 32.17% examples, 465401 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:57,232 : INFO : EPOCH 3 - PROGRESS: at 34.03% examples, 467865 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:53:58,242 : INFO : EPOCH 3 - PROGRESS: at 35.75% examples, 468329 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:53:59,302 : INFO : EPOCH 3 - PROGRESS: at 37.24% examples, 468243 words/s, in_qsize 21, out_qsize 6\n",
      "2018-07-10 02:54:00,301 : INFO : EPOCH 3 - PROGRESS: at 38.84% examples, 469512 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:01,308 : INFO : EPOCH 3 - PROGRESS: at 40.17% examples, 471832 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:02,313 : INFO : EPOCH 3 - PROGRESS: at 41.96% examples, 481039 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:03,329 : INFO : EPOCH 3 - PROGRESS: at 43.73% examples, 489839 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:04,338 : INFO : EPOCH 3 - PROGRESS: at 45.44% examples, 499048 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:05,341 : INFO : EPOCH 3 - PROGRESS: at 47.21% examples, 506805 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:06,342 : INFO : EPOCH 3 - PROGRESS: at 49.01% examples, 514244 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:07,348 : INFO : EPOCH 3 - PROGRESS: at 50.61% examples, 520247 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 02:54:08,369 : INFO : EPOCH 3 - PROGRESS: at 52.01% examples, 526850 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:54:09,379 : INFO : EPOCH 3 - PROGRESS: at 53.47% examples, 531655 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:10,383 : INFO : EPOCH 3 - PROGRESS: at 54.99% examples, 536868 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:11,389 : INFO : EPOCH 3 - PROGRESS: at 56.43% examples, 541697 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:54:12,406 : INFO : EPOCH 3 - PROGRESS: at 57.87% examples, 546286 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:13,436 : INFO : EPOCH 3 - PROGRESS: at 59.33% examples, 551327 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:14,444 : INFO : EPOCH 3 - PROGRESS: at 60.66% examples, 554723 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:54:15,448 : INFO : EPOCH 3 - PROGRESS: at 61.72% examples, 555789 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:16,453 : INFO : EPOCH 3 - PROGRESS: at 62.79% examples, 554465 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:54:17,460 : INFO : EPOCH 3 - PROGRESS: at 63.77% examples, 553409 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:54:18,493 : INFO : EPOCH 3 - PROGRESS: at 64.83% examples, 551010 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:54:19,494 : INFO : EPOCH 3 - PROGRESS: at 66.04% examples, 551605 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:20,498 : INFO : EPOCH 3 - PROGRESS: at 67.10% examples, 551304 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:21,509 : INFO : EPOCH 3 - PROGRESS: at 68.29% examples, 550902 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:54:22,523 : INFO : EPOCH 3 - PROGRESS: at 69.26% examples, 549613 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 02:54:23,535 : INFO : EPOCH 3 - PROGRESS: at 70.42% examples, 547943 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:24,543 : INFO : EPOCH 3 - PROGRESS: at 71.46% examples, 546931 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:25,564 : INFO : EPOCH 3 - PROGRESS: at 72.43% examples, 545829 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:26,583 : INFO : EPOCH 3 - PROGRESS: at 73.49% examples, 545487 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:27,680 : INFO : EPOCH 3 - PROGRESS: at 74.59% examples, 544391 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 02:54:28,677 : INFO : EPOCH 3 - PROGRESS: at 75.60% examples, 543546 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:54:29,679 : INFO : EPOCH 3 - PROGRESS: at 76.66% examples, 542268 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:30,687 : INFO : EPOCH 3 - PROGRESS: at 77.60% examples, 540856 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:31,705 : INFO : EPOCH 3 - PROGRESS: at 78.69% examples, 540391 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:54:32,705 : INFO : EPOCH 3 - PROGRESS: at 79.68% examples, 540122 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 02:54:33,731 : INFO : EPOCH 3 - PROGRESS: at 80.72% examples, 539416 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:34,732 : INFO : EPOCH 3 - PROGRESS: at 81.83% examples, 538972 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:35,753 : INFO : EPOCH 3 - PROGRESS: at 82.86% examples, 538587 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:36,786 : INFO : EPOCH 3 - PROGRESS: at 84.06% examples, 538119 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:37,791 : INFO : EPOCH 3 - PROGRESS: at 85.07% examples, 538102 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:38,798 : INFO : EPOCH 3 - PROGRESS: at 86.09% examples, 537513 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:39,803 : INFO : EPOCH 3 - PROGRESS: at 87.03% examples, 536594 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:40,809 : INFO : EPOCH 3 - PROGRESS: at 87.94% examples, 535155 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:41,830 : INFO : EPOCH 3 - PROGRESS: at 89.02% examples, 534090 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 02:54:42,834 : INFO : EPOCH 3 - PROGRESS: at 89.98% examples, 533198 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:43,842 : INFO : EPOCH 3 - PROGRESS: at 91.12% examples, 532888 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:44,872 : INFO : EPOCH 3 - PROGRESS: at 92.04% examples, 532119 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:45,904 : INFO : EPOCH 3 - PROGRESS: at 92.96% examples, 531047 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:46,915 : INFO : EPOCH 3 - PROGRESS: at 93.95% examples, 530952 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:54:47,923 : INFO : EPOCH 3 - PROGRESS: at 94.87% examples, 530765 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 02:54:48,948 : INFO : EPOCH 3 - PROGRESS: at 95.84% examples, 530511 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:49,971 : INFO : EPOCH 3 - PROGRESS: at 96.91% examples, 530320 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:50,989 : INFO : EPOCH 3 - PROGRESS: at 97.91% examples, 530142 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:52,005 : INFO : EPOCH 3 - PROGRESS: at 98.76% examples, 529340 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:54:53,025 : INFO : EPOCH 3 - PROGRESS: at 99.70% examples, 528224 words/s, in_qsize 14, out_qsize 3\n",
      "2018-07-10 02:54:53,101 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 02:54:53,106 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 02:54:53,107 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 02:54:53,152 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 02:54:53,172 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 02:54:53,192 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 02:54:53,201 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 02:54:53,217 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 02:54:53,218 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 02:54:53,219 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 02:54:53,222 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 02:54:53,223 : INFO : EPOCH - 3 : training on 58601346 raw words (40323171 effective words) took 76.3s, 528347 effective words/s\n",
      "2018-07-10 02:54:54,288 : INFO : EPOCH 4 - PROGRESS: at 1.43% examples, 414750 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:55,320 : INFO : EPOCH 4 - PROGRESS: at 2.93% examples, 469713 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:56,327 : INFO : EPOCH 4 - PROGRESS: at 4.45% examples, 489659 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:57,328 : INFO : EPOCH 4 - PROGRESS: at 6.24% examples, 484435 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:54:58,353 : INFO : EPOCH 4 - PROGRESS: at 8.01% examples, 481549 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:54:59,412 : INFO : EPOCH 4 - PROGRESS: at 10.08% examples, 484423 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:00,417 : INFO : EPOCH 4 - PROGRESS: at 12.12% examples, 485764 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:55:01,425 : INFO : EPOCH 4 - PROGRESS: at 13.68% examples, 481109 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:02,438 : INFO : EPOCH 4 - PROGRESS: at 15.66% examples, 476225 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:03,445 : INFO : EPOCH 4 - PROGRESS: at 17.44% examples, 476513 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:04,461 : INFO : EPOCH 4 - PROGRESS: at 19.16% examples, 476958 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:05,467 : INFO : EPOCH 4 - PROGRESS: at 20.75% examples, 480890 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:06,475 : INFO : EPOCH 4 - PROGRESS: at 22.34% examples, 479976 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:07,551 : INFO : EPOCH 4 - PROGRESS: at 24.14% examples, 476138 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:08,557 : INFO : EPOCH 4 - PROGRESS: at 25.73% examples, 475010 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:55:09,559 : INFO : EPOCH 4 - PROGRESS: at 27.78% examples, 475363 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:10,560 : INFO : EPOCH 4 - PROGRESS: at 29.49% examples, 477943 words/s, in_qsize 22, out_qsize 1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 02:55:11,561 : INFO : EPOCH 4 - PROGRESS: at 31.20% examples, 478218 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:55:12,563 : INFO : EPOCH 4 - PROGRESS: at 33.19% examples, 479318 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:13,568 : INFO : EPOCH 4 - PROGRESS: at 34.71% examples, 477461 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:14,586 : INFO : EPOCH 4 - PROGRESS: at 36.29% examples, 475815 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:55:15,615 : INFO : EPOCH 4 - PROGRESS: at 37.66% examples, 474840 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:16,647 : INFO : EPOCH 4 - PROGRESS: at 39.15% examples, 474628 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:55:17,655 : INFO : EPOCH 4 - PROGRESS: at 40.30% examples, 473437 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:18,705 : INFO : EPOCH 4 - PROGRESS: at 41.66% examples, 474017 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:19,720 : INFO : EPOCH 4 - PROGRESS: at 43.00% examples, 476002 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:20,767 : INFO : EPOCH 4 - PROGRESS: at 44.08% examples, 477371 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:55:21,770 : INFO : EPOCH 4 - PROGRESS: at 45.40% examples, 478928 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:22,778 : INFO : EPOCH 4 - PROGRESS: at 46.63% examples, 480192 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:55:23,800 : INFO : EPOCH 4 - PROGRESS: at 47.82% examples, 481303 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:24,825 : INFO : EPOCH 4 - PROGRESS: at 49.26% examples, 482583 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:55:25,853 : INFO : EPOCH 4 - PROGRESS: at 50.45% examples, 483342 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:55:26,886 : INFO : EPOCH 4 - PROGRESS: at 51.42% examples, 484787 words/s, in_qsize 20, out_qsize 3\n",
      "2018-07-10 02:55:27,892 : INFO : EPOCH 4 - PROGRESS: at 52.55% examples, 486005 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:28,897 : INFO : EPOCH 4 - PROGRESS: at 53.55% examples, 484880 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:29,902 : INFO : EPOCH 4 - PROGRESS: at 54.61% examples, 485333 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:30,908 : INFO : EPOCH 4 - PROGRESS: at 55.68% examples, 485774 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:31,911 : INFO : EPOCH 4 - PROGRESS: at 56.71% examples, 486455 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:32,912 : INFO : EPOCH 4 - PROGRESS: at 57.80% examples, 488071 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:33,913 : INFO : EPOCH 4 - PROGRESS: at 58.80% examples, 487739 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:34,933 : INFO : EPOCH 4 - PROGRESS: at 59.82% examples, 489594 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:55:35,957 : INFO : EPOCH 4 - PROGRESS: at 60.86% examples, 490523 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:36,972 : INFO : EPOCH 4 - PROGRESS: at 61.75% examples, 490152 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 02:55:37,973 : INFO : EPOCH 4 - PROGRESS: at 62.80% examples, 490393 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:39,011 : INFO : EPOCH 4 - PROGRESS: at 63.74% examples, 489947 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:40,040 : INFO : EPOCH 4 - PROGRESS: at 64.84% examples, 490243 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 02:55:41,061 : INFO : EPOCH 4 - PROGRESS: at 65.95% examples, 490690 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:42,061 : INFO : EPOCH 4 - PROGRESS: at 66.91% examples, 490406 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:43,073 : INFO : EPOCH 4 - PROGRESS: at 67.99% examples, 490502 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:44,097 : INFO : EPOCH 4 - PROGRESS: at 69.06% examples, 491430 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:55:45,104 : INFO : EPOCH 4 - PROGRESS: at 70.33% examples, 492020 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:55:46,107 : INFO : EPOCH 4 - PROGRESS: at 71.37% examples, 492451 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:55:47,123 : INFO : EPOCH 4 - PROGRESS: at 72.46% examples, 493275 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:48,141 : INFO : EPOCH 4 - PROGRESS: at 73.52% examples, 494015 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:49,144 : INFO : EPOCH 4 - PROGRESS: at 74.55% examples, 493957 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:50,164 : INFO : EPOCH 4 - PROGRESS: at 75.54% examples, 493740 words/s, in_qsize 22, out_qsize 5\n",
      "2018-07-10 02:55:51,194 : INFO : EPOCH 4 - PROGRESS: at 76.66% examples, 493662 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:52,197 : INFO : EPOCH 4 - PROGRESS: at 77.73% examples, 494458 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:55:53,229 : INFO : EPOCH 4 - PROGRESS: at 78.69% examples, 493783 words/s, in_qsize 22, out_qsize 6\n",
      "2018-07-10 02:55:54,245 : INFO : EPOCH 4 - PROGRESS: at 79.76% examples, 494915 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:55:55,269 : INFO : EPOCH 4 - PROGRESS: at 80.81% examples, 494846 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:56,285 : INFO : EPOCH 4 - PROGRESS: at 81.85% examples, 494700 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:57,289 : INFO : EPOCH 4 - PROGRESS: at 82.87% examples, 494976 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:55:58,301 : INFO : EPOCH 4 - PROGRESS: at 83.96% examples, 494683 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:55:59,345 : INFO : EPOCH 4 - PROGRESS: at 84.92% examples, 494513 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:00,377 : INFO : EPOCH 4 - PROGRESS: at 85.95% examples, 494606 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:01,383 : INFO : EPOCH 4 - PROGRESS: at 86.98% examples, 494823 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:02,406 : INFO : EPOCH 4 - PROGRESS: at 87.97% examples, 494733 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 02:56:03,408 : INFO : EPOCH 4 - PROGRESS: at 89.07% examples, 494356 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 02:56:04,443 : INFO : EPOCH 4 - PROGRESS: at 90.03% examples, 494244 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:05,451 : INFO : EPOCH 4 - PROGRESS: at 91.21% examples, 494522 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:56:06,471 : INFO : EPOCH 4 - PROGRESS: at 92.22% examples, 495007 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:07,478 : INFO : EPOCH 4 - PROGRESS: at 93.28% examples, 496072 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:08,486 : INFO : EPOCH 4 - PROGRESS: at 94.24% examples, 496177 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:56:09,493 : INFO : EPOCH 4 - PROGRESS: at 95.19% examples, 496764 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:10,517 : INFO : EPOCH 4 - PROGRESS: at 96.18% examples, 496733 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:11,528 : INFO : EPOCH 4 - PROGRESS: at 97.13% examples, 496503 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:12,532 : INFO : EPOCH 4 - PROGRESS: at 98.03% examples, 496084 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:13,549 : INFO : EPOCH 4 - PROGRESS: at 99.00% examples, 496592 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:56:14,244 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 02:56:14,273 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 02:56:14,304 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 02:56:14,323 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 02:56:14,335 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 02:56:14,337 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 02:56:14,341 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 02:56:14,351 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 02:56:14,356 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 02:56:14,358 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 02:56:14,362 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 02:56:14,363 : INFO : EPOCH - 4 : training on 58601346 raw words (40323226 effective words) took 81.1s, 497101 effective words/s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 02:56:15,451 : INFO : EPOCH 5 - PROGRESS: at 1.27% examples, 386032 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:56:16,477 : INFO : EPOCH 5 - PROGRESS: at 2.60% examples, 405325 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:17,481 : INFO : EPOCH 5 - PROGRESS: at 3.94% examples, 435326 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:18,505 : INFO : EPOCH 5 - PROGRESS: at 5.57% examples, 444071 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:19,515 : INFO : EPOCH 5 - PROGRESS: at 7.48% examples, 447505 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:20,518 : INFO : EPOCH 5 - PROGRESS: at 9.21% examples, 454236 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:21,521 : INFO : EPOCH 5 - PROGRESS: at 11.13% examples, 459273 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:22,545 : INFO : EPOCH 5 - PROGRESS: at 13.13% examples, 462631 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:56:23,546 : INFO : EPOCH 5 - PROGRESS: at 15.07% examples, 466051 words/s, in_qsize 21, out_qsize 3\n",
      "2018-07-10 02:56:24,570 : INFO : EPOCH 5 - PROGRESS: at 16.87% examples, 463538 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:56:25,581 : INFO : EPOCH 5 - PROGRESS: at 18.58% examples, 465733 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:26,584 : INFO : EPOCH 5 - PROGRESS: at 20.03% examples, 462877 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:27,617 : INFO : EPOCH 5 - PROGRESS: at 21.45% examples, 461797 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:28,637 : INFO : EPOCH 5 - PROGRESS: at 23.22% examples, 463129 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:56:29,642 : INFO : EPOCH 5 - PROGRESS: at 24.97% examples, 460032 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:30,657 : INFO : EPOCH 5 - PROGRESS: at 26.73% examples, 461063 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:56:31,663 : INFO : EPOCH 5 - PROGRESS: at 28.35% examples, 462840 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:56:32,681 : INFO : EPOCH 5 - PROGRESS: at 30.10% examples, 464421 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:33,683 : INFO : EPOCH 5 - PROGRESS: at 31.86% examples, 462998 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:34,707 : INFO : EPOCH 5 - PROGRESS: at 33.72% examples, 463804 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:56:35,729 : INFO : EPOCH 5 - PROGRESS: at 35.34% examples, 463363 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:36,743 : INFO : EPOCH 5 - PROGRESS: at 36.92% examples, 464521 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:37,785 : INFO : EPOCH 5 - PROGRESS: at 38.39% examples, 464303 words/s, in_qsize 21, out_qsize 5\n",
      "2018-07-10 02:56:38,795 : INFO : EPOCH 5 - PROGRESS: at 39.65% examples, 465008 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:39,806 : INFO : EPOCH 5 - PROGRESS: at 40.93% examples, 464323 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:56:40,815 : INFO : EPOCH 5 - PROGRESS: at 42.25% examples, 465433 words/s, in_qsize 19, out_qsize 0\n",
      "2018-07-10 02:56:41,818 : INFO : EPOCH 5 - PROGRESS: at 43.39% examples, 467558 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:56:42,820 : INFO : EPOCH 5 - PROGRESS: at 44.58% examples, 469241 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:56:43,834 : INFO : EPOCH 5 - PROGRESS: at 45.66% examples, 469694 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:56:44,861 : INFO : EPOCH 5 - PROGRESS: at 46.89% examples, 469137 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:45,871 : INFO : EPOCH 5 - PROGRESS: at 48.21% examples, 471664 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:46,885 : INFO : EPOCH 5 - PROGRESS: at 49.44% examples, 472057 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:47,889 : INFO : EPOCH 5 - PROGRESS: at 50.56% examples, 472896 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:48,908 : INFO : EPOCH 5 - PROGRESS: at 51.53% examples, 473902 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:49,933 : INFO : EPOCH 5 - PROGRESS: at 52.62% examples, 475253 words/s, in_qsize 22, out_qsize 6\n",
      "2018-07-10 02:56:50,938 : INFO : EPOCH 5 - PROGRESS: at 53.83% examples, 477164 words/s, in_qsize 22, out_qsize 8\n",
      "2018-07-10 02:56:51,949 : INFO : EPOCH 5 - PROGRESS: at 54.96% examples, 478370 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:53,021 : INFO : EPOCH 5 - PROGRESS: at 56.09% examples, 478658 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:56:54,048 : INFO : EPOCH 5 - PROGRESS: at 57.10% examples, 480425 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:56:55,096 : INFO : EPOCH 5 - PROGRESS: at 58.20% examples, 480304 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:56:56,097 : INFO : EPOCH 5 - PROGRESS: at 59.08% examples, 480218 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:56:57,123 : INFO : EPOCH 5 - PROGRESS: at 60.10% examples, 481672 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:58,131 : INFO : EPOCH 5 - PROGRESS: at 61.02% examples, 481860 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:56:59,138 : INFO : EPOCH 5 - PROGRESS: at 61.96% examples, 481651 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 02:57:00,148 : INFO : EPOCH 5 - PROGRESS: at 62.98% examples, 482167 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:01,150 : INFO : EPOCH 5 - PROGRESS: at 64.14% examples, 483056 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:02,181 : INFO : EPOCH 5 - PROGRESS: at 65.06% examples, 483183 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:57:03,181 : INFO : EPOCH 5 - PROGRESS: at 66.40% examples, 485339 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:04,184 : INFO : EPOCH 5 - PROGRESS: at 67.82% examples, 489687 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:57:05,186 : INFO : EPOCH 5 - PROGRESS: at 69.26% examples, 494059 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:06,194 : INFO : EPOCH 5 - PROGRESS: at 70.82% examples, 497822 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:07,198 : INFO : EPOCH 5 - PROGRESS: at 72.28% examples, 501463 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:57:08,208 : INFO : EPOCH 5 - PROGRESS: at 73.68% examples, 505753 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:57:09,228 : INFO : EPOCH 5 - PROGRESS: at 75.16% examples, 509061 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:10,266 : INFO : EPOCH 5 - PROGRESS: at 76.64% examples, 512247 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 02:57:11,269 : INFO : EPOCH 5 - PROGRESS: at 78.19% examples, 516342 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:12,274 : INFO : EPOCH 5 - PROGRESS: at 79.50% examples, 519639 words/s, in_qsize 19, out_qsize 1\n",
      "2018-07-10 02:57:13,295 : INFO : EPOCH 5 - PROGRESS: at 81.02% examples, 522788 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:57:14,306 : INFO : EPOCH 5 - PROGRESS: at 82.49% examples, 526071 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:15,311 : INFO : EPOCH 5 - PROGRESS: at 84.08% examples, 529599 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:16,313 : INFO : EPOCH 5 - PROGRESS: at 85.47% examples, 533313 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:17,317 : INFO : EPOCH 5 - PROGRESS: at 86.91% examples, 535776 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:18,343 : INFO : EPOCH 5 - PROGRESS: at 88.23% examples, 537095 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:19,378 : INFO : EPOCH 5 - PROGRESS: at 89.40% examples, 536960 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:57:20,384 : INFO : EPOCH 5 - PROGRESS: at 90.41% examples, 536569 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:21,390 : INFO : EPOCH 5 - PROGRESS: at 91.47% examples, 535686 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:57:22,398 : INFO : EPOCH 5 - PROGRESS: at 92.47% examples, 535167 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:23,402 : INFO : EPOCH 5 - PROGRESS: at 93.40% examples, 534719 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:24,412 : INFO : EPOCH 5 - PROGRESS: at 94.41% examples, 534496 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:25,420 : INFO : EPOCH 5 - PROGRESS: at 95.26% examples, 534059 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:26,437 : INFO : EPOCH 5 - PROGRESS: at 96.27% examples, 533715 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:57:27,442 : INFO : EPOCH 5 - PROGRESS: at 97.32% examples, 533703 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 02:57:28,451 : INFO : EPOCH 5 - PROGRESS: at 98.24% examples, 532978 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:29,453 : INFO : EPOCH 5 - PROGRESS: at 99.18% examples, 532664 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 02:57:29,998 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 02:57:30,013 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 02:57:30,015 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 02:57:30,030 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 02:57:30,039 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 02:57:30,093 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 02:57:30,096 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 02:57:30,097 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 02:57:30,099 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 02:57:30,105 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 02:57:30,116 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 02:57:30,117 : INFO : EPOCH - 5 : training on 58601346 raw words (40325578 effective words) took 75.7s, 532760 effective words/s\n",
      "2018-07-10 02:57:31,145 : INFO : EPOCH 6 - PROGRESS: at 1.40% examples, 434322 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:32,167 : INFO : EPOCH 6 - PROGRESS: at 2.77% examples, 443387 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:57:33,185 : INFO : EPOCH 6 - PROGRESS: at 4.15% examples, 458140 words/s, in_qsize 21, out_qsize 3\n",
      "2018-07-10 02:57:34,226 : INFO : EPOCH 6 - PROGRESS: at 6.06% examples, 471946 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:35,231 : INFO : EPOCH 6 - PROGRESS: at 7.80% examples, 469070 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:36,232 : INFO : EPOCH 6 - PROGRESS: at 9.59% examples, 468818 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:37,243 : INFO : EPOCH 6 - PROGRESS: at 11.46% examples, 468866 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:38,247 : INFO : EPOCH 6 - PROGRESS: at 13.28% examples, 468582 words/s, in_qsize 19, out_qsize 0\n",
      "2018-07-10 02:57:39,249 : INFO : EPOCH 6 - PROGRESS: at 15.07% examples, 465649 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 02:57:40,256 : INFO : EPOCH 6 - PROGRESS: at 16.94% examples, 465303 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:57:41,286 : INFO : EPOCH 6 - PROGRESS: at 18.58% examples, 465651 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:42,321 : INFO : EPOCH 6 - PROGRESS: at 20.20% examples, 467321 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:43,334 : INFO : EPOCH 6 - PROGRESS: at 21.71% examples, 467767 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:44,375 : INFO : EPOCH 6 - PROGRESS: at 23.48% examples, 469313 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:57:45,394 : INFO : EPOCH 6 - PROGRESS: at 25.45% examples, 470162 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:46,401 : INFO : EPOCH 6 - PROGRESS: at 27.49% examples, 472987 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:47,421 : INFO : EPOCH 6 - PROGRESS: at 29.04% examples, 473162 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:57:48,433 : INFO : EPOCH 6 - PROGRESS: at 30.50% examples, 473152 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:49,434 : INFO : EPOCH 6 - PROGRESS: at 32.52% examples, 473140 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:57:50,455 : INFO : EPOCH 6 - PROGRESS: at 34.40% examples, 473224 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:51,460 : INFO : EPOCH 6 - PROGRESS: at 35.99% examples, 473742 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:52,468 : INFO : EPOCH 6 - PROGRESS: at 37.52% examples, 472888 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:53,468 : INFO : EPOCH 6 - PROGRESS: at 39.15% examples, 475952 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:54,482 : INFO : EPOCH 6 - PROGRESS: at 40.35% examples, 475068 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:55,494 : INFO : EPOCH 6 - PROGRESS: at 41.68% examples, 476636 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:56,523 : INFO : EPOCH 6 - PROGRESS: at 42.90% examples, 476002 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:57:57,527 : INFO : EPOCH 6 - PROGRESS: at 44.04% examples, 478898 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:57:58,591 : INFO : EPOCH 6 - PROGRESS: at 45.33% examples, 479018 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:57:59,608 : INFO : EPOCH 6 - PROGRESS: at 46.50% examples, 478980 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:00,637 : INFO : EPOCH 6 - PROGRESS: at 47.63% examples, 479213 words/s, in_qsize 21, out_qsize 4\n",
      "2018-07-10 02:58:01,638 : INFO : EPOCH 6 - PROGRESS: at 48.84% examples, 478448 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:58:02,658 : INFO : EPOCH 6 - PROGRESS: at 49.98% examples, 479863 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:58:03,689 : INFO : EPOCH 6 - PROGRESS: at 51.05% examples, 479560 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:58:04,701 : INFO : EPOCH 6 - PROGRESS: at 52.18% examples, 481711 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:05,703 : INFO : EPOCH 6 - PROGRESS: at 53.34% examples, 483629 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:06,712 : INFO : EPOCH 6 - PROGRESS: at 54.40% examples, 483236 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:58:07,731 : INFO : EPOCH 6 - PROGRESS: at 55.45% examples, 483936 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 02:58:08,753 : INFO : EPOCH 6 - PROGRESS: at 56.61% examples, 485731 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:58:09,763 : INFO : EPOCH 6 - PROGRESS: at 57.71% examples, 487758 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:10,773 : INFO : EPOCH 6 - PROGRESS: at 58.76% examples, 487488 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:11,778 : INFO : EPOCH 6 - PROGRESS: at 59.67% examples, 488106 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:12,799 : INFO : EPOCH 6 - PROGRESS: at 60.66% examples, 488080 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:58:13,841 : INFO : EPOCH 6 - PROGRESS: at 61.61% examples, 488710 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:14,854 : INFO : EPOCH 6 - PROGRESS: at 62.58% examples, 487933 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:15,867 : INFO : EPOCH 6 - PROGRESS: at 63.52% examples, 487855 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:16,921 : INFO : EPOCH 6 - PROGRESS: at 64.69% examples, 488135 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 02:58:17,937 : INFO : EPOCH 6 - PROGRESS: at 65.73% examples, 488614 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:18,945 : INFO : EPOCH 6 - PROGRESS: at 66.77% examples, 488507 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:58:19,965 : INFO : EPOCH 6 - PROGRESS: at 67.87% examples, 489324 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:58:20,965 : INFO : EPOCH 6 - PROGRESS: at 68.83% examples, 489399 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:21,987 : INFO : EPOCH 6 - PROGRESS: at 70.12% examples, 489822 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:23,025 : INFO : EPOCH 6 - PROGRESS: at 70.98% examples, 488513 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:24,043 : INFO : EPOCH 6 - PROGRESS: at 72.12% examples, 489161 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:58:25,077 : INFO : EPOCH 6 - PROGRESS: at 73.03% examples, 488647 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:26,095 : INFO : EPOCH 6 - PROGRESS: at 74.01% examples, 489627 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:27,124 : INFO : EPOCH 6 - PROGRESS: at 75.15% examples, 489392 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:58:28,125 : INFO : EPOCH 6 - PROGRESS: at 76.18% examples, 489783 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:29,142 : INFO : EPOCH 6 - PROGRESS: at 77.04% examples, 489071 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:58:30,191 : INFO : EPOCH 6 - PROGRESS: at 78.22% examples, 488870 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:31,222 : INFO : EPOCH 6 - PROGRESS: at 79.17% examples, 488530 words/s, in_qsize 19, out_qsize 2\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 02:58:32,223 : INFO : EPOCH 6 - PROGRESS: at 80.08% examples, 488742 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 02:58:33,271 : INFO : EPOCH 6 - PROGRESS: at 81.21% examples, 488734 words/s, in_qsize 21, out_qsize 7\n",
      "2018-07-10 02:58:34,270 : INFO : EPOCH 6 - PROGRESS: at 82.25% examples, 489152 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:35,282 : INFO : EPOCH 6 - PROGRESS: at 83.28% examples, 489192 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:36,285 : INFO : EPOCH 6 - PROGRESS: at 84.33% examples, 489079 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:37,319 : INFO : EPOCH 6 - PROGRESS: at 85.18% examples, 488697 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 02:58:38,347 : INFO : EPOCH 6 - PROGRESS: at 86.23% examples, 488877 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:39,371 : INFO : EPOCH 6 - PROGRESS: at 87.16% examples, 488262 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:58:40,401 : INFO : EPOCH 6 - PROGRESS: at 88.25% examples, 488710 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:41,427 : INFO : EPOCH 6 - PROGRESS: at 89.29% examples, 488203 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:42,432 : INFO : EPOCH 6 - PROGRESS: at 90.28% examples, 488677 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:58:43,437 : INFO : EPOCH 6 - PROGRESS: at 91.42% examples, 488958 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:44,453 : INFO : EPOCH 6 - PROGRESS: at 92.46% examples, 489389 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:45,489 : INFO : EPOCH 6 - PROGRESS: at 93.41% examples, 489484 words/s, in_qsize 19, out_qsize 4\n",
      "2018-07-10 02:58:46,523 : INFO : EPOCH 6 - PROGRESS: at 94.48% examples, 490347 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:47,536 : INFO : EPOCH 6 - PROGRESS: at 95.44% examples, 490993 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:58:48,572 : INFO : EPOCH 6 - PROGRESS: at 96.51% examples, 491512 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:58:49,585 : INFO : EPOCH 6 - PROGRESS: at 97.53% examples, 492107 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:50,605 : INFO : EPOCH 6 - PROGRESS: at 98.55% examples, 492318 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:58:51,660 : INFO : EPOCH 6 - PROGRESS: at 99.52% examples, 492321 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:51,876 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 02:58:51,885 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 02:58:51,887 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 02:58:51,931 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 02:58:51,933 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 02:58:51,934 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 02:58:51,954 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 02:58:51,969 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 02:58:51,975 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 02:58:51,986 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 02:58:51,988 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 02:58:51,989 : INFO : EPOCH - 6 : training on 58601346 raw words (40323278 effective words) took 81.9s, 492631 effective words/s\n",
      "2018-07-10 02:58:53,067 : INFO : EPOCH 7 - PROGRESS: at 1.38% examples, 411926 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:54,077 : INFO : EPOCH 7 - PROGRESS: at 2.83% examples, 447193 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 02:58:55,105 : INFO : EPOCH 7 - PROGRESS: at 4.10% examples, 450255 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 02:58:56,123 : INFO : EPOCH 7 - PROGRESS: at 5.95% examples, 462607 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:58:57,141 : INFO : EPOCH 7 - PROGRESS: at 7.65% examples, 457499 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:58:58,202 : INFO : EPOCH 7 - PROGRESS: at 9.49% examples, 460003 words/s, in_qsize 21, out_qsize 5\n",
      "2018-07-10 02:58:59,213 : INFO : EPOCH 7 - PROGRESS: at 11.47% examples, 464682 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:00,214 : INFO : EPOCH 7 - PROGRESS: at 13.15% examples, 460581 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:01,215 : INFO : EPOCH 7 - PROGRESS: at 14.97% examples, 460229 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:02,240 : INFO : EPOCH 7 - PROGRESS: at 16.99% examples, 462380 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:03,258 : INFO : EPOCH 7 - PROGRESS: at 18.74% examples, 466695 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:04,264 : INFO : EPOCH 7 - PROGRESS: at 20.26% examples, 468121 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:05,275 : INFO : EPOCH 7 - PROGRESS: at 22.01% examples, 469504 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:06,288 : INFO : EPOCH 7 - PROGRESS: at 23.82% examples, 473543 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:07,315 : INFO : EPOCH 7 - PROGRESS: at 25.63% examples, 472752 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:08,349 : INFO : EPOCH 7 - PROGRESS: at 27.65% examples, 474115 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:09,384 : INFO : EPOCH 7 - PROGRESS: at 29.23% examples, 473115 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:10,398 : INFO : EPOCH 7 - PROGRESS: at 31.01% examples, 474135 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:11,441 : INFO : EPOCH 7 - PROGRESS: at 32.77% examples, 473450 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:12,442 : INFO : EPOCH 7 - PROGRESS: at 34.55% examples, 474126 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:13,456 : INFO : EPOCH 7 - PROGRESS: at 36.32% examples, 475229 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:14,461 : INFO : EPOCH 7 - PROGRESS: at 37.69% examples, 474326 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:15,482 : INFO : EPOCH 7 - PROGRESS: at 39.16% examples, 473935 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:16,491 : INFO : EPOCH 7 - PROGRESS: at 40.38% examples, 474175 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:17,507 : INFO : EPOCH 7 - PROGRESS: at 41.72% examples, 474967 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 02:59:18,513 : INFO : EPOCH 7 - PROGRESS: at 42.95% examples, 474895 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:19,531 : INFO : EPOCH 7 - PROGRESS: at 44.00% examples, 475703 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:20,542 : INFO : EPOCH 7 - PROGRESS: at 45.27% examples, 477454 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:21,563 : INFO : EPOCH 7 - PROGRESS: at 46.43% examples, 476744 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:59:22,649 : INFO : EPOCH 7 - PROGRESS: at 47.63% examples, 477433 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:23,676 : INFO : EPOCH 7 - PROGRESS: at 49.02% examples, 478707 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:24,716 : INFO : EPOCH 7 - PROGRESS: at 50.16% examples, 478604 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 02:59:25,760 : INFO : EPOCH 7 - PROGRESS: at 51.25% examples, 480250 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:26,761 : INFO : EPOCH 7 - PROGRESS: at 52.41% examples, 482193 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:27,773 : INFO : EPOCH 7 - PROGRESS: at 53.40% examples, 481937 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:28,808 : INFO : EPOCH 7 - PROGRESS: at 54.41% examples, 480836 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:29,814 : INFO : EPOCH 7 - PROGRESS: at 55.53% examples, 482303 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:30,831 : INFO : EPOCH 7 - PROGRESS: at 56.54% examples, 482855 words/s, in_qsize 22, out_qsize 6\n",
      "2018-07-10 02:59:31,832 : INFO : EPOCH 7 - PROGRESS: at 57.58% examples, 484135 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:59:32,868 : INFO : EPOCH 7 - PROGRESS: at 58.72% examples, 484761 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:59:33,888 : INFO : EPOCH 7 - PROGRESS: at 59.67% examples, 485604 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 02:59:34,908 : INFO : EPOCH 7 - PROGRESS: at 60.78% examples, 487344 words/s, in_qsize 19, out_qsize 2\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 02:59:35,909 : INFO : EPOCH 7 - PROGRESS: at 61.74% examples, 488662 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:36,919 : INFO : EPOCH 7 - PROGRESS: at 62.73% examples, 487512 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:37,921 : INFO : EPOCH 7 - PROGRESS: at 63.83% examples, 489401 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:38,938 : INFO : EPOCH 7 - PROGRESS: at 64.82% examples, 488563 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:39,968 : INFO : EPOCH 7 - PROGRESS: at 65.72% examples, 487261 words/s, in_qsize 22, out_qsize 5\n",
      "2018-07-10 02:59:41,012 : INFO : EPOCH 7 - PROGRESS: at 66.75% examples, 486962 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:42,019 : INFO : EPOCH 7 - PROGRESS: at 67.86% examples, 487627 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:43,042 : INFO : EPOCH 7 - PROGRESS: at 68.84% examples, 487821 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:44,049 : INFO : EPOCH 7 - PROGRESS: at 70.12% examples, 488341 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:45,069 : INFO : EPOCH 7 - PROGRESS: at 71.10% examples, 488035 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:46,075 : INFO : EPOCH 7 - PROGRESS: at 72.27% examples, 489521 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:59:47,078 : INFO : EPOCH 7 - PROGRESS: at 73.22% examples, 489669 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:48,094 : INFO : EPOCH 7 - PROGRESS: at 74.24% examples, 490810 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:49,098 : INFO : EPOCH 7 - PROGRESS: at 75.40% examples, 490918 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 02:59:50,118 : INFO : EPOCH 7 - PROGRESS: at 76.46% examples, 490854 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:51,125 : INFO : EPOCH 7 - PROGRESS: at 77.36% examples, 490483 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 02:59:52,161 : INFO : EPOCH 7 - PROGRESS: at 78.38% examples, 490108 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 02:59:53,169 : INFO : EPOCH 7 - PROGRESS: at 79.46% examples, 491256 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:54,176 : INFO : EPOCH 7 - PROGRESS: at 80.54% examples, 491934 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:55,182 : INFO : EPOCH 7 - PROGRESS: at 81.64% examples, 492337 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:56,205 : INFO : EPOCH 7 - PROGRESS: at 82.75% examples, 493327 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 02:59:57,231 : INFO : EPOCH 7 - PROGRESS: at 83.94% examples, 493647 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:58,243 : INFO : EPOCH 7 - PROGRESS: at 84.95% examples, 493979 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 02:59:59,243 : INFO : EPOCH 7 - PROGRESS: at 85.97% examples, 494293 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:00,254 : INFO : EPOCH 7 - PROGRESS: at 86.97% examples, 494225 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:01,273 : INFO : EPOCH 7 - PROGRESS: at 88.00% examples, 494378 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:00:02,288 : INFO : EPOCH 7 - PROGRESS: at 89.08% examples, 493926 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:00:03,292 : INFO : EPOCH 7 - PROGRESS: at 90.07% examples, 494101 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:04,305 : INFO : EPOCH 7 - PROGRESS: at 91.22% examples, 494223 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:05,328 : INFO : EPOCH 7 - PROGRESS: at 92.12% examples, 493842 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:06,338 : INFO : EPOCH 7 - PROGRESS: at 92.98% examples, 493348 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:07,387 : INFO : EPOCH 7 - PROGRESS: at 93.97% examples, 493444 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:00:08,389 : INFO : EPOCH 7 - PROGRESS: at 95.21% examples, 496286 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:09,402 : INFO : EPOCH 7 - PROGRESS: at 96.60% examples, 499299 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:00:10,412 : INFO : EPOCH 7 - PROGRESS: at 98.11% examples, 502494 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:11,412 : INFO : EPOCH 7 - PROGRESS: at 99.50% examples, 505454 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:11,612 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:00:11,617 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:00:11,623 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:00:11,642 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:00:11,644 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:00:11,647 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:00:11,659 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:00:11,671 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:00:11,672 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:00:11,676 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:00:11,686 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:00:11,687 : INFO : EPOCH - 7 : training on 58601346 raw words (40322957 effective words) took 79.7s, 506238 effective words/s\n",
      "2018-07-10 03:00:12,721 : INFO : EPOCH 8 - PROGRESS: at 2.01% examples, 611889 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:13,737 : INFO : EPOCH 8 - PROGRESS: at 3.80% examples, 634604 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:14,743 : INFO : EPOCH 8 - PROGRESS: at 6.09% examples, 636912 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:15,743 : INFO : EPOCH 8 - PROGRESS: at 8.49% examples, 631238 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:16,753 : INFO : EPOCH 8 - PROGRESS: at 10.20% examples, 596671 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:00:17,760 : INFO : EPOCH 8 - PROGRESS: at 12.19% examples, 579255 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:18,776 : INFO : EPOCH 8 - PROGRESS: at 14.03% examples, 565519 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:19,784 : INFO : EPOCH 8 - PROGRESS: at 16.21% examples, 556620 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:00:20,819 : INFO : EPOCH 8 - PROGRESS: at 18.16% examples, 553278 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:21,823 : INFO : EPOCH 8 - PROGRESS: at 19.86% examples, 549288 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:22,832 : INFO : EPOCH 8 - PROGRESS: at 21.44% examples, 546291 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:23,843 : INFO : EPOCH 8 - PROGRESS: at 23.26% examples, 542256 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:24,861 : INFO : EPOCH 8 - PROGRESS: at 25.11% examples, 535001 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:00:25,862 : INFO : EPOCH 8 - PROGRESS: at 26.95% examples, 533573 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:26,866 : INFO : EPOCH 8 - PROGRESS: at 28.50% examples, 527369 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:00:27,873 : INFO : EPOCH 8 - PROGRESS: at 30.10% examples, 523364 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:28,874 : INFO : EPOCH 8 - PROGRESS: at 31.88% examples, 518374 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:00:29,877 : INFO : EPOCH 8 - PROGRESS: at 33.71% examples, 517026 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:30,888 : INFO : EPOCH 8 - PROGRESS: at 35.40% examples, 516561 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:31,897 : INFO : EPOCH 8 - PROGRESS: at 37.09% examples, 516817 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:32,918 : INFO : EPOCH 8 - PROGRESS: at 38.71% examples, 515051 words/s, in_qsize 19, out_qsize 3\n",
      "2018-07-10 03:00:33,970 : INFO : EPOCH 8 - PROGRESS: at 40.02% examples, 514303 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:00:35,000 : INFO : EPOCH 8 - PROGRESS: at 41.48% examples, 514590 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:00:36,018 : INFO : EPOCH 8 - PROGRESS: at 42.84% examples, 514844 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:37,062 : INFO : EPOCH 8 - PROGRESS: at 43.97% examples, 515353 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:38,074 : INFO : EPOCH 8 - PROGRESS: at 45.21% examples, 514783 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:00:39,101 : INFO : EPOCH 8 - PROGRESS: at 46.38% examples, 513307 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:40,112 : INFO : EPOCH 8 - PROGRESS: at 47.49% examples, 511576 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:41,127 : INFO : EPOCH 8 - PROGRESS: at 48.82% examples, 511550 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:42,139 : INFO : EPOCH 8 - PROGRESS: at 49.86% examples, 510764 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:00:43,149 : INFO : EPOCH 8 - PROGRESS: at 50.99% examples, 510556 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:00:44,162 : INFO : EPOCH 8 - PROGRESS: at 52.10% examples, 511417 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:00:45,169 : INFO : EPOCH 8 - PROGRESS: at 53.18% examples, 511257 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:46,169 : INFO : EPOCH 8 - PROGRESS: at 54.28% examples, 510967 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:00:47,174 : INFO : EPOCH 8 - PROGRESS: at 55.30% examples, 511058 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:48,181 : INFO : EPOCH 8 - PROGRESS: at 56.43% examples, 511959 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:49,193 : INFO : EPOCH 8 - PROGRESS: at 57.49% examples, 512673 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:00:50,200 : INFO : EPOCH 8 - PROGRESS: at 58.58% examples, 512151 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:00:51,218 : INFO : EPOCH 8 - PROGRESS: at 59.41% examples, 510291 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:00:52,249 : INFO : EPOCH 8 - PROGRESS: at 60.41% examples, 510646 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:53,266 : INFO : EPOCH 8 - PROGRESS: at 61.37% examples, 510523 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:54,275 : INFO : EPOCH 8 - PROGRESS: at 62.41% examples, 510811 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:55,298 : INFO : EPOCH 8 - PROGRESS: at 63.44% examples, 510811 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:00:56,372 : INFO : EPOCH 8 - PROGRESS: at 64.63% examples, 510813 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:57,379 : INFO : EPOCH 8 - PROGRESS: at 65.65% examples, 510524 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:00:58,397 : INFO : EPOCH 8 - PROGRESS: at 66.77% examples, 510802 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:00:59,410 : INFO : EPOCH 8 - PROGRESS: at 67.89% examples, 511182 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:00,449 : INFO : EPOCH 8 - PROGRESS: at 68.83% examples, 510235 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:01:01,457 : INFO : EPOCH 8 - PROGRESS: at 70.07% examples, 510047 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:01:02,460 : INFO : EPOCH 8 - PROGRESS: at 71.26% examples, 511749 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:01:03,469 : INFO : EPOCH 8 - PROGRESS: at 72.80% examples, 516127 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:01:04,493 : INFO : EPOCH 8 - PROGRESS: at 74.09% examples, 520079 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:05,507 : INFO : EPOCH 8 - PROGRESS: at 75.44% examples, 520873 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:06,538 : INFO : EPOCH 8 - PROGRESS: at 76.53% examples, 520383 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:01:07,565 : INFO : EPOCH 8 - PROGRESS: at 77.57% examples, 520595 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:08,581 : INFO : EPOCH 8 - PROGRESS: at 78.55% examples, 519641 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:09,605 : INFO : EPOCH 8 - PROGRESS: at 79.64% examples, 520420 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:10,612 : INFO : EPOCH 8 - PROGRESS: at 80.60% examples, 519468 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:11,623 : INFO : EPOCH 8 - PROGRESS: at 81.64% examples, 518663 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:12,650 : INFO : EPOCH 8 - PROGRESS: at 82.67% examples, 518745 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:01:13,664 : INFO : EPOCH 8 - PROGRESS: at 83.88% examples, 518727 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:14,668 : INFO : EPOCH 8 - PROGRESS: at 84.87% examples, 518836 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:15,687 : INFO : EPOCH 8 - PROGRESS: at 85.96% examples, 519158 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 03:01:16,693 : INFO : EPOCH 8 - PROGRESS: at 86.84% examples, 517645 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:17,745 : INFO : EPOCH 8 - PROGRESS: at 87.88% examples, 517136 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:01:18,798 : INFO : EPOCH 8 - PROGRESS: at 89.11% examples, 517306 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:19,826 : INFO : EPOCH 8 - PROGRESS: at 90.05% examples, 516595 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:20,838 : INFO : EPOCH 8 - PROGRESS: at 91.10% examples, 515843 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:01:21,846 : INFO : EPOCH 8 - PROGRESS: at 92.16% examples, 516137 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:01:22,874 : INFO : EPOCH 8 - PROGRESS: at 93.02% examples, 515246 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:01:23,877 : INFO : EPOCH 8 - PROGRESS: at 94.01% examples, 515490 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:24,903 : INFO : EPOCH 8 - PROGRESS: at 94.89% examples, 515016 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:25,909 : INFO : EPOCH 8 - PROGRESS: at 96.01% examples, 516080 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:01:26,933 : INFO : EPOCH 8 - PROGRESS: at 97.04% examples, 515991 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:27,934 : INFO : EPOCH 8 - PROGRESS: at 98.00% examples, 515754 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:28,957 : INFO : EPOCH 8 - PROGRESS: at 98.99% examples, 515990 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:29,651 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:01:29,670 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:01:29,684 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:01:29,688 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:01:29,693 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:01:29,702 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:01:29,704 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:01:29,705 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:01:29,728 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:01:29,730 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:01:29,746 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:01:29,747 : INFO : EPOCH - 8 : training on 58601346 raw words (40322761 effective words) took 78.1s, 516596 effective words/s\n",
      "2018-07-10 03:01:30,816 : INFO : EPOCH 9 - PROGRESS: at 1.46% examples, 444978 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:31,840 : INFO : EPOCH 9 - PROGRESS: at 2.96% examples, 482096 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:32,850 : INFO : EPOCH 9 - PROGRESS: at 4.39% examples, 491219 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:33,877 : INFO : EPOCH 9 - PROGRESS: at 6.25% examples, 487243 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:01:34,877 : INFO : EPOCH 9 - PROGRESS: at 8.03% examples, 482197 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:35,909 : INFO : EPOCH 9 - PROGRESS: at 9.75% examples, 475834 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:01:36,917 : INFO : EPOCH 9 - PROGRESS: at 11.58% examples, 473501 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:01:37,933 : INFO : EPOCH 9 - PROGRESS: at 13.41% examples, 475217 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:38,987 : INFO : EPOCH 9 - PROGRESS: at 15.48% examples, 474681 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:40,008 : INFO : EPOCH 9 - PROGRESS: at 17.59% examples, 480262 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:41,012 : INFO : EPOCH 9 - PROGRESS: at 19.75% examples, 496445 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:42,017 : INFO : EPOCH 9 - PROGRESS: at 22.09% examples, 514021 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:01:43,034 : INFO : EPOCH 9 - PROGRESS: at 24.80% examples, 526288 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:01:44,060 : INFO : EPOCH 9 - PROGRESS: at 27.11% examples, 534667 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:01:45,063 : INFO : EPOCH 9 - PROGRESS: at 29.05% examples, 534627 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:46,073 : INFO : EPOCH 9 - PROGRESS: at 30.93% examples, 534874 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:47,090 : INFO : EPOCH 9 - PROGRESS: at 33.04% examples, 533651 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:48,097 : INFO : EPOCH 9 - PROGRESS: at 34.61% examples, 529768 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:49,100 : INFO : EPOCH 9 - PROGRESS: at 36.42% examples, 529251 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:01:50,104 : INFO : EPOCH 9 - PROGRESS: at 37.82% examples, 527482 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:51,107 : INFO : EPOCH 9 - PROGRESS: at 39.43% examples, 527050 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:52,153 : INFO : EPOCH 9 - PROGRESS: at 40.71% examples, 523652 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:01:53,156 : INFO : EPOCH 9 - PROGRESS: at 41.92% examples, 521835 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:01:54,232 : INFO : EPOCH 9 - PROGRESS: at 43.19% examples, 521062 words/s, in_qsize 21, out_qsize 5\n",
      "2018-07-10 03:01:55,220 : INFO : EPOCH 9 - PROGRESS: at 44.34% examples, 521363 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:01:56,271 : INFO : EPOCH 9 - PROGRESS: at 45.62% examples, 521012 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:01:57,278 : INFO : EPOCH 9 - PROGRESS: at 46.91% examples, 519927 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:01:58,291 : INFO : EPOCH 9 - PROGRESS: at 48.02% examples, 519325 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:01:59,378 : INFO : EPOCH 9 - PROGRESS: at 49.44% examples, 518157 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:02:00,414 : INFO : EPOCH 9 - PROGRESS: at 50.67% examples, 518780 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:01,443 : INFO : EPOCH 9 - PROGRESS: at 51.55% examples, 517145 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:02:02,467 : INFO : EPOCH 9 - PROGRESS: at 52.61% examples, 516244 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:02:03,482 : INFO : EPOCH 9 - PROGRESS: at 53.78% examples, 516704 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:04,485 : INFO : EPOCH 9 - PROGRESS: at 54.85% examples, 516205 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:05,492 : INFO : EPOCH 9 - PROGRESS: at 55.92% examples, 515389 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:02:06,517 : INFO : EPOCH 9 - PROGRESS: at 56.93% examples, 515555 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:02:07,553 : INFO : EPOCH 9 - PROGRESS: at 57.86% examples, 513730 words/s, in_qsize 21, out_qsize 5\n",
      "2018-07-10 03:02:08,559 : INFO : EPOCH 9 - PROGRESS: at 58.89% examples, 513744 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:09,574 : INFO : EPOCH 9 - PROGRESS: at 59.85% examples, 513762 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:02:10,588 : INFO : EPOCH 9 - PROGRESS: at 60.85% examples, 513527 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:11,605 : INFO : EPOCH 9 - PROGRESS: at 61.93% examples, 515065 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:12,642 : INFO : EPOCH 9 - PROGRESS: at 62.98% examples, 514785 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:02:13,696 : INFO : EPOCH 9 - PROGRESS: at 64.21% examples, 515432 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:14,701 : INFO : EPOCH 9 - PROGRESS: at 65.30% examples, 516032 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:02:15,738 : INFO : EPOCH 9 - PROGRESS: at 66.50% examples, 516204 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:02:16,742 : INFO : EPOCH 9 - PROGRESS: at 67.57% examples, 516654 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 03:02:17,775 : INFO : EPOCH 9 - PROGRESS: at 68.63% examples, 516062 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:02:18,779 : INFO : EPOCH 9 - PROGRESS: at 69.83% examples, 516419 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:19,781 : INFO : EPOCH 9 - PROGRESS: at 70.97% examples, 516905 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:20,782 : INFO : EPOCH 9 - PROGRESS: at 72.13% examples, 517302 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:21,813 : INFO : EPOCH 9 - PROGRESS: at 73.16% examples, 517689 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:22,832 : INFO : EPOCH 9 - PROGRESS: at 74.07% examples, 517716 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 03:02:23,854 : INFO : EPOCH 9 - PROGRESS: at 75.27% examples, 517195 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:02:24,868 : INFO : EPOCH 9 - PROGRESS: at 76.39% examples, 517313 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:02:25,877 : INFO : EPOCH 9 - PROGRESS: at 77.36% examples, 517004 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:02:26,898 : INFO : EPOCH 9 - PROGRESS: at 78.38% examples, 516265 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:27,915 : INFO : EPOCH 9 - PROGRESS: at 79.39% examples, 516067 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:28,921 : INFO : EPOCH 9 - PROGRESS: at 80.44% examples, 516308 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:29,956 : INFO : EPOCH 9 - PROGRESS: at 81.59% examples, 516238 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:30,961 : INFO : EPOCH 9 - PROGRESS: at 82.60% examples, 516165 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:02:31,982 : INFO : EPOCH 9 - PROGRESS: at 83.74% examples, 515523 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:32,991 : INFO : EPOCH 9 - PROGRESS: at 84.62% examples, 514693 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:33,993 : INFO : EPOCH 9 - PROGRESS: at 85.62% examples, 515505 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:35,006 : INFO : EPOCH 9 - PROGRESS: at 86.80% examples, 515965 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:36,043 : INFO : EPOCH 9 - PROGRESS: at 87.87% examples, 515838 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:02:37,093 : INFO : EPOCH 9 - PROGRESS: at 89.07% examples, 515696 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:38,100 : INFO : EPOCH 9 - PROGRESS: at 90.05% examples, 515480 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:39,101 : INFO : EPOCH 9 - PROGRESS: at 91.23% examples, 515601 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:40,124 : INFO : EPOCH 9 - PROGRESS: at 92.20% examples, 515314 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:41,138 : INFO : EPOCH 9 - PROGRESS: at 93.05% examples, 514585 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:42,146 : INFO : EPOCH 9 - PROGRESS: at 94.03% examples, 514527 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:43,165 : INFO : EPOCH 9 - PROGRESS: at 95.00% examples, 515170 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:44,167 : INFO : EPOCH 9 - PROGRESS: at 96.01% examples, 515051 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:45,167 : INFO : EPOCH 9 - PROGRESS: at 96.99% examples, 514930 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:46,175 : INFO : EPOCH 9 - PROGRESS: at 98.00% examples, 514931 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:02:47,198 : INFO : EPOCH 9 - PROGRESS: at 98.91% examples, 514643 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:02:47,967 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:02:47,972 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:02:47,973 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:02:48,009 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:02:48,013 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:02:48,021 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:02:48,029 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:02:48,033 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:02:48,038 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:02:48,052 : INFO : worker thread finished; awaiting finish of 1 more threads\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:02:48,065 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:02:48,068 : INFO : EPOCH - 9 : training on 58601346 raw words (40325023 effective words) took 78.3s, 515269 effective words/s\n",
      "2018-07-10 03:02:49,134 : INFO : EPOCH 10 - PROGRESS: at 1.40% examples, 437925 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:50,218 : INFO : EPOCH 10 - PROGRESS: at 2.91% examples, 471543 words/s, in_qsize 21, out_qsize 4\n",
      "2018-07-10 03:02:51,174 : INFO : EPOCH 10 - PROGRESS: at 4.16% examples, 458507 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:52,185 : INFO : EPOCH 10 - PROGRESS: at 5.93% examples, 463934 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:53,193 : INFO : EPOCH 10 - PROGRESS: at 7.70% examples, 462238 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:02:54,197 : INFO : EPOCH 10 - PROGRESS: at 9.57% examples, 470107 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:55,199 : INFO : EPOCH 10 - PROGRESS: at 11.83% examples, 481541 words/s, in_qsize 20, out_qsize 0\n",
      "2018-07-10 03:02:56,204 : INFO : EPOCH 10 - PROGRESS: at 13.39% examples, 476897 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:57,233 : INFO : EPOCH 10 - PROGRESS: at 15.60% examples, 479550 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:02:58,246 : INFO : EPOCH 10 - PROGRESS: at 17.33% examples, 474859 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:02:59,265 : INFO : EPOCH 10 - PROGRESS: at 19.05% examples, 478272 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:03:00,279 : INFO : EPOCH 10 - PROGRESS: at 20.44% examples, 476186 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:01,299 : INFO : EPOCH 10 - PROGRESS: at 22.10% examples, 476918 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:03:02,313 : INFO : EPOCH 10 - PROGRESS: at 23.82% examples, 474564 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:03,329 : INFO : EPOCH 10 - PROGRESS: at 25.72% examples, 473345 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 03:03:04,353 : INFO : EPOCH 10 - PROGRESS: at 27.49% examples, 473905 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:05,380 : INFO : EPOCH 10 - PROGRESS: at 29.26% examples, 476467 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:03:06,388 : INFO : EPOCH 10 - PROGRESS: at 31.29% examples, 479637 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:07,421 : INFO : EPOCH 10 - PROGRESS: at 33.17% examples, 479489 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:03:08,428 : INFO : EPOCH 10 - PROGRESS: at 34.64% examples, 477186 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:09,438 : INFO : EPOCH 10 - PROGRESS: at 36.42% examples, 478947 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:10,446 : INFO : EPOCH 10 - PROGRESS: at 37.63% examples, 476363 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:03:11,459 : INFO : EPOCH 10 - PROGRESS: at 39.13% examples, 475594 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:12,482 : INFO : EPOCH 10 - PROGRESS: at 40.36% examples, 474762 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:13,493 : INFO : EPOCH 10 - PROGRESS: at 41.54% examples, 473764 words/s, in_qsize 21, out_qsize 3\n",
      "2018-07-10 03:03:14,507 : INFO : EPOCH 10 - PROGRESS: at 42.83% examples, 474527 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:15,520 : INFO : EPOCH 10 - PROGRESS: at 43.84% examples, 474927 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:03:16,552 : INFO : EPOCH 10 - PROGRESS: at 45.04% examples, 475433 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:17,567 : INFO : EPOCH 10 - PROGRESS: at 46.21% examples, 475029 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:18,576 : INFO : EPOCH 10 - PROGRESS: at 47.40% examples, 475841 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:19,590 : INFO : EPOCH 10 - PROGRESS: at 48.75% examples, 477383 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:20,593 : INFO : EPOCH 10 - PROGRESS: at 49.79% examples, 477585 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:21,622 : INFO : EPOCH 10 - PROGRESS: at 50.97% examples, 478979 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:03:22,605 : INFO : EPOCH 10 - PROGRESS: at 52.08% examples, 481199 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:03:23,622 : INFO : EPOCH 10 - PROGRESS: at 53.28% examples, 483681 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:24,628 : INFO : EPOCH 10 - PROGRESS: at 54.39% examples, 483990 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:03:25,633 : INFO : EPOCH 10 - PROGRESS: at 55.37% examples, 484371 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:03:26,638 : INFO : EPOCH 10 - PROGRESS: at 56.38% examples, 484312 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:03:27,648 : INFO : EPOCH 10 - PROGRESS: at 57.47% examples, 485951 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:03:28,654 : INFO : EPOCH 10 - PROGRESS: at 58.64% examples, 487074 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:29,663 : INFO : EPOCH 10 - PROGRESS: at 59.58% examples, 488123 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:30,676 : INFO : EPOCH 10 - PROGRESS: at 60.59% examples, 488545 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:31,684 : INFO : EPOCH 10 - PROGRESS: at 61.61% examples, 490187 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:32,705 : INFO : EPOCH 10 - PROGRESS: at 62.68% examples, 490471 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:33,709 : INFO : EPOCH 10 - PROGRESS: at 63.63% examples, 490543 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:34,745 : INFO : EPOCH 10 - PROGRESS: at 64.72% examples, 490426 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:35,754 : INFO : EPOCH 10 - PROGRESS: at 65.73% examples, 490568 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:03:36,757 : INFO : EPOCH 10 - PROGRESS: at 66.77% examples, 490590 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:37,768 : INFO : EPOCH 10 - PROGRESS: at 67.91% examples, 491419 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:38,786 : INFO : EPOCH 10 - PROGRESS: at 68.89% examples, 491610 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:03:39,797 : INFO : EPOCH 10 - PROGRESS: at 70.21% examples, 492458 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:40,817 : INFO : EPOCH 10 - PROGRESS: at 71.17% examples, 492087 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:03:41,852 : INFO : EPOCH 10 - PROGRESS: at 72.23% examples, 491935 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:42,859 : INFO : EPOCH 10 - PROGRESS: at 73.27% examples, 493057 words/s, in_qsize 20, out_qsize 2\n",
      "2018-07-10 03:03:43,870 : INFO : EPOCH 10 - PROGRESS: at 74.34% examples, 494283 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:44,889 : INFO : EPOCH 10 - PROGRESS: at 75.47% examples, 494181 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:03:45,897 : INFO : EPOCH 10 - PROGRESS: at 76.58% examples, 494388 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:46,972 : INFO : EPOCH 10 - PROGRESS: at 77.63% examples, 494472 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:03:47,995 : INFO : EPOCH 10 - PROGRESS: at 78.77% examples, 495420 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:48,996 : INFO : EPOCH 10 - PROGRESS: at 79.63% examples, 494743 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:50,008 : INFO : EPOCH 10 - PROGRESS: at 80.58% examples, 494426 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:51,027 : INFO : EPOCH 10 - PROGRESS: at 81.64% examples, 494118 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:52,045 : INFO : EPOCH 10 - PROGRESS: at 82.67% examples, 494601 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:53,057 : INFO : EPOCH 10 - PROGRESS: at 83.87% examples, 495080 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:54,073 : INFO : EPOCH 10 - PROGRESS: at 84.94% examples, 495745 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:55,073 : INFO : EPOCH 10 - PROGRESS: at 86.00% examples, 496268 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:03:56,074 : INFO : EPOCH 10 - PROGRESS: at 87.04% examples, 496724 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:03:57,084 : INFO : EPOCH 10 - PROGRESS: at 88.06% examples, 496780 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:03:58,098 : INFO : EPOCH 10 - PROGRESS: at 89.18% examples, 496585 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:03:59,108 : INFO : EPOCH 10 - PROGRESS: at 90.18% examples, 496739 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:04:00,117 : INFO : EPOCH 10 - PROGRESS: at 91.25% examples, 496439 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:01,133 : INFO : EPOCH 10 - PROGRESS: at 92.18% examples, 496164 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:02,138 : INFO : EPOCH 10 - PROGRESS: at 93.15% examples, 496540 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:03,148 : INFO : EPOCH 10 - PROGRESS: at 94.18% examples, 497190 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:04,150 : INFO : EPOCH 10 - PROGRESS: at 95.02% examples, 497300 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:04:05,245 : INFO : EPOCH 10 - PROGRESS: at 96.08% examples, 497015 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:06,248 : INFO : EPOCH 10 - PROGRESS: at 97.05% examples, 497118 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:07,254 : INFO : EPOCH 10 - PROGRESS: at 98.00% examples, 496864 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:08,260 : INFO : EPOCH 10 - PROGRESS: at 98.93% examples, 497052 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:09,056 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:04:09,059 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:04:09,092 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:04:09,098 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:04:09,116 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:04:09,133 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:04:09,139 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:04:09,162 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:04:09,167 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:04:09,185 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:04:09,189 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:04:09,189 : INFO : EPOCH - 10 : training on 58601346 raw words (40324664 effective words) took 81.1s, 497404 effective words/s\n",
      "2018-07-10 03:04:10,217 : INFO : EPOCH 11 - PROGRESS: at 1.37% examples, 406913 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:11,218 : INFO : EPOCH 11 - PROGRESS: at 2.84% examples, 458276 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:12,241 : INFO : EPOCH 11 - PROGRESS: at 4.22% examples, 465008 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:13,243 : INFO : EPOCH 11 - PROGRESS: at 6.20% examples, 486292 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:14,247 : INFO : EPOCH 11 - PROGRESS: at 8.05% examples, 487061 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:15,259 : INFO : EPOCH 11 - PROGRESS: at 9.85% examples, 481778 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:16,270 : INFO : EPOCH 11 - PROGRESS: at 11.85% examples, 482469 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:17,277 : INFO : EPOCH 11 - PROGRESS: at 13.46% examples, 479255 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:04:18,290 : INFO : EPOCH 11 - PROGRESS: at 15.32% examples, 474527 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:19,303 : INFO : EPOCH 11 - PROGRESS: at 17.09% examples, 470961 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:20,333 : INFO : EPOCH 11 - PROGRESS: at 18.70% examples, 470270 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:21,348 : INFO : EPOCH 11 - PROGRESS: at 20.36% examples, 472537 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:04:22,373 : INFO : EPOCH 11 - PROGRESS: at 21.80% examples, 470373 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:04:23,405 : INFO : EPOCH 11 - PROGRESS: at 23.47% examples, 469431 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 03:04:24,428 : INFO : EPOCH 11 - PROGRESS: at 25.41% examples, 469335 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:04:25,452 : INFO : EPOCH 11 - PROGRESS: at 27.13% examples, 469118 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:26,473 : INFO : EPOCH 11 - PROGRESS: at 28.85% examples, 470397 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:04:27,516 : INFO : EPOCH 11 - PROGRESS: at 30.78% examples, 472760 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:04:28,529 : INFO : EPOCH 11 - PROGRESS: at 32.51% examples, 472119 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:29,531 : INFO : EPOCH 11 - PROGRESS: at 34.43% examples, 474149 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:30,548 : INFO : EPOCH 11 - PROGRESS: at 36.28% examples, 475402 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:31,565 : INFO : EPOCH 11 - PROGRESS: at 37.75% examples, 476215 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:32,599 : INFO : EPOCH 11 - PROGRESS: at 39.40% examples, 479209 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:04:33,642 : INFO : EPOCH 11 - PROGRESS: at 40.74% examples, 479312 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:34,653 : INFO : EPOCH 11 - PROGRESS: at 42.19% examples, 481520 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:04:35,656 : INFO : EPOCH 11 - PROGRESS: at 43.32% examples, 482767 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:36,740 : INFO : EPOCH 11 - PROGRESS: at 44.46% examples, 482824 words/s, in_qsize 21, out_qsize 4\n",
      "2018-07-10 03:04:37,730 : INFO : EPOCH 11 - PROGRESS: at 45.60% examples, 482702 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:38,734 : INFO : EPOCH 11 - PROGRESS: at 46.86% examples, 483138 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:04:39,739 : INFO : EPOCH 11 - PROGRESS: at 47.88% examples, 482672 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:40,746 : INFO : EPOCH 11 - PROGRESS: at 49.25% examples, 482861 words/s, in_qsize 20, out_qsize 0\n",
      "2018-07-10 03:04:41,796 : INFO : EPOCH 11 - PROGRESS: at 50.45% examples, 483280 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:42,802 : INFO : EPOCH 11 - PROGRESS: at 51.44% examples, 485093 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:43,861 : INFO : EPOCH 11 - PROGRESS: at 52.54% examples, 485313 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:04:44,871 : INFO : EPOCH 11 - PROGRESS: at 53.66% examples, 486549 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:45,875 : INFO : EPOCH 11 - PROGRESS: at 54.70% examples, 486065 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:46,895 : INFO : EPOCH 11 - PROGRESS: at 55.79% examples, 486805 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:47,899 : INFO : EPOCH 11 - PROGRESS: at 56.85% examples, 488087 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:48,942 : INFO : EPOCH 11 - PROGRESS: at 57.89% examples, 488120 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:49,943 : INFO : EPOCH 11 - PROGRESS: at 58.95% examples, 489055 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:50,958 : INFO : EPOCH 11 - PROGRESS: at 59.97% examples, 490601 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:52,018 : INFO : EPOCH 11 - PROGRESS: at 60.97% examples, 491068 words/s, in_qsize 22, out_qsize 4\n",
      "2018-07-10 03:04:53,021 : INFO : EPOCH 11 - PROGRESS: at 62.07% examples, 492385 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:54,053 : INFO : EPOCH 11 - PROGRESS: at 63.02% examples, 492198 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:04:55,068 : INFO : EPOCH 11 - PROGRESS: at 64.25% examples, 493374 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:56,091 : INFO : EPOCH 11 - PROGRESS: at 65.42% examples, 494868 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:57,106 : INFO : EPOCH 11 - PROGRESS: at 66.47% examples, 494442 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:04:58,110 : INFO : EPOCH 11 - PROGRESS: at 67.51% examples, 495150 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:04:59,117 : INFO : EPOCH 11 - PROGRESS: at 68.61% examples, 495502 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:05:00,133 : INFO : EPOCH 11 - PROGRESS: at 69.70% examples, 495340 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:05:01,135 : INFO : EPOCH 11 - PROGRESS: at 70.83% examples, 496223 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:02,165 : INFO : EPOCH 11 - PROGRESS: at 72.04% examples, 496817 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:05:03,195 : INFO : EPOCH 11 - PROGRESS: at 73.05% examples, 497442 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:05:04,196 : INFO : EPOCH 11 - PROGRESS: at 74.05% examples, 498544 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:05,236 : INFO : EPOCH 11 - PROGRESS: at 75.23% examples, 498273 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:05:06,260 : INFO : EPOCH 11 - PROGRESS: at 76.32% examples, 498569 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:07,289 : INFO : EPOCH 11 - PROGRESS: at 77.31% examples, 498532 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:05:08,295 : INFO : EPOCH 11 - PROGRESS: at 78.41% examples, 498924 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:09,311 : INFO : EPOCH 11 - PROGRESS: at 79.39% examples, 498722 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:10,360 : INFO : EPOCH 11 - PROGRESS: at 80.45% examples, 498980 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:11,362 : INFO : EPOCH 11 - PROGRESS: at 81.59% examples, 499493 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:12,383 : INFO : EPOCH 11 - PROGRESS: at 82.68% examples, 500446 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:13,387 : INFO : EPOCH 11 - PROGRESS: at 83.83% examples, 500336 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:05:14,389 : INFO : EPOCH 11 - PROGRESS: at 84.89% examples, 501165 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:05:15,437 : INFO : EPOCH 11 - PROGRESS: at 85.90% examples, 500990 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:05:16,442 : INFO : EPOCH 11 - PROGRESS: at 87.02% examples, 501748 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:05:17,469 : INFO : EPOCH 11 - PROGRESS: at 87.97% examples, 501127 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:05:18,488 : INFO : EPOCH 11 - PROGRESS: at 89.13% examples, 501195 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 03:05:19,504 : INFO : EPOCH 11 - PROGRESS: at 90.09% examples, 500933 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:20,536 : INFO : EPOCH 11 - PROGRESS: at 91.16% examples, 500315 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 03:05:21,538 : INFO : EPOCH 11 - PROGRESS: at 92.18% examples, 500704 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:22,558 : INFO : EPOCH 11 - PROGRESS: at 93.12% examples, 500872 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:23,568 : INFO : EPOCH 11 - PROGRESS: at 94.19% examples, 501577 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:05:24,576 : INFO : EPOCH 11 - PROGRESS: at 95.19% examples, 502447 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:25,597 : INFO : EPOCH 11 - PROGRESS: at 96.21% examples, 502607 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:05:26,623 : INFO : EPOCH 11 - PROGRESS: at 97.27% examples, 502929 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:27,633 : INFO : EPOCH 11 - PROGRESS: at 98.18% examples, 502595 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:28,653 : INFO : EPOCH 11 - PROGRESS: at 99.14% examples, 502758 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:29,181 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:05:29,184 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:05:29,186 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:05:29,187 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:05:29,195 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:05:29,209 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:05:29,236 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:05:29,248 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:05:29,249 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:05:29,266 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:05:29,270 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:05:29,271 : INFO : EPOCH - 11 : training on 58601346 raw words (40321227 effective words) took 80.1s, 503553 effective words/s\n",
      "2018-07-10 03:05:30,373 : INFO : EPOCH 12 - PROGRESS: at 1.51% examples, 445626 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:31,373 : INFO : EPOCH 12 - PROGRESS: at 2.96% examples, 479176 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:05:32,373 : INFO : EPOCH 12 - PROGRESS: at 4.41% examples, 492581 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:33,376 : INFO : EPOCH 12 - PROGRESS: at 6.43% examples, 496591 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:34,381 : INFO : EPOCH 12 - PROGRESS: at 8.02% examples, 486174 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:35,401 : INFO : EPOCH 12 - PROGRESS: at 9.88% examples, 482432 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:36,413 : INFO : EPOCH 12 - PROGRESS: at 11.56% examples, 472995 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:05:37,445 : INFO : EPOCH 12 - PROGRESS: at 13.29% examples, 469692 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:05:38,482 : INFO : EPOCH 12 - PROGRESS: at 15.32% examples, 471167 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:05:39,485 : INFO : EPOCH 12 - PROGRESS: at 17.29% examples, 472930 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:05:40,542 : INFO : EPOCH 12 - PROGRESS: at 18.84% examples, 469415 words/s, in_qsize 20, out_qsize 2\n",
      "2018-07-10 03:05:41,558 : INFO : EPOCH 12 - PROGRESS: at 20.42% examples, 472068 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:05:42,569 : INFO : EPOCH 12 - PROGRESS: at 22.16% examples, 475431 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 03:05:43,580 : INFO : EPOCH 12 - PROGRESS: at 24.06% examples, 475134 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:44,594 : INFO : EPOCH 12 - PROGRESS: at 25.88% examples, 474181 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:05:45,600 : INFO : EPOCH 12 - PROGRESS: at 27.59% examples, 473898 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:05:46,614 : INFO : EPOCH 12 - PROGRESS: at 29.20% examples, 474899 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:05:47,618 : INFO : EPOCH 12 - PROGRESS: at 30.63% examples, 474181 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:05:48,642 : INFO : EPOCH 12 - PROGRESS: at 32.55% examples, 473109 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:49,673 : INFO : EPOCH 12 - PROGRESS: at 34.40% examples, 472620 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:50,680 : INFO : EPOCH 12 - PROGRESS: at 36.22% examples, 474416 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:51,684 : INFO : EPOCH 12 - PROGRESS: at 37.58% examples, 474049 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:05:52,687 : INFO : EPOCH 12 - PROGRESS: at 39.11% examples, 475274 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:53,737 : INFO : EPOCH 12 - PROGRESS: at 40.34% examples, 473639 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:05:54,760 : INFO : EPOCH 12 - PROGRESS: at 41.60% examples, 473401 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:05:55,784 : INFO : EPOCH 12 - PROGRESS: at 42.86% examples, 473744 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:05:56,819 : INFO : EPOCH 12 - PROGRESS: at 43.81% examples, 472366 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:05:57,844 : INFO : EPOCH 12 - PROGRESS: at 45.06% examples, 474206 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:05:58,871 : INFO : EPOCH 12 - PROGRESS: at 46.30% examples, 474715 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:05:59,875 : INFO : EPOCH 12 - PROGRESS: at 47.40% examples, 474318 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:06:00,902 : INFO : EPOCH 12 - PROGRESS: at 48.58% examples, 473511 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:01,902 : INFO : EPOCH 12 - PROGRESS: at 49.71% examples, 474457 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:02,931 : INFO : EPOCH 12 - PROGRESS: at 50.81% examples, 474774 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:03,940 : INFO : EPOCH 12 - PROGRESS: at 51.74% examples, 475902 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:06:04,945 : INFO : EPOCH 12 - PROGRESS: at 52.79% examples, 475970 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:05,953 : INFO : EPOCH 12 - PROGRESS: at 53.90% examples, 476075 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:06,961 : INFO : EPOCH 12 - PROGRESS: at 54.92% examples, 476375 words/s, in_qsize 20, out_qsize 1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:06:07,992 : INFO : EPOCH 12 - PROGRESS: at 56.09% examples, 477758 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:08,993 : INFO : EPOCH 12 - PROGRESS: at 57.05% examples, 479151 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:06:10,009 : INFO : EPOCH 12 - PROGRESS: at 58.15% examples, 479821 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:11,046 : INFO : EPOCH 12 - PROGRESS: at 59.14% examples, 480769 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:12,062 : INFO : EPOCH 12 - PROGRESS: at 60.07% examples, 480751 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 03:06:13,119 : INFO : EPOCH 12 - PROGRESS: at 60.97% examples, 480188 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:06:14,126 : INFO : EPOCH 12 - PROGRESS: at 62.09% examples, 481865 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:15,153 : INFO : EPOCH 12 - PROGRESS: at 62.99% examples, 481194 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:16,162 : INFO : EPOCH 12 - PROGRESS: at 64.12% examples, 481920 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:17,205 : INFO : EPOCH 12 - PROGRESS: at 65.01% examples, 481191 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:18,220 : INFO : EPOCH 12 - PROGRESS: at 66.16% examples, 481771 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:19,247 : INFO : EPOCH 12 - PROGRESS: at 67.22% examples, 482648 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:20,259 : INFO : EPOCH 12 - PROGRESS: at 68.32% examples, 482617 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:21,262 : INFO : EPOCH 12 - PROGRESS: at 69.31% examples, 483201 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:06:22,317 : INFO : EPOCH 12 - PROGRESS: at 70.44% examples, 482291 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:06:23,349 : INFO : EPOCH 12 - PROGRESS: at 71.52% examples, 482789 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:06:24,416 : INFO : EPOCH 12 - PROGRESS: at 72.49% examples, 482687 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:06:25,420 : INFO : EPOCH 12 - PROGRESS: at 73.61% examples, 484245 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:06:26,453 : INFO : EPOCH 12 - PROGRESS: at 74.65% examples, 484361 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:06:27,482 : INFO : EPOCH 12 - PROGRESS: at 75.63% examples, 484221 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:28,525 : INFO : EPOCH 12 - PROGRESS: at 76.83% examples, 485089 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:06:29,538 : INFO : EPOCH 12 - PROGRESS: at 77.98% examples, 485924 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:30,558 : INFO : EPOCH 12 - PROGRESS: at 78.95% examples, 485886 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:06:31,588 : INFO : EPOCH 12 - PROGRESS: at 79.86% examples, 485680 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:32,595 : INFO : EPOCH 12 - PROGRESS: at 80.91% examples, 485653 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:33,611 : INFO : EPOCH 12 - PROGRESS: at 82.03% examples, 486142 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:34,631 : INFO : EPOCH 12 - PROGRESS: at 83.06% examples, 486775 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:35,635 : INFO : EPOCH 12 - PROGRESS: at 84.26% examples, 487346 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:06:36,647 : INFO : EPOCH 12 - PROGRESS: at 85.18% examples, 487590 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:06:37,649 : INFO : EPOCH 12 - PROGRESS: at 86.26% examples, 488298 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:38,666 : INFO : EPOCH 12 - PROGRESS: at 87.27% examples, 488604 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:06:39,711 : INFO : EPOCH 12 - PROGRESS: at 88.42% examples, 488700 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:40,739 : INFO : EPOCH 12 - PROGRESS: at 89.49% examples, 488929 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:06:41,769 : INFO : EPOCH 12 - PROGRESS: at 90.55% examples, 489417 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:06:42,824 : INFO : EPOCH 12 - PROGRESS: at 91.59% examples, 488812 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:06:43,836 : INFO : EPOCH 12 - PROGRESS: at 92.64% examples, 489327 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:44,849 : INFO : EPOCH 12 - PROGRESS: at 93.59% examples, 489647 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 03:06:45,845 : INFO : EPOCH 12 - PROGRESS: at 94.54% examples, 490033 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:06:46,853 : INFO : EPOCH 12 - PROGRESS: at 95.51% examples, 490781 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:47,864 : INFO : EPOCH 12 - PROGRESS: at 96.54% examples, 491256 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:48,874 : INFO : EPOCH 12 - PROGRESS: at 97.61% examples, 491906 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:06:49,878 : INFO : EPOCH 12 - PROGRESS: at 98.57% examples, 492000 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:06:50,906 : INFO : EPOCH 12 - PROGRESS: at 99.73% examples, 493066 words/s, in_qsize 15, out_qsize 0\n",
      "2018-07-10 03:06:50,947 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:06:50,973 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:06:51,013 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:06:51,018 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:06:51,019 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:06:51,042 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:06:51,045 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:06:51,046 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:06:51,057 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:06:51,059 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:06:51,076 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:06:51,077 : INFO : EPOCH - 12 : training on 58601346 raw words (40326342 effective words) took 81.8s, 493273 effective words/s\n",
      "2018-07-10 03:06:52,151 : INFO : EPOCH 13 - PROGRESS: at 1.51% examples, 461481 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:06:53,158 : INFO : EPOCH 13 - PROGRESS: at 2.97% examples, 485773 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 03:06:54,172 : INFO : EPOCH 13 - PROGRESS: at 4.38% examples, 490828 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:55,193 : INFO : EPOCH 13 - PROGRESS: at 6.26% examples, 487361 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:56,199 : INFO : EPOCH 13 - PROGRESS: at 8.01% examples, 483889 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:06:57,204 : INFO : EPOCH 13 - PROGRESS: at 9.70% examples, 475905 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:06:58,252 : INFO : EPOCH 13 - PROGRESS: at 11.64% examples, 473973 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:06:59,270 : INFO : EPOCH 13 - PROGRESS: at 13.39% examples, 472457 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:00,272 : INFO : EPOCH 13 - PROGRESS: at 15.38% examples, 474875 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:01,285 : INFO : EPOCH 13 - PROGRESS: at 17.38% examples, 476306 words/s, in_qsize 20, out_qsize 0\n",
      "2018-07-10 03:07:02,304 : INFO : EPOCH 13 - PROGRESS: at 19.05% examples, 477303 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:07:03,314 : INFO : EPOCH 13 - PROGRESS: at 20.67% examples, 480336 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:07:04,317 : INFO : EPOCH 13 - PROGRESS: at 22.35% examples, 481305 words/s, in_qsize 20, out_qsize 3\n",
      "2018-07-10 03:07:05,320 : INFO : EPOCH 13 - PROGRESS: at 24.17% examples, 481230 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:07:06,372 : INFO : EPOCH 13 - PROGRESS: at 26.27% examples, 483890 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:07,384 : INFO : EPOCH 13 - PROGRESS: at 28.11% examples, 485785 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:07:08,397 : INFO : EPOCH 13 - PROGRESS: at 29.83% examples, 486681 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:09,398 : INFO : EPOCH 13 - PROGRESS: at 31.58% examples, 484165 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:10,400 : INFO : EPOCH 13 - PROGRESS: at 33.46% examples, 483595 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:07:11,408 : INFO : EPOCH 13 - PROGRESS: at 35.17% examples, 485059 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:12,408 : INFO : EPOCH 13 - PROGRESS: at 36.85% examples, 486141 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:07:13,429 : INFO : EPOCH 13 - PROGRESS: at 38.52% examples, 487060 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:14,433 : INFO : EPOCH 13 - PROGRESS: at 39.67% examples, 487204 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:15,436 : INFO : EPOCH 13 - PROGRESS: at 41.10% examples, 487435 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:16,472 : INFO : EPOCH 13 - PROGRESS: at 42.45% examples, 487824 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:07:17,483 : INFO : EPOCH 13 - PROGRESS: at 43.64% examples, 489542 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:18,500 : INFO : EPOCH 13 - PROGRESS: at 44.80% examples, 490402 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:19,519 : INFO : EPOCH 13 - PROGRESS: at 46.09% examples, 490706 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:20,576 : INFO : EPOCH 13 - PROGRESS: at 47.32% examples, 490703 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:21,578 : INFO : EPOCH 13 - PROGRESS: at 48.68% examples, 492577 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:07:22,632 : INFO : EPOCH 13 - PROGRESS: at 49.72% examples, 490888 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:07:23,655 : INFO : EPOCH 13 - PROGRESS: at 50.81% examples, 490534 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:24,670 : INFO : EPOCH 13 - PROGRESS: at 51.72% examples, 490610 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:07:25,701 : INFO : EPOCH 13 - PROGRESS: at 52.82% examples, 490956 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:07:26,706 : INFO : EPOCH 13 - PROGRESS: at 54.03% examples, 491952 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:07:27,747 : INFO : EPOCH 13 - PROGRESS: at 55.15% examples, 492913 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:28,753 : INFO : EPOCH 13 - PROGRESS: at 56.23% examples, 493709 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:07:29,771 : INFO : EPOCH 13 - PROGRESS: at 57.28% examples, 495026 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:30,797 : INFO : EPOCH 13 - PROGRESS: at 58.53% examples, 496503 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:31,853 : INFO : EPOCH 13 - PROGRESS: at 59.57% examples, 497756 words/s, in_qsize 21, out_qsize 4\n",
      "2018-07-10 03:07:32,856 : INFO : EPOCH 13 - PROGRESS: at 60.62% examples, 498563 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:07:33,867 : INFO : EPOCH 13 - PROGRESS: at 61.60% examples, 499616 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:07:34,897 : INFO : EPOCH 13 - PROGRESS: at 62.73% examples, 500270 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:35,936 : INFO : EPOCH 13 - PROGRESS: at 63.71% examples, 500021 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:07:36,952 : INFO : EPOCH 13 - PROGRESS: at 64.89% examples, 501190 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:37,980 : INFO : EPOCH 13 - PROGRESS: at 66.02% examples, 501227 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:07:38,997 : INFO : EPOCH 13 - PROGRESS: at 66.90% examples, 500069 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 03:07:40,007 : INFO : EPOCH 13 - PROGRESS: at 68.06% examples, 500729 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:41,031 : INFO : EPOCH 13 - PROGRESS: at 69.11% examples, 501056 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:42,041 : INFO : EPOCH 13 - PROGRESS: at 70.28% examples, 500703 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:43,074 : INFO : EPOCH 13 - PROGRESS: at 71.30% examples, 500343 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:44,089 : INFO : EPOCH 13 - PROGRESS: at 72.27% examples, 499583 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:07:45,099 : INFO : EPOCH 13 - PROGRESS: at 73.30% examples, 500549 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:07:46,105 : INFO : EPOCH 13 - PROGRESS: at 74.32% examples, 500925 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:47,177 : INFO : EPOCH 13 - PROGRESS: at 75.46% examples, 500495 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:48,202 : INFO : EPOCH 13 - PROGRESS: at 76.54% examples, 500185 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:07:49,227 : INFO : EPOCH 13 - PROGRESS: at 77.60% examples, 500688 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:07:50,252 : INFO : EPOCH 13 - PROGRESS: at 78.67% examples, 500790 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:07:51,264 : INFO : EPOCH 13 - PROGRESS: at 79.47% examples, 499568 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:07:52,267 : INFO : EPOCH 13 - PROGRESS: at 80.54% examples, 500173 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:53,293 : INFO : EPOCH 13 - PROGRESS: at 81.62% examples, 500024 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:54,304 : INFO : EPOCH 13 - PROGRESS: at 82.71% examples, 500802 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:55,310 : INFO : EPOCH 13 - PROGRESS: at 83.88% examples, 500912 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:56,323 : INFO : EPOCH 13 - PROGRESS: at 84.86% examples, 501203 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:07:57,325 : INFO : EPOCH 13 - PROGRESS: at 85.87% examples, 501211 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:58,332 : INFO : EPOCH 13 - PROGRESS: at 86.82% examples, 500533 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:07:59,353 : INFO : EPOCH 13 - PROGRESS: at 87.77% examples, 500340 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:08:00,413 : INFO : EPOCH 13 - PROGRESS: at 88.97% examples, 500245 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:01,413 : INFO : EPOCH 13 - PROGRESS: at 90.00% examples, 500480 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:08:02,421 : INFO : EPOCH 13 - PROGRESS: at 91.16% examples, 500623 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 03:08:03,447 : INFO : EPOCH 13 - PROGRESS: at 92.20% examples, 501082 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:04,450 : INFO : EPOCH 13 - PROGRESS: at 93.09% examples, 501052 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:08:05,465 : INFO : EPOCH 13 - PROGRESS: at 94.13% examples, 501598 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:06,476 : INFO : EPOCH 13 - PROGRESS: at 94.95% examples, 501112 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:08:07,523 : INFO : EPOCH 13 - PROGRESS: at 95.94% examples, 500941 words/s, in_qsize 20, out_qsize 2\n",
      "2018-07-10 03:08:08,520 : INFO : EPOCH 13 - PROGRESS: at 97.03% examples, 501632 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:09,526 : INFO : EPOCH 13 - PROGRESS: at 98.06% examples, 502141 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:10,534 : INFO : EPOCH 13 - PROGRESS: at 98.99% examples, 502136 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:11,204 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:08:11,277 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:08:11,298 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:08:11,303 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:08:11,306 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:08:11,335 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:08:11,339 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:08:11,343 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:08:11,347 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:08:11,352 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:08:11,356 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:08:11,357 : INFO : EPOCH - 13 : training on 58601346 raw words (40322819 effective words) took 80.2s, 502660 effective words/s\n",
      "2018-07-10 03:08:12,408 : INFO : EPOCH 14 - PROGRESS: at 1.37% examples, 418751 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:08:13,430 : INFO : EPOCH 14 - PROGRESS: at 2.83% examples, 456231 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:08:14,438 : INFO : EPOCH 14 - PROGRESS: at 4.24% examples, 468008 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:08:15,460 : INFO : EPOCH 14 - PROGRESS: at 6.02% examples, 471321 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:08:16,469 : INFO : EPOCH 14 - PROGRESS: at 7.95% examples, 476200 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:17,481 : INFO : EPOCH 14 - PROGRESS: at 9.81% examples, 478504 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:08:18,493 : INFO : EPOCH 14 - PROGRESS: at 11.84% examples, 480523 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:19,498 : INFO : EPOCH 14 - PROGRESS: at 13.47% examples, 475412 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:20,549 : INFO : EPOCH 14 - PROGRESS: at 15.43% examples, 474019 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:08:21,555 : INFO : EPOCH 14 - PROGRESS: at 17.51% examples, 478407 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:22,589 : INFO : EPOCH 14 - PROGRESS: at 19.15% examples, 477917 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:08:23,590 : INFO : EPOCH 14 - PROGRESS: at 20.63% examples, 478817 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:24,600 : INFO : EPOCH 14 - PROGRESS: at 22.19% examples, 476654 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:08:25,615 : INFO : EPOCH 14 - PROGRESS: at 24.14% examples, 478260 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:26,669 : INFO : EPOCH 14 - PROGRESS: at 26.06% examples, 477251 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:27,674 : INFO : EPOCH 14 - PROGRESS: at 27.84% examples, 477494 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:28,679 : INFO : EPOCH 14 - PROGRESS: at 29.48% examples, 478843 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:29,686 : INFO : EPOCH 14 - PROGRESS: at 31.56% examples, 481932 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:30,715 : INFO : EPOCH 14 - PROGRESS: at 33.57% examples, 483632 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:31,716 : INFO : EPOCH 14 - PROGRESS: at 35.21% examples, 483680 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:08:32,741 : INFO : EPOCH 14 - PROGRESS: at 36.90% examples, 484953 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:33,751 : INFO : EPOCH 14 - PROGRESS: at 38.51% examples, 485323 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:34,758 : INFO : EPOCH 14 - PROGRESS: at 39.47% examples, 480964 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:08:35,777 : INFO : EPOCH 14 - PROGRESS: at 40.90% examples, 482043 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:36,777 : INFO : EPOCH 14 - PROGRESS: at 42.26% examples, 483581 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:37,783 : INFO : EPOCH 14 - PROGRESS: at 43.43% examples, 485387 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:38,803 : INFO : EPOCH 14 - PROGRESS: at 44.64% examples, 486719 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:08:39,804 : INFO : EPOCH 14 - PROGRESS: at 45.81% examples, 488042 words/s, in_qsize 21, out_qsize 2\n",
      "2018-07-10 03:08:40,832 : INFO : EPOCH 14 - PROGRESS: at 47.20% examples, 488914 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:08:41,852 : INFO : EPOCH 14 - PROGRESS: at 48.44% examples, 488926 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:42,872 : INFO : EPOCH 14 - PROGRESS: at 49.70% examples, 490491 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:08:43,907 : INFO : EPOCH 14 - PROGRESS: at 50.85% examples, 491121 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:08:44,920 : INFO : EPOCH 14 - PROGRESS: at 51.86% examples, 492260 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:08:45,953 : INFO : EPOCH 14 - PROGRESS: at 52.99% examples, 492298 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:08:46,963 : INFO : EPOCH 14 - PROGRESS: at 54.12% examples, 492797 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:48,012 : INFO : EPOCH 14 - PROGRESS: at 55.17% examples, 492988 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:08:49,018 : INFO : EPOCH 14 - PROGRESS: at 56.27% examples, 494078 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:50,073 : INFO : EPOCH 14 - PROGRESS: at 57.25% examples, 493776 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:08:51,079 : INFO : EPOCH 14 - PROGRESS: at 58.39% examples, 494341 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:52,084 : INFO : EPOCH 14 - PROGRESS: at 59.39% examples, 495657 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:53,091 : INFO : EPOCH 14 - PROGRESS: at 60.30% examples, 495383 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:54,098 : INFO : EPOCH 14 - PROGRESS: at 61.15% examples, 494765 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:55,109 : INFO : EPOCH 14 - PROGRESS: at 62.22% examples, 495144 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:08:56,113 : INFO : EPOCH 14 - PROGRESS: at 63.30% examples, 496581 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:57,121 : INFO : EPOCH 14 - PROGRESS: at 64.32% examples, 495180 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:08:58,146 : INFO : EPOCH 14 - PROGRESS: at 65.29% examples, 495300 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:08:59,150 : INFO : EPOCH 14 - PROGRESS: at 66.39% examples, 495391 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:09:00,150 : INFO : EPOCH 14 - PROGRESS: at 67.22% examples, 493985 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:01,175 : INFO : EPOCH 14 - PROGRESS: at 68.36% examples, 494204 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:02,177 : INFO : EPOCH 14 - PROGRESS: at 69.39% examples, 494663 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:09:03,187 : INFO : EPOCH 14 - PROGRESS: at 70.57% examples, 494791 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:04,208 : INFO : EPOCH 14 - PROGRESS: at 71.72% examples, 495295 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:09:05,229 : INFO : EPOCH 14 - PROGRESS: at 72.82% examples, 496545 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:09:06,245 : INFO : EPOCH 14 - PROGRESS: at 73.82% examples, 497195 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:09:07,271 : INFO : EPOCH 14 - PROGRESS: at 74.93% examples, 497448 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:08,338 : INFO : EPOCH 14 - PROGRESS: at 76.04% examples, 497504 words/s, in_qsize 20, out_qsize 4\n",
      "2018-07-10 03:09:09,338 : INFO : EPOCH 14 - PROGRESS: at 77.28% examples, 499513 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:10,417 : INFO : EPOCH 14 - PROGRESS: at 78.35% examples, 498843 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:09:11,417 : INFO : EPOCH 14 - PROGRESS: at 79.38% examples, 499241 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:12,438 : INFO : EPOCH 14 - PROGRESS: at 80.25% examples, 498497 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:13,446 : INFO : EPOCH 14 - PROGRESS: at 81.30% examples, 497934 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:09:14,447 : INFO : EPOCH 14 - PROGRESS: at 82.30% examples, 497921 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:09:15,449 : INFO : EPOCH 14 - PROGRESS: at 83.34% examples, 497654 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:09:16,469 : INFO : EPOCH 14 - PROGRESS: at 84.43% examples, 497804 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:17,477 : INFO : EPOCH 14 - PROGRESS: at 85.45% examples, 498907 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:09:18,492 : INFO : EPOCH 14 - PROGRESS: at 86.49% examples, 498499 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:09:19,501 : INFO : EPOCH 14 - PROGRESS: at 87.48% examples, 499021 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:09:20,505 : INFO : EPOCH 14 - PROGRESS: at 88.56% examples, 498785 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:21,529 : INFO : EPOCH 14 - PROGRESS: at 89.67% examples, 498902 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:22,530 : INFO : EPOCH 14 - PROGRESS: at 90.72% examples, 499249 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:09:23,556 : INFO : EPOCH 14 - PROGRESS: at 91.74% examples, 498895 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:24,606 : INFO : EPOCH 14 - PROGRESS: at 92.75% examples, 498902 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:25,607 : INFO : EPOCH 14 - PROGRESS: at 93.60% examples, 498269 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:26,608 : INFO : EPOCH 14 - PROGRESS: at 94.76% examples, 500130 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:27,615 : INFO : EPOCH 14 - PROGRESS: at 96.08% examples, 502964 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:09:28,646 : INFO : EPOCH 14 - PROGRESS: at 97.33% examples, 504413 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:09:29,660 : INFO : EPOCH 14 - PROGRESS: at 98.62% examples, 506758 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:09:30,538 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:09:30,546 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:09:30,559 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:09:30,574 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:09:30,584 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:09:30,587 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:09:30,592 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:09:30,606 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:09:30,608 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:09:30,609 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:09:30,610 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:09:30,611 : INFO : EPOCH - 14 : training on 58601346 raw words (40322904 effective words) took 79.2s, 508942 effective words/s\n",
      "2018-07-10 03:09:31,628 : INFO : EPOCH 15 - PROGRESS: at 1.94% examples, 588492 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:09:32,638 : INFO : EPOCH 15 - PROGRESS: at 3.81% examples, 640296 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:33,644 : INFO : EPOCH 15 - PROGRESS: at 6.15% examples, 648106 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:34,644 : INFO : EPOCH 15 - PROGRESS: at 8.86% examples, 662096 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:35,645 : INFO : EPOCH 15 - PROGRESS: at 11.46% examples, 663817 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:36,653 : INFO : EPOCH 15 - PROGRESS: at 13.85% examples, 658865 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:09:37,661 : INFO : EPOCH 15 - PROGRESS: at 16.61% examples, 655891 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:09:38,681 : INFO : EPOCH 15 - PROGRESS: at 18.80% examples, 654388 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:39,696 : INFO : EPOCH 15 - PROGRESS: at 21.12% examples, 659522 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:40,707 : INFO : EPOCH 15 - PROGRESS: at 23.39% examples, 658978 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:41,707 : INFO : EPOCH 15 - PROGRESS: at 26.19% examples, 662274 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:42,709 : INFO : EPOCH 15 - PROGRESS: at 28.33% examples, 658807 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:43,713 : INFO : EPOCH 15 - PROGRESS: at 30.43% examples, 658829 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:44,724 : INFO : EPOCH 15 - PROGRESS: at 33.29% examples, 657687 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:09:45,734 : INFO : EPOCH 15 - PROGRESS: at 35.56% examples, 659987 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:46,761 : INFO : EPOCH 15 - PROGRESS: at 37.64% examples, 658384 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:09:47,789 : INFO : EPOCH 15 - PROGRESS: at 39.60% examples, 658564 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:09:48,790 : INFO : EPOCH 15 - PROGRESS: at 41.42% examples, 659252 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:09:49,811 : INFO : EPOCH 15 - PROGRESS: at 43.08% examples, 658756 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:09:50,827 : INFO : EPOCH 15 - PROGRESS: at 44.71% examples, 661425 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:09:51,834 : INFO : EPOCH 15 - PROGRESS: at 46.48% examples, 664685 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:09:52,864 : INFO : EPOCH 15 - PROGRESS: at 48.18% examples, 666081 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:53,867 : INFO : EPOCH 15 - PROGRESS: at 49.82% examples, 667635 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:54,870 : INFO : EPOCH 15 - PROGRESS: at 51.23% examples, 667954 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:55,871 : INFO : EPOCH 15 - PROGRESS: at 52.63% examples, 668393 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:09:56,879 : INFO : EPOCH 15 - PROGRESS: at 54.19% examples, 669134 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:57,880 : INFO : EPOCH 15 - PROGRESS: at 55.60% examples, 670290 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:58,885 : INFO : EPOCH 15 - PROGRESS: at 57.04% examples, 671946 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:09:59,895 : INFO : EPOCH 15 - PROGRESS: at 58.58% examples, 673613 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:00,925 : INFO : EPOCH 15 - PROGRESS: at 59.89% examples, 674608 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:01,934 : INFO : EPOCH 15 - PROGRESS: at 61.09% examples, 674222 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:02,934 : INFO : EPOCH 15 - PROGRESS: at 62.56% examples, 675245 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:03,937 : INFO : EPOCH 15 - PROGRESS: at 64.00% examples, 676359 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:04,954 : INFO : EPOCH 15 - PROGRESS: at 65.49% examples, 676982 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:10:05,966 : INFO : EPOCH 15 - PROGRESS: at 66.97% examples, 678149 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:06,986 : INFO : EPOCH 15 - PROGRESS: at 68.48% examples, 678365 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:07,991 : INFO : EPOCH 15 - PROGRESS: at 69.98% examples, 678310 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:09,018 : INFO : EPOCH 15 - PROGRESS: at 71.04% examples, 673375 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:10:10,032 : INFO : EPOCH 15 - PROGRESS: at 72.15% examples, 669347 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:11,032 : INFO : EPOCH 15 - PROGRESS: at 73.08% examples, 665287 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:12,047 : INFO : EPOCH 15 - PROGRESS: at 74.01% examples, 661141 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:13,072 : INFO : EPOCH 15 - PROGRESS: at 75.28% examples, 658487 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:14,073 : INFO : EPOCH 15 - PROGRESS: at 76.34% examples, 654952 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:15,084 : INFO : EPOCH 15 - PROGRESS: at 77.28% examples, 651570 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:16,095 : INFO : EPOCH 15 - PROGRESS: at 78.39% examples, 648152 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:10:17,121 : INFO : EPOCH 15 - PROGRESS: at 79.51% examples, 646427 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:10:18,139 : INFO : EPOCH 15 - PROGRESS: at 80.58% examples, 643742 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:10:19,156 : INFO : EPOCH 15 - PROGRESS: at 81.62% examples, 640213 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:20,167 : INFO : EPOCH 15 - PROGRESS: at 82.61% examples, 637188 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:10:21,171 : INFO : EPOCH 15 - PROGRESS: at 84.08% examples, 637594 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:22,174 : INFO : EPOCH 15 - PROGRESS: at 85.37% examples, 638827 words/s, in_qsize 15, out_qsize 6\n",
      "2018-07-10 03:10:23,221 : INFO : EPOCH 15 - PROGRESS: at 87.04% examples, 641637 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:10:24,232 : INFO : EPOCH 15 - PROGRESS: at 88.49% examples, 642227 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:25,275 : INFO : EPOCH 15 - PROGRESS: at 89.98% examples, 643292 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:10:26,275 : INFO : EPOCH 15 - PROGRESS: at 91.45% examples, 644156 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:10:27,277 : INFO : EPOCH 15 - PROGRESS: at 92.90% examples, 646155 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:28,292 : INFO : EPOCH 15 - PROGRESS: at 94.24% examples, 647348 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:29,316 : INFO : EPOCH 15 - PROGRESS: at 95.52% examples, 648316 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:30,349 : INFO : EPOCH 15 - PROGRESS: at 96.92% examples, 648829 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:31,353 : INFO : EPOCH 15 - PROGRESS: at 98.21% examples, 649354 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:10:32,353 : INFO : EPOCH 15 - PROGRESS: at 99.47% examples, 649693 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:32,567 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:10:32,571 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:10:32,585 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:10:32,591 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:10:32,601 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:10:32,624 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:10:32,633 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:10:32,644 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:10:32,646 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:10:32,648 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:10:32,650 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:10:32,651 : INFO : EPOCH - 15 : training on 58601346 raw words (40323005 effective words) took 62.0s, 650010 effective words/s\n",
      "2018-07-10 03:10:33,666 : INFO : EPOCH 16 - PROGRESS: at 1.98% examples, 605383 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:10:34,683 : INFO : EPOCH 16 - PROGRESS: at 3.79% examples, 637458 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:35,705 : INFO : EPOCH 16 - PROGRESS: at 6.25% examples, 649298 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:36,706 : INFO : EPOCH 16 - PROGRESS: at 8.80% examples, 652992 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:37,716 : INFO : EPOCH 16 - PROGRESS: at 11.45% examples, 658322 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:38,718 : INFO : EPOCH 16 - PROGRESS: at 13.85% examples, 655012 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:39,728 : INFO : EPOCH 16 - PROGRESS: at 16.69% examples, 657365 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:10:40,748 : INFO : EPOCH 16 - PROGRESS: at 19.04% examples, 657468 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:41,765 : INFO : EPOCH 16 - PROGRESS: at 21.13% examples, 659188 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:42,770 : INFO : EPOCH 16 - PROGRESS: at 23.41% examples, 658675 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:10:43,785 : INFO : EPOCH 16 - PROGRESS: at 26.12% examples, 658320 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:10:44,810 : INFO : EPOCH 16 - PROGRESS: at 28.42% examples, 658280 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:45,817 : INFO : EPOCH 16 - PROGRESS: at 30.94% examples, 664545 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:10:46,820 : INFO : EPOCH 16 - PROGRESS: at 34.04% examples, 672830 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:47,826 : INFO : EPOCH 16 - PROGRESS: at 36.63% examples, 677971 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:10:48,834 : INFO : EPOCH 16 - PROGRESS: at 38.95% examples, 682427 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:10:49,836 : INFO : EPOCH 16 - PROGRESS: at 41.10% examples, 689610 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:50,836 : INFO : EPOCH 16 - PROGRESS: at 43.00% examples, 693954 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:10:51,838 : INFO : EPOCH 16 - PROGRESS: at 44.85% examples, 701145 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:52,843 : INFO : EPOCH 16 - PROGRESS: at 46.82% examples, 705932 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:10:53,856 : INFO : EPOCH 16 - PROGRESS: at 48.79% examples, 710223 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:54,858 : INFO : EPOCH 16 - PROGRESS: at 50.59% examples, 713600 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:55,862 : INFO : EPOCH 16 - PROGRESS: at 52.10% examples, 716249 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 03:10:56,873 : INFO : EPOCH 16 - PROGRESS: at 53.72% examples, 718102 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:57,876 : INFO : EPOCH 16 - PROGRESS: at 55.36% examples, 720056 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:58,885 : INFO : EPOCH 16 - PROGRESS: at 57.00% examples, 723447 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:10:59,890 : INFO : EPOCH 16 - PROGRESS: at 58.71% examples, 726691 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:00,892 : INFO : EPOCH 16 - PROGRESS: at 60.21% examples, 730290 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:01,921 : INFO : EPOCH 16 - PROGRESS: at 61.67% examples, 731200 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:02,934 : INFO : EPOCH 16 - PROGRESS: at 63.27% examples, 733408 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:03,937 : INFO : EPOCH 16 - PROGRESS: at 64.91% examples, 734784 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:04,954 : INFO : EPOCH 16 - PROGRESS: at 66.65% examples, 736514 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:05,959 : INFO : EPOCH 16 - PROGRESS: at 68.36% examples, 738998 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:06,975 : INFO : EPOCH 16 - PROGRESS: at 70.12% examples, 740552 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:11:07,986 : INFO : EPOCH 16 - PROGRESS: at 71.74% examples, 741104 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:11:09,006 : INFO : EPOCH 16 - PROGRESS: at 73.24% examples, 742058 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:10,020 : INFO : EPOCH 16 - PROGRESS: at 74.87% examples, 743446 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:11:11,022 : INFO : EPOCH 16 - PROGRESS: at 76.52% examples, 744001 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:12,039 : INFO : EPOCH 16 - PROGRESS: at 78.14% examples, 744726 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:13,043 : INFO : EPOCH 16 - PROGRESS: at 79.62% examples, 746069 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:14,046 : INFO : EPOCH 16 - PROGRESS: at 81.38% examples, 747380 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:15,065 : INFO : EPOCH 16 - PROGRESS: at 82.90% examples, 747909 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:16,092 : INFO : EPOCH 16 - PROGRESS: at 84.64% examples, 749287 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:11:17,097 : INFO : EPOCH 16 - PROGRESS: at 86.27% examples, 750765 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:18,104 : INFO : EPOCH 16 - PROGRESS: at 87.84% examples, 751971 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:19,105 : INFO : EPOCH 16 - PROGRESS: at 89.55% examples, 752653 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:20,115 : INFO : EPOCH 16 - PROGRESS: at 91.26% examples, 753090 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:21,117 : INFO : EPOCH 16 - PROGRESS: at 92.79% examples, 754329 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:22,128 : INFO : EPOCH 16 - PROGRESS: at 94.31% examples, 755384 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:11:23,128 : INFO : EPOCH 16 - PROGRESS: at 95.76% examples, 756293 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:24,163 : INFO : EPOCH 16 - PROGRESS: at 97.34% examples, 756691 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:25,165 : INFO : EPOCH 16 - PROGRESS: at 98.84% examples, 757995 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:25,673 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:11:25,686 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:11:25,704 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:11:25,722 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:11:25,744 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:11:25,748 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:11:25,749 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:11:25,750 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:11:25,751 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:11:25,756 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:11:25,759 : INFO : worker thread finished; awaiting finish of 0 more threads\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:11:25,760 : INFO : EPOCH - 16 : training on 58601346 raw words (40323280 effective words) took 53.1s, 759330 effective words/s\n",
      "2018-07-10 03:11:26,769 : INFO : EPOCH 17 - PROGRESS: at 2.32% examples, 722070 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:27,774 : INFO : EPOCH 17 - PROGRESS: at 4.41% examples, 748588 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:28,779 : INFO : EPOCH 17 - PROGRESS: at 7.27% examples, 740101 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:29,779 : INFO : EPOCH 17 - PROGRESS: at 10.07% examples, 742404 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:30,800 : INFO : EPOCH 17 - PROGRESS: at 12.94% examples, 738783 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:31,823 : INFO : EPOCH 17 - PROGRESS: at 16.05% examples, 738776 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:32,828 : INFO : EPOCH 17 - PROGRESS: at 18.68% examples, 743023 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:33,831 : INFO : EPOCH 17 - PROGRESS: at 21.08% examples, 741503 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:34,832 : INFO : EPOCH 17 - PROGRESS: at 23.83% examples, 743584 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:35,835 : INFO : EPOCH 17 - PROGRESS: at 26.81% examples, 747867 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:36,839 : INFO : EPOCH 17 - PROGRESS: at 29.41% examples, 748622 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:37,846 : INFO : EPOCH 17 - PROGRESS: at 32.21% examples, 747266 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:38,857 : INFO : EPOCH 17 - PROGRESS: at 35.05% examples, 748958 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:39,879 : INFO : EPOCH 17 - PROGRESS: at 37.56% examples, 750498 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:40,905 : INFO : EPOCH 17 - PROGRESS: at 39.72% examples, 752060 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:41,908 : INFO : EPOCH 17 - PROGRESS: at 41.87% examples, 754704 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:42,922 : INFO : EPOCH 17 - PROGRESS: at 43.82% examples, 757667 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:43,933 : INFO : EPOCH 17 - PROGRESS: at 45.67% examples, 760576 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:44,936 : INFO : EPOCH 17 - PROGRESS: at 47.52% examples, 759700 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:45,953 : INFO : EPOCH 17 - PROGRESS: at 49.48% examples, 760283 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:46,958 : INFO : EPOCH 17 - PROGRESS: at 51.15% examples, 761936 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:47,968 : INFO : EPOCH 17 - PROGRESS: at 52.69% examples, 761829 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:48,983 : INFO : EPOCH 17 - PROGRESS: at 54.39% examples, 761434 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:49,995 : INFO : EPOCH 17 - PROGRESS: at 56.10% examples, 762813 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:50,995 : INFO : EPOCH 17 - PROGRESS: at 57.67% examples, 765275 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:51,996 : INFO : EPOCH 17 - PROGRESS: at 59.19% examples, 765764 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:11:53,003 : INFO : EPOCH 17 - PROGRESS: at 60.77% examples, 767139 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:54,020 : INFO : EPOCH 17 - PROGRESS: at 62.38% examples, 769304 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:55,044 : INFO : EPOCH 17 - PROGRESS: at 64.03% examples, 770412 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:56,060 : INFO : EPOCH 17 - PROGRESS: at 65.78% examples, 772418 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:57,068 : INFO : EPOCH 17 - PROGRESS: at 67.50% examples, 773952 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:11:58,086 : INFO : EPOCH 17 - PROGRESS: at 69.19% examples, 774762 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:11:59,115 : INFO : EPOCH 17 - PROGRESS: at 70.93% examples, 774430 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:12:00,142 : INFO : EPOCH 17 - PROGRESS: at 72.54% examples, 774301 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:12:01,155 : INFO : EPOCH 17 - PROGRESS: at 74.05% examples, 774814 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:02,162 : INFO : EPOCH 17 - PROGRESS: at 75.67% examples, 774500 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:03,182 : INFO : EPOCH 17 - PROGRESS: at 77.31% examples, 774050 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:12:04,207 : INFO : EPOCH 17 - PROGRESS: at 78.99% examples, 774394 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:12:05,218 : INFO : EPOCH 17 - PROGRESS: at 80.56% examples, 775175 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:12:06,220 : INFO : EPOCH 17 - PROGRESS: at 82.28% examples, 775831 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:07,258 : INFO : EPOCH 17 - PROGRESS: at 83.92% examples, 775350 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:12:08,263 : INFO : EPOCH 17 - PROGRESS: at 85.45% examples, 776153 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:09,267 : INFO : EPOCH 17 - PROGRESS: at 86.99% examples, 775421 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:10,269 : INFO : EPOCH 17 - PROGRESS: at 88.59% examples, 775479 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:11,285 : INFO : EPOCH 17 - PROGRESS: at 90.24% examples, 775601 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:12,290 : INFO : EPOCH 17 - PROGRESS: at 91.91% examples, 776137 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:13,301 : INFO : EPOCH 17 - PROGRESS: at 93.48% examples, 776745 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:12:14,323 : INFO : EPOCH 17 - PROGRESS: at 94.90% examples, 776907 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:12:15,341 : INFO : EPOCH 17 - PROGRESS: at 96.52% examples, 777838 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:12:16,351 : INFO : EPOCH 17 - PROGRESS: at 98.00% examples, 777624 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:17,371 : INFO : EPOCH 17 - PROGRESS: at 99.50% examples, 777456 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:17,528 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:12:17,533 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:12:17,538 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:12:17,549 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:12:17,559 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:12:17,561 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:12:17,563 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:12:17,570 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:12:17,580 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:12:17,582 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:12:17,604 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:12:17,605 : INFO : EPOCH - 17 : training on 58601346 raw words (40323433 effective words) took 51.8s, 777838 effective words/s\n",
      "2018-07-10 03:12:18,619 : INFO : EPOCH 18 - PROGRESS: at 2.29% examples, 710002 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:12:19,632 : INFO : EPOCH 18 - PROGRESS: at 4.42% examples, 747697 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:20,640 : INFO : EPOCH 18 - PROGRESS: at 7.32% examples, 737592 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:12:21,642 : INFO : EPOCH 18 - PROGRESS: at 10.20% examples, 748954 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:22,653 : INFO : EPOCH 18 - PROGRESS: at 13.21% examples, 751394 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:12:23,659 : INFO : EPOCH 18 - PROGRESS: at 16.38% examples, 752370 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:24,663 : INFO : EPOCH 18 - PROGRESS: at 19.04% examples, 754262 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:12:25,684 : INFO : EPOCH 18 - PROGRESS: at 21.38% examples, 753002 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:26,689 : INFO : EPOCH 18 - PROGRESS: at 24.31% examples, 755407 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:27,691 : INFO : EPOCH 18 - PROGRESS: at 27.27% examples, 760698 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:12:28,694 : INFO : EPOCH 18 - PROGRESS: at 29.90% examples, 760764 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:12:29,695 : INFO : EPOCH 18 - PROGRESS: at 32.68% examples, 761139 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:30,695 : INFO : EPOCH 18 - PROGRESS: at 35.53% examples, 760503 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:31,695 : INFO : EPOCH 18 - PROGRESS: at 37.85% examples, 760883 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:32,704 : INFO : EPOCH 18 - PROGRESS: at 39.95% examples, 759572 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:33,714 : INFO : EPOCH 18 - PROGRESS: at 42.05% examples, 760589 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:34,732 : INFO : EPOCH 18 - PROGRESS: at 43.84% examples, 759767 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:12:35,754 : INFO : EPOCH 18 - PROGRESS: at 45.65% examples, 760638 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:36,761 : INFO : EPOCH 18 - PROGRESS: at 47.59% examples, 762305 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:37,772 : INFO : EPOCH 18 - PROGRESS: at 49.52% examples, 761915 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:12:38,786 : INFO : EPOCH 18 - PROGRESS: at 51.21% examples, 764098 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:12:39,788 : INFO : EPOCH 18 - PROGRESS: at 52.88% examples, 766890 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:40,798 : INFO : EPOCH 18 - PROGRESS: at 54.66% examples, 768536 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:41,800 : INFO : EPOCH 18 - PROGRESS: at 56.37% examples, 770887 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:42,803 : INFO : EPOCH 18 - PROGRESS: at 58.01% examples, 771812 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:12:43,859 : INFO : EPOCH 18 - PROGRESS: at 59.52% examples, 771525 words/s, in_qsize 21, out_qsize 3\n",
      "2018-07-10 03:12:44,864 : INFO : EPOCH 18 - PROGRESS: at 61.04% examples, 773357 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:12:45,873 : INFO : EPOCH 18 - PROGRESS: at 62.73% examples, 774864 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:46,879 : INFO : EPOCH 18 - PROGRESS: at 64.44% examples, 776234 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:12:47,888 : INFO : EPOCH 18 - PROGRESS: at 66.04% examples, 776378 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:12:48,890 : INFO : EPOCH 18 - PROGRESS: at 67.67% examples, 776993 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:49,924 : INFO : EPOCH 18 - PROGRESS: at 69.36% examples, 777421 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:12:50,924 : INFO : EPOCH 18 - PROGRESS: at 71.12% examples, 777810 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:51,930 : INFO : EPOCH 18 - PROGRESS: at 72.65% examples, 776746 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:12:52,963 : INFO : EPOCH 18 - PROGRESS: at 74.11% examples, 777060 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:53,969 : INFO : EPOCH 18 - PROGRESS: at 75.80% examples, 777113 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:54,970 : INFO : EPOCH 18 - PROGRESS: at 77.38% examples, 776175 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:12:55,974 : INFO : EPOCH 18 - PROGRESS: at 79.08% examples, 777104 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:56,975 : INFO : EPOCH 18 - PROGRESS: at 80.66% examples, 778281 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:12:58,001 : INFO : EPOCH 18 - PROGRESS: at 82.33% examples, 777914 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:12:59,006 : INFO : EPOCH 18 - PROGRESS: at 84.06% examples, 778650 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:00,023 : INFO : EPOCH 18 - PROGRESS: at 85.52% examples, 778758 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:01,028 : INFO : EPOCH 18 - PROGRESS: at 87.23% examples, 780103 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:02,058 : INFO : EPOCH 18 - PROGRESS: at 89.06% examples, 780563 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:03,058 : INFO : EPOCH 18 - PROGRESS: at 90.64% examples, 781082 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:04,067 : INFO : EPOCH 18 - PROGRESS: at 92.26% examples, 780896 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:13:05,068 : INFO : EPOCH 18 - PROGRESS: at 93.70% examples, 780729 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:13:06,073 : INFO : EPOCH 18 - PROGRESS: at 95.12% examples, 781188 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:07,082 : INFO : EPOCH 18 - PROGRESS: at 96.64% examples, 781182 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:08,105 : INFO : EPOCH 18 - PROGRESS: at 98.18% examples, 780773 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:09,112 : INFO : EPOCH 18 - PROGRESS: at 99.69% examples, 780929 words/s, in_qsize 16, out_qsize 0\n",
      "2018-07-10 03:13:09,170 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:13:09,173 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:13:09,174 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:13:09,175 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:13:09,187 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:13:09,188 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:13:09,202 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:13:09,210 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:13:09,214 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:13:09,215 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:13:09,216 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:13:09,217 : INFO : EPOCH - 18 : training on 58601346 raw words (40324148 effective words) took 51.6s, 781375 effective words/s\n",
      "2018-07-10 03:13:10,222 : INFO : EPOCH 19 - PROGRESS: at 2.33% examples, 729799 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:11,223 : INFO : EPOCH 19 - PROGRESS: at 4.50% examples, 764425 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:12,231 : INFO : EPOCH 19 - PROGRESS: at 7.53% examples, 764195 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:13,237 : INFO : EPOCH 19 - PROGRESS: at 10.39% examples, 763214 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:14,239 : INFO : EPOCH 19 - PROGRESS: at 13.28% examples, 759592 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:15,241 : INFO : EPOCH 19 - PROGRESS: at 16.44% examples, 759512 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:13:16,250 : INFO : EPOCH 19 - PROGRESS: at 19.18% examples, 765596 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:17,259 : INFO : EPOCH 19 - PROGRESS: at 21.59% examples, 764826 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:13:18,264 : INFO : EPOCH 19 - PROGRESS: at 24.63% examples, 765710 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:19,275 : INFO : EPOCH 19 - PROGRESS: at 27.62% examples, 767687 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:20,323 : INFO : EPOCH 19 - PROGRESS: at 30.25% examples, 769825 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:21,338 : INFO : EPOCH 19 - PROGRESS: at 33.50% examples, 771025 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:13:22,351 : INFO : EPOCH 19 - PROGRESS: at 35.95% examples, 768833 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:23,353 : INFO : EPOCH 19 - PROGRESS: at 38.45% examples, 768533 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:24,375 : INFO : EPOCH 19 - PROGRESS: at 40.35% examples, 764800 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:13:25,378 : INFO : EPOCH 19 - PROGRESS: at 42.33% examples, 764921 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:26,379 : INFO : EPOCH 19 - PROGRESS: at 44.14% examples, 766648 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:13:27,391 : INFO : EPOCH 19 - PROGRESS: at 45.97% examples, 765876 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:28,391 : INFO : EPOCH 19 - PROGRESS: at 47.80% examples, 767656 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:29,403 : INFO : EPOCH 19 - PROGRESS: at 49.78% examples, 768098 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:13:30,404 : INFO : EPOCH 19 - PROGRESS: at 51.44% examples, 769294 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:13:31,421 : INFO : EPOCH 19 - PROGRESS: at 53.14% examples, 770152 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:32,433 : INFO : EPOCH 19 - PROGRESS: at 54.75% examples, 768969 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:33,440 : INFO : EPOCH 19 - PROGRESS: at 56.28% examples, 768147 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:34,444 : INFO : EPOCH 19 - PROGRESS: at 57.94% examples, 770275 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:13:35,449 : INFO : EPOCH 19 - PROGRESS: at 59.40% examples, 769003 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:13:36,461 : INFO : EPOCH 19 - PROGRESS: at 60.84% examples, 768346 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 03:13:37,466 : INFO : EPOCH 19 - PROGRESS: at 62.36% examples, 769010 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:13:38,469 : INFO : EPOCH 19 - PROGRESS: at 63.86% examples, 768716 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:13:39,476 : INFO : EPOCH 19 - PROGRESS: at 65.48% examples, 768392 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:40,484 : INFO : EPOCH 19 - PROGRESS: at 67.10% examples, 768768 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:41,492 : INFO : EPOCH 19 - PROGRESS: at 68.67% examples, 767677 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:13:42,503 : INFO : EPOCH 19 - PROGRESS: at 70.41% examples, 767610 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:43,518 : INFO : EPOCH 19 - PROGRESS: at 72.08% examples, 767983 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:44,527 : INFO : EPOCH 19 - PROGRESS: at 73.57% examples, 768846 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:13:45,545 : INFO : EPOCH 19 - PROGRESS: at 75.20% examples, 768322 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:46,559 : INFO : EPOCH 19 - PROGRESS: at 76.75% examples, 767897 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:47,563 : INFO : EPOCH 19 - PROGRESS: at 78.32% examples, 767496 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:48,585 : INFO : EPOCH 19 - PROGRESS: at 79.80% examples, 767322 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:13:49,616 : INFO : EPOCH 19 - PROGRESS: at 81.46% examples, 767008 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:13:50,620 : INFO : EPOCH 19 - PROGRESS: at 82.99% examples, 767273 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:51,633 : INFO : EPOCH 19 - PROGRESS: at 84.59% examples, 766489 words/s, in_qsize 22, out_qsize 4\n",
      "2018-07-10 03:13:52,645 : INFO : EPOCH 19 - PROGRESS: at 86.17% examples, 767180 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:13:53,648 : INFO : EPOCH 19 - PROGRESS: at 87.72% examples, 768117 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:54,660 : INFO : EPOCH 19 - PROGRESS: at 89.39% examples, 767352 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:55,662 : INFO : EPOCH 19 - PROGRESS: at 91.03% examples, 767263 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:13:56,664 : INFO : EPOCH 19 - PROGRESS: at 92.49% examples, 767042 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:13:57,709 : INFO : EPOCH 19 - PROGRESS: at 93.97% examples, 766768 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:58,721 : INFO : EPOCH 19 - PROGRESS: at 95.37% examples, 767059 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:13:59,738 : INFO : EPOCH 19 - PROGRESS: at 96.88% examples, 766749 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:00,742 : INFO : EPOCH 19 - PROGRESS: at 98.36% examples, 767352 words/s, in_qsize 20, out_qsize 3\n",
      "2018-07-10 03:14:01,568 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:14:01,572 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:14:01,574 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:14:01,588 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:14:01,605 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:14:01,620 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:14:01,621 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:14:01,622 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:14:01,624 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:14:01,628 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:14:01,638 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:14:01,639 : INFO : EPOCH - 19 : training on 58601346 raw words (40321886 effective words) took 52.4s, 769233 effective words/s\n",
      "2018-07-10 03:14:02,647 : INFO : EPOCH 20 - PROGRESS: at 2.30% examples, 715870 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:03,663 : INFO : EPOCH 20 - PROGRESS: at 4.37% examples, 741576 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:04,664 : INFO : EPOCH 20 - PROGRESS: at 7.34% examples, 742119 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:05,673 : INFO : EPOCH 20 - PROGRESS: at 10.12% examples, 744661 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:06,683 : INFO : EPOCH 20 - PROGRESS: at 13.11% examples, 746277 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:07,683 : INFO : EPOCH 20 - PROGRESS: at 16.21% examples, 748694 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:14:08,690 : INFO : EPOCH 20 - PROGRESS: at 18.78% examples, 748349 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:09,698 : INFO : EPOCH 20 - PROGRESS: at 21.29% examples, 751554 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:14:10,707 : INFO : EPOCH 20 - PROGRESS: at 23.96% examples, 750350 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:11,707 : INFO : EPOCH 20 - PROGRESS: at 26.92% examples, 751175 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:12,712 : INFO : EPOCH 20 - PROGRESS: at 29.62% examples, 753387 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:13,739 : INFO : EPOCH 20 - PROGRESS: at 32.55% examples, 756481 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:14,741 : INFO : EPOCH 20 - PROGRESS: at 35.54% examples, 759857 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:14:15,750 : INFO : EPOCH 20 - PROGRESS: at 37.85% examples, 759803 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:16,757 : INFO : EPOCH 20 - PROGRESS: at 39.98% examples, 759495 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:14:17,763 : INFO : EPOCH 20 - PROGRESS: at 42.10% examples, 760767 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:18,764 : INFO : EPOCH 20 - PROGRESS: at 43.85% examples, 760285 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:14:19,775 : INFO : EPOCH 20 - PROGRESS: at 45.62% examples, 760643 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:14:20,806 : INFO : EPOCH 20 - PROGRESS: at 47.62% examples, 762410 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:21,809 : INFO : EPOCH 20 - PROGRESS: at 49.66% examples, 765030 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:22,825 : INFO : EPOCH 20 - PROGRESS: at 51.37% examples, 768058 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:23,825 : INFO : EPOCH 20 - PROGRESS: at 53.06% examples, 769539 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:14:24,844 : INFO : EPOCH 20 - PROGRESS: at 54.77% examples, 769929 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:25,856 : INFO : EPOCH 20 - PROGRESS: at 56.44% examples, 772097 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:14:26,867 : INFO : EPOCH 20 - PROGRESS: at 58.07% examples, 771987 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:14:27,879 : INFO : EPOCH 20 - PROGRESS: at 59.63% examples, 774148 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:28,891 : INFO : EPOCH 20 - PROGRESS: at 61.08% examples, 774581 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:29,914 : INFO : EPOCH 20 - PROGRESS: at 62.75% examples, 775035 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:14:30,921 : INFO : EPOCH 20 - PROGRESS: at 64.45% examples, 776170 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:14:31,935 : INFO : EPOCH 20 - PROGRESS: at 66.18% examples, 777659 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:32,948 : INFO : EPOCH 20 - PROGRESS: at 67.79% examples, 778015 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:14:33,952 : INFO : EPOCH 20 - PROGRESS: at 69.45% examples, 778212 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:14:34,964 : INFO : EPOCH 20 - PROGRESS: at 71.15% examples, 777850 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:35,965 : INFO : EPOCH 20 - PROGRESS: at 72.85% examples, 779465 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:14:36,968 : INFO : EPOCH 20 - PROGRESS: at 74.43% examples, 780659 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:37,998 : INFO : EPOCH 20 - PROGRESS: at 76.20% examples, 781356 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:14:39,005 : INFO : EPOCH 20 - PROGRESS: at 77.98% examples, 783102 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:40,025 : INFO : EPOCH 20 - PROGRESS: at 79.57% examples, 784337 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:41,030 : INFO : EPOCH 20 - PROGRESS: at 81.17% examples, 783368 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:42,041 : INFO : EPOCH 20 - PROGRESS: at 82.73% examples, 783310 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:14:43,067 : INFO : EPOCH 20 - PROGRESS: at 84.49% examples, 783319 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:14:44,078 : INFO : EPOCH 20 - PROGRESS: at 86.03% examples, 783722 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:14:45,089 : INFO : EPOCH 20 - PROGRESS: at 87.54% examples, 783296 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:46,094 : INFO : EPOCH 20 - PROGRESS: at 89.23% examples, 782415 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:47,094 : INFO : EPOCH 20 - PROGRESS: at 90.83% examples, 782536 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:48,101 : INFO : EPOCH 20 - PROGRESS: at 92.34% examples, 782129 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:14:49,102 : INFO : EPOCH 20 - PROGRESS: at 93.87% examples, 782307 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:50,103 : INFO : EPOCH 20 - PROGRESS: at 95.23% examples, 781970 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:14:51,112 : INFO : EPOCH 20 - PROGRESS: at 96.77% examples, 782161 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:14:52,125 : INFO : EPOCH 20 - PROGRESS: at 98.29% examples, 782250 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:14:53,091 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:14:53,095 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:14:53,099 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:14:53,101 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:14:53,106 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:14:53,111 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:14:53,119 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:14:53,125 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:14:53,130 : INFO : EPOCH 20 - PROGRESS: at 99.93% examples, 782853 words/s, in_qsize 2, out_qsize 1\n",
      "2018-07-10 03:14:53,131 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:14:53,134 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:14:53,138 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:14:53,139 : INFO : EPOCH - 20 : training on 58601346 raw words (40321473 effective words) took 51.5s, 783011 effective words/s\n",
      "2018-07-10 03:14:54,164 : INFO : EPOCH 21 - PROGRESS: at 2.27% examples, 702975 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:55,171 : INFO : EPOCH 21 - PROGRESS: at 4.42% examples, 745914 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:56,171 : INFO : EPOCH 21 - PROGRESS: at 7.60% examples, 768679 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:57,182 : INFO : EPOCH 21 - PROGRESS: at 10.62% examples, 771522 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:14:58,182 : INFO : EPOCH 21 - PROGRESS: at 13.59% examples, 777574 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:14:59,185 : INFO : EPOCH 21 - PROGRESS: at 16.83% examples, 775532 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:00,190 : INFO : EPOCH 21 - PROGRESS: at 19.54% examples, 776481 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:01,191 : INFO : EPOCH 21 - PROGRESS: at 22.10% examples, 780710 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:02,206 : INFO : EPOCH 21 - PROGRESS: at 25.09% examples, 777781 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:03,211 : INFO : EPOCH 21 - PROGRESS: at 27.88% examples, 774959 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:04,213 : INFO : EPOCH 21 - PROGRESS: at 30.24% examples, 770860 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:05,222 : INFO : EPOCH 21 - PROGRESS: at 33.45% examples, 772993 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:15:06,233 : INFO : EPOCH 21 - PROGRESS: at 35.92% examples, 770458 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:07,236 : INFO : EPOCH 21 - PROGRESS: at 38.18% examples, 766427 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:08,264 : INFO : EPOCH 21 - PROGRESS: at 40.36% examples, 765775 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:09,275 : INFO : EPOCH 21 - PROGRESS: at 42.49% examples, 767279 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:10,276 : INFO : EPOCH 21 - PROGRESS: at 44.19% examples, 769262 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:11,276 : INFO : EPOCH 21 - PROGRESS: at 46.17% examples, 770827 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:12,281 : INFO : EPOCH 21 - PROGRESS: at 47.83% examples, 770217 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:13,288 : INFO : EPOCH 21 - PROGRESS: at 49.78% examples, 769434 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:15:14,296 : INFO : EPOCH 21 - PROGRESS: at 51.49% examples, 771742 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:15:15,309 : INFO : EPOCH 21 - PROGRESS: at 53.21% examples, 773112 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:16,316 : INFO : EPOCH 21 - PROGRESS: at 54.95% examples, 774330 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:17,320 : INFO : EPOCH 21 - PROGRESS: at 56.59% examples, 775782 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:15:18,325 : INFO : EPOCH 21 - PROGRESS: at 58.25% examples, 777401 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:19,332 : INFO : EPOCH 21 - PROGRESS: at 59.72% examples, 777615 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:20,335 : INFO : EPOCH 21 - PROGRESS: at 61.12% examples, 777337 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:21,350 : INFO : EPOCH 21 - PROGRESS: at 62.79% examples, 777550 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:15:22,357 : INFO : EPOCH 21 - PROGRESS: at 64.43% examples, 777229 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:23,368 : INFO : EPOCH 21 - PROGRESS: at 66.01% examples, 777313 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:24,374 : INFO : EPOCH 21 - PROGRESS: at 67.66% examples, 777511 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:15:25,383 : INFO : EPOCH 21 - PROGRESS: at 69.32% examples, 778748 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:26,383 : INFO : EPOCH 21 - PROGRESS: at 71.05% examples, 778250 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:27,384 : INFO : EPOCH 21 - PROGRESS: at 72.61% examples, 778272 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:15:28,414 : INFO : EPOCH 21 - PROGRESS: at 74.09% examples, 778493 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:29,427 : INFO : EPOCH 21 - PROGRESS: at 75.91% examples, 779643 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:30,436 : INFO : EPOCH 21 - PROGRESS: at 77.60% examples, 780115 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:31,441 : INFO : EPOCH 21 - PROGRESS: at 79.18% examples, 780121 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:32,445 : INFO : EPOCH 21 - PROGRESS: at 80.67% examples, 780070 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:33,449 : INFO : EPOCH 21 - PROGRESS: at 82.35% examples, 779727 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:34,464 : INFO : EPOCH 21 - PROGRESS: at 84.02% examples, 779769 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:35,478 : INFO : EPOCH 21 - PROGRESS: at 85.56% examples, 780840 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:36,485 : INFO : EPOCH 21 - PROGRESS: at 87.21% examples, 781151 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:15:37,492 : INFO : EPOCH 21 - PROGRESS: at 88.97% examples, 781523 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:38,515 : INFO : EPOCH 21 - PROGRESS: at 90.51% examples, 781349 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:39,519 : INFO : EPOCH 21 - PROGRESS: at 92.21% examples, 781553 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:40,525 : INFO : EPOCH 21 - PROGRESS: at 93.73% examples, 782359 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:15:41,541 : INFO : EPOCH 21 - PROGRESS: at 95.13% examples, 782180 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:42,549 : INFO : EPOCH 21 - PROGRESS: at 96.64% examples, 782250 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:43,576 : INFO : EPOCH 21 - PROGRESS: at 98.19% examples, 781966 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:44,578 : INFO : EPOCH 21 - PROGRESS: at 99.70% examples, 781933 words/s, in_qsize 16, out_qsize 0\n",
      "2018-07-10 03:15:44,600 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:15:44,620 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:15:44,622 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:15:44,647 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:15:44,649 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:15:44,650 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:15:44,652 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:15:44,668 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:15:44,673 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:15:44,683 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:15:44,684 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:15:44,685 : INFO : EPOCH - 21 : training on 58601346 raw words (40325548 effective words) took 51.5s, 782392 effective words/s\n",
      "2018-07-10 03:15:45,701 : INFO : EPOCH 22 - PROGRESS: at 2.26% examples, 691276 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:46,704 : INFO : EPOCH 22 - PROGRESS: at 4.26% examples, 722670 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:47,707 : INFO : EPOCH 22 - PROGRESS: at 7.17% examples, 735506 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:48,707 : INFO : EPOCH 22 - PROGRESS: at 10.07% examples, 743729 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:49,712 : INFO : EPOCH 22 - PROGRESS: at 13.13% examples, 752286 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:15:50,723 : INFO : EPOCH 22 - PROGRESS: at 16.43% examples, 756563 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:15:51,727 : INFO : EPOCH 22 - PROGRESS: at 19.16% examples, 762598 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:52,729 : INFO : EPOCH 22 - PROGRESS: at 21.61% examples, 765281 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:53,747 : INFO : EPOCH 22 - PROGRESS: at 24.87% examples, 769975 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:54,769 : INFO : EPOCH 22 - PROGRESS: at 27.83% examples, 772240 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:55,786 : INFO : EPOCH 22 - PROGRESS: at 30.34% examples, 774056 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:56,794 : INFO : EPOCH 22 - PROGRESS: at 33.51% examples, 773714 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:57,797 : INFO : EPOCH 22 - PROGRESS: at 35.94% examples, 770931 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:15:58,799 : INFO : EPOCH 22 - PROGRESS: at 38.48% examples, 770786 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:15:59,804 : INFO : EPOCH 22 - PROGRESS: at 40.52% examples, 770931 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:00,814 : INFO : EPOCH 22 - PROGRESS: at 42.49% examples, 767636 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:01,815 : INFO : EPOCH 22 - PROGRESS: at 44.11% examples, 767956 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:02,818 : INFO : EPOCH 22 - PROGRESS: at 46.07% examples, 769449 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:03,822 : INFO : EPOCH 22 - PROGRESS: at 47.82% examples, 770229 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:04,828 : INFO : EPOCH 22 - PROGRESS: at 49.83% examples, 771275 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:05,845 : INFO : EPOCH 22 - PROGRESS: at 51.53% examples, 773100 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:06,847 : INFO : EPOCH 22 - PROGRESS: at 53.34% examples, 776255 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:16:07,852 : INFO : EPOCH 22 - PROGRESS: at 55.15% examples, 779413 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:08,855 : INFO : EPOCH 22 - PROGRESS: at 56.84% examples, 781298 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:09,874 : INFO : EPOCH 22 - PROGRESS: at 58.46% examples, 780889 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:10,878 : INFO : EPOCH 22 - PROGRESS: at 59.89% examples, 781184 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:11,903 : INFO : EPOCH 22 - PROGRESS: at 61.43% examples, 781401 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:16:12,911 : INFO : EPOCH 22 - PROGRESS: at 62.94% examples, 780494 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:16:13,921 : INFO : EPOCH 22 - PROGRESS: at 64.65% examples, 781076 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:14,932 : INFO : EPOCH 22 - PROGRESS: at 66.31% examples, 781029 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:15,945 : INFO : EPOCH 22 - PROGRESS: at 67.98% examples, 781767 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:16:16,954 : INFO : EPOCH 22 - PROGRESS: at 69.78% examples, 783617 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:17,966 : INFO : EPOCH 22 - PROGRESS: at 71.46% examples, 783521 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 03:16:18,969 : INFO : EPOCH 22 - PROGRESS: at 73.11% examples, 784832 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:19,970 : INFO : EPOCH 22 - PROGRESS: at 74.74% examples, 785095 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:20,971 : INFO : EPOCH 22 - PROGRESS: at 76.37% examples, 785198 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:21,975 : INFO : EPOCH 22 - PROGRESS: at 78.17% examples, 786763 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:22,984 : INFO : EPOCH 22 - PROGRESS: at 79.69% examples, 787692 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:23,986 : INFO : EPOCH 22 - PROGRESS: at 81.38% examples, 787328 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:16:24,986 : INFO : EPOCH 22 - PROGRESS: at 82.87% examples, 786897 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:16:25,992 : INFO : EPOCH 22 - PROGRESS: at 84.52% examples, 786040 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:27,000 : INFO : EPOCH 22 - PROGRESS: at 85.97% examples, 785436 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:28,035 : INFO : EPOCH 22 - PROGRESS: at 87.52% examples, 784792 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:16:29,045 : INFO : EPOCH 22 - PROGRESS: at 89.27% examples, 784616 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:30,054 : INFO : EPOCH 22 - PROGRESS: at 90.96% examples, 785158 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:16:31,056 : INFO : EPOCH 22 - PROGRESS: at 92.52% examples, 785182 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:32,066 : INFO : EPOCH 22 - PROGRESS: at 94.00% examples, 785358 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:33,067 : INFO : EPOCH 22 - PROGRESS: at 95.51% examples, 786479 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:34,096 : INFO : EPOCH 22 - PROGRESS: at 97.07% examples, 786230 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:35,111 : INFO : EPOCH 22 - PROGRESS: at 98.59% examples, 786315 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:16:35,891 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:16:35,902 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:16:35,913 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:16:35,915 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:16:35,920 : INFO : worker thread finished; awaiting finish of 6 more threads\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:16:35,941 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:16:35,945 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:16:35,952 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:16:35,953 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:16:35,958 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:16:35,960 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:16:35,960 : INFO : EPOCH - 22 : training on 58601346 raw words (40324854 effective words) took 51.3s, 786500 effective words/s\n",
      "2018-07-10 03:16:36,969 : INFO : EPOCH 23 - PROGRESS: at 2.21% examples, 696349 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:16:37,987 : INFO : EPOCH 23 - PROGRESS: at 4.39% examples, 739099 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:38,999 : INFO : EPOCH 23 - PROGRESS: at 7.32% examples, 738369 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:40,001 : INFO : EPOCH 23 - PROGRESS: at 10.08% examples, 743082 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:41,013 : INFO : EPOCH 23 - PROGRESS: at 12.99% examples, 739773 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:16:42,014 : INFO : EPOCH 23 - PROGRESS: at 16.25% examples, 747321 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:43,016 : INFO : EPOCH 23 - PROGRESS: at 18.95% examples, 750089 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:44,016 : INFO : EPOCH 23 - PROGRESS: at 21.45% examples, 756880 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:45,019 : INFO : EPOCH 23 - PROGRESS: at 24.24% examples, 755316 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:46,034 : INFO : EPOCH 23 - PROGRESS: at 27.08% examples, 756660 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:47,055 : INFO : EPOCH 23 - PROGRESS: at 29.86% examples, 758967 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:16:48,062 : INFO : EPOCH 23 - PROGRESS: at 32.59% examples, 758402 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:49,082 : INFO : EPOCH 23 - PROGRESS: at 35.49% examples, 758327 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:50,088 : INFO : EPOCH 23 - PROGRESS: at 38.00% examples, 761075 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:16:51,094 : INFO : EPOCH 23 - PROGRESS: at 40.21% examples, 761917 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:16:52,110 : INFO : EPOCH 23 - PROGRESS: at 42.29% examples, 764332 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:16:53,111 : INFO : EPOCH 23 - PROGRESS: at 44.09% examples, 766550 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:16:54,115 : INFO : EPOCH 23 - PROGRESS: at 46.06% examples, 767441 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:55,122 : INFO : EPOCH 23 - PROGRESS: at 47.75% examples, 766285 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:16:56,164 : INFO : EPOCH 23 - PROGRESS: at 49.74% examples, 766082 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:16:57,165 : INFO : EPOCH 23 - PROGRESS: at 51.37% examples, 767563 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:16:58,178 : INFO : EPOCH 23 - PROGRESS: at 52.93% examples, 766154 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:16:59,190 : INFO : EPOCH 23 - PROGRESS: at 54.64% examples, 766665 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:17:00,197 : INFO : EPOCH 23 - PROGRESS: at 56.28% examples, 767777 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:01,204 : INFO : EPOCH 23 - PROGRESS: at 57.98% examples, 769649 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:02,207 : INFO : EPOCH 23 - PROGRESS: at 59.50% examples, 770749 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:03,231 : INFO : EPOCH 23 - PROGRESS: at 60.97% examples, 771242 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:04,234 : INFO : EPOCH 23 - PROGRESS: at 62.62% examples, 772893 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:05,244 : INFO : EPOCH 23 - PROGRESS: at 64.20% examples, 772742 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:06,246 : INFO : EPOCH 23 - PROGRESS: at 65.85% examples, 773504 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:07,256 : INFO : EPOCH 23 - PROGRESS: at 67.45% examples, 773124 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:17:08,267 : INFO : EPOCH 23 - PROGRESS: at 68.97% examples, 772605 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:09,276 : INFO : EPOCH 23 - PROGRESS: at 70.77% examples, 773332 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:10,286 : INFO : EPOCH 23 - PROGRESS: at 72.46% examples, 774290 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:11,291 : INFO : EPOCH 23 - PROGRESS: at 73.98% examples, 774876 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:12,298 : INFO : EPOCH 23 - PROGRESS: at 75.69% examples, 776184 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:13,300 : INFO : EPOCH 23 - PROGRESS: at 77.37% examples, 776392 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:14,309 : INFO : EPOCH 23 - PROGRESS: at 79.04% examples, 777105 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:15,317 : INFO : EPOCH 23 - PROGRESS: at 80.54% examples, 776933 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:17:16,321 : INFO : EPOCH 23 - PROGRESS: at 82.23% examples, 776938 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:17:17,325 : INFO : EPOCH 23 - PROGRESS: at 83.83% examples, 776645 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:17:18,333 : INFO : EPOCH 23 - PROGRESS: at 85.39% examples, 777527 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:17:19,343 : INFO : EPOCH 23 - PROGRESS: at 87.04% examples, 778115 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:17:20,359 : INFO : EPOCH 23 - PROGRESS: at 88.69% examples, 778278 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:17:21,360 : INFO : EPOCH 23 - PROGRESS: at 90.31% examples, 778657 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:17:22,361 : INFO : EPOCH 23 - PROGRESS: at 91.96% examples, 778736 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:23,393 : INFO : EPOCH 23 - PROGRESS: at 93.53% examples, 779088 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:24,400 : INFO : EPOCH 23 - PROGRESS: at 94.92% examples, 778932 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:25,413 : INFO : EPOCH 23 - PROGRESS: at 96.45% examples, 779124 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:17:26,433 : INFO : EPOCH 23 - PROGRESS: at 97.96% examples, 778790 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:17:27,433 : INFO : EPOCH 23 - PROGRESS: at 99.38% examples, 778935 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:27,639 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:17:27,648 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:17:27,651 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:17:27,665 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:17:27,666 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:17:27,673 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:17:27,679 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:17:27,694 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:17:27,695 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:17:27,712 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:17:27,719 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:17:27,720 : INFO : EPOCH - 23 : training on 58601346 raw words (40322633 effective words) took 51.8s, 779096 effective words/s\n",
      "2018-07-10 03:17:28,742 : INFO : EPOCH 24 - PROGRESS: at 2.35% examples, 722107 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:29,756 : INFO : EPOCH 24 - PROGRESS: at 4.60% examples, 759257 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:30,770 : INFO : EPOCH 24 - PROGRESS: at 7.54% examples, 760099 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:31,777 : INFO : EPOCH 24 - PROGRESS: at 10.48% examples, 762443 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:32,789 : INFO : EPOCH 24 - PROGRESS: at 13.43% examples, 763382 words/s, in_qsize 20, out_qsize 1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:17:33,794 : INFO : EPOCH 24 - PROGRESS: at 16.66% examples, 765833 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:34,814 : INFO : EPOCH 24 - PROGRESS: at 19.35% examples, 765635 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:35,816 : INFO : EPOCH 24 - PROGRESS: at 21.69% examples, 764882 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:17:36,856 : INFO : EPOCH 24 - PROGRESS: at 24.79% examples, 762887 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:37,863 : INFO : EPOCH 24 - PROGRESS: at 27.75% examples, 766045 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:38,868 : INFO : EPOCH 24 - PROGRESS: at 30.17% examples, 765412 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:39,870 : INFO : EPOCH 24 - PROGRESS: at 33.34% examples, 765240 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:40,870 : INFO : EPOCH 24 - PROGRESS: at 35.85% examples, 765216 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:41,878 : INFO : EPOCH 24 - PROGRESS: at 38.38% examples, 766010 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:42,897 : INFO : EPOCH 24 - PROGRESS: at 40.55% examples, 768554 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:43,916 : INFO : EPOCH 24 - PROGRESS: at 42.68% examples, 769273 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:44,924 : INFO : EPOCH 24 - PROGRESS: at 44.40% examples, 772040 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:45,938 : INFO : EPOCH 24 - PROGRESS: at 46.31% examples, 771314 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:17:46,967 : INFO : EPOCH 24 - PROGRESS: at 48.16% examples, 772072 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:17:47,978 : INFO : EPOCH 24 - PROGRESS: at 50.10% examples, 772955 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:17:48,978 : INFO : EPOCH 24 - PROGRESS: at 51.74% examples, 774744 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:50,005 : INFO : EPOCH 24 - PROGRESS: at 53.52% examples, 776658 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:51,006 : INFO : EPOCH 24 - PROGRESS: at 55.28% examples, 778478 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:17:52,013 : INFO : EPOCH 24 - PROGRESS: at 56.93% examples, 779687 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:17:53,013 : INFO : EPOCH 24 - PROGRESS: at 58.62% examples, 780642 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:54,015 : INFO : EPOCH 24 - PROGRESS: at 60.16% examples, 783529 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:55,018 : INFO : EPOCH 24 - PROGRESS: at 61.71% examples, 784936 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:17:56,023 : INFO : EPOCH 24 - PROGRESS: at 63.32% examples, 785617 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:57,029 : INFO : EPOCH 24 - PROGRESS: at 64.92% examples, 784629 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:17:58,037 : INFO : EPOCH 24 - PROGRESS: at 66.67% examples, 785435 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:17:59,053 : INFO : EPOCH 24 - PROGRESS: at 68.36% examples, 785619 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:18:00,057 : INFO : EPOCH 24 - PROGRESS: at 70.03% examples, 784889 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:01,069 : INFO : EPOCH 24 - PROGRESS: at 71.66% examples, 784327 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:02,074 : INFO : EPOCH 24 - PROGRESS: at 73.14% examples, 783648 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:18:03,083 : INFO : EPOCH 24 - PROGRESS: at 74.68% examples, 783275 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:18:04,089 : INFO : EPOCH 24 - PROGRESS: at 76.41% examples, 783596 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:18:05,091 : INFO : EPOCH 24 - PROGRESS: at 77.98% examples, 783029 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:06,110 : INFO : EPOCH 24 - PROGRESS: at 79.50% examples, 783161 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:18:07,122 : INFO : EPOCH 24 - PROGRESS: at 81.27% examples, 784060 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:18:08,140 : INFO : EPOCH 24 - PROGRESS: at 82.91% examples, 785313 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:18:09,162 : INFO : EPOCH 24 - PROGRESS: at 84.69% examples, 786178 words/s, in_qsize 20, out_qsize 2\n",
      "2018-07-10 03:18:10,171 : INFO : EPOCH 24 - PROGRESS: at 86.39% examples, 787581 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:11,185 : INFO : EPOCH 24 - PROGRESS: at 88.00% examples, 787874 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:18:12,204 : INFO : EPOCH 24 - PROGRESS: at 89.75% examples, 787867 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:18:13,216 : INFO : EPOCH 24 - PROGRESS: at 91.42% examples, 787986 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:18:14,240 : INFO : EPOCH 24 - PROGRESS: at 92.99% examples, 788394 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:18:15,261 : INFO : EPOCH 24 - PROGRESS: at 94.48% examples, 788031 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:16,269 : INFO : EPOCH 24 - PROGRESS: at 95.94% examples, 788625 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:18:17,281 : INFO : EPOCH 24 - PROGRESS: at 97.42% examples, 787787 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:18,285 : INFO : EPOCH 24 - PROGRESS: at 98.84% examples, 787282 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:18,821 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:18:18,827 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:18:18,845 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:18:18,861 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:18:18,869 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:18:18,871 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:18:18,879 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:18:18,886 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:18:18,887 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:18:18,893 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:18:18,897 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:18:18,897 : INFO : EPOCH - 24 : training on 58601346 raw words (40326649 effective words) took 51.2s, 788034 effective words/s\n",
      "2018-07-10 03:18:19,917 : INFO : EPOCH 25 - PROGRESS: at 2.29% examples, 709167 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:18:20,927 : INFO : EPOCH 25 - PROGRESS: at 4.55% examples, 759688 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:21,935 : INFO : EPOCH 25 - PROGRESS: at 7.58% examples, 767319 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:22,940 : INFO : EPOCH 25 - PROGRESS: at 10.49% examples, 764427 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:23,972 : INFO : EPOCH 25 - PROGRESS: at 13.36% examples, 757850 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:24,980 : INFO : EPOCH 25 - PROGRESS: at 16.52% examples, 756004 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:25,980 : INFO : EPOCH 25 - PROGRESS: at 19.16% examples, 757692 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:18:26,998 : INFO : EPOCH 25 - PROGRESS: at 21.59% examples, 759032 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:28,004 : INFO : EPOCH 25 - PROGRESS: at 24.53% examples, 759363 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:29,012 : INFO : EPOCH 25 - PROGRESS: at 27.34% examples, 759705 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:18:30,037 : INFO : EPOCH 25 - PROGRESS: at 30.12% examples, 763455 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:31,054 : INFO : EPOCH 25 - PROGRESS: at 33.37% examples, 765553 words/s, in_qsize 21, out_qsize 6\n",
      "2018-07-10 03:18:32,053 : INFO : EPOCH 25 - PROGRESS: at 36.00% examples, 769375 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:33,064 : INFO : EPOCH 25 - PROGRESS: at 38.40% examples, 766101 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:34,070 : INFO : EPOCH 25 - PROGRESS: at 40.43% examples, 766121 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:18:35,071 : INFO : EPOCH 25 - PROGRESS: at 42.49% examples, 765582 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:36,074 : INFO : EPOCH 25 - PROGRESS: at 44.03% examples, 763967 words/s, in_qsize 20, out_qsize 1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:18:37,078 : INFO : EPOCH 25 - PROGRESS: at 46.03% examples, 765212 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:18:38,090 : INFO : EPOCH 25 - PROGRESS: at 47.75% examples, 765123 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:39,100 : INFO : EPOCH 25 - PROGRESS: at 49.76% examples, 766837 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:40,107 : INFO : EPOCH 25 - PROGRESS: at 51.53% examples, 770492 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:41,119 : INFO : EPOCH 25 - PROGRESS: at 53.30% examples, 773050 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:42,120 : INFO : EPOCH 25 - PROGRESS: at 55.04% examples, 774887 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:43,123 : INFO : EPOCH 25 - PROGRESS: at 56.74% examples, 777180 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:18:44,131 : INFO : EPOCH 25 - PROGRESS: at 58.44% examples, 778946 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:45,135 : INFO : EPOCH 25 - PROGRESS: at 59.90% examples, 779660 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:46,140 : INFO : EPOCH 25 - PROGRESS: at 61.50% examples, 781830 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:47,156 : INFO : EPOCH 25 - PROGRESS: at 63.10% examples, 783161 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:18:48,159 : INFO : EPOCH 25 - PROGRESS: at 64.84% examples, 783704 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:18:49,164 : INFO : EPOCH 25 - PROGRESS: at 66.58% examples, 784859 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:18:50,164 : INFO : EPOCH 25 - PROGRESS: at 68.18% examples, 784558 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:18:51,166 : INFO : EPOCH 25 - PROGRESS: at 69.89% examples, 784853 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:52,168 : INFO : EPOCH 25 - PROGRESS: at 71.48% examples, 783682 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:53,174 : INFO : EPOCH 25 - PROGRESS: at 72.98% examples, 782934 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:54,182 : INFO : EPOCH 25 - PROGRESS: at 74.56% examples, 783247 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:55,193 : INFO : EPOCH 25 - PROGRESS: at 76.24% examples, 783219 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:56,193 : INFO : EPOCH 25 - PROGRESS: at 77.90% examples, 783826 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:57,205 : INFO : EPOCH 25 - PROGRESS: at 79.50% examples, 784665 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:58,208 : INFO : EPOCH 25 - PROGRESS: at 81.19% examples, 784964 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:18:59,212 : INFO : EPOCH 25 - PROGRESS: at 82.79% examples, 785920 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:00,258 : INFO : EPOCH 25 - PROGRESS: at 84.58% examples, 786057 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:01,267 : INFO : EPOCH 25 - PROGRESS: at 86.15% examples, 786311 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:19:02,275 : INFO : EPOCH 25 - PROGRESS: at 87.65% examples, 785984 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:03,275 : INFO : EPOCH 25 - PROGRESS: at 89.33% examples, 785058 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:19:04,283 : INFO : EPOCH 25 - PROGRESS: at 90.95% examples, 784355 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:05,283 : INFO : EPOCH 25 - PROGRESS: at 92.46% examples, 784474 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:06,312 : INFO : EPOCH 25 - PROGRESS: at 93.94% examples, 783926 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:07,325 : INFO : EPOCH 25 - PROGRESS: at 95.44% examples, 784893 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:08,343 : INFO : EPOCH 25 - PROGRESS: at 96.95% examples, 784385 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:19:09,374 : INFO : EPOCH 25 - PROGRESS: at 98.44% examples, 784054 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:10,238 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:19:10,260 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:19:10,265 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:19:10,267 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:19:10,268 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:19:10,269 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:19:10,276 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:19:10,300 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:19:10,301 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:19:10,303 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:19:10,304 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:19:10,305 : INFO : EPOCH - 25 : training on 58601346 raw words (40322392 effective words) took 51.4s, 784440 effective words/s\n",
      "2018-07-10 03:19:11,316 : INFO : EPOCH 26 - PROGRESS: at 2.39% examples, 744798 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:19:12,323 : INFO : EPOCH 26 - PROGRESS: at 4.68% examples, 779974 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:13,325 : INFO : EPOCH 26 - PROGRESS: at 7.71% examples, 781848 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:14,331 : INFO : EPOCH 26 - PROGRESS: at 10.54% examples, 769440 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:15,350 : INFO : EPOCH 26 - PROGRESS: at 13.37% examples, 761486 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:16,363 : INFO : EPOCH 26 - PROGRESS: at 16.47% examples, 756902 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:17,395 : INFO : EPOCH 26 - PROGRESS: at 19.03% examples, 752911 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:18,402 : INFO : EPOCH 26 - PROGRESS: at 21.51% examples, 755179 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:19,411 : INFO : EPOCH 26 - PROGRESS: at 24.36% examples, 753531 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:20,419 : INFO : EPOCH 26 - PROGRESS: at 27.26% examples, 757334 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:21,426 : INFO : EPOCH 26 - PROGRESS: at 29.86% examples, 757135 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:22,431 : INFO : EPOCH 26 - PROGRESS: at 32.63% examples, 757929 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:23,435 : INFO : EPOCH 26 - PROGRESS: at 35.50% examples, 757605 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:24,455 : INFO : EPOCH 26 - PROGRESS: at 38.02% examples, 760347 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:25,460 : INFO : EPOCH 26 - PROGRESS: at 40.21% examples, 760812 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:26,481 : INFO : EPOCH 26 - PROGRESS: at 42.19% examples, 760995 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:27,483 : INFO : EPOCH 26 - PROGRESS: at 43.92% examples, 760535 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:28,483 : INFO : EPOCH 26 - PROGRESS: at 45.68% examples, 760791 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:29,497 : INFO : EPOCH 26 - PROGRESS: at 47.58% examples, 760472 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:30,497 : INFO : EPOCH 26 - PROGRESS: at 49.46% examples, 759766 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:31,511 : INFO : EPOCH 26 - PROGRESS: at 51.11% examples, 760835 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:32,530 : INFO : EPOCH 26 - PROGRESS: at 52.74% examples, 762209 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:33,537 : INFO : EPOCH 26 - PROGRESS: at 54.52% examples, 764460 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:34,540 : INFO : EPOCH 26 - PROGRESS: at 56.24% examples, 766759 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:19:35,544 : INFO : EPOCH 26 - PROGRESS: at 57.88% examples, 768408 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:36,554 : INFO : EPOCH 26 - PROGRESS: at 59.48% examples, 770551 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:37,570 : INFO : EPOCH 26 - PROGRESS: at 60.96% examples, 771067 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:38,578 : INFO : EPOCH 26 - PROGRESS: at 62.53% examples, 771269 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:19:39,580 : INFO : EPOCH 26 - PROGRESS: at 64.01% examples, 770951 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:19:40,591 : INFO : EPOCH 26 - PROGRESS: at 65.64% examples, 769998 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:19:41,606 : INFO : EPOCH 26 - PROGRESS: at 67.10% examples, 768284 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:42,617 : INFO : EPOCH 26 - PROGRESS: at 68.71% examples, 767850 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:43,630 : INFO : EPOCH 26 - PROGRESS: at 70.47% examples, 767770 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:19:44,640 : INFO : EPOCH 26 - PROGRESS: at 72.09% examples, 767486 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:19:45,660 : INFO : EPOCH 26 - PROGRESS: at 73.52% examples, 767351 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:46,662 : INFO : EPOCH 26 - PROGRESS: at 75.23% examples, 768334 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:47,664 : INFO : EPOCH 26 - PROGRESS: at 76.81% examples, 768496 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:48,671 : INFO : EPOCH 26 - PROGRESS: at 78.47% examples, 769401 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:49,672 : INFO : EPOCH 26 - PROGRESS: at 80.06% examples, 770990 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:50,673 : INFO : EPOCH 26 - PROGRESS: at 81.76% examples, 772265 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:51,682 : INFO : EPOCH 26 - PROGRESS: at 83.63% examples, 773772 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:52,692 : INFO : EPOCH 26 - PROGRESS: at 85.15% examples, 774538 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:53,696 : INFO : EPOCH 26 - PROGRESS: at 86.77% examples, 774962 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:19:54,698 : INFO : EPOCH 26 - PROGRESS: at 88.35% examples, 774613 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:55,707 : INFO : EPOCH 26 - PROGRESS: at 90.00% examples, 774684 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:56,724 : INFO : EPOCH 26 - PROGRESS: at 91.61% examples, 774426 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:57,752 : INFO : EPOCH 26 - PROGRESS: at 93.05% examples, 773860 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:58,770 : INFO : EPOCH 26 - PROGRESS: at 94.63% examples, 775049 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:19:59,771 : INFO : EPOCH 26 - PROGRESS: at 96.20% examples, 776305 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:00,789 : INFO : EPOCH 26 - PROGRESS: at 97.77% examples, 776421 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:20:01,808 : INFO : EPOCH 26 - PROGRESS: at 99.25% examples, 776861 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:20:02,114 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:20:02,122 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:20:02,124 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:20:02,139 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:20:02,143 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:20:02,155 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:20:02,157 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:20:02,161 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:20:02,164 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:20:02,175 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:20:02,179 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:20:02,180 : INFO : EPOCH - 26 : training on 58601346 raw words (40324324 effective words) took 51.9s, 777403 effective words/s\n",
      "2018-07-10 03:20:03,197 : INFO : EPOCH 27 - PROGRESS: at 2.36% examples, 730035 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:20:04,198 : INFO : EPOCH 27 - PROGRESS: at 4.49% examples, 758213 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:05,202 : INFO : EPOCH 27 - PROGRESS: at 7.61% examples, 773493 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:06,205 : INFO : EPOCH 27 - PROGRESS: at 10.60% examples, 776669 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:20:07,211 : INFO : EPOCH 27 - PROGRESS: at 13.56% examples, 776504 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:08,211 : INFO : EPOCH 27 - PROGRESS: at 16.76% examples, 775139 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:09,221 : INFO : EPOCH 27 - PROGRESS: at 19.43% examples, 774857 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:10,238 : INFO : EPOCH 27 - PROGRESS: at 21.89% examples, 772366 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:11,244 : INFO : EPOCH 27 - PROGRESS: at 24.85% examples, 770907 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:12,248 : INFO : EPOCH 27 - PROGRESS: at 27.64% examples, 768961 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:13,267 : INFO : EPOCH 27 - PROGRESS: at 30.13% examples, 767753 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:20:14,270 : INFO : EPOCH 27 - PROGRESS: at 32.95% examples, 764492 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:20:15,283 : INFO : EPOCH 27 - PROGRESS: at 35.75% examples, 764864 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:20:16,292 : INFO : EPOCH 27 - PROGRESS: at 38.13% examples, 763997 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:17,313 : INFO : EPOCH 27 - PROGRESS: at 40.27% examples, 763714 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:18,327 : INFO : EPOCH 27 - PROGRESS: at 42.30% examples, 764602 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:19,332 : INFO : EPOCH 27 - PROGRESS: at 44.02% examples, 764772 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:20:20,348 : INFO : EPOCH 27 - PROGRESS: at 45.88% examples, 765392 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:21,350 : INFO : EPOCH 27 - PROGRESS: at 47.77% examples, 766938 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:22,359 : INFO : EPOCH 27 - PROGRESS: at 49.76% examples, 767538 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:20:23,360 : INFO : EPOCH 27 - PROGRESS: at 51.42% examples, 769527 words/s, in_qsize 16, out_qsize 6\n",
      "2018-07-10 03:20:24,401 : INFO : EPOCH 27 - PROGRESS: at 53.19% examples, 770608 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:20:25,407 : INFO : EPOCH 27 - PROGRESS: at 54.77% examples, 769909 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:20:26,411 : INFO : EPOCH 27 - PROGRESS: at 56.42% examples, 771031 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:27,427 : INFO : EPOCH 27 - PROGRESS: at 58.07% examples, 771592 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:20:28,431 : INFO : EPOCH 27 - PROGRESS: at 59.65% examples, 774018 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:29,460 : INFO : EPOCH 27 - PROGRESS: at 61.08% examples, 773656 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:20:30,471 : INFO : EPOCH 27 - PROGRESS: at 62.75% examples, 774465 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:31,491 : INFO : EPOCH 27 - PROGRESS: at 64.45% examples, 775254 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:20:32,513 : INFO : EPOCH 27 - PROGRESS: at 66.18% examples, 777097 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:20:33,517 : INFO : EPOCH 27 - PROGRESS: at 67.86% examples, 778560 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:34,533 : INFO : EPOCH 27 - PROGRESS: at 69.58% examples, 778869 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:35,539 : INFO : EPOCH 27 - PROGRESS: at 71.28% examples, 779130 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:20:36,547 : INFO : EPOCH 27 - PROGRESS: at 72.87% examples, 779144 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:37,550 : INFO : EPOCH 27 - PROGRESS: at 74.33% examples, 779280 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:38,561 : INFO : EPOCH 27 - PROGRESS: at 76.08% examples, 779674 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:20:39,565 : INFO : EPOCH 27 - PROGRESS: at 77.74% examples, 780048 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:40,585 : INFO : EPOCH 27 - PROGRESS: at 79.32% examples, 779537 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:41,598 : INFO : EPOCH 27 - PROGRESS: at 80.95% examples, 780154 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:20:42,601 : INFO : EPOCH 27 - PROGRESS: at 82.56% examples, 780448 words/s, in_qsize 20, out_qsize 1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:20:43,609 : INFO : EPOCH 27 - PROGRESS: at 84.37% examples, 781579 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:44,616 : INFO : EPOCH 27 - PROGRESS: at 85.87% examples, 782076 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:45,627 : INFO : EPOCH 27 - PROGRESS: at 87.47% examples, 782173 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:46,627 : INFO : EPOCH 27 - PROGRESS: at 89.18% examples, 781979 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:20:47,644 : INFO : EPOCH 27 - PROGRESS: at 90.64% examples, 780997 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:20:48,646 : INFO : EPOCH 27 - PROGRESS: at 92.24% examples, 780732 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:49,657 : INFO : EPOCH 27 - PROGRESS: at 93.76% examples, 781055 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:20:50,658 : INFO : EPOCH 27 - PROGRESS: at 95.26% examples, 782144 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:51,663 : INFO : EPOCH 27 - PROGRESS: at 96.89% examples, 783121 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:20:52,671 : INFO : EPOCH 27 - PROGRESS: at 98.47% examples, 784033 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:53,549 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:20:53,558 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:20:53,572 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:20:53,574 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:20:53,586 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:20:53,589 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:20:53,591 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:20:53,595 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:20:53,596 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:20:53,603 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:20:53,606 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:20:53,606 : INFO : EPOCH - 27 : training on 58601346 raw words (40323896 effective words) took 51.4s, 784172 effective words/s\n",
      "2018-07-10 03:20:54,634 : INFO : EPOCH 28 - PROGRESS: at 2.34% examples, 721001 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:55,638 : INFO : EPOCH 28 - PROGRESS: at 4.42% examples, 745491 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:56,640 : INFO : EPOCH 28 - PROGRESS: at 7.30% examples, 737508 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:20:57,666 : INFO : EPOCH 28 - PROGRESS: at 10.00% examples, 734281 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:20:58,667 : INFO : EPOCH 28 - PROGRESS: at 13.15% examples, 746174 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:20:59,675 : INFO : EPOCH 28 - PROGRESS: at 16.49% examples, 755652 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:00,689 : INFO : EPOCH 28 - PROGRESS: at 19.16% examples, 757804 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:01,701 : INFO : EPOCH 28 - PROGRESS: at 21.59% examples, 760141 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:02,703 : INFO : EPOCH 28 - PROGRESS: at 24.44% examples, 757495 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:03,718 : INFO : EPOCH 28 - PROGRESS: at 27.18% examples, 757000 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:04,741 : INFO : EPOCH 28 - PROGRESS: at 29.85% examples, 755404 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:05,742 : INFO : EPOCH 28 - PROGRESS: at 32.71% examples, 756818 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:06,753 : INFO : EPOCH 28 - PROGRESS: at 35.59% examples, 757977 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:07,762 : INFO : EPOCH 28 - PROGRESS: at 38.09% examples, 760219 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:08,785 : INFO : EPOCH 28 - PROGRESS: at 40.36% examples, 763256 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:09,793 : INFO : EPOCH 28 - PROGRESS: at 42.45% examples, 763613 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:10,793 : INFO : EPOCH 28 - PROGRESS: at 44.16% examples, 766504 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:11,800 : INFO : EPOCH 28 - PROGRESS: at 46.00% examples, 765487 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:12,816 : INFO : EPOCH 28 - PROGRESS: at 47.80% examples, 766274 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:13,849 : INFO : EPOCH 28 - PROGRESS: at 49.77% examples, 765354 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:14,861 : INFO : EPOCH 28 - PROGRESS: at 51.44% examples, 767170 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:21:15,867 : INFO : EPOCH 28 - PROGRESS: at 53.05% examples, 766609 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:16,879 : INFO : EPOCH 28 - PROGRESS: at 54.69% examples, 766590 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:21:17,892 : INFO : EPOCH 28 - PROGRESS: at 56.28% examples, 766111 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:21:18,893 : INFO : EPOCH 28 - PROGRESS: at 57.90% examples, 767321 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:21:19,900 : INFO : EPOCH 28 - PROGRESS: at 59.37% examples, 766694 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:20,905 : INFO : EPOCH 28 - PROGRESS: at 60.84% examples, 766931 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:21,930 : INFO : EPOCH 28 - PROGRESS: at 62.38% examples, 767605 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:22,933 : INFO : EPOCH 28 - PROGRESS: at 63.95% examples, 767833 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:21:23,946 : INFO : EPOCH 28 - PROGRESS: at 65.61% examples, 768292 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:21:24,948 : INFO : EPOCH 28 - PROGRESS: at 67.16% examples, 768130 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:21:25,951 : INFO : EPOCH 28 - PROGRESS: at 68.76% examples, 768057 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:26,962 : INFO : EPOCH 28 - PROGRESS: at 70.44% examples, 766603 words/s, in_qsize 22, out_qsize 6\n",
      "2018-07-10 03:21:27,974 : INFO : EPOCH 28 - PROGRESS: at 72.11% examples, 767165 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:28,981 : INFO : EPOCH 28 - PROGRESS: at 73.58% examples, 767772 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:29,981 : INFO : EPOCH 28 - PROGRESS: at 75.20% examples, 767513 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:30,988 : INFO : EPOCH 28 - PROGRESS: at 76.75% examples, 767270 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:31,998 : INFO : EPOCH 28 - PROGRESS: at 78.35% examples, 767124 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:33,009 : INFO : EPOCH 28 - PROGRESS: at 79.77% examples, 766477 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:21:34,016 : INFO : EPOCH 28 - PROGRESS: at 81.41% examples, 766314 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:35,023 : INFO : EPOCH 28 - PROGRESS: at 82.99% examples, 766859 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:36,040 : INFO : EPOCH 28 - PROGRESS: at 84.61% examples, 766502 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:21:37,042 : INFO : EPOCH 28 - PROGRESS: at 86.15% examples, 766994 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:38,042 : INFO : EPOCH 28 - PROGRESS: at 87.56% examples, 766069 words/s, in_qsize 22, out_qsize 2\n",
      "2018-07-10 03:21:39,046 : INFO : EPOCH 28 - PROGRESS: at 89.31% examples, 766380 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:40,046 : INFO : EPOCH 28 - PROGRESS: at 90.84% examples, 766259 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:21:41,069 : INFO : EPOCH 28 - PROGRESS: at 92.41% examples, 766160 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:42,073 : INFO : EPOCH 28 - PROGRESS: at 93.94% examples, 766917 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:21:43,084 : INFO : EPOCH 28 - PROGRESS: at 95.46% examples, 768540 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:44,092 : INFO : EPOCH 28 - PROGRESS: at 97.07% examples, 769392 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:45,135 : INFO : EPOCH 28 - PROGRESS: at 98.55% examples, 769052 words/s, in_qsize 20, out_qsize 4\n",
      "2018-07-10 03:21:45,899 : INFO : worker thread finished; awaiting finish of 10 more threads\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:21:45,904 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:21:45,909 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:21:45,911 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:21:45,924 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:21:45,933 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:21:45,939 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:21:45,947 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:21:45,948 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:21:45,949 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:21:45,960 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:21:45,961 : INFO : EPOCH - 28 : training on 58601346 raw words (40325881 effective words) took 52.4s, 770308 effective words/s\n",
      "2018-07-10 03:21:46,967 : INFO : EPOCH 29 - PROGRESS: at 2.23% examples, 697107 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:21:47,967 : INFO : EPOCH 29 - PROGRESS: at 4.23% examples, 718964 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:48,972 : INFO : EPOCH 29 - PROGRESS: at 7.13% examples, 730431 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:49,986 : INFO : EPOCH 29 - PROGRESS: at 9.91% examples, 734039 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:50,987 : INFO : EPOCH 29 - PROGRESS: at 13.04% examples, 745178 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:52,013 : INFO : EPOCH 29 - PROGRESS: at 16.44% examples, 755485 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:53,015 : INFO : EPOCH 29 - PROGRESS: at 19.19% examples, 763703 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:54,028 : INFO : EPOCH 29 - PROGRESS: at 21.61% examples, 762978 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:55,035 : INFO : EPOCH 29 - PROGRESS: at 24.61% examples, 762558 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:21:56,037 : INFO : EPOCH 29 - PROGRESS: at 27.27% examples, 761614 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:21:57,038 : INFO : EPOCH 29 - PROGRESS: at 29.86% examples, 760183 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:21:58,053 : INFO : EPOCH 29 - PROGRESS: at 32.75% examples, 760928 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:21:59,059 : INFO : EPOCH 29 - PROGRESS: at 35.51% examples, 759515 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:00,062 : INFO : EPOCH 29 - PROGRESS: at 37.81% examples, 759090 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:22:01,077 : INFO : EPOCH 29 - PROGRESS: at 40.10% examples, 760464 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:02,089 : INFO : EPOCH 29 - PROGRESS: at 42.10% examples, 760582 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:03,090 : INFO : EPOCH 29 - PROGRESS: at 43.91% examples, 762583 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:04,092 : INFO : EPOCH 29 - PROGRESS: at 45.74% examples, 764222 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:22:05,129 : INFO : EPOCH 29 - PROGRESS: at 47.75% examples, 766121 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:06,139 : INFO : EPOCH 29 - PROGRESS: at 49.77% examples, 767901 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:22:07,144 : INFO : EPOCH 29 - PROGRESS: at 51.41% examples, 769050 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:08,144 : INFO : EPOCH 29 - PROGRESS: at 53.11% examples, 770662 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:09,155 : INFO : EPOCH 29 - PROGRESS: at 54.70% examples, 768929 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:22:10,156 : INFO : EPOCH 29 - PROGRESS: at 56.32% examples, 770196 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:11,171 : INFO : EPOCH 29 - PROGRESS: at 57.94% examples, 770882 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:12,177 : INFO : EPOCH 29 - PROGRESS: at 59.53% examples, 772820 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:13,178 : INFO : EPOCH 29 - PROGRESS: at 60.98% examples, 773139 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:22:14,186 : INFO : EPOCH 29 - PROGRESS: at 62.64% examples, 774528 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:22:15,197 : INFO : EPOCH 29 - PROGRESS: at 64.35% examples, 775788 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:16,213 : INFO : EPOCH 29 - PROGRESS: at 65.95% examples, 775646 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:17,235 : INFO : EPOCH 29 - PROGRESS: at 67.57% examples, 775589 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:22:18,240 : INFO : EPOCH 29 - PROGRESS: at 69.26% examples, 776890 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:19,249 : INFO : EPOCH 29 - PROGRESS: at 71.09% examples, 777833 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:20,261 : INFO : EPOCH 29 - PROGRESS: at 72.72% examples, 778463 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:21,263 : INFO : EPOCH 29 - PROGRESS: at 74.13% examples, 778782 words/s, in_qsize 22, out_qsize 0\n",
      "2018-07-10 03:22:22,292 : INFO : EPOCH 29 - PROGRESS: at 75.90% examples, 778414 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:22:23,292 : INFO : EPOCH 29 - PROGRESS: at 77.56% examples, 778853 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:22:24,310 : INFO : EPOCH 29 - PROGRESS: at 79.20% examples, 779173 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:22:25,316 : INFO : EPOCH 29 - PROGRESS: at 80.77% examples, 780086 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:26,363 : INFO : EPOCH 29 - PROGRESS: at 82.56% examples, 780648 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:22:27,369 : INFO : EPOCH 29 - PROGRESS: at 84.34% examples, 781495 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:22:28,373 : INFO : EPOCH 29 - PROGRESS: at 85.88% examples, 782500 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:22:29,385 : INFO : EPOCH 29 - PROGRESS: at 87.50% examples, 783172 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:30,394 : INFO : EPOCH 29 - PROGRESS: at 89.31% examples, 783739 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:31,403 : INFO : EPOCH 29 - PROGRESS: at 91.02% examples, 784158 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:22:32,405 : INFO : EPOCH 29 - PROGRESS: at 92.49% examples, 783695 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:22:33,440 : INFO : EPOCH 29 - PROGRESS: at 93.94% examples, 782892 words/s, in_qsize 21, out_qsize 4\n",
      "2018-07-10 03:22:34,456 : INFO : EPOCH 29 - PROGRESS: at 95.37% examples, 783037 words/s, in_qsize 21, out_qsize 1\n",
      "2018-07-10 03:22:35,463 : INFO : EPOCH 29 - PROGRESS: at 96.92% examples, 783154 words/s, in_qsize 19, out_qsize 4\n",
      "2018-07-10 03:22:36,465 : INFO : EPOCH 29 - PROGRESS: at 98.41% examples, 783350 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:37,332 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:22:37,337 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:22:37,338 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:22:37,339 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:22:37,352 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:22:37,357 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:22:37,362 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:22:37,368 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:22:37,374 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:22:37,378 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:22:37,386 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:22:37,386 : INFO : EPOCH - 29 : training on 58601346 raw words (40324248 effective words) took 51.4s, 784199 effective words/s\n",
      "2018-07-10 03:22:38,402 : INFO : EPOCH 30 - PROGRESS: at 2.32% examples, 713973 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:22:39,405 : INFO : EPOCH 30 - PROGRESS: at 4.42% examples, 750125 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:40,406 : INFO : EPOCH 30 - PROGRESS: at 7.40% examples, 750389 words/s, in_qsize 21, out_qsize 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2018-07-10 03:22:41,431 : INFO : EPOCH 30 - PROGRESS: at 10.36% examples, 755779 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:42,441 : INFO : EPOCH 30 - PROGRESS: at 13.35% examples, 760349 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:43,444 : INFO : EPOCH 30 - PROGRESS: at 16.61% examples, 764643 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:44,445 : INFO : EPOCH 30 - PROGRESS: at 19.33% examples, 767517 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:45,449 : INFO : EPOCH 30 - PROGRESS: at 21.67% examples, 766211 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:22:46,450 : INFO : EPOCH 30 - PROGRESS: at 24.77% examples, 766988 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:47,467 : INFO : EPOCH 30 - PROGRESS: at 27.63% examples, 767076 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:48,471 : INFO : EPOCH 30 - PROGRESS: at 30.12% examples, 765986 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:49,472 : INFO : EPOCH 30 - PROGRESS: at 32.95% examples, 763384 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:22:50,480 : INFO : EPOCH 30 - PROGRESS: at 35.51% examples, 760604 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:51,490 : INFO : EPOCH 30 - PROGRESS: at 37.89% examples, 761306 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:52,525 : INFO : EPOCH 30 - PROGRESS: at 40.31% examples, 764282 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:53,531 : INFO : EPOCH 30 - PROGRESS: at 42.56% examples, 768467 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:54,544 : INFO : EPOCH 30 - PROGRESS: at 44.27% examples, 770501 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:22:55,551 : INFO : EPOCH 30 - PROGRESS: at 46.19% examples, 770306 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:22:56,552 : INFO : EPOCH 30 - PROGRESS: at 47.92% examples, 770926 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:22:57,568 : INFO : EPOCH 30 - PROGRESS: at 49.92% examples, 772538 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:22:58,573 : INFO : EPOCH 30 - PROGRESS: at 51.59% examples, 772885 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:22:59,580 : INFO : EPOCH 30 - PROGRESS: at 53.30% examples, 773988 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:00,612 : INFO : EPOCH 30 - PROGRESS: at 54.98% examples, 773238 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:01,642 : INFO : EPOCH 30 - PROGRESS: at 56.57% examples, 773042 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:02,654 : INFO : EPOCH 30 - PROGRESS: at 58.20% examples, 773656 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:03,662 : INFO : EPOCH 30 - PROGRESS: at 59.75% examples, 775429 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:23:04,671 : INFO : EPOCH 30 - PROGRESS: at 61.29% examples, 777118 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:05,677 : INFO : EPOCH 30 - PROGRESS: at 62.91% examples, 777908 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:06,679 : INFO : EPOCH 30 - PROGRESS: at 64.65% examples, 779644 words/s, in_qsize 18, out_qsize 3\n",
      "2018-07-10 03:23:07,687 : INFO : EPOCH 30 - PROGRESS: at 66.44% examples, 781667 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:23:08,689 : INFO : EPOCH 30 - PROGRESS: at 68.10% examples, 782569 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:09,693 : INFO : EPOCH 30 - PROGRESS: at 69.76% examples, 782332 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:10,704 : INFO : EPOCH 30 - PROGRESS: at 71.42% examples, 782283 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:23:11,706 : INFO : EPOCH 30 - PROGRESS: at 73.00% examples, 782147 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:12,725 : INFO : EPOCH 30 - PROGRESS: at 74.59% examples, 782426 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:13,732 : INFO : EPOCH 30 - PROGRESS: at 76.36% examples, 783590 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 03:23:14,736 : INFO : EPOCH 30 - PROGRESS: at 78.11% examples, 784862 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:23:15,736 : INFO : EPOCH 30 - PROGRESS: at 79.69% examples, 786710 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:23:16,753 : INFO : EPOCH 30 - PROGRESS: at 81.42% examples, 786501 words/s, in_qsize 22, out_qsize 1\n",
      "2018-07-10 03:23:17,766 : INFO : EPOCH 30 - PROGRESS: at 82.97% examples, 786137 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:18,771 : INFO : EPOCH 30 - PROGRESS: at 84.56% examples, 785247 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:23:19,829 : INFO : EPOCH 30 - PROGRESS: at 86.15% examples, 784849 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:23:20,838 : INFO : EPOCH 30 - PROGRESS: at 87.64% examples, 784554 words/s, in_qsize 19, out_qsize 2\n",
      "2018-07-10 03:23:21,864 : INFO : EPOCH 30 - PROGRESS: at 89.31% examples, 782946 words/s, in_qsize 17, out_qsize 4\n",
      "2018-07-10 03:23:22,877 : INFO : EPOCH 30 - PROGRESS: at 91.04% examples, 783662 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:23,880 : INFO : EPOCH 30 - PROGRESS: at 92.60% examples, 783994 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:24,882 : INFO : EPOCH 30 - PROGRESS: at 94.03% examples, 783839 words/s, in_qsize 21, out_qsize 0\n",
      "2018-07-10 03:23:25,899 : INFO : EPOCH 30 - PROGRESS: at 95.53% examples, 784489 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:23:26,901 : INFO : EPOCH 30 - PROGRESS: at 97.18% examples, 785632 words/s, in_qsize 20, out_qsize 1\n",
      "2018-07-10 03:23:27,946 : INFO : EPOCH 30 - PROGRESS: at 98.74% examples, 786145 words/s, in_qsize 22, out_qsize 3\n",
      "2018-07-10 03:23:28,498 : INFO : worker thread finished; awaiting finish of 10 more threads\n",
      "2018-07-10 03:23:28,523 : INFO : worker thread finished; awaiting finish of 9 more threads\n",
      "2018-07-10 03:23:28,525 : INFO : worker thread finished; awaiting finish of 8 more threads\n",
      "2018-07-10 03:23:28,538 : INFO : worker thread finished; awaiting finish of 7 more threads\n",
      "2018-07-10 03:23:28,541 : INFO : worker thread finished; awaiting finish of 6 more threads\n",
      "2018-07-10 03:23:28,546 : INFO : worker thread finished; awaiting finish of 5 more threads\n",
      "2018-07-10 03:23:28,547 : INFO : worker thread finished; awaiting finish of 4 more threads\n",
      "2018-07-10 03:23:28,559 : INFO : worker thread finished; awaiting finish of 3 more threads\n",
      "2018-07-10 03:23:28,560 : INFO : worker thread finished; awaiting finish of 2 more threads\n",
      "2018-07-10 03:23:28,561 : INFO : worker thread finished; awaiting finish of 1 more threads\n",
      "2018-07-10 03:23:28,570 : INFO : worker thread finished; awaiting finish of 0 more threads\n",
      "2018-07-10 03:23:28,570 : INFO : EPOCH - 30 : training on 58601346 raw words (40323512 effective words) took 51.2s, 787874 effective words/s\n",
      "2018-07-10 03:23:28,571 : INFO : training on a 1758040380 raw words (1209713864 effective words) took 1951.7s, 619812 effective words/s\n"
     ]
    }
   ],
   "source": [
    "from gensim.models import Doc2Vec\n",
    "\n",
    "model = Doc2Vec(vector_size=300, window=10, min_count=5, workers=11, alpha=0.025, min_alpha=0.005)\n",
    "\n",
    "model.build_vocab(docs_generator)\n",
    "\n",
    "model.train(docs_generator, total_examples=len(texts), epochs=30)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "\n",
    "X = np.array([model[str(i)] for i in range(len(texts))])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Train test split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "y = np.array(labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.1, random_state=42)\n",
    "X_train, X_val, y_train, y_val = train_test_split(X_train, y_train, test_size=0.1, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(6819, 300)\n",
      "(6819,)\n"
     ]
    }
   ],
   "source": [
    "print(X_train.shape)\n",
    "print(y_train.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(842, 300)\n",
      "(842,)\n"
     ]
    }
   ],
   "source": [
    "print(X_test.shape)\n",
    "print(y_test.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Logistic regression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.linear_model import LogisticRegression\n",
    "logreg = LogisticRegression()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,\n",
       "          intercept_scaling=1, max_iter=100, multi_class='ovr', n_jobs=1,\n",
       "          penalty='l2', random_state=None, solver='liblinear', tol=0.0001,\n",
       "          verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "logreg.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.30760095011876487\n",
      "0.2783641160949868\n"
     ]
    }
   ],
   "source": [
    "score = logreg.score(X_test, y_test)\n",
    "print(score)\n",
    "score = logreg.score(X_val, y_val)\n",
    "print(score)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.00      0.00      0.00         1\n",
      "          1       0.00      0.00      0.00         0\n",
      "          2       0.12      0.25      0.17         8\n",
      "          3       0.18      0.18      0.18        11\n",
      "          4       1.00      1.00      1.00         1\n",
      "          5       0.00      0.00      0.00         2\n",
      "          6       0.00      0.00      0.00         2\n",
      "          7       0.00      0.00      0.00         1\n",
      "          8       0.00      0.00      0.00         0\n",
      "          9       0.00      0.00      0.00         0\n",
      "         10       0.00      0.00      0.00         4\n",
      "         11       0.00      0.00      0.00         2\n",
      "         12       0.00      0.00      0.00         1\n",
      "         13       0.00      0.00      0.00         3\n",
      "         14       0.00      0.00      0.00         2\n",
      "         15       0.35      0.29      0.32        24\n",
      "         16       0.00      0.00      0.00         4\n",
      "         17       0.50      1.00      0.67         2\n",
      "         18       0.38      0.53      0.44        17\n",
      "         19       0.75      0.27      0.40        11\n",
      "         20       0.00      0.00      0.00         0\n",
      "         21       0.00      0.00      0.00         6\n",
      "         22       0.29      0.50      0.36         8\n",
      "         23       1.00      0.25      0.40         4\n",
      "         24       0.00      0.00      0.00         2\n",
      "         25       0.25      0.50      0.33         6\n",
      "         26       0.47      0.58      0.52        12\n",
      "         27       0.00      0.00      0.00         2\n",
      "         28       1.00      0.50      0.67         2\n",
      "         29       0.00      0.00      0.00         1\n",
      "         30       0.50      0.27      0.35        11\n",
      "         31       0.00      0.00      0.00         1\n",
      "         32       0.00      0.00      0.00         2\n",
      "         33       0.00      0.00      0.00         1\n",
      "         34       0.00      0.00      0.00         2\n",
      "         35       0.00      0.00      0.00         3\n",
      "         36       0.00      0.00      0.00         2\n",
      "         37       0.00      0.00      0.00         0\n",
      "         38       0.00      0.00      0.00         2\n",
      "         39       0.00      0.00      0.00         1\n",
      "         40       0.60      0.50      0.55         6\n",
      "         41       0.00      0.00      0.00         1\n",
      "         42       0.00      0.00      0.00         0\n",
      "         43       0.00      0.00      0.00         1\n",
      "         44       0.00      0.00      0.00         0\n",
      "         45       0.00      0.00      0.00         0\n",
      "         46       0.00      0.00      0.00         2\n",
      "         47       0.00      0.00      0.00         1\n",
      "         48       0.00      0.00      0.00         3\n",
      "         49       0.00      0.00      0.00         0\n",
      "         50       0.25      0.29      0.27         7\n",
      "         51       0.00      0.00      0.00         0\n",
      "         52       0.00      0.00      0.00         0\n",
      "         53       0.00      0.00      0.00         1\n",
      "         54       0.00      0.00      0.00         0\n",
      "         55       0.00      0.00      0.00         1\n",
      "         56       0.00      0.00      0.00         3\n",
      "         57       1.00      0.33      0.50         3\n",
      "         58       0.00      0.00      0.00         1\n",
      "         59       0.00      0.00      0.00         0\n",
      "         60       0.00      0.00      0.00         0\n",
      "         61       0.00      0.00      0.00         0\n",
      "         62       0.00      0.00      0.00         7\n",
      "         63       0.00      0.00      0.00         0\n",
      "         64       0.00      0.00      0.00         0\n",
      "         65       0.00      0.00      0.00         0\n",
      "         66       0.00      0.00      0.00         0\n",
      "         67       0.00      0.00      0.00         0\n",
      "         68       0.00      0.00      0.00         0\n",
      "         69       0.67      0.57      0.62         7\n",
      "         70       0.25      0.25      0.25         4\n",
      "         71       0.14      0.25      0.18         4\n",
      "         72       0.50      1.00      0.67         1\n",
      "         73       0.00      0.00      0.00         0\n",
      "         74       1.00      0.33      0.50         3\n",
      "         75       0.00      0.00      0.00         1\n",
      "         76       0.00      0.00      0.00         1\n",
      "         77       0.00      0.00      0.00         0\n",
      "         78       0.37      0.50      0.43        20\n",
      "         79       0.00      0.00      0.00         4\n",
      "         80       0.00      0.00      0.00         1\n",
      "         81       0.00      0.00      0.00         0\n",
      "         82       0.00      0.00      0.00         0\n",
      "         83       0.00      0.00      0.00         1\n",
      "         84       0.00      0.00      0.00         0\n",
      "         85       0.00      0.00      0.00         0\n",
      "         86       0.00      0.00      0.00         0\n",
      "         87       0.00      0.00      0.00         0\n",
      "         88       0.00      0.00      0.00         0\n",
      "         89       0.00      0.00      0.00         0\n",
      "         90       0.00      0.00      0.00         0\n",
      "         91       0.00      0.00      0.00         0\n",
      "         92       0.00      0.00      0.00         0\n",
      "         93       0.33      0.50      0.40         2\n",
      "         94       0.75      1.00      0.86         3\n",
      "         95       0.00      0.00      0.00         2\n",
      "         96       0.00      0.00      0.00         5\n",
      "         97       0.40      0.36      0.38        11\n",
      "         98       0.20      0.50      0.29         4\n",
      "         99       1.00      0.75      0.86         4\n",
      "        100       0.00      0.00      0.00         0\n",
      "        101       0.00      0.00      0.00         2\n",
      "        102       0.36      0.50      0.42         8\n",
      "        103       0.00      0.00      0.00         1\n",
      "        104       0.36      0.40      0.38        10\n",
      "        105       0.00      0.00      0.00         2\n",
      "        106       0.50      0.50      0.50         2\n",
      "        107       0.75      0.60      0.67         5\n",
      "        108       1.00      0.25      0.40         4\n",
      "        109       0.71      0.83      0.77         6\n",
      "        110       0.00      0.00      0.00         0\n",
      "        111       1.00      1.00      1.00         1\n",
      "        112       1.00      0.25      0.40         4\n",
      "        113       1.00      1.00      1.00         1\n",
      "        114       1.00      0.25      0.40         4\n",
      "        115       0.00      0.00      0.00         0\n",
      "        116       0.00      0.00      0.00         2\n",
      "        117       0.00      0.00      0.00         5\n",
      "        118       0.33      0.25      0.29         4\n",
      "        119       0.00      0.00      0.00         1\n",
      "        120       0.00      0.00      0.00         1\n",
      "        121       0.00      0.00      0.00         1\n",
      "        122       0.00      0.00      0.00         0\n",
      "        123       0.00      0.00      0.00         0\n",
      "        124       0.00      0.00      0.00         1\n",
      "        125       0.50      1.00      0.67         1\n",
      "        126       0.00      0.00      0.00         2\n",
      "        127       0.00      0.00      0.00         0\n",
      "        128       0.00      0.00      0.00         3\n",
      "        129       0.67      0.67      0.67         3\n",
      "        130       0.00      0.00      0.00         3\n",
      "        131       0.00      0.00      0.00         0\n",
      "        132       0.00      0.00      0.00         1\n",
      "        133       0.30      0.25      0.27        12\n",
      "        134       0.00      0.00      0.00         0\n",
      "        135       0.28      0.38      0.32        13\n",
      "        136       0.00      0.00      0.00         0\n",
      "        137       1.00      0.40      0.57         5\n",
      "        138       0.00      0.00      0.00         1\n",
      "        139       0.00      0.00      0.00         2\n",
      "        140       0.00      0.00      0.00         3\n",
      "        141       0.00      0.00      0.00         1\n",
      "        142       0.00      0.00      0.00         0\n",
      "        143       0.00      0.00      0.00         0\n",
      "        144       0.00      0.00      0.00         0\n",
      "        145       0.00      0.00      0.00         0\n",
      "        146       0.00      0.00      0.00         2\n",
      "        147       0.00      0.00      0.00         1\n",
      "        148       0.00      0.00      0.00         0\n",
      "        149       0.60      0.50      0.55         6\n",
      "        150       0.25      0.17      0.20         6\n",
      "        151       0.33      0.50      0.40         2\n",
      "        152       1.00      0.40      0.57         5\n",
      "        153       0.43      0.33      0.38         9\n",
      "        154       0.00      0.00      0.00         0\n",
      "        155       0.27      0.43      0.33         7\n",
      "        156       0.14      0.25      0.18         4\n",
      "        157       1.00      0.33      0.50         3\n",
      "        158       0.25      0.50      0.33         4\n",
      "        159       1.00      0.50      0.67         2\n",
      "        160       0.00      0.00      0.00         2\n",
      "        161       0.21      0.36      0.27        11\n",
      "        162       0.00      0.00      0.00         2\n",
      "        163       0.80      0.67      0.73         6\n",
      "        164       0.00      0.00      0.00         0\n",
      "        165       0.00      0.00      0.00         1\n",
      "        166       0.80      0.73      0.76        11\n",
      "        167       0.00      0.00      0.00         0\n",
      "        168       0.00      0.00      0.00         0\n",
      "        169       0.00      0.00      0.00         0\n",
      "        170       1.00      0.20      0.33         5\n",
      "        171       0.00      0.00      0.00         1\n",
      "        172       0.00      0.00      0.00         1\n",
      "        173       0.00      0.00      0.00         3\n",
      "        174       0.00      0.00      0.00         0\n",
      "        175       1.00      0.40      0.57         5\n",
      "        176       0.33      0.50      0.40         2\n",
      "        177       0.00      0.00      0.00         1\n",
      "        178       0.00      0.00      0.00         1\n",
      "        179       0.00      0.00      0.00         3\n",
      "        180       0.00      0.00      0.00         1\n",
      "        181       0.00      0.00      0.00         0\n",
      "        182       0.00      0.00      0.00         2\n",
      "        183       0.00      0.00      0.00         2\n",
      "        184       0.00      0.00      0.00         1\n",
      "        185       0.00      0.00      0.00         2\n",
      "        186       0.00      0.00      0.00         0\n",
      "        187       0.00      0.00      0.00         0\n",
      "        188       0.00      0.00      0.00         0\n",
      "        189       0.00      0.00      0.00         3\n",
      "        190       0.00      0.00      0.00         0\n",
      "        191       0.25      0.26      0.26        19\n",
      "        192       0.33      0.50      0.40         4\n",
      "        193       0.67      0.40      0.50        10\n",
      "        194       0.00      0.00      0.00         7\n",
      "        195       0.17      0.38      0.23         8\n",
      "        196       0.18      0.17      0.17        18\n",
      "        197       0.11      0.15      0.13        13\n",
      "        198       0.00      0.00      0.00         1\n",
      "        199       0.67      0.67      0.67         3\n",
      "        200       0.22      0.45      0.29        11\n",
      "        201       0.00      0.00      0.00         0\n",
      "        202       0.00      0.00      0.00        10\n",
      "        203       0.17      0.17      0.17         6\n",
      "        204       0.50      1.00      0.67         3\n",
      "        205       0.00      0.00      0.00         2\n",
      "        206       0.00      0.00      0.00         0\n",
      "        207       0.00      0.00      0.00         1\n",
      "        208       1.00      0.40      0.57         5\n",
      "        209       0.00      0.00      0.00         2\n",
      "        210       0.00      0.00      0.00         1\n",
      "        211       1.00      0.50      0.67         4\n",
      "        212       0.00      0.00      0.00         1\n",
      "        213       0.00      0.00      0.00         7\n",
      "        214       0.00      0.00      0.00         1\n",
      "        215       0.00      0.00      0.00         4\n",
      "        216       0.00      0.00      0.00         0\n",
      "        217       0.00      0.00      0.00         0\n",
      "        218       0.00      0.00      0.00         1\n",
      "        219       0.00      0.00      0.00         0\n",
      "        220       0.00      0.00      0.00         0\n",
      "        221       0.50      0.50      0.50         2\n",
      "        222       0.00      0.00      0.00         0\n",
      "        223       0.00      0.00      0.00         0\n",
      "        224       0.00      0.00      0.00         0\n",
      "        225       0.00      0.00      0.00         0\n",
      "        226       0.00      0.00      0.00         1\n",
      "        227       0.00      0.00      0.00         0\n",
      "        228       0.00      0.00      0.00         1\n",
      "        229       0.00      0.00      0.00         1\n",
      "        230       0.00      0.00      0.00         1\n",
      "        231       0.00      0.00      0.00         0\n",
      "        232       0.00      0.00      0.00         0\n",
      "        233       0.00      0.00      0.00         0\n",
      "        234       0.00      0.00      0.00         0\n",
      "        235       0.00      0.00      0.00         2\n",
      "        236       0.00      0.00      0.00         0\n",
      "        237       0.11      0.10      0.11        10\n",
      "        238       0.33      0.29      0.31        17\n",
      "        239       0.00      0.00      0.00         5\n",
      "        240       0.00      0.00      0.00         2\n",
      "        241       0.19      0.47      0.27        15\n",
      "        242       0.00      0.00      0.00         1\n",
      "        243       0.00      0.00      0.00         0\n",
      "        244       0.00      0.00      0.00         3\n",
      "        245       0.00      0.00      0.00         1\n",
      "        246       0.00      0.00      0.00         0\n",
      "        247       0.00      0.00      0.00         1\n",
      "        248       0.00      0.00      0.00         0\n",
      "        249       0.00      0.00      0.00         0\n",
      "        250       0.33      0.50      0.40         2\n",
      "        251       0.00      0.00      0.00         2\n",
      "        252       0.00      0.00      0.00         0\n",
      "        253       0.00      0.00      0.00         0\n",
      "        254       0.00      0.00      0.00         3\n",
      "        255       0.00      0.00      0.00         0\n",
      "        256       1.00      1.00      1.00         1\n",
      "        257       0.00      0.00      0.00         0\n",
      "        258       0.00      0.00      0.00         5\n",
      "        259       0.00      0.00      0.00         3\n",
      "        260       0.00      0.00      0.00         2\n",
      "        261       0.00      0.00      0.00         0\n",
      "        262       0.00      0.00      0.00         2\n",
      "        263       1.00      0.50      0.67         2\n",
      "        264       0.43      0.43      0.43         7\n",
      "        265       0.00      0.00      0.00         3\n",
      "        266       0.00      0.00      0.00         0\n",
      "        267       0.00      0.00      0.00         0\n",
      "        268       0.00      0.00      0.00         2\n",
      "        269       0.00      0.00      0.00         0\n",
      "        270       0.00      0.00      0.00         0\n",
      "        271       0.00      0.00      0.00         0\n",
      "        272       0.00      0.00      0.00         1\n",
      "        273       0.00      0.00      0.00         1\n",
      "        274       0.00      0.00      0.00         1\n",
      "        275       0.00      0.00      0.00         0\n",
      "        276       0.00      0.00      0.00         1\n",
      "        277       1.00      1.00      1.00         1\n",
      "        278       0.00      0.00      0.00         3\n",
      "\n",
      "avg / total       0.31      0.28      0.27       758\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/sklearn/metrics/classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "/usr/local/lib/python3.5/dist-packages/sklearn/metrics/classification.py:1137: UndefinedMetricWarning: Recall and F-score are ill-defined and being set to 0.0 in labels with no true samples.\n",
      "  'recall', 'true', average, warn_for)\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import classification_report\n",
    "\n",
    "report = classification_report(y_val, logreg.predict(X_val), labels=np.arange(len(issue_codes)))\n",
    "print(report)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Logistic Regression Classification with 15 Labels"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Prepare data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 15 labels.\n"
     ]
    }
   ],
   "source": [
    "labels_index = {}  # dictionary mapping label name to numeric id\n",
    "labels = []  # list of label ids\n",
    "\n",
    "issue_codes = list(sc.issue_area_codes.keys())\n",
    "issue_codes.sort()\n",
    "issue_codes = [str(ic) for ic in issue_codes]\n",
    "\n",
    "labels_index = dict(zip(issue_codes, np.arange(len(issue_codes))))\n",
    "\n",
    "for i,record in enumerate(sc.records(limit=-1)):\n",
    "    if record['issue'] == None: # some cases have None as an issue\n",
    "        labels.append(labels_index['-1'])\n",
    "    else:\n",
    "        labels.append(labels_index[record['issue'][:-4]])\n",
    "\n",
    "print('Found %s labels.' % len(labels_index))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Train test split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "y = np.array(labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)\n",
    "X_train, X_val, y_train, y_val = train_test_split(X_train, y_train, test_size=0.1, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(6061, 300)\n",
      "(6061,)\n"
     ]
    }
   ],
   "source": [
    "print(X_train.shape)\n",
    "print(y_train.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1684, 300)\n",
      "(1684,)\n"
     ]
    }
   ],
   "source": [
    "print(X_test.shape)\n",
    "print(y_test.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Logistic regression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "logreg = LogisticRegression()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,\n",
       "          intercept_scaling=1, max_iter=100, multi_class='ovr', n_jobs=1,\n",
       "          penalty='l2', random_state=None, solver='liblinear', tol=0.0001,\n",
       "          verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "logreg.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.5314726840855107\n",
      "0.5237388724035609\n"
     ]
    }
   ],
   "source": [
    "score = logreg.score(X_test, y_test)\n",
    "print(score)\n",
    "score = logreg.score(X_val, y_val)\n",
    "print(score)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.00      0.00      0.00         3\n",
      "          1       0.61      0.73      0.66       160\n",
      "          2       0.67      0.55      0.60       100\n",
      "          3       0.56      0.52      0.54        46\n",
      "          4       0.33      0.28      0.30        25\n",
      "          5       0.14      0.09      0.11        11\n",
      "          6       0.75      0.43      0.55         7\n",
      "          7       0.50      0.42      0.46        31\n",
      "          8       0.47      0.58      0.52       136\n",
      "          9       0.34      0.29      0.31        84\n",
      "         10       0.48      0.48      0.48        29\n",
      "         11       0.50      0.33      0.40         9\n",
      "         12       0.59      0.41      0.48        32\n",
      "         13       0.00      0.00      0.00         1\n",
      "         14       0.00      0.00      0.00         0\n",
      "\n",
      "avg / total       0.52      0.52      0.52       674\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/sklearn/metrics/classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "/usr/local/lib/python3.5/dist-packages/sklearn/metrics/classification.py:1137: UndefinedMetricWarning: Recall and F-score are ill-defined and being set to 0.0 in labels with no true samples.\n",
      "  'recall', 'true', average, warn_for)\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import classification_report\n",
    "\n",
    "report = classification_report(y_val, logreg.predict(X_val), labels=np.arange(len(issue_codes)))\n",
    "print(report)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}