push_json_to_elastic.ipynb

{
 "metadata": {
  "name": ""
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# installed ELK (elasticsearch, logstash and kibana using apt-get)\n",
      "# using data and examples from following git repo: \n",
      "# https://github.com/elastic/examples/tree/master/Exploring%20Public%20Datasets/nyc_traffic_accidents"
     ],
     "language": "python",
     "metadata": {},
     "outputs": []
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import elasticsearch\n",
      "es = elasticsearch.Elasticsearch()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 1
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# load and read csv file using pandas\n",
      "import pandas as pd\n",
      "\n",
      "# its a very big file (Around 290 mb) it takes some time to load \n",
      "csv_file_path = \"./nyc_collision_data.csv\"\n",
      "df = pd.read_csv(csv_file_path, header=0)\n"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 6
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# check if the data got loaded properly\n",
      "print (df.shape)\n",
      "df.head()\n"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "(1282720, 29)\n"
       ]
      },
      {
       "html": [
        "<div style=\"max-width:1500px;overflow:auto;\">\n",
        "<style scoped>\n",
        "    .dataframe tbody tr th:only-of-type {\n",
        "        vertical-align: middle;\n",
        "    }\n",
        "\n",
        "    .dataframe tbody tr th {\n",
        "        vertical-align: top;\n",
        "    }\n",
        "\n",
        "    .dataframe thead th {\n",
        "        text-align: right;\n",
        "    }\n",
        "</style>\n",
        "<table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
        "    <tr style=\"text-align: right;\">\n",
        "      <th></th>\n",
        "      <th>DATE</th>\n",
        "      <th>TIME</th>\n",
        "      <th>BOROUGH</th>\n",
        "      <th>ZIP CODE</th>\n",
        "      <th>LATITUDE</th>\n",
        "      <th>LONGITUDE</th>\n",
        "      <th>LOCATION</th>\n",
        "      <th>ON STREET NAME</th>\n",
        "      <th>CROSS STREET NAME</th>\n",
        "      <th>OFF STREET NAME</th>\n",
        "      <th>NUMBER OF PERSONS INJURED</th>\n",
        "      <th>NUMBER OF PERSONS KILLED</th>\n",
        "      <th>NUMBER OF PEDESTRIANS INJURED</th>\n",
        "      <th>NUMBER OF PEDESTRIANS KILLED</th>\n",
        "      <th>NUMBER OF CYCLIST INJURED</th>\n",
        "      <th>NUMBER OF CYCLIST KILLED</th>\n",
        "      <th>NUMBER OF MOTORIST INJURED</th>\n",
        "      <th>NUMBER OF MOTORIST KILLED</th>\n",
        "      <th>CONTRIBUTING FACTOR VEHICLE 1</th>\n",
        "      <th>CONTRIBUTING FACTOR VEHICLE 2</th>\n",
        "      <th>CONTRIBUTING FACTOR VEHICLE 3</th>\n",
        "      <th>CONTRIBUTING FACTOR VEHICLE 4</th>\n",
        "      <th>CONTRIBUTING FACTOR VEHICLE 5</th>\n",
        "      <th>UNIQUE KEY</th>\n",
        "      <th>VEHICLE TYPE CODE 1</th>\n",
        "      <th>VEHICLE TYPE CODE 2</th>\n",
        "      <th>VEHICLE TYPE CODE 3</th>\n",
        "      <th>VEHICLE TYPE CODE 4</th>\n",
        "      <th>VEHICLE TYPE CODE 5</th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>0</th>\n",
        "      <td>06/10/2018</td>\n",
        "      <td>0:00</td>\n",
        "      <td>BROOKLYN</td>\n",
        "      <td>11217</td>\n",
        "      <td>40.679333</td>\n",
        "      <td>-73.975330</td>\n",
        "      <td>(40.679333, -73.97533)</td>\n",
        "      <td>6 AVENUE</td>\n",
        "      <td>PROSPECT PLACE</td>\n",
        "      <td>NaN</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>Unspecified</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>3918407</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
        "      <td>06/10/2018</td>\n",
        "      <td>0:00</td>\n",
        "      <td>BROOKLYN</td>\n",
        "      <td>11236</td>\n",
        "      <td>40.639465</td>\n",
        "      <td>-73.919044</td>\n",
        "      <td>(40.639465, -73.919044)</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>509       EAST 79 STREET</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>Other Vehicular</td>\n",
        "      <td>Unspecified</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>3917950</td>\n",
        "      <td>NaN</td>\n",
        "      <td>PASSENGER VEHICLE</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
        "      <td>06/10/2018</td>\n",
        "      <td>0:00</td>\n",
        "      <td>MANHATTAN</td>\n",
        "      <td>10019</td>\n",
        "      <td>40.761036</td>\n",
        "      <td>-73.987020</td>\n",
        "      <td>(40.761036, -73.98702)</td>\n",
        "      <td>8 AVENUE</td>\n",
        "      <td>WEST 48 STREET</td>\n",
        "      <td>NaN</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>Unspecified</td>\n",
        "      <td>Unspecified</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>3919620</td>\n",
        "      <td>NaN</td>\n",
        "      <td>TAXI</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
        "      <td>06/10/2018</td>\n",
        "      <td>0:00</td>\n",
        "      <td>MANHATTAN</td>\n",
        "      <td>10029</td>\n",
        "      <td>40.795906</td>\n",
        "      <td>-73.937320</td>\n",
        "      <td>(40.795906, -73.93732)</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>337       EAST 115 STREET</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>Unspecified</td>\n",
        "      <td>Unspecified</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>3917939</td>\n",
        "      <td>NaN</td>\n",
        "      <td>SPORT UTILITY / STATION WAGON</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
        "      <td>06/10/2018</td>\n",
        "      <td>0:00</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>40.862680</td>\n",
        "      <td>-73.909050</td>\n",
        "      <td>(40.86268, -73.90905)</td>\n",
        "      <td>WEST FORDHAM ROAD</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>0</td>\n",
        "      <td>Failure to Yield Right-of-Way</td>\n",
        "      <td>Unspecified</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>3919415</td>\n",
        "      <td>NaN</td>\n",
        "      <td>SPORT UTILITY / STATION WAGON</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "      <td>NaN</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "</div>"
       ],
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 21,
       "text": [
        "         DATE  TIME    BOROUGH         ...          VEHICLE TYPE CODE 3  VEHICLE TYPE CODE 4  VEHICLE TYPE CODE 5\n",
        "0  06/10/2018  0:00   BROOKLYN         ...                          NaN                  NaN                  NaN\n",
        "1  06/10/2018  0:00   BROOKLYN         ...                          NaN                  NaN                  NaN\n",
        "2  06/10/2018  0:00  MANHATTAN         ...                          NaN                  NaN                  NaN\n",
        "3  06/10/2018  0:00  MANHATTAN         ...                          NaN                  NaN                  NaN\n",
        "4  06/10/2018  0:00        NaN         ...                          NaN                  NaN                  NaN\n",
        "\n",
        "[5 rows x 29 columns]"
       ]
      }
     ],
     "prompt_number": 21
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# convert the csv dataframe into json\n",
      "import json\n",
      "\n",
      "# clipping the dataframe as it is huge, around 2 million enteries\n",
      "clipped_df = df[:1000]\n",
      "data = json.loads(clipped_df.to_json(orient='records'))\n"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 16
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# push json to ES \n",
      "# specify index and type name for elastic search\n",
      "INDEX = \"nyc_collison\"\n",
      "DOC_TYPE = \"sample\"\n",
      "\n",
      "# data is a list with each record in the csv (in the form of dictionary) as its element\n",
      "# iterate through the list and push each record \n",
      "# Note: we haven't specified the \"id\" while pushing the recorde, so they will be assigned randomly by ES\n",
      "for record in data:\n",
      "    es.index(index=INDEX, doc_type=DOC_TYPE, body=record)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 22
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# data is loaded in following format\n",
      "# http://localhost:9200/[INDEX]/[DOC_TYPE]/\n",
      "\n",
      "# query the index \n",
      "es.search(index=\"nyc_collison\", doc_type=\"sample\", body={\"query\": {\"match\": {u'BOROUGH': u'BROOKLYN'}}})"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 27,
       "text": [
        "{u'_shards': {u'failed': 0, u'skipped': 0, u'successful': 5, u'total': 5},\n",
        " u'hits': {u'hits': [{u'_id': u'DFJsCmQBL_wPO6ncjPXG',\n",
        "    u'_index': u'nyc_collison',\n",
        "    u'_score': 1.2096373,\n",
        "    u'_source': {u'BOROUGH': u'BROOKLYN',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 1': u'Driver Inattention/Distraction',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 2': u'Unspecified',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 3': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 4': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 5': None,\n",
        "     u'CROSS STREET NAME': u'WEST 3 STREET',\n",
        "     u'DATE': u'06/10/2018',\n",
        "     u'LATITUDE': 40.586002,\n",
        "     u'LOCATION': u'(40.586002, -73.97221)',\n",
        "     u'LONGITUDE': -73.97221,\n",
        "     u'NUMBER OF CYCLIST INJURED': 0,\n",
        "     u'NUMBER OF CYCLIST KILLED': 0,\n",
        "     u'NUMBER OF MOTORIST INJURED': 0,\n",
        "     u'NUMBER OF MOTORIST KILLED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS INJURED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS KILLED': 0,\n",
        "     u'NUMBER OF PERSONS INJURED': 0,\n",
        "     u'NUMBER OF PERSONS KILLED': 0,\n",
        "     u'OFF STREET NAME': None,\n",
        "     u'ON STREET NAME': u'AVENUE Z                        ',\n",
        "     u'TIME': u'14:15',\n",
        "     u'UNIQUE KEY': 3918419,\n",
        "     u'VEHICLE TYPE CODE 1': None,\n",
        "     u'VEHICLE TYPE CODE 2': u'SPORT UTILITY / STATION WAGON',\n",
        "     u'VEHICLE TYPE CODE 3': None,\n",
        "     u'VEHICLE TYPE CODE 4': None,\n",
        "     u'VEHICLE TYPE CODE 5': None,\n",
        "     u'ZIP CODE': 11223.0},\n",
        "    u'_type': u'sample'},\n",
        "   {u'_id': u'IlJsCmQBL_wPO6nckfVL',\n",
        "    u'_index': u'nyc_collison',\n",
        "    u'_score': 1.2096373,\n",
        "    u'_source': {u'BOROUGH': u'BROOKLYN',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 1': u'Driver Inattention/Distraction',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 2': u'Driver Inattention/Distraction',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 3': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 4': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 5': None,\n",
        "     u'CROSS STREET NAME': None,\n",
        "     u'DATE': u'06/10/2018',\n",
        "     u'LATITUDE': 40.651722,\n",
        "     u'LOCATION': u'(40.651722, -73.91725)',\n",
        "     u'LONGITUDE': -73.91725,\n",
        "     u'NUMBER OF CYCLIST INJURED': 0,\n",
        "     u'NUMBER OF CYCLIST KILLED': 0,\n",
        "     u'NUMBER OF MOTORIST INJURED': 0,\n",
        "     u'NUMBER OF MOTORIST KILLED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS INJURED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS KILLED': 0,\n",
        "     u'NUMBER OF PERSONS INJURED': 0,\n",
        "     u'NUMBER OF PERSONS KILLED': 0,\n",
        "     u'OFF STREET NAME': u'9102      AVENUE A                      ',\n",
        "     u'ON STREET NAME': None,\n",
        "     u'TIME': u'14:55',\n",
        "     u'UNIQUE KEY': 3919818,\n",
        "     u'VEHICLE TYPE CODE 1': None,\n",
        "     u'VEHICLE TYPE CODE 2': u'SPORT UTILITY / STATION WAGON',\n",
        "     u'VEHICLE TYPE CODE 3': None,\n",
        "     u'VEHICLE TYPE CODE 4': None,\n",
        "     u'VEHICLE TYPE CODE 5': None,\n",
        "     u'ZIP CODE': 11236.0},\n",
        "    u'_type': u'sample'},\n",
        "   {u'_id': u'L1JsCmQBL_wPO6nclPVK',\n",
        "    u'_index': u'nyc_collison',\n",
        "    u'_score': 1.2096373,\n",
        "    u'_source': {u'BOROUGH': u'BROOKLYN',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 1': u'Backing Unsafely',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 2': u'Unspecified',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 3': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 4': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 5': None,\n",
        "     u'CROSS STREET NAME': None,\n",
        "     u'DATE': u'06/10/2018',\n",
        "     u'LATITUDE': 40.68743,\n",
        "     u'LOCATION': u'(40.68743, -73.96668)',\n",
        "     u'LONGITUDE': -73.96668,\n",
        "     u'NUMBER OF CYCLIST INJURED': 0,\n",
        "     u'NUMBER OF CYCLIST KILLED': 0,\n",
        "     u'NUMBER OF MOTORIST INJURED': 0,\n",
        "     u'NUMBER OF MOTORIST KILLED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS INJURED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS KILLED': 0,\n",
        "     u'NUMBER OF PERSONS INJURED': 0,\n",
        "     u'NUMBER OF PERSONS KILLED': 0,\n",
        "     u'OFF STREET NAME': u'353       WAVERLY AVENUE                ',\n",
        "     u'ON STREET NAME': None,\n",
        "     u'TIME': u'15:21',\n",
        "     u'UNIQUE KEY': 3917855,\n",
        "     u'VEHICLE TYPE CODE 1': None,\n",
        "     u'VEHICLE TYPE CODE 2': u'SPORT UTILITY / STATION WAGON',\n",
        "     u'VEHICLE TYPE CODE 3': None,\n",
        "     u'VEHICLE TYPE CODE 4': None,\n",
        "     u'VEHICLE TYPE CODE 5': None,\n",
        "     u'ZIP CODE': 11238.0},\n",
        "    u'_type': u'sample'},\n",
        "   {u'_id': u'81JsCmQBL_wPO6nciPQi',\n",
        "    u'_index': u'nyc_collison',\n",
        "    u'_score': 1.2096373,\n",
        "    u'_source': {u'BOROUGH': u'BROOKLYN',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 1': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 2': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 3': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 4': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 5': None,\n",
        "     u'CROSS STREET NAME': None,\n",
        "     u'DATE': u'06/10/2018',\n",
        "     u'LATITUDE': 40.694893,\n",
        "     u'LOCATION': u'(40.694893, -73.93374)',\n",
        "     u'LONGITUDE': -73.93374,\n",
        "     u'NUMBER OF CYCLIST INJURED': 0,\n",
        "     u'NUMBER OF CYCLIST KILLED': 0,\n",
        "     u'NUMBER OF MOTORIST INJURED': 0,\n",
        "     u'NUMBER OF MOTORIST KILLED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS INJURED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS KILLED': 0,\n",
        "     u'NUMBER OF PERSONS INJURED': 0,\n",
        "     u'NUMBER OF PERSONS KILLED': 0,\n",
        "     u'OFF STREET NAME': u'424A      HART STREET                   ',\n",
        "     u'ON STREET NAME': None,\n",
        "     u'TIME': u'16:00',\n",
        "     u'UNIQUE KEY': 3920029,\n",
        "     u'VEHICLE TYPE CODE 1': None,\n",
        "     u'VEHICLE TYPE CODE 2': None,\n",
        "     u'VEHICLE TYPE CODE 3': None,\n",
        "     u'VEHICLE TYPE CODE 4': None,\n",
        "     u'VEHICLE TYPE CODE 5': None,\n",
        "     u'ZIP CODE': 11221.0},\n",
        "    u'_type': u'sample'},\n",
        "   {u'_id': u'tFJsCmQBL_wPO6nce_RG',\n",
        "    u'_index': u'nyc_collison',\n",
        "    u'_score': 1.2096373,\n",
        "    u'_source': {u'BOROUGH': u'BROOKLYN',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 1': u'Driver Inattention/Distraction',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 2': u'Unspecified',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 3': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 4': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 5': None,\n",
        "     u'CROSS STREET NAME': u'EAST 13 STREET',\n",
        "     u'DATE': u'06/10/2018',\n",
        "     u'LATITUDE': 40.620197,\n",
        "     u'LOCATION': u'(40.620197, -73.96235)',\n",
        "     u'LONGITUDE': -73.96235,\n",
        "     u'NUMBER OF CYCLIST INJURED': 0,\n",
        "     u'NUMBER OF CYCLIST KILLED': 0,\n",
        "     u'NUMBER OF MOTORIST INJURED': 0,\n",
        "     u'NUMBER OF MOTORIST KILLED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS INJURED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS KILLED': 0,\n",
        "     u'NUMBER OF PERSONS INJURED': 2,\n",
        "     u'NUMBER OF PERSONS KILLED': 0,\n",
        "     u'OFF STREET NAME': None,\n",
        "     u'ON STREET NAME': u'AVENUE L                        ',\n",
        "     u'TIME': u'10:50',\n",
        "     u'UNIQUE KEY': 3918605,\n",
        "     u'VEHICLE TYPE CODE 1': None,\n",
        "     u'VEHICLE TYPE CODE 2': u'PASSENGER VEHICLE',\n",
        "     u'VEHICLE TYPE CODE 3': None,\n",
        "     u'VEHICLE TYPE CODE 4': None,\n",
        "     u'VEHICLE TYPE CODE 5': None,\n",
        "     u'ZIP CODE': 11230.0},\n",
        "    u'_type': u'sample'},\n",
        "   {u'_id': u'31JsCmQBL_wPO6ncg_S1',\n",
        "    u'_index': u'nyc_collison',\n",
        "    u'_score': 1.2096373,\n",
        "    u'_source': {u'BOROUGH': u'BROOKLYN',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 1': u'Unspecified',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 2': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 3': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 4': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 5': None,\n",
        "     u'CROSS STREET NAME': u'FLUSHING AVENUE',\n",
        "     u'DATE': u'06/10/2018',\n",
        "     u'LATITUDE': 40.698116,\n",
        "     u'LOCATION': u'(40.698116, -73.97754)',\n",
        "     u'LONGITUDE': -73.97754,\n",
        "     u'NUMBER OF CYCLIST INJURED': 0,\n",
        "     u'NUMBER OF CYCLIST KILLED': 0,\n",
        "     u'NUMBER OF MOTORIST INJURED': 0,\n",
        "     u'NUMBER OF MOTORIST KILLED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS INJURED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS KILLED': 0,\n",
        "     u'NUMBER OF PERSONS INJURED': 1,\n",
        "     u'NUMBER OF PERSONS KILLED': 0,\n",
        "     u'OFF STREET NAME': None,\n",
        "     u'ON STREET NAME': u'NORTH ELLIOTT PLACE             ',\n",
        "     u'TIME': u'12:36',\n",
        "     u'UNIQUE KEY': 3918609,\n",
        "     u'VEHICLE TYPE CODE 1': None,\n",
        "     u'VEHICLE TYPE CODE 2': None,\n",
        "     u'VEHICLE TYPE CODE 3': None,\n",
        "     u'VEHICLE TYPE CODE 4': None,\n",
        "     u'VEHICLE TYPE CODE 5': None,\n",
        "     u'ZIP CODE': 11205.0},\n",
        "    u'_type': u'sample'},\n",
        "   {u'_id': u'l1JsCmQBL_wPO6ncdfR5',\n",
        "    u'_index': u'nyc_collison',\n",
        "    u'_score': 1.2096373,\n",
        "    u'_source': {u'BOROUGH': u'BROOKLYN',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 1': u'Driver Inattention/Distraction',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 2': u'Unspecified',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 3': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 4': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 5': None,\n",
        "     u'CROSS STREET NAME': u'AVENUE V',\n",
        "     u'DATE': u'06/10/2018',\n",
        "     u'LATITUDE': 40.608204,\n",
        "     u'LOCATION': u'(40.608204, -73.920715)',\n",
        "     u'LONGITUDE': -73.920715,\n",
        "     u'NUMBER OF CYCLIST INJURED': 0,\n",
        "     u'NUMBER OF CYCLIST KILLED': 0,\n",
        "     u'NUMBER OF MOTORIST INJURED': 0,\n",
        "     u'NUMBER OF MOTORIST KILLED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS INJURED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS KILLED': 0,\n",
        "     u'NUMBER OF PERSONS INJURED': 0,\n",
        "     u'NUMBER OF PERSONS KILLED': 0,\n",
        "     u'OFF STREET NAME': None,\n",
        "     u'ON STREET NAME': u'FLATBUSH AVENUE                 ',\n",
        "     u'TIME': u'0:28',\n",
        "     u'UNIQUE KEY': 3917714,\n",
        "     u'VEHICLE TYPE CODE 1': None,\n",
        "     u'VEHICLE TYPE CODE 2': u'SPORT UTILITY / STATION WAGON',\n",
        "     u'VEHICLE TYPE CODE 3': None,\n",
        "     u'VEHICLE TYPE CODE 4': None,\n",
        "     u'VEHICLE TYPE CODE 5': None,\n",
        "     u'ZIP CODE': 11234.0},\n",
        "    u'_type': u'sample'},\n",
        "   {u'_id': u'0lJsCmQBL_wPO6nctfUC',\n",
        "    u'_index': u'nyc_collison',\n",
        "    u'_score': 1.2096373,\n",
        "    u'_source': {u'BOROUGH': u'BROOKLYN',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 1': u'Fatigued/Drowsy',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 2': u'Unspecified',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 3': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 4': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 5': None,\n",
        "     u'CROSS STREET NAME': None,\n",
        "     u'DATE': u'06/10/2018',\n",
        "     u'LATITUDE': 40.644485,\n",
        "     u'LOCATION': u'(40.644485, -73.919945)',\n",
        "     u'LONGITUDE': -73.919945,\n",
        "     u'NUMBER OF CYCLIST INJURED': 0,\n",
        "     u'NUMBER OF CYCLIST KILLED': 0,\n",
        "     u'NUMBER OF MOTORIST INJURED': 1,\n",
        "     u'NUMBER OF MOTORIST KILLED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS INJURED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS KILLED': 0,\n",
        "     u'NUMBER OF PERSONS INJURED': 1,\n",
        "     u'NUMBER OF PERSONS KILLED': 0,\n",
        "     u'OFF STREET NAME': u'1370      RALPH AVENUE                  ',\n",
        "     u'ON STREET NAME': None,\n",
        "     u'TIME': u'20:45',\n",
        "     u'UNIQUE KEY': 3919802,\n",
        "     u'VEHICLE TYPE CODE 1': None,\n",
        "     u'VEHICLE TYPE CODE 2': u'PASSENGER VEHICLE',\n",
        "     u'VEHICLE TYPE CODE 3': None,\n",
        "     u'VEHICLE TYPE CODE 4': None,\n",
        "     u'VEHICLE TYPE CODE 5': None,\n",
        "     u'ZIP CODE': 11236.0},\n",
        "    u'_type': u'sample'},\n",
        "   {u'_id': u'llJsCmQBL_wPO6ncqfVI',\n",
        "    u'_index': u'nyc_collison',\n",
        "    u'_score': 1.2096373,\n",
        "    u'_source': {u'BOROUGH': u'BROOKLYN',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 1': u'Unspecified',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 2': u'Unspecified',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 3': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 4': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 5': None,\n",
        "     u'CROSS STREET NAME': None,\n",
        "     u'DATE': u'06/10/2018',\n",
        "     u'LATITUDE': 40.651993,\n",
        "     u'LOCATION': u'(40.651993, -73.86873)',\n",
        "     u'LONGITUDE': -73.86873,\n",
        "     u'NUMBER OF CYCLIST INJURED': 0,\n",
        "     u'NUMBER OF CYCLIST KILLED': 0,\n",
        "     u'NUMBER OF MOTORIST INJURED': 0,\n",
        "     u'NUMBER OF MOTORIST KILLED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS INJURED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS KILLED': 0,\n",
        "     u'NUMBER OF PERSONS INJURED': 0,\n",
        "     u'NUMBER OF PERSONS KILLED': 0,\n",
        "     u'OFF STREET NAME': u'409       GATEWAY DRIVE                 ',\n",
        "     u'ON STREET NAME': None,\n",
        "     u'TIME': u'18:35',\n",
        "     u'UNIQUE KEY': 3918780,\n",
        "     u'VEHICLE TYPE CODE 1': None,\n",
        "     u'VEHICLE TYPE CODE 2': u'SPORT UTILITY / STATION WAGON',\n",
        "     u'VEHICLE TYPE CODE 3': None,\n",
        "     u'VEHICLE TYPE CODE 4': None,\n",
        "     u'VEHICLE TYPE CODE 5': None,\n",
        "     u'ZIP CODE': 11239.0},\n",
        "    u'_type': u'sample'},\n",
        "   {u'_id': u'VlJsCmQBL_wPO6ncnPWI',\n",
        "    u'_index': u'nyc_collison',\n",
        "    u'_score': 1.2096373,\n",
        "    u'_source': {u'BOROUGH': u'BROOKLYN',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 1': u'Unsafe Speed',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 2': u'Unspecified',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 3': u'Unspecified',\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 4': None,\n",
        "     u'CONTRIBUTING FACTOR VEHICLE 5': None,\n",
        "     u'CROSS STREET NAME': None,\n",
        "     u'DATE': u'06/10/2018',\n",
        "     u'LATITUDE': 40.594963,\n",
        "     u'LOCATION': u'(40.594963, -73.94083)',\n",
        "     u'LONGITUDE': -73.94083,\n",
        "     u'NUMBER OF CYCLIST INJURED': 0,\n",
        "     u'NUMBER OF CYCLIST KILLED': 0,\n",
        "     u'NUMBER OF MOTORIST INJURED': 0,\n",
        "     u'NUMBER OF MOTORIST KILLED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS INJURED': 0,\n",
        "     u'NUMBER OF PEDESTRIANS KILLED': 0,\n",
        "     u'NUMBER OF PERSONS INJURED': 0,\n",
        "     u'NUMBER OF PERSONS KILLED': 0,\n",
        "     u'OFF STREET NAME': u'3641      NOSTRAND AVENUE               ',\n",
        "     u'ON STREET NAME': None,\n",
        "     u'TIME': u'16:35',\n",
        "     u'UNIQUE KEY': 3918267,\n",
        "     u'VEHICLE TYPE CODE 1': None,\n",
        "     u'VEHICLE TYPE CODE 2': u'PASSENGER VEHICLE',\n",
        "     u'VEHICLE TYPE CODE 3': u'SPORT UTILITY / STATION WAGON',\n",
        "     u'VEHICLE TYPE CODE 4': None,\n",
        "     u'VEHICLE TYPE CODE 5': None,\n",
        "     u'ZIP CODE': 11229.0},\n",
        "    u'_type': u'sample'}],\n",
        "  u'max_score': 1.2096373,\n",
        "  u'total': 215},\n",
        " u'timed_out': False,\n",
        " u'took': 5}"
       ]
      }
     ],
     "prompt_number": 27
    }
   ],
   "metadata": {}
  }
 ]
}