2018/python/schema_to_JSON.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import pandas as pd\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "#2018 Filing Instruction Guide: https://www.consumerfinance.gov/data-research/hmda/static/for-filers/2018/2018-HMDA-FIG.pdf\n",
    "#2018 file format:\n",
    "#field name #data type # valid values\n",
    "#Record ID / Numeric / 1\n",
    "\n",
    "#Note: Add a format field? use to check format of entered data?\n",
    "\n",
    "#Note: add valid value list/function to the valid vals list field\n",
    "#IE list of ages 1 to n (range(200))\n",
    "#IE rate_spread float generator\n",
    "\n",
    "\n",
    "TS = [\n",
    " {\"field\":\"record_id\", \"data_type\":\"numeric\", \"valid_vals\":[1], \"dtypes_\":[\"int\"]},\n",
    " {\"field\":\"inst_name\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    " {\"field\":\"calendar_year\", \"data_type\":\"numeric\", \"valid_vals\":[], \"dtypes_\":[\"int\"]},\n",
    " {\"field\":\"calendar_quarter\", \"data_type\":\"numeric\", \"valid_vals\":[4], \"dtypes_\":[\"int\"]},\n",
    " {\"field\":\"contact_name\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    " {\"field\":\"contact_tel\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    " {\"field\":\"contact_email\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    " {\"field\":\"contact_street_address\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    " {\"field\":\"office_city\", \"data_type\": \"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    " {\"field\":\"office_state\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    " {\"field\":\"office_zip\",\"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    " {\"field\":\"federal_agency\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,5,7,9], \"dtypes_\":[\"int\"]},\n",
    " {\"field\":\"lar_entries\", \"data_type\":\"numeric\", \"valid_vals\":[], \"dtypes_\":[\"int\"]},\n",
    " {\"field\":\"tax_id\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    " {\"field\":\"lei\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]}]\n",
    "\n",
    "LAR = [\n",
    "{\"field\":\"record_id\", \"data_type\":\"numeric\", \"valid_vals\":[2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"lei\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"uli\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"app_date\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"loan_type\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"loan_purpose\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,31,32,4,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"preapproval\", \"data_type\":\"numeric\", \"valid_vals\":[1,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"const_method\", \"data_type\":\"numeric\", \"valid_vals\":[1,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"occ_type\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"loan_amount\", \"data_type\":\"numeric\", \"valid_vals\":[], \"dtypes_\":[\"int\", \"float\"]},\n",
    "{\"field\":\"action_taken\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6,7,8], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"action_date\", \"data_type\":\"numeric\", \"valid_vals\":[], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"street_address\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"city\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"state\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"zip_code\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"county\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"tract\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"app_eth_1\", \"data_type\":\"numeric\", \"valid_vals\":[1,11,12,13,14,2,3,4], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_eth_2\", \"data_type\":\"numeric\", \"valid_vals\":[1,11,12,13,14,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_eth_3\", \"data_type\":\"numeric\", \"valid_vals\":[1,11,12,13,14,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_eth_4\", \"data_type\":\"numeric\", \"valid_vals\":[1,11,12,13,14,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_eth_5\", \"data_type\":\"numeric\", \"valid_vals\":[1,11,12,13,14,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_eth_free\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"co_app_eth_1\", \"data_type\":\"numeric\", \"valid_vals\":[1,11,12,13,14,2,3,4,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_eth_2\", \"data_type\":\"numeric\", \"valid_vals\":[1,11,12,13,14,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_eth_3\", \"data_type\":\"numeric\", \"valid_vals\":[1,11,12,13,14,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_eth_4\", \"data_type\":\"numeric\", \"valid_vals\":[1,11,12,13,14,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_eth_5\", \"data_type\":\"numeric\", \"valid_vals\":[1,11,12,13,14,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_eth_free\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"app_eth_basis\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_eth_basis\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_race_1\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,21,22,23,24,25,26,27,3,4,41,42,43,44,5,6,7], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_race_2\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,21,22,23,24,25,26,27,3,4,41,42,43,44,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_race_3\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,21,22,23,24,25,26,27,3,4,41,42,43,44,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_race_4\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,21,22,23,24,25,26,27,3,4,41,42,43,44,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_race_5\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,21,22,23,24,25,26,27,3,4,41,42,43,44,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_race_native_text\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"app_race_asian_text\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"app_race_islander_text\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"co_app_race_1\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,21,22,23,24,25,26,27,3,4,41,42,43,44,5,6,7,8], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_race_2\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,21,22,23,24,25,26,27,3,4,41,42,43,44,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_race_3\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,21,22,23,24,25,26,27,3,4,41,42,43,44,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_race_4\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,21,22,23,24,25,26,27,3,4,41,42,43,44,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_race_5\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,21,22,23,24,25,26,27,3,4,41,42,43,44,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_race_native_text\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"co_app_race_asian_text\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"co_app_race_islander_text\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"app_race_basis\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_race_basis\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_sex\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,6], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_sex\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_sex_basis\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_sex_basis\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_age\", \"data_type\":\"numeric\", \"valid_vals\":[8888], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_age\", \"data_type\":\"numeric\", \"valid_vals\":[8888,9999], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"income\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"purchaser_type\", \"data_type\":\"numeric\", \"valid_vals\":[0,1,2,3,4,5,6,71,72,8,9], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"rate_spread\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"string\",\"float\"]},\n",
    "{\"field\":\"hoepa\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"lien\", \"data_type\":\"numeric\", \"valid_vals\":[1,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_credit_score\", \"data_type\":\"numeric\", \"valid_vals\":[7777,8888], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_credit_score\", \"data_type\":\"numeric\", \"valid_vals\":[7777,8888,9999], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_score_name\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6,7,8,9], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"app_score_code_8\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"co_app_score_name\", \"data_type\":\"alphanumeric\", \"valid_vals\":[1,2,3,4,5,6,7,8,9,10], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"co_app_score_code_8\", \"data_type\":\"numeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"denial_1\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6,7,8,9,10], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"denial_2\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6,7,8,9], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"denial_3\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6,7,8,9], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"denial_4\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6,7,8,9], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"denial_code_9\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"loan_costs\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"float\",\"string\"]},\n",
    "{\"field\":\"points_fees\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"float\",\"string\"]},\n",
    "{\"field\":\"origination_fee\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"float\",\"string\"]},\n",
    "{\"field\":\"discount_points\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\",\"\"], \"dtypes_\":[\"float\",\"string\"]},\n",
    "{\"field\":\"lender_credits\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\",\"\"], \"dtypes_\":[\"float\",\"string\"]},\n",
    "{\"field\":\"interest_rate\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"float\",\"string\"]},\n",
    "{\"field\":\"prepayment_penalty\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"float\",\"string\"]},\n",
    "{\"field\":\"dti\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"float\",\"string\"]},\n",
    "{\"field\":\"cltv\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"float\",\"string\"]},\n",
    "{\"field\":\"loan_term\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"int\",\"string\"]},\n",
    "{\"field\":\"intro_rate\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"int\",\"string\"]},\n",
    "{\"field\":\"balloon\", \"data_type\":\"numeric\", \"valid_vals\":[1,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"int_only_pmts\", \"data_type\":\"numeric\", \"valid_vals\":[1,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"neg_amort\", \"data_type\":\"numeric\", \"valid_vals\":[1,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"non_amort_features\", \"data_type\":\"numeric\", \"valid_vals\":[1,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"property_value\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"int\",\"string\"]},\n",
    "{\"field\":\"manufactured_type\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"manufactured_interest\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"total_units\", \"data_type\":\"numeric\", \"valid_vals\":[], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"affordable_units\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"int\",\"string\"]},\n",
    "{\"field\":\"submission_type\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"initially_payable\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"mlo_id\", \"data_type\":\"alphanumeric\", \"valid_vals\":[\"NA\"], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"aus_1\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"aus_2\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"aus_3\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"aus_4\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"aus_5\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"aus_code_5\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"aus_result_1\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"aus_result_2\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"aus_result_3\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"aus_result_4\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"aus_result_5\", \"data_type\":\"numeric\", \"valid_vals\":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"aus_code_16\", \"data_type\":\"alphanumeric\", \"valid_vals\":[], \"dtypes_\":[\"string\"]},\n",
    "{\"field\":\"reverse_mortgage\", \"data_type\":\"numeric\", \"valid_vals\":[1,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"open_end_credit\", \"data_type\":\"numeric\", \"valid_vals\":[1,2], \"dtypes_\":[\"int\"]},\n",
    "{\"field\":\"business_purpose\", \"data_type\":\"numeric\", \"valid_vals\":[1,2], \"dtypes_\":[\"int\"]}\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(\"lar_schema.json\", \"w\") as outfile:\n",
    "    json.dump(LAR, outfile)\n",
    "    \n",
    "with open(\"ts_schema.json\", \"w\") as outfile:\n",
    "    json.dump(TS, outfile)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "with open(\"lar_schema.json\", \"r\") as infile:\n",
    "    lar_schema = json.load(infile)\n",
    "    \n",
    "with open(\"ts_schema.json\", \"r\") as infile:\n",
    "    ts_schema = json.load(infile)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "lar_df = pd.DataFrame(lar_schema)\n",
    "ts_df = pd.DataFrame(ts_schema)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>data_type</th>\n",
       "      <th>dtypes_</th>\n",
       "      <th>field</th>\n",
       "      <th>valid_vals</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>numeric</td>\n",
       "      <td>[int]</td>\n",
       "      <td>record_id</td>\n",
       "      <td>[1]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>alphanumeric</td>\n",
       "      <td>[string]</td>\n",
       "      <td>inst_name</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>numeric</td>\n",
       "      <td>[int]</td>\n",
       "      <td>calendar_year</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>numeric</td>\n",
       "      <td>[int]</td>\n",
       "      <td>calendar_quarter</td>\n",
       "      <td>[4]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>alphanumeric</td>\n",
       "      <td>[string]</td>\n",
       "      <td>contact_name</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      data_type   dtypes_             field valid_vals\n",
       "0       numeric     [int]         record_id        [1]\n",
       "1  alphanumeric  [string]         inst_name         []\n",
       "2       numeric     [int]     calendar_year         []\n",
       "3       numeric     [int]  calendar_quarter        [4]\n",
       "4  alphanumeric  [string]      contact_name         []"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ts_df.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}