2018/python/2018_test_file_maker.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/Users/roellk/hmda/hmda-test-files/python\r\n"
     ]
    }
   ],
   "source": [
    "#2018 HMDA Edit Testing File Generator\n",
    "from collections import OrderedDict\n",
    "from io import StringIO\n",
    "import json\n",
    "import os\n",
    "import pandas as pd\n",
    "import random\n",
    "\n",
    "#custom imports\n",
    "import lar_constraints\n",
    "import lar_generator\n",
    "from rules_engine import rules_engine\n",
    "from test_file_generator import test_data\n",
    "import utils\n",
    "!pwd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "#2018 Filing Instruction Guide: https://www.consumerfinance.gov/data-research/hmda/static/for-filers/2018/2018-HMDA-FIG.pdf\n",
    "\n",
    "use_cols = ['name', 'metDivName', 'countyFips', 'geoIdMsa', 'metDivFp', 'smallCounty', 'tracts']\n",
    "cbsa_cols = ['name', 'metDivName', 'state', 'countyFips', 'county', 'tracts','geoIdMsa', 'metDivFp', 'smallCounty', \n",
    "             'stateCode', 'tractDecimal']\n",
    "cbsas = pd.read_csv('../dependencies/tract_to_cbsa_2015.txt', usecols=use_cols, delimiter='|', \n",
    "                    header=None, names=cbsa_cols, dtype=str) #load tract to CBSA data from platform file\n",
    "cbsas[\"tractFips\"] = cbsas.countyFips + cbsas.tracts\n",
    "counties = list(cbsas.countyFips)\n",
    "tracts = list(cbsas.tractFips)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "#load schemas for LAR and transmittal sheet\n",
    "lar_schema_df = pd.DataFrame(json.load(open(\"../schemas/lar_schema.json\", \"r\")))\n",
    "ts_schema_df = pd.DataFrame(json.load(open(\"../schemas/ts_schema.json\", \"r\")))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "lar_gen = lar_generator.lar_gen(lar_schema_df, ts_schema_df, counties=counties, tracts=tracts) #instantiate generator\n",
    "lar_const = lar_constraints.lar_constraints(counties=counties, tracts=tracts)#instantiate constraints\n",
    "lar_validator = rules_engine(lar_schema=lar_schema_df, ts_schema=ts_schema_df, cbsa_data=cbsas)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Set parameters for data creation\n",
    "file_length = 5 #set number of rows in test file\n",
    "first = True\n",
    "lei = None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Create a sample TS row\n",
    "#set dummy values for TS row\n",
    "def make_ts_row(file_length, lei):\n",
    "    ts_row = OrderedDict()\n",
    "    ts_row[\"record_id\"]=\"1\"\n",
    "    ts_row[\"inst_name\"]=\"Ficus Bank\"\n",
    "    ts_row[\"calendar_year\"]= \"2018\"\n",
    "    ts_row[\"calendar_quarter\"]=\"4\"\n",
    "    ts_row[\"contact_name\"]=\"Mr. Smug Pockets\"\n",
    "    ts_row[\"contact_tel\"]=\"555-555-5555\"\n",
    "    ts_row[\"contact_email\"]=\"pockets@ficus.com\"\n",
    "    ts_row[\"contact_street_address\"]=\"1234 Ficus Lane\"\n",
    "    ts_row[\"office_city\"]=\"Ficusville\"\n",
    "    ts_row[\"office_state\"]=\"UT\"\n",
    "    ts_row[\"office_zip\"]=\"84096\"\n",
    "    ts_row[\"federal_agency\"]=\"9\"\n",
    "    ts_row[\"lar_entries\"]= str(file_length)\n",
    "    ts_row[\"tax_id\"]=\"01-0123456\"\n",
    "    ts_row[\"lei\"]=str(lei)\n",
    "    return ts_row"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_const_list():\n",
    "    \"\"\"Creates a list of constraints from the functions in the lar_constraints object.\"\"\"\n",
    "    constraints = [] \n",
    "    for func in dir(lar_const):\n",
    "        if func[:1] in (\"s\", \"v\") and func[1:4].isdigit()==True:\n",
    "            constraints.append(func)\n",
    "    return constraints\n",
    "            \n",
    "def constraints_loop(constraints=[], row=None, row_base=None):\n",
    "    for const in constraints:\n",
    "        row = apply_constraint(row, const)\n",
    "        diff = get_diff(row, row_base)\n",
    "    return row\n",
    "\n",
    "def apply_constraint(row, func):\n",
    "    \"\"\"Applies all constraints in the constrains list and returns a LAR row in dictionary format.\"\"\"\n",
    "    row_start = row.copy()\n",
    "    row = getattr(lar_const, func)(row) #apply constraint to row\n",
    "    diff_1, diff_2 = get_diff(row, row_start)\n",
    "    if len(diff_1) > 0:\n",
    "        print(str(func))\n",
    "        print(diff_1, \"\\n\\n\", diff_2)\n",
    "    return row\n",
    "\n",
    "def get_diff(row, row_base):\n",
    "    \"\"\"Checks the difference between an initial row and the row after constraints are applied\"\"\"\n",
    "    initial_row = set(row_base.items()) #convert initial row to set\n",
    "    changed_row = set(row.items()) #convert constrained row to set\n",
    "    diff_1 = (changed_row - initial_row) #subtract row sets to show changes from constraint funcs\n",
    "    diff_2 = (initial_row - changed_row)\n",
    "    return diff_1, diff_2\n",
    "\n",
    "def validation(row, ts_row):\n",
    "    \"\"\"\"\"\"\n",
    "    lar_data = pd.DataFrame(row, index=[1])\n",
    "    ts_data = pd.DataFrame(ts_row, index=[0])\n",
    "    rules_check = rules_engine(lar_schema=lar_schema_df, ts_schema=ts_schema_df, cbsa_data=cbsas) #instantiate edits rules engine\n",
    "    rules_check.load_lar_data(lar_data)\n",
    "    rules_check.load_ts_data(ts_data)\n",
    "    for func in dir(rules_check):\n",
    "        if func[:1] in (\"s\", \"v\") and func[1:4].isdigit()==True:\n",
    "            #print(\"applying:\", func)\n",
    "            getattr(rules_check, func)()\n",
    "    return rules_check.results\n",
    "\n",
    "def write_file(ts_input=None, lar_input=None, directory=\"../edits_files/\", name=\"passes_all.txt\"):\n",
    "    \"\"\"Takes a TS row as a dictionary and LAR data as a dataframe. Writes LAR data to file and \n",
    "    re-reads it to combine with TS data to make a full file.\"\"\"\n",
    "    #make directories for files if they do not exist\n",
    "    if not os.path.exists(directory):\n",
    "        os.makedirs(directory)\n",
    "\n",
    "    #write LAR dataframe to file\n",
    "    parts_dir = directory+\"file_parts/\"\n",
    "    if not os.path.exists(parts_dir):\n",
    "        os.makedirs(parts_dir)\n",
    "        \n",
    "    lar_input.to_csv(parts_dir + \"lar_data.txt\", sep=\"|\", header=False, index=False, index_label=False)\n",
    "    #load LAR data as file rows\n",
    "    with open(parts_dir + \"lar_data.txt\", 'r') as lar_data:\n",
    "        lar = lar_data.readlines()\n",
    "\n",
    "    with open(directory + name, 'w') as final_file:\n",
    "        final_file.write(\"|\".join(ts_input.values())+\"\\n\")\n",
    "        for line in lar:\n",
    "            final_file.write(\"{line}\".format(line=line))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "making new row 0\n",
      "\n",
      " **************************************************\n",
      "    edit_name  fail_count                      fields  \\\n",
      "24     v612_2         1.0                loan_purpose   \n",
      "29     v614_1         1.0                 preapproval   \n",
      "34     v615_2         1.0                const_method   \n",
      "41     v619_3         1.0                 action_date   \n",
      "58     v629_2         1.0         app ethnicity basis   \n",
      "64     v631_3         1.0          Co-App Ethnicities   \n",
      "68     v632_3         1.0      Co-App Ethnicity Basis   \n",
      "77     v636_2         1.0        Applicant Race Basis   \n",
      "86     v639_2         1.0     Co-Applicant Race Basis   \n",
      "93     v643_1         1.0         Applicant Sex Basis   \n",
      "117    v656_2         1.0           Type of Purchaser   \n",
      "119    v657_2         1.0                 Rate Spread   \n",
      "122    v658_2         1.0                       HOEPA   \n",
      "127    v662_1         1.0              App Score Name   \n",
      "128    v662_2         1.0              App Score Name   \n",
      "135    v667_1         1.0    Co-App Credit Score Text   \n",
      "136    v667_2         1.0    Co-App Credit Score Text   \n",
      "146    v671_2         1.0          Denial Reasons 1-4   \n",
      "148    v672_2         1.0                  Loan Costs   \n",
      "152    v672_6         1.0                  Loan Costs   \n",
      "154    v673_2         1.0             Points and Fees   \n",
      "157    v673_5         1.0             Points and Fees   \n",
      "162    v674_5         1.0         Origination Charges   \n",
      "167    v675_5         1.0             Discount Points   \n",
      "172    v676_5         1.0              Lender Credits   \n",
      "174    v677_2         1.0               Interest Rate   \n",
      "201    v690_3         1.0  Manufactured Land Interest   \n",
      "215    v696_3         1.0     AUS Systems and Results   \n",
      "216      v697         1.0             AUS and Results   \n",
      "217      v698         1.0             AUS and Results   \n",
      "219    v700_1         1.0             AUS and Results   \n",
      "223    v702_2         1.0                         AUS   \n",
      "225    v703_2         1.0                 AUS Results   \n",
      "\n",
      "                      row_ids row_type  status  \n",
      "24   [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "29   [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "34   [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "41   [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "58   [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "64   [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "68   [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "77   [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "86   [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "93   [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "117  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "119  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "122  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "127  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "128  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "135  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "136  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "146  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "148  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "152  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "154  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "157  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "162  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "167  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "172  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "174  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "201  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "215  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "216  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "217  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "219  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "223  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "225  [4N728065GEU3JR8QZLKQW0]      LAR  failed  \n",
      "\n",
      "starting constraints iteration 1\n",
      "v612_const\n",
      "{('preapproval', '2')} \n",
      "\n",
      " {('preapproval', '1')}\n",
      "v613_2_const\n",
      "{('affordable_units', 'NA'), ('action_taken', '6')} \n",
      "\n",
      " {('affordable_units', 'Exempt'), ('action_taken', '7')}\n",
      "v615_const\n",
      "{('const_method', '2')} \n",
      "\n",
      " {('const_method', '1')}\n",
      "v619_const\n",
      "{('action_date', '20180918')} \n",
      "\n",
      " {('action_date', '20180905')}\n",
      "v629_2_const\n",
      "{('app_eth_4', ''), ('app_eth_2', ''), ('app_eth_5', ''), ('app_eth_3', ''), ('app_eth_1', '1')} \n",
      "\n",
      " {('app_eth_2', '1'), ('app_eth_5', '11'), ('app_eth_1', '12'), ('app_eth_3', '2'), ('app_eth_4', '14')}\n",
      "v631_3_const\n",
      "{('co_app_eth_5', '12'), ('co_app_eth_4', '1')} \n",
      "\n",
      " {('co_app_eth_5', '14'), ('co_app_eth_4', '14')}\n",
      "v632_const\n",
      "{('co_app_eth_1', '1')} \n",
      "\n",
      " {('co_app_eth_1', '')}\n",
      "v636_const\n",
      "{('app_race_5', '3'), ('app_race_1', '3')} \n",
      "\n",
      " {('app_race_1', '21'), ('app_race_5', '44')}\n",
      "v639_const\n",
      "{('co_app_race_2', ''), ('co_app_race_5', ''), ('co_app_race_3', '')} \n",
      "\n",
      " {('co_app_race_5', '42'), ('co_app_race_2', '1'), ('co_app_race_3', '43')}\n",
      "v643_const\n",
      "{('app_sex', '1')} \n",
      "\n",
      " {('app_sex', '3')}\n",
      "v657_const\n",
      "{('rate_spread', 'NA')} \n",
      "\n",
      " {('rate_spread', '80.8')}\n",
      "v662_const\n",
      "{('app_score_code_8', '')} \n",
      "\n",
      " {('app_score_code_8', 'K9JZD9QTEZLLRHQIJF8CXNI8URUQFPWW5H4SPEOGZIQ')}\n",
      "v663_const\n",
      "{('app_credit_score', '8888'), ('app_score_name', '9')} \n",
      "\n",
      " {('app_credit_score', '831'), ('app_score_name', '2')}\n",
      "v664_const\n",
      "{('co_app_score_code_8', ''), ('co_app_score_name', '9'), ('co_app_credit_score', '8888')} \n",
      "\n",
      " {('co_app_score_name', '6'), ('co_app_credit_score', '747'), ('co_app_score_code_8', 'Q55QUTI9BWJ7JG0SCFX63BGTB2UVH4')}\n",
      "v669_const\n",
      "{('denial_4', '4'), ('denial_2', '1'), ('denial_3', '2')} \n",
      "\n",
      " {('denial_2', ''), ('denial_3', ''), ('denial_4', '1')}\n",
      "v670_const\n",
      "{('denial_1', '10')} \n",
      "\n",
      " {('denial_1', '7')}\n",
      "v671_const\n",
      "{('denial_code_9', '')} \n",
      "\n",
      " {('denial_code_9', 'QQBE69RSO7SG2GVOABS8TT7BHCC0NWNL5PVF6GRSRD3EBQ5KYB9VW36KTV222W5XPO6S2TLOXN0TEB33D1THEKB6941N5ZC88EB4FRK5O9EJQG3666Z0X7A8OZE0NS0LVAWXOVR4HGG6Y6UGRNAH4GGVKEFJNIZ9I2XMPYBUMHF9JBDDXWJWRD1DVLWXX')}\n",
      "v672_const\n",
      "{('loan_costs', 'NA')} \n",
      "\n",
      " {('loan_costs', '117')}\n",
      "v673_const\n",
      "{('points_fees', 'NA')} \n",
      "\n",
      " {('points_fees', '1206')}\n",
      "v678_const\n",
      "{('prepayment_penalty', 'NA')} \n",
      "\n",
      " {('prepayment_penalty', '20')}\n",
      "v679_const\n",
      "{('dti', 'NA')} \n",
      "\n",
      " {('dti', '68')}\n",
      "v681_const\n",
      "{('cltv', 'NA')} \n",
      "\n",
      " {('cltv', 'Exempt')}\n",
      "v693_const\n",
      "{('app_submission', '3')} \n",
      "\n",
      " {('app_submission', '2')}\n",
      "v694_const\n",
      "{('initially_payable', '3')} \n",
      "\n",
      " {('initially_payable', '1')}\n",
      "v695_const\n",
      "{('mlo_id', 'NA')} \n",
      "\n",
      " {('mlo_id', 'H')}\n",
      "v696_const\n",
      "{('aus_code_5', ''), ('aus_result_1', '17'), ('aus_code_16', '')} \n",
      "\n",
      " {('aus_result_1', '3'), ('aus_code_5', 'KU2YWKOF5TQZ5IPVRVQBXU99RRE5H7TAJ31AFYAEFI31Y9S62VLY0SELAAK2BFOS9A4HS'), ('aus_code_16', '8WDQIQXGKEE96T0DN3MUZ5LMAHFVKQFA62R5Z7TPGQY1ORGO0I58WHWNORZD5O1JSUPU4NAW8ZZHITPAAY6Q6EZMX6O624KL8CH0BAA0A5HWWUXJIB48A7EYQBL1WE0KXYQHB33Z')}\n",
      "v697_const\n",
      "{('aus_result_5', '2')} \n",
      "\n",
      " {('aus_result_5', '12')}\n",
      "v698_const\n",
      "{('aus_result_2', '8'), ('aus_result_4', '8')} \n",
      "\n",
      " {('aus_result_2', '3'), ('aus_result_4', '15')}\n",
      "v700_const\n",
      "{('aus_result_2', ''), ('aus_2', ''), ('aus_result_3', ''), ('aus_3', ''), ('aus_5', ''), ('aus_result_5', ''), ('aus_4', ''), ('aus_result_4', '')} \n",
      "\n",
      " {('aus_2', '2'), ('aus_result_2', '8'), ('aus_result_3', '6'), ('aus_4', '2'), ('aus_result_5', '2'), ('aus_5', '1'), ('aus_3', '3'), ('aus_result_4', '8')}\n",
      "    edit_name  fail_count              fields                   row_ids  \\\n",
      "21     v610_2         1.0            app_date  [4N728065GEU3JR8QZLKQW0]   \n",
      "64     v631_3         1.0  Co-App Ethnicities  [4N728065GEU3JR8QZLKQW0]   \n",
      "74     v635_3         1.0     Applicant Races  [4N728065GEU3JR8QZLKQW0]   \n",
      "142    v669_4         1.0  Denial Reasons 1-4  [4N728065GEU3JR8QZLKQW0]   \n",
      "\n",
      "    row_type  status  \n",
      "21       LAR  failed  \n",
      "64       LAR  failed  \n",
      "74       LAR  failed  \n",
      "142      LAR  failed  \n",
      "\n",
      "starting constraints iteration 2\n",
      "v610_const\n",
      "{('app_date', 'NA')} \n",
      "\n",
      " {('app_date', '20180918')}\n",
      "v631_3_const\n",
      "{('co_app_eth_4', '12'), ('co_app_eth_5', '')} \n",
      "\n",
      " {('co_app_eth_5', '12'), ('co_app_eth_4', '1')}\n",
      "v635_3_const\n",
      "{('app_race_5', '43')} \n",
      "\n",
      " {('app_race_5', '3')}\n",
      "v636_const\n",
      "{('app_race_5', '1')} \n",
      "\n",
      " {('app_race_5', '43')}\n",
      "v669_const\n",
      "{('denial_4', ''), ('denial_2', ''), ('denial_3', '')} \n",
      "\n",
      " {('denial_4', '4'), ('denial_2', '1'), ('denial_3', '2')}\n",
      "Empty DataFrame\n",
      "Columns: [edit_name, fields, row_type, status]\n",
      "Index: []\n",
      "finished row\n",
      "\n",
      "making new row 1\n",
      "\n",
      " **************************************************\n",
      "    edit_name  fail_count                    fields  \\\n",
      "53     v628_1         1.0                 app_eth_1   \n",
      "59     v629_3         1.0       app ethnicity basis   \n",
      "64     v631_3         1.0        Co-App Ethnicities   \n",
      "67     v632_2         1.0    Co-App Ethnicity Basis   \n",
      "80     v637_2         1.0          Applicant Race 1   \n",
      "83     v638_3         1.0        Co-Applicant Races   \n",
      "90       v641         1.0   Co-Applicant Race Basis   \n",
      "104    v648_2         1.0    Co-Applicant Sex Basis   \n",
      "105    v649_1         1.0          Co-Applicant Sex   \n",
      "117    v656_2         1.0         Type of Purchaser   \n",
      "119    v657_2         1.0               Rate Spread   \n",
      "122    v658_2         1.0                     HOEPA   \n",
      "127    v662_1         1.0            App Score Name   \n",
      "128    v662_2         1.0            App Score Name   \n",
      "129      v663         1.0          App Credit Score   \n",
      "130      v664         1.0       Co-App Credit Score   \n",
      "135    v667_1         1.0  Co-App Credit Score Text   \n",
      "136    v667_2         1.0  Co-App Credit Score Text   \n",
      "143    v670_1         1.0           Denial Reason 1   \n",
      "144    v670_2         1.0           Denial Reason 1   \n",
      "148    v672_2         1.0                Loan Costs   \n",
      "151    v672_5         1.0                Loan Costs   \n",
      "152    v672_6         1.0                Loan Costs   \n",
      "154    v673_2         1.0           Points and Fees   \n",
      "156    v673_4         1.0           Points and Fees   \n",
      "157    v673_5         1.0           Points and Fees   \n",
      "161    v674_4         1.0       Origination Charges   \n",
      "162    v674_5         1.0       Origination Charges   \n",
      "166    v675_4         1.0           Discount Points   \n",
      "167    v675_5         1.0           Discount Points   \n",
      "171    v676_4         1.0            Lender Credits   \n",
      "172    v676_5         1.0            Lender Credits   \n",
      "174    v677_2         1.0             Interest Rate   \n",
      "178    v678_4         1.0           Prepayment Term   \n",
      "181    v679_2         1.0                       DTI   \n",
      "186    v681_2         1.0                      CLTV   \n",
      "195    v688_2         1.0            Property Value   \n",
      "215    v696_3         1.0   AUS Systems and Results   \n",
      "217      v698         1.0           AUS and Results   \n",
      "221      v701         1.0           AUS and Results   \n",
      "223    v702_2         1.0                       AUS   \n",
      "225    v703_2         1.0               AUS Results   \n",
      "\n",
      "                                             row_ids row_type  status  \n",
      "53   [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "59   [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "64   [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "67   [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "80   [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "83   [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "90   [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "104  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "105  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "117  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "119  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "122  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "127  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "128  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "129  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "130  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "135  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "136  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "143  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "144  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "148  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "151  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "152  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "154  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "156  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "157  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "161  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "162  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "166  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "167  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "171  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "172  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "174  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "178  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "181  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "186  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "195  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "215  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "217  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "221  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "223  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "225  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "\n",
      "starting constraints iteration 1\n",
      "v629_3_const\n",
      "{('app_eth_1', '1')} \n",
      "\n",
      " {('app_eth_1', '')}\n",
      "v631_3_const\n",
      "{('co_app_eth_3', '2'), ('co_app_eth_4', '14')} \n",
      "\n",
      " {('co_app_eth_4', '2'), ('co_app_eth_3', '13')}\n",
      "v632_const\n",
      "{('co_app_eth_3', ''), ('co_app_eth_1', '2'), ('co_app_eth_4', ''), ('co_app_eth_2', '1')} \n",
      "\n",
      " {('co_app_eth_3', '2'), ('co_app_eth_4', '14'), ('co_app_eth_1', '13'), ('co_app_eth_2', '')}\n",
      "v637_const\n",
      "{('app_race_1', '7')} \n",
      "\n",
      " {('app_race_1', '22')}\n",
      "v638_const\n",
      "{('co_app_race_3', '23'), ('co_app_race_5', '22')} \n",
      "\n",
      " {('co_app_race_3', '27'), ('co_app_race_5', '')}\n",
      "v641_const\n",
      "{('co_app_race_1', '8')} \n",
      "\n",
      " {('co_app_race_1', '25')}\n",
      "v648_const\n",
      "{('co_app_sex_basis', '2')} \n",
      "\n",
      " {('co_app_sex_basis', '3')}\n",
      "v654_const\n",
      "{('income', 'NA')} \n",
      "\n",
      " {('income', '154')}\n",
      "v656_const\n",
      "{('purchaser_type', '0')} \n",
      "\n",
      " {('purchaser_type', '2')}\n",
      "v657_const\n",
      "{('rate_spread', 'NA')} \n",
      "\n",
      " {('rate_spread', '75.75')}\n",
      "v658_const\n",
      "{('hoepa', '3')} \n",
      "\n",
      " {('hoepa', '2')}\n",
      "v662_const\n",
      "{('app_score_code_8', '')} \n",
      "\n",
      " {('app_score_code_8', 'E0URIKQC94EXD7RFLKLL3MPN84S4X2WJI0YBOPXGR6W8VHIDUCRWTA2Z3MPQKZYQ3IER7F7RBMDUFX2HCWVWLQ0U4ZL')}\n",
      "v663_const\n",
      "{('app_credit_score', '8888'), ('app_score_name', '9')} \n",
      "\n",
      " {('app_credit_score', '786'), ('app_score_name', '1')}\n",
      "v664_const\n",
      "{('co_app_score_code_8', ''), ('co_app_score_name', '9'), ('co_app_credit_score', '8888')} \n",
      "\n",
      " {('co_app_score_code_8', 'V2N6SY55G0GCTV52MRNJ80FHQECO30QAJ7NNJJW1FN1GUCNMJX4'), ('co_app_score_name', '3'), ('co_app_credit_score', '780')}\n",
      "v669_const\n",
      "{('denial_2', '8')} \n",
      "\n",
      " {('denial_2', '')}\n",
      "v670_const\n",
      "{('denial_1', '10')} \n",
      "\n",
      " {('denial_1', '1')}\n",
      "v672_const\n",
      "{('loan_costs', 'NA')} \n",
      "\n",
      " {('loan_costs', '8664')}\n",
      "v673_const\n",
      "{('points_fees', 'NA')} \n",
      "\n",
      " {('points_fees', '4468')}\n",
      "v674_const\n",
      "{('origination_fee', 'NA')} \n",
      "\n",
      " {('origination_fee', '351')}\n",
      "v675_const\n",
      "{('discount_points', 'NA')} \n",
      "\n",
      " {('discount_points', '2773')}\n",
      "v676_const\n",
      "{('lender_credits', 'NA')} \n",
      "\n",
      " {('lender_credits', '6761')}\n",
      "v677_const\n",
      "{('interest_rate', 'NA')} \n",
      "\n",
      " {('interest_rate', '15.15')}\n",
      "v678_const\n",
      "{('prepayment_penalty', 'NA')} \n",
      "\n",
      " {('prepayment_penalty', '21')}\n",
      "v679_const\n",
      "{('dti', 'NA')} \n",
      "\n",
      " {('dti', '40')}\n",
      "v681_const\n",
      "{('cltv', 'NA')} \n",
      "\n",
      " {('cltv', '54')}\n",
      "v688_const\n",
      "{('property_value', 'NA')} \n",
      "\n",
      " {('property_value', '633219')}\n",
      "v695_const\n",
      "{('mlo_id', 'NA')} \n",
      "\n",
      " {('mlo_id', 'K0HJXGKP3DE')}\n",
      "v696_const\n",
      "{('aus_code_5', ''), ('aus_result_2', ''), ('aus_result_5', ''), ('aus_code_16', '')} \n",
      "\n",
      " {('aus_result_5', '10'), ('aus_code_5', 'S8VIKBJP9568GSJT7TFT35L9HPYP3Y99K9PEI56F2EM04PXR4QWOF8XHMA3JG9P01P1J8692UGQ0RC6KYOPI1MRHFW4V25OPZH3E34N0CBEBIQKMC'), ('aus_result_2', '2'), ('aus_code_16', 'ODNYRLZ89VT4RQVQCCN75ZWVCYFXA0QRV0WA24D998J0RF9FM47PNEY7AK5JKUYHEFCMQJXEC4XLTK77GRK1OAGU8ORM72J4F7T4DQB1D9WP7VHAQJMTB91LJYEAC3CHI0WL6AB9BSN57IBIPVS90J16XM9XVKB8')}\n",
      "v698_const\n",
      "{('aus_result_1', '11'), ('aus_result_3', '11')} \n",
      "\n",
      " {('aus_result_3', '14'), ('aus_result_1', '7')}\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "    edit_name  fail_count              fields  \\\n",
      "75     v635_4         1.0     Applicant Races   \n",
      "84     v638_4         1.0  Co-Applicant Races   \n",
      "142    v669_4         1.0  Denial Reasons 1-4   \n",
      "\n",
      "                                             row_ids row_type  status  \n",
      "75   [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "84   [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "142  [LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27]      LAR  failed  \n",
      "\n",
      "starting constraints iteration 2\n",
      "v635_4_const\n",
      "{('app_race_5', ''), ('app_race_2', ''), ('app_race_3', ''), ('app_race_4', '')} \n",
      "\n",
      " {('app_race_3', '44'), ('app_race_2', '21'), ('app_race_5', '41'), ('app_race_4', '26')}\n",
      "v638_const\n",
      "{('co_app_race_4', ''), ('co_app_race_2', ''), ('co_app_race_5', ''), ('co_app_race_3', '')} \n",
      "\n",
      " {('co_app_race_2', '27'), ('co_app_race_4', '5'), ('co_app_race_5', '22'), ('co_app_race_3', '23')}\n",
      "v669_const\n",
      "{('denial_4', ''), ('denial_2', ''), ('denial_3', '')} \n",
      "\n",
      " {('denial_3', '7'), ('denial_2', '8'), ('denial_4', '9')}\n",
      "v671_const\n",
      "{('denial_code_9', '')} \n",
      "\n",
      " {('denial_code_9', '2WQIJ59UITRKVPHNRYBUGCAR0B514RYY3HLX6J83AHKAFT252JK2OB46Z1AMTNJ0GJOO91P44QMGIXAJC8K')}\n",
      "Empty DataFrame\n",
      "Columns: [edit_name, fields, row_type, status]\n",
      "Index: []\n",
      "finished row\n",
      "\n",
      "making new row 2\n",
      "\n",
      " **************************************************\n",
      "    edit_name  fail_count                      fields  \\\n",
      "26     v613_2         1.0                 preapproval   \n",
      "34     v615_2         1.0                const_method   \n",
      "35     v615_3         1.0                const_method   \n",
      "41     v619_3         1.0                 action_date   \n",
      "58     v629_2         1.0         app ethnicity basis   \n",
      "64     v631_3         1.0          Co-App Ethnicities   \n",
      "67     v632_2         1.0      Co-App Ethnicity Basis   \n",
      "75     v635_4         1.0             Applicant Races   \n",
      "86     v639_2         1.0     Co-Applicant Race Basis   \n",
      "94     v643_2         1.0         Applicant Sex Basis   \n",
      "97     v645_1         1.0               Applicant Sex   \n",
      "102    v647_2         1.0      Co-Applicant Sex Basis   \n",
      "107      v650         1.0            Co-Applicant Sex   \n",
      "113    v654_2         1.0                      Income   \n",
      "117    v656_2         1.0           Type of Purchaser   \n",
      "119    v657_2         1.0                 Rate Spread   \n",
      "122    v658_2         1.0                       HOEPA   \n",
      "127    v662_1         1.0              App Score Name   \n",
      "128    v662_2         1.0              App Score Name   \n",
      "148    v672_2         1.0                  Loan Costs   \n",
      "152    v672_6         1.0                  Loan Costs   \n",
      "154    v673_2         1.0             Points and Fees   \n",
      "157    v673_5         1.0             Points and Fees   \n",
      "162    v674_5         1.0         Origination Charges   \n",
      "167    v675_5         1.0             Discount Points   \n",
      "172    v676_5         1.0              Lender Credits   \n",
      "174    v677_2         1.0               Interest Rate   \n",
      "182    v679_3         1.0                         DTI   \n",
      "197    v689_2         1.0  Manufactured Property Type   \n",
      "198    v689_3         1.0  Manufactured Property Type   \n",
      "200    v690_2         1.0  Manufactured Land Interest   \n",
      "201    v690_3         1.0  Manufactured Land Interest   \n",
      "216      v697         1.0             AUS and Results   \n",
      "221      v701         1.0             AUS and Results   \n",
      "225    v703_2         1.0                 AUS Results   \n",
      "\n",
      "                                             row_ids row_type  status  \n",
      "26   [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "34   [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "35   [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "41   [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "58   [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "64   [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "67   [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "75   [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "86   [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "94   [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "97   [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "102  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "107  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "113  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "117  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "119  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "122  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "127  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "128  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "148  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "152  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "154  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "157  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "162  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "167  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "172  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "174  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "182  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "197  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "198  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "200  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "201  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "216  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "221  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "225  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "\n",
      "starting constraints iteration 1\n",
      "v613_2_const\n",
      "{('affordable_units', 'NA'), ('action_taken', '4')} \n",
      "\n",
      " {('affordable_units', '6'), ('action_taken', '7')}\n",
      "v615_const\n",
      "{('const_method', '2')} \n",
      "\n",
      " {('const_method', '1')}\n",
      "v619_const\n",
      "{('action_date', '20181212')} \n",
      "\n",
      " {('action_date', '20180104')}\n",
      "v629_2_const\n",
      "{('app_eth_1', '1'), ('app_eth_5', '')} \n",
      "\n",
      " {('app_eth_5', '12'), ('app_eth_1', '13')}\n",
      "v631_3_const\n",
      "{('co_app_eth_5', '2')} \n",
      "\n",
      " {('co_app_eth_5', '1')}\n",
      "v632_const\n",
      "{('co_app_eth_1', '1'), ('co_app_eth_5', ''), ('co_app_eth_3', ''), ('co_app_eth_2', '2'), ('co_app_eth_4', '')} \n",
      "\n",
      " {('co_app_eth_5', '2'), ('co_app_eth_3', '13'), ('co_app_eth_1', '14'), ('co_app_eth_2', ''), ('co_app_eth_4', '1')}\n",
      "v635_4_const\n",
      "{('app_race_5', ''), ('app_race_2', ''), ('app_race_4', '')} \n",
      "\n",
      " {('app_race_4', '23'), ('app_race_5', '3'), ('app_race_2', '24')}\n",
      "v639_const\n",
      "{('co_app_race_1', '4'), ('co_app_race_4', ''), ('co_app_race_2', ''), ('co_app_race_5', '')} \n",
      "\n",
      " {('co_app_race_1', '25'), ('co_app_race_4', '3'), ('co_app_race_5', '43'), ('co_app_race_2', '23')}\n",
      "v643_const\n",
      "{('app_sex_basis', '2')} \n",
      "\n",
      " {('app_sex_basis', '3')}\n",
      "v647_const\n",
      "{('co_app_sex_basis', '2')} \n",
      "\n",
      " {('co_app_sex_basis', '4')}\n",
      "v656_const\n",
      "{('purchaser_type', '0')} \n",
      "\n",
      " {('purchaser_type', '8')}\n",
      "v657_const\n",
      "{('rate_spread', 'NA')} \n",
      "\n",
      " {('rate_spread', '62.62')}\n",
      "v658_const\n",
      "{('hoepa', '3')} \n",
      "\n",
      " {('hoepa', '1')}\n",
      "v662_const\n",
      "{('app_score_code_8', '')} \n",
      "\n",
      " {('app_score_code_8', 'OEYY5IF7BRXLCSH8ISZJPXKJDIMYBG7SW14ZFCWBKGDP87P9')}\n",
      "v663_const\n",
      "{('app_credit_score', '8888'), ('app_score_name', '9')} \n",
      "\n",
      " {('app_credit_score', '659'), ('app_score_name', '3')}\n",
      "v664_const\n",
      "{('co_app_score_code_8', ''), ('co_app_score_name', '9'), ('co_app_credit_score', '8888')} \n",
      "\n",
      " {('co_app_score_name', '8'), ('co_app_score_code_8', '7YEJ99GVRJ33B171KJTDCU4EYOE'), ('co_app_credit_score', '716')}\n",
      "v669_const\n",
      "{('denial_3', '7'), ('denial_4', '3')} \n",
      "\n",
      " {('denial_4', '7'), ('denial_3', '')}\n",
      "v670_const\n",
      "{('denial_1', '10')} \n",
      "\n",
      " {('denial_1', '4')}\n",
      "v672_const\n",
      "{('loan_costs', 'NA')} \n",
      "\n",
      " {('loan_costs', '9046')}\n",
      "v673_const\n",
      "{('points_fees', 'NA')} \n",
      "\n",
      " {('points_fees', '9330')}\n",
      "v674_const\n",
      "{('origination_fee', 'NA')} \n",
      "\n",
      " {('origination_fee', '4258')}\n",
      "v675_const\n",
      "{('discount_points', 'NA')} \n",
      "\n",
      " {('discount_points', '7821')}\n",
      "v676_const\n",
      "{('lender_credits', 'NA')} \n",
      "\n",
      " {('lender_credits', '3029')}\n",
      "v677_const\n",
      "{('interest_rate', 'NA')} \n",
      "\n",
      " {('interest_rate', '20.2')}\n",
      "v679_const\n",
      "{('dti', 'NA')} \n",
      "\n",
      " {('dti', '99')}\n",
      "v681_const\n",
      "{('cltv', 'NA')} \n",
      "\n",
      " {('cltv', '56')}\n",
      "v688_const\n",
      "{('property_value', 'NA')} \n",
      "\n",
      " {('property_value', '212946')}\n",
      "v695_const\n",
      "{('mlo_id', 'NA')} \n",
      "\n",
      " {('mlo_id', 'YS8WD')}\n",
      "v696_const\n",
      "{('aus_code_16', ''), ('aus_result_2', ''), ('aus_result_4', '5')} \n",
      "\n",
      " {('aus_result_2', '4'), ('aus_result_4', ''), ('aus_code_16', 'FUYJIYRE4IUBVT4RR0HSYZDTNL')}\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "    edit_name  fail_count              fields  \\\n",
      "142    v669_4         1.0  Denial Reasons 1-4   \n",
      "\n",
      "                                             row_ids row_type  status  \n",
      "142  [LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29]      LAR  failed  \n",
      "\n",
      "starting constraints iteration 2\n",
      "v669_const\n",
      "{('denial_4', ''), ('denial_2', ''), ('denial_3', '')} \n",
      "\n",
      " {('denial_3', '7'), ('denial_2', '9'), ('denial_4', '3')}\n",
      "v671_const\n",
      "{('denial_code_9', '')} \n",
      "\n",
      " {('denial_code_9', '7WVLZ5BCLQFCLR0KJBZ91KKAM60MWYR249S2753AWE93WZKQTDD5FX3P6JUEM5NOGOTGZ6X7YZVKCWV5J6Y2O5Y0DR64T53UP9DVUG4O460QE5N0T0XGIB0F66OAAL0J')}\n",
      "Empty DataFrame\n",
      "Columns: [edit_name, fields, row_type, status]\n",
      "Index: []\n",
      "finished row\n",
      "\n",
      "making new row 3\n",
      "\n",
      " **************************************************\n",
      "    edit_name  fail_count                      fields  \\\n",
      "24     v612_2         1.0                loan_purpose   \n",
      "29     v614_1         1.0                 preapproval   \n",
      "30     v614_2         1.0                 preapproval   \n",
      "41     v619_3         1.0                 action_date   \n",
      "55     v628_3         1.0       applicant ethnicities   \n",
      "64     v631_3         1.0          Co-App Ethnicities   \n",
      "71       v634         1.0      Co-App Ethnicity Basis   \n",
      "75     v635_4         1.0             Applicant Races   \n",
      "77     v636_2         1.0        Applicant Race Basis   \n",
      "83     v638_3         1.0          Co-Applicant Races   \n",
      "87     v639_3         1.0     Co-Applicant Race Basis   \n",
      "101    v647_1         1.0            Co-Applicant Sex   \n",
      "107      v650         1.0            Co-Applicant Sex   \n",
      "113    v654_2         1.0                      Income   \n",
      "117    v656_2         1.0           Type of Purchaser   \n",
      "122    v658_2         1.0                       HOEPA   \n",
      "127    v662_1         1.0              App Score Name   \n",
      "128    v662_2         1.0              App Score Name   \n",
      "135    v667_1         1.0    Co-App Credit Score Text   \n",
      "136    v667_2         1.0    Co-App Credit Score Text   \n",
      "142    v669_4         1.0          Denial Reasons 1-4   \n",
      "143    v670_1         1.0             Denial Reason 1   \n",
      "146    v671_2         1.0          Denial Reasons 1-4   \n",
      "148    v672_2         1.0                  Loan Costs   \n",
      "152    v672_6         1.0                  Loan Costs   \n",
      "154    v673_2         1.0             Points and Fees   \n",
      "157    v673_5         1.0             Points and Fees   \n",
      "162    v674_5         1.0         Origination Charges   \n",
      "167    v675_5         1.0             Discount Points   \n",
      "172    v676_5         1.0              Lender Credits   \n",
      "182    v679_3         1.0                         DTI   \n",
      "197    v689_2         1.0  Manufactured Property Type   \n",
      "200    v690_2         1.0  Manufactured Land Interest   \n",
      "215    v696_3         1.0     AUS Systems and Results   \n",
      "217      v698         1.0             AUS and Results   \n",
      "221      v701         1.0             AUS and Results   \n",
      "223    v702_2         1.0                         AUS   \n",
      "225    v703_2         1.0                 AUS Results   \n",
      "\n",
      "                                             row_ids row_type  status  \n",
      "24   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "29   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "30   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "41   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "55   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "64   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "71   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "75   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "77   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "83   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "87   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "101  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "107  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "113  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "117  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "122  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "127  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "128  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "135  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "136  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "142  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "143  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "146  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "148  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "152  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "154  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "157  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "162  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "167  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "172  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "182  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "197  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "200  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "215  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "217  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "221  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "223  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "225  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "\n",
      "starting constraints iteration 1\n",
      "v612_const\n",
      "{('preapproval', '2')} \n",
      "\n",
      " {('preapproval', '1')}\n",
      "v613_2_const\n",
      "{('affordable_units', 'NA'), ('action_taken', '6')} \n",
      "\n",
      " {('affordable_units', '2'), ('action_taken', '8')}\n",
      "v619_const\n",
      "{('action_date', '20181130')} \n",
      "\n",
      " {('action_date', '20181003')}\n",
      "v628_3_const\n",
      "{('app_eth_4', '11'), ('app_eth_5', '1'), ('app_eth_3', '13')} \n",
      "\n",
      " {('app_eth_4', '2'), ('app_eth_5', '2'), ('app_eth_3', '')}\n",
      "v631_3_const\n",
      "{('co_app_eth_5', '')} \n",
      "\n",
      " {('co_app_eth_5', '2')}\n",
      "v634_const\n",
      "{('co_app_eth_1', '5')} \n",
      "\n",
      " {('co_app_eth_1', '11')}\n",
      "v635_4_const\n",
      "{('app_race_2', ''), ('app_race_3', ''), ('app_race_4', '')} \n",
      "\n",
      " {('app_race_3', '44'), ('app_race_2', '27'), ('app_race_4', '3')}\n",
      "v636_const\n",
      "{('app_race_3', '2'), ('app_race_4', '5'), ('app_race_2', '4'), ('app_race_5', '1'), ('app_race_1', '4')} \n",
      "\n",
      " {('app_race_3', ''), ('app_race_4', ''), ('app_race_5', ''), ('app_race_2', ''), ('app_race_1', '6')}\n",
      "v638_const\n",
      "{('co_app_race_5', '26')} \n",
      "\n",
      " {('co_app_race_5', '3')}\n",
      "v639_const\n",
      "{('co_app_race_1', '6')} \n",
      "\n",
      " {('co_app_race_1', '')}\n",
      "v647_const\n",
      "{('co_app_sex', '2')} \n",
      "\n",
      " {('co_app_sex', '5')}\n",
      "v657_const\n",
      "{('rate_spread', 'NA')} \n",
      "\n",
      " {('rate_spread', '24.240000000000002')}\n",
      "v662_const\n",
      "{('app_score_code_8', '')} \n",
      "\n",
      " {('app_score_code_8', 'GENTL0AX046VRLLU7WIXI89DIRCMX1VUMH5Y5NZSP4GA1C7O8H707GEDNBMJOEN')}\n",
      "v663_const\n",
      "{('app_credit_score', '8888'), ('app_score_name', '9')} \n",
      "\n",
      " {('app_credit_score', '690'), ('app_score_name', '4')}\n",
      "v664_const\n",
      "{('co_app_score_code_8', ''), ('co_app_score_name', '9'), ('co_app_credit_score', '8888')} \n",
      "\n",
      " {('co_app_credit_score', '834'), ('co_app_score_code_8', 'ZS38XF1FFSITG38L5QH2J1N'), ('co_app_score_name', '3')}\n",
      "v669_const\n",
      "{('denial_3', '5')} \n",
      "\n",
      " {('denial_3', '')}\n",
      "v670_const\n",
      "{('denial_1', '10')} \n",
      "\n",
      " {('denial_1', '-1')}\n",
      "v671_const\n",
      "{('denial_code_9', '')} \n",
      "\n",
      " {('denial_code_9', 'YNNH21FV8C4CG8H7H')}\n",
      "v672_const\n",
      "{('loan_costs', 'NA')} \n",
      "\n",
      " {('loan_costs', '6895')}\n",
      "v673_const\n",
      "{('points_fees', 'NA')} \n",
      "\n",
      " {('points_fees', '547')}\n",
      "v678_const\n",
      "{('prepayment_penalty', 'NA')} \n",
      "\n",
      " {('prepayment_penalty', '18')}\n",
      "v679_const\n",
      "{('dti', 'NA')} \n",
      "\n",
      " {('dti', '6')}\n",
      "v681_const\n",
      "{('cltv', 'NA')} \n",
      "\n",
      " {('cltv', '21')}\n",
      "v693_const\n",
      "{('app_submission', '3')} \n",
      "\n",
      " {('app_submission', '-1')}\n",
      "v694_const\n",
      "{('initially_payable', '3')} \n",
      "\n",
      " {('initially_payable', '1')}\n",
      "v695_const\n",
      "{('mlo_id', 'NA')} \n",
      "\n",
      " {('mlo_id', 'IX36')}\n",
      "v696_const\n",
      "{('aus_result_2', ''), ('aus_2', ''), ('aus_result_3', ''), ('aus_3', ''), ('aus_result_1', '-1'), ('aus_code_5', ''), ('aus_result_4', '9'), ('aus_result_5', ''), ('aus_4', ''), ('aus_code_16', '')} \n",
      "\n",
      " {('aus_code_5', '52YZTETDL9ZR3GZIC7Q5WLEABUPTXMNZQ3YUZ6ZG8VT7R916JPTH01OJZ'), ('aus_code_16', 'R37P9G3SLMI4PY6D5BK'), ('aus_result_1', '5'), ('aus_4', '2'), ('aus_3', '3'), ('aus_result_2', '13'), ('aus_result_5', '13'), ('aus_2', '3'), ('aus_result_3', '10'), ('aus_result_4', '')}\n",
      "v704_const\n",
      "{('aus_1', '6'), ('aus_result_1', '17')} \n",
      "\n",
      " {('aus_1', '-1'), ('aus_result_1', '-1')}\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "    edit_name  fail_count                   fields  \\\n",
      "21     v610_2         1.0                 app_date   \n",
      "65     v631_4         1.0       Co-App Ethnicities   \n",
      "74     v635_3         1.0          Applicant Races   \n",
      "84     v638_4         1.0       Co-Applicant Races   \n",
      "142    v669_4         1.0       Denial Reasons 1-4   \n",
      "215    v696_3         1.0  AUS Systems and Results   \n",
      "219    v700_1         1.0          AUS and Results   \n",
      "220    v700_2         1.0          AUS and Results   \n",
      "221      v701         1.0          AUS and Results   \n",
      "\n",
      "                                             row_ids row_type  status  \n",
      "21   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "65   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "74   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "84   [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "142  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "215  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "219  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "220  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "221  [LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03]      LAR  failed  \n",
      "\n",
      "starting constraints iteration 2\n",
      "v610_const\n",
      "{('app_date', 'NA')} \n",
      "\n",
      " {('app_date', '20181130')}\n",
      "v631_4_const\n",
      "{('co_app_eth_3', ''), ('co_app_eth_4', ''), ('co_app_eth_2', '')} \n",
      "\n",
      " {('co_app_eth_4', '14'), ('co_app_eth_2', '2'), ('co_app_eth_3', '13')}\n",
      "v635_3_const\n",
      "{('app_race_2', '3')} \n",
      "\n",
      " {('app_race_2', '4')}\n",
      "v638_const\n",
      "{('co_app_race_4', ''), ('co_app_race_2', ''), ('co_app_race_5', ''), ('co_app_race_3', '')} \n",
      "\n",
      " {('co_app_race_3', '44'), ('co_app_race_5', '26'), ('co_app_race_2', '4'), ('co_app_race_4', '3')}\n",
      "v669_const\n",
      "{('denial_4', ''), ('denial_2', ''), ('denial_3', '')} \n",
      "\n",
      " {('denial_2', '3'), ('denial_4', '7'), ('denial_3', '5')}\n",
      "v696_const\n",
      "{('aus_result_4', '')} \n",
      "\n",
      " {('aus_result_4', '9')}\n",
      "Empty DataFrame\n",
      "Columns: [edit_name, fields, row_type, status]\n",
      "Index: []\n",
      "finished row\n",
      "\n",
      "making new row 4\n",
      "\n",
      " **************************************************\n",
      "    edit_name  fail_count                    fields                   row_ids  \\\n",
      "26     v613_2         1.0               preapproval  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "55     v628_3         1.0     applicant ethnicities  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "56     v628_4         1.0     applicant ethnicities  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "59     v629_3         1.0       app ethnicity basis  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "60     v630_1         1.0       app ethnicity basis  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "64     v631_3         1.0        Co-App Ethnicities  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "103    v648_1         1.0          Co Applicant Sex  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "107      v650         1.0          Co-Applicant Sex  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "113    v654_2         1.0                    Income  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "117    v656_2         1.0         Type of Purchaser  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "122    v658_2         1.0                     HOEPA  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "127    v662_1         1.0            App Score Name  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "128    v662_2         1.0            App Score Name  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "135    v667_1         1.0  Co-App Credit Score Text  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "136    v667_2         1.0  Co-App Credit Score Text  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "142    v669_4         1.0        Denial Reasons 1-4  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "146    v671_2         1.0        Denial Reasons 1-4  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "148    v672_2         1.0                Loan Costs  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "152    v672_6         1.0                Loan Costs  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "154    v673_2         1.0           Points and Fees  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "157    v673_5         1.0           Points and Fees  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "162    v674_5         1.0       Origination Charges  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "167    v675_5         1.0           Discount Points  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "172    v676_5         1.0            Lender Credits  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "182    v679_3         1.0                       DTI  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "215    v696_3         1.0   AUS Systems and Results  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "217      v698         1.0           AUS and Results  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "220    v700_2         1.0           AUS and Results  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "221      v701         1.0           AUS and Results  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "223    v702_2         1.0                       AUS  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "225    v703_2         1.0               AUS Results  [9TLFWE9GBVU5WN0FEVNGBX]   \n",
      "\n",
      "    row_type  status  \n",
      "26       LAR  failed  \n",
      "55       LAR  failed  \n",
      "56       LAR  failed  \n",
      "59       LAR  failed  \n",
      "60       LAR  failed  \n",
      "64       LAR  failed  \n",
      "103      LAR  failed  \n",
      "107      LAR  failed  \n",
      "113      LAR  failed  \n",
      "117      LAR  failed  \n",
      "122      LAR  failed  \n",
      "127      LAR  failed  \n",
      "128      LAR  failed  \n",
      "135      LAR  failed  \n",
      "136      LAR  failed  \n",
      "142      LAR  failed  \n",
      "146      LAR  failed  \n",
      "148      LAR  failed  \n",
      "152      LAR  failed  \n",
      "154      LAR  failed  \n",
      "157      LAR  failed  \n",
      "162      LAR  failed  \n",
      "167      LAR  failed  \n",
      "172      LAR  failed  \n",
      "182      LAR  failed  \n",
      "215      LAR  failed  \n",
      "217      LAR  failed  \n",
      "220      LAR  failed  \n",
      "221      LAR  failed  \n",
      "223      LAR  failed  \n",
      "225      LAR  failed  \n",
      "\n",
      "starting constraints iteration 1\n",
      "v613_2_const\n",
      "{('affordable_units', 'NA'), ('action_taken', '6')} \n",
      "\n",
      " {('affordable_units', '12'), ('action_taken', '8')}\n",
      "v628_3_const\n",
      "{('app_eth_5', '14')} \n",
      "\n",
      " {('app_eth_5', '12')}\n",
      "v628_4_const\n",
      "{('app_eth_4', ''), ('app_eth_3', ''), ('app_eth_2', ''), ('app_eth_5', '')} \n",
      "\n",
      " {('app_eth_4', '2'), ('app_eth_2', '12'), ('app_eth_5', '14'), ('app_eth_3', '1')}\n",
      "v629_3_const\n",
      "{('app_eth_1', '13')} \n",
      "\n",
      " {('app_eth_1', '4')}\n",
      "v631_3_const\n",
      "{('co_app_eth_2', '2')} \n",
      "\n",
      " {('co_app_eth_2', '13')}\n",
      "v648_const\n",
      "{('co_app_sex', '6')} \n",
      "\n",
      " {('co_app_sex', '5')}\n",
      "v657_const\n",
      "{('rate_spread', 'NA')} \n",
      "\n",
      " {('rate_spread', '48.480000000000004')}\n",
      "v662_const\n",
      "{('app_score_code_8', '')} \n",
      "\n",
      " {('app_score_code_8', 'CCYXIUGM7LS9KFRPTE1844H2Y8BKFKGF73389VEYCEJ')}\n",
      "v663_const\n",
      "{('app_credit_score', '8888'), ('app_score_name', '9')} \n",
      "\n",
      " {('app_credit_score', '826'), ('app_score_name', '1')}\n",
      "v664_const\n",
      "{('co_app_score_code_8', ''), ('co_app_score_name', '9'), ('co_app_credit_score', '8888')} \n",
      "\n",
      " {('co_app_score_name', '6'), ('co_app_score_code_8', 'B4OJ41LZ3TI556OVBL'), ('co_app_credit_score', '795')}\n",
      "v669_const\n",
      "{('denial_2', '')} \n",
      "\n",
      " {('denial_2', '6')}\n",
      "v671_const\n",
      "{('denial_code_9', '')} \n",
      "\n",
      " {('denial_code_9', 'H328EFP9UYCUETCO9J8X2YG5XBZ25W9RT1EFEXBV20Y03EBH7OQ7JY6Q0RV9WEHOJRCH5HQUETBLP8SJWFUHE2UJX8KTDK0CJOVNJ2DRSFM48YE8AE2VGDM5XQBXBDQ6PR01YTAU4QSSNFJOSX2RRVG98HDCM261AJPBNSH3R43')}\n",
      "v672_const\n",
      "{('loan_costs', 'NA')} \n",
      "\n",
      " {('loan_costs', '8662')}\n",
      "v673_const\n",
      "{('points_fees', 'NA')} \n",
      "\n",
      " {('points_fees', '2688')}\n",
      "v678_const\n",
      "{('prepayment_penalty', 'NA')} \n",
      "\n",
      " {('prepayment_penalty', '24')}\n",
      "v679_const\n",
      "{('dti', 'NA')} \n",
      "\n",
      " {('dti', '69')}\n",
      "v681_const\n",
      "{('cltv', 'NA')} \n",
      "\n",
      " {('cltv', '76')}\n",
      "v693_const\n",
      "{('app_submission', '3')} \n",
      "\n",
      " {('app_submission', '-1')}\n",
      "v694_const\n",
      "{('initially_payable', '3')} \n",
      "\n",
      " {('initially_payable', '2')}\n",
      "v695_const\n",
      "{('mlo_id', 'NA')} \n",
      "\n",
      " {('mlo_id', '06GDC')}\n",
      "v696_const\n",
      "{('aus_result_2', ''), ('aus_2', ''), ('aus_3', ''), ('aus_result_3', ''), ('aus_result_1', '-1'), ('aus_code_5', ''), ('aus_result_5', ''), ('aus_code_16', '')} \n",
      "\n",
      " {('aus_code_5', 'Y3QPOZANXOVV41QYME7BFGZ2QGUGEY6IBNQ28OL'), ('aus_result_2', '4'), ('aus_result_3', '5'), ('aus_2', '2'), ('aus_result_1', '17'), ('aus_3', '3'), ('aus_result_5', '9'), ('aus_code_16', 'FS3ZOGBWQNTKEEUBC4ZLFNY5AMOBVW90RVFW12JVX8XWE9MUNRYJBGPUKO64C4H63UF4H4P5VJNFGC4MP13Q2WGLQ1RLHRNMTWW7KVNPJ2YE2')}\n",
      "v704_const\n",
      "{('aus_1', '6'), ('aus_result_1', '17')} \n",
      "\n",
      " {('aus_1', '-1'), ('aus_result_1', '-1')}\n",
      "   edit_name  fail_count    fields                   row_ids row_type  status\n",
      "21    v610_2         1.0  app_date  [9TLFWE9GBVU5WN0FEVNGBX]      LAR  failed\n",
      "\n",
      "starting constraints iteration 2\n",
      "v610_const\n",
      "{('app_date', 'NA')} \n",
      "\n",
      " {('app_date', '20180816')}\n",
      "Empty DataFrame\n",
      "Columns: [edit_name, fields, row_type, status]\n",
      "Index: []\n",
      "finished row\n",
      "\n",
      "LAR dataframe complete\n"
     ]
    }
   ],
   "source": [
    "first = True\n",
    "for i in range(0, file_length): #loop over file length\n",
    "    print(\"making new row {row_num}\\n\\n\".format(row_num=i), \"*\"*50)\n",
    "    if lei:\n",
    "        row = lar_gen.make_row(lei=lei) #generate new LEI. The same LEI must be used for each row\n",
    "    else:\n",
    "        row = lar_gen.make_row() #create new row\n",
    "        \n",
    "    lei = row[\"lei\"] #copy LEI from previous row\n",
    "    iters = 1 #start iteration count for checking diff time\n",
    "\n",
    "    ts_row = make_ts_row(file_length, lei) #create dictionary of TS row fields\n",
    "    stop = False\n",
    "    #flag for starting the LAR dataframe\n",
    "    while stop == False:\n",
    "        row_base = row.copy() #copy row to enable diff\n",
    "        res = pd.DataFrame(validation(row, ts_row))\n",
    "        print(res[res.status==\"failed\"])\n",
    "        if len(res[res.status==\"failed\"])<=0:\n",
    "            stop = True\n",
    "        else:\n",
    "            print(\"\\nstarting constraints iteration {iter}\".format(iter=iters))\n",
    "            row = constraints_loop(get_const_list(), row, row_base)\n",
    "        iters+=1\n",
    "    \n",
    "    if first: #create first row of dataframe\n",
    "        lar_frame = pd.DataFrame(row, index=[1])\n",
    "        first = False\n",
    "        print(\"finished row\\n\")\n",
    "    else: #add additional rows to dataframe\n",
    "        #print(\"concating\")\n",
    "        print(\"finished row\\n\")\n",
    "        new_lar = pd.DataFrame(row, index=[1])\n",
    "        lar_frame = pd.concat([lar_frame, new_lar], axis=0)\n",
    "        \n",
    "#lar_frame.reset_index(inplace=True) #reset index\n",
    "#lar_frame.drop(\"index\", inplace=True, axis=1) #drop additional index column\n",
    "print(\"LAR dataframe complete\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>edit_name</th>\n",
       "      <th>fields</th>\n",
       "      <th>row_type</th>\n",
       "      <th>status</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [edit_name, fields, row_type, status]\n",
       "Index: []"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#check validity and syntax of data using rules_engine\n",
    "#instantiate edits rules engine\n",
    "validator = rules_engine(lar_schema=lar_schema_df, ts_schema=ts_schema_df, cbsa_data=cbsas) \n",
    "#load data to validator engine\n",
    "validator.load_lar_data(lar_frame)\n",
    "validator.load_ts_data(pd.DataFrame(ts_row, index=[0], columns=validator.ts_field_names))\n",
    "#check data\n",
    "for func in dir(validator):\n",
    "    if func[:1] in (\"s\", \"v\") and func[1:4].isdigit()==True:\n",
    "        #print(\"applying:\", func)\n",
    "        getattr(validator, func)()\n",
    "\n",
    "#get validation results\n",
    "results_df = pd.DataFrame(validator.results)\n",
    "results_df[results_df.status==\"failed\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Quality and Macro field interrelationship constraints:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id</th>\n",
       "      <th>lei</th>\n",
       "      <th>uli</th>\n",
       "      <th>app_date</th>\n",
       "      <th>loan_type</th>\n",
       "      <th>loan_purpose</th>\n",
       "      <th>preapproval</th>\n",
       "      <th>const_method</th>\n",
       "      <th>occ_type</th>\n",
       "      <th>loan_amount</th>\n",
       "      <th>...</th>\n",
       "      <th>aus_code_5</th>\n",
       "      <th>aus_result_1</th>\n",
       "      <th>aus_result_2</th>\n",
       "      <th>aus_result_3</th>\n",
       "      <th>aus_result_4</th>\n",
       "      <th>aus_result_5</th>\n",
       "      <th>aus_code_16</th>\n",
       "      <th>reverse_mortgage</th>\n",
       "      <th>open_end_credit</th>\n",
       "      <th>business_purpose</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>LR9GFFFC5Y0UCVR2PE3M</td>\n",
       "      <td>4N728065GEU3JR8QZLKQW0</td>\n",
       "      <td>NA</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>25593</td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td>17</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>LR9GFFFC5Y0UCVR2PE3M</td>\n",
       "      <td>LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27</td>\n",
       "      <td>20180510</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>329220</td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td>11</td>\n",
       "      <td></td>\n",
       "      <td>11</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>LR9GFFFC5Y0UCVR2PE3M</td>\n",
       "      <td>LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29</td>\n",
       "      <td>20181212</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>264638</td>\n",
       "      <td>...</td>\n",
       "      <td>LP8FAB85CWEKNMU6CT9ATY4J8KV5DSCZKSLZ4U00VWC636...</td>\n",
       "      <td>15</td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>LR9GFFFC5Y0UCVR2PE3M</td>\n",
       "      <td>LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03</td>\n",
       "      <td>NA</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1947</td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td>17</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>LR9GFFFC5Y0UCVR2PE3M</td>\n",
       "      <td>9TLFWE9GBVU5WN0FEVNGBX</td>\n",
       "      <td>NA</td>\n",
       "      <td>2</td>\n",
       "      <td>31</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>276057</td>\n",
       "      <td>...</td>\n",
       "      <td></td>\n",
       "      <td>17</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 110 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  record_id                   lei  \\\n",
       "1         2  LR9GFFFC5Y0UCVR2PE3M   \n",
       "1         2  LR9GFFFC5Y0UCVR2PE3M   \n",
       "1         2  LR9GFFFC5Y0UCVR2PE3M   \n",
       "1         2  LR9GFFFC5Y0UCVR2PE3M   \n",
       "1         2  LR9GFFFC5Y0UCVR2PE3M   \n",
       "\n",
       "                                             uli  app_date loan_type  \\\n",
       "1                         4N728065GEU3JR8QZLKQW0        NA         4   \n",
       "1  LR9GFFFC5Y0UCVR2PE3M2WDBMNU74FHLWFKP2XMSEIB27  20180510         2   \n",
       "1  LR9GFFFC5Y0UCVR2PE3MUIYZ24ETCZ0LPSK73CF001A29  20181212         1   \n",
       "1  LR9GFFFC5Y0UCVR2PE3MVK154DRAZ3KJESHXTZCI2HO03        NA         1   \n",
       "1                         9TLFWE9GBVU5WN0FEVNGBX        NA         2   \n",
       "\n",
       "  loan_purpose preapproval const_method occ_type loan_amount       ...         \\\n",
       "1            2           2            2        1       25593       ...          \n",
       "1            5           2            2        1      329220       ...          \n",
       "1            1           2            2        3      264638       ...          \n",
       "1            5           2            2        2        1947       ...          \n",
       "1           31           2            2        1      276057       ...          \n",
       "\n",
       "                                          aus_code_5 aus_result_1  \\\n",
       "1                                                              17   \n",
       "1                                                              11   \n",
       "1  LP8FAB85CWEKNMU6CT9ATY4J8KV5DSCZKSLZ4U00VWC636...           15   \n",
       "1                                                              17   \n",
       "1                                                              17   \n",
       "\n",
       "  aus_result_2 aus_result_3 aus_result_4 aus_result_5 aus_code_16  \\\n",
       "1                                                                   \n",
       "1                        11            2                            \n",
       "1                         4            5            5               \n",
       "1                                                                   \n",
       "1                                                                   \n",
       "\n",
       "  reverse_mortgage open_end_credit business_purpose  \n",
       "1                2               2               -1  \n",
       "1                2              -1                1  \n",
       "1                2               2                2  \n",
       "1                2              -1                2  \n",
       "1                2              -1                2  \n",
       "\n",
       "[5 rows x 110 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#write sample file to disk\n",
    "write_file(ts_input=ts_row, lar_input=lar_frame, name=\"passes_10_rows.txt\") #writes created file to disk\n",
    "lar_frame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "file_maker = test_data(ts_schema_df, lar_schema_df)\n",
    "ts_data, lar_data = utils.read_data_file(path=\"../edits_files/\", data_file=\"passes_10_rows.txt\")\n",
    "file_maker.load_data_frames(ts_data, lar_data)\n",
    "file_maker.s300_1_file()\n",
    "file_maker.s300_2_file()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "validator.read_data_file(path=\"../edits_files/syntax/\", data_file=\"s300_2.txt\")\n",
    "validator.reset_results()\n",
    "#check data\n",
    "for func in dir(validator):\n",
    "    if func[:1] in (\"s\", \"v\") and func[1:4].isdigit()==True:\n",
    "        #print(\"applying:\", func)\n",
    "        getattr(validator, func)()\n",
    "\n",
    "#get validation results\n",
    "results_df = pd.DataFrame(validator.results)\n",
    "results_df[results_df.status==\"failed\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "record_id,\n",
      "lei,\n",
      "uli,\n",
      "app_date,\n",
      "loan_type,\n",
      "loan_purpose,\n",
      "preapproval,\n",
      "const_method,\n",
      "occ_type,\n",
      "loan_amount,\n",
      "action_taken,\n",
      "action_date,\n",
      "street_address,\n",
      "city,\n",
      "state,\n",
      "zip_code,\n",
      "county,\n",
      "tract,\n",
      "app_eth_1,\n",
      "app_eth_2,\n",
      "app_eth_3,\n",
      "app_eth_4,\n",
      "app_eth_5,\n",
      "app_eth_free,\n",
      "co_app_eth_1,\n",
      "co_app_eth_2,\n",
      "co_app_eth_3,\n",
      "co_app_eth_4,\n",
      "co_app_eth_5,\n",
      "co_app_eth_free,\n",
      "app_eth_basis,\n",
      "co_app_eth_basis,\n",
      "app_race_1,\n",
      "app_race_2,\n",
      "app_race_3,\n",
      "app_race_4,\n",
      "app_race_5,\n",
      "app_race_native_text,\n",
      "app_race_asian_text,\n",
      "app_race_islander_text,\n",
      "co_app_race_1,\n",
      "co_app_race_2,\n",
      "co_app_race_3,\n",
      "co_app_race_4,\n",
      "co_app_race_5,\n",
      "co_app_race_native_text,\n",
      "co_app_race_asian_text,\n",
      "co_app_race_islander_text,\n",
      "app_race_basis,\n",
      "co_app_race_basis,\n",
      "app_sex,\n",
      "co_app_sex,\n",
      "app_sex_basis,\n",
      "co_app_sex_basis,\n",
      "app_age,\n",
      "co_app_age,\n",
      "income,\n",
      "purchaser_type,\n",
      "rate_spread,\n",
      "hoepa,\n",
      "lien,\n",
      "app_credit_score,\n",
      "co_app_credit_score,\n",
      "app_score_name,\n",
      "app_score_code_8,\n",
      "co_app_score_name,\n",
      "co_app_score_code_8,\n",
      "denial_1,\n",
      "denial_2,\n",
      "denial_3,\n",
      "denial_4,\n",
      "denial_code_9,\n",
      "loan_costs,\n",
      "points_fees,\n",
      "origination_fee,\n",
      "discount_points,\n",
      "lender_credits,\n",
      "interest_rate,\n",
      "prepayment_penalty,\n",
      "dti,\n",
      "cltv,\n",
      "loan_term,\n",
      "intro_rate,\n",
      "balloon,\n",
      "int_only_pmts,\n",
      "neg_amort,\n",
      "non_amort_features,\n",
      "property_value,\n",
      "manufactured_type,\n",
      "manufactured_interest,\n",
      "total_units,\n",
      "affordable_units,\n",
      "app_submission,\n",
      "initially_payable,\n",
      "mlo_id,\n",
      "aus_1,\n",
      "aus_2,\n",
      "aus_3,\n",
      "aus_4,\n",
      "aus_5,\n",
      "aus_code_5,\n",
      "aus_result_1,\n",
      "aus_result_2,\n",
      "aus_result_3,\n",
      "aus_result_4,\n",
      "aus_result_5,\n",
      "aus_code_16,\n",
      "reverse_mortgage,\n",
      "open_end_credit,\n",
      "business_purpose,\n"
     ]
    }
   ],
   "source": [
    "for col in lar_frame.columns:\n",
    "    print(col+\",\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "odict_keys(['record_id', 'inst_name', 'calendar_year', 'calendar_quarter', 'contact_name', 'contact_tel', 'contact_email', 'contact_street_address', 'office_city', 'office_state', 'office_zip', 'federal_agency', 'lar_entries', 'tax_id', 'lei'])"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ts_row.keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "lar_header = lar_frame.columns"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}