diagnostics/executed_notebooks/small_sample/04_calculate_ground_truth_accuracy.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "1e5d0454-5940-4d6f-a00c-ff6ecad18219",
   "metadata": {
    "papermill": {
     "duration": 0.017763,
     "end_time": "2024-06-03T23:24:18.242263",
     "exception": false,
     "start_time": "2024-06-03T23:24:18.224500",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "# Simulated PIK statistics\n",
    "\n",
    "Here we inspect the accuracy and characteristics of the PIKs assigned,\n",
    "leveraging our knowledge of ground truth from pseudopeople.\n",
    "\n",
    "It wouldn't be possible to do the ground truth part with the real PVS, but\n",
    "Layne, Wagner, and Rothhaas did something similar by redacting SSN from real records,\n",
    "sending them through PVS without the SSN, and then using the true SSN\n",
    "as ground truth.\n",
    "The health care records they used are probably quite different from a CUF,\n",
    "but they found a **very** good overall PIK accuracy (see cell below)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "fb8ea2c3-d584-49df-9fb8-e0e681d7fddf",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:18.263155Z",
     "iopub.status.busy": "2024-06-03T23:24:18.262323Z",
     "iopub.status.idle": "2024-06-03T23:24:18.383369Z",
     "shell.execute_reply": "2024-06-03T23:24:18.382568Z"
    },
    "papermill": {
     "duration": 0.135829,
     "end_time": "2024-06-03T23:24:18.387736",
     "exception": false,
     "start_time": "2024-06-03T23:24:18.251907",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<dask.config.set at 0x7fde4cd66ef0>"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Query planning is now on by default, but it has some rough edges.\n",
    "# See https://github.com/dask/dask/issues/10995 for general discussion\n",
    "# and https://github.com/dask/dask-expr/issues/1060 for the particular\n",
    "# issue I ran into.\n",
    "import dask\n",
    "\n",
    "dask.config.set({\"dataframe.query-planning\": False})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "257863f1-5fdb-4c13-a63b-ce53f3b4d92e",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:18.412817Z",
     "iopub.status.busy": "2024-06-03T23:24:18.412084Z",
     "iopub.status.idle": "2024-06-03T23:24:18.951992Z",
     "shell.execute_reply": "2024-06-03T23:24:18.951025Z"
    },
    "papermill": {
     "duration": 0.553669,
     "end_time": "2024-06-03T23:24:18.955672",
     "exception": false,
     "start_time": "2024-06-03T23:24:18.402003",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "import datetime, os, time\n",
    "\n",
    "from person_linkage_case_study import distributed_compute, utils\n",
    "from IPython.display import display"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "73667681-3b15-4b87-b387-cd02ea09c53b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:18.981925Z",
     "iopub.status.busy": "2024-06-03T23:24:18.981172Z",
     "iopub.status.idle": "2024-06-03T23:24:18.988428Z",
     "shell.execute_reply": "2024-06-03T23:24:18.987385Z"
    },
    "papermill": {
     "duration": 0.018523,
     "end_time": "2024-06-03T23:24:18.989791",
     "exception": false,
     "start_time": "2024-06-03T23:24:18.971268",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-06-03 16:24:18.983537\n"
     ]
    }
   ],
   "source": [
    "print(datetime.datetime.now())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "a241f483-7c17-4c52-b2ef-2cde79908b2c",
   "metadata": {
    "editable": true,
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.011581Z",
     "iopub.status.busy": "2024-06-03T23:24:19.010787Z",
     "iopub.status.idle": "2024-06-03T23:24:19.019940Z",
     "shell.execute_reply": "2024-06-03T23:24:19.018835Z"
    },
    "papermill": {
     "duration": 0.021258,
     "end_time": "2024-06-03T23:24:19.021364",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.000106",
     "status": "completed"
    },
    "slideshow": {
     "slide_type": ""
    },
    "tags": [
     "parameters"
    ]
   },
   "outputs": [],
   "source": [
    "# DO NOT EDIT if this notebook is not called ground_truth_accuracy.ipynb!\n",
    "# This notebook is designed to be run with papermill; this cell is tagged 'parameters'\n",
    "data_to_use = \"small_sample\"\n",
    "case_study_files_dir = \"output/02_generate_case_study_files\"\n",
    "case_study_output_dir = \"output/03_link_datasets\"\n",
    "\n",
    "compute_engine = \"pandas\"\n",
    "# Only matter if using a distributed compute engine\n",
    "compute_engine_num_workers = 3\n",
    "compute_engine_cpus_per_worker = 2\n",
    "compute_engine_threads_per_worker = 1\n",
    "compute_engine_memory_per_worker = \"1GB\"\n",
    "queue = None\n",
    "account = None\n",
    "# NOTE: This is, as Dask requests, a directory local to the compute node.\n",
    "# But IHME's cluster doesn't support this very well -- it can be small-ish,\n",
    "# full of stuff from other users, etc.\n",
    "compute_engine_local_directory = (\n",
    "    f\"/tmp/{os.environ['USER']}_{int(time.time())}_person_linkage_case_study\"\n",
    ")\n",
    "compute_engine_log_directory = f\"{case_study_output_dir}/{data_to_use}/logs\"\n",
    "walltime = None\n",
    "compute_engine_memory_constrained = True\n",
    "compute_engine_scheduler = \"slurm\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "29e799e6",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.045449Z",
     "iopub.status.busy": "2024-06-03T23:24:19.044695Z",
     "iopub.status.idle": "2024-06-03T23:24:19.051260Z",
     "shell.execute_reply": "2024-06-03T23:24:19.050200Z"
    },
    "papermill": {
     "duration": 0.018468,
     "end_time": "2024-06-03T23:24:19.052599",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.034131",
     "status": "completed"
    },
    "tags": [
     "injected-parameters"
    ]
   },
   "outputs": [],
   "source": [
    "# Parameters\n",
    "data_to_use = \"small_sample\"\n",
    "case_study_files_dir = \"output/02_generate_case_study_files/\"\n",
    "case_study_output_dir = \"output/03_link_datasets/\"\n",
    "compute_engine = \"pandas\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "a5ebdf21",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.073775Z",
     "iopub.status.busy": "2024-06-03T23:24:19.072977Z",
     "iopub.status.idle": "2024-06-03T23:24:19.079710Z",
     "shell.execute_reply": "2024-06-03T23:24:19.078622Z"
    },
    "papermill": {
     "duration": 0.018514,
     "end_time": "2024-06-03T23:24:19.081122",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.062608",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "if compute_engine.startswith(\"dask\"):\n",
    "    utils.ensure_empty(compute_engine_local_directory)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "78e187bb-cca2-4290-a296-2ccc29cb600f",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.102241Z",
     "iopub.status.busy": "2024-06-03T23:24:19.101443Z",
     "iopub.status.idle": "2024-06-03T23:24:19.108258Z",
     "shell.execute_reply": "2024-06-03T23:24:19.107173Z"
    },
    "papermill": {
     "duration": 0.018381,
     "end_time": "2024-06-03T23:24:19.109696",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.091315",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "case_study_output_dir = f\"{case_study_output_dir}/{data_to_use}\"\n",
    "case_study_files_dir = f\"{case_study_files_dir}/{data_to_use}\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "a179a449-7544-43a3-ad3e-6384beefc593",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.130308Z",
     "iopub.status.busy": "2024-06-03T23:24:19.129544Z",
     "iopub.status.idle": "2024-06-03T23:24:19.137203Z",
     "shell.execute_reply": "2024-06-03T23:24:19.136103Z"
    },
    "papermill": {
     "duration": 0.019605,
     "end_time": "2024-06-03T23:24:19.138620",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.119015",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "df_ops, pd = distributed_compute.start_compute_engine(\n",
    "    compute_engine,\n",
    "    num_workers=compute_engine_num_workers,\n",
    "    cpus_per_worker=compute_engine_cpus_per_worker,\n",
    "    threads_per_worker=compute_engine_threads_per_worker,\n",
    "    memory_per_worker=compute_engine_memory_per_worker,\n",
    "    worker_walltime=walltime,\n",
    "    local_directory=compute_engine_local_directory,\n",
    "    log_directory=compute_engine_log_directory,\n",
    "    memory_constrained=compute_engine_memory_constrained,\n",
    "    scheduler=compute_engine_scheduler,\n",
    "    queue=queue,\n",
    "    account=account,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "22903d9d-a4ff-4913-b558-9112ab7b0b10",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.161163Z",
     "iopub.status.busy": "2024-06-03T23:24:19.160311Z",
     "iopub.status.idle": "2024-06-03T23:24:19.231865Z",
     "shell.execute_reply": "2024-06-03T23:24:19.230609Z"
    },
    "papermill": {
     "duration": 0.085755,
     "end_time": "2024-06-03T23:24:19.235556",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.149801",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "census_2030_piked = df_ops.read_parquet(\n",
    "    f\"{case_study_output_dir}/census_2030_piked.parquet\"\n",
    ")\n",
    "confirmed_piks_with_ground_truth = df_ops.read_parquet(\n",
    "    f\"{case_study_output_dir}/confirmed_piks.parquet\"\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "a7744423-adad-4abe-9a30-927db60190c0",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.297653Z",
     "iopub.status.busy": "2024-06-03T23:24:19.296761Z",
     "iopub.status.idle": "2024-06-03T23:24:19.307359Z",
     "shell.execute_reply": "2024-06-03T23:24:19.306228Z"
    },
    "papermill": {
     "duration": 0.053768,
     "end_time": "2024-06-03T23:24:19.309070",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.255302",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "89.38% of the input records were PIKed\n"
     ]
    }
   ],
   "source": [
    "piked_proportion = df_ops.compute(census_2030_piked.pik.notnull().mean())\n",
    "# Compare with 90.28% of input records PIKed in the 2010 CUF,\n",
    "# as reported in Wagner and Layne, Table 2, p. 18\n",
    "print(f\"{piked_proportion:.2%} of the input records were PIKed\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "e3bfac51-e19c-465c-92ce-5743445db8bb",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.333100Z",
     "iopub.status.busy": "2024-06-03T23:24:19.332362Z",
     "iopub.status.idle": "2024-06-03T23:24:19.351420Z",
     "shell.execute_reply": "2024-06-03T23:24:19.350156Z"
    },
    "papermill": {
     "duration": 0.031728,
     "end_time": "2024-06-03T23:24:19.353125",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.321397",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1    9772\n",
       "2      49\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Multiple Census rows assigned the same PIK, indicating the model thinks they are duplicates in Census\n",
    "pik_sizes = df_ops.persist(\n",
    "    df_ops.groupby_agg_small_groups(\n",
    "        census_2030_piked, by=\"pik\", agg_func=lambda x: x.size()\n",
    "    )\n",
    ")\n",
    "df_ops.compute(pik_sizes.value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "163cd903-c5c9-41c5-ac35-480e9db1b7a4",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.375809Z",
     "iopub.status.busy": "2024-06-03T23:24:19.375216Z",
     "iopub.status.idle": "2024-06-03T23:24:19.401363Z",
     "shell.execute_reply": "2024-06-03T23:24:19.400480Z"
    },
    "papermill": {
     "duration": 0.039124,
     "end_time": "2024-06-03T23:24:19.403592",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.364468",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id</th>\n",
       "      <th>household_id</th>\n",
       "      <th>first_name</th>\n",
       "      <th>middle_initial</th>\n",
       "      <th>last_name</th>\n",
       "      <th>age</th>\n",
       "      <th>date_of_birth</th>\n",
       "      <th>street_number</th>\n",
       "      <th>street_name</th>\n",
       "      <th>unit_number</th>\n",
       "      <th>city</th>\n",
       "      <th>state</th>\n",
       "      <th>zipcode</th>\n",
       "      <th>housing_type</th>\n",
       "      <th>relationship_to_reference_person</th>\n",
       "      <th>sex</th>\n",
       "      <th>race_ethnicity</th>\n",
       "      <th>year</th>\n",
       "      <th>pik</th>\n",
       "      <th>pik_size</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>simulated_census_2030_8918</td>\n",
       "      <td>0_3036</td>\n",
       "      <td>Luther</td>\n",
       "      <td>M</td>\n",
       "      <td>Lovell</td>\n",
       "      <td>59</td>\n",
       "      <td>05/19/2003</td>\n",
       "      <td>38</td>\n",
       "      <td>glenmont rd nw</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>WA</td>\n",
       "      <td>00000</td>\n",
       "      <td>Household</td>\n",
       "      <td>Reference person</td>\n",
       "      <td>Male</td>\n",
       "      <td>White</td>\n",
       "      <td>2030</td>\n",
       "      <td>100478</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>simulated_census_2030_8919</td>\n",
       "      <td>0_3036</td>\n",
       "      <td>Amarie</td>\n",
       "      <td>R</td>\n",
       "      <td>Lovell</td>\n",
       "      <td>26</td>\n",
       "      <td>05/19/2003</td>\n",
       "      <td>38</td>\n",
       "      <td>glenmont rd nw</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>WA</td>\n",
       "      <td>00000</td>\n",
       "      <td>Household</td>\n",
       "      <td>Biological child</td>\n",
       "      <td>Male</td>\n",
       "      <td>White</td>\n",
       "      <td>2030</td>\n",
       "      <td>100478</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>simulated_census_2030_8875</td>\n",
       "      <td>0_11363</td>\n",
       "      <td>Aniyah</td>\n",
       "      <td>C</td>\n",
       "      <td>Mcanally</td>\n",
       "      <td>25</td>\n",
       "      <td>02/11/2005</td>\n",
       "      <td>n3140</td>\n",
       "      <td>silver eagle cir</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>WA</td>\n",
       "      <td>00000</td>\n",
       "      <td>Household</td>\n",
       "      <td>Reference person</td>\n",
       "      <td>Female</td>\n",
       "      <td>White</td>\n",
       "      <td>2030</td>\n",
       "      <td>100935</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>simulated_census_2030_8881</td>\n",
       "      <td>0_11363</td>\n",
       "      <td>Lana</td>\n",
       "      <td>A</td>\n",
       "      <td>Mcanally</td>\n",
       "      <td>1</td>\n",
       "      <td>02/11/2005</td>\n",
       "      <td>n3140</td>\n",
       "      <td>silver eagle cir</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>WA</td>\n",
       "      <td>00000</td>\n",
       "      <td>Household</td>\n",
       "      <td>Biological child</td>\n",
       "      <td>Female</td>\n",
       "      <td>White</td>\n",
       "      <td>2030</td>\n",
       "      <td>100935</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>simulated_census_2030_7621</td>\n",
       "      <td>0_7773</td>\n",
       "      <td>Kelly</td>\n",
       "      <td>C</td>\n",
       "      <td>Duane</td>\n",
       "      <td>60</td>\n",
       "      <td>02/17/2005</td>\n",
       "      <td>None</td>\n",
       "      <td>se 25th ave</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>WA</td>\n",
       "      <td>00000</td>\n",
       "      <td>Household</td>\n",
       "      <td>Opposite-sex spouse</td>\n",
       "      <td>Female</td>\n",
       "      <td>White</td>\n",
       "      <td>2030</td>\n",
       "      <td>100937</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>simulated_census_2030_7622</td>\n",
       "      <td>0_7773</td>\n",
       "      <td>James</td>\n",
       "      <td>L</td>\n",
       "      <td>Duane</td>\n",
       "      <td>25</td>\n",
       "      <td>02/17/2005</td>\n",
       "      <td>None</td>\n",
       "      <td>se 25th ave</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>WA</td>\n",
       "      <td>00000</td>\n",
       "      <td>Household</td>\n",
       "      <td>Biological child</td>\n",
       "      <td>Male</td>\n",
       "      <td>White</td>\n",
       "      <td>2030</td>\n",
       "      <td>100937</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>simulated_census_2030_2294</td>\n",
       "      <td>0_3</td>\n",
       "      <td>Valerie</td>\n",
       "      <td>M</td>\n",
       "      <td>Tsai</td>\n",
       "      <td>23</td>\n",
       "      <td>03/18/2006</td>\n",
       "      <td>5203</td>\n",
       "      <td>west farwell avenue</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>WA</td>\n",
       "      <td>00000</td>\n",
       "      <td>College</td>\n",
       "      <td>Noninstitutionalized group quarters population</td>\n",
       "      <td>Female</td>\n",
       "      <td>Asian</td>\n",
       "      <td>2030</td>\n",
       "      <td>101216</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>simulated_census_2030_11042</td>\n",
       "      <td>0_7600</td>\n",
       "      <td>Valerie</td>\n",
       "      <td>M</td>\n",
       "      <td>Tsai</td>\n",
       "      <td>23</td>\n",
       "      <td>03/18/2006</td>\n",
       "      <td>7437</td>\n",
       "      <td>n cedar crest blvd</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>WA</td>\n",
       "      <td>00000</td>\n",
       "      <td>Household</td>\n",
       "      <td>Other relative</td>\n",
       "      <td>Female</td>\n",
       "      <td>Asian</td>\n",
       "      <td>2030</td>\n",
       "      <td>101216</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>simulated_census_2030_4545</td>\n",
       "      <td>0_23</td>\n",
       "      <td>Elizabeth</td>\n",
       "      <td>O</td>\n",
       "      <td>Clegg</td>\n",
       "      <td>18</td>\n",
       "      <td>01/31/2012</td>\n",
       "      <td>5862</td>\n",
       "      <td>gordon lane</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>WA</td>\n",
       "      <td>00000</td>\n",
       "      <td>Household</td>\n",
       "      <td>Biological child</td>\n",
       "      <td>Female</td>\n",
       "      <td>Black</td>\n",
       "      <td>2030</td>\n",
       "      <td>102596</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>simulated_census_2030_4544</td>\n",
       "      <td>0_23</td>\n",
       "      <td>Desiree</td>\n",
       "      <td>OP</td>\n",
       "      <td>Clegg</td>\n",
       "      <td>37</td>\n",
       "      <td>01/31/2012</td>\n",
       "      <td>5862</td>\n",
       "      <td>gordon lane</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>WA</td>\n",
       "      <td>00000</td>\n",
       "      <td>Household</td>\n",
       "      <td>Reference person</td>\n",
       "      <td>Female</td>\n",
       "      <td>Black</td>\n",
       "      <td>2030</td>\n",
       "      <td>102596</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      record_id household_id first_name middle_initial  \\\n",
       "66   simulated_census_2030_8918       0_3036     Luther              M   \n",
       "67   simulated_census_2030_8919       0_3036     Amarie              R   \n",
       "62   simulated_census_2030_8875      0_11363     Aniyah              C   \n",
       "63   simulated_census_2030_8881      0_11363       Lana              A   \n",
       "45   simulated_census_2030_7621       0_7773      Kelly              C   \n",
       "46   simulated_census_2030_7622       0_7773      James              L   \n",
       "7    simulated_census_2030_2294          0_3    Valerie              M   \n",
       "97  simulated_census_2030_11042       0_7600    Valerie              M   \n",
       "22   simulated_census_2030_4545         0_23  Elizabeth              O   \n",
       "21   simulated_census_2030_4544         0_23    Desiree             OP   \n",
       "\n",
       "   last_name age date_of_birth street_number          street_name unit_number  \\\n",
       "66    Lovell  59    05/19/2003            38       glenmont rd nw        None   \n",
       "67    Lovell  26    05/19/2003            38       glenmont rd nw        None   \n",
       "62  Mcanally  25    02/11/2005         n3140     silver eagle cir        None   \n",
       "63  Mcanally   1    02/11/2005         n3140     silver eagle cir        None   \n",
       "45     Duane  60    02/17/2005          None          se 25th ave        None   \n",
       "46     Duane  25    02/17/2005          None          se 25th ave        None   \n",
       "7       Tsai  23    03/18/2006          5203  west farwell avenue        None   \n",
       "97      Tsai  23    03/18/2006          7437   n cedar crest blvd        None   \n",
       "22     Clegg  18    01/31/2012          5862          gordon lane        None   \n",
       "21     Clegg  37    01/31/2012          5862          gordon lane        None   \n",
       "\n",
       "       city state zipcode housing_type  \\\n",
       "66  Anytown    WA   00000    Household   \n",
       "67  Anytown    WA   00000    Household   \n",
       "62  Anytown    WA   00000    Household   \n",
       "63  Anytown    WA   00000    Household   \n",
       "45  Anytown    WA   00000    Household   \n",
       "46  Anytown    WA   00000    Household   \n",
       "7   Anytown    WA   00000      College   \n",
       "97  Anytown    WA   00000    Household   \n",
       "22  Anytown    WA   00000    Household   \n",
       "21  Anytown    WA   00000    Household   \n",
       "\n",
       "                  relationship_to_reference_person     sex race_ethnicity  \\\n",
       "66                                Reference person    Male          White   \n",
       "67                                Biological child    Male          White   \n",
       "62                                Reference person  Female          White   \n",
       "63                                Biological child  Female          White   \n",
       "45                             Opposite-sex spouse  Female          White   \n",
       "46                                Biological child    Male          White   \n",
       "7   Noninstitutionalized group quarters population  Female          Asian   \n",
       "97                                  Other relative  Female          Asian   \n",
       "22                                Biological child  Female          Black   \n",
       "21                                Reference person  Female          Black   \n",
       "\n",
       "    year     pik  pik_size  \n",
       "66  2030  100478         2  \n",
       "67  2030  100478         2  \n",
       "62  2030  100935         2  \n",
       "63  2030  100935         2  \n",
       "45  2030  100937         2  \n",
       "46  2030  100937         2  \n",
       "7   2030  101216         2  \n",
       "97  2030  101216         2  \n",
       "22  2030  102596         2  \n",
       "21  2030  102596         2  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Interesting: in pseudopeople, sometimes siblings are assigned the same (common) first name, making them almost identical.\n",
    "# The only giveaway is their age and DOB.\n",
    "# Presumably, this tends not to happen in real life.\n",
    "duplicate_piks = (\n",
    "    pik_sizes.rename(\"pik_size\").reset_index().pipe(lambda df: df[df.pik_size > 1])\n",
    ")\n",
    "\n",
    "df_ops.head(census_2030_piked.merge(duplicate_piks, on=\"pik\").sort_values(\"pik\"))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7681c6f5-098e-4674-ac13-64af1bccf98d",
   "metadata": {
    "papermill": {
     "duration": 0.009402,
     "end_time": "2024-06-03T23:24:19.426995",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.417593",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Ground truth statistics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "48dee5fb-d362-4c82-ac4a-c0ae5155879f",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.448201Z",
     "iopub.status.busy": "2024-06-03T23:24:19.447441Z",
     "iopub.status.idle": "2024-06-03T23:24:19.463954Z",
     "shell.execute_reply": "2024-06-03T23:24:19.462515Z"
    },
    "papermill": {
     "duration": 0.029692,
     "end_time": "2024-06-03T23:24:19.466038",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.436346",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "census_2030_ground_truth = df_ops.persist(\n",
    "    df_ops.read_parquet(\n",
    "        f\"{case_study_files_dir}/simulated_census_2030_ground_truth.parquet\"\n",
    "    )\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "a23fbbaa-9a30-4c53-ab1a-a88eedcb88f8",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.494300Z",
     "iopub.status.busy": "2024-06-03T23:24:19.493509Z",
     "iopub.status.idle": "2024-06-03T23:24:19.506681Z",
     "shell.execute_reply": "2024-06-03T23:24:19.505717Z"
    },
    "papermill": {
     "duration": 0.028677,
     "end_time": "2024-06-03T23:24:19.508363",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.479686",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "# In this version of pseudopeople, there are no actual duplicates in Census,\n",
    "# which means all of the duplicates identified above are wrong.\n",
    "assert len(census_2030_ground_truth) == len(\n",
    "    df_ops.drop_duplicates(census_2030_ground_truth)\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "b1439858-dde0-4199-8b25-f58dccfe59e4",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.534042Z",
     "iopub.status.busy": "2024-06-03T23:24:19.533403Z",
     "iopub.status.idle": "2024-06-03T23:24:19.581521Z",
     "shell.execute_reply": "2024-06-03T23:24:19.580464Z"
    },
    "papermill": {
     "duration": 0.06296,
     "end_time": "2024-06-03T23:24:19.585159",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.522199",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "reference_files_ground_truth = df_ops.persist(\n",
    "    df_ops.concat(\n",
    "        [\n",
    "            df_ops.read_parquet(\n",
    "                f\"{case_study_files_dir}/simulated_geobase_reference_file_ground_truth.parquet\"\n",
    "            ).drop(columns=[\"n_unique_simulants\"]),\n",
    "            df_ops.read_parquet(\n",
    "                f\"{case_study_files_dir}/simulated_name_dob_reference_file_ground_truth.parquet\"\n",
    "            ).drop(columns=[\"n_unique_simulants\"]),\n",
    "        ],\n",
    "        ignore_index=True,\n",
    "    )\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "77d710c5-4ab3-4e40-8189-ac9561a5db13",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.613888Z",
     "iopub.status.busy": "2024-06-03T23:24:19.613131Z",
     "iopub.status.idle": "2024-06-03T23:24:19.672924Z",
     "shell.execute_reply": "2024-06-03T23:24:19.671943Z"
    },
    "papermill": {
     "duration": 0.075561,
     "end_time": "2024-06-03T23:24:19.677324",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.601763",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "n_unique_simulants\n",
       "1    51726\n",
       "2     1294\n",
       "3       41\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# However, there can be reference file records that correspond to multiple simulants,\n",
    "# due to errors in the reference file construction by SSN\n",
    "n_unique_simulants = df_ops.persist(\n",
    "    df_ops.groupby_agg_small_groups(\n",
    "        reference_files_ground_truth,\n",
    "        by=\"record_id\",\n",
    "        agg_func=lambda x: x.simulant_id.nunique(),\n",
    "    )\n",
    "    .rename(\"n_unique_simulants\")\n",
    "    .reset_index()\n",
    ")\n",
    "df_ops.compute(n_unique_simulants.n_unique_simulants.value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "4b268d6a-8e6a-4e75-8d3a-4ad4df562f68",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.707514Z",
     "iopub.status.busy": "2024-06-03T23:24:19.706697Z",
     "iopub.status.idle": "2024-06-03T23:24:19.740479Z",
     "shell.execute_reply": "2024-06-03T23:24:19.739619Z"
    },
    "papermill": {
     "duration": 0.051059,
     "end_time": "2024-06-03T23:24:19.743143",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.692084",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id</th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>n_unique_simulants</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>simulated_geobase_reference_file_26802</td>\n",
       "      <td>0_1366</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>simulated_geobase_reference_file_39</td>\n",
       "      <td>0_5212</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>simulated_geobase_reference_file_27360</td>\n",
       "      <td>0_5595</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>simulated_geobase_reference_file_108</td>\n",
       "      <td>0_14382</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>simulated_geobase_reference_file_109</td>\n",
       "      <td>0_15523</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>simulated_geobase_reference_file_1015</td>\n",
       "      <td>0_6758</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>simulated_geobase_reference_file_1028</td>\n",
       "      <td>0_8466</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>simulated_geobase_reference_file_1037</td>\n",
       "      <td>0_11611</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>simulated_geobase_reference_file_1042</td>\n",
       "      <td>0_6520</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>simulated_geobase_reference_file_1053</td>\n",
       "      <td>0_17030</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 record_id simulant_id  n_unique_simulants\n",
       "0   simulated_geobase_reference_file_26802      0_1366                   1\n",
       "1      simulated_geobase_reference_file_39      0_5212                   1\n",
       "2   simulated_geobase_reference_file_27360      0_5595                   1\n",
       "3     simulated_geobase_reference_file_108     0_14382                   1\n",
       "4     simulated_geobase_reference_file_109     0_15523                   1\n",
       "..                                     ...         ...                 ...\n",
       "95   simulated_geobase_reference_file_1015      0_6758                   1\n",
       "96   simulated_geobase_reference_file_1028      0_8466                   1\n",
       "97   simulated_geobase_reference_file_1037     0_11611                   1\n",
       "98   simulated_geobase_reference_file_1042      0_6520                   1\n",
       "99   simulated_geobase_reference_file_1053     0_17030                   1\n",
       "\n",
       "[100 rows x 3 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "reference_files_ground_truth = df_ops.persist(\n",
    "    reference_files_ground_truth.merge(\n",
    "        n_unique_simulants,\n",
    "        on=\"record_id\",\n",
    "        how=\"left\",\n",
    "    )\n",
    ")\n",
    "reference_files_ground_truth.head(n=100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "db065d7c-75b4-4ae2-a576-c4061a5ce98c",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.779356Z",
     "iopub.status.busy": "2024-06-03T23:24:19.778504Z",
     "iopub.status.idle": "2024-06-03T23:24:19.793383Z",
     "shell.execute_reply": "2024-06-03T23:24:19.792473Z"
    },
    "papermill": {
     "duration": 0.034314,
     "end_time": "2024-06-03T23:24:19.795082",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.760768",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id</th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>n_unique_simulants</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5657</th>\n",
       "      <td>simulated_geobase_reference_file_7286</td>\n",
       "      <td>0_6717</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6004</th>\n",
       "      <td>simulated_geobase_reference_file_23158</td>\n",
       "      <td>0_9933</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6123</th>\n",
       "      <td>simulated_geobase_reference_file_30441</td>\n",
       "      <td>0_12219</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6124</th>\n",
       "      <td>simulated_geobase_reference_file_30444</td>\n",
       "      <td>0_12219</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6225</th>\n",
       "      <td>simulated_geobase_reference_file_23368</td>\n",
       "      <td>0_10345</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7503</th>\n",
       "      <td>simulated_geobase_reference_file_29432</td>\n",
       "      <td>0_7701</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8607</th>\n",
       "      <td>simulated_geobase_reference_file_20222</td>\n",
       "      <td>0_14938</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8684</th>\n",
       "      <td>simulated_geobase_reference_file_17640</td>\n",
       "      <td>0_20175</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8857</th>\n",
       "      <td>simulated_geobase_reference_file_16008</td>\n",
       "      <td>0_6503</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8919</th>\n",
       "      <td>simulated_geobase_reference_file_28463</td>\n",
       "      <td>0_21744</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   record_id simulant_id  n_unique_simulants\n",
       "5657   simulated_geobase_reference_file_7286      0_6717                   3\n",
       "6004  simulated_geobase_reference_file_23158      0_9933                   3\n",
       "6123  simulated_geobase_reference_file_30441     0_12219                   3\n",
       "6124  simulated_geobase_reference_file_30444     0_12219                   3\n",
       "6225  simulated_geobase_reference_file_23368     0_10345                   3\n",
       "7503  simulated_geobase_reference_file_29432      0_7701                   3\n",
       "8607  simulated_geobase_reference_file_20222     0_14938                   3\n",
       "8684  simulated_geobase_reference_file_17640     0_20175                   3\n",
       "8857  simulated_geobase_reference_file_16008      0_6503                   3\n",
       "8919  simulated_geobase_reference_file_28463     0_21744                   3"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_ops.head(\n",
    "    reference_files_ground_truth[\n",
    "        reference_files_ground_truth.n_unique_simulants\n",
    "        == df_ops.compute(reference_files_ground_truth.n_unique_simulants.max())\n",
    "    ]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "0a37eb52-1372-4de9-ab99-a3facecaee48",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.828637Z",
     "iopub.status.busy": "2024-06-03T23:24:19.827869Z",
     "iopub.status.idle": "2024-06-03T23:24:19.852875Z",
     "shell.execute_reply": "2024-06-03T23:24:19.852127Z"
    },
    "papermill": {
     "duration": 0.04434,
     "end_time": "2024-06-03T23:24:19.855105",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.810765",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.45% of the input records are impossible to PIK correctly, since they are not in any reference files\n"
     ]
    }
   ],
   "source": [
    "census_2030_ground_truth = df_ops.persist(\n",
    "    census_2030_ground_truth.merge(\n",
    "        df_ops.drop_duplicates(reference_files_ground_truth[[\"simulant_id\"]]).assign(\n",
    "            possible_to_pik=1\n",
    "        ),\n",
    "        on=\"simulant_id\",\n",
    "        how=\"left\",\n",
    "    ).assign(possible_to_pik=lambda df: df.possible_to_pik.fillna(0))\n",
    ")\n",
    "possible_to_pik_proportion = df_ops.compute(\n",
    "    census_2030_ground_truth.possible_to_pik.mean()\n",
    ")\n",
    "print(\n",
    "    f\"{(1 - possible_to_pik_proportion):.2%} of the input records are \"\n",
    "    \"impossible to PIK correctly, since they are not in any reference files\"\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "2f4bbb22-d2a0-460a-aa4a-3d160f3f6f5c",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.882505Z",
     "iopub.status.busy": "2024-06-03T23:24:19.881961Z",
     "iopub.status.idle": "2024-06-03T23:24:19.886855Z",
     "shell.execute_reply": "2024-06-03T23:24:19.885992Z"
    },
    "papermill": {
     "duration": 0.018618,
     "end_time": "2024-06-03T23:24:19.888144",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.869526",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Assigned PIKs to 89.78% of PIK-able records\n"
     ]
    }
   ],
   "source": [
    "print(\n",
    "    f\"Assigned PIKs to {(piked_proportion / possible_to_pik_proportion):.2%} of PIK-able records\"\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "4e06b3e4-e881-4740-82e9-96a3e868ce82",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:19.911987Z",
     "iopub.status.busy": "2024-06-03T23:24:19.911259Z",
     "iopub.status.idle": "2024-06-03T23:24:20.001588Z",
     "shell.execute_reply": "2024-06-03T23:24:20.000661Z"
    },
    "papermill": {
     "duration": 0.105678,
     "end_time": "2024-06-03T23:24:20.004997",
     "exception": false,
     "start_time": "2024-06-03T23:24:19.899319",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "reference_file = df_ops.concat(\n",
    "    [\n",
    "        df_ops.read_parquet(\n",
    "            f\"{case_study_files_dir}/simulated_geobase_reference_file.parquet\",\n",
    "        ),\n",
    "        df_ops.read_parquet(\n",
    "            f\"{case_study_files_dir}/simulated_name_dob_reference_file.parquet\",\n",
    "        ),\n",
    "    ],\n",
    "    ignore_index=True,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "94fa41b9-dd7c-4ca7-a77c-36d7c86f1bb1",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.035484Z",
     "iopub.status.busy": "2024-06-03T23:24:20.034857Z",
     "iopub.status.idle": "2024-06-03T23:24:20.048262Z",
     "shell.execute_reply": "2024-06-03T23:24:20.047732Z"
    },
    "papermill": {
     "duration": 0.030513,
     "end_time": "2024-06-03T23:24:20.053616",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.023103",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id</th>\n",
       "      <th>pik</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>simulated_geobase_reference_file_0</td>\n",
       "      <td>106067</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>simulated_geobase_reference_file_1</td>\n",
       "      <td>104228</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>simulated_geobase_reference_file_2</td>\n",
       "      <td>106714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>simulated_geobase_reference_file_3</td>\n",
       "      <td>105169</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>simulated_geobase_reference_file_4</td>\n",
       "      <td>106386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53056</th>\n",
       "      <td>simulated_name_dob_reference_file_20105</td>\n",
       "      <td>109193</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53057</th>\n",
       "      <td>simulated_name_dob_reference_file_20106</td>\n",
       "      <td>109194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53058</th>\n",
       "      <td>simulated_name_dob_reference_file_20107</td>\n",
       "      <td>109195</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53059</th>\n",
       "      <td>simulated_name_dob_reference_file_20108</td>\n",
       "      <td>109196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53060</th>\n",
       "      <td>simulated_name_dob_reference_file_20109</td>\n",
       "      <td>109197</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>53061 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     record_id     pik\n",
       "0           simulated_geobase_reference_file_0  106067\n",
       "1           simulated_geobase_reference_file_1  104228\n",
       "2           simulated_geobase_reference_file_2  106714\n",
       "3           simulated_geobase_reference_file_3  105169\n",
       "4           simulated_geobase_reference_file_4  106386\n",
       "...                                        ...     ...\n",
       "53056  simulated_name_dob_reference_file_20105  109193\n",
       "53057  simulated_name_dob_reference_file_20106  109194\n",
       "53058  simulated_name_dob_reference_file_20107  109195\n",
       "53059  simulated_name_dob_reference_file_20108  109196\n",
       "53060  simulated_name_dob_reference_file_20109  109197\n",
       "\n",
       "[53061 rows x 2 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "reference_file_piks = df_ops.persist(reference_file[[\"record_id\", \"pik\"]])\n",
    "reference_file_piks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "c3058bb9-4dd9-4e33-a6f1-1e499871038f",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.080020Z",
     "iopub.status.busy": "2024-06-03T23:24:20.079372Z",
     "iopub.status.idle": "2024-06-03T23:24:20.094788Z",
     "shell.execute_reply": "2024-06-03T23:24:20.093924Z"
    },
    "papermill": {
     "duration": 0.028829,
     "end_time": "2024-06-03T23:24:20.096271",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.067442",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "assert len(reference_file_piks) == len(\n",
    "    df_ops.drop_duplicates(reference_file_piks[[\"record_id\"]])\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "c8486907-802c-4442-ad1d-afb6ee0ba2f2",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.121978Z",
     "iopub.status.busy": "2024-06-03T23:24:20.121349Z",
     "iopub.status.idle": "2024-06-03T23:24:20.162643Z",
     "shell.execute_reply": "2024-06-03T23:24:20.161748Z"
    },
    "papermill": {
     "duration": 0.057059,
     "end_time": "2024-06-03T23:24:20.166204",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.109145",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "pik_simulant_pairs = df_ops.persist(\n",
    "    df_ops.drop_duplicates(\n",
    "        reference_files_ground_truth.merge(reference_file_piks, on=\"record_id\")[\n",
    "            [\"pik\", \"simulant_id\"]\n",
    "        ]\n",
    "    )\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "6c79baaa-7918-4746-b6fd-d484b0767c77",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.195394Z",
     "iopub.status.busy": "2024-06-03T23:24:20.194779Z",
     "iopub.status.idle": "2024-06-03T23:24:20.220940Z",
     "shell.execute_reply": "2024-06-03T23:24:20.220058Z"
    },
    "papermill": {
     "duration": 0.040266,
     "end_time": "2024-06-03T23:24:20.223275",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.183009",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "n_unique_simulants\n",
       "1    17885\n",
       "2     1042\n",
       "3       51\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# However, there can be PIKs that correspond to multiple simulants,\n",
    "# due to errors in the reference file construction by SSN\n",
    "n_unique_simulants = df_ops.persist(\n",
    "    df_ops.groupby_agg_small_groups(\n",
    "        pik_simulant_pairs, by=\"pik\", agg_func=lambda x: x.simulant_id.nunique()\n",
    "    )\n",
    "    .rename(\"n_unique_simulants\")\n",
    "    .reset_index()\n",
    ")\n",
    "df_ops.compute(n_unique_simulants.n_unique_simulants.value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "6a33ef1d-9690-43c9-9a78-cf2a6df8471e",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.257785Z",
     "iopub.status.busy": "2024-06-03T23:24:20.256976Z",
     "iopub.status.idle": "2024-06-03T23:24:20.280175Z",
     "shell.execute_reply": "2024-06-03T23:24:20.278744Z"
    },
    "papermill": {
     "duration": 0.039543,
     "end_time": "2024-06-03T23:24:20.282809",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.243266",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pik</th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>n_unique_simulants</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>106715</td>\n",
       "      <td>0_1985</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>92228</td>\n",
       "      <td>0_12419</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>98332</td>\n",
       "      <td>0_4901</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>104603</td>\n",
       "      <td>0_17547</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>105384</td>\n",
       "      <td>0_16443</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20117</th>\n",
       "      <td>109193</td>\n",
       "      <td>0_22674</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20118</th>\n",
       "      <td>109194</td>\n",
       "      <td>0_21507</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20119</th>\n",
       "      <td>109195</td>\n",
       "      <td>0_7328</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20120</th>\n",
       "      <td>109196</td>\n",
       "      <td>0_22299</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20121</th>\n",
       "      <td>109197</td>\n",
       "      <td>0_23240</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20122 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          pik simulant_id  n_unique_simulants\n",
       "0      106715      0_1985                   2\n",
       "1       92228     0_12419                   2\n",
       "2       98332      0_4901                   2\n",
       "3      104603     0_17547                   2\n",
       "4      105384     0_16443                   2\n",
       "...       ...         ...                 ...\n",
       "20117  109193     0_22674                   1\n",
       "20118  109194     0_21507                   1\n",
       "20119  109195      0_7328                   1\n",
       "20120  109196     0_22299                   1\n",
       "20121  109197     0_23240                   1\n",
       "\n",
       "[20122 rows x 3 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pik_simulant_pairs = df_ops.persist(\n",
    "    pik_simulant_pairs.merge(\n",
    "        n_unique_simulants,\n",
    "        on=\"pik\",\n",
    "        how=\"left\",\n",
    "    )\n",
    ")\n",
    "pik_simulant_pairs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "f5e4ed2b-12df-4a7a-9d6f-ad340050f540",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.312220Z",
     "iopub.status.busy": "2024-06-03T23:24:20.311384Z",
     "iopub.status.idle": "2024-06-03T23:24:20.325913Z",
     "shell.execute_reply": "2024-06-03T23:24:20.325070Z"
    },
    "papermill": {
     "duration": 0.028405,
     "end_time": "2024-06-03T23:24:20.327380",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.298975",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pik</th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>n_unique_simulants</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>95498</td>\n",
       "      <td>0_21546</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>93259</td>\n",
       "      <td>0_6717</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>107422</td>\n",
       "      <td>0_12219</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>102188</td>\n",
       "      <td>0_10345</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>89608</td>\n",
       "      <td>0_13319</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td>105812</td>\n",
       "      <td>0_22559</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>106724</td>\n",
       "      <td>0_7701</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>105434</td>\n",
       "      <td>0_6536</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>99125</td>\n",
       "      <td>0_20175</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>98203</td>\n",
       "      <td>0_6503</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        pik simulant_id  n_unique_simulants\n",
       "15    95498     0_21546                   3\n",
       "30    93259      0_6717                   3\n",
       "54   107422     0_12219                   3\n",
       "62   102188     0_10345                   3\n",
       "66    89608     0_13319                   3\n",
       "122  105812     0_22559                   3\n",
       "129  106724      0_7701                   3\n",
       "148  105434      0_6536                   3\n",
       "196   99125     0_20175                   3\n",
       "208   98203      0_6503                   3"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_ops.head(\n",
    "    pik_simulant_pairs[\n",
    "        pik_simulant_pairs.n_unique_simulants\n",
    "        == df_ops.compute(pik_simulant_pairs.n_unique_simulants.max())\n",
    "    ]\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6dcbd78c-a066-4884-ae54-639d3274e700",
   "metadata": {
    "papermill": {
     "duration": 0.010858,
     "end_time": "2024-06-03T23:24:20.351006",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.340148",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "## Definitions of accuracy\n",
    "\n",
    "1. (most strict) Assigning any PIK with multiple simulants is incorrect\n",
    "2. Assigning a PIK with multiple simulants is neither incorrect nor correct (excluded from denominator)\n",
    "3. (most lenient) Assigning a PIK with multiple simulants is correct, as long as at least one of those simulants matches the truth"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "1d38a963-8f6c-4dad-99ed-be26005317c2",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.375025Z",
     "iopub.status.busy": "2024-06-03T23:24:20.374216Z",
     "iopub.status.idle": "2024-06-03T23:24:20.383766Z",
     "shell.execute_reply": "2024-06-03T23:24:20.382714Z"
    },
    "papermill": {
     "duration": 0.023803,
     "end_time": "2024-06-03T23:24:20.385346",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.361543",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'99.82079%'"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# All modules, Medicare database, calculated from Layne, Wagner, and Rothhaas Table 1 (p. 15)\n",
    "real_life_pvs_accuracy = 1 - (2_585 + 60_709 + 129_480 + 89_094) / (\n",
    "    52_406_981 + 5_170_924 + 49_374_794 + 50_327_034\n",
    ")\n",
    "f\"{real_life_pvs_accuracy:.5%}\""
   ]
  },
  {
   "cell_type": "markdown",
   "id": "19924c83-2aa2-4d4b-af94-b58f2f24c717",
   "metadata": {
    "papermill": {
     "duration": 0.010765,
     "end_time": "2024-06-03T23:24:20.410404",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.399639",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "### Definition 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "3fbac00d-509f-487d-93cc-594fad36bc84",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.434429Z",
     "iopub.status.busy": "2024-06-03T23:24:20.433622Z",
     "iopub.status.idle": "2024-06-03T23:24:20.445193Z",
     "shell.execute_reply": "2024-06-03T23:24:20.444228Z"
    },
    "papermill": {
     "duration": 0.025359,
     "end_time": "2024-06-03T23:24:20.446603",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.421244",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "9870"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "piks_assigned = df_ops.compute(census_2030_piked.pik.notnull().sum())\n",
    "piks_assigned"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "982773c7-6147-4345-a912-24f80c61f76d",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.472167Z",
     "iopub.status.busy": "2024-06-03T23:24:20.471410Z",
     "iopub.status.idle": "2024-06-03T23:24:20.485444Z",
     "shell.execute_reply": "2024-06-03T23:24:20.484614Z"
    },
    "papermill": {
     "duration": 0.028004,
     "end_time": "2024-06-03T23:24:20.486940",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.458936",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pik</th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>n_unique_simulants</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>106715</td>\n",
       "      <td>0_1985</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>92228</td>\n",
       "      <td>0_12419</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>98332</td>\n",
       "      <td>0_4901</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>104603</td>\n",
       "      <td>0_17547</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>105384</td>\n",
       "      <td>0_16443</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>103385</td>\n",
       "      <td>0_10377</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>105187</td>\n",
       "      <td>0_3392</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>93465</td>\n",
       "      <td>0_15123</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>105480</td>\n",
       "      <td>0_11997</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>105101</td>\n",
       "      <td>0_5102</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      pik simulant_id  n_unique_simulants\n",
       "0  106715      0_1985                   2\n",
       "1   92228     0_12419                   2\n",
       "2   98332      0_4901                   2\n",
       "3  104603     0_17547                   2\n",
       "4  105384     0_16443                   2\n",
       "5  103385     0_10377                   2\n",
       "6  105187      0_3392                   2\n",
       "7   93465     0_15123                   2\n",
       "8  105480     0_11997                   2\n",
       "9  105101      0_5102                   2"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_ops.head(pik_simulant_pairs[pik_simulant_pairs.n_unique_simulants > 1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "d2602f38-0520-4ef0-abe0-93e536df78ab",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.512739Z",
     "iopub.status.busy": "2024-06-03T23:24:20.512026Z",
     "iopub.status.idle": "2024-06-03T23:24:20.537854Z",
     "shell.execute_reply": "2024-06-03T23:24:20.536977Z"
    },
    "papermill": {
     "duration": 0.040039,
     "end_time": "2024-06-03T23:24:20.539757",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.499718",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "9015"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "single_sim_piks_correct = df_ops.compute(\n",
    "    census_2030_piked[[\"record_id\", \"pik\"]]\n",
    "    .merge(pik_simulant_pairs, on=\"pik\")\n",
    "    .merge(census_2030_ground_truth, on=\"record_id\")\n",
    "    .pipe(\n",
    "        lambda df: (df.simulant_id_x == df.simulant_id_y) & (df.n_unique_simulants == 1)\n",
    "    )\n",
    "    .sum()\n",
    ")\n",
    "single_sim_piks_correct"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "f4a739ed-4e60-450c-8b53-f4bc7e930f8a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.569859Z",
     "iopub.status.busy": "2024-06-03T23:24:20.569225Z",
     "iopub.status.idle": "2024-06-03T23:24:20.577269Z",
     "shell.execute_reply": "2024-06-03T23:24:20.576000Z"
    },
    "papermill": {
     "duration": 0.022195,
     "end_time": "2024-06-03T23:24:20.578679",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.556484",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9133738601823708"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Overall accuracy, treating it as a black box\n",
    "(single_sim_piks_correct / piks_assigned)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "24bf6441-fe85-4045-a2ca-4349a7a6fe91",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.604173Z",
     "iopub.status.busy": "2024-06-03T23:24:20.603414Z",
     "iopub.status.idle": "2024-06-03T23:24:20.610028Z",
     "shell.execute_reply": "2024-06-03T23:24:20.608920Z"
    },
    "papermill": {
     "duration": 0.021087,
     "end_time": "2024-06-03T23:24:20.611410",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.590323",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "assert len(confirmed_piks_with_ground_truth) == piks_assigned"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "11f17b3a-e2d2-4ccc-8fc9-cc1cc3e5fcb4",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.637298Z",
     "iopub.status.busy": "2024-06-03T23:24:20.636464Z",
     "iopub.status.idle": "2024-06-03T23:24:20.651863Z",
     "shell.execute_reply": "2024-06-03T23:24:20.651062Z"
    },
    "papermill": {
     "duration": 0.029867,
     "end_time": "2024-06-03T23:24:20.653405",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.623538",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id_census_2030</th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>possible_to_pik</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>simulated_census_2030_0</td>\n",
       "      <td>0_923</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>simulated_census_2030_1</td>\n",
       "      <td>0_2348</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>simulated_census_2030_2</td>\n",
       "      <td>0_2641</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>simulated_census_2030_3</td>\n",
       "      <td>0_6176</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>simulated_census_2030_4</td>\n",
       "      <td>0_10251</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>simulated_census_2030_5</td>\n",
       "      <td>0_13047</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>simulated_census_2030_6</td>\n",
       "      <td>0_13861</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>simulated_census_2030_7</td>\n",
       "      <td>0_13972</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>simulated_census_2030_8</td>\n",
       "      <td>0_13973</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>simulated_census_2030_9</td>\n",
       "      <td>0_13974</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     record_id_census_2030 simulant_id  possible_to_pik\n",
       "0  simulated_census_2030_0       0_923              1.0\n",
       "1  simulated_census_2030_1      0_2348              1.0\n",
       "2  simulated_census_2030_2      0_2641              1.0\n",
       "3  simulated_census_2030_3      0_6176              1.0\n",
       "4  simulated_census_2030_4     0_10251              1.0\n",
       "5  simulated_census_2030_5     0_13047              1.0\n",
       "6  simulated_census_2030_6     0_13861              1.0\n",
       "7  simulated_census_2030_7     0_13972              1.0\n",
       "8  simulated_census_2030_8     0_13973              1.0\n",
       "9  simulated_census_2030_9     0_13974              1.0"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_ops.head(\n",
    "    census_2030_ground_truth.rename(columns={\"record_id\": \"record_id_census_2030\"})\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "4963a01b-d07a-43b8-81b4-716ab79476a3",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.679660Z",
     "iopub.status.busy": "2024-06-03T23:24:20.679013Z",
     "iopub.status.idle": "2024-06-03T23:24:20.715584Z",
     "shell.execute_reply": "2024-06-03T23:24:20.714764Z"
    },
    "papermill": {
     "duration": 0.052509,
     "end_time": "2024-06-03T23:24:20.718648",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.666139",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "9216"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Looking at whether the exact *record* linked was from the same simulant\n",
    "single_sim_record_links_correct = df_ops.compute(\n",
    "    confirmed_piks_with_ground_truth.merge(\n",
    "        census_2030_ground_truth.rename(\n",
    "            columns={\"record_id\": \"record_id_raw_input_file\"}\n",
    "        ),\n",
    "        on=\"record_id_raw_input_file\",\n",
    "    )\n",
    "    .merge(\n",
    "        reference_files_ground_truth.rename(\n",
    "            columns={\"record_id\": \"record_id_reference_file\"}\n",
    "        ),\n",
    "        on=\"record_id_reference_file\",\n",
    "    )\n",
    "    .pipe(\n",
    "        lambda df: (df.simulant_id_x == df.simulant_id_y) & (df.n_unique_simulants == 1)\n",
    "    )\n",
    "    .sum()\n",
    ")\n",
    "single_sim_record_links_correct"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "6ff66a85-851a-41b1-b9cd-5a625fcca0f9",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.749555Z",
     "iopub.status.busy": "2024-06-03T23:24:20.748712Z",
     "iopub.status.idle": "2024-06-03T23:24:20.757621Z",
     "shell.execute_reply": "2024-06-03T23:24:20.756604Z"
    },
    "papermill": {
     "duration": 0.02373,
     "end_time": "2024-06-03T23:24:20.759017",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.735287",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9337386018237082"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(single_sim_record_links_correct / piks_assigned)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "93b6f302-6b80-477b-82ad-57a951b939e7",
   "metadata": {
    "papermill": {
     "duration": 0.01127,
     "end_time": "2024-06-03T23:24:20.782757",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.771487",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "### Definition 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "cedf1a5b-969a-4e7b-85c9-72650ecda7d1",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.808250Z",
     "iopub.status.busy": "2024-06-03T23:24:20.807441Z",
     "iopub.status.idle": "2024-06-03T23:24:20.829001Z",
     "shell.execute_reply": "2024-06-03T23:24:20.828183Z"
    },
    "papermill": {
     "duration": 0.036716,
     "end_time": "2024-06-03T23:24:20.830986",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.794270",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "9052"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "single_sim_piks_assigned = len(\n",
    "    census_2030_piked[[\"record_id\", \"pik\"]].merge(\n",
    "        pik_simulant_pairs[pik_simulant_pairs.n_unique_simulants == 1][\n",
    "            [\"pik\", \"simulant_id\"]\n",
    "        ]\n",
    "    )\n",
    ")\n",
    "single_sim_piks_assigned"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "bf3f7251-a2d2-4123-b204-45e4a788acb5",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.861067Z",
     "iopub.status.busy": "2024-06-03T23:24:20.860398Z",
     "iopub.status.idle": "2024-06-03T23:24:20.868167Z",
     "shell.execute_reply": "2024-06-03T23:24:20.867187Z"
    },
    "papermill": {
     "duration": 0.022582,
     "end_time": "2024-06-03T23:24:20.869584",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.847002",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9959125055236412"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Overall accuracy, treating it as a black box\n",
    "(single_sim_piks_correct / single_sim_piks_assigned)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "926cf6e3-f704-4a32-ad93-a9552c17f0bd",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.896875Z",
     "iopub.status.busy": "2024-06-03T23:24:20.896041Z",
     "iopub.status.idle": "2024-06-03T23:24:20.924481Z",
     "shell.execute_reply": "2024-06-03T23:24:20.923665Z"
    },
    "papermill": {
     "duration": 0.04451,
     "end_time": "2024-06-03T23:24:20.927070",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.882560",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "9253"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Looking at whether the exact *record* linked was from the same simulant\n",
    "single_sim_record_links_assigned = df_ops.compute(\n",
    "    (\n",
    "        confirmed_piks_with_ground_truth.merge(\n",
    "            reference_files_ground_truth.rename(\n",
    "                columns={\"record_id\": \"record_id_reference_file\"}\n",
    "            ),\n",
    "            on=\"record_id_reference_file\",\n",
    "        ).n_unique_simulants\n",
    "        == 1\n",
    "    ).sum()\n",
    ")\n",
    "single_sim_record_links_assigned"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "bf705b2e-56a6-4393-9e5f-11f9198a1ce8",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:20.959958Z",
     "iopub.status.busy": "2024-06-03T23:24:20.959329Z",
     "iopub.status.idle": "2024-06-03T23:24:20.968036Z",
     "shell.execute_reply": "2024-06-03T23:24:20.966995Z"
    },
    "papermill": {
     "duration": 0.022997,
     "end_time": "2024-06-03T23:24:20.969506",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.946509",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9960012968766886"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(single_sim_record_links_correct / single_sim_record_links_assigned)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d1030294-bd22-437c-827f-c8329b9703a9",
   "metadata": {
    "papermill": {
     "duration": 0.011639,
     "end_time": "2024-06-03T23:24:20.994036",
     "exception": false,
     "start_time": "2024-06-03T23:24:20.982397",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "### Definition 3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "9a5ee70e-b466-4e02-b588-d0739a3cd055",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.020836Z",
     "iopub.status.busy": "2024-06-03T23:24:21.020026Z",
     "iopub.status.idle": "2024-06-03T23:24:21.034417Z",
     "shell.execute_reply": "2024-06-03T23:24:21.033539Z"
    },
    "papermill": {
     "duration": 0.029896,
     "end_time": "2024-06-03T23:24:21.035856",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.005960",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pik</th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>n_unique_simulants</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>106715</td>\n",
       "      <td>0_1985</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>92228</td>\n",
       "      <td>0_12419</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>98332</td>\n",
       "      <td>0_4901</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>104603</td>\n",
       "      <td>0_17547</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>105384</td>\n",
       "      <td>0_16443</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20117</th>\n",
       "      <td>109193</td>\n",
       "      <td>0_22674</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20118</th>\n",
       "      <td>109194</td>\n",
       "      <td>0_21507</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20119</th>\n",
       "      <td>109195</td>\n",
       "      <td>0_7328</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20120</th>\n",
       "      <td>109196</td>\n",
       "      <td>0_22299</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20121</th>\n",
       "      <td>109197</td>\n",
       "      <td>0_23240</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20122 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          pik simulant_id  n_unique_simulants\n",
       "0      106715      0_1985                   2\n",
       "1       92228     0_12419                   2\n",
       "2       98332      0_4901                   2\n",
       "3      104603     0_17547                   2\n",
       "4      105384     0_16443                   2\n",
       "...       ...         ...                 ...\n",
       "20117  109193     0_22674                   1\n",
       "20118  109194     0_21507                   1\n",
       "20119  109195      0_7328                   1\n",
       "20120  109196     0_22299                   1\n",
       "20121  109197     0_23240                   1\n",
       "\n",
       "[20122 rows x 3 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pik_simulant_pairs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "0782f353-0f5a-4887-a5df-0e127a1589d4",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.066660Z",
     "iopub.status.busy": "2024-06-03T23:24:21.065868Z",
     "iopub.status.idle": "2024-06-03T23:24:21.118690Z",
     "shell.execute_reply": "2024-06-03T23:24:21.117859Z"
    },
    "papermill": {
     "duration": 0.071315,
     "end_time": "2024-06-03T23:24:21.122608",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.051293",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id</th>\n",
       "      <th>pik</th>\n",
       "      <th>correct</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>simulated_census_2030_0</td>\n",
       "      <td>89638</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>simulated_census_2030_1</td>\n",
       "      <td>98895</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>simulated_census_2030_10</td>\n",
       "      <td>94642</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>simulated_census_2030_100</td>\n",
       "      <td>100994</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>simulated_census_2030_1000</td>\n",
       "      <td>93336</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9865</th>\n",
       "      <td>simulated_census_2030_9995</td>\n",
       "      <td>101140</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9866</th>\n",
       "      <td>simulated_census_2030_9996</td>\n",
       "      <td>95441</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9867</th>\n",
       "      <td>simulated_census_2030_9997</td>\n",
       "      <td>101716</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9868</th>\n",
       "      <td>simulated_census_2030_9998</td>\n",
       "      <td>98692</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9869</th>\n",
       "      <td>simulated_census_2030_9999</td>\n",
       "      <td>105922</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9870 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                       record_id     pik  correct\n",
       "0        simulated_census_2030_0   89638     True\n",
       "1        simulated_census_2030_1   98895     True\n",
       "2       simulated_census_2030_10   94642     True\n",
       "3      simulated_census_2030_100  100994     True\n",
       "4     simulated_census_2030_1000   93336     True\n",
       "...                          ...     ...      ...\n",
       "9865  simulated_census_2030_9995  101140     True\n",
       "9866  simulated_census_2030_9996   95441     True\n",
       "9867  simulated_census_2030_9997  101716     True\n",
       "9868  simulated_census_2030_9998   98692     True\n",
       "9869  simulated_census_2030_9999  105922     True\n",
       "\n",
       "[9870 rows x 3 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "piks_at_least_partially_correct = df_ops.persist(\n",
    "    census_2030_piked[[\"record_id\", \"pik\"]]\n",
    "    .merge(pik_simulant_pairs, on=\"pik\")\n",
    "    .merge(census_2030_ground_truth, on=\"record_id\")\n",
    "    .pipe(df_ops.drop_duplicates)\n",
    "    .assign(correct=lambda df: df.simulant_id_x == df.simulant_id_y)\n",
    "    .pipe(\n",
    "        df_ops.groupby_agg_small_groups,\n",
    "        by=[\"record_id\", \"pik\"],\n",
    "        agg_func=lambda x: x.correct.any(),\n",
    "    )\n",
    "    .reset_index()\n",
    ")\n",
    "piks_at_least_partially_correct"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "8dd7ca2c-c4d5-480d-854d-38f6b4b50077",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.157352Z",
     "iopub.status.busy": "2024-06-03T23:24:21.156549Z",
     "iopub.status.idle": "2024-06-03T23:24:21.166606Z",
     "shell.execute_reply": "2024-06-03T23:24:21.165659Z"
    },
    "papermill": {
     "duration": 0.026297,
     "end_time": "2024-06-03T23:24:21.168022",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.141725",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.996048632218845"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Overall accuracy, treating it as a black box\n",
    "piks_correct_proportion = (\n",
    "    df_ops.compute(piks_at_least_partially_correct.correct.sum()) / piks_assigned\n",
    ")\n",
    "piks_correct_proportion"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "0a46c593-23fc-4919-be8c-2e31dfb6e5fc",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.197901Z",
     "iopub.status.busy": "2024-06-03T23:24:21.197094Z",
     "iopub.status.idle": "2024-06-03T23:24:21.205072Z",
     "shell.execute_reply": "2024-06-03T23:24:21.203908Z"
    },
    "papermill": {
     "duration": 0.02452,
     "end_time": "2024-06-03T23:24:21.206552",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.182032",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "99.60486% of the PIKs assigned were correct; compare with 99.82079% in real life\n"
     ]
    }
   ],
   "source": [
    "print(\n",
    "    f\"{piks_correct_proportion:.5%} of the PIKs assigned were correct; compare with {real_life_pvs_accuracy:.5%} in real life\"\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "7e27befb-08e3-417a-8467-d0cd78936164",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.235101Z",
     "iopub.status.busy": "2024-06-03T23:24:21.234304Z",
     "iopub.status.idle": "2024-06-03T23:24:21.295963Z",
     "shell.execute_reply": "2024-06-03T23:24:21.295126Z"
    },
    "papermill": {
     "duration": 0.079863,
     "end_time": "2024-06-03T23:24:21.300077",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.220214",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id_raw_input_file</th>\n",
       "      <th>record_id_reference_file</th>\n",
       "      <th>pik</th>\n",
       "      <th>module_name</th>\n",
       "      <th>pass_name</th>\n",
       "      <th>correct</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>simulated_census_2030_0</td>\n",
       "      <td>simulated_geobase_reference_file_959</td>\n",
       "      <td>89638</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>simulated_census_2030_1</td>\n",
       "      <td>simulated_geobase_reference_file_17209</td>\n",
       "      <td>98895</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>simulated_census_2030_10</td>\n",
       "      <td>simulated_geobase_reference_file_9701</td>\n",
       "      <td>94642</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>simulated_census_2030_100</td>\n",
       "      <td>simulated_geobase_reference_file_21104</td>\n",
       "      <td>100994</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>simulated_census_2030_1000</td>\n",
       "      <td>simulated_geobase_reference_file_7422</td>\n",
       "      <td>93336</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>some name and DOB information</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9865</th>\n",
       "      <td>simulated_census_2030_9995</td>\n",
       "      <td>simulated_geobase_reference_file_21380</td>\n",
       "      <td>101140</td>\n",
       "      <td>hhcompsearch</td>\n",
       "      <td>year of birth</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9866</th>\n",
       "      <td>simulated_census_2030_9996</td>\n",
       "      <td>simulated_geobase_reference_file_11091</td>\n",
       "      <td>95441</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9867</th>\n",
       "      <td>simulated_census_2030_9997</td>\n",
       "      <td>simulated_geobase_reference_file_22501</td>\n",
       "      <td>101716</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9868</th>\n",
       "      <td>simulated_census_2030_9998</td>\n",
       "      <td>simulated_geobase_reference_file_16873</td>\n",
       "      <td>98692</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>house number and street name Soundex</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9869</th>\n",
       "      <td>simulated_census_2030_9999</td>\n",
       "      <td>simulated_geobase_reference_file_28291</td>\n",
       "      <td>105922</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9870 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        record_id_raw_input_file                record_id_reference_file  \\\n",
       "0        simulated_census_2030_0    simulated_geobase_reference_file_959   \n",
       "1        simulated_census_2030_1  simulated_geobase_reference_file_17209   \n",
       "2       simulated_census_2030_10   simulated_geobase_reference_file_9701   \n",
       "3      simulated_census_2030_100  simulated_geobase_reference_file_21104   \n",
       "4     simulated_census_2030_1000   simulated_geobase_reference_file_7422   \n",
       "...                          ...                                     ...   \n",
       "9865  simulated_census_2030_9995  simulated_geobase_reference_file_21380   \n",
       "9866  simulated_census_2030_9996  simulated_geobase_reference_file_11091   \n",
       "9867  simulated_census_2030_9997  simulated_geobase_reference_file_22501   \n",
       "9868  simulated_census_2030_9998  simulated_geobase_reference_file_16873   \n",
       "9869  simulated_census_2030_9999  simulated_geobase_reference_file_28291   \n",
       "\n",
       "         pik   module_name                             pass_name  correct  \n",
       "0      89638     geosearch                                geokey     True  \n",
       "1      98895     geosearch                                geokey     True  \n",
       "2      94642     geosearch                                geokey     True  \n",
       "3     100994     geosearch                                geokey     True  \n",
       "4      93336     geosearch         some name and DOB information     True  \n",
       "...      ...           ...                                   ...      ...  \n",
       "9865  101140  hhcompsearch                         year of birth     True  \n",
       "9866   95441     geosearch                                geokey     True  \n",
       "9867  101716     geosearch                                geokey     True  \n",
       "9868   98692     geosearch  house number and street name Soundex     True  \n",
       "9869  105922     geosearch                                geokey     True  \n",
       "\n",
       "[9870 rows x 6 columns]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Looking at whether the exact *record* linked was from the same simulant\n",
    "sim_record_links_at_least_partially_correct = df_ops.persist(\n",
    "    confirmed_piks_with_ground_truth.merge(\n",
    "        census_2030_ground_truth.rename(\n",
    "            columns={\"record_id\": \"record_id_raw_input_file\"}\n",
    "        ),\n",
    "        on=\"record_id_raw_input_file\",\n",
    "    )\n",
    "    .merge(\n",
    "        reference_files_ground_truth.rename(\n",
    "            columns={\"record_id\": \"record_id_reference_file\"}\n",
    "        ),\n",
    "        on=\"record_id_reference_file\",\n",
    "    )\n",
    "    .assign(correct=lambda df: df.simulant_id_x == df.simulant_id_y)\n",
    "    .pipe(\n",
    "        df_ops.groupby_agg_small_groups,\n",
    "        by=[\n",
    "            \"record_id_raw_input_file\",\n",
    "            \"record_id_reference_file\",\n",
    "            \"pik\",\n",
    "            \"module_name\",\n",
    "            \"pass_name\",\n",
    "        ],\n",
    "        agg_func=lambda x: x.correct.any(),\n",
    "    )\n",
    "    .reset_index()\n",
    ")\n",
    "sim_record_links_at_least_partially_correct"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "e36b423d-ad09-4947-bf5b-748f1fd04b8b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.333981Z",
     "iopub.status.busy": "2024-06-03T23:24:21.333185Z",
     "iopub.status.idle": "2024-06-03T23:24:21.341717Z",
     "shell.execute_reply": "2024-06-03T23:24:21.340711Z"
    },
    "papermill": {
     "duration": 0.024646,
     "end_time": "2024-06-03T23:24:21.343059",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.318413",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "9870"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(sim_record_links_at_least_partially_correct)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "37debec5-791e-4854-84c3-dc9339860555",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.373602Z",
     "iopub.status.busy": "2024-06-03T23:24:21.372793Z",
     "iopub.status.idle": "2024-06-03T23:24:21.389732Z",
     "shell.execute_reply": "2024-06-03T23:24:21.388828Z"
    },
    "papermill": {
     "duration": 0.033552,
     "end_time": "2024-06-03T23:24:21.391434",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.357882",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "9870"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(\n",
    "    df_ops.drop_duplicates(\n",
    "        sim_record_links_at_least_partially_correct[\n",
    "            [\"record_id_raw_input_file\", \"record_id_reference_file\"]\n",
    "        ]\n",
    "    )\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "088af209-ccdc-48c7-91dc-ff7a78e9f2d1",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.422625Z",
     "iopub.status.busy": "2024-06-03T23:24:21.421921Z",
     "iopub.status.idle": "2024-06-03T23:24:21.431209Z",
     "shell.execute_reply": "2024-06-03T23:24:21.430268Z"
    },
    "papermill": {
     "duration": 0.025029,
     "end_time": "2024-06-03T23:24:21.432594",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.407565",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.996048632218845"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(\n",
    "    df_ops.compute(sim_record_links_at_least_partially_correct.correct.sum())\n",
    "    / piks_assigned\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "29a172f9-0197-4193-99fd-0eaba0ac30e8",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.462572Z",
     "iopub.status.busy": "2024-06-03T23:24:21.461783Z",
     "iopub.status.idle": "2024-06-03T23:24:21.481791Z",
     "shell.execute_reply": "2024-06-03T23:24:21.480826Z"
    },
    "papermill": {
     "duration": 0.037305,
     "end_time": "2024-06-03T23:24:21.483753",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.446448",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "assert df_ops.compute(\n",
    "    (\n",
    "        df_ops.groupby_agg_small_groups(\n",
    "            confirmed_piks_with_ground_truth,\n",
    "            by=\"record_id_raw_input_file\",\n",
    "            agg_func=lambda x: x.record_id_reference_file.nunique(),\n",
    "        )\n",
    "        <= 1\n",
    "    ).all()\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "5e4b30e7-3164-449d-b333-00a1c2faae8d",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.517865Z",
     "iopub.status.busy": "2024-06-03T23:24:21.517252Z",
     "iopub.status.idle": "2024-06-03T23:24:21.540180Z",
     "shell.execute_reply": "2024-06-03T23:24:21.539377Z"
    },
    "papermill": {
     "duration": 0.039175,
     "end_time": "2024-06-03T23:24:21.542050",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.502875",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id_raw_input_file</th>\n",
       "      <th>pik</th>\n",
       "      <th>correct</th>\n",
       "      <th>module_name</th>\n",
       "      <th>pass_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>simulated_census_2030_0</td>\n",
       "      <td>89638</td>\n",
       "      <td>True</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>simulated_census_2030_1</td>\n",
       "      <td>98895</td>\n",
       "      <td>True</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>simulated_census_2030_10</td>\n",
       "      <td>94642</td>\n",
       "      <td>True</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>simulated_census_2030_100</td>\n",
       "      <td>100994</td>\n",
       "      <td>True</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>simulated_census_2030_1000</td>\n",
       "      <td>93336</td>\n",
       "      <td>True</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>some name and DOB information</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9865</th>\n",
       "      <td>simulated_census_2030_9995</td>\n",
       "      <td>101140</td>\n",
       "      <td>True</td>\n",
       "      <td>hhcompsearch</td>\n",
       "      <td>year of birth</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9866</th>\n",
       "      <td>simulated_census_2030_9996</td>\n",
       "      <td>95441</td>\n",
       "      <td>True</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9867</th>\n",
       "      <td>simulated_census_2030_9997</td>\n",
       "      <td>101716</td>\n",
       "      <td>True</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9868</th>\n",
       "      <td>simulated_census_2030_9998</td>\n",
       "      <td>98692</td>\n",
       "      <td>True</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>house number and street name Soundex</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9869</th>\n",
       "      <td>simulated_census_2030_9999</td>\n",
       "      <td>105922</td>\n",
       "      <td>True</td>\n",
       "      <td>geosearch</td>\n",
       "      <td>geokey</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9870 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        record_id_raw_input_file     pik  correct   module_name  \\\n",
       "0        simulated_census_2030_0   89638     True     geosearch   \n",
       "1        simulated_census_2030_1   98895     True     geosearch   \n",
       "2       simulated_census_2030_10   94642     True     geosearch   \n",
       "3      simulated_census_2030_100  100994     True     geosearch   \n",
       "4     simulated_census_2030_1000   93336     True     geosearch   \n",
       "...                          ...     ...      ...           ...   \n",
       "9865  simulated_census_2030_9995  101140     True  hhcompsearch   \n",
       "9866  simulated_census_2030_9996   95441     True     geosearch   \n",
       "9867  simulated_census_2030_9997  101716     True     geosearch   \n",
       "9868  simulated_census_2030_9998   98692     True     geosearch   \n",
       "9869  simulated_census_2030_9999  105922     True     geosearch   \n",
       "\n",
       "                                 pass_name  \n",
       "0                                   geokey  \n",
       "1                                   geokey  \n",
       "2                                   geokey  \n",
       "3                                   geokey  \n",
       "4            some name and DOB information  \n",
       "...                                    ...  \n",
       "9865                         year of birth  \n",
       "9866                                geokey  \n",
       "9867                                geokey  \n",
       "9868  house number and street name Soundex  \n",
       "9869                                geokey  \n",
       "\n",
       "[9870 rows x 5 columns]"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Using definition 3 -- at the PIK level\n",
    "piks_at_least_partially_correct = df_ops.persist(\n",
    "    piks_at_least_partially_correct.rename(\n",
    "        columns={\"record_id\": \"record_id_raw_input_file\"}\n",
    "    ).merge(\n",
    "        confirmed_piks_with_ground_truth[\n",
    "            [\"record_id_raw_input_file\", \"module_name\", \"pass_name\"]\n",
    "        ],\n",
    "        on=\"record_id_raw_input_file\",\n",
    "    )\n",
    ")\n",
    "piks_at_least_partially_correct"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "e5bf5cf5-8be6-4b8c-a9cb-60b8e8b9fd7b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.575311Z",
     "iopub.status.busy": "2024-06-03T23:24:21.574535Z",
     "iopub.status.idle": "2024-06-03T23:24:21.590733Z",
     "shell.execute_reply": "2024-06-03T23:24:21.589929Z"
    },
    "papermill": {
     "duration": 0.034682,
     "end_time": "2024-06-03T23:24:21.594247",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.559565",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean</th>\n",
       "      <th>size</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>module_name</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>geosearch</th>\n",
       "      <td>0.995796</td>\n",
       "      <td>9277</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dobsearch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hhcompsearch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>namesearch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>388</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  mean  size\n",
       "module_name                 \n",
       "geosearch     0.995796  9277\n",
       "dobsearch     1.000000   166\n",
       "hhcompsearch  1.000000    39\n",
       "namesearch    1.000000   388"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Accuracy by module -- note that this shows the opposite pattern (with the sample data)\n",
    "# relative to the results of Layne et al., who found GeoSearch was much *more* accurate\n",
    "df_ops.compute(\n",
    "    piks_at_least_partially_correct.groupby(\"module_name\")\n",
    "    .correct.agg([\"mean\", \"size\"])\n",
    "    .sort_values(\"mean\")\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "17cf823e-9e07-43f4-972a-65b960d204cc",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.628846Z",
     "iopub.status.busy": "2024-06-03T23:24:21.628112Z",
     "iopub.status.idle": "2024-06-03T23:24:21.646371Z",
     "shell.execute_reply": "2024-06-03T23:24:21.645585Z"
    },
    "papermill": {
     "duration": 0.035434,
     "end_time": "2024-06-03T23:24:21.648475",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.613041",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>mean</th>\n",
       "      <th>size</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>module_name</th>\n",
       "      <th>pass_name</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">geosearch</th>\n",
       "      <th>geokey</th>\n",
       "      <td>0.994335</td>\n",
       "      <td>6708</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>house number and street name Soundex</th>\n",
       "      <td>0.998258</td>\n",
       "      <td>574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">dobsearch</th>\n",
       "      <th>initials name switch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>first two characters of first name and year of birth</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reverse Soundex of name</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">geosearch</th>\n",
       "      <th>geokey name switch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>house number and street name Soundex name switch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>some name and DOB information</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">hhcompsearch</th>\n",
       "      <th>initials</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year of birth</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">namesearch</th>\n",
       "      <th>DOB and NYSIIS of name</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>219</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DOB and initials</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>birthday and first two characters of name</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>61</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year of birth and first two characters of name</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                     mean  \\\n",
       "module_name  pass_name                                                      \n",
       "geosearch    geokey                                              0.994335   \n",
       "             house number and street name Soundex                0.998258   \n",
       "dobsearch    initials name switch                                1.000000   \n",
       "             first two characters of first name and year of ...  1.000000   \n",
       "             reverse Soundex of name                             1.000000   \n",
       "geosearch    geokey name switch                                  1.000000   \n",
       "             house number and street name Soundex name switch    1.000000   \n",
       "             some name and DOB information                       1.000000   \n",
       "hhcompsearch initials                                            1.000000   \n",
       "             year of birth                                       1.000000   \n",
       "namesearch   DOB and NYSIIS of name                              1.000000   \n",
       "             DOB and initials                                    1.000000   \n",
       "             birthday and first two characters of name           1.000000   \n",
       "             year of birth and first two characters of name      1.000000   \n",
       "\n",
       "                                                                 size  \n",
       "module_name  pass_name                                                 \n",
       "geosearch    geokey                                              6708  \n",
       "             house number and street name Soundex                 574  \n",
       "dobsearch    initials name switch                                   5  \n",
       "             first two characters of first name and year of ...   120  \n",
       "             reverse Soundex of name                               41  \n",
       "geosearch    geokey name switch                                    45  \n",
       "             house number and street name Soundex name switch       2  \n",
       "             some name and DOB information                       1948  \n",
       "hhcompsearch initials                                              31  \n",
       "             year of birth                                          8  \n",
       "namesearch   DOB and NYSIIS of name                               219  \n",
       "             DOB and initials                                      97  \n",
       "             birthday and first two characters of name             61  \n",
       "             year of birth and first two characters of name        11  "
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Accuracy by pass -- could be used to tune pass-specific cutoffs, but\n",
    "# this might not be too informative while we are still using the sample data.\n",
    "df_ops.compute(\n",
    "    piks_at_least_partially_correct.groupby([\"module_name\", \"pass_name\"])\n",
    "    .correct.agg([\"mean\", \"size\"])\n",
    "    .sort_values(\"mean\")\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "001b89a0-1db1-4442-878e-3472cce4c40a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.680593Z",
     "iopub.status.busy": "2024-06-03T23:24:21.679866Z",
     "iopub.status.idle": "2024-06-03T23:24:21.694560Z",
     "shell.execute_reply": "2024-06-03T23:24:21.693762Z"
    },
    "papermill": {
     "duration": 0.031544,
     "end_time": "2024-06-03T23:24:21.696227",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.664683",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean</th>\n",
       "      <th>size</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>module_name</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>geosearch</th>\n",
       "      <td>0.995796</td>\n",
       "      <td>9277</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dobsearch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hhcompsearch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>namesearch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>388</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  mean  size\n",
       "module_name                 \n",
       "geosearch     0.995796  9277\n",
       "dobsearch     1.000000   166\n",
       "hhcompsearch  1.000000    39\n",
       "namesearch    1.000000   388"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Using definition 3 -- at the link level\n",
    "df_ops.compute(\n",
    "    sim_record_links_at_least_partially_correct.groupby(\"module_name\")\n",
    "    .correct.agg([\"mean\", \"size\"])\n",
    "    .sort_values(\"mean\")\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "491fee9a-d01a-4b39-8023-d5e57f9e0ae9",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.727611Z",
     "iopub.status.busy": "2024-06-03T23:24:21.726960Z",
     "iopub.status.idle": "2024-06-03T23:24:21.745643Z",
     "shell.execute_reply": "2024-06-03T23:24:21.744815Z"
    },
    "papermill": {
     "duration": 0.035934,
     "end_time": "2024-06-03T23:24:21.747421",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.711487",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>mean</th>\n",
       "      <th>size</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>module_name</th>\n",
       "      <th>pass_name</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">geosearch</th>\n",
       "      <th>geokey</th>\n",
       "      <td>0.994335</td>\n",
       "      <td>6708</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>house number and street name Soundex</th>\n",
       "      <td>0.998258</td>\n",
       "      <td>574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">dobsearch</th>\n",
       "      <th>initials name switch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>first two characters of first name and year of birth</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>reverse Soundex of name</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">geosearch</th>\n",
       "      <th>geokey name switch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>house number and street name Soundex name switch</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>some name and DOB information</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">hhcompsearch</th>\n",
       "      <th>initials</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year of birth</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">namesearch</th>\n",
       "      <th>DOB and NYSIIS of name</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>219</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DOB and initials</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>birthday and first two characters of name</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>61</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year of birth and first two characters of name</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                     mean  \\\n",
       "module_name  pass_name                                                      \n",
       "geosearch    geokey                                              0.994335   \n",
       "             house number and street name Soundex                0.998258   \n",
       "dobsearch    initials name switch                                1.000000   \n",
       "             first two characters of first name and year of ...  1.000000   \n",
       "             reverse Soundex of name                             1.000000   \n",
       "geosearch    geokey name switch                                  1.000000   \n",
       "             house number and street name Soundex name switch    1.000000   \n",
       "             some name and DOB information                       1.000000   \n",
       "hhcompsearch initials                                            1.000000   \n",
       "             year of birth                                       1.000000   \n",
       "namesearch   DOB and NYSIIS of name                              1.000000   \n",
       "             DOB and initials                                    1.000000   \n",
       "             birthday and first two characters of name           1.000000   \n",
       "             year of birth and first two characters of name      1.000000   \n",
       "\n",
       "                                                                 size  \n",
       "module_name  pass_name                                                 \n",
       "geosearch    geokey                                              6708  \n",
       "             house number and street name Soundex                 574  \n",
       "dobsearch    initials name switch                                   5  \n",
       "             first two characters of first name and year of ...   120  \n",
       "             reverse Soundex of name                               41  \n",
       "geosearch    geokey name switch                                    45  \n",
       "             house number and street name Soundex name switch       2  \n",
       "             some name and DOB information                       1948  \n",
       "hhcompsearch initials                                              31  \n",
       "             year of birth                                          8  \n",
       "namesearch   DOB and NYSIIS of name                               219  \n",
       "             DOB and initials                                      97  \n",
       "             birthday and first two characters of name             61  \n",
       "             year of birth and first two characters of name        11  "
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_ops.compute(\n",
    "    sim_record_links_at_least_partially_correct.groupby([\"module_name\", \"pass_name\"])\n",
    "    .correct.agg([\"mean\", \"size\"])\n",
    "    .sort_values(\"mean\")\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "25dbd840-d252-42ce-9eac-b38fabf20928",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.781439Z",
     "iopub.status.busy": "2024-06-03T23:24:21.780700Z",
     "iopub.status.idle": "2024-06-03T23:24:21.794086Z",
     "shell.execute_reply": "2024-06-03T23:24:21.793252Z"
    },
    "papermill": {
     "duration": 0.03059,
     "end_time": "2024-06-03T23:24:21.795560",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.764970",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "module_name  pass_name                           \n",
       "geosearch    house number and street name Soundex     1\n",
       "             geokey                                  38\n",
       "dtype: int64"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_ops.compute(\n",
    "    sim_record_links_at_least_partially_correct[\n",
    "        ~sim_record_links_at_least_partially_correct.correct\n",
    "    ]\n",
    "    .groupby([\"module_name\", \"pass_name\"])\n",
    "    .size()\n",
    ").sort_values()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0ced1468-6ad9-4ca5-b6d9-94ab29bd1e42",
   "metadata": {
    "papermill": {
     "duration": 0.01383,
     "end_time": "2024-06-03T23:24:21.825206",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.811376",
     "status": "completed"
    },
    "tags": []
   },
   "source": [
    "### Incorrect and missed PIKs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "e6e24720-b1b3-4c9e-a1be-bfe33aa2d635",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.855984Z",
     "iopub.status.busy": "2024-06-03T23:24:21.855178Z",
     "iopub.status.idle": "2024-06-03T23:24:21.871259Z",
     "shell.execute_reply": "2024-06-03T23:24:21.870445Z"
    },
    "papermill": {
     "duration": 0.033766,
     "end_time": "2024-06-03T23:24:21.872823",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.839057",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id_raw_input_file</th>\n",
       "      <th>record_id_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>275</th>\n",
       "      <td>simulated_census_2030_10272</td>\n",
       "      <td>simulated_geobase_reference_file_29147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>386</th>\n",
       "      <td>simulated_census_2030_1038</td>\n",
       "      <td>simulated_geobase_reference_file_12100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>502</th>\n",
       "      <td>simulated_census_2030_10493</td>\n",
       "      <td>simulated_geobase_reference_file_9885</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>726</th>\n",
       "      <td>simulated_census_2030_10713</td>\n",
       "      <td>simulated_geobase_reference_file_15669</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>831</th>\n",
       "      <td>simulated_census_2030_10816</td>\n",
       "      <td>simulated_geobase_reference_file_30309</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1789</th>\n",
       "      <td>simulated_census_2030_187</td>\n",
       "      <td>simulated_geobase_reference_file_14326</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1931</th>\n",
       "      <td>simulated_census_2030_2000</td>\n",
       "      <td>simulated_geobase_reference_file_6561</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2353</th>\n",
       "      <td>simulated_census_2030_2468</td>\n",
       "      <td>simulated_geobase_reference_file_26002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2391</th>\n",
       "      <td>simulated_census_2030_2503</td>\n",
       "      <td>simulated_geobase_reference_file_9144</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3625</th>\n",
       "      <td>simulated_census_2030_3780</td>\n",
       "      <td>simulated_geobase_reference_file_7894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4083</th>\n",
       "      <td>simulated_census_2030_4235</td>\n",
       "      <td>simulated_geobase_reference_file_25787</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4092</th>\n",
       "      <td>simulated_census_2030_4244</td>\n",
       "      <td>simulated_geobase_reference_file_11820</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4303</th>\n",
       "      <td>simulated_census_2030_4460</td>\n",
       "      <td>simulated_geobase_reference_file_17557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4390</th>\n",
       "      <td>simulated_census_2030_4544</td>\n",
       "      <td>simulated_geobase_reference_file_23969</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4551</th>\n",
       "      <td>simulated_census_2030_4700</td>\n",
       "      <td>simulated_geobase_reference_file_26997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4840</th>\n",
       "      <td>simulated_census_2030_4990</td>\n",
       "      <td>simulated_geobase_reference_file_28844</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4852</th>\n",
       "      <td>simulated_census_2030_5000</td>\n",
       "      <td>simulated_geobase_reference_file_26641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4916</th>\n",
       "      <td>simulated_census_2030_5065</td>\n",
       "      <td>simulated_geobase_reference_file_30272</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4963</th>\n",
       "      <td>simulated_census_2030_5114</td>\n",
       "      <td>simulated_geobase_reference_file_24854</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5220</th>\n",
       "      <td>simulated_census_2030_5370</td>\n",
       "      <td>simulated_geobase_reference_file_3956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6342</th>\n",
       "      <td>simulated_census_2030_6509</td>\n",
       "      <td>simulated_geobase_reference_file_14175</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6749</th>\n",
       "      <td>simulated_census_2030_6928</td>\n",
       "      <td>simulated_geobase_reference_file_29742</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7084</th>\n",
       "      <td>simulated_census_2030_7264</td>\n",
       "      <td>simulated_geobase_reference_file_13706</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7401</th>\n",
       "      <td>simulated_census_2030_7573</td>\n",
       "      <td>simulated_geobase_reference_file_30288</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7450</th>\n",
       "      <td>simulated_census_2030_7621</td>\n",
       "      <td>simulated_geobase_reference_file_20977</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8048</th>\n",
       "      <td>simulated_census_2030_8202</td>\n",
       "      <td>simulated_geobase_reference_file_17518</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8074</th>\n",
       "      <td>simulated_census_2030_8227</td>\n",
       "      <td>simulated_geobase_reference_file_24402</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8270</th>\n",
       "      <td>simulated_census_2030_8424</td>\n",
       "      <td>simulated_geobase_reference_file_24750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8326</th>\n",
       "      <td>simulated_census_2030_8480</td>\n",
       "      <td>simulated_geobase_reference_file_5639</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8369</th>\n",
       "      <td>simulated_census_2030_8521</td>\n",
       "      <td>simulated_geobase_reference_file_2742</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8522</th>\n",
       "      <td>simulated_census_2030_8675</td>\n",
       "      <td>simulated_geobase_reference_file_17574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8730</th>\n",
       "      <td>simulated_census_2030_8881</td>\n",
       "      <td>simulated_geobase_reference_file_20970</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8753</th>\n",
       "      <td>simulated_census_2030_8905</td>\n",
       "      <td>simulated_geobase_reference_file_14266</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8765</th>\n",
       "      <td>simulated_census_2030_8918</td>\n",
       "      <td>simulated_geobase_reference_file_20097</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8845</th>\n",
       "      <td>simulated_census_2030_8999</td>\n",
       "      <td>simulated_geobase_reference_file_3962</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8962</th>\n",
       "      <td>simulated_census_2030_9113</td>\n",
       "      <td>simulated_geobase_reference_file_5919</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9066</th>\n",
       "      <td>simulated_census_2030_9215</td>\n",
       "      <td>simulated_geobase_reference_file_24872</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9247</th>\n",
       "      <td>simulated_census_2030_9390</td>\n",
       "      <td>simulated_geobase_reference_file_31217</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>simulated_census_2030_9953</td>\n",
       "      <td>simulated_geobase_reference_file_27981</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         record_id_raw_input_file                record_id_reference_file\n",
       "275   simulated_census_2030_10272  simulated_geobase_reference_file_29147\n",
       "386    simulated_census_2030_1038  simulated_geobase_reference_file_12100\n",
       "502   simulated_census_2030_10493   simulated_geobase_reference_file_9885\n",
       "726   simulated_census_2030_10713  simulated_geobase_reference_file_15669\n",
       "831   simulated_census_2030_10816  simulated_geobase_reference_file_30309\n",
       "1789    simulated_census_2030_187  simulated_geobase_reference_file_14326\n",
       "1931   simulated_census_2030_2000   simulated_geobase_reference_file_6561\n",
       "2353   simulated_census_2030_2468  simulated_geobase_reference_file_26002\n",
       "2391   simulated_census_2030_2503   simulated_geobase_reference_file_9144\n",
       "3625   simulated_census_2030_3780   simulated_geobase_reference_file_7894\n",
       "4083   simulated_census_2030_4235  simulated_geobase_reference_file_25787\n",
       "4092   simulated_census_2030_4244  simulated_geobase_reference_file_11820\n",
       "4303   simulated_census_2030_4460  simulated_geobase_reference_file_17557\n",
       "4390   simulated_census_2030_4544  simulated_geobase_reference_file_23969\n",
       "4551   simulated_census_2030_4700  simulated_geobase_reference_file_26997\n",
       "4840   simulated_census_2030_4990  simulated_geobase_reference_file_28844\n",
       "4852   simulated_census_2030_5000  simulated_geobase_reference_file_26641\n",
       "4916   simulated_census_2030_5065  simulated_geobase_reference_file_30272\n",
       "4963   simulated_census_2030_5114  simulated_geobase_reference_file_24854\n",
       "5220   simulated_census_2030_5370   simulated_geobase_reference_file_3956\n",
       "6342   simulated_census_2030_6509  simulated_geobase_reference_file_14175\n",
       "6749   simulated_census_2030_6928  simulated_geobase_reference_file_29742\n",
       "7084   simulated_census_2030_7264  simulated_geobase_reference_file_13706\n",
       "7401   simulated_census_2030_7573  simulated_geobase_reference_file_30288\n",
       "7450   simulated_census_2030_7621  simulated_geobase_reference_file_20977\n",
       "8048   simulated_census_2030_8202  simulated_geobase_reference_file_17518\n",
       "8074   simulated_census_2030_8227  simulated_geobase_reference_file_24402\n",
       "8270   simulated_census_2030_8424  simulated_geobase_reference_file_24750\n",
       "8326   simulated_census_2030_8480   simulated_geobase_reference_file_5639\n",
       "8369   simulated_census_2030_8521   simulated_geobase_reference_file_2742\n",
       "8522   simulated_census_2030_8675  simulated_geobase_reference_file_17574\n",
       "8730   simulated_census_2030_8881  simulated_geobase_reference_file_20970\n",
       "8753   simulated_census_2030_8905  simulated_geobase_reference_file_14266\n",
       "8765   simulated_census_2030_8918  simulated_geobase_reference_file_20097\n",
       "8845   simulated_census_2030_8999   simulated_geobase_reference_file_3962\n",
       "8962   simulated_census_2030_9113   simulated_geobase_reference_file_5919\n",
       "9066   simulated_census_2030_9215  simulated_geobase_reference_file_24872\n",
       "9247   simulated_census_2030_9390  simulated_geobase_reference_file_31217\n",
       "9824   simulated_census_2030_9953  simulated_geobase_reference_file_27981"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "incorrectly_linked_pairs = df_ops.persist(\n",
    "    df_ops.drop_duplicates(\n",
    "        sim_record_links_at_least_partially_correct[\n",
    "            ~sim_record_links_at_least_partially_correct.correct\n",
    "        ][[\"record_id_raw_input_file\", \"record_id_reference_file\"]]\n",
    "    )\n",
    ")\n",
    "incorrectly_linked_pairs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "6baf95ac-5a58-43e3-b8f5-e20b975dd26c",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.906142Z",
     "iopub.status.busy": "2024-06-03T23:24:21.905476Z",
     "iopub.status.idle": "2024-06-03T23:24:21.913475Z",
     "shell.execute_reply": "2024-06-03T23:24:21.912305Z"
    },
    "papermill": {
     "duration": 0.025152,
     "end_time": "2024-06-03T23:24:21.914895",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.889743",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "39"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(incorrectly_linked_pairs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "6ba24dba-612f-49fb-94c9-e86c1c07b3de",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.947798Z",
     "iopub.status.busy": "2024-06-03T23:24:21.946999Z",
     "iopub.status.idle": "2024-06-03T23:24:21.962671Z",
     "shell.execute_reply": "2024-06-03T23:24:21.961781Z"
    },
    "papermill": {
     "duration": 0.03338,
     "end_time": "2024-06-03T23:24:21.964338",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.930958",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id_raw_input_file</th>\n",
       "      <th>record_id_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>275</th>\n",
       "      <td>simulated_census_2030_10272</td>\n",
       "      <td>simulated_geobase_reference_file_29147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>386</th>\n",
       "      <td>simulated_census_2030_1038</td>\n",
       "      <td>simulated_geobase_reference_file_12100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>502</th>\n",
       "      <td>simulated_census_2030_10493</td>\n",
       "      <td>simulated_geobase_reference_file_9885</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>726</th>\n",
       "      <td>simulated_census_2030_10713</td>\n",
       "      <td>simulated_geobase_reference_file_15669</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>831</th>\n",
       "      <td>simulated_census_2030_10816</td>\n",
       "      <td>simulated_geobase_reference_file_30309</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1789</th>\n",
       "      <td>simulated_census_2030_187</td>\n",
       "      <td>simulated_geobase_reference_file_14326</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1931</th>\n",
       "      <td>simulated_census_2030_2000</td>\n",
       "      <td>simulated_geobase_reference_file_6561</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2353</th>\n",
       "      <td>simulated_census_2030_2468</td>\n",
       "      <td>simulated_geobase_reference_file_26002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2391</th>\n",
       "      <td>simulated_census_2030_2503</td>\n",
       "      <td>simulated_geobase_reference_file_9144</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3625</th>\n",
       "      <td>simulated_census_2030_3780</td>\n",
       "      <td>simulated_geobase_reference_file_7894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4083</th>\n",
       "      <td>simulated_census_2030_4235</td>\n",
       "      <td>simulated_geobase_reference_file_25787</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4092</th>\n",
       "      <td>simulated_census_2030_4244</td>\n",
       "      <td>simulated_geobase_reference_file_11820</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4303</th>\n",
       "      <td>simulated_census_2030_4460</td>\n",
       "      <td>simulated_geobase_reference_file_17557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4390</th>\n",
       "      <td>simulated_census_2030_4544</td>\n",
       "      <td>simulated_geobase_reference_file_23969</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4551</th>\n",
       "      <td>simulated_census_2030_4700</td>\n",
       "      <td>simulated_geobase_reference_file_26997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4840</th>\n",
       "      <td>simulated_census_2030_4990</td>\n",
       "      <td>simulated_geobase_reference_file_28844</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4852</th>\n",
       "      <td>simulated_census_2030_5000</td>\n",
       "      <td>simulated_geobase_reference_file_26641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4916</th>\n",
       "      <td>simulated_census_2030_5065</td>\n",
       "      <td>simulated_geobase_reference_file_30272</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4963</th>\n",
       "      <td>simulated_census_2030_5114</td>\n",
       "      <td>simulated_geobase_reference_file_24854</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5220</th>\n",
       "      <td>simulated_census_2030_5370</td>\n",
       "      <td>simulated_geobase_reference_file_3956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6342</th>\n",
       "      <td>simulated_census_2030_6509</td>\n",
       "      <td>simulated_geobase_reference_file_14175</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6749</th>\n",
       "      <td>simulated_census_2030_6928</td>\n",
       "      <td>simulated_geobase_reference_file_29742</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7084</th>\n",
       "      <td>simulated_census_2030_7264</td>\n",
       "      <td>simulated_geobase_reference_file_13706</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7401</th>\n",
       "      <td>simulated_census_2030_7573</td>\n",
       "      <td>simulated_geobase_reference_file_30288</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7450</th>\n",
       "      <td>simulated_census_2030_7621</td>\n",
       "      <td>simulated_geobase_reference_file_20977</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8048</th>\n",
       "      <td>simulated_census_2030_8202</td>\n",
       "      <td>simulated_geobase_reference_file_17518</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8074</th>\n",
       "      <td>simulated_census_2030_8227</td>\n",
       "      <td>simulated_geobase_reference_file_24402</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8270</th>\n",
       "      <td>simulated_census_2030_8424</td>\n",
       "      <td>simulated_geobase_reference_file_24750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8326</th>\n",
       "      <td>simulated_census_2030_8480</td>\n",
       "      <td>simulated_geobase_reference_file_5639</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8369</th>\n",
       "      <td>simulated_census_2030_8521</td>\n",
       "      <td>simulated_geobase_reference_file_2742</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8522</th>\n",
       "      <td>simulated_census_2030_8675</td>\n",
       "      <td>simulated_geobase_reference_file_17574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8730</th>\n",
       "      <td>simulated_census_2030_8881</td>\n",
       "      <td>simulated_geobase_reference_file_20970</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8753</th>\n",
       "      <td>simulated_census_2030_8905</td>\n",
       "      <td>simulated_geobase_reference_file_14266</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8765</th>\n",
       "      <td>simulated_census_2030_8918</td>\n",
       "      <td>simulated_geobase_reference_file_20097</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8845</th>\n",
       "      <td>simulated_census_2030_8999</td>\n",
       "      <td>simulated_geobase_reference_file_3962</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8962</th>\n",
       "      <td>simulated_census_2030_9113</td>\n",
       "      <td>simulated_geobase_reference_file_5919</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9066</th>\n",
       "      <td>simulated_census_2030_9215</td>\n",
       "      <td>simulated_geobase_reference_file_24872</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9247</th>\n",
       "      <td>simulated_census_2030_9390</td>\n",
       "      <td>simulated_geobase_reference_file_31217</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9824</th>\n",
       "      <td>simulated_census_2030_9953</td>\n",
       "      <td>simulated_geobase_reference_file_27981</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         record_id_raw_input_file                record_id_reference_file\n",
       "275   simulated_census_2030_10272  simulated_geobase_reference_file_29147\n",
       "386    simulated_census_2030_1038  simulated_geobase_reference_file_12100\n",
       "502   simulated_census_2030_10493   simulated_geobase_reference_file_9885\n",
       "726   simulated_census_2030_10713  simulated_geobase_reference_file_15669\n",
       "831   simulated_census_2030_10816  simulated_geobase_reference_file_30309\n",
       "1789    simulated_census_2030_187  simulated_geobase_reference_file_14326\n",
       "1931   simulated_census_2030_2000   simulated_geobase_reference_file_6561\n",
       "2353   simulated_census_2030_2468  simulated_geobase_reference_file_26002\n",
       "2391   simulated_census_2030_2503   simulated_geobase_reference_file_9144\n",
       "3625   simulated_census_2030_3780   simulated_geobase_reference_file_7894\n",
       "4083   simulated_census_2030_4235  simulated_geobase_reference_file_25787\n",
       "4092   simulated_census_2030_4244  simulated_geobase_reference_file_11820\n",
       "4303   simulated_census_2030_4460  simulated_geobase_reference_file_17557\n",
       "4390   simulated_census_2030_4544  simulated_geobase_reference_file_23969\n",
       "4551   simulated_census_2030_4700  simulated_geobase_reference_file_26997\n",
       "4840   simulated_census_2030_4990  simulated_geobase_reference_file_28844\n",
       "4852   simulated_census_2030_5000  simulated_geobase_reference_file_26641\n",
       "4916   simulated_census_2030_5065  simulated_geobase_reference_file_30272\n",
       "4963   simulated_census_2030_5114  simulated_geobase_reference_file_24854\n",
       "5220   simulated_census_2030_5370   simulated_geobase_reference_file_3956\n",
       "6342   simulated_census_2030_6509  simulated_geobase_reference_file_14175\n",
       "6749   simulated_census_2030_6928  simulated_geobase_reference_file_29742\n",
       "7084   simulated_census_2030_7264  simulated_geobase_reference_file_13706\n",
       "7401   simulated_census_2030_7573  simulated_geobase_reference_file_30288\n",
       "7450   simulated_census_2030_7621  simulated_geobase_reference_file_20977\n",
       "8048   simulated_census_2030_8202  simulated_geobase_reference_file_17518\n",
       "8074   simulated_census_2030_8227  simulated_geobase_reference_file_24402\n",
       "8270   simulated_census_2030_8424  simulated_geobase_reference_file_24750\n",
       "8326   simulated_census_2030_8480   simulated_geobase_reference_file_5639\n",
       "8369   simulated_census_2030_8521   simulated_geobase_reference_file_2742\n",
       "8522   simulated_census_2030_8675  simulated_geobase_reference_file_17574\n",
       "8730   simulated_census_2030_8881  simulated_geobase_reference_file_20970\n",
       "8753   simulated_census_2030_8905  simulated_geobase_reference_file_14266\n",
       "8765   simulated_census_2030_8918  simulated_geobase_reference_file_20097\n",
       "8845   simulated_census_2030_8999   simulated_geobase_reference_file_3962\n",
       "8962   simulated_census_2030_9113   simulated_geobase_reference_file_5919\n",
       "9066   simulated_census_2030_9215  simulated_geobase_reference_file_24872\n",
       "9247   simulated_census_2030_9390  simulated_geobase_reference_file_31217\n",
       "9824   simulated_census_2030_9953  simulated_geobase_reference_file_27981"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "incorrect_links = df_ops.head(incorrectly_linked_pairs, n=100)\n",
    "incorrect_links"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "28c753cd-d01a-4eaa-adfa-0ee583f001e3",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:21.999156Z",
     "iopub.status.busy": "2024-06-03T23:24:21.998356Z",
     "iopub.status.idle": "2024-06-03T23:24:22.006041Z",
     "shell.execute_reply": "2024-06-03T23:24:22.005011Z"
    },
    "papermill": {
     "duration": 0.025366,
     "end_time": "2024-06-03T23:24:22.007597",
     "exception": false,
     "start_time": "2024-06-03T23:24:21.982231",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "%xdel incorrectly_linked_pairs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "4337a127-681d-4ce1-9b91-1bdd86dfcaab",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:22.040506Z",
     "iopub.status.busy": "2024-06-03T23:24:22.039712Z",
     "iopub.status.idle": "2024-06-03T23:24:22.075494Z",
     "shell.execute_reply": "2024-06-03T23:24:22.074679Z"
    },
    "papermill": {
     "duration": 0.05811,
     "end_time": "2024-06-03T23:24:22.081085",
     "exception": false,
     "start_time": "2024-06-03T23:24:22.022975",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Charlene</td>\n",
       "      <td>Mayra</td>\n",
       "      <td>L</td>\n",
       "      <td>Alaya</td>\n",
       "      <td>Stockman</td>\n",
       "      <td>Stockman</td>\n",
       "      <td>05/22/2025</td>\n",
       "      <td>20250522</td>\n",
       "      <td>13711</td>\n",
       "      <td>13711</td>\n",
       "      <td>filbert st</td>\n",
       "      <td>FILBERT ST</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Aniylah</td>\n",
       "      <td>Kristin</td>\n",
       "      <td>R</td>\n",
       "      <td>Michelle</td>\n",
       "      <td>Reeder</td>\n",
       "      <td>Reeder</td>\n",
       "      <td>12/29/1982</td>\n",
       "      <td>19821229</td>\n",
       "      <td>6302</td>\n",
       "      <td>6302</td>\n",
       "      <td>n carleton ave</td>\n",
       "      <td>N CARLETON AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Elroy</td>\n",
       "      <td>Cecflia</td>\n",
       "      <td>J</td>\n",
       "      <td>Karen</td>\n",
       "      <td>Abraham</td>\n",
       "      <td>Abeaham</td>\n",
       "      <td>08/17/1976</td>\n",
       "      <td>19760817</td>\n",
       "      <td>1242</td>\n",
       "      <td>1242</td>\n",
       "      <td>ashburton rd</td>\n",
       "      <td>ASHBURTON RD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Jossph</td>\n",
       "      <td>Dylan</td>\n",
       "      <td>B</td>\n",
       "      <td>Jimmy</td>\n",
       "      <td>Hartwell</td>\n",
       "      <td>Hartwell</td>\n",
       "      <td>07/15/1992</td>\n",
       "      <td>19920715</td>\n",
       "      <td>225</td>\n",
       "      <td>225</td>\n",
       "      <td>av 360</td>\n",
       "      <td>AV 360</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Amara</td>\n",
       "      <td>King</td>\n",
       "      <td>L</td>\n",
       "      <td>Louis</td>\n",
       "      <td>Vanover</td>\n",
       "      <td>Vanover</td>\n",
       "      <td>06/08/2027</td>\n",
       "      <td>20270608</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>sw 178th st</td>\n",
       "      <td>SW 178TH ST</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Remington</td>\n",
       "      <td>Domonique</td>\n",
       "      <td>F</td>\n",
       "      <td>Jacquelyn</td>\n",
       "      <td>Woods</td>\n",
       "      <td>Woods</td>\n",
       "      <td>12/11/1988</td>\n",
       "      <td>19881211</td>\n",
       "      <td>8173</td>\n",
       "      <td>8173</td>\n",
       "      <td>meridian ave nth</td>\n",
       "      <td>MERIDIAN AVE NTH</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Carolyn</td>\n",
       "      <td>Mark</td>\n",
       "      <td>E</td>\n",
       "      <td>Daniel</td>\n",
       "      <td>Tamariz</td>\n",
       "      <td>Tamariz</td>\n",
       "      <td>07/12/1966</td>\n",
       "      <td>19660712</td>\n",
       "      <td>3809</td>\n",
       "      <td>3809</td>\n",
       "      <td>brier creek ct</td>\n",
       "      <td>BRIER CREEK CT</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Vivian</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>M</td>\n",
       "      <td>Spencer</td>\n",
       "      <td>Ervin</td>\n",
       "      <td>Ervin</td>\n",
       "      <td>07/01/2019</td>\n",
       "      <td>20190701</td>\n",
       "      <td>11711</td>\n",
       "      <td>11711</td>\n",
       "      <td>sherwood st</td>\n",
       "      <td>SHERWOOD ST</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Jorge</td>\n",
       "      <td>Colleen</td>\n",
       "      <td>C</td>\n",
       "      <td>Carol</td>\n",
       "      <td>Patel-Gallardo</td>\n",
       "      <td>Patel-Gallardo</td>\n",
       "      <td>07/18/1974</td>\n",
       "      <td>19740718</td>\n",
       "      <td>1850</td>\n",
       "      <td>1850</td>\n",
       "      <td>via blairo</td>\n",
       "      <td>VIA BLAIRO</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Angel</td>\n",
       "      <td>Darryl</td>\n",
       "      <td>J</td>\n",
       "      <td>Gregory</td>\n",
       "      <td>Mata-Gonzalez</td>\n",
       "      <td>Mata-Gonzalez</td>\n",
       "      <td>08/26/1970</td>\n",
       "      <td>19700826</td>\n",
       "      <td>11990</td>\n",
       "      <td>11990</td>\n",
       "      <td>n 18th st</td>\n",
       "      <td>N 18TH ST</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Lee</td>\n",
       "      <td>Amelia</td>\n",
       "      <td>J</td>\n",
       "      <td>Jade</td>\n",
       "      <td>None</td>\n",
       "      <td>Acosta</td>\n",
       "      <td>01/12/2019</td>\n",
       "      <td>20190112</td>\n",
       "      <td>1245</td>\n",
       "      <td>1245</td>\n",
       "      <td>cs lane</td>\n",
       "      <td>CS LANE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Samuel</td>\n",
       "      <td>Mari</td>\n",
       "      <td>G</td>\n",
       "      <td>Amy</td>\n",
       "      <td>Anderson</td>\n",
       "      <td>Anderson</td>\n",
       "      <td>04/13/1982</td>\n",
       "      <td>19820413</td>\n",
       "      <td>11716</td>\n",
       "      <td>11716</td>\n",
       "      <td>dogwood street</td>\n",
       "      <td>DOGWOOD STREET</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Karina</td>\n",
       "      <td>Marissa</td>\n",
       "      <td>A</td>\n",
       "      <td>Alexis</td>\n",
       "      <td>Han</td>\n",
       "      <td>Han</td>\n",
       "      <td>04/13/1959</td>\n",
       "      <td>19590413</td>\n",
       "      <td>10485</td>\n",
       "      <td>10485</td>\n",
       "      <td>glen hllw dr</td>\n",
       "      <td>GLEN HLLW DR</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Desiree</td>\n",
       "      <td>Elizabeth</td>\n",
       "      <td>OP</td>\n",
       "      <td>Olivia</td>\n",
       "      <td>Clegg</td>\n",
       "      <td>Clegg</td>\n",
       "      <td>01/31/2012</td>\n",
       "      <td>20120131</td>\n",
       "      <td>5862</td>\n",
       "      <td>5862</td>\n",
       "      <td>gordon lane</td>\n",
       "      <td>GORDON LANE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Everly</td>\n",
       "      <td>Joseph</td>\n",
       "      <td>E</td>\n",
       "      <td>Waylon</td>\n",
       "      <td>Nieto</td>\n",
       "      <td>Nieto</td>\n",
       "      <td>06/01/2021</td>\n",
       "      <td>20210601</td>\n",
       "      <td>6833</td>\n",
       "      <td>6833</td>\n",
       "      <td>amy lane</td>\n",
       "      <td>AMY LANE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Maggie</td>\n",
       "      <td>Ronan</td>\n",
       "      <td>S</td>\n",
       "      <td>Payton</td>\n",
       "      <td>Mcknight</td>\n",
       "      <td>Mcknight</td>\n",
       "      <td>11/20/2024</td>\n",
       "      <td>20241120</td>\n",
       "      <td>769</td>\n",
       "      <td>769</td>\n",
       "      <td>union</td>\n",
       "      <td>UNION</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Angel</td>\n",
       "      <td>Louisa</td>\n",
       "      <td>S</td>\n",
       "      <td>Gemma</td>\n",
       "      <td>Holmes</td>\n",
       "      <td>Holmes</td>\n",
       "      <td>09/29/2020</td>\n",
       "      <td>20200929</td>\n",
       "      <td>915</td>\n",
       "      <td>915</td>\n",
       "      <td>rolling vsta dr</td>\n",
       "      <td>ROLLING VSTA DR</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Cooper</td>\n",
       "      <td>William</td>\n",
       "      <td>M</td>\n",
       "      <td>Beckham</td>\n",
       "      <td>Pham</td>\n",
       "      <td>Pham</td>\n",
       "      <td>05/18/2027</td>\n",
       "      <td>20270518</td>\n",
       "      <td>1086</td>\n",
       "      <td>1086</td>\n",
       "      <td>linda vsta road</td>\n",
       "      <td>LINDA VSTA ROAD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Paige</td>\n",
       "      <td>Grace</td>\n",
       "      <td>A</td>\n",
       "      <td>Harper</td>\n",
       "      <td>Ortiz</td>\n",
       "      <td>Ortiz</td>\n",
       "      <td>05/05/2015</td>\n",
       "      <td>20150505</td>\n",
       "      <td>2918</td>\n",
       "      <td>2918</td>\n",
       "      <td>ford rd</td>\n",
       "      <td>FORD RD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Cody</td>\n",
       "      <td>Denise</td>\n",
       "      <td>M</td>\n",
       "      <td>Pamela</td>\n",
       "      <td>Turner</td>\n",
       "      <td>Turner</td>\n",
       "      <td>12/04/1957</td>\n",
       "      <td>19571204</td>\n",
       "      <td>462</td>\n",
       "      <td>462</td>\n",
       "      <td>village green dr</td>\n",
       "      <td>VILLAGE GREEN DR</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Chloe</td>\n",
       "      <td>Whitney</td>\n",
       "      <td>E</td>\n",
       "      <td>Erika</td>\n",
       "      <td>Caahrillo</td>\n",
       "      <td>Carrillo</td>\n",
       "      <td>05/17/2017</td>\n",
       "      <td>20170517</td>\n",
       "      <td>1704</td>\n",
       "      <td>1704</td>\n",
       "      <td>cotton tail dr</td>\n",
       "      <td>COTTON TAIL DR</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Dominick</td>\n",
       "      <td>Lux</td>\n",
       "      <td>M</td>\n",
       "      <td>Luka</td>\n",
       "      <td>Aiello</td>\n",
       "      <td>Aiello</td>\n",
       "      <td>06/30/2026</td>\n",
       "      <td>20260630</td>\n",
       "      <td>32193</td>\n",
       "      <td>32193</td>\n",
       "      <td>hillman loop</td>\n",
       "      <td>HILLMAN LOOP</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Brandon</td>\n",
       "      <td>Brenda</td>\n",
       "      <td>C</td>\n",
       "      <td>Amelia</td>\n",
       "      <td>Adames</td>\n",
       "      <td>Adames</td>\n",
       "      <td>03/31/1987</td>\n",
       "      <td>19870331</td>\n",
       "      <td>475</td>\n",
       "      <td>475</td>\n",
       "      <td>kirkwood pkwy sw</td>\n",
       "      <td>KIRKWOOD PKWY SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Layla</td>\n",
       "      <td>Lux</td>\n",
       "      <td>KM</td>\n",
       "      <td>Luka</td>\n",
       "      <td>Torres</td>\n",
       "      <td>Torres</td>\n",
       "      <td>06/04/2027</td>\n",
       "      <td>20270604</td>\n",
       "      <td>2116</td>\n",
       "      <td>2116</td>\n",
       "      <td>24th street</td>\n",
       "      <td>24TH STREET</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Kelly</td>\n",
       "      <td>James</td>\n",
       "      <td>C</td>\n",
       "      <td>Logan</td>\n",
       "      <td>Duane</td>\n",
       "      <td>Duane</td>\n",
       "      <td>02/17/2005</td>\n",
       "      <td>20050217</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>se 25th ave</td>\n",
       "      <td>SE 25TH AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Dash</td>\n",
       "      <td>None</td>\n",
       "      <td>Z</td>\n",
       "      <td>Hayley</td>\n",
       "      <td>Heaney</td>\n",
       "      <td>Heaney</td>\n",
       "      <td>07/19/1997</td>\n",
       "      <td>19970719</td>\n",
       "      <td>401</td>\n",
       "      <td>401</td>\n",
       "      <td>britannia court</td>\n",
       "      <td>BRITANNIA COURT</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Anthony</td>\n",
       "      <td>Kaitlyn</td>\n",
       "      <td>K</td>\n",
       "      <td>Trinity</td>\n",
       "      <td>Liu</td>\n",
       "      <td>Liu</td>\n",
       "      <td>07/15/2013</td>\n",
       "      <td>20130715</td>\n",
       "      <td>6007</td>\n",
       "      <td>6007</td>\n",
       "      <td>banneker ln</td>\n",
       "      <td>BANNEKER LN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Kevin</td>\n",
       "      <td>Chloe</td>\n",
       "      <td>G</td>\n",
       "      <td>Myla</td>\n",
       "      <td>Villasenor</td>\n",
       "      <td>Villasenor</td>\n",
       "      <td>11/26/2014</td>\n",
       "      <td>20141126</td>\n",
       "      <td>2218</td>\n",
       "      <td>2218</td>\n",
       "      <td>main st</td>\n",
       "      <td>MAIN ST</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Brent</td>\n",
       "      <td>Michele</td>\n",
       "      <td>C</td>\n",
       "      <td>Maria</td>\n",
       "      <td>Blancas-Sanchez</td>\n",
       "      <td>Blancas-Sanchez</td>\n",
       "      <td>08/23/1963</td>\n",
       "      <td>19630823</td>\n",
       "      <td>640</td>\n",
       "      <td>640</td>\n",
       "      <td>s kern ave</td>\n",
       "      <td>S KERN AVE</td>\n",
       "      <td>un 122b</td>\n",
       "      <td>UN 122B</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Eleanor</td>\n",
       "      <td>Jimhie</td>\n",
       "      <td>E</td>\n",
       "      <td>Eddy</td>\n",
       "      <td>Gutierrez</td>\n",
       "      <td>Gutierrez</td>\n",
       "      <td>04/10/1953</td>\n",
       "      <td>19530410</td>\n",
       "      <td>526</td>\n",
       "      <td>526</td>\n",
       "      <td>45th st sw</td>\n",
       "      <td>45TH ST SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Elias</td>\n",
       "      <td>Yesenia</td>\n",
       "      <td>K</td>\n",
       "      <td>Essence</td>\n",
       "      <td>Williamson</td>\n",
       "      <td>Williamson</td>\n",
       "      <td>09/18/1997</td>\n",
       "      <td>19970918</td>\n",
       "      <td>número 10420</td>\n",
       "      <td>NÚMERO 10420</td>\n",
       "      <td>south capitol street se</td>\n",
       "      <td>SOUTH CAPITOL STREET SE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>Lana</td>\n",
       "      <td>Aniyah</td>\n",
       "      <td>A</td>\n",
       "      <td>Camryn</td>\n",
       "      <td>Mcanally</td>\n",
       "      <td>Mcanally</td>\n",
       "      <td>02/11/2005</td>\n",
       "      <td>20050211</td>\n",
       "      <td>n3140</td>\n",
       "      <td>N3140</td>\n",
       "      <td>silver eagle cir</td>\n",
       "      <td>SILVER EAGLE CIR</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Knox</td>\n",
       "      <td>Grace</td>\n",
       "      <td>B</td>\n",
       "      <td>Vanessa</td>\n",
       "      <td>Jacob</td>\n",
       "      <td>Jacob</td>\n",
       "      <td>10/08/1988</td>\n",
       "      <td>19881008</td>\n",
       "      <td>9200</td>\n",
       "      <td>9200</td>\n",
       "      <td>nw promenade ter</td>\n",
       "      <td>NW PROMENADE TER</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Luther</td>\n",
       "      <td>Amarie</td>\n",
       "      <td>M</td>\n",
       "      <td>Robert</td>\n",
       "      <td>Lovell</td>\n",
       "      <td>Lovell</td>\n",
       "      <td>05/19/2003</td>\n",
       "      <td>20030519</td>\n",
       "      <td>38</td>\n",
       "      <td>38</td>\n",
       "      <td>glenmont rd nw</td>\n",
       "      <td>GLENMONT RD NW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Bridget</td>\n",
       "      <td>Michael</td>\n",
       "      <td>D</td>\n",
       "      <td>Michael</td>\n",
       "      <td>Korich</td>\n",
       "      <td>Korich</td>\n",
       "      <td>12/09/1957</td>\n",
       "      <td>19571209</td>\n",
       "      <td>34199</td>\n",
       "      <td>34199</td>\n",
       "      <td>ashton woods pl</td>\n",
       "      <td>ASHTON WOODS PL</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>Marc</td>\n",
       "      <td>Deborah</td>\n",
       "      <td>D</td>\n",
       "      <td>Robin</td>\n",
       "      <td>Songer</td>\n",
       "      <td>Songer</td>\n",
       "      <td>07/09/1964</td>\n",
       "      <td>19640709</td>\n",
       "      <td>1402</td>\n",
       "      <td>1402</td>\n",
       "      <td>s houston ave</td>\n",
       "      <td>S HOUSTON AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Grayson</td>\n",
       "      <td>Anna</td>\n",
       "      <td>G</td>\n",
       "      <td>Violet</td>\n",
       "      <td>Basilio</td>\n",
       "      <td>Bzsilio</td>\n",
       "      <td>05/23/2015</td>\n",
       "      <td>20150523</td>\n",
       "      <td>407</td>\n",
       "      <td>407</td>\n",
       "      <td>welland st</td>\n",
       "      <td>WELLAND ST</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>Camille</td>\n",
       "      <td>Jayla</td>\n",
       "      <td>A</td>\n",
       "      <td>Allison</td>\n",
       "      <td>Brooks</td>\n",
       "      <td>Brooks</td>\n",
       "      <td>12/28/2028</td>\n",
       "      <td>20281228</td>\n",
       "      <td>2317</td>\n",
       "      <td>2317</td>\n",
       "      <td>dunbar avenue</td>\n",
       "      <td>DUNBAR AVENUE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>Alicia</td>\n",
       "      <td>Beckham</td>\n",
       "      <td>R</td>\n",
       "      <td>William</td>\n",
       "      <td>Talley</td>\n",
       "      <td>Talley</td>\n",
       "      <td>05/01/2023</td>\n",
       "      <td>20230501</td>\n",
       "      <td>6761</td>\n",
       "      <td>6761</td>\n",
       "      <td>ne hancock st</td>\n",
       "      <td>NE HANCOCK ST</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   first_name_census first_name_reference_file middle_name_census  \\\n",
       "0           Charlene                     Mayra                  L   \n",
       "1            Aniylah                   Kristin                  R   \n",
       "2              Elroy                   Cecflia                  J   \n",
       "3             Jossph                     Dylan                  B   \n",
       "4              Amara                      King                  L   \n",
       "5          Remington                 Domonique                  F   \n",
       "6            Carolyn                      Mark                  E   \n",
       "7             Vivian                     Tilly                  M   \n",
       "8              Jorge                   Colleen                  C   \n",
       "9              Angel                    Darryl                  J   \n",
       "10               Lee                    Amelia                  J   \n",
       "11            Samuel                      Mari                  G   \n",
       "12            Karina                   Marissa                  A   \n",
       "13           Desiree                 Elizabeth                 OP   \n",
       "14            Everly                    Joseph                  E   \n",
       "15            Maggie                     Ronan                  S   \n",
       "16             Angel                    Louisa                  S   \n",
       "17            Cooper                   William                  M   \n",
       "18             Paige                     Grace                  A   \n",
       "19              Cody                    Denise                  M   \n",
       "20             Chloe                   Whitney                  E   \n",
       "21          Dominick                       Lux                  M   \n",
       "22           Brandon                    Brenda                  C   \n",
       "23             Layla                       Lux                 KM   \n",
       "24             Kelly                     James                  C   \n",
       "25              Dash                      None                  Z   \n",
       "26           Anthony                   Kaitlyn                  K   \n",
       "27             Kevin                     Chloe                  G   \n",
       "28             Brent                   Michele                  C   \n",
       "29           Eleanor                    Jimhie                  E   \n",
       "30             Elias                   Yesenia                  K   \n",
       "31              Lana                    Aniyah                  A   \n",
       "32              Knox                     Grace                  B   \n",
       "33            Luther                    Amarie                  M   \n",
       "34           Bridget                   Michael                  D   \n",
       "35              Marc                   Deborah                  D   \n",
       "36           Grayson                      Anna                  G   \n",
       "37           Camille                     Jayla                  A   \n",
       "38            Alicia                   Beckham                  R   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "0                       Alaya         Stockman                 Stockman   \n",
       "1                    Michelle           Reeder                   Reeder   \n",
       "2                       Karen          Abraham                  Abeaham   \n",
       "3                       Jimmy         Hartwell                 Hartwell   \n",
       "4                       Louis          Vanover                  Vanover   \n",
       "5                   Jacquelyn            Woods                    Woods   \n",
       "6                      Daniel          Tamariz                  Tamariz   \n",
       "7                     Spencer            Ervin                    Ervin   \n",
       "8                       Carol   Patel-Gallardo           Patel-Gallardo   \n",
       "9                     Gregory    Mata-Gonzalez            Mata-Gonzalez   \n",
       "10                       Jade             None                   Acosta   \n",
       "11                        Amy         Anderson                 Anderson   \n",
       "12                     Alexis              Han                      Han   \n",
       "13                     Olivia            Clegg                    Clegg   \n",
       "14                     Waylon            Nieto                    Nieto   \n",
       "15                     Payton         Mcknight                 Mcknight   \n",
       "16                      Gemma           Holmes                   Holmes   \n",
       "17                    Beckham             Pham                     Pham   \n",
       "18                     Harper            Ortiz                    Ortiz   \n",
       "19                     Pamela           Turner                   Turner   \n",
       "20                      Erika        Caahrillo                 Carrillo   \n",
       "21                       Luka           Aiello                   Aiello   \n",
       "22                     Amelia           Adames                   Adames   \n",
       "23                       Luka           Torres                   Torres   \n",
       "24                      Logan            Duane                    Duane   \n",
       "25                     Hayley           Heaney                   Heaney   \n",
       "26                    Trinity              Liu                      Liu   \n",
       "27                       Myla       Villasenor               Villasenor   \n",
       "28                      Maria  Blancas-Sanchez          Blancas-Sanchez   \n",
       "29                       Eddy        Gutierrez                Gutierrez   \n",
       "30                    Essence       Williamson               Williamson   \n",
       "31                     Camryn         Mcanally                 Mcanally   \n",
       "32                    Vanessa            Jacob                    Jacob   \n",
       "33                     Robert           Lovell                   Lovell   \n",
       "34                    Michael           Korich                   Korich   \n",
       "35                      Robin           Songer                   Songer   \n",
       "36                     Violet          Basilio                  Bzsilio   \n",
       "37                    Allison           Brooks                   Brooks   \n",
       "38                    William           Talley                   Talley   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "0            05/22/2025                     20250522                13711   \n",
       "1            12/29/1982                     19821229                 6302   \n",
       "2            08/17/1976                     19760817                 1242   \n",
       "3            07/15/1992                     19920715                  225   \n",
       "4            06/08/2027                     20270608                 None   \n",
       "5            12/11/1988                     19881211                 8173   \n",
       "6            07/12/1966                     19660712                 3809   \n",
       "7            07/01/2019                     20190701                11711   \n",
       "8            07/18/1974                     19740718                 1850   \n",
       "9            08/26/1970                     19700826                11990   \n",
       "10           01/12/2019                     20190112                 1245   \n",
       "11           04/13/1982                     19820413                11716   \n",
       "12           04/13/1959                     19590413                10485   \n",
       "13           01/31/2012                     20120131                 5862   \n",
       "14           06/01/2021                     20210601                 6833   \n",
       "15           11/20/2024                     20241120                  769   \n",
       "16           09/29/2020                     20200929                  915   \n",
       "17           05/18/2027                     20270518                 1086   \n",
       "18           05/05/2015                     20150505                 2918   \n",
       "19           12/04/1957                     19571204                  462   \n",
       "20           05/17/2017                     20170517                 1704   \n",
       "21           06/30/2026                     20260630                32193   \n",
       "22           03/31/1987                     19870331                  475   \n",
       "23           06/04/2027                     20270604                 2116   \n",
       "24           02/17/2005                     20050217                 None   \n",
       "25           07/19/1997                     19970719                  401   \n",
       "26           07/15/2013                     20130715                 6007   \n",
       "27           11/26/2014                     20141126                 2218   \n",
       "28           08/23/1963                     19630823                  640   \n",
       "29           04/10/1953                     19530410                  526   \n",
       "30           09/18/1997                     19970918         número 10420   \n",
       "31           02/11/2005                     20050211                n3140   \n",
       "32           10/08/1988                     19881008                 9200   \n",
       "33           05/19/2003                     20030519                   38   \n",
       "34           12/09/1957                     19571209                34199   \n",
       "35           07/09/1964                     19640709                 1402   \n",
       "36           05/23/2015                     20150523                  407   \n",
       "37           12/28/2028                     20281228                 2317   \n",
       "38           05/01/2023                     20230501                 6761   \n",
       "\n",
       "   street_number_reference_file       street_name_census  \\\n",
       "0                         13711               filbert st   \n",
       "1                          6302           n carleton ave   \n",
       "2                          1242             ashburton rd   \n",
       "3                           225                   av 360   \n",
       "4                          None              sw 178th st   \n",
       "5                          8173         meridian ave nth   \n",
       "6                          3809           brier creek ct   \n",
       "7                         11711              sherwood st   \n",
       "8                          1850               via blairo   \n",
       "9                         11990                n 18th st   \n",
       "10                         1245                  cs lane   \n",
       "11                        11716           dogwood street   \n",
       "12                        10485             glen hllw dr   \n",
       "13                         5862              gordon lane   \n",
       "14                         6833                 amy lane   \n",
       "15                          769                    union   \n",
       "16                          915          rolling vsta dr   \n",
       "17                         1086          linda vsta road   \n",
       "18                         2918                  ford rd   \n",
       "19                          462         village green dr   \n",
       "20                         1704           cotton tail dr   \n",
       "21                        32193             hillman loop   \n",
       "22                          475         kirkwood pkwy sw   \n",
       "23                         2116              24th street   \n",
       "24                         None              se 25th ave   \n",
       "25                          401          britannia court   \n",
       "26                         6007              banneker ln   \n",
       "27                         2218                  main st   \n",
       "28                          640               s kern ave   \n",
       "29                          526               45th st sw   \n",
       "30                 NÚMERO 10420  south capitol street se   \n",
       "31                        N3140         silver eagle cir   \n",
       "32                         9200         nw promenade ter   \n",
       "33                           38           glenmont rd nw   \n",
       "34                        34199          ashton woods pl   \n",
       "35                         1402            s houston ave   \n",
       "36                          407               welland st   \n",
       "37                         2317            dunbar avenue   \n",
       "38                         6761            ne hancock st   \n",
       "\n",
       "   street_name_reference_file unit_number_census unit_number_reference_file  \\\n",
       "0                  FILBERT ST               None                       None   \n",
       "1              N CARLETON AVE               None                       None   \n",
       "2                ASHBURTON RD               None                       None   \n",
       "3                      AV 360               None                       None   \n",
       "4                 SW 178TH ST               None                       None   \n",
       "5            MERIDIAN AVE NTH               None                       None   \n",
       "6              BRIER CREEK CT               None                       None   \n",
       "7                 SHERWOOD ST               None                       None   \n",
       "8                  VIA BLAIRO               None                       None   \n",
       "9                   N 18TH ST               None                       None   \n",
       "10                    CS LANE               None                       None   \n",
       "11             DOGWOOD STREET               None                       None   \n",
       "12               GLEN HLLW DR               None                       None   \n",
       "13                GORDON LANE               None                       None   \n",
       "14                   AMY LANE               None                       None   \n",
       "15                      UNION               None                       None   \n",
       "16            ROLLING VSTA DR               None                       None   \n",
       "17            LINDA VSTA ROAD               None                       None   \n",
       "18                    FORD RD               None                       None   \n",
       "19           VILLAGE GREEN DR               None                       None   \n",
       "20             COTTON TAIL DR               None                       None   \n",
       "21               HILLMAN LOOP               None                       None   \n",
       "22           KIRKWOOD PKWY SW               None                       None   \n",
       "23                24TH STREET               None                       None   \n",
       "24                SE 25TH AVE               None                       None   \n",
       "25            BRITANNIA COURT               None                       None   \n",
       "26                BANNEKER LN               None                       None   \n",
       "27                    MAIN ST               None                       None   \n",
       "28                 S KERN AVE            un 122b                    UN 122B   \n",
       "29                 45TH ST SW               None                       None   \n",
       "30    SOUTH CAPITOL STREET SE               None                       None   \n",
       "31           SILVER EAGLE CIR               None                       None   \n",
       "32           NW PROMENADE TER               None                       None   \n",
       "33             GLENMONT RD NW               None                       None   \n",
       "34            ASHTON WOODS PL               None                       None   \n",
       "35              S HOUSTON AVE               None                       None   \n",
       "36                 WELLAND ST               None                       None   \n",
       "37              DUNBAR AVENUE               None                       None   \n",
       "38              NE HANCOCK ST               None                       None   \n",
       "\n",
       "   city_census city_reference_file state_census state_reference_file  \n",
       "0      Anytown             ANYTOWN           WA                   WA  \n",
       "1      Anytown             ANYTOWN           WA                   WA  \n",
       "2      Anytown             ANYTOWN           WA                   WA  \n",
       "3      Anytown             ANYTOWN           WA                   WA  \n",
       "4      Anytown             ANYTOWN           WA                   WA  \n",
       "5      Anytown             ANYTOWN           WA                   WA  \n",
       "6      Anytown             ANYTOWN           WA                   WA  \n",
       "7      Anytown             ANYTOWN           WA                   WA  \n",
       "8      Anytown             ANYTOWN           WA                   WA  \n",
       "9      Anytown             ANYTOWN           WA                   WA  \n",
       "10     Anytown             ANYTOWN           WA                   WA  \n",
       "11     Anytown             ANYTOWN           WA                   WA  \n",
       "12     Anytown             ANYTOWN           WA                   WA  \n",
       "13     Anytown             ANYTOWN           WA                   WA  \n",
       "14     Anytown             ANYTOWN           WA                   WA  \n",
       "15     Anytown             ANYTOWN           WA                   WA  \n",
       "16     Anytown             ANYTOWN           WA                   WA  \n",
       "17     Anytown             ANYTOWN           WA                   WA  \n",
       "18     Anytown             ANYTOWN           WA                   WA  \n",
       "19     Anytown             ANYTOWN           WA                   WA  \n",
       "20     Anytown             ANYTOWN           WA                   WA  \n",
       "21     Anytown             ANYTOWN           WA                   WA  \n",
       "22     Anytown             ANYTOWN           WA                   WA  \n",
       "23     Anytown             ANYTOWN           WA                   WA  \n",
       "24     Anytown             ANYTOWN           WA                   WA  \n",
       "25     Anytown             ANYTOWN           WA                   WA  \n",
       "26     Anytown             ANYTOWN           WA                   WA  \n",
       "27     Anytown             ANYTOWN           WA                   WA  \n",
       "28     Anytown             ANYTOWN           WA                   WA  \n",
       "29     Anytown             ANYTOWN           WA                   WA  \n",
       "30     Anytown             ANYTOWN           WA                   WA  \n",
       "31     Anytown             ANYTOWN           WA                   WA  \n",
       "32     Anytown             ANYTOWN           WA                   WA  \n",
       "33     Anytown             ANYTOWN           WA                   WA  \n",
       "34     Anytown             ANYTOWN           WA                   WA  \n",
       "35     Anytown             ANYTOWN           WA                   WA  \n",
       "36     Anytown             ANYTOWN           WA                   WA  \n",
       "37     Anytown             ANYTOWN           WA                 None  \n",
       "38     Anytown             ANYTOWN           WA                   WA  "
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comparison_cols = [\n",
    "    \"first_name\",\n",
    "    \"middle_name\",\n",
    "    \"last_name\",\n",
    "    \"date_of_birth\",\n",
    "    \"street_number\",\n",
    "    \"street_name\",\n",
    "    \"unit_number\",\n",
    "    \"city\",\n",
    "    \"state\",\n",
    "]\n",
    "\n",
    "incorrect_links_detail = incorrect_links.merge(\n",
    "    df_ops.compute(\n",
    "        census_2030_piked[\n",
    "            census_2030_piked.record_id.isin(incorrect_links.record_id_raw_input_file)\n",
    "        ]\n",
    "    ).rename(\n",
    "        columns={\n",
    "            \"record_id\": \"record_id_raw_input_file\",\n",
    "            \"middle_initial\": \"middle_name\",\n",
    "        }\n",
    "    )[\n",
    "        [\"record_id_raw_input_file\"] + comparison_cols\n",
    "    ],\n",
    "    on=\"record_id_raw_input_file\",\n",
    "    how=\"left\",\n",
    ").merge(\n",
    "    df_ops.compute(\n",
    "        reference_file[\n",
    "            reference_file.record_id.isin(incorrect_links.record_id_reference_file)\n",
    "        ]\n",
    "    )\n",
    "    .rename(columns={\"record_id\": \"record_id_reference_file\"})\n",
    "    .rename(columns=lambda c: c.replace(\"mailing_address_\", \"\"))[\n",
    "        [\"record_id_reference_file\"] + comparison_cols\n",
    "    ],\n",
    "    on=\"record_id_reference_file\",\n",
    "    how=\"left\",\n",
    "    suffixes=(\"_census\", \"_reference_file\"),\n",
    ")\n",
    "\n",
    "\n",
    "def flatten(xss):\n",
    "    return [x for xs in xss for x in xs]\n",
    "\n",
    "\n",
    "incorrect_links_detail[\n",
    "    flatten([(f\"{c}_census\", f\"{c}_reference_file\") for c in comparison_cols])\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "0d1db69a-4c15-4455-a563-098f65125a0c",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:22.120627Z",
     "iopub.status.busy": "2024-06-03T23:24:22.119758Z",
     "iopub.status.idle": "2024-06-03T23:24:22.147173Z",
     "shell.execute_reply": "2024-06-03T23:24:22.146638Z"
    },
    "papermill": {
     "duration": 0.049165,
     "end_time": "2024-06-03T23:24:22.149629",
     "exception": false,
     "start_time": "2024-06-03T23:24:22.100464",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "missed_links = df_ops.persist(\n",
    "    census_2030_piked[census_2030_piked.pik.isnull()][[\"record_id\"]]\n",
    "    .merge(census_2030_ground_truth, on=\"record_id\")\n",
    "    .merge(\n",
    "        reference_files_ground_truth[\n",
    "            reference_files_ground_truth.n_unique_simulants == 1\n",
    "        ],\n",
    "        on=\"simulant_id\",\n",
    "        suffixes=(\"_census\", \"_reference_file\"),\n",
    "    )\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "cecb6388-2be3-4da5-a3b9-48fd65f9fd3a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:22.192632Z",
     "iopub.status.busy": "2024-06-03T23:24:22.191842Z",
     "iopub.status.idle": "2024-06-03T23:24:22.200579Z",
     "shell.execute_reply": "2024-06-03T23:24:22.199562Z"
    },
    "papermill": {
     "duration": 0.028018,
     "end_time": "2024-06-03T23:24:22.201973",
     "exception": false,
     "start_time": "2024-06-03T23:24:22.173955",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3290"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(missed_links)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "05a5f937-a513-4624-9c60-2ca1e1ed4b85",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:22.236467Z",
     "iopub.status.busy": "2024-06-03T23:24:22.235706Z",
     "iopub.status.idle": "2024-06-03T23:24:22.246899Z",
     "shell.execute_reply": "2024-06-03T23:24:22.245990Z"
    },
    "papermill": {
     "duration": 0.030119,
     "end_time": "2024-06-03T23:24:22.248483",
     "exception": false,
     "start_time": "2024-06-03T23:24:22.218364",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['0_10251', '0_13861', '0_9', '0_21615', '0_21616', '0_21',\n",
       "       '0_2154', '0_11857', '0_18062', '0_17384', '0_5474', '0_18927',\n",
       "       '0_12284', '0_4702', '0_21693', '0_22602', '0_4991', '0_7310',\n",
       "       '0_12456', '0_17692', '0_4445', '0_2048', '0_2538', '0_74',\n",
       "       '0_1471', '0_1611', '0_1637', '0_1980', '0_2057', '0_2144',\n",
       "       '0_2767', '0_2957', '0_2990', '0_3536', '0_4519', '0_4583'],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "simulants_missed = df_ops.head(\n",
    "    missed_links[[\"simulant_id\"]], n=100\n",
    ").simulant_id.unique()\n",
    "simulants_missed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "20658db7-1119-4671-8468-4def514df8d7",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:22.285062Z",
     "iopub.status.busy": "2024-06-03T23:24:22.284212Z",
     "iopub.status.idle": "2024-06-03T23:24:22.301198Z",
     "shell.execute_reply": "2024-06-03T23:24:22.300368Z"
    },
    "papermill": {
     "duration": 0.036025,
     "end_time": "2024-06-03T23:24:22.302654",
     "exception": false,
     "start_time": "2024-06-03T23:24:22.266629",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>record_id_census</th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>possible_to_pik</th>\n",
       "      <th>record_id_reference_file</th>\n",
       "      <th>n_unique_simulants</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>simulated_census_2030_4</td>\n",
       "      <td>0_10251</td>\n",
       "      <td>1.0</td>\n",
       "      <td>simulated_geobase_reference_file_13057</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>simulated_census_2030_4</td>\n",
       "      <td>0_10251</td>\n",
       "      <td>1.0</td>\n",
       "      <td>simulated_geobase_reference_file_13058</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>simulated_census_2030_4</td>\n",
       "      <td>0_10251</td>\n",
       "      <td>1.0</td>\n",
       "      <td>simulated_geobase_reference_file_13059</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>simulated_census_2030_4</td>\n",
       "      <td>0_10251</td>\n",
       "      <td>1.0</td>\n",
       "      <td>simulated_name_dob_reference_file_7451</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>simulated_census_2030_6</td>\n",
       "      <td>0_13861</td>\n",
       "      <td>1.0</td>\n",
       "      <td>simulated_geobase_reference_file_11013</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>simulated_census_2030_306</td>\n",
       "      <td>0_4519</td>\n",
       "      <td>1.0</td>\n",
       "      <td>simulated_geobase_reference_file_23629</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>simulated_census_2030_306</td>\n",
       "      <td>0_4519</td>\n",
       "      <td>1.0</td>\n",
       "      <td>simulated_geobase_reference_file_23630</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>simulated_census_2030_306</td>\n",
       "      <td>0_4519</td>\n",
       "      <td>1.0</td>\n",
       "      <td>simulated_name_dob_reference_file_13263</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>simulated_census_2030_308</td>\n",
       "      <td>0_4583</td>\n",
       "      <td>1.0</td>\n",
       "      <td>simulated_geobase_reference_file_16764</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>simulated_census_2030_308</td>\n",
       "      <td>0_4583</td>\n",
       "      <td>1.0</td>\n",
       "      <td>simulated_name_dob_reference_file_9554</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             record_id_census simulant_id  possible_to_pik  \\\n",
       "0     simulated_census_2030_4     0_10251              1.0   \n",
       "1     simulated_census_2030_4     0_10251              1.0   \n",
       "2     simulated_census_2030_4     0_10251              1.0   \n",
       "3     simulated_census_2030_4     0_10251              1.0   \n",
       "4     simulated_census_2030_6     0_13861              1.0   \n",
       "..                        ...         ...              ...   \n",
       "95  simulated_census_2030_306      0_4519              1.0   \n",
       "96  simulated_census_2030_306      0_4519              1.0   \n",
       "97  simulated_census_2030_306      0_4519              1.0   \n",
       "98  simulated_census_2030_308      0_4583              1.0   \n",
       "99  simulated_census_2030_308      0_4583              1.0   \n",
       "\n",
       "                   record_id_reference_file  n_unique_simulants  \n",
       "0    simulated_geobase_reference_file_13057                   1  \n",
       "1    simulated_geobase_reference_file_13058                   1  \n",
       "2    simulated_geobase_reference_file_13059                   1  \n",
       "3    simulated_name_dob_reference_file_7451                   1  \n",
       "4    simulated_geobase_reference_file_11013                   1  \n",
       "..                                      ...                 ...  \n",
       "95   simulated_geobase_reference_file_23629                   1  \n",
       "96   simulated_geobase_reference_file_23630                   1  \n",
       "97  simulated_name_dob_reference_file_13263                   1  \n",
       "98   simulated_geobase_reference_file_16764                   1  \n",
       "99   simulated_name_dob_reference_file_9554                   1  \n",
       "\n",
       "[100 rows x 5 columns]"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "missed_pairs = df_ops.compute(\n",
    "    missed_links[missed_links.simulant_id.isin(list(simulants_missed))]\n",
    ")\n",
    "missed_pairs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "368bda61-88af-4521-929c-9fa9e71a67c3",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:22.340744Z",
     "iopub.status.busy": "2024-06-03T23:24:22.339905Z",
     "iopub.status.idle": "2024-06-03T23:24:22.347318Z",
     "shell.execute_reply": "2024-06-03T23:24:22.346260Z"
    },
    "papermill": {
     "duration": 0.027006,
     "end_time": "2024-06-03T23:24:22.348657",
     "exception": false,
     "start_time": "2024-06-03T23:24:22.321651",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "%xdel missed_links"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "c1026714-47d0-4263-9cd4-f65ea5a0f882",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:22.384125Z",
     "iopub.status.busy": "2024-06-03T23:24:22.383320Z",
     "iopub.status.idle": "2024-06-03T23:24:22.404121Z",
     "shell.execute_reply": "2024-06-03T23:24:22.403268Z"
    },
    "papermill": {
     "duration": 0.040638,
     "end_time": "2024-06-03T23:24:22.406070",
     "exception": false,
     "start_time": "2024-06-03T23:24:22.365432",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "missed_links_detail = missed_pairs.merge(\n",
    "    df_ops.compute(\n",
    "        census_2030_piked[\n",
    "            census_2030_piked.record_id.isin(list(missed_pairs.record_id_census))\n",
    "        ]\n",
    "    ).rename(\n",
    "        columns={\"record_id\": \"record_id_census\", \"middle_initial\": \"middle_name\"}\n",
    "    ),\n",
    "    on=\"record_id_census\",\n",
    ").merge(\n",
    "    df_ops.compute(\n",
    "        reference_file[\n",
    "            reference_file.record_id.isin(missed_pairs.record_id_reference_file)\n",
    "        ]\n",
    "    )\n",
    "    .rename(columns=lambda c: c.replace(\"mailing_address_\", \"\"))\n",
    "    .rename(columns={\"record_id\": \"record_id_reference_file\"}),\n",
    "    on=\"record_id_reference_file\",\n",
    "    suffixes=(\"_census\", \"_reference_file\"),\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "a7f0e3d2-ea2f-4ba9-a66e-ed3a315a4004",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-06-03T23:24:22.445946Z",
     "iopub.status.busy": "2024-06-03T23:24:22.445153Z",
     "iopub.status.idle": "2024-06-03T23:24:22.761343Z",
     "shell.execute_reply": "2024-06-03T23:24:22.760539Z"
    },
    "papermill": {
     "duration": 0.335934,
     "end_time": "2024-06-03T23:24:22.763120",
     "exception": false,
     "start_time": "2024-06-03T23:24:22.427186",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_10251\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0_10251</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Bpbbu</td>\n",
       "      <td>S</td>\n",
       "      <td>Shane</td>\n",
       "      <td>Rhimpson</td>\n",
       "      <td>Thompson</td>\n",
       "      <td>05/30/1985</td>\n",
       "      <td>19850520</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>winding trail rd</td>\n",
       "      <td>WINDING TRAIL RD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0_10251</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Bpbbu</td>\n",
       "      <td>S</td>\n",
       "      <td>Shane</td>\n",
       "      <td>Rhimpson</td>\n",
       "      <td>Thompson</td>\n",
       "      <td>05/30/1985</td>\n",
       "      <td>19850520</td>\n",
       "      <td>None</td>\n",
       "      <td>17861</td>\n",
       "      <td>winding trail rd</td>\n",
       "      <td>WINDING TRAIL RD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0_10251</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Bpbbu</td>\n",
       "      <td>S</td>\n",
       "      <td>Shane</td>\n",
       "      <td>Rhimpson</td>\n",
       "      <td>Thompson</td>\n",
       "      <td>05/30/1985</td>\n",
       "      <td>19850520</td>\n",
       "      <td>None</td>\n",
       "      <td>17868</td>\n",
       "      <td>winding trail rd</td>\n",
       "      <td>WINDING TRAIL RD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0_10251</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Bpbbu</td>\n",
       "      <td>S</td>\n",
       "      <td>Shane</td>\n",
       "      <td>Rhimpson</td>\n",
       "      <td>Thompson</td>\n",
       "      <td>05/30/1985</td>\n",
       "      <td>19850520</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>winding trail rd</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "0     0_10251             Bobby                     Bpbbu                  S   \n",
       "1     0_10251             Bobby                     Bpbbu                  S   \n",
       "2     0_10251             Bobby                     Bpbbu                  S   \n",
       "3     0_10251             Bobby                     Bpbbu                  S   \n",
       "\n",
       "  middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "0                      Shane         Rhimpson                 Thompson   \n",
       "1                      Shane         Rhimpson                 Thompson   \n",
       "2                      Shane         Rhimpson                 Thompson   \n",
       "3                      Shane         Rhimpson                 Thompson   \n",
       "\n",
       "  date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "0           05/30/1985                     19850520                 None   \n",
       "1           05/30/1985                     19850520                 None   \n",
       "2           05/30/1985                     19850520                 None   \n",
       "3           05/30/1985                     19850520                 None   \n",
       "\n",
       "  street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "0                         None   winding trail rd           WINDING TRAIL RD   \n",
       "1                        17861   winding trail rd           WINDING TRAIL RD   \n",
       "2                        17868   winding trail rd           WINDING TRAIL RD   \n",
       "3                          NaN   winding trail rd                        NaN   \n",
       "\n",
       "  unit_number_census unit_number_reference_file city_census  \\\n",
       "0               None                       None     Anytown   \n",
       "1               None                       None     Anytown   \n",
       "2               None                       None     Anytown   \n",
       "3               None                        NaN     Anytown   \n",
       "\n",
       "  city_reference_file state_census state_reference_file  \n",
       "0             ANYTOWN           WA                   WA  \n",
       "1             ANYTOWN           WA                   WA  \n",
       "2             ANYTOWN           WA                   WA  \n",
       "3                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_13861\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0_13861</td>\n",
       "      <td>Levi J</td>\n",
       "      <td>Levi</td>\n",
       "      <td></td>\n",
       "      <td>Jared</td>\n",
       "      <td>Shirley</td>\n",
       "      <td>Sbirlev</td>\n",
       "      <td>01/19/198o</td>\n",
       "      <td>19800119</td>\n",
       "      <td>32597</td>\n",
       "      <td>32597</td>\n",
       "      <td>delacorte dr</td>\n",
       "      <td>DELACORTE DR</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0_13861</td>\n",
       "      <td>Levi J</td>\n",
       "      <td>Levi</td>\n",
       "      <td></td>\n",
       "      <td>Jared</td>\n",
       "      <td>Shirley</td>\n",
       "      <td>Sbirlev</td>\n",
       "      <td>01/19/198o</td>\n",
       "      <td>19800119</td>\n",
       "      <td>32597</td>\n",
       "      <td>1307</td>\n",
       "      <td>delacorte dr</td>\n",
       "      <td>ROSEWOOD AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0_13861</td>\n",
       "      <td>Levi J</td>\n",
       "      <td>Levi</td>\n",
       "      <td></td>\n",
       "      <td>Jared</td>\n",
       "      <td>Shirley</td>\n",
       "      <td>Sbirlev</td>\n",
       "      <td>01/19/198o</td>\n",
       "      <td>19800119</td>\n",
       "      <td>32597</td>\n",
       "      <td>NaN</td>\n",
       "      <td>delacorte dr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "4     0_13861            Levi J                      Levi                      \n",
       "5     0_13861            Levi J                      Levi                      \n",
       "6     0_13861            Levi J                      Levi                      \n",
       "\n",
       "  middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "4                      Jared          Shirley                  Sbirlev   \n",
       "5                      Jared          Shirley                  Sbirlev   \n",
       "6                      Jared          Shirley                  Sbirlev   \n",
       "\n",
       "  date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "4           01/19/198o                     19800119                32597   \n",
       "5           01/19/198o                     19800119                32597   \n",
       "6           01/19/198o                     19800119                32597   \n",
       "\n",
       "  street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "4                        32597       delacorte dr               DELACORTE DR   \n",
       "5                         1307       delacorte dr               ROSEWOOD AVE   \n",
       "6                          NaN       delacorte dr                        NaN   \n",
       "\n",
       "  unit_number_census unit_number_reference_file city_census  \\\n",
       "4               None                       None     Anytown   \n",
       "5               None                       None     Anytown   \n",
       "6               None                        NaN     Anytown   \n",
       "\n",
       "  city_reference_file state_census state_reference_file  \n",
       "4             ANYTOWN           WA                   WA  \n",
       "5             ANYTOWN           WA                   WA  \n",
       "6                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_9\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0_9</td>\n",
       "      <td>Elijah</td>\n",
       "      <td>Elijah</td>\n",
       "      <td>N</td>\n",
       "      <td>Noah</td>\n",
       "      <td>Esquivel</td>\n",
       "      <td>Esquivel</td>\n",
       "      <td>10/31/2015</td>\n",
       "      <td>29151031</td>\n",
       "      <td>1648</td>\n",
       "      <td>1648</td>\n",
       "      <td>None</td>\n",
       "      <td>EAGLE HEIGHTS</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0_9</td>\n",
       "      <td>Elijah</td>\n",
       "      <td>Elijah</td>\n",
       "      <td>N</td>\n",
       "      <td>Noah</td>\n",
       "      <td>Esquivel</td>\n",
       "      <td>Esquivel</td>\n",
       "      <td>10/31/2015</td>\n",
       "      <td>29151031</td>\n",
       "      <td>1648</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "7         0_9            Elijah                    Elijah                  N   \n",
       "8         0_9            Elijah                    Elijah                  N   \n",
       "\n",
       "  middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "7                       Noah         Esquivel                 Esquivel   \n",
       "8                       Noah         Esquivel                 Esquivel   \n",
       "\n",
       "  date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "7           10/31/2015                     29151031                 1648   \n",
       "8           10/31/2015                     29151031                 1648   \n",
       "\n",
       "  street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "7                         1648               None              EAGLE HEIGHTS   \n",
       "8                          NaN               None                        NaN   \n",
       "\n",
       "  unit_number_census unit_number_reference_file city_census  \\\n",
       "7               None                       None     Anytown   \n",
       "8               None                        NaN     Anytown   \n",
       "\n",
       "  city_reference_file state_census state_reference_file  \n",
       "7             ANYTOWN           WA                   WA  \n",
       "8                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_21615\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0_21615</td>\n",
       "      <td>Camila</td>\n",
       "      <td>Camila</td>\n",
       "      <td>F</td>\n",
       "      <td>Farrah</td>\n",
       "      <td>Skhwartz</td>\n",
       "      <td>Schwartz</td>\n",
       "      <td>11/05/2016</td>\n",
       "      <td>20400819</td>\n",
       "      <td>211</td>\n",
       "      <td>3434</td>\n",
       "      <td>winchester rd</td>\n",
       "      <td>LAKESIDE CLUB BLVD 7</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0_21615</td>\n",
       "      <td>Camila</td>\n",
       "      <td>Camila</td>\n",
       "      <td>F</td>\n",
       "      <td>Farrah</td>\n",
       "      <td>Skhwartz</td>\n",
       "      <td>Schwartz</td>\n",
       "      <td>11/05/2016</td>\n",
       "      <td>20400819</td>\n",
       "      <td>211</td>\n",
       "      <td>211</td>\n",
       "      <td>winchester rd</td>\n",
       "      <td>WINCHESTER RD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0_21615</td>\n",
       "      <td>Camila</td>\n",
       "      <td>Camila</td>\n",
       "      <td>F</td>\n",
       "      <td>Farrah</td>\n",
       "      <td>Skhwartz</td>\n",
       "      <td>Schwartz</td>\n",
       "      <td>11/05/2016</td>\n",
       "      <td>20400819</td>\n",
       "      <td>211</td>\n",
       "      <td>NaN</td>\n",
       "      <td>winchester rd</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "9      0_21615            Camila                    Camila                  F   \n",
       "10     0_21615            Camila                    Camila                  F   \n",
       "11     0_21615            Camila                    Camila                  F   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "9                      Farrah         Skhwartz                 Schwartz   \n",
       "10                     Farrah         Skhwartz                 Schwartz   \n",
       "11                     Farrah         Skhwartz                 Schwartz   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "9            11/05/2016                     20400819                  211   \n",
       "10           11/05/2016                     20400819                  211   \n",
       "11           11/05/2016                     20400819                  211   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "9                          3434      winchester rd       LAKESIDE CLUB BLVD 7   \n",
       "10                          211      winchester rd              WINCHESTER RD   \n",
       "11                          NaN      winchester rd                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "9                None                       None     Anytown   \n",
       "10               None                       None     Anytown   \n",
       "11               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "9              ANYTOWN           WA                   WA  \n",
       "10             ANYTOWN           WA                   WA  \n",
       "11                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_21616\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0_21616</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>S</td>\n",
       "      <td>Emery</td>\n",
       "      <td>Schwartz</td>\n",
       "      <td>Schwartz</td>\n",
       "      <td>10/12/2020</td>\n",
       "      <td>20671012</td>\n",
       "      <td>211</td>\n",
       "      <td>3434</td>\n",
       "      <td>winchester rd</td>\n",
       "      <td>LAKESIDE CLUB BLVD 7</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0_21616</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>S</td>\n",
       "      <td>Emery</td>\n",
       "      <td>Schwartz</td>\n",
       "      <td>Schwartz</td>\n",
       "      <td>10/12/2020</td>\n",
       "      <td>20671012</td>\n",
       "      <td>211</td>\n",
       "      <td>211</td>\n",
       "      <td>winchester rd</td>\n",
       "      <td>WINCHESTER RD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0_21616</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>S</td>\n",
       "      <td>Emery</td>\n",
       "      <td>Schwartz</td>\n",
       "      <td>Schwartz</td>\n",
       "      <td>10/12/2020</td>\n",
       "      <td>20671012</td>\n",
       "      <td>211</td>\n",
       "      <td>NaN</td>\n",
       "      <td>winchester rd</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "12     0_21616            Brooke                    Brooke                  S   \n",
       "13     0_21616            Brooke                    Brooke                  S   \n",
       "14     0_21616            Brooke                    Brooke                  S   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "12                      Emery         Schwartz                 Schwartz   \n",
       "13                      Emery         Schwartz                 Schwartz   \n",
       "14                      Emery         Schwartz                 Schwartz   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "12           10/12/2020                     20671012                  211   \n",
       "13           10/12/2020                     20671012                  211   \n",
       "14           10/12/2020                     20671012                  211   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "12                         3434      winchester rd       LAKESIDE CLUB BLVD 7   \n",
       "13                          211      winchester rd              WINCHESTER RD   \n",
       "14                          NaN      winchester rd                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "12               None                       None        None   \n",
       "13               None                       None        None   \n",
       "14               None                        NaN        None   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "12             ANYTOWN           WA                   WA  \n",
       "13             ANYTOWN           WA                   WA  \n",
       "14                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_21\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0_21</td>\n",
       "      <td>Gianna</td>\n",
       "      <td>Gianna</td>\n",
       "      <td>R</td>\n",
       "      <td>Rosemary</td>\n",
       "      <td>Doucet</td>\n",
       "      <td>Doucet</td>\n",
       "      <td>09/05/1964</td>\n",
       "      <td>19610308</td>\n",
       "      <td>13208</td>\n",
       "      <td>13208</td>\n",
       "      <td>w warren ave</td>\n",
       "      <td>W WARREN AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0_21</td>\n",
       "      <td>Gianna</td>\n",
       "      <td>Gianna</td>\n",
       "      <td>R</td>\n",
       "      <td>Rosemary</td>\n",
       "      <td>Doucet</td>\n",
       "      <td>Doucet</td>\n",
       "      <td>09/05/1964</td>\n",
       "      <td>19610308</td>\n",
       "      <td>13208</td>\n",
       "      <td>13208</td>\n",
       "      <td>w warren ave</td>\n",
       "      <td>W WARREN AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0_21</td>\n",
       "      <td>Gianna</td>\n",
       "      <td>Gianna</td>\n",
       "      <td>R</td>\n",
       "      <td>Rosemary</td>\n",
       "      <td>Doucet</td>\n",
       "      <td>Doucet</td>\n",
       "      <td>09/05/1964</td>\n",
       "      <td>19610308</td>\n",
       "      <td>13208</td>\n",
       "      <td>13208</td>\n",
       "      <td>w warren ave</td>\n",
       "      <td>W WARREN AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0_21</td>\n",
       "      <td>Gianna</td>\n",
       "      <td>Gianna</td>\n",
       "      <td>R</td>\n",
       "      <td>Rosemary</td>\n",
       "      <td>Doucet</td>\n",
       "      <td>Doucet</td>\n",
       "      <td>09/05/1964</td>\n",
       "      <td>19610308</td>\n",
       "      <td>13208</td>\n",
       "      <td>13208</td>\n",
       "      <td>w warren ave</td>\n",
       "      <td>W WARAHEN AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0_21</td>\n",
       "      <td>Gianna</td>\n",
       "      <td>Gianna</td>\n",
       "      <td>R</td>\n",
       "      <td>Rosemary</td>\n",
       "      <td>Doucet</td>\n",
       "      <td>Doucet</td>\n",
       "      <td>09/05/1964</td>\n",
       "      <td>19610308</td>\n",
       "      <td>13208</td>\n",
       "      <td>NaN</td>\n",
       "      <td>w warren ave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "15        0_21            Gianna                    Gianna                  R   \n",
       "16        0_21            Gianna                    Gianna                  R   \n",
       "17        0_21            Gianna                    Gianna                  R   \n",
       "18        0_21            Gianna                    Gianna                  R   \n",
       "19        0_21            Gianna                    Gianna                  R   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "15                   Rosemary           Doucet                   Doucet   \n",
       "16                   Rosemary           Doucet                   Doucet   \n",
       "17                   Rosemary           Doucet                   Doucet   \n",
       "18                   Rosemary           Doucet                   Doucet   \n",
       "19                   Rosemary           Doucet                   Doucet   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "15           09/05/1964                     19610308                13208   \n",
       "16           09/05/1964                     19610308                13208   \n",
       "17           09/05/1964                     19610308                13208   \n",
       "18           09/05/1964                     19610308                13208   \n",
       "19           09/05/1964                     19610308                13208   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "15                        13208       w warren ave               W WARREN AVE   \n",
       "16                        13208       w warren ave               W WARREN AVE   \n",
       "17                        13208       w warren ave               W WARREN AVE   \n",
       "18                        13208       w warren ave              W WARAHEN AVE   \n",
       "19                          NaN       w warren ave                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "15               None                       None     Anytown   \n",
       "16               None                       None     Anytown   \n",
       "17               None                       None     Anytown   \n",
       "18               None                       None     Anytown   \n",
       "19               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "15             ANYTOWN           WA                   WA  \n",
       "16             ANYTOWN           WA                   WA  \n",
       "17             ANYTOWN           WA                   WA  \n",
       "18             ANYTOWN           WA                   WA  \n",
       "19                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_2154\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0_2154</td>\n",
       "      <td>Wayne</td>\n",
       "      <td>Wayme</td>\n",
       "      <td>J</td>\n",
       "      <td>Jason</td>\n",
       "      <td>Jimenez</td>\n",
       "      <td>Jimenez</td>\n",
       "      <td>08/06/1678</td>\n",
       "      <td>19780824</td>\n",
       "      <td>2520</td>\n",
       "      <td>2520</td>\n",
       "      <td>westminster ave</td>\n",
       "      <td>WESTMINSTER AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>4NYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0_2154</td>\n",
       "      <td>Wayne</td>\n",
       "      <td>Wayme</td>\n",
       "      <td>J</td>\n",
       "      <td>Jason</td>\n",
       "      <td>Jimenez</td>\n",
       "      <td>Jimenez</td>\n",
       "      <td>08/06/1678</td>\n",
       "      <td>19780824</td>\n",
       "      <td>2520</td>\n",
       "      <td>2520</td>\n",
       "      <td>westminster ave</td>\n",
       "      <td>WESTMINSTER AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0_2154</td>\n",
       "      <td>Wayne</td>\n",
       "      <td>Wayme</td>\n",
       "      <td>J</td>\n",
       "      <td>Jason</td>\n",
       "      <td>Jimenez</td>\n",
       "      <td>Jimenez</td>\n",
       "      <td>08/06/1678</td>\n",
       "      <td>19780824</td>\n",
       "      <td>2520</td>\n",
       "      <td>NaN</td>\n",
       "      <td>westminster ave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "20      0_2154             Wayne                     Wayme                  J   \n",
       "21      0_2154             Wayne                     Wayme                  J   \n",
       "22      0_2154             Wayne                     Wayme                  J   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "20                      Jason          Jimenez                  Jimenez   \n",
       "21                      Jason          Jimenez                  Jimenez   \n",
       "22                      Jason          Jimenez                  Jimenez   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "20           08/06/1678                     19780824                 2520   \n",
       "21           08/06/1678                     19780824                 2520   \n",
       "22           08/06/1678                     19780824                 2520   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "20                         2520    westminster ave            WESTMINSTER AVE   \n",
       "21                         2520    westminster ave            WESTMINSTER AVE   \n",
       "22                          NaN    westminster ave                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "20               None                       None     Anytown   \n",
       "21               None                       None     Anytown   \n",
       "22               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "20             4NYTOWN           WA                   WA  \n",
       "21             ANYTOWN           WA                   WA  \n",
       "22                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_11857\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0_11857</td>\n",
       "      <td>Noah</td>\n",
       "      <td>Noah</td>\n",
       "      <td>B</td>\n",
       "      <td>Bennett</td>\n",
       "      <td>Kron</td>\n",
       "      <td>Kron</td>\n",
       "      <td>08/12/2003</td>\n",
       "      <td>20030812</td>\n",
       "      <td>112</td>\n",
       "      <td>112</td>\n",
       "      <td>stonewall tell rd</td>\n",
       "      <td>STONEWALL TELL RD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>PA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0_11857</td>\n",
       "      <td>Noah</td>\n",
       "      <td>Noah</td>\n",
       "      <td>B</td>\n",
       "      <td>Bennett</td>\n",
       "      <td>Kron</td>\n",
       "      <td>Kron</td>\n",
       "      <td>08/12/2003</td>\n",
       "      <td>20030812</td>\n",
       "      <td>112</td>\n",
       "      <td>28819</td>\n",
       "      <td>stonewall tell rd</td>\n",
       "      <td>GOODMAN STREET</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0_11857</td>\n",
       "      <td>Noah</td>\n",
       "      <td>Noah</td>\n",
       "      <td>B</td>\n",
       "      <td>Bennett</td>\n",
       "      <td>Kron</td>\n",
       "      <td>Kron</td>\n",
       "      <td>08/12/2003</td>\n",
       "      <td>20030812</td>\n",
       "      <td>112</td>\n",
       "      <td>28819</td>\n",
       "      <td>stonewall tell rd</td>\n",
       "      <td>GOODMAN STREET</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANITOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0_11857</td>\n",
       "      <td>Noah</td>\n",
       "      <td>Noah</td>\n",
       "      <td>B</td>\n",
       "      <td>Bennett</td>\n",
       "      <td>Kron</td>\n",
       "      <td>Kron</td>\n",
       "      <td>08/12/2003</td>\n",
       "      <td>20030812</td>\n",
       "      <td>112</td>\n",
       "      <td>112</td>\n",
       "      <td>stonewall tell rd</td>\n",
       "      <td>STONEWALL TELL RD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0_11857</td>\n",
       "      <td>Noah</td>\n",
       "      <td>Noah</td>\n",
       "      <td>B</td>\n",
       "      <td>Bennett</td>\n",
       "      <td>Kron</td>\n",
       "      <td>Kron</td>\n",
       "      <td>08/12/2003</td>\n",
       "      <td>20030812</td>\n",
       "      <td>112</td>\n",
       "      <td>NaN</td>\n",
       "      <td>stonewall tell rd</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "23     0_11857              Noah                      Noah                  B   \n",
       "24     0_11857              Noah                      Noah                  B   \n",
       "25     0_11857              Noah                      Noah                  B   \n",
       "26     0_11857              Noah                      Noah                  B   \n",
       "27     0_11857              Noah                      Noah                  B   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "23                    Bennett             Kron                     Kron   \n",
       "24                    Bennett             Kron                     Kron   \n",
       "25                    Bennett             Kron                     Kron   \n",
       "26                    Bennett             Kron                     Kron   \n",
       "27                    Bennett             Kron                     Kron   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "23           08/12/2003                     20030812                  112   \n",
       "24           08/12/2003                     20030812                  112   \n",
       "25           08/12/2003                     20030812                  112   \n",
       "26           08/12/2003                     20030812                  112   \n",
       "27           08/12/2003                     20030812                  112   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "23                          112  stonewall tell rd          STONEWALL TELL RD   \n",
       "24                        28819  stonewall tell rd             GOODMAN STREET   \n",
       "25                        28819  stonewall tell rd             GOODMAN STREET   \n",
       "26                          112  stonewall tell rd          STONEWALL TELL RD   \n",
       "27                          NaN  stonewall tell rd                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "23               None                       None     Anytown   \n",
       "24               None                       None     Anytown   \n",
       "25               None                       None     Anytown   \n",
       "26               None                       None     Anytown   \n",
       "27               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "23             ANYTOWN           WA                   PA  \n",
       "24             ANYTOWN           WA                   WA  \n",
       "25             ANITOWN           WA                   WA  \n",
       "26             ANYTOWN           WA                   WA  \n",
       "27                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_18062\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0_18062</td>\n",
       "      <td>Man</td>\n",
       "      <td>Kevin</td>\n",
       "      <td>S</td>\n",
       "      <td>Inmate</td>\n",
       "      <td>Thurman</td>\n",
       "      <td>Thurman</td>\n",
       "      <td>10/29/5985</td>\n",
       "      <td>19851029</td>\n",
       "      <td>215</td>\n",
       "      <td>215</td>\n",
       "      <td>nrthw 66th street</td>\n",
       "      <td>NRTHW 66TH STREET</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0_18062</td>\n",
       "      <td>Man</td>\n",
       "      <td>Kevin</td>\n",
       "      <td>S</td>\n",
       "      <td>Inmate</td>\n",
       "      <td>Thurman</td>\n",
       "      <td>Thurman</td>\n",
       "      <td>10/29/5985</td>\n",
       "      <td>19851029</td>\n",
       "      <td>215</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrthw 66th street</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "28     0_18062               Man                     Kevin                  S   \n",
       "29     0_18062               Man                     Kevin                  S   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "28                     Inmate          Thurman                  Thurman   \n",
       "29                     Inmate          Thurman                  Thurman   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "28           10/29/5985                     19851029                  215   \n",
       "29           10/29/5985                     19851029                  215   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "28                          215  nrthw 66th street          NRTHW 66TH STREET   \n",
       "29                          NaN  nrthw 66th street                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "28               None                       None     Anytown   \n",
       "29               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "28             ANYTOWN           WA                   WA  \n",
       "29                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_17384\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>0_17384</td>\n",
       "      <td>Bonnie</td>\n",
       "      <td>Bonnie</td>\n",
       "      <td>D</td>\n",
       "      <td>Danna</td>\n",
       "      <td>Reyes</td>\n",
       "      <td>Reyes</td>\n",
       "      <td>04/30/1969</td>\n",
       "      <td>19690030</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>hickogy dr</td>\n",
       "      <td>HICKORY DR</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>None</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0_17384</td>\n",
       "      <td>Bonnie</td>\n",
       "      <td>Bonnie</td>\n",
       "      <td>D</td>\n",
       "      <td>Danna</td>\n",
       "      <td>Reyes</td>\n",
       "      <td>Reyes</td>\n",
       "      <td>04/30/1969</td>\n",
       "      <td>19690030</td>\n",
       "      <td>9</td>\n",
       "      <td>NaN</td>\n",
       "      <td>hickogy dr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "30     0_17384            Bonnie                    Bonnie                  D   \n",
       "31     0_17384            Bonnie                    Bonnie                  D   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "30                      Danna            Reyes                    Reyes   \n",
       "31                      Danna            Reyes                    Reyes   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "30           04/30/1969                     19690030                    9   \n",
       "31           04/30/1969                     19690030                    9   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "30                            9         hickogy dr                 HICKORY DR   \n",
       "31                          NaN         hickogy dr                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "30               None                       None     Anytown   \n",
       "31               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "30                None           WA                   WA  \n",
       "31                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_5474\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>0_5474</td>\n",
       "      <td>Dylan</td>\n",
       "      <td>Dylan</td>\n",
       "      <td>A</td>\n",
       "      <td>Aceson</td>\n",
       "      <td>Dewyer</td>\n",
       "      <td>Dewyer</td>\n",
       "      <td>07/31/2016</td>\n",
       "      <td>20160731</td>\n",
       "      <td>2055</td>\n",
       "      <td>2055</td>\n",
       "      <td>bridlewood dr</td>\n",
       "      <td>BRIDLEWOOD DR</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anyton</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>0_5474</td>\n",
       "      <td>Dylan</td>\n",
       "      <td>Dylan</td>\n",
       "      <td>A</td>\n",
       "      <td>Aceson</td>\n",
       "      <td>Dewyer</td>\n",
       "      <td>Dewyer</td>\n",
       "      <td>07/31/2016</td>\n",
       "      <td>20160731</td>\n",
       "      <td>2055</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bridlewood dr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anyton</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "32      0_5474             Dylan                     Dylan                  A   \n",
       "33      0_5474             Dylan                     Dylan                  A   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "32                     Aceson           Dewyer                   Dewyer   \n",
       "33                     Aceson           Dewyer                   Dewyer   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "32           07/31/2016                     20160731                 2055   \n",
       "33           07/31/2016                     20160731                 2055   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "32                         2055      bridlewood dr              BRIDLEWOOD DR   \n",
       "33                          NaN      bridlewood dr                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "32               None                       None      Anyton   \n",
       "33               None                        NaN      Anyton   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "32             ANYTOWN           WA                   WA  \n",
       "33                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_18927\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>0_18927</td>\n",
       "      <td>Danny M</td>\n",
       "      <td>Danny</td>\n",
       "      <td></td>\n",
       "      <td>Mark</td>\n",
       "      <td>Moore</td>\n",
       "      <td>Moore</td>\n",
       "      <td>None</td>\n",
       "      <td>19630522</td>\n",
       "      <td>2994</td>\n",
       "      <td>2994</td>\n",
       "      <td>franklin ave</td>\n",
       "      <td>FRANKLIN AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>0_18927</td>\n",
       "      <td>Danny M</td>\n",
       "      <td>Danny</td>\n",
       "      <td></td>\n",
       "      <td>Mark</td>\n",
       "      <td>Moore</td>\n",
       "      <td>Moore</td>\n",
       "      <td>None</td>\n",
       "      <td>19630522</td>\n",
       "      <td>2994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>franklin ave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "34     0_18927           Danny M                     Danny                      \n",
       "35     0_18927           Danny M                     Danny                      \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "34                       Mark            Moore                    Moore   \n",
       "35                       Mark            Moore                    Moore   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "34                 None                     19630522                 2994   \n",
       "35                 None                     19630522                 2994   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "34                         2994       franklin ave               FRANKLIN AVE   \n",
       "35                          NaN       franklin ave                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "34               None                       None     Anytown   \n",
       "35               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "34             ANYTOWN           WA                   WA  \n",
       "35                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_12284\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>0_12284</td>\n",
       "      <td>Inmate</td>\n",
       "      <td>Nathaniel</td>\n",
       "      <td>C</td>\n",
       "      <td>Carson</td>\n",
       "      <td>Brooks-Lebron</td>\n",
       "      <td>Brooks-Lebron</td>\n",
       "      <td>10/26/2004</td>\n",
       "      <td>20041026</td>\n",
       "      <td>2324</td>\n",
       "      <td>2327</td>\n",
       "      <td>n college ave</td>\n",
       "      <td>N COLLEGE AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>0_12284</td>\n",
       "      <td>Inmate</td>\n",
       "      <td>Nathaniel</td>\n",
       "      <td>C</td>\n",
       "      <td>Carson</td>\n",
       "      <td>Brooks-Lebron</td>\n",
       "      <td>Brooks-Lebron</td>\n",
       "      <td>10/26/2004</td>\n",
       "      <td>20041026</td>\n",
       "      <td>2324</td>\n",
       "      <td>2327</td>\n",
       "      <td>n college ave</td>\n",
       "      <td>N COLLEGE AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>0_12284</td>\n",
       "      <td>Inmate</td>\n",
       "      <td>Nathaniel</td>\n",
       "      <td>C</td>\n",
       "      <td>Carson</td>\n",
       "      <td>Brooks-Lebron</td>\n",
       "      <td>Brooks-Lebron</td>\n",
       "      <td>10/26/2004</td>\n",
       "      <td>20041026</td>\n",
       "      <td>2324</td>\n",
       "      <td>NaN</td>\n",
       "      <td>n college ave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "36     0_12284            Inmate                 Nathaniel                  C   \n",
       "37     0_12284            Inmate                 Nathaniel                  C   \n",
       "38     0_12284            Inmate                 Nathaniel                  C   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "36                     Carson    Brooks-Lebron            Brooks-Lebron   \n",
       "37                     Carson    Brooks-Lebron            Brooks-Lebron   \n",
       "38                     Carson    Brooks-Lebron            Brooks-Lebron   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "36           10/26/2004                     20041026                 2324   \n",
       "37           10/26/2004                     20041026                 2324   \n",
       "38           10/26/2004                     20041026                 2324   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "36                         2327      n college ave              N COLLEGE AVE   \n",
       "37                         2327      n college ave              N COLLEGE AVE   \n",
       "38                          NaN      n college ave                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "36               None                       None     Anytown   \n",
       "37               None                       None     Anytown   \n",
       "38               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "36             ANYTOWN           WA                   WA  \n",
       "37             ANYTOWN           WA                   WA  \n",
       "38                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_4702\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>0_4702</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>A</td>\n",
       "      <td>A</td>\n",
       "      <td>Blackwell</td>\n",
       "      <td>Blac</td>\n",
       "      <td>06/22/1995</td>\n",
       "      <td>None</td>\n",
       "      <td>5301</td>\n",
       "      <td>3548</td>\n",
       "      <td>e lputnah ave</td>\n",
       "      <td>S BALDWIN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>0_4702</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>A</td>\n",
       "      <td>A</td>\n",
       "      <td>Blackwell</td>\n",
       "      <td>Blackwell</td>\n",
       "      <td>06/22/1995</td>\n",
       "      <td>None</td>\n",
       "      <td>5301</td>\n",
       "      <td>3548</td>\n",
       "      <td>e lputnah ave</td>\n",
       "      <td>S BALDWIN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>0_4702</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>A</td>\n",
       "      <td>A</td>\n",
       "      <td>Blackwell</td>\n",
       "      <td>Blac</td>\n",
       "      <td>06/22/1995</td>\n",
       "      <td>None</td>\n",
       "      <td>5301</td>\n",
       "      <td>5301</td>\n",
       "      <td>e lputnah ave</td>\n",
       "      <td>W PUTNAM AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>0_4702</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>A</td>\n",
       "      <td>A</td>\n",
       "      <td>Blackwell</td>\n",
       "      <td>Blackwell</td>\n",
       "      <td>06/22/1995</td>\n",
       "      <td>None</td>\n",
       "      <td>5301</td>\n",
       "      <td>5301</td>\n",
       "      <td>e lputnah ave</td>\n",
       "      <td>W PUTNAM AVE</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>0_4702</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>A</td>\n",
       "      <td>A</td>\n",
       "      <td>Blackwell</td>\n",
       "      <td>Blac</td>\n",
       "      <td>06/22/1995</td>\n",
       "      <td>None</td>\n",
       "      <td>5301</td>\n",
       "      <td>NaN</td>\n",
       "      <td>e lputnah ave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>0_4702</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>Brooke</td>\n",
       "      <td>A</td>\n",
       "      <td>A</td>\n",
       "      <td>Blackwell</td>\n",
       "      <td>Blackwell</td>\n",
       "      <td>06/22/1995</td>\n",
       "      <td>None</td>\n",
       "      <td>5301</td>\n",
       "      <td>NaN</td>\n",
       "      <td>e lputnah ave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "39      0_4702            Brooke                    Brooke                  A   \n",
       "40      0_4702            Brooke                    Brooke                  A   \n",
       "41      0_4702            Brooke                    Brooke                  A   \n",
       "42      0_4702            Brooke                    Brooke                  A   \n",
       "43      0_4702            Brooke                    Brooke                  A   \n",
       "44      0_4702            Brooke                    Brooke                  A   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "39                          A        Blackwell                     Blac   \n",
       "40                          A        Blackwell                Blackwell   \n",
       "41                          A        Blackwell                     Blac   \n",
       "42                          A        Blackwell                Blackwell   \n",
       "43                          A        Blackwell                     Blac   \n",
       "44                          A        Blackwell                Blackwell   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "39           06/22/1995                         None                 5301   \n",
       "40           06/22/1995                         None                 5301   \n",
       "41           06/22/1995                         None                 5301   \n",
       "42           06/22/1995                         None                 5301   \n",
       "43           06/22/1995                         None                 5301   \n",
       "44           06/22/1995                         None                 5301   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "39                         3548      e lputnah ave                  S BALDWIN   \n",
       "40                         3548      e lputnah ave                  S BALDWIN   \n",
       "41                         5301      e lputnah ave               W PUTNAM AVE   \n",
       "42                         5301      e lputnah ave               W PUTNAM AVE   \n",
       "43                          NaN      e lputnah ave                        NaN   \n",
       "44                          NaN      e lputnah ave                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "39               None                       None     Anytown   \n",
       "40               None                       None     Anytown   \n",
       "41               None                       None     Anytown   \n",
       "42               None                       None     Anytown   \n",
       "43               None                        NaN     Anytown   \n",
       "44               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "39             ANYTOWN           WA                   WA  \n",
       "40             ANYTOWN           WA                   WA  \n",
       "41             ANYTOWN           WA                   WA  \n",
       "42             ANYTOWN           WA                   WA  \n",
       "43                 NaN           WA                  NaN  \n",
       "44                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_21693\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>0_21693</td>\n",
       "      <td>Hordan</td>\n",
       "      <td>Jordan</td>\n",
       "      <td>M</td>\n",
       "      <td>M</td>\n",
       "      <td>Cremoja</td>\n",
       "      <td>Cremona</td>\n",
       "      <td>04/27/1998</td>\n",
       "      <td>None</td>\n",
       "      <td>1807</td>\n",
       "      <td>12580</td>\n",
       "      <td>n oaklawn ave</td>\n",
       "      <td>LASALLE BLVD</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>0_21693</td>\n",
       "      <td>Hordan</td>\n",
       "      <td>Jordan</td>\n",
       "      <td>M</td>\n",
       "      <td>M</td>\n",
       "      <td>Cremoja</td>\n",
       "      <td>Cremona</td>\n",
       "      <td>04/27/1998</td>\n",
       "      <td>None</td>\n",
       "      <td>1807</td>\n",
       "      <td>NaN</td>\n",
       "      <td>n oaklawn ave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "45     0_21693            Hordan                    Jordan                  M   \n",
       "46     0_21693            Hordan                    Jordan                  M   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "45                          M          Cremoja                  Cremona   \n",
       "46                          M          Cremoja                  Cremona   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "45           04/27/1998                         None                 1807   \n",
       "46           04/27/1998                         None                 1807   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "45                        12580      n oaklawn ave               LASALLE BLVD   \n",
       "46                          NaN      n oaklawn ave                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "45               None                       None     Anytown   \n",
       "46               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "45             ANYTOWN           WA                   WA  \n",
       "46                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_22602\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>0_22602</td>\n",
       "      <td>Male Child</td>\n",
       "      <td>Emily</td>\n",
       "      <td>J</td>\n",
       "      <td>Jenna</td>\n",
       "      <td>None</td>\n",
       "      <td>Blackwell</td>\n",
       "      <td>11/27/2026</td>\n",
       "      <td>20261127</td>\n",
       "      <td>5301</td>\n",
       "      <td>NaN</td>\n",
       "      <td>w putnam ave</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "47     0_22602        Male Child                     Emily                  J   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "47                      Jenna             None                Blackwell   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "47           11/27/2026                     20261127                 5301   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "47                          NaN       w putnam ave                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "47               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "47                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_4991\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>0_4991</td>\n",
       "      <td>Ryan</td>\n",
       "      <td>Ryan</td>\n",
       "      <td>T</td>\n",
       "      <td>T</td>\n",
       "      <td>Cdawforc</td>\n",
       "      <td>Crawford</td>\n",
       "      <td>11/04/1976</td>\n",
       "      <td>None</td>\n",
       "      <td>1410</td>\n",
       "      <td>None</td>\n",
       "      <td>w chas mdws dr</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>0_4991</td>\n",
       "      <td>Ryan</td>\n",
       "      <td>Ryan</td>\n",
       "      <td>T</td>\n",
       "      <td>T</td>\n",
       "      <td>Cdawforc</td>\n",
       "      <td>Craw</td>\n",
       "      <td>11/04/1976</td>\n",
       "      <td>None</td>\n",
       "      <td>1410</td>\n",
       "      <td>None</td>\n",
       "      <td>w chas mdws dr</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>0_4991</td>\n",
       "      <td>Ryan</td>\n",
       "      <td>Ryan</td>\n",
       "      <td>T</td>\n",
       "      <td>T</td>\n",
       "      <td>Cdawforc</td>\n",
       "      <td>Crawford</td>\n",
       "      <td>11/04/1976</td>\n",
       "      <td>None</td>\n",
       "      <td>1410</td>\n",
       "      <td>NaN</td>\n",
       "      <td>w chas mdws dr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>0_4991</td>\n",
       "      <td>Ryan</td>\n",
       "      <td>Ryan</td>\n",
       "      <td>T</td>\n",
       "      <td>T</td>\n",
       "      <td>Cdawforc</td>\n",
       "      <td>Craw</td>\n",
       "      <td>11/04/1976</td>\n",
       "      <td>None</td>\n",
       "      <td>1410</td>\n",
       "      <td>NaN</td>\n",
       "      <td>w chas mdws dr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "48      0_4991              Ryan                      Ryan                  T   \n",
       "49      0_4991              Ryan                      Ryan                  T   \n",
       "50      0_4991              Ryan                      Ryan                  T   \n",
       "51      0_4991              Ryan                      Ryan                  T   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "48                          T         Cdawforc                 Crawford   \n",
       "49                          T         Cdawforc                     Craw   \n",
       "50                          T         Cdawforc                 Crawford   \n",
       "51                          T         Cdawforc                     Craw   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "48           11/04/1976                         None                 1410   \n",
       "49           11/04/1976                         None                 1410   \n",
       "50           11/04/1976                         None                 1410   \n",
       "51           11/04/1976                         None                 1410   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "48                         None     w chas mdws dr                       None   \n",
       "49                         None     w chas mdws dr                       None   \n",
       "50                          NaN     w chas mdws dr                        NaN   \n",
       "51                          NaN     w chas mdws dr                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "48               None                       None     Anytown   \n",
       "49               None                       None     Anytown   \n",
       "50               None                        NaN     Anytown   \n",
       "51               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "48             ANYTOWN           WA                   WA  \n",
       "49             ANYTOWN           WA                   WA  \n",
       "50                 NaN           WA                  NaN  \n",
       "51                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_7310\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>0_7310</td>\n",
       "      <td>Eiizabeyh</td>\n",
       "      <td>Elizabeth</td>\n",
       "      <td>H</td>\n",
       "      <td>Heather</td>\n",
       "      <td>Miller</td>\n",
       "      <td>Doh</td>\n",
       "      <td>08/15/1974</td>\n",
       "      <td>19740815</td>\n",
       "      <td>7809</td>\n",
       "      <td>None</td>\n",
       "      <td>august dr</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>None</td>\n",
       "      <td>WA</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>0_7310</td>\n",
       "      <td>Eiizabeyh</td>\n",
       "      <td>Elizabeth</td>\n",
       "      <td>H</td>\n",
       "      <td>Heather</td>\n",
       "      <td>Miller</td>\n",
       "      <td>Doh</td>\n",
       "      <td>08/15/1974</td>\n",
       "      <td>19740815</td>\n",
       "      <td>7809</td>\n",
       "      <td>NaN</td>\n",
       "      <td>august dr</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "52      0_7310         Eiizabeyh                 Elizabeth                  H   \n",
       "53      0_7310         Eiizabeyh                 Elizabeth                  H   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "52                    Heather           Miller                      Doh   \n",
       "53                    Heather           Miller                      Doh   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "52           08/15/1974                     19740815                 7809   \n",
       "53           08/15/1974                     19740815                 7809   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "52                         None          august dr                       None   \n",
       "53                          NaN          august dr                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "52               None                       None     Anytown   \n",
       "53               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "52                None           WA                 None  \n",
       "53                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_12456\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>0_12456</td>\n",
       "      <td>Gregory</td>\n",
       "      <td>Greg</td>\n",
       "      <td>J</td>\n",
       "      <td>Harrington</td>\n",
       "      <td>Harrington</td>\n",
       "      <td>John</td>\n",
       "      <td>12/27/1962</td>\n",
       "      <td>19621227</td>\n",
       "      <td>14 1 2</td>\n",
       "      <td>14 1 2</td>\n",
       "      <td>2nd avenue</td>\n",
       "      <td>2ND AVENUE</td>\n",
       "      <td>floor # 1 apartment 1</td>\n",
       "      <td>FLOOR # 1 APARTMENT 1</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOSWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>0_12456</td>\n",
       "      <td>Gregory</td>\n",
       "      <td>Greg</td>\n",
       "      <td>J</td>\n",
       "      <td>Harrington</td>\n",
       "      <td>Harrington</td>\n",
       "      <td>John</td>\n",
       "      <td>12/27/1962</td>\n",
       "      <td>19621227</td>\n",
       "      <td>14 1 2</td>\n",
       "      <td>14 1 2</td>\n",
       "      <td>2nd avenue</td>\n",
       "      <td>2ND AVENUE</td>\n",
       "      <td>floor # 1 apartment 1</td>\n",
       "      <td>FLOOR # 1 APARTMENT 1</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>PA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>0_12456</td>\n",
       "      <td>Gregory</td>\n",
       "      <td>Greg</td>\n",
       "      <td>J</td>\n",
       "      <td>Harrington</td>\n",
       "      <td>Harrington</td>\n",
       "      <td>John</td>\n",
       "      <td>12/27/1962</td>\n",
       "      <td>19621227</td>\n",
       "      <td>14 1 2</td>\n",
       "      <td>14 1 2</td>\n",
       "      <td>2nd avenue</td>\n",
       "      <td>2ND AVENUE</td>\n",
       "      <td>floor # 1 apartment 1</td>\n",
       "      <td>FLOOR # 1 APARTMENT 1</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>0_12456</td>\n",
       "      <td>Gregory</td>\n",
       "      <td>Greg</td>\n",
       "      <td>J</td>\n",
       "      <td>Harrington</td>\n",
       "      <td>Harrington</td>\n",
       "      <td>John</td>\n",
       "      <td>12/27/1962</td>\n",
       "      <td>19621227</td>\n",
       "      <td>14 1 2</td>\n",
       "      <td>54 1 2</td>\n",
       "      <td>2nd avenue</td>\n",
       "      <td>2ND AVENUE</td>\n",
       "      <td>floor # 1 apartment 1</td>\n",
       "      <td>FLOOR # 1 APARTMENT 1</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>0_12456</td>\n",
       "      <td>Gregory</td>\n",
       "      <td>Greg</td>\n",
       "      <td>J</td>\n",
       "      <td>Harrington</td>\n",
       "      <td>Harrington</td>\n",
       "      <td>John</td>\n",
       "      <td>12/27/1962</td>\n",
       "      <td>19621227</td>\n",
       "      <td>14 1 2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2nd avenue</td>\n",
       "      <td>NaN</td>\n",
       "      <td>floor # 1 apartment 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "54     0_12456           Gregory                      Greg                  J   \n",
       "55     0_12456           Gregory                      Greg                  J   \n",
       "56     0_12456           Gregory                      Greg                  J   \n",
       "57     0_12456           Gregory                      Greg                  J   \n",
       "58     0_12456           Gregory                      Greg                  J   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "54                 Harrington       Harrington                     John   \n",
       "55                 Harrington       Harrington                     John   \n",
       "56                 Harrington       Harrington                     John   \n",
       "57                 Harrington       Harrington                     John   \n",
       "58                 Harrington       Harrington                     John   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "54           12/27/1962                     19621227               14 1 2   \n",
       "55           12/27/1962                     19621227               14 1 2   \n",
       "56           12/27/1962                     19621227               14 1 2   \n",
       "57           12/27/1962                     19621227               14 1 2   \n",
       "58           12/27/1962                     19621227               14 1 2   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "54                       14 1 2         2nd avenue                 2ND AVENUE   \n",
       "55                       14 1 2         2nd avenue                 2ND AVENUE   \n",
       "56                       14 1 2         2nd avenue                 2ND AVENUE   \n",
       "57                       54 1 2         2nd avenue                 2ND AVENUE   \n",
       "58                          NaN         2nd avenue                        NaN   \n",
       "\n",
       "       unit_number_census unit_number_reference_file city_census  \\\n",
       "54  floor # 1 apartment 1      FLOOR # 1 APARTMENT 1     Anytown   \n",
       "55  floor # 1 apartment 1      FLOOR # 1 APARTMENT 1     Anytown   \n",
       "56  floor # 1 apartment 1      FLOOR # 1 APARTMENT 1     Anytown   \n",
       "57  floor # 1 apartment 1      FLOOR # 1 APARTMENT 1     Anytown   \n",
       "58  floor # 1 apartment 1                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "54            ANYTOSWN           WA                   WA  \n",
       "55             ANYTOWN           WA                   PA  \n",
       "56             ANYTOWN           WA                   WA  \n",
       "57             ANYTOWN           WA                   WA  \n",
       "58                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_17692\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>0_17692</td>\n",
       "      <td>Suzanne</td>\n",
       "      <td>Sue</td>\n",
       "      <td>J</td>\n",
       "      <td>Judith</td>\n",
       "      <td>Mcfarland</td>\n",
       "      <td>Mcfarland</td>\n",
       "      <td>11/13/1967</td>\n",
       "      <td>19671113</td>\n",
       "      <td>813</td>\n",
       "      <td>813</td>\n",
       "      <td>carriage hill ln</td>\n",
       "      <td>CARRIAGE HILL LN</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>0_17692</td>\n",
       "      <td>Suzanne</td>\n",
       "      <td>Sue</td>\n",
       "      <td>J</td>\n",
       "      <td>Judith</td>\n",
       "      <td>Mcfarland</td>\n",
       "      <td>Mcfarland</td>\n",
       "      <td>11/13/1967</td>\n",
       "      <td>19671113</td>\n",
       "      <td>813</td>\n",
       "      <td>NaN</td>\n",
       "      <td>carriage hill ln</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "59     0_17692           Suzanne                       Sue                  J   \n",
       "60     0_17692           Suzanne                       Sue                  J   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "59                     Judith        Mcfarland                Mcfarland   \n",
       "60                     Judith        Mcfarland                Mcfarland   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "59           11/13/1967                     19671113                  813   \n",
       "60           11/13/1967                     19671113                  813   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "59                          813   carriage hill ln           CARRIAGE HILL LN   \n",
       "60                          NaN   carriage hill ln                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "59               None                       None     Anytown   \n",
       "60               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "59             ANYTOWN           WA                   WA  \n",
       "60                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_4445\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>0_4445</td>\n",
       "      <td>James</td>\n",
       "      <td>James</td>\n",
       "      <td>W</td>\n",
       "      <td>William</td>\n",
       "      <td>Cobnn</td>\n",
       "      <td>Conn</td>\n",
       "      <td>08/25/1942</td>\n",
       "      <td>19740213</td>\n",
       "      <td>403</td>\n",
       "      <td>603</td>\n",
       "      <td>rt 55</td>\n",
       "      <td>RT 55</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>0_4445</td>\n",
       "      <td>James</td>\n",
       "      <td>James</td>\n",
       "      <td>W</td>\n",
       "      <td>William</td>\n",
       "      <td>Cobnn</td>\n",
       "      <td>Conn</td>\n",
       "      <td>08/25/1942</td>\n",
       "      <td>19740213</td>\n",
       "      <td>403</td>\n",
       "      <td>403</td>\n",
       "      <td>rt 55</td>\n",
       "      <td>RT 55</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>0_4445</td>\n",
       "      <td>James</td>\n",
       "      <td>James</td>\n",
       "      <td>W</td>\n",
       "      <td>William</td>\n",
       "      <td>Cobnn</td>\n",
       "      <td>Conn</td>\n",
       "      <td>08/25/1942</td>\n",
       "      <td>19740213</td>\n",
       "      <td>403</td>\n",
       "      <td>403</td>\n",
       "      <td>rt 55</td>\n",
       "      <td>RT 55</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>0_4445</td>\n",
       "      <td>James</td>\n",
       "      <td>James</td>\n",
       "      <td>W</td>\n",
       "      <td>William</td>\n",
       "      <td>Cobnn</td>\n",
       "      <td>Conn</td>\n",
       "      <td>08/25/1942</td>\n",
       "      <td>19740213</td>\n",
       "      <td>403</td>\n",
       "      <td>NaN</td>\n",
       "      <td>rt 55</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "61      0_4445             James                     James                  W   \n",
       "62      0_4445             James                     James                  W   \n",
       "63      0_4445             James                     James                  W   \n",
       "64      0_4445             James                     James                  W   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "61                    William            Cobnn                     Conn   \n",
       "62                    William            Cobnn                     Conn   \n",
       "63                    William            Cobnn                     Conn   \n",
       "64                    William            Cobnn                     Conn   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "61           08/25/1942                     19740213                  403   \n",
       "62           08/25/1942                     19740213                  403   \n",
       "63           08/25/1942                     19740213                  403   \n",
       "64           08/25/1942                     19740213                  403   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "61                          603              rt 55                      RT 55   \n",
       "62                          403              rt 55                      RT 55   \n",
       "63                          403              rt 55                      RT 55   \n",
       "64                          NaN              rt 55                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "61               None                       None     Anytown   \n",
       "62               None                       None     Anytown   \n",
       "63               None                       None     Anytown   \n",
       "64               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "61                None          NaN                   WA  \n",
       "62             ANYTOWN          NaN                   WA  \n",
       "63             ANYTOWN          NaN                   KY  \n",
       "64                 NaN          NaN                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_2048\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>0_2048</td>\n",
       "      <td>Ddsidee</td>\n",
       "      <td>Ddsiree</td>\n",
       "      <td>R</td>\n",
       "      <td>Rose</td>\n",
       "      <td>Mabry</td>\n",
       "      <td>Mabry</td>\n",
       "      <td>03/22/1956</td>\n",
       "      <td>1956032z</td>\n",
       "      <td>687</td>\n",
       "      <td>687</td>\n",
       "      <td>None</td>\n",
       "      <td>BUCKSHOT DR</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>CA</td>\n",
       "      <td>KY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>0_2048</td>\n",
       "      <td>Ddsidee</td>\n",
       "      <td>Ddsiree</td>\n",
       "      <td>R</td>\n",
       "      <td>Rose</td>\n",
       "      <td>Mabry</td>\n",
       "      <td>Mabry</td>\n",
       "      <td>03/22/1956</td>\n",
       "      <td>1956032z</td>\n",
       "      <td>687</td>\n",
       "      <td>687</td>\n",
       "      <td>None</td>\n",
       "      <td>BUCKSHOT DR</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>CA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>0_2048</td>\n",
       "      <td>Ddsidee</td>\n",
       "      <td>Ddsiree</td>\n",
       "      <td>R</td>\n",
       "      <td>Rose</td>\n",
       "      <td>Mabry</td>\n",
       "      <td>Mabry</td>\n",
       "      <td>03/22/1956</td>\n",
       "      <td>1956032z</td>\n",
       "      <td>687</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>CA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "65      0_2048           Ddsidee                   Ddsiree                  R   \n",
       "66      0_2048           Ddsidee                   Ddsiree                  R   \n",
       "67      0_2048           Ddsidee                   Ddsiree                  R   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "65                       Rose            Mabry                    Mabry   \n",
       "66                       Rose            Mabry                    Mabry   \n",
       "67                       Rose            Mabry                    Mabry   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "65           03/22/1956                     1956032z                  687   \n",
       "66           03/22/1956                     1956032z                  687   \n",
       "67           03/22/1956                     1956032z                  687   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "65                          687               None                BUCKSHOT DR   \n",
       "66                          687               None                BUCKSHOT DR   \n",
       "67                          NaN               None                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "65               None                       None     Anytown   \n",
       "66               None                       None     Anytown   \n",
       "67               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "65             ANYTOWN           CA                   KY  \n",
       "66             ANYTOWN           CA                   WA  \n",
       "67                 NaN           CA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_2538\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>0_2538</td>\n",
       "      <td>Mary</td>\n",
       "      <td>Mary</td>\n",
       "      <td>J</td>\n",
       "      <td>J</td>\n",
       "      <td>Kam</td>\n",
       "      <td>Kam</td>\n",
       "      <td>06/04/1970</td>\n",
       "      <td>None</td>\n",
       "      <td>3268</td>\n",
       "      <td>3268</td>\n",
       "      <td>None</td>\n",
       "      <td>WALNUT STREET</td>\n",
       "      <td>floor number 1 apartment # 377</td>\n",
       "      <td>FLOOR NUMBER 3 APARTMENT # 377</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>0_2538</td>\n",
       "      <td>Mary</td>\n",
       "      <td>Mary</td>\n",
       "      <td>J</td>\n",
       "      <td>J</td>\n",
       "      <td>Kam</td>\n",
       "      <td>Kam</td>\n",
       "      <td>06/04/1970</td>\n",
       "      <td>None</td>\n",
       "      <td>3268</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>floor number 1 apartment # 377</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "68      0_2538              Mary                      Mary                  J   \n",
       "69      0_2538              Mary                      Mary                  J   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "68                          J              Kam                      Kam   \n",
       "69                          J              Kam                      Kam   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "68           06/04/1970                         None                 3268   \n",
       "69           06/04/1970                         None                 3268   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "68                         3268               None              WALNUT STREET   \n",
       "69                          NaN               None                        NaN   \n",
       "\n",
       "                unit_number_census      unit_number_reference_file  \\\n",
       "68  floor number 1 apartment # 377  FLOOR NUMBER 3 APARTMENT # 377   \n",
       "69  floor number 1 apartment # 377                             NaN   \n",
       "\n",
       "   city_census city_reference_file state_census state_reference_file  \n",
       "68     Anytown             ANYTOWN           WA                   WA  \n",
       "69     Anytown                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_74\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>0_74</td>\n",
       "      <td>Ddew</td>\n",
       "      <td>Drew</td>\n",
       "      <td>O</td>\n",
       "      <td>Omar</td>\n",
       "      <td>Kennedy</td>\n",
       "      <td>Kennedy</td>\n",
       "      <td>12/24/2001</td>\n",
       "      <td>None</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEM CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>0_74</td>\n",
       "      <td>Ddew</td>\n",
       "      <td>Drew</td>\n",
       "      <td>O</td>\n",
       "      <td>Omar</td>\n",
       "      <td>Kennedy</td>\n",
       "      <td>Kennedy</td>\n",
       "      <td>12/24/2001</td>\n",
       "      <td>None</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>0_74</td>\n",
       "      <td>Ddew</td>\n",
       "      <td>Drew</td>\n",
       "      <td>O</td>\n",
       "      <td>Omar</td>\n",
       "      <td>Kennedy</td>\n",
       "      <td>Kennedy</td>\n",
       "      <td>12/24/2001</td>\n",
       "      <td>None</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "70        0_74              Ddew                      Drew                  O   \n",
       "71        0_74              Ddew                      Drew                  O   \n",
       "72        0_74              Ddew                      Drew                  O   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "70                       Omar          Kennedy                  Kennedy   \n",
       "71                       Omar          Kennedy                  Kennedy   \n",
       "72                       Omar          Kennedy                  Kennedy   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "70           12/24/2001                         None                   34   \n",
       "71           12/24/2001                         None                   34   \n",
       "72           12/24/2001                         None                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "70                           34       bowen cir sw               BOWEM CIR SW   \n",
       "71                           34       bowen cir sw               BOWEN CIR SW   \n",
       "72                          NaN       bowen cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "70               None                       None     Anytown   \n",
       "71               None                       None     Anytown   \n",
       "72               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "70             ANYTOWN           WA                   WA  \n",
       "71             ANYTOWN           WA                   WA  \n",
       "72                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_1471\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>0_1471</td>\n",
       "      <td>Kenzie</td>\n",
       "      <td>Kenzie</td>\n",
       "      <td>A</td>\n",
       "      <td>Aubrey</td>\n",
       "      <td>Turner</td>\n",
       "      <td>Turner</td>\n",
       "      <td>01/22/2007</td>\n",
       "      <td>20072201</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>0_1471</td>\n",
       "      <td>Kenzie</td>\n",
       "      <td>Kenzie</td>\n",
       "      <td>A</td>\n",
       "      <td>Aubrey</td>\n",
       "      <td>Turner</td>\n",
       "      <td>Turner</td>\n",
       "      <td>01/22/2007</td>\n",
       "      <td>20072201</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "73      0_1471            Kenzie                    Kenzie                  A   \n",
       "74      0_1471            Kenzie                    Kenzie                  A   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "73                     Aubrey           Turner                   Turner   \n",
       "74                     Aubrey           Turner                   Turner   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "73           01/22/2007                     20072201                   34   \n",
       "74           01/22/2007                     20072201                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "73                           34       bowen cir sw               BOWEN CIR SW   \n",
       "74                          NaN       bowen cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "73               None                       None     Anytown   \n",
       "74               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "73             ANYTOWN           WA                   WA  \n",
       "74                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_1611\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>0_1611</td>\n",
       "      <td>Maricela</td>\n",
       "      <td>Maricela</td>\n",
       "      <td>J</td>\n",
       "      <td>Jeanette</td>\n",
       "      <td>Dhoi</td>\n",
       "      <td>Choi</td>\n",
       "      <td>12/08/1973</td>\n",
       "      <td>19730812</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>0_1611</td>\n",
       "      <td>Maricela</td>\n",
       "      <td>Maricela</td>\n",
       "      <td>J</td>\n",
       "      <td>Jeanette</td>\n",
       "      <td>Dhoi</td>\n",
       "      <td>Choi</td>\n",
       "      <td>12/08/1973</td>\n",
       "      <td>19730812</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>0_1611</td>\n",
       "      <td>Maricela</td>\n",
       "      <td>Maricela</td>\n",
       "      <td>J</td>\n",
       "      <td>Jeanette</td>\n",
       "      <td>Dhoi</td>\n",
       "      <td>Choi</td>\n",
       "      <td>12/08/1973</td>\n",
       "      <td>19730812</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "75      0_1611          Maricela                  Maricela                  J   \n",
       "76      0_1611          Maricela                  Maricela                  J   \n",
       "77      0_1611          Maricela                  Maricela                  J   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "75                   Jeanette             Dhoi                     Choi   \n",
       "76                   Jeanette             Dhoi                     Choi   \n",
       "77                   Jeanette             Dhoi                     Choi   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "75           12/08/1973                     19730812                   34   \n",
       "76           12/08/1973                     19730812                   34   \n",
       "77           12/08/1973                     19730812                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "75                           34       bowen cir sw               BOWEN CIR SW   \n",
       "76                           34       bowen cir sw               BOWEN CIR SW   \n",
       "77                          NaN       bowen cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "75               None                       None     Anytown   \n",
       "76               None                       None     Anytown   \n",
       "77               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "75             ANYTOWN           WA                 None  \n",
       "76             ANYTOWN           WA                   WA  \n",
       "77                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_1637\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>0_1637</td>\n",
       "      <td>Dad</td>\n",
       "      <td>Angelina</td>\n",
       "      <td>M</td>\n",
       "      <td>Makayla</td>\n",
       "      <td>Marko</td>\n",
       "      <td>Marko</td>\n",
       "      <td>08/06/2004</td>\n",
       "      <td>20040806</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>0_1637</td>\n",
       "      <td>Dad</td>\n",
       "      <td>Angelina</td>\n",
       "      <td>M</td>\n",
       "      <td>Makayla</td>\n",
       "      <td>Marko</td>\n",
       "      <td>Marko</td>\n",
       "      <td>08/06/2004</td>\n",
       "      <td>20040806</td>\n",
       "      <td>34</td>\n",
       "      <td>32</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>0_1637</td>\n",
       "      <td>Dad</td>\n",
       "      <td>Angelina</td>\n",
       "      <td>M</td>\n",
       "      <td>Makayla</td>\n",
       "      <td>Marko</td>\n",
       "      <td>Marko</td>\n",
       "      <td>08/06/2004</td>\n",
       "      <td>20040806</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "78      0_1637               Dad                  Angelina                  M   \n",
       "79      0_1637               Dad                  Angelina                  M   \n",
       "80      0_1637               Dad                  Angelina                  M   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "78                    Makayla            Marko                    Marko   \n",
       "79                    Makayla            Marko                    Marko   \n",
       "80                    Makayla            Marko                    Marko   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "78           08/06/2004                     20040806                   34   \n",
       "79           08/06/2004                     20040806                   34   \n",
       "80           08/06/2004                     20040806                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "78                           34       bowen cir sw               BOWEN CIR SW   \n",
       "79                           32       bowen cir sw               BOWEN CIR SW   \n",
       "80                          NaN       bowen cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "78               None                       None     Anytown   \n",
       "79               None                       None     Anytown   \n",
       "80               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "78             ANYTOWN           WA                   WA  \n",
       "79             ANYTOWN           WA                   WA  \n",
       "80                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_1980\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>0_1980</td>\n",
       "      <td>Charlotte</td>\n",
       "      <td>Charlotte</td>\n",
       "      <td>K</td>\n",
       "      <td>Kasey</td>\n",
       "      <td>Rinehart</td>\n",
       "      <td>Rinehart</td>\n",
       "      <td>04/23/2012</td>\n",
       "      <td>26120423</td>\n",
       "      <td>34</td>\n",
       "      <td>None</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>None</td>\n",
       "      <td>WA</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>0_1980</td>\n",
       "      <td>Charlotte</td>\n",
       "      <td>Charlotte</td>\n",
       "      <td>K</td>\n",
       "      <td>Kasey</td>\n",
       "      <td>Rinehart</td>\n",
       "      <td>Rinehart</td>\n",
       "      <td>04/23/2012</td>\n",
       "      <td>26120423</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "81      0_1980         Charlotte                 Charlotte                  K   \n",
       "82      0_1980         Charlotte                 Charlotte                  K   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "81                      Kasey         Rinehart                 Rinehart   \n",
       "82                      Kasey         Rinehart                 Rinehart   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "81           04/23/2012                     26120423                   34   \n",
       "82           04/23/2012                     26120423                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "81                         None       bowen cir sw                       None   \n",
       "82                          NaN       bowen cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "81               None                       None     Anytown   \n",
       "82               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "81                None           WA                 None  \n",
       "82                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_2057\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>0_2057</td>\n",
       "      <td>Dayne</td>\n",
       "      <td>Wayne</td>\n",
       "      <td>J</td>\n",
       "      <td>Jamie</td>\n",
       "      <td>Anaya</td>\n",
       "      <td>Anaya</td>\n",
       "      <td>06/19/1975</td>\n",
       "      <td>19750619</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>biwen cir saw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>0_2057</td>\n",
       "      <td>Dayne</td>\n",
       "      <td>Wayne</td>\n",
       "      <td>J</td>\n",
       "      <td>Jamie</td>\n",
       "      <td>Anaya</td>\n",
       "      <td>Anaya</td>\n",
       "      <td>06/19/1975</td>\n",
       "      <td>19750619</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>biwen cir saw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "83      0_2057             Dayne                     Wayne                  J   \n",
       "84      0_2057             Dayne                     Wayne                  J   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "83                      Jamie            Anaya                    Anaya   \n",
       "84                      Jamie            Anaya                    Anaya   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "83           06/19/1975                     19750619                   34   \n",
       "84           06/19/1975                     19750619                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "83                           34      biwen cir saw               BOWEN CIR SW   \n",
       "84                          NaN      biwen cir saw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "83               None                       None     Anytown   \n",
       "84               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "83             ANYTOWN           WA                   WA  \n",
       "84                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_2144\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>0_2144</td>\n",
       "      <td>None</td>\n",
       "      <td>Mai</td>\n",
       "      <td>T</td>\n",
       "      <td>Thomas</td>\n",
       "      <td>Mai</td>\n",
       "      <td>Joshua</td>\n",
       "      <td>11/10/2004</td>\n",
       "      <td>20041110</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>0_2144</td>\n",
       "      <td>None</td>\n",
       "      <td>Mai</td>\n",
       "      <td>T</td>\n",
       "      <td>Thomas</td>\n",
       "      <td>Mai</td>\n",
       "      <td>Joshua</td>\n",
       "      <td>11/10/2004</td>\n",
       "      <td>20041110</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "85      0_2144              None                       Mai                  T   \n",
       "86      0_2144              None                       Mai                  T   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "85                     Thomas              Mai                   Joshua   \n",
       "86                     Thomas              Mai                   Joshua   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "85           11/10/2004                     20041110                   34   \n",
       "86           11/10/2004                     20041110                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "85                           34       bowen cir sw               BOWEN CIR SW   \n",
       "86                          NaN       bowen cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "85               None                       None     Anytown   \n",
       "86               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "85             ANYTOWN           WA                   WA  \n",
       "86                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_2767\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>0_2767</td>\n",
       "      <td>None</td>\n",
       "      <td>Lynette</td>\n",
       "      <td>G</td>\n",
       "      <td>Geneva</td>\n",
       "      <td>Kimbrough</td>\n",
       "      <td>Kimbrough</td>\n",
       "      <td>06/20/1952</td>\n",
       "      <td>19520620</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowsn cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>KY</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>0_2767</td>\n",
       "      <td>None</td>\n",
       "      <td>Lynette</td>\n",
       "      <td>G</td>\n",
       "      <td>Geneva</td>\n",
       "      <td>Kimbrough</td>\n",
       "      <td>Kimbrough</td>\n",
       "      <td>06/20/1952</td>\n",
       "      <td>19520620</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowsn cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>KY</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "87      0_2767              None                   Lynette                  G   \n",
       "88      0_2767              None                   Lynette                  G   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "87                     Geneva        Kimbrough                Kimbrough   \n",
       "88                     Geneva        Kimbrough                Kimbrough   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "87           06/20/1952                     19520620                   34   \n",
       "88           06/20/1952                     19520620                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "87                           34       bowsn cir sw               BOWEN CIR SW   \n",
       "88                          NaN       bowsn cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "87               None                       None     Anytown   \n",
       "88               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "87             ANYTOWN           KY                   WA  \n",
       "88                 NaN           KY                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_2957\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>0_2957</td>\n",
       "      <td>Elizabeth</td>\n",
       "      <td>Elizabeth</td>\n",
       "      <td>M</td>\n",
       "      <td>Marilyn</td>\n",
       "      <td>Declined</td>\n",
       "      <td>Martin</td>\n",
       "      <td>04/03/2011</td>\n",
       "      <td>2011o403</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>0_2957</td>\n",
       "      <td>Elizabeth</td>\n",
       "      <td>Elizabeth</td>\n",
       "      <td>M</td>\n",
       "      <td>Marilyn</td>\n",
       "      <td>Declined</td>\n",
       "      <td>Martin</td>\n",
       "      <td>04/03/2011</td>\n",
       "      <td>2011o403</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "89      0_2957         Elizabeth                 Elizabeth                  M   \n",
       "90      0_2957         Elizabeth                 Elizabeth                  M   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "89                    Marilyn         Declined                   Martin   \n",
       "90                    Marilyn         Declined                   Martin   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "89           04/03/2011                     2011o403                   34   \n",
       "90           04/03/2011                     2011o403                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "89                           34       bowen cir sw               BOWEN CIR SW   \n",
       "90                          NaN       bowen cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "89               None                       None     Anytown   \n",
       "90               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "89             ANYTOWN           WA                   WA  \n",
       "90                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_2990\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>0_2990</td>\n",
       "      <td>David</td>\n",
       "      <td>David</td>\n",
       "      <td>J</td>\n",
       "      <td>Josh</td>\n",
       "      <td>Herold</td>\n",
       "      <td>Herold</td>\n",
       "      <td>18/06/1978</td>\n",
       "      <td>19780619</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>0_2990</td>\n",
       "      <td>David</td>\n",
       "      <td>David</td>\n",
       "      <td>J</td>\n",
       "      <td>Josh</td>\n",
       "      <td>Herold</td>\n",
       "      <td>Herold</td>\n",
       "      <td>18/06/1978</td>\n",
       "      <td>19780619</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "91      0_2990             David                     David                  J   \n",
       "92      0_2990             David                     David                  J   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "91                       Josh           Herold                   Herold   \n",
       "92                       Josh           Herold                   Herold   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "91           18/06/1978                     19780619                   34   \n",
       "92           18/06/1978                     19780619                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "91                           34       bowen cir sw               BOWEN CIR SW   \n",
       "92                          NaN       bowen cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "91               None                       None     Anytown   \n",
       "92               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "91             ANYTOWN           WA                   WA  \n",
       "92                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_3536\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>0_3536</td>\n",
       "      <td>Elyse</td>\n",
       "      <td>Elyse</td>\n",
       "      <td>M</td>\n",
       "      <td>Maria</td>\n",
       "      <td>Arceo</td>\n",
       "      <td>Arceo</td>\n",
       "      <td>31/06/2003</td>\n",
       "      <td>20030126</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>0_3536</td>\n",
       "      <td>Elyse</td>\n",
       "      <td>Elyse</td>\n",
       "      <td>M</td>\n",
       "      <td>Maria</td>\n",
       "      <td>Arceo</td>\n",
       "      <td>Arceo</td>\n",
       "      <td>31/06/2003</td>\n",
       "      <td>20030126</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "93      0_3536             Elyse                     Elyse                  M   \n",
       "94      0_3536             Elyse                     Elyse                  M   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "93                      Maria            Arceo                    Arceo   \n",
       "94                      Maria            Arceo                    Arceo   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "93           31/06/2003                     20030126                   34   \n",
       "94           31/06/2003                     20030126                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "93                           34       bowen cir sw               BOWEN CIR SW   \n",
       "94                          NaN       bowen cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "93               None                       None     Anytown   \n",
       "94               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "93             ANYTOWN           WA                   WA  \n",
       "94                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_4519\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>0_4519</td>\n",
       "      <td>Gabriel</td>\n",
       "      <td>Wyatt</td>\n",
       "      <td>W</td>\n",
       "      <td>Gabriel</td>\n",
       "      <td>Simmons</td>\n",
       "      <td>Of House</td>\n",
       "      <td>12/20/2010</td>\n",
       "      <td>20101220</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>0_4519</td>\n",
       "      <td>Gabriel</td>\n",
       "      <td>Wyatt</td>\n",
       "      <td>W</td>\n",
       "      <td>Gabriel</td>\n",
       "      <td>Simmons</td>\n",
       "      <td>Of House</td>\n",
       "      <td>12/20/2010</td>\n",
       "      <td>20101220</td>\n",
       "      <td>34</td>\n",
       "      <td>37</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>AGYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>0_4519</td>\n",
       "      <td>Gabriel</td>\n",
       "      <td>Wyatt</td>\n",
       "      <td>W</td>\n",
       "      <td>Gabriel</td>\n",
       "      <td>Simmons</td>\n",
       "      <td>Of House</td>\n",
       "      <td>12/20/2010</td>\n",
       "      <td>20101220</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anytown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "95      0_4519           Gabriel                     Wyatt                  W   \n",
       "96      0_4519           Gabriel                     Wyatt                  W   \n",
       "97      0_4519           Gabriel                     Wyatt                  W   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "95                    Gabriel          Simmons                 Of House   \n",
       "96                    Gabriel          Simmons                 Of House   \n",
       "97                    Gabriel          Simmons                 Of House   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "95           12/20/2010                     20101220                   34   \n",
       "96           12/20/2010                     20101220                   34   \n",
       "97           12/20/2010                     20101220                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "95                           34       bowen cir sw               BOWEN CIR SW   \n",
       "96                           37       bowen cir sw               BOWEN CIR SW   \n",
       "97                          NaN       bowen cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "95               None                       None     Anytown   \n",
       "96               None                       None     Anytown   \n",
       "97               None                        NaN     Anytown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "95             ANYTOWN           WA                   WA  \n",
       "96             AGYTOWN           WA                   WA  \n",
       "97                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0_4583\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>simulant_id</th>\n",
       "      <th>first_name_census</th>\n",
       "      <th>first_name_reference_file</th>\n",
       "      <th>middle_name_census</th>\n",
       "      <th>middle_name_reference_file</th>\n",
       "      <th>last_name_census</th>\n",
       "      <th>last_name_reference_file</th>\n",
       "      <th>date_of_birth_census</th>\n",
       "      <th>date_of_birth_reference_file</th>\n",
       "      <th>street_number_census</th>\n",
       "      <th>street_number_reference_file</th>\n",
       "      <th>street_name_census</th>\n",
       "      <th>street_name_reference_file</th>\n",
       "      <th>unit_number_census</th>\n",
       "      <th>unit_number_reference_file</th>\n",
       "      <th>city_census</th>\n",
       "      <th>city_reference_file</th>\n",
       "      <th>state_census</th>\n",
       "      <th>state_reference_file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>0_4583</td>\n",
       "      <td>Garrett</td>\n",
       "      <td>None</td>\n",
       "      <td>W</td>\n",
       "      <td>Wyatt</td>\n",
       "      <td>Nickell</td>\n",
       "      <td>Nickell</td>\n",
       "      <td>07/29/1995</td>\n",
       "      <td>19950729</td>\n",
       "      <td>34</td>\n",
       "      <td>34</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>BOWEN CIR SW</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Anydown</td>\n",
       "      <td>ANYTOWN</td>\n",
       "      <td>WA</td>\n",
       "      <td>WA</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>0_4583</td>\n",
       "      <td>Garrett</td>\n",
       "      <td>None</td>\n",
       "      <td>W</td>\n",
       "      <td>Wyatt</td>\n",
       "      <td>Nickell</td>\n",
       "      <td>Nickell</td>\n",
       "      <td>07/29/1995</td>\n",
       "      <td>19950729</td>\n",
       "      <td>34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>bowen cir sw</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anydown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>WA</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   simulant_id first_name_census first_name_reference_file middle_name_census  \\\n",
       "98      0_4583           Garrett                      None                  W   \n",
       "99      0_4583           Garrett                      None                  W   \n",
       "\n",
       "   middle_name_reference_file last_name_census last_name_reference_file  \\\n",
       "98                      Wyatt          Nickell                  Nickell   \n",
       "99                      Wyatt          Nickell                  Nickell   \n",
       "\n",
       "   date_of_birth_census date_of_birth_reference_file street_number_census  \\\n",
       "98           07/29/1995                     19950729                   34   \n",
       "99           07/29/1995                     19950729                   34   \n",
       "\n",
       "   street_number_reference_file street_name_census street_name_reference_file  \\\n",
       "98                           34       bowen cir sw               BOWEN CIR SW   \n",
       "99                          NaN       bowen cir sw                        NaN   \n",
       "\n",
       "   unit_number_census unit_number_reference_file city_census  \\\n",
       "98               None                       None     Anydown   \n",
       "99               None                        NaN     Anydown   \n",
       "\n",
       "   city_reference_file state_census state_reference_file  \n",
       "98             ANYTOWN           WA                   WA  \n",
       "99                 NaN           WA                  NaN  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "for simulant in simulants_missed:\n",
    "    print(simulant)\n",
    "    display(\n",
    "        missed_links_detail[missed_links_detail.simulant_id == simulant][\n",
    "            [\"simulant_id\"]\n",
    "            + flatten([(f\"{c}_census\", f\"{c}_reference_file\") for c in comparison_cols])\n",
    "        ]\n",
    "    )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5df08684-940c-4860-8fc6-e89021a6c1dd",
   "metadata": {
    "papermill": {
     "duration": 0.022804,
     "end_time": "2024-06-03T23:24:22.812363",
     "exception": false,
     "start_time": "2024-06-03T23:24:22.789559",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "person_linkage_case_study_20240423",
   "language": "python",
   "name": "person_linkage_case_study_20240423"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.14"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 6.179839,
   "end_time": "2024-06-03T23:24:23.159063",
   "environment_variables": {},
   "exception": null,
   "input_path": "04_calculate_ground_truth_accuracy.ipynb",
   "output_path": "diagnostics/executed_notebooks/small_sample/04_calculate_ground_truth_accuracy.ipynb",
   "parameters": {
    "case_study_files_dir": "output/02_generate_case_study_files/",
    "case_study_output_dir": "output/03_link_datasets/",
    "compute_engine": "pandas",
    "data_to_use": "small_sample"
   },
   "start_time": "2024-06-03T23:24:16.979224",
   "version": "2.6.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}