From 5a3924007fd613853d7dceabec66fe2d2a3d9b8e Mon Sep 17 00:00:00 2001
From: sasha-tsepilova <oleksandra.tsepilova@ucu.edu.ua>
Date: Sun, 8 Oct 2023 16:00:11 +0300
Subject: [PATCH] removed synthesizers walkthrough

---
 SynRD/synthesizers/sample_walkthrough.ipynb | 1148 -------------------
 1 file changed, 1148 deletions(-)
 delete mode 100644 SynRD/synthesizers/sample_walkthrough.ipynb

diff --git a/SynRD/synthesizers/sample_walkthrough.ipynb b/SynRD/synthesizers/sample_walkthrough.ipynb
deleted file mode 100644
index e606008..0000000
--- a/SynRD/synthesizers/sample_walkthrough.ipynb
+++ /dev/null
@@ -1,1148 +0,0 @@
-{
- "cells": [
-  {
-   "attachments": {},
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "# Clone this!\n",
-    "https://github.com/terranceliu/dp-query-release\n",
-    "and move /src to the /synthesizers folder"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 2,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/sasha-tsepilova/miniconda3/envs/synrd/lib/python3.7/site-packages/mbi/__init__.py:15: UserWarning: MixtureInference disabled, please install jax and jaxlib\n",
-      "  warnings.warn('MixtureInference disabled, please install jax and jaxlib')\n",
-      "/home/sasha-tsepilova/miniconda3/envs/synrd/lib/python3.7/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
-      "  from .autonotebook import tqdm as notebook_tqdm\n"
-     ]
-    }
-   ],
-   "source": [
-    "from SynRD.papers import Iverson22Football, Pierce2019Who\n",
-    "from SynRD.benchmark import Benchmark\n",
-    "from SynRD.synthesizers import MSTSynthesizer\n",
-    "from SynRD.utils import save_synthesizer, load_synthesizer, do_binning, unbin_df"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 3,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "benchmark = Benchmark()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 4,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "papers = [Iverson22Football]"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 5,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "100%|██████████| 155k/155k [00:00<00:00, 596kiB/s] \n"
-     ]
-    }
-   ],
-   "source": [
-    "papers = benchmark.initialize_papers(papers)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 6,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "transforms = {}\n",
-    "for paper in papers:\n",
-    "    df, transform = do_binning(paper.real_dataframe)\n",
-    "    transforms[paper.__class__.__name__.lower()] = transform"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 7,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/html": [
-       "<div>\n",
-       "<style scoped>\n",
-       "    .dataframe tbody tr th:only-of-type {\n",
-       "        vertical-align: middle;\n",
-       "    }\n",
-       "\n",
-       "    .dataframe tbody tr th {\n",
-       "        vertical-align: top;\n",
-       "    }\n",
-       "\n",
-       "    .dataframe thead th {\n",
-       "        text-align: right;\n",
-       "    }\n",
-       "</style>\n",
-       "<table border=\"1\" class=\"dataframe\">\n",
-       "  <thead>\n",
-       "    <tr style=\"text-align: right;\">\n",
-       "      <th></th>\n",
-       "      <th>BIO_SEX</th>\n",
-       "      <th>S44A21</th>\n",
-       "      <th>H1GI9</th>\n",
-       "      <th>H5OD11</th>\n",
-       "      <th>S1</th>\n",
-       "      <th>IYEAR5</th>\n",
-       "      <th>IMONTH5</th>\n",
-       "      <th>H1GI1Y</th>\n",
-       "      <th>H1GI1M</th>\n",
-       "      <th>H5ID6G</th>\n",
-       "      <th>...</th>\n",
-       "      <th>S44A25</th>\n",
-       "      <th>S44A26</th>\n",
-       "      <th>S44A27</th>\n",
-       "      <th>S44A28</th>\n",
-       "      <th>S44A29</th>\n",
-       "      <th>H1HS3</th>\n",
-       "      <th>H1SU1</th>\n",
-       "      <th>H5ID6I</th>\n",
-       "      <th>H5ID13</th>\n",
-       "      <th>H5SS0B</th>\n",
-       "    </tr>\n",
-       "  </thead>\n",
-       "  <tbody>\n",
-       "    <tr>\n",
-       "      <th>0</th>\n",
-       "      <td>1</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1</td>\n",
-       "      <td>8.0</td>\n",
-       "      <td>13.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>2</td>\n",
-       "      <td>4</td>\n",
-       "      <td>6</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1.0</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>1</th>\n",
-       "      <td>1</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>2</td>\n",
-       "      <td>3.0</td>\n",
-       "      <td>14.0</td>\n",
-       "      <td>1</td>\n",
-       "      <td>4</td>\n",
-       "      <td>3</td>\n",
-       "      <td>9</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1.0</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>2</th>\n",
-       "      <td>1</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>2</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>15.0</td>\n",
-       "      <td>1</td>\n",
-       "      <td>7</td>\n",
-       "      <td>2</td>\n",
-       "      <td>1</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1.0</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>3</th>\n",
-       "      <td>1</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>2</td>\n",
-       "      <td>4.0</td>\n",
-       "      <td>13.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>9</td>\n",
-       "      <td>4</td>\n",
-       "      <td>2</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1.0</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>4</th>\n",
-       "      <td>1</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1</td>\n",
-       "      <td>2.0</td>\n",
-       "      <td>14.0</td>\n",
-       "      <td>1</td>\n",
-       "      <td>6</td>\n",
-       "      <td>4</td>\n",
-       "      <td>10</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>1.0</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>...</th>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "      <td>...</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>1757</th>\n",
-       "      <td>1</td>\n",
-       "      <td>NaN</td>\n",
-       "      <td>1</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>NaN</td>\n",
-       "      <td>1</td>\n",
-       "      <td>4</td>\n",
-       "      <td>5</td>\n",
-       "      <td>3</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>...</td>\n",
-       "      <td>NaN</td>\n",
-       "      <td>NaN</td>\n",
-       "      <td>NaN</td>\n",
-       "      <td>NaN</td>\n",
-       "      <td>NaN</td>\n",
-       "      <td>1</td>\n",
-       "      <td>1</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>4.0</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>1758</th>\n",
-       "      <td>1</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>2</td>\n",
-       "      <td>6.0</td>\n",
-       "      <td>13.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>7</td>\n",
-       "      <td>4</td>\n",
-       "      <td>3</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>2.0</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>1759</th>\n",
-       "      <td>1</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1</td>\n",
-       "      <td>10.0</td>\n",
-       "      <td>13.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>8</td>\n",
-       "      <td>4</td>\n",
-       "      <td>2</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1.0</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>1760</th>\n",
-       "      <td>1</td>\n",
-       "      <td>1.0</td>\n",
-       "      <td>1</td>\n",
-       "      <td>2.0</td>\n",
-       "      <td>14.0</td>\n",
-       "      <td>1</td>\n",
-       "      <td>1</td>\n",
-       "      <td>3</td>\n",
-       "      <td>3</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>1.0</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>1761</th>\n",
-       "      <td>1</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>2</td>\n",
-       "      <td>10.0</td>\n",
-       "      <td>13.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>8</td>\n",
-       "      <td>4</td>\n",
-       "      <td>6</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.0</td>\n",
-       "      <td>2.0</td>\n",
-       "    </tr>\n",
-       "  </tbody>\n",
-       "</table>\n",
-       "<p>1762 rows × 27 columns</p>\n",
-       "</div>"
-      ],
-      "text/plain": [
-       "      BIO_SEX  S44A21  H1GI9  H5OD11    S1  IYEAR5  IMONTH5  H1GI1Y  H1GI1M  \\\n",
-       "0           1     0.0      1     8.0  13.0       0        2       4       6   \n",
-       "1           1     0.0      2     3.0  14.0       1        4       3       9   \n",
-       "2           1     0.0      2     6.0  15.0       1        7       2       1   \n",
-       "3           1     1.0      2     4.0  13.0       0        9       4       2   \n",
-       "4           1     0.0      1     2.0  14.0       1        6       4      10   \n",
-       "...       ...     ...    ...     ...   ...     ...      ...     ...     ...   \n",
-       "1757        1     NaN      1     6.0   NaN       1        4       5       3   \n",
-       "1758        1     0.0      2     6.0  13.0       0        7       4       3   \n",
-       "1759        1     0.0      1    10.0  13.0       0        8       4       2   \n",
-       "1760        1     1.0      1     2.0  14.0       1        1       3       3   \n",
-       "1761        1     0.0      2    10.0  13.0       0        8       4       6   \n",
-       "\n",
-       "      H5ID6G  ...  S44A25  S44A26  S44A27  S44A28  S44A29  H1HS3  H1SU1  \\\n",
-       "0        0.0  ...     0.0     0.0     0.0     0.0     1.0      0      0   \n",
-       "1        0.0  ...     0.0     0.0     0.0     0.0     0.0      0      0   \n",
-       "2        0.0  ...     0.0     0.0     0.0     1.0     0.0      0      0   \n",
-       "3        0.0  ...     0.0     0.0     0.0     0.0     0.0      0      0   \n",
-       "4        0.0  ...     0.0     0.0     0.0     0.0     0.0      0      0   \n",
-       "...      ...  ...     ...     ...     ...     ...     ...    ...    ...   \n",
-       "1757     1.0  ...     NaN     NaN     NaN     NaN     NaN      1      1   \n",
-       "1758     1.0  ...     0.0     0.0     0.0     0.0     0.0      0      0   \n",
-       "1759     0.0  ...     0.0     0.0     0.0     0.0     0.0      0      0   \n",
-       "1760     0.0  ...     0.0     0.0     0.0     0.0     0.0      0      0   \n",
-       "1761     0.0  ...     0.0     0.0     0.0     0.0     0.0      0      0   \n",
-       "\n",
-       "      H5ID6I  H5ID13  H5SS0B  \n",
-       "0        0.0     0.0     1.0  \n",
-       "1        0.0     0.0     1.0  \n",
-       "2        0.0     0.0     1.0  \n",
-       "3        0.0     0.0     1.0  \n",
-       "4        0.0     1.0     1.0  \n",
-       "...      ...     ...     ...  \n",
-       "1757     1.0     0.0     4.0  \n",
-       "1758     0.0     1.0     2.0  \n",
-       "1759     0.0     0.0     1.0  \n",
-       "1760     0.0     0.0     1.0  \n",
-       "1761     0.0     0.0     2.0  \n",
-       "\n",
-       "[1762 rows x 27 columns]"
-      ]
-     },
-     "execution_count": 7,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "df"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 8,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "mst = MSTSynthesizer(epsilon=1.0)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 9,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "mst.fit(df)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 10,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "B = 5\n",
-    "synth_df = mst.sample(B*len(paper.real_dataframe))"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 11,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/html": [
-       "<div>\n",
-       "<style scoped>\n",
-       "    .dataframe tbody tr th:only-of-type {\n",
-       "        vertical-align: middle;\n",
-       "    }\n",
-       "\n",
-       "    .dataframe tbody tr th {\n",
-       "        vertical-align: top;\n",
-       "    }\n",
-       "\n",
-       "    .dataframe thead th {\n",
-       "        text-align: right;\n",
-       "    }\n",
-       "</style>\n",
-       "<table border=\"1\" class=\"dataframe\">\n",
-       "  <thead>\n",
-       "    <tr style=\"text-align: right;\">\n",
-       "      <th></th>\n",
-       "      <th>BIO_SEX</th>\n",
-       "      <th>S44A21</th>\n",
-       "      <th>H1GI9</th>\n",
-       "      <th>H5OD11</th>\n",
-       "      <th>S1</th>\n",
-       "      <th>IYEAR5</th>\n",
-       "      <th>IMONTH5</th>\n",
-       "      <th>H1GI1Y</th>\n",
-       "      <th>H1GI1M</th>\n",
-       "      <th>H5ID6G</th>\n",
-       "      <th>...</th>\n",
-       "      <th>S44A25</th>\n",
-       "      <th>S44A26</th>\n",
-       "      <th>S44A27</th>\n",
-       "      <th>S44A28</th>\n",
-       "      <th>S44A29</th>\n",
-       "      <th>H1HS3</th>\n",
-       "      <th>H1SU1</th>\n",
-       "      <th>H5ID6I</th>\n",
-       "      <th>H5ID13</th>\n",
-       "      <th>H5SS0B</th>\n",
-       "    </tr>\n",
-       "  </thead>\n",
-       "  <tbody>\n",
-       "    <tr>\n",
-       "      <th>count</th>\n",
-       "      <td>1762.0</td>\n",
-       "      <td>1321.000000</td>\n",
-       "      <td>1762.000000</td>\n",
-       "      <td>1760.000000</td>\n",
-       "      <td>1319.000000</td>\n",
-       "      <td>1762.000000</td>\n",
-       "      <td>1762.000000</td>\n",
-       "      <td>1762.000000</td>\n",
-       "      <td>1762.000000</td>\n",
-       "      <td>1762.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>1321.000000</td>\n",
-       "      <td>1321.000000</td>\n",
-       "      <td>1321.000000</td>\n",
-       "      <td>1321.000000</td>\n",
-       "      <td>1321.000000</td>\n",
-       "      <td>1762.000000</td>\n",
-       "      <td>1762.000000</td>\n",
-       "      <td>1759.000000</td>\n",
-       "      <td>1753.000000</td>\n",
-       "      <td>1749.000000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>mean</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>0.279334</td>\n",
-       "      <td>1.503973</td>\n",
-       "      <td>7.656250</td>\n",
-       "      <td>14.946171</td>\n",
-       "      <td>0.233258</td>\n",
-       "      <td>6.971623</td>\n",
-       "      <td>1.997162</td>\n",
-       "      <td>6.523837</td>\n",
-       "      <td>0.174234</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.056018</td>\n",
-       "      <td>0.126419</td>\n",
-       "      <td>0.025738</td>\n",
-       "      <td>0.080999</td>\n",
-       "      <td>0.118849</td>\n",
-       "      <td>0.106697</td>\n",
-       "      <td>0.164586</td>\n",
-       "      <td>0.156339</td>\n",
-       "      <td>0.120365</td>\n",
-       "      <td>1.348199</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>std</th>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.448842</td>\n",
-       "      <td>1.041575</td>\n",
-       "      <td>3.475818</td>\n",
-       "      <td>1.748873</td>\n",
-       "      <td>0.423025</td>\n",
-       "      <td>2.795772</td>\n",
-       "      <td>1.653208</td>\n",
-       "      <td>3.402700</td>\n",
-       "      <td>0.379418</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.230044</td>\n",
-       "      <td>0.332447</td>\n",
-       "      <td>0.158413</td>\n",
-       "      <td>0.272937</td>\n",
-       "      <td>0.323734</td>\n",
-       "      <td>0.379740</td>\n",
-       "      <td>0.684985</td>\n",
-       "      <td>0.363280</td>\n",
-       "      <td>0.325481</td>\n",
-       "      <td>0.644883</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>min</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>2.000000</td>\n",
-       "      <td>11.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>25%</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>4.000000</td>\n",
-       "      <td>14.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>5.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>4.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>50%</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>8.000000</td>\n",
-       "      <td>15.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>8.000000</td>\n",
-       "      <td>2.000000</td>\n",
-       "      <td>7.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>75%</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>2.000000</td>\n",
-       "      <td>10.000000</td>\n",
-       "      <td>16.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>9.000000</td>\n",
-       "      <td>3.000000</td>\n",
-       "      <td>9.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>2.000000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>max</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>8.000000</td>\n",
-       "      <td>16.000000</td>\n",
-       "      <td>19.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>12.000000</td>\n",
-       "      <td>5.000000</td>\n",
-       "      <td>12.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>8.000000</td>\n",
-       "      <td>8.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>4.000000</td>\n",
-       "    </tr>\n",
-       "  </tbody>\n",
-       "</table>\n",
-       "<p>8 rows × 27 columns</p>\n",
-       "</div>"
-      ],
-      "text/plain": [
-       "       BIO_SEX       S44A21        H1GI9       H5OD11           S1  \\\n",
-       "count   1762.0  1321.000000  1762.000000  1760.000000  1319.000000   \n",
-       "mean       1.0     0.279334     1.503973     7.656250    14.946171   \n",
-       "std        0.0     0.448842     1.041575     3.475818     1.748873   \n",
-       "min        1.0     0.000000     1.000000     2.000000    11.000000   \n",
-       "25%        1.0     0.000000     1.000000     4.000000    14.000000   \n",
-       "50%        1.0     0.000000     1.000000     8.000000    15.000000   \n",
-       "75%        1.0     1.000000     2.000000    10.000000    16.000000   \n",
-       "max        1.0     1.000000     8.000000    16.000000    19.000000   \n",
-       "\n",
-       "            IYEAR5      IMONTH5       H1GI1Y       H1GI1M       H5ID6G  ...  \\\n",
-       "count  1762.000000  1762.000000  1762.000000  1762.000000  1762.000000  ...   \n",
-       "mean      0.233258     6.971623     1.997162     6.523837     0.174234  ...   \n",
-       "std       0.423025     2.795772     1.653208     3.402700     0.379418  ...   \n",
-       "min       0.000000     1.000000     0.000000     1.000000     0.000000  ...   \n",
-       "25%       0.000000     5.000000     0.000000     4.000000     0.000000  ...   \n",
-       "50%       0.000000     8.000000     2.000000     7.000000     0.000000  ...   \n",
-       "75%       0.000000     9.000000     3.000000     9.000000     0.000000  ...   \n",
-       "max       1.000000    12.000000     5.000000    12.000000     1.000000  ...   \n",
-       "\n",
-       "            S44A25       S44A26       S44A27       S44A28       S44A29  \\\n",
-       "count  1321.000000  1321.000000  1321.000000  1321.000000  1321.000000   \n",
-       "mean      0.056018     0.126419     0.025738     0.080999     0.118849   \n",
-       "std       0.230044     0.332447     0.158413     0.272937     0.323734   \n",
-       "min       0.000000     0.000000     0.000000     0.000000     0.000000   \n",
-       "25%       0.000000     0.000000     0.000000     0.000000     0.000000   \n",
-       "50%       0.000000     0.000000     0.000000     0.000000     0.000000   \n",
-       "75%       0.000000     0.000000     0.000000     0.000000     0.000000   \n",
-       "max       1.000000     1.000000     1.000000     1.000000     1.000000   \n",
-       "\n",
-       "             H1HS3        H1SU1       H5ID6I       H5ID13       H5SS0B  \n",
-       "count  1762.000000  1762.000000  1759.000000  1753.000000  1749.000000  \n",
-       "mean      0.106697     0.164586     0.156339     0.120365     1.348199  \n",
-       "std       0.379740     0.684985     0.363280     0.325481     0.644883  \n",
-       "min       0.000000     0.000000     0.000000     0.000000     1.000000  \n",
-       "25%       0.000000     0.000000     0.000000     0.000000     1.000000  \n",
-       "50%       0.000000     0.000000     0.000000     0.000000     1.000000  \n",
-       "75%       0.000000     0.000000     0.000000     0.000000     2.000000  \n",
-       "max       8.000000     8.000000     1.000000     1.000000     4.000000  \n",
-       "\n",
-       "[8 rows x 27 columns]"
-      ]
-     },
-     "execution_count": 11,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "df.describe()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 12,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/html": [
-       "<div>\n",
-       "<style scoped>\n",
-       "    .dataframe tbody tr th:only-of-type {\n",
-       "        vertical-align: middle;\n",
-       "    }\n",
-       "\n",
-       "    .dataframe tbody tr th {\n",
-       "        vertical-align: top;\n",
-       "    }\n",
-       "\n",
-       "    .dataframe thead th {\n",
-       "        text-align: right;\n",
-       "    }\n",
-       "</style>\n",
-       "<table border=\"1\" class=\"dataframe\">\n",
-       "  <thead>\n",
-       "    <tr style=\"text-align: right;\">\n",
-       "      <th></th>\n",
-       "      <th>BIO_SEX</th>\n",
-       "      <th>S44A21</th>\n",
-       "      <th>H1GI9</th>\n",
-       "      <th>H5OD11</th>\n",
-       "      <th>S1</th>\n",
-       "      <th>IYEAR5</th>\n",
-       "      <th>IMONTH5</th>\n",
-       "      <th>H1GI1Y</th>\n",
-       "      <th>H1GI1M</th>\n",
-       "      <th>H5ID6G</th>\n",
-       "      <th>...</th>\n",
-       "      <th>S44A25</th>\n",
-       "      <th>S44A26</th>\n",
-       "      <th>S44A27</th>\n",
-       "      <th>S44A28</th>\n",
-       "      <th>S44A29</th>\n",
-       "      <th>H1HS3</th>\n",
-       "      <th>H1SU1</th>\n",
-       "      <th>H5ID6I</th>\n",
-       "      <th>H5ID13</th>\n",
-       "      <th>H5SS0B</th>\n",
-       "    </tr>\n",
-       "  </thead>\n",
-       "  <tbody>\n",
-       "    <tr>\n",
-       "      <th>count</th>\n",
-       "      <td>8712.0</td>\n",
-       "      <td>6440.000000</td>\n",
-       "      <td>8613.000000</td>\n",
-       "      <td>8560.000000</td>\n",
-       "      <td>6421.000000</td>\n",
-       "      <td>8810.000000</td>\n",
-       "      <td>8393.000000</td>\n",
-       "      <td>8329.000000</td>\n",
-       "      <td>8226.000000</td>\n",
-       "      <td>8667.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>6551.000000</td>\n",
-       "      <td>6742.000000</td>\n",
-       "      <td>6656.000000</td>\n",
-       "      <td>6702.000000</td>\n",
-       "      <td>6518.000000</td>\n",
-       "      <td>8563.000000</td>\n",
-       "      <td>8765.000000</td>\n",
-       "      <td>8799.000000</td>\n",
-       "      <td>8390.000000</td>\n",
-       "      <td>8561.000000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>mean</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>0.272981</td>\n",
-       "      <td>1.570417</td>\n",
-       "      <td>7.967640</td>\n",
-       "      <td>15.165395</td>\n",
-       "      <td>0.237117</td>\n",
-       "      <td>7.137972</td>\n",
-       "      <td>2.061952</td>\n",
-       "      <td>6.331631</td>\n",
-       "      <td>0.183339</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.068234</td>\n",
-       "      <td>0.112578</td>\n",
-       "      <td>0.046575</td>\n",
-       "      <td>0.127425</td>\n",
-       "      <td>0.122737</td>\n",
-       "      <td>0.411655</td>\n",
-       "      <td>0.163719</td>\n",
-       "      <td>0.190590</td>\n",
-       "      <td>0.051013</td>\n",
-       "      <td>1.365611</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>std</th>\n",
-       "      <td>0.0</td>\n",
-       "      <td>0.445526</td>\n",
-       "      <td>1.310775</td>\n",
-       "      <td>3.737628</td>\n",
-       "      <td>1.883869</td>\n",
-       "      <td>0.425339</td>\n",
-       "      <td>2.695639</td>\n",
-       "      <td>1.628060</td>\n",
-       "      <td>3.368752</td>\n",
-       "      <td>0.386967</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.252166</td>\n",
-       "      <td>0.316100</td>\n",
-       "      <td>0.210742</td>\n",
-       "      <td>0.333473</td>\n",
-       "      <td>0.328160</td>\n",
-       "      <td>1.609505</td>\n",
-       "      <td>0.724959</td>\n",
-       "      <td>0.392789</td>\n",
-       "      <td>0.220038</td>\n",
-       "      <td>0.687134</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>min</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>2.000000</td>\n",
-       "      <td>11.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>25%</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>4.000000</td>\n",
-       "      <td>14.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>6.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>3.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>50%</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>9.000000</td>\n",
-       "      <td>15.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>8.000000</td>\n",
-       "      <td>2.000000</td>\n",
-       "      <td>6.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>75%</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>2.000000</td>\n",
-       "      <td>10.000000</td>\n",
-       "      <td>17.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>9.000000</td>\n",
-       "      <td>3.000000</td>\n",
-       "      <td>9.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>2.000000</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <th>max</th>\n",
-       "      <td>1.0</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>8.000000</td>\n",
-       "      <td>16.000000</td>\n",
-       "      <td>19.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>12.000000</td>\n",
-       "      <td>5.000000</td>\n",
-       "      <td>12.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>...</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>8.000000</td>\n",
-       "      <td>8.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>1.000000</td>\n",
-       "      <td>4.000000</td>\n",
-       "    </tr>\n",
-       "  </tbody>\n",
-       "</table>\n",
-       "<p>8 rows × 27 columns</p>\n",
-       "</div>"
-      ],
-      "text/plain": [
-       "       BIO_SEX       S44A21        H1GI9       H5OD11           S1  \\\n",
-       "count   8712.0  6440.000000  8613.000000  8560.000000  6421.000000   \n",
-       "mean       1.0     0.272981     1.570417     7.967640    15.165395   \n",
-       "std        0.0     0.445526     1.310775     3.737628     1.883869   \n",
-       "min        1.0     0.000000     1.000000     2.000000    11.000000   \n",
-       "25%        1.0     0.000000     1.000000     4.000000    14.000000   \n",
-       "50%        1.0     0.000000     1.000000     9.000000    15.000000   \n",
-       "75%        1.0     1.000000     2.000000    10.000000    17.000000   \n",
-       "max        1.0     1.000000     8.000000    16.000000    19.000000   \n",
-       "\n",
-       "            IYEAR5      IMONTH5       H1GI1Y       H1GI1M       H5ID6G  ...  \\\n",
-       "count  8810.000000  8393.000000  8329.000000  8226.000000  8667.000000  ...   \n",
-       "mean      0.237117     7.137972     2.061952     6.331631     0.183339  ...   \n",
-       "std       0.425339     2.695639     1.628060     3.368752     0.386967  ...   \n",
-       "min       0.000000     1.000000     0.000000     1.000000     0.000000  ...   \n",
-       "25%       0.000000     6.000000     1.000000     3.000000     0.000000  ...   \n",
-       "50%       0.000000     8.000000     2.000000     6.000000     0.000000  ...   \n",
-       "75%       0.000000     9.000000     3.000000     9.000000     0.000000  ...   \n",
-       "max       1.000000    12.000000     5.000000    12.000000     1.000000  ...   \n",
-       "\n",
-       "            S44A25       S44A26       S44A27       S44A28       S44A29  \\\n",
-       "count  6551.000000  6742.000000  6656.000000  6702.000000  6518.000000   \n",
-       "mean      0.068234     0.112578     0.046575     0.127425     0.122737   \n",
-       "std       0.252166     0.316100     0.210742     0.333473     0.328160   \n",
-       "min       0.000000     0.000000     0.000000     0.000000     0.000000   \n",
-       "25%       0.000000     0.000000     0.000000     0.000000     0.000000   \n",
-       "50%       0.000000     0.000000     0.000000     0.000000     0.000000   \n",
-       "75%       0.000000     0.000000     0.000000     0.000000     0.000000   \n",
-       "max       1.000000     1.000000     1.000000     1.000000     1.000000   \n",
-       "\n",
-       "             H1HS3        H1SU1       H5ID6I       H5ID13       H5SS0B  \n",
-       "count  8563.000000  8765.000000  8799.000000  8390.000000  8561.000000  \n",
-       "mean      0.411655     0.163719     0.190590     0.051013     1.365611  \n",
-       "std       1.609505     0.724959     0.392789     0.220038     0.687134  \n",
-       "min       0.000000     0.000000     0.000000     0.000000     1.000000  \n",
-       "25%       0.000000     0.000000     0.000000     0.000000     1.000000  \n",
-       "50%       0.000000     0.000000     0.000000     0.000000     1.000000  \n",
-       "75%       0.000000     0.000000     0.000000     0.000000     2.000000  \n",
-       "max       8.000000     8.000000     1.000000     1.000000     4.000000  \n",
-       "\n",
-       "[8 rows x 27 columns]"
-      ]
-     },
-     "execution_count": 12,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "synth_df.describe()"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 13,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "paper.set_synthetic_dataframe(synth_df)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 14,
-   "metadata": {},
-   "outputs": [
-    {
-     "data": {
-      "text/plain": [
-       "[array([1. , 1. , 1. , 1. , 1. , 0.8, 1. , 1. , 0.6, 0.2, 0.6, 1. , 1. ,\n",
-       "        1. , 0.6, 0.2, 0.6]),\n",
-       " array([0.        , 0.        , 0.        , 0.        , 0.        ,\n",
-       "        0.4       , 0.        , 0.        , 0.48989795, 0.4       ,\n",
-       "        0.48989795, 0.        , 0.        , 0.        , 0.48989795,\n",
-       "        0.4       , 0.48989795]),\n",
-       " array([[1. , 1. , 1. , 1. , 1. , 0.1, 1. , 1. , 0. , 0. , 0. , 1. , 1. ,\n",
-       "         1. , 0. , 0. , 0. ],\n",
-       "        [1. , 1. , 1. , 1. , 1. , 1. , 1. , 1. , 1. , 0.9, 1. , 1. , 1. ,\n",
-       "         1. , 1. , 0.9, 1. ]])]"
-      ]
-     },
-     "execution_count": 14,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "benchmark.eval_soft_findings_each_finding(paper, 5)"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.7.16"
-  },
-  "orig_nbformat": 4,
-  "vscode": {
-   "interpreter": {
-    "hash": "f46ed56ea36e21b73dee67d378d2fbcf3cb06eef8370e7f45e3711fdc2359e2b"
-   }
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}