Azure ML Datasets.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from azureml.core import Workspace, Dataset\n",
    "import azureml.dataprep as dprep\n",
    "import json\n",
    "\n",
    "config = json.load(open(\"config.json\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "ws = Workspace.get(\"demoworkspace\", subscription_id=config[\"subscriptionId\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Auto read files\n",
    "\n",
    "No need to specify separators."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "titanic_ds = Dataset.auto_read_files(\"./titanic.csv\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## View sample of data\n",
    "\n",
    "Can use the `head` method similar to pands."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PassengerId</th>\n",
       "      <th>Survived</th>\n",
       "      <th>Pclass</th>\n",
       "      <th>Name</th>\n",
       "      <th>Sex</th>\n",
       "      <th>Age</th>\n",
       "      <th>SibSp</th>\n",
       "      <th>Parch</th>\n",
       "      <th>Ticket</th>\n",
       "      <th>Fare</th>\n",
       "      <th>Cabin</th>\n",
       "      <th>Embarked</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Braund, Mr. Owen Harris</td>\n",
       "      <td>male</td>\n",
       "      <td>22.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>A/5 21171</td>\n",
       "      <td>7.2500</td>\n",
       "      <td></td>\n",
       "      <td>S</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Cumings, Mrs. John Bradley (Florence Briggs Th...</td>\n",
       "      <td>female</td>\n",
       "      <td>38.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>PC 17599</td>\n",
       "      <td>71.2833</td>\n",
       "      <td>C85</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>Heikkinen, Miss. Laina</td>\n",
       "      <td>female</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>STON/O2. 3101282</td>\n",
       "      <td>7.9250</td>\n",
       "      <td></td>\n",
       "      <td>S</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Futrelle, Mrs. Jacques Heath (Lily May Peel)</td>\n",
       "      <td>female</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>113803</td>\n",
       "      <td>53.1000</td>\n",
       "      <td>C123</td>\n",
       "      <td>S</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Allen, Mr. William Henry</td>\n",
       "      <td>male</td>\n",
       "      <td>35.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>373450</td>\n",
       "      <td>8.0500</td>\n",
       "      <td></td>\n",
       "      <td>S</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   PassengerId  Survived  Pclass  \\\n",
       "0            1         0       3   \n",
       "1            2         1       1   \n",
       "2            3         1       3   \n",
       "3            4         1       1   \n",
       "4            5         0       3   \n",
       "\n",
       "                                                Name     Sex   Age  SibSp  \\\n",
       "0                            Braund, Mr. Owen Harris    male  22.0      1   \n",
       "1  Cumings, Mrs. John Bradley (Florence Briggs Th...  female  38.0      1   \n",
       "2                             Heikkinen, Miss. Laina  female  26.0      0   \n",
       "3       Futrelle, Mrs. Jacques Heath (Lily May Peel)  female  35.0      1   \n",
       "4                           Allen, Mr. William Henry    male  35.0      0   \n",
       "\n",
       "   Parch            Ticket     Fare Cabin Embarked  \n",
       "0      0         A/5 21171   7.2500              S  \n",
       "1      0          PC 17599  71.2833   C85        C  \n",
       "2      0  STON/O2. 3101282   7.9250              S  \n",
       "3      0            113803  53.1000  C123        S  \n",
       "4      0            373450   8.0500              S  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "titanic_ds.head(5)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Get random sample of data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PassengerId</th>\n",
       "      <th>Survived</th>\n",
       "      <th>Pclass</th>\n",
       "      <th>Name</th>\n",
       "      <th>Sex</th>\n",
       "      <th>Age</th>\n",
       "      <th>SibSp</th>\n",
       "      <th>Parch</th>\n",
       "      <th>Ticket</th>\n",
       "      <th>Fare</th>\n",
       "      <th>Cabin</th>\n",
       "      <th>Embarked</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Palsson, Master. Gosta Leonard</td>\n",
       "      <td>male</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>349909</td>\n",
       "      <td>21.0750</td>\n",
       "      <td></td>\n",
       "      <td>S</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>Hewlett, Mrs. (Mary D Kingcome)</td>\n",
       "      <td>female</td>\n",
       "      <td>55.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>248706</td>\n",
       "      <td>16.0000</td>\n",
       "      <td></td>\n",
       "      <td>S</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>Fynney, Mr. Joseph J</td>\n",
       "      <td>male</td>\n",
       "      <td>35.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>239865</td>\n",
       "      <td>26.0000</td>\n",
       "      <td></td>\n",
       "      <td>S</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>22</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>Beesley, Mr. Lawrence</td>\n",
       "      <td>male</td>\n",
       "      <td>34.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>248698</td>\n",
       "      <td>13.0000</td>\n",
       "      <td>D56</td>\n",
       "      <td>S</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>Asplund, Mrs. Carl Oscar (Selma Augusta Emilia...</td>\n",
       "      <td>female</td>\n",
       "      <td>38.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>347077</td>\n",
       "      <td>31.3875</td>\n",
       "      <td></td>\n",
       "      <td>S</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   PassengerId  Survived  Pclass  \\\n",
       "0            8         0       3   \n",
       "1           16         1       2   \n",
       "2           21         0       2   \n",
       "3           22         1       2   \n",
       "4           26         1       3   \n",
       "\n",
       "                                                Name     Sex   Age  SibSp  \\\n",
       "0                     Palsson, Master. Gosta Leonard    male   2.0      3   \n",
       "1                   Hewlett, Mrs. (Mary D Kingcome)   female  55.0      0   \n",
       "2                               Fynney, Mr. Joseph J    male  35.0      0   \n",
       "3                              Beesley, Mr. Lawrence    male  34.0      0   \n",
       "4  Asplund, Mrs. Carl Oscar (Selma Augusta Emilia...  female  38.0      1   \n",
       "\n",
       "   Parch  Ticket     Fare Cabin Embarked  \n",
       "0      1  349909  21.0750              S  \n",
       "1      0  248706  16.0000              S  \n",
       "2      0  239865  26.0000              S  \n",
       "3      0  248698  13.0000   D56        S  \n",
       "4      5  347077  31.3875              S  "
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "titanic_ds.sample('simple_random', {'probability':0.3 }).to_pandas_dataframe().head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Get descriptive statistics\n",
    "\n",
    "The `get_profile` method is similar to pandas' `describe` method, but you get more information."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Type</th>\n",
       "      <th>Min</th>\n",
       "      <th>Max</th>\n",
       "      <th>Count</th>\n",
       "      <th>Missing Count</th>\n",
       "      <th>Not Missing Count</th>\n",
       "      <th>Percent Missing</th>\n",
       "      <th>Error Count</th>\n",
       "      <th>Empty Count</th>\n",
       "      <th>Unique Values</th>\n",
       "      <th>0.1% Quantile (est.)</th>\n",
       "      <th>1% Quantile (est.)</th>\n",
       "      <th>5% Quantile (est.)</th>\n",
       "      <th>25% Quantile (est.)</th>\n",
       "      <th>50% Quantile (est.)</th>\n",
       "      <th>75% Quantile (est.)</th>\n",
       "      <th>95% Quantile (est.)</th>\n",
       "      <th>99% Quantile (est.)</th>\n",
       "      <th>99.9% Quantile (est.)</th>\n",
       "      <th>Mean</th>\n",
       "      <th>Standard Deviation</th>\n",
       "      <th>Variance</th>\n",
       "      <th>Skewness</th>\n",
       "      <th>Kurtosis</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>PassengerId</th>\n",
       "      <td>FieldType.INTEGER</td>\n",
       "      <td>1</td>\n",
       "      <td>891</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891</td>\n",
       "      <td>1.391</td>\n",
       "      <td>89.6</td>\n",
       "      <td>87.5</td>\n",
       "      <td>223.25</td>\n",
       "      <td>446</td>\n",
       "      <td>668.75</td>\n",
       "      <td>846.95</td>\n",
       "      <td>882.59</td>\n",
       "      <td>890.609</td>\n",
       "      <td>446</td>\n",
       "      <td>257.354</td>\n",
       "      <td>66231</td>\n",
       "      <td>0</td>\n",
       "      <td>-1.20404</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Survived</th>\n",
       "      <td>FieldType.INTEGER</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.383838</td>\n",
       "      <td>0.486592</td>\n",
       "      <td>0.236772</td>\n",
       "      <td>0.476913</td>\n",
       "      <td>-1.77454</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pclass</th>\n",
       "      <td>FieldType.INTEGER</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2.30864</td>\n",
       "      <td>0.836071</td>\n",
       "      <td>0.699015</td>\n",
       "      <td>-0.628426</td>\n",
       "      <td>-1.28343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Name</th>\n",
       "      <td>FieldType.STRING</td>\n",
       "      <td>Abbing, Mr. Anthony</td>\n",
       "      <td>van Melkebeke, Mr. Philemon</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sex</th>\n",
       "      <td>FieldType.STRING</td>\n",
       "      <td>female</td>\n",
       "      <td>male</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Age</th>\n",
       "      <td>FieldType.DECIMAL</td>\n",
       "      <td>0.42</td>\n",
       "      <td>80</td>\n",
       "      <td>891.0</td>\n",
       "      <td>177.0</td>\n",
       "      <td>714.0</td>\n",
       "      <td>0.198653</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>89</td>\n",
       "      <td>0.4735</td>\n",
       "      <td>13.5111</td>\n",
       "      <td>12.6667</td>\n",
       "      <td>20.28</td>\n",
       "      <td>28</td>\n",
       "      <td>38.2</td>\n",
       "      <td>56.3067</td>\n",
       "      <td>67.44</td>\n",
       "      <td>78.716</td>\n",
       "      <td>29.6991</td>\n",
       "      <td>14.5265</td>\n",
       "      <td>211.019</td>\n",
       "      <td>0.387474</td>\n",
       "      <td>0.159767</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SibSp</th>\n",
       "      <td>FieldType.INTEGER</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.98333</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "      <td>0.523008</td>\n",
       "      <td>1.10274</td>\n",
       "      <td>1.21604</td>\n",
       "      <td>3.68292</td>\n",
       "      <td>17.7269</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Parch</th>\n",
       "      <td>FieldType.INTEGER</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>5.609</td>\n",
       "      <td>0.381594</td>\n",
       "      <td>0.806057</td>\n",
       "      <td>0.649728</td>\n",
       "      <td>2.73987</td>\n",
       "      <td>9.68808</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ticket</th>\n",
       "      <td>FieldType.STRING</td>\n",
       "      <td>110152</td>\n",
       "      <td>WE/P 5735</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>681</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fare</th>\n",
       "      <td>FieldType.DECIMAL</td>\n",
       "      <td>0</td>\n",
       "      <td>512.329</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>248</td>\n",
       "      <td>0</td>\n",
       "      <td>7.54406</td>\n",
       "      <td>7.5156</td>\n",
       "      <td>7.90776</td>\n",
       "      <td>14.456</td>\n",
       "      <td>31.066</td>\n",
       "      <td>112.451</td>\n",
       "      <td>255.394</td>\n",
       "      <td>512.329</td>\n",
       "      <td>32.2042</td>\n",
       "      <td>49.6934</td>\n",
       "      <td>2469.44</td>\n",
       "      <td>4.77121</td>\n",
       "      <td>33.1231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cabin</th>\n",
       "      <td>FieldType.STRING</td>\n",
       "      <td></td>\n",
       "      <td>T</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>687.0</td>\n",
       "      <td>148</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Embarked</th>\n",
       "      <td>FieldType.STRING</td>\n",
       "      <td></td>\n",
       "      <td>S</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>891.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "ColumnProfile:\n",
       "    column_name: PassengerId\n",
       "    type: FieldType.INTEGER\n",
       "\n",
       "    min: 1.0\n",
       "    max: 891.0\n",
       "    count: 891.0\n",
       "    missing_count: 0.0\n",
       "    not_missing_count: 891.0\n",
       "    percent_missing: 0.0\n",
       "    error_count: 0.0\n",
       "    empty_count: 0.0\n",
       "    unique_values: 891\n",
       "\n",
       "\n",
       "    Quantiles (est.):\n",
       "         0.1%: 1.391\n",
       "           1%: 89.60000000000001\n",
       "           5%: 87.5\n",
       "          25%: 223.25\n",
       "          50%: 446.0\n",
       "          75%: 668.75\n",
       "          95%: 846.9499999999999\n",
       "          99%: 882.59\n",
       "        99.9%: 890.609\n",
       "\n",
       "    mean: 446.00000000000006\n",
       "    std: 257.3538420152301\n",
       "    variance: 66231.0\n",
       "    skewness: 0.0\n",
       "    kurtosis: -1.2040411530428794\n",
       "\n",
       "ColumnProfile:\n",
       "    column_name: Survived\n",
       "    type: FieldType.INTEGER\n",
       "\n",
       "    min: 0.0\n",
       "    max: 1.0\n",
       "    count: 891.0\n",
       "    missing_count: 0.0\n",
       "    not_missing_count: 891.0\n",
       "    percent_missing: 0.0\n",
       "    error_count: 0.0\n",
       "    empty_count: 0.0\n",
       "    unique_values: 2\n",
       "\n",
       "\n",
       "    Quantiles (est.):\n",
       "         0.1%: 0.0\n",
       "           1%: 0.0\n",
       "           5%: 0.0\n",
       "          25%: 0.0\n",
       "          50%: 0.0\n",
       "          75%: 1.0\n",
       "          95%: 1.0\n",
       "          99%: 1.0\n",
       "        99.9%: 1.0\n",
       "\n",
       "    mean: 0.3838383838383839\n",
       "    std: 0.48659245426485753\n",
       "    variance: 0.23677221654749744\n",
       "    skewness: 0.4769134537964489\n",
       "    kurtosis: -1.774541409064184\n",
       "\n",
       "ColumnProfile:\n",
       "    column_name: Pclass\n",
       "    type: FieldType.INTEGER\n",
       "\n",
       "    min: 1.0\n",
       "    max: 3.0\n",
       "    count: 891.0\n",
       "    missing_count: 0.0\n",
       "    not_missing_count: 891.0\n",
       "    percent_missing: 0.0\n",
       "    error_count: 0.0\n",
       "    empty_count: 0.0\n",
       "    unique_values: 3\n",
       "\n",
       "\n",
       "    Quantiles (est.):\n",
       "         0.1%: 1.0\n",
       "           1%: 1.0\n",
       "           5%: 1.0\n",
       "          25%: 2.0\n",
       "          50%: 3.0\n",
       "          75%: 3.0\n",
       "          95%: 3.0\n",
       "          99%: 3.0\n",
       "        99.9%: 3.0\n",
       "\n",
       "    mean: 2.3086419753086447\n",
       "    std: 0.8360712409770491\n",
       "    variance: 0.6990151199889029\n",
       "    skewness: -0.6284264384697376\n",
       "    kurtosis: -1.2834293112056576\n",
       "\n",
       "ColumnProfile:\n",
       "    column_name: Name\n",
       "    type: FieldType.STRING\n",
       "\n",
       "    min: Abbing, Mr. Anthony\n",
       "    max: van Melkebeke, Mr. Philemon\n",
       "    count: 891.0\n",
       "    missing_count: 0.0\n",
       "    not_missing_count: 891.0\n",
       "    percent_missing: 0.0\n",
       "    error_count: 0.0\n",
       "    empty_count: 0.0\n",
       "    unique_values: 891\n",
       "\n",
       "\n",
       "ColumnProfile:\n",
       "    column_name: Sex\n",
       "    type: FieldType.STRING\n",
       "\n",
       "    min: female\n",
       "    max: male\n",
       "    count: 891.0\n",
       "    missing_count: 0.0\n",
       "    not_missing_count: 891.0\n",
       "    percent_missing: 0.0\n",
       "    error_count: 0.0\n",
       "    empty_count: 0.0\n",
       "    unique_values: 2\n",
       "\n",
       "\n",
       "ColumnProfile:\n",
       "    column_name: Age\n",
       "    type: FieldType.DECIMAL\n",
       "\n",
       "    min: 0.42\n",
       "    max: 80.0\n",
       "    count: 891.0\n",
       "    missing_count: 177.0\n",
       "    not_missing_count: 714.0\n",
       "    percent_missing: 0.19865319865319866\n",
       "    error_count: 0.0\n",
       "    empty_count: 0.0\n",
       "    unique_values: 89\n",
       "\n",
       "\n",
       "    Quantiles (est.):\n",
       "         0.1%: 0.47350000000000003\n",
       "           1%: 13.511111111111113\n",
       "           5%: 12.666666666666666\n",
       "          25%: 20.28\n",
       "          50%: 28.0\n",
       "          75%: 38.2\n",
       "          95%: 56.30666666666666\n",
       "          99%: 67.44000000000005\n",
       "        99.9%: 78.71599999999967\n",
       "\n",
       "    mean: 29.69911764705884\n",
       "    std: 14.526497332334035\n",
       "    variance: 211.01912474630785\n",
       "    skewness: 0.38747440217598533\n",
       "    kurtosis: 0.15976705504659172\n",
       "\n",
       "ColumnProfile:\n",
       "    column_name: SibSp\n",
       "    type: FieldType.INTEGER\n",
       "\n",
       "    min: 0.0\n",
       "    max: 8.0\n",
       "    count: 891.0\n",
       "    missing_count: 0.0\n",
       "    not_missing_count: 891.0\n",
       "    percent_missing: 0.0\n",
       "    error_count: 0.0\n",
       "    empty_count: 0.0\n",
       "    unique_values: 7\n",
       "\n",
       "\n",
       "    Quantiles (est.):\n",
       "         0.1%: 0.0\n",
       "           1%: 0.0\n",
       "           5%: 0.0\n",
       "          25%: 0.0\n",
       "          50%: 0.0\n",
       "          75%: 1.0\n",
       "          95%: 2.9833333333333107\n",
       "          99%: 5.0\n",
       "        99.9%: 8.0\n",
       "\n",
       "    mean: 0.5230078563411893\n",
       "    std: 1.1027434322934313\n",
       "    variance: 1.2160430774662976\n",
       "    skewness: 3.682918775041453\n",
       "    kurtosis: 17.726908257958147\n",
       "\n",
       "ColumnProfile:\n",
       "    column_name: Parch\n",
       "    type: FieldType.INTEGER\n",
       "\n",
       "    min: 0.0\n",
       "    max: 6.0\n",
       "    count: 891.0\n",
       "    missing_count: 0.0\n",
       "    not_missing_count: 891.0\n",
       "    percent_missing: 0.0\n",
       "    error_count: 0.0\n",
       "    empty_count: 0.0\n",
       "    unique_values: 7\n",
       "\n",
       "\n",
       "    Quantiles (est.):\n",
       "         0.1%: 0.0\n",
       "           1%: 0.0\n",
       "           5%: 0.0\n",
       "          25%: 0.0\n",
       "          50%: 0.0\n",
       "          75%: 0.0\n",
       "          95%: 2.0\n",
       "          99%: 4.0\n",
       "        99.9%: 5.609000000000037\n",
       "\n",
       "    mean: 0.3815937149270483\n",
       "    std: 0.8060572211299488\n",
       "    variance: 0.6497282437357351\n",
       "    skewness: 2.73986768651328\n",
       "    kurtosis: 9.688084668563846\n",
       "\n",
       "ColumnProfile:\n",
       "    column_name: Ticket\n",
       "    type: FieldType.STRING\n",
       "\n",
       "    min: 110152\n",
       "    max: WE/P 5735\n",
       "    count: 891.0\n",
       "    missing_count: 0.0\n",
       "    not_missing_count: 891.0\n",
       "    percent_missing: 0.0\n",
       "    error_count: 0.0\n",
       "    empty_count: 0.0\n",
       "    unique_values: 681\n",
       "\n",
       "\n",
       "ColumnProfile:\n",
       "    column_name: Fare\n",
       "    type: FieldType.DECIMAL\n",
       "\n",
       "    min: 0.0\n",
       "    max: 512.3292\n",
       "    count: 891.0\n",
       "    missing_count: 0.0\n",
       "    not_missing_count: 891.0\n",
       "    percent_missing: 0.0\n",
       "    error_count: 0.0\n",
       "    empty_count: 0.0\n",
       "    unique_values: 248\n",
       "\n",
       "\n",
       "    Quantiles (est.):\n",
       "         0.1%: 0.0\n",
       "           1%: 7.544055\n",
       "           5%: 7.5156\n",
       "          25%: 7.90776388888889\n",
       "          50%: 14.456044897959186\n",
       "          75%: 31.065970833333328\n",
       "          95%: 112.45119222222219\n",
       "          99%: 255.39352600000015\n",
       "        99.9%: 512.3292\n",
       "\n",
       "    mean: 32.20420796857465\n",
       "    std: 49.69342859718089\n",
       "    variance: 2469.4368457431156\n",
       "    skewness: 4.771209669373588\n",
       "    kurtosis: 33.123068214278824\n",
       "\n",
       "ColumnProfile:\n",
       "    column_name: Cabin\n",
       "    type: FieldType.STRING\n",
       "\n",
       "    min: \n",
       "    max: T\n",
       "    count: 891.0\n",
       "    missing_count: 0.0\n",
       "    not_missing_count: 891.0\n",
       "    percent_missing: 0.0\n",
       "    error_count: 0.0\n",
       "    empty_count: 687.0\n",
       "    unique_values: 148\n",
       "\n",
       "\n",
       "ColumnProfile:\n",
       "    column_name: Embarked\n",
       "    type: FieldType.STRING\n",
       "\n",
       "    min: \n",
       "    max: S\n",
       "    count: 891.0\n",
       "    missing_count: 0.0\n",
       "    not_missing_count: 891.0\n",
       "    percent_missing: 0.0\n",
       "    error_count: 0.0\n",
       "    empty_count: 2.0\n",
       "    unique_values: 4\n"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "titanic_ds.get_profile()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Allow versions and dataset management"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "titanic_def = titanic_ds.get_definition()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Keep columns\n",
    "\n",
    "Or can use the `drop_columns` method."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "titanic_def = titanic_def.keep_columns([\"Survived\", \"Pclass\", \"Sex\", \"Age\", \"SibSp\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Survived</th>\n",
       "      <th>Pclass</th>\n",
       "      <th>Sex</th>\n",
       "      <th>Age</th>\n",
       "      <th>SibSp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>male</td>\n",
       "      <td>22.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>female</td>\n",
       "      <td>38.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>female</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>female</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>male</td>\n",
       "      <td>35.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>male</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>male</td>\n",
       "      <td>54.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>male</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>female</td>\n",
       "      <td>27.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>female</td>\n",
       "      <td>14.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Survived  Pclass     Sex   Age  SibSp\n",
       "0         0       3    male  22.0      1\n",
       "1         1       1  female  38.0      1\n",
       "2         1       3  female  26.0      0\n",
       "3         1       1  female  35.0      1\n",
       "4         0       3    male  35.0      0\n",
       "5         0       3    male   NaN      0\n",
       "6         0       1    male  54.0      0\n",
       "7         0       3    male   2.0      3\n",
       "8         1       3  female  27.0      0\n",
       "9         1       2  female  14.0      1"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "titanic_def.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Replace values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Survived</th>\n",
       "      <th>Pclass</th>\n",
       "      <th>Sex</th>\n",
       "      <th>Age</th>\n",
       "      <th>SibSp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>38.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>54.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>27.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>14.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Survived  Pclass  Sex   Age  SibSp\n",
       "0         0       3    0  22.0      1\n",
       "1         1       1    1  38.0      1\n",
       "2         1       3    1  26.0      0\n",
       "3         1       1    1  35.0      1\n",
       "4         0       3    0  35.0      0\n",
       "5         0       3    0   NaN      0\n",
       "6         0       1    0  54.0      0\n",
       "7         0       3    0   2.0      3\n",
       "8         1       3    1  27.0      0\n",
       "9         1       2    1  14.0      1"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "titanic_def = titanic_def.replace(\"Sex\", \"male\", 0)\n",
    "titanic_def = titanic_def.replace(\"Sex\", \"female\", 1)\n",
    "\n",
    "titanic_def.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Fill missing data by imputed function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "age_mean = dprep.ImputeColumnArguments(column_id=\"Age\", impute_function=dprep.ReplaceValueFunction.MEAN)\n",
    "\n",
    "mean_builder = titanic_def.builders.impute_missing_values(impute_columns=[age_mean])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Survived</th>\n",
       "      <th>Pclass</th>\n",
       "      <th>Sex</th>\n",
       "      <th>Age</th>\n",
       "      <th>SibSp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>22.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>38.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>26.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>35.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>35.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>29.699118</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>54.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>27.000000</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Survived  Pclass  Sex        Age  SibSp\n",
       "0         0       3    0  22.000000      1\n",
       "1         1       1    1  38.000000      1\n",
       "2         1       3    1  26.000000      0\n",
       "3         1       1    1  35.000000      1\n",
       "4         0       3    0  35.000000      0\n",
       "5         0       3    0  29.699118      0\n",
       "6         0       1    0  54.000000      0\n",
       "7         0       3    0   2.000000      3\n",
       "8         1       3    1  27.000000      0\n",
       "9         1       2    1  14.000000      1"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mean_builder.learn()\n",
    "\n",
    "new_titanic_def = mean_builder.to_dataflow()\n",
    "\n",
    "new_titanic_def.head()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}