HSE XGBoost SearchCV.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "MbYbVRO5une-"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "import xgboost as xgb\n",
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.model_selection import cross_val_score\n",
        "\n",
        "np.random.seed(7)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "u5YOpcpIzcv9",
        "outputId": "5d2a03b7-59ca-441b-92f0-a817202dd215"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(10913804, 43)"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ],
      "source": [
        "dest = '/content/drive/MyDrive/HSE Final Project/to_train'\n",
        "name = 'submit_9_abandoned.csv'\n",
        "\n",
        "df = pd.read_csv(dest + '/' + name)\n",
        "df.shape"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "wWTYdJoHGrxb",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 270
        },
        "outputId": "152c077d-a82c-4835-d446-c3885d92f4f9"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-4bc4fe6f-1729-4f5d-91fc-8dfe5c602a05\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>shop_id</th>\n",
              "      <th>item_id</th>\n",
              "      <th>month</th>\n",
              "      <th>year</th>\n",
              "      <th>date_block_num</th>\n",
              "      <th>item_cnt</th>\n",
              "      <th>item_price</th>\n",
              "      <th>prev_value</th>\n",
              "      <th>prev_value_year</th>\n",
              "      <th>stock_prev</th>\n",
              "      <th>stock_prev_year</th>\n",
              "      <th>shop_city</th>\n",
              "      <th>shop_category</th>\n",
              "      <th>item_category_id</th>\n",
              "      <th>digital</th>\n",
              "      <th>category_type</th>\n",
              "      <th>category_subtype</th>\n",
              "      <th>item_cnt_lag_2</th>\n",
              "      <th>item_cnt_lag_3</th>\n",
              "      <th>item_cnt_lag_4</th>\n",
              "      <th>item_cnt_lag_5</th>\n",
              "      <th>item_cnt_lag_6</th>\n",
              "      <th>cnt_block_shop_lag_1</th>\n",
              "      <th>cnt_block_shop_lag_2</th>\n",
              "      <th>cnt_block_shop_lag_3</th>\n",
              "      <th>cnt_block_shop_lag_4</th>\n",
              "      <th>cnt_block_shop_lag_5</th>\n",
              "      <th>cnt_block_shop_lag_12</th>\n",
              "      <th>cnt_block_item_lag_1</th>\n",
              "      <th>cnt_block_item_lag_2</th>\n",
              "      <th>cnt_block_item_lag_3</th>\n",
              "      <th>cnt_block_item_lag_4</th>\n",
              "      <th>cnt_block_item_lag_5</th>\n",
              "      <th>cnt_block_item_lag_12</th>\n",
              "      <th>cnt_block_category_lag_1</th>\n",
              "      <th>cnt_block_category_lag_2</th>\n",
              "      <th>cnt_block_category_lag_3</th>\n",
              "      <th>cnt_block_category_lag_4</th>\n",
              "      <th>cnt_block_category_lag_5</th>\n",
              "      <th>cnt_block_category_lag_12</th>\n",
              "      <th>date_item_avg_item_cnt</th>\n",
              "      <th>shop_item_avg_item_cnt</th>\n",
              "      <th>cat_item_avg_item_cnt</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>19</td>\n",
              "      <td>1</td>\n",
              "      <td>2013</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>29</td>\n",
              "      <td>4</td>\n",
              "      <td>40</td>\n",
              "      <td>False</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.02222</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.02222</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0</td>\n",
              "      <td>27</td>\n",
              "      <td>1</td>\n",
              "      <td>2013</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>29</td>\n",
              "      <td>4</td>\n",
              "      <td>19</td>\n",
              "      <td>False</td>\n",
              "      <td>5</td>\n",
              "      <td>9</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.15550</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.05682</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0</td>\n",
              "      <td>28</td>\n",
              "      <td>1</td>\n",
              "      <td>2013</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>29</td>\n",
              "      <td>4</td>\n",
              "      <td>30</td>\n",
              "      <td>False</td>\n",
              "      <td>5</td>\n",
              "      <td>49</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.17770</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.14120</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0</td>\n",
              "      <td>29</td>\n",
              "      <td>1</td>\n",
              "      <td>2013</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>29</td>\n",
              "      <td>4</td>\n",
              "      <td>23</td>\n",
              "      <td>False</td>\n",
              "      <td>5</td>\n",
              "      <td>18</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.08887</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.03738</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0</td>\n",
              "      <td>32</td>\n",
              "      <td>1</td>\n",
              "      <td>2013</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>221.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>29</td>\n",
              "      <td>4</td>\n",
              "      <td>40</td>\n",
              "      <td>False</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>6.64500</td>\n",
              "      <td>8.0</td>\n",
              "      <td>1.31900</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-4bc4fe6f-1729-4f5d-91fc-8dfe5c602a05')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-4bc4fe6f-1729-4f5d-91fc-8dfe5c602a05 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-4bc4fe6f-1729-4f5d-91fc-8dfe5c602a05');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "   shop_id  item_id  ...  shop_item_avg_item_cnt  cat_item_avg_item_cnt\n",
              "0        0       19  ...                     0.0                0.02222\n",
              "1        0       27  ...                     0.0                0.05682\n",
              "2        0       28  ...                     0.0                0.14120\n",
              "3        0       29  ...                     0.0                0.03738\n",
              "4        0       32  ...                     8.0                1.31900\n",
              "\n",
              "[5 rows x 43 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 5
        }
      ],
      "source": [
        "df['shop_id'] = df['shop_id'].astype(np.int8)\n",
        "df['item_id'] = df['item_id'].astype(np.int16)\n",
        "df['month'] = df['month'].astype(np.int8)\n",
        "df['year'] = df['year'].astype(np.int16)\n",
        "df['date_block_num'] = df['date_block_num'].astype(np.int8)\n",
        "df['item_cnt'] = df['item_cnt'].astype(np.int32)\n",
        "df['prev_value'] = df['prev_value'].astype(np.int32)\n",
        "df['prev_value_year'] = df['prev_value_year'].astype(np.int32)\n",
        "df['shop_city'] = df['shop_city'].astype(np.int8)\n",
        "df['shop_category'] = df['shop_category'].astype(np.int8)\n",
        "df['item_category_id'] = df['item_category_id'].astype(np.int8)\n",
        "df['digital'] = df['digital'].astype(np.bool_)\n",
        "df['category_type'] = df['category_type'].astype(np.int8)\n",
        "df['category_subtype'] = df['category_subtype'].astype(np.int8)\n",
        "df['item_cnt_lag_2'] = df['item_cnt_lag_2'].astype(np.int32)\n",
        "df['item_cnt_lag_3'] = df['item_cnt_lag_3'].astype(np.int32)\n",
        "df['item_cnt_lag_4'] = df['item_cnt_lag_4'].astype(np.int32)\n",
        "df['item_cnt_lag_5'] = df['item_cnt_lag_5'].astype(np.int32)\n",
        "df['item_cnt_lag_6'] = df['item_cnt_lag_6'].astype(np.int32)\n",
        "\n",
        "for col in df.columns[22:40]:\n",
        "    df[col] = df[col].astype(np.int32)\n",
        "\n",
        "df.head()"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df = df[df.date_block_num >= 12]\n",
        "df.reset_index(drop=True, inplace=True)\n",
        "df.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "KAFwkRCHKL-U",
        "outputId": "9b10f48b-294f-4ced-bda9-e2942421ce5e"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(6425094, 43)"
            ]
          },
          "metadata": {},
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "C3Vwz5Cg2UVp",
        "outputId": "ccd555f0-e73a-409e-9a40-2c5867492ead"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 6425094 entries, 0 to 6425093\n",
            "Data columns (total 43 columns):\n",
            " #   Column                     Dtype  \n",
            "---  ------                     -----  \n",
            " 0   shop_id                    int8   \n",
            " 1   item_id                    int16  \n",
            " 2   month                      int8   \n",
            " 3   year                       int16  \n",
            " 4   date_block_num             int8   \n",
            " 5   item_cnt                   int32  \n",
            " 6   item_price                 float64\n",
            " 7   prev_value                 int32  \n",
            " 8   prev_value_year            int32  \n",
            " 9   stock_prev                 float64\n",
            " 10  stock_prev_year            float64\n",
            " 11  shop_city                  int8   \n",
            " 12  shop_category              int8   \n",
            " 13  item_category_id           int8   \n",
            " 14  digital                    bool   \n",
            " 15  category_type              int8   \n",
            " 16  category_subtype           int8   \n",
            " 17  item_cnt_lag_2             int32  \n",
            " 18  item_cnt_lag_3             int32  \n",
            " 19  item_cnt_lag_4             int32  \n",
            " 20  item_cnt_lag_5             int32  \n",
            " 21  item_cnt_lag_6             int32  \n",
            " 22  cnt_block_shop_lag_1       int32  \n",
            " 23  cnt_block_shop_lag_2       int32  \n",
            " 24  cnt_block_shop_lag_3       int32  \n",
            " 25  cnt_block_shop_lag_4       int32  \n",
            " 26  cnt_block_shop_lag_5       int32  \n",
            " 27  cnt_block_shop_lag_12      int32  \n",
            " 28  cnt_block_item_lag_1       int32  \n",
            " 29  cnt_block_item_lag_2       int32  \n",
            " 30  cnt_block_item_lag_3       int32  \n",
            " 31  cnt_block_item_lag_4       int32  \n",
            " 32  cnt_block_item_lag_5       int32  \n",
            " 33  cnt_block_item_lag_12      int32  \n",
            " 34  cnt_block_category_lag_1   int32  \n",
            " 35  cnt_block_category_lag_2   int32  \n",
            " 36  cnt_block_category_lag_3   int32  \n",
            " 37  cnt_block_category_lag_4   int32  \n",
            " 38  cnt_block_category_lag_5   int32  \n",
            " 39  cnt_block_category_lag_12  int32  \n",
            " 40  date_item_avg_item_cnt     float64\n",
            " 41  shop_item_avg_item_cnt     float64\n",
            " 42  cat_item_avg_item_cnt      float64\n",
            "dtypes: bool(1), float64(6), int16(2), int32(26), int8(8)\n",
            "memory usage: 1011.0 MB\n"
          ]
        }
      ],
      "source": [
        "df.info()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "r3FgsrZ99UKI"
      },
      "source": [
        "Due to the fact that we predict future, it makes no sense to shuffle the data"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Indices for RandomizedSearchCV\n",
        "index = df.index\n",
        "\n",
        "condition_train = df.date_block_num < 33\n",
        "train_indices = index[condition_train]\n",
        "\n",
        "condition_valid = df.date_block_num == 33\n",
        "valid_indices = index[condition_valid]\n",
        "\n",
        "train_indices = train_indices.tolist()\n",
        "valid_indices = valid_indices.tolist()\n",
        "\n",
        "print(train_indices[-5:])\n",
        "print(valid_indices[-5:])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "KW-1dCLR50BX",
        "outputId": "2d51f754-d564-45f5-81f8-02fbf6e9b041"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[6186917, 6186918, 6186919, 6186920, 6186921]\n",
            "[6425089, 6425090, 6425091, 6425092, 6425093]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "X = df.drop(['item_cnt'], axis=1)\n",
        "y = df['item_cnt']"
      ],
      "metadata": {
        "id": "ZvfHQllB6Mzn"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "1oyBfxKw0-Lt"
      },
      "outputs": [],
      "source": [
        "X_train = df[df.date_block_num < 33].drop(['item_cnt'], axis=1)\n",
        "y_train = df[df.date_block_num < 33]['item_cnt']\n",
        "X_valid = df[df.date_block_num == 33].drop(['item_cnt'], axis=1)\n",
        "y_valid = df[df.date_block_num == 33]['item_cnt']"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.model_selection import GridSearchCV\n",
        "\n",
        "custom_cv = [(train_indices, valid_indices)]\n",
        "params = {'learning_rate': [0.1, 0.3, 0.5, 1], \n",
        "          'subsample': [0.6, 0.7, 0.8, 0.9],\n",
        "          'max_depth': [8, 9, 10],\n",
        "          'min_child_weight': [5, 10],\n",
        "          'colsample_bytree': [0.8, 0.9],\n",
        "          'n_estimators': [300, 500, 700],\n",
        "          'gamma': [0.5, 1, 1.5, 2]}\n",
        "\n",
        "fit_params={\"early_stopping_rounds\": 30,\n",
        "            \"eval_metric\": \"rmse\", \n",
        "            \"eval_set\": [(X_valid, y_valid)],\n",
        "            \"verbose\": 2}"
      ],
      "metadata": {
        "id": "39674FFq5xx5"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "bp_PA1951FNq"
      },
      "outputs": [],
      "source": [
        "random_state = 13\n",
        "verbosity = 2\n",
        "gp = 'gpu_hist'\n",
        "obj = 'reg:squarederror'"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "AVH_UrBz1Lbl"
      },
      "outputs": [],
      "source": [
        "xgbr = xgb.XGBRegressor(verbosity=verbosity,\n",
        "                        objective=obj,\n",
        "                        tree_method = gp,\n",
        "                        random_state=random_state)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "r_grid_xgbr = GridSearchCV(xgbr, params,\n",
        "                           cv=custom_cv,\n",
        "                           scoring='neg_root_mean_squared_error',\n",
        "                           verbose=2)"
      ],
      "metadata": {
        "id": "raSq6PpI6jWN"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "fvF4Nj3y1Lhd",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "ce986c88-b5a8-439a-f5da-29ec9eeff67f"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[1;30;43mВыходные данные были обрезаны до нескольких последних строк (5000).\u001b[0m\n",
            "[44]\tvalidation_0-rmse:3.87922\n",
            "[46]\tvalidation_0-rmse:3.8781\n",
            "[48]\tvalidation_0-rmse:3.88325\n",
            "[50]\tvalidation_0-rmse:3.87709\n",
            "[52]\tvalidation_0-rmse:3.87338\n",
            "[54]\tvalidation_0-rmse:3.8602\n",
            "[56]\tvalidation_0-rmse:3.84662\n",
            "[58]\tvalidation_0-rmse:3.85838\n",
            "[60]\tvalidation_0-rmse:3.85435\n",
            "[62]\tvalidation_0-rmse:3.85568\n",
            "[64]\tvalidation_0-rmse:3.86666\n",
            "[66]\tvalidation_0-rmse:3.85364\n",
            "[68]\tvalidation_0-rmse:3.85448\n",
            "[70]\tvalidation_0-rmse:3.84824\n",
            "[72]\tvalidation_0-rmse:3.84451\n",
            "[74]\tvalidation_0-rmse:3.84613\n",
            "[76]\tvalidation_0-rmse:3.84788\n",
            "[78]\tvalidation_0-rmse:3.84492\n",
            "[80]\tvalidation_0-rmse:3.84284\n",
            "[82]\tvalidation_0-rmse:3.84097\n",
            "[84]\tvalidation_0-rmse:3.83854\n",
            "[86]\tvalidation_0-rmse:3.83384\n",
            "[88]\tvalidation_0-rmse:3.83586\n",
            "[90]\tvalidation_0-rmse:3.83613\n",
            "[92]\tvalidation_0-rmse:3.83425\n",
            "[94]\tvalidation_0-rmse:3.8307\n",
            "[96]\tvalidation_0-rmse:3.82057\n",
            "[98]\tvalidation_0-rmse:3.82565\n",
            "[100]\tvalidation_0-rmse:3.82442\n",
            "[102]\tvalidation_0-rmse:3.82107\n",
            "[104]\tvalidation_0-rmse:3.82309\n",
            "[106]\tvalidation_0-rmse:3.82704\n",
            "[108]\tvalidation_0-rmse:3.82603\n",
            "[110]\tvalidation_0-rmse:3.82685\n",
            "[112]\tvalidation_0-rmse:3.82727\n",
            "[114]\tvalidation_0-rmse:3.82842\n",
            "[116]\tvalidation_0-rmse:3.82879\n",
            "[118]\tvalidation_0-rmse:3.82825\n",
            "[120]\tvalidation_0-rmse:3.82291\n",
            "[122]\tvalidation_0-rmse:3.82322\n",
            "[124]\tvalidation_0-rmse:3.82273\n",
            "Stopping. Best iteration:\n",
            "[95]\tvalidation_0-rmse:3.81863\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=5, n_estimators=500, subsample=0.6; total time=  42.3s\n",
            "[0]\tvalidation_0-rmse:5.15343\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.91348\n",
            "[4]\tvalidation_0-rmse:4.71742\n",
            "[6]\tvalidation_0-rmse:4.54917\n",
            "[8]\tvalidation_0-rmse:4.47944\n",
            "[10]\tvalidation_0-rmse:4.37063\n",
            "[12]\tvalidation_0-rmse:4.3237\n",
            "[14]\tvalidation_0-rmse:4.28467\n",
            "[16]\tvalidation_0-rmse:4.22905\n",
            "[18]\tvalidation_0-rmse:4.1597\n",
            "[20]\tvalidation_0-rmse:4.1232\n",
            "[22]\tvalidation_0-rmse:4.11591\n",
            "[24]\tvalidation_0-rmse:4.10415\n",
            "[26]\tvalidation_0-rmse:4.08341\n",
            "[28]\tvalidation_0-rmse:4.07342\n",
            "[30]\tvalidation_0-rmse:4.03729\n",
            "[32]\tvalidation_0-rmse:4.03594\n",
            "[34]\tvalidation_0-rmse:4.03624\n",
            "[36]\tvalidation_0-rmse:4.05181\n",
            "[38]\tvalidation_0-rmse:4.02598\n",
            "[40]\tvalidation_0-rmse:4.02699\n",
            "[42]\tvalidation_0-rmse:4.02747\n",
            "[44]\tvalidation_0-rmse:4.02718\n",
            "[46]\tvalidation_0-rmse:4.02046\n",
            "[48]\tvalidation_0-rmse:4.022\n",
            "[50]\tvalidation_0-rmse:4.01617\n",
            "[52]\tvalidation_0-rmse:4.01551\n",
            "[54]\tvalidation_0-rmse:4.01449\n",
            "[56]\tvalidation_0-rmse:4.00476\n",
            "[58]\tvalidation_0-rmse:3.99248\n",
            "[60]\tvalidation_0-rmse:3.99585\n",
            "[62]\tvalidation_0-rmse:3.99635\n",
            "[64]\tvalidation_0-rmse:3.99975\n",
            "[66]\tvalidation_0-rmse:3.96304\n",
            "[68]\tvalidation_0-rmse:3.95725\n",
            "[70]\tvalidation_0-rmse:3.95541\n",
            "[72]\tvalidation_0-rmse:3.95804\n",
            "[74]\tvalidation_0-rmse:3.95702\n",
            "[76]\tvalidation_0-rmse:3.9535\n",
            "[78]\tvalidation_0-rmse:3.95676\n",
            "[80]\tvalidation_0-rmse:3.96055\n",
            "[82]\tvalidation_0-rmse:3.95989\n",
            "[84]\tvalidation_0-rmse:3.95726\n",
            "[86]\tvalidation_0-rmse:3.95571\n",
            "[88]\tvalidation_0-rmse:3.95186\n",
            "[90]\tvalidation_0-rmse:3.94112\n",
            "[92]\tvalidation_0-rmse:3.94065\n",
            "[94]\tvalidation_0-rmse:3.94217\n",
            "[96]\tvalidation_0-rmse:3.93273\n",
            "[98]\tvalidation_0-rmse:3.93304\n",
            "[100]\tvalidation_0-rmse:3.93206\n",
            "[102]\tvalidation_0-rmse:3.9317\n",
            "[104]\tvalidation_0-rmse:3.93091\n",
            "[106]\tvalidation_0-rmse:3.92889\n",
            "[108]\tvalidation_0-rmse:3.93174\n",
            "[110]\tvalidation_0-rmse:3.92879\n",
            "[112]\tvalidation_0-rmse:3.92931\n",
            "[114]\tvalidation_0-rmse:3.92849\n",
            "[116]\tvalidation_0-rmse:3.91739\n",
            "[118]\tvalidation_0-rmse:3.91907\n",
            "[120]\tvalidation_0-rmse:3.91142\n",
            "[122]\tvalidation_0-rmse:3.91303\n",
            "[124]\tvalidation_0-rmse:3.91238\n",
            "[126]\tvalidation_0-rmse:3.8894\n",
            "[128]\tvalidation_0-rmse:3.88233\n",
            "[130]\tvalidation_0-rmse:3.88252\n",
            "[132]\tvalidation_0-rmse:3.88117\n",
            "[134]\tvalidation_0-rmse:3.88346\n",
            "[136]\tvalidation_0-rmse:3.88255\n",
            "[138]\tvalidation_0-rmse:3.88089\n",
            "[140]\tvalidation_0-rmse:3.88013\n",
            "[142]\tvalidation_0-rmse:3.87711\n",
            "[144]\tvalidation_0-rmse:3.87424\n",
            "[146]\tvalidation_0-rmse:3.87364\n",
            "[148]\tvalidation_0-rmse:3.87504\n",
            "[150]\tvalidation_0-rmse:3.87499\n",
            "[152]\tvalidation_0-rmse:3.87543\n",
            "[154]\tvalidation_0-rmse:3.87161\n",
            "[156]\tvalidation_0-rmse:3.86972\n",
            "[158]\tvalidation_0-rmse:3.86843\n",
            "[160]\tvalidation_0-rmse:3.86761\n",
            "[162]\tvalidation_0-rmse:3.8693\n",
            "[164]\tvalidation_0-rmse:3.86904\n",
            "[166]\tvalidation_0-rmse:3.8702\n",
            "[168]\tvalidation_0-rmse:3.87041\n",
            "[170]\tvalidation_0-rmse:3.8684\n",
            "[172]\tvalidation_0-rmse:3.8713\n",
            "[174]\tvalidation_0-rmse:3.86914\n",
            "[176]\tvalidation_0-rmse:3.87021\n",
            "[178]\tvalidation_0-rmse:3.87136\n",
            "[180]\tvalidation_0-rmse:3.87351\n",
            "[182]\tvalidation_0-rmse:3.87426\n",
            "[184]\tvalidation_0-rmse:3.87446\n",
            "[186]\tvalidation_0-rmse:3.8723\n",
            "[188]\tvalidation_0-rmse:3.87059\n",
            "[190]\tvalidation_0-rmse:3.87174\n",
            "Stopping. Best iteration:\n",
            "[160]\tvalidation_0-rmse:3.86761\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=5, n_estimators=500, subsample=0.7; total time=  47.9s\n",
            "[0]\tvalidation_0-rmse:5.15406\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.86227\n",
            "[4]\tvalidation_0-rmse:4.67501\n",
            "[6]\tvalidation_0-rmse:4.50324\n",
            "[8]\tvalidation_0-rmse:4.37935\n",
            "[10]\tvalidation_0-rmse:4.29567\n",
            "[12]\tvalidation_0-rmse:4.25826\n",
            "[14]\tvalidation_0-rmse:4.19299\n",
            "[16]\tvalidation_0-rmse:4.11767\n",
            "[18]\tvalidation_0-rmse:4.06208\n",
            "[20]\tvalidation_0-rmse:4.05632\n",
            "[22]\tvalidation_0-rmse:4.04004\n",
            "[24]\tvalidation_0-rmse:4.03694\n",
            "[26]\tvalidation_0-rmse:4.01816\n",
            "[28]\tvalidation_0-rmse:4.00689\n",
            "[30]\tvalidation_0-rmse:3.98854\n",
            "[32]\tvalidation_0-rmse:3.98403\n",
            "[34]\tvalidation_0-rmse:3.98016\n",
            "[36]\tvalidation_0-rmse:3.95198\n",
            "[38]\tvalidation_0-rmse:3.93434\n",
            "[40]\tvalidation_0-rmse:3.92966\n",
            "[42]\tvalidation_0-rmse:3.89546\n",
            "[44]\tvalidation_0-rmse:3.89265\n",
            "[46]\tvalidation_0-rmse:3.88958\n",
            "[48]\tvalidation_0-rmse:3.857\n",
            "[50]\tvalidation_0-rmse:3.8572\n",
            "[52]\tvalidation_0-rmse:3.85106\n",
            "[54]\tvalidation_0-rmse:3.85542\n",
            "[56]\tvalidation_0-rmse:3.84173\n",
            "[58]\tvalidation_0-rmse:3.83977\n",
            "[60]\tvalidation_0-rmse:3.83996\n",
            "[62]\tvalidation_0-rmse:3.84364\n",
            "[64]\tvalidation_0-rmse:3.85326\n",
            "[66]\tvalidation_0-rmse:3.85802\n",
            "[68]\tvalidation_0-rmse:3.85763\n",
            "[70]\tvalidation_0-rmse:3.86057\n",
            "[72]\tvalidation_0-rmse:3.86187\n",
            "[74]\tvalidation_0-rmse:3.86069\n",
            "[76]\tvalidation_0-rmse:3.85619\n",
            "[78]\tvalidation_0-rmse:3.85968\n",
            "[80]\tvalidation_0-rmse:3.86012\n",
            "[82]\tvalidation_0-rmse:3.86707\n",
            "[84]\tvalidation_0-rmse:3.86606\n",
            "[86]\tvalidation_0-rmse:3.8675\n",
            "[88]\tvalidation_0-rmse:3.87507\n",
            "[90]\tvalidation_0-rmse:3.86536\n",
            "Stopping. Best iteration:\n",
            "[61]\tvalidation_0-rmse:3.83838\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=5, n_estimators=500, subsample=0.8; total time=  40.3s\n",
            "[0]\tvalidation_0-rmse:5.15309\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.82415\n",
            "[4]\tvalidation_0-rmse:4.61021\n",
            "[6]\tvalidation_0-rmse:4.38581\n",
            "[8]\tvalidation_0-rmse:4.29385\n",
            "[10]\tvalidation_0-rmse:4.21995\n",
            "[12]\tvalidation_0-rmse:4.18492\n",
            "[14]\tvalidation_0-rmse:4.13639\n",
            "[16]\tvalidation_0-rmse:4.04233\n",
            "[18]\tvalidation_0-rmse:4.03379\n",
            "[20]\tvalidation_0-rmse:4.00106\n",
            "[22]\tvalidation_0-rmse:4.00228\n",
            "[24]\tvalidation_0-rmse:3.99009\n",
            "[26]\tvalidation_0-rmse:3.96796\n",
            "[28]\tvalidation_0-rmse:3.95354\n",
            "[30]\tvalidation_0-rmse:3.94304\n",
            "[32]\tvalidation_0-rmse:3.92264\n",
            "[34]\tvalidation_0-rmse:3.92175\n",
            "[36]\tvalidation_0-rmse:3.93393\n",
            "[38]\tvalidation_0-rmse:3.89966\n",
            "[40]\tvalidation_0-rmse:3.89346\n",
            "[42]\tvalidation_0-rmse:3.86636\n",
            "[44]\tvalidation_0-rmse:3.86577\n",
            "[46]\tvalidation_0-rmse:3.867\n",
            "[48]\tvalidation_0-rmse:3.86366\n",
            "[50]\tvalidation_0-rmse:3.86254\n",
            "[52]\tvalidation_0-rmse:3.85539\n",
            "[54]\tvalidation_0-rmse:3.85428\n",
            "[56]\tvalidation_0-rmse:3.85374\n",
            "[58]\tvalidation_0-rmse:3.85341\n",
            "[60]\tvalidation_0-rmse:3.85257\n",
            "[62]\tvalidation_0-rmse:3.84827\n",
            "[64]\tvalidation_0-rmse:3.84286\n",
            "[66]\tvalidation_0-rmse:3.8431\n",
            "[68]\tvalidation_0-rmse:3.83625\n",
            "[70]\tvalidation_0-rmse:3.83494\n",
            "[72]\tvalidation_0-rmse:3.84011\n",
            "[74]\tvalidation_0-rmse:3.83812\n",
            "[76]\tvalidation_0-rmse:3.83908\n",
            "[78]\tvalidation_0-rmse:3.83916\n",
            "[80]\tvalidation_0-rmse:3.83807\n",
            "[82]\tvalidation_0-rmse:3.83807\n",
            "[84]\tvalidation_0-rmse:3.8384\n",
            "[86]\tvalidation_0-rmse:3.83792\n",
            "[88]\tvalidation_0-rmse:3.83514\n",
            "[90]\tvalidation_0-rmse:3.83576\n",
            "[92]\tvalidation_0-rmse:3.82511\n",
            "[94]\tvalidation_0-rmse:3.82707\n",
            "[96]\tvalidation_0-rmse:3.82814\n",
            "[98]\tvalidation_0-rmse:3.8269\n",
            "[100]\tvalidation_0-rmse:3.81963\n",
            "[102]\tvalidation_0-rmse:3.82011\n",
            "[104]\tvalidation_0-rmse:3.81984\n",
            "[106]\tvalidation_0-rmse:3.81961\n",
            "[108]\tvalidation_0-rmse:3.82262\n",
            "[110]\tvalidation_0-rmse:3.82245\n",
            "[112]\tvalidation_0-rmse:3.82119\n",
            "[114]\tvalidation_0-rmse:3.82277\n",
            "[116]\tvalidation_0-rmse:3.82315\n",
            "[118]\tvalidation_0-rmse:3.82491\n",
            "[120]\tvalidation_0-rmse:3.82532\n",
            "[122]\tvalidation_0-rmse:3.82658\n",
            "[124]\tvalidation_0-rmse:3.8257\n",
            "[126]\tvalidation_0-rmse:3.82517\n",
            "[128]\tvalidation_0-rmse:3.82439\n",
            "[130]\tvalidation_0-rmse:3.80258\n",
            "[132]\tvalidation_0-rmse:3.80139\n",
            "[134]\tvalidation_0-rmse:3.79983\n",
            "[136]\tvalidation_0-rmse:3.80104\n",
            "[138]\tvalidation_0-rmse:3.7976\n",
            "[140]\tvalidation_0-rmse:3.79524\n",
            "[142]\tvalidation_0-rmse:3.79705\n",
            "[144]\tvalidation_0-rmse:3.79428\n",
            "[146]\tvalidation_0-rmse:3.79078\n",
            "[148]\tvalidation_0-rmse:3.78397\n",
            "[150]\tvalidation_0-rmse:3.78421\n",
            "[152]\tvalidation_0-rmse:3.78231\n",
            "[154]\tvalidation_0-rmse:3.78263\n",
            "[156]\tvalidation_0-rmse:3.78158\n",
            "[158]\tvalidation_0-rmse:3.78088\n",
            "[160]\tvalidation_0-rmse:3.78247\n",
            "[162]\tvalidation_0-rmse:3.7826\n",
            "[164]\tvalidation_0-rmse:3.78281\n",
            "[166]\tvalidation_0-rmse:3.78153\n",
            "[168]\tvalidation_0-rmse:3.78357\n",
            "[170]\tvalidation_0-rmse:3.78431\n",
            "[172]\tvalidation_0-rmse:3.78331\n",
            "[174]\tvalidation_0-rmse:3.7833\n",
            "[176]\tvalidation_0-rmse:3.78403\n",
            "[178]\tvalidation_0-rmse:3.78306\n",
            "[180]\tvalidation_0-rmse:3.78172\n",
            "[182]\tvalidation_0-rmse:3.78139\n",
            "[184]\tvalidation_0-rmse:3.78165\n",
            "[186]\tvalidation_0-rmse:3.7819\n",
            "[188]\tvalidation_0-rmse:3.78158\n",
            "Stopping. Best iteration:\n",
            "[159]\tvalidation_0-rmse:3.78064\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=5, n_estimators=500, subsample=0.9; total time=  47.7s\n",
            "[0]\tvalidation_0-rmse:5.17076\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.88959\n",
            "[4]\tvalidation_0-rmse:4.68003\n",
            "[6]\tvalidation_0-rmse:4.58843\n",
            "[8]\tvalidation_0-rmse:4.51\n",
            "[10]\tvalidation_0-rmse:4.38799\n",
            "[12]\tvalidation_0-rmse:4.33104\n",
            "[14]\tvalidation_0-rmse:4.24724\n",
            "[16]\tvalidation_0-rmse:4.11774\n",
            "[18]\tvalidation_0-rmse:4.06\n",
            "[20]\tvalidation_0-rmse:4.01702\n",
            "[22]\tvalidation_0-rmse:3.99281\n",
            "[24]\tvalidation_0-rmse:3.98613\n",
            "[26]\tvalidation_0-rmse:3.97807\n",
            "[28]\tvalidation_0-rmse:3.90783\n",
            "[30]\tvalidation_0-rmse:3.90752\n",
            "[32]\tvalidation_0-rmse:3.9142\n",
            "[34]\tvalidation_0-rmse:3.9011\n",
            "[36]\tvalidation_0-rmse:3.9024\n",
            "[38]\tvalidation_0-rmse:3.88626\n",
            "[40]\tvalidation_0-rmse:3.88762\n",
            "[42]\tvalidation_0-rmse:3.88911\n",
            "[44]\tvalidation_0-rmse:3.87922\n",
            "[46]\tvalidation_0-rmse:3.8781\n",
            "[48]\tvalidation_0-rmse:3.88325\n",
            "[50]\tvalidation_0-rmse:3.87709\n",
            "[52]\tvalidation_0-rmse:3.87338\n",
            "[54]\tvalidation_0-rmse:3.8602\n",
            "[56]\tvalidation_0-rmse:3.84662\n",
            "[58]\tvalidation_0-rmse:3.85838\n",
            "[60]\tvalidation_0-rmse:3.85435\n",
            "[62]\tvalidation_0-rmse:3.85568\n",
            "[64]\tvalidation_0-rmse:3.86666\n",
            "[66]\tvalidation_0-rmse:3.85364\n",
            "[68]\tvalidation_0-rmse:3.85448\n",
            "[70]\tvalidation_0-rmse:3.84824\n",
            "[72]\tvalidation_0-rmse:3.84451\n",
            "[74]\tvalidation_0-rmse:3.84613\n",
            "[76]\tvalidation_0-rmse:3.84788\n",
            "[78]\tvalidation_0-rmse:3.84492\n",
            "[80]\tvalidation_0-rmse:3.84284\n",
            "[82]\tvalidation_0-rmse:3.84097\n",
            "[84]\tvalidation_0-rmse:3.83854\n",
            "[86]\tvalidation_0-rmse:3.83384\n",
            "[88]\tvalidation_0-rmse:3.83586\n",
            "[90]\tvalidation_0-rmse:3.83613\n",
            "[92]\tvalidation_0-rmse:3.83425\n",
            "[94]\tvalidation_0-rmse:3.8307\n",
            "[96]\tvalidation_0-rmse:3.82057\n",
            "[98]\tvalidation_0-rmse:3.82565\n",
            "[100]\tvalidation_0-rmse:3.82442\n",
            "[102]\tvalidation_0-rmse:3.82107\n",
            "[104]\tvalidation_0-rmse:3.82309\n",
            "[106]\tvalidation_0-rmse:3.82704\n",
            "[108]\tvalidation_0-rmse:3.82603\n",
            "[110]\tvalidation_0-rmse:3.82685\n",
            "[112]\tvalidation_0-rmse:3.82727\n",
            "[114]\tvalidation_0-rmse:3.82842\n",
            "[116]\tvalidation_0-rmse:3.82879\n",
            "[118]\tvalidation_0-rmse:3.82825\n",
            "[120]\tvalidation_0-rmse:3.82291\n",
            "[122]\tvalidation_0-rmse:3.82322\n",
            "[124]\tvalidation_0-rmse:3.82273\n",
            "Stopping. Best iteration:\n",
            "[95]\tvalidation_0-rmse:3.81863\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=5, n_estimators=700, subsample=0.6; total time=  42.4s\n",
            "[0]\tvalidation_0-rmse:5.15343\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.91348\n",
            "[4]\tvalidation_0-rmse:4.71742\n",
            "[6]\tvalidation_0-rmse:4.54917\n",
            "[8]\tvalidation_0-rmse:4.47944\n",
            "[10]\tvalidation_0-rmse:4.37063\n",
            "[12]\tvalidation_0-rmse:4.3237\n",
            "[14]\tvalidation_0-rmse:4.28467\n",
            "[16]\tvalidation_0-rmse:4.22905\n",
            "[18]\tvalidation_0-rmse:4.1597\n",
            "[20]\tvalidation_0-rmse:4.1232\n",
            "[22]\tvalidation_0-rmse:4.11591\n",
            "[24]\tvalidation_0-rmse:4.10415\n",
            "[26]\tvalidation_0-rmse:4.08341\n",
            "[28]\tvalidation_0-rmse:4.07342\n",
            "[30]\tvalidation_0-rmse:4.03729\n",
            "[32]\tvalidation_0-rmse:4.03594\n",
            "[34]\tvalidation_0-rmse:4.03624\n",
            "[36]\tvalidation_0-rmse:4.05181\n",
            "[38]\tvalidation_0-rmse:4.02598\n",
            "[40]\tvalidation_0-rmse:4.02699\n",
            "[42]\tvalidation_0-rmse:4.02747\n",
            "[44]\tvalidation_0-rmse:4.02718\n",
            "[46]\tvalidation_0-rmse:4.02046\n",
            "[48]\tvalidation_0-rmse:4.022\n",
            "[50]\tvalidation_0-rmse:4.01617\n",
            "[52]\tvalidation_0-rmse:4.01551\n",
            "[54]\tvalidation_0-rmse:4.01449\n",
            "[56]\tvalidation_0-rmse:4.00476\n",
            "[58]\tvalidation_0-rmse:3.99248\n",
            "[60]\tvalidation_0-rmse:3.99585\n",
            "[62]\tvalidation_0-rmse:3.99635\n",
            "[64]\tvalidation_0-rmse:3.99975\n",
            "[66]\tvalidation_0-rmse:3.96304\n",
            "[68]\tvalidation_0-rmse:3.95725\n",
            "[70]\tvalidation_0-rmse:3.95541\n",
            "[72]\tvalidation_0-rmse:3.95804\n",
            "[74]\tvalidation_0-rmse:3.95702\n",
            "[76]\tvalidation_0-rmse:3.9535\n",
            "[78]\tvalidation_0-rmse:3.95676\n",
            "[80]\tvalidation_0-rmse:3.96055\n",
            "[82]\tvalidation_0-rmse:3.95989\n",
            "[84]\tvalidation_0-rmse:3.95726\n",
            "[86]\tvalidation_0-rmse:3.95571\n",
            "[88]\tvalidation_0-rmse:3.95186\n",
            "[90]\tvalidation_0-rmse:3.94112\n",
            "[92]\tvalidation_0-rmse:3.94065\n",
            "[94]\tvalidation_0-rmse:3.94217\n",
            "[96]\tvalidation_0-rmse:3.93273\n",
            "[98]\tvalidation_0-rmse:3.93304\n",
            "[100]\tvalidation_0-rmse:3.93206\n",
            "[102]\tvalidation_0-rmse:3.9317\n",
            "[104]\tvalidation_0-rmse:3.93091\n",
            "[106]\tvalidation_0-rmse:3.92889\n",
            "[108]\tvalidation_0-rmse:3.93174\n",
            "[110]\tvalidation_0-rmse:3.92879\n",
            "[112]\tvalidation_0-rmse:3.92931\n",
            "[114]\tvalidation_0-rmse:3.92849\n",
            "[116]\tvalidation_0-rmse:3.91739\n",
            "[118]\tvalidation_0-rmse:3.91907\n",
            "[120]\tvalidation_0-rmse:3.91142\n",
            "[122]\tvalidation_0-rmse:3.91303\n",
            "[124]\tvalidation_0-rmse:3.91238\n",
            "[126]\tvalidation_0-rmse:3.8894\n",
            "[128]\tvalidation_0-rmse:3.88233\n",
            "[130]\tvalidation_0-rmse:3.88252\n",
            "[132]\tvalidation_0-rmse:3.88117\n",
            "[134]\tvalidation_0-rmse:3.88346\n",
            "[136]\tvalidation_0-rmse:3.88255\n",
            "[138]\tvalidation_0-rmse:3.88089\n",
            "[140]\tvalidation_0-rmse:3.88013\n",
            "[142]\tvalidation_0-rmse:3.87711\n",
            "[144]\tvalidation_0-rmse:3.87424\n",
            "[146]\tvalidation_0-rmse:3.87364\n",
            "[148]\tvalidation_0-rmse:3.87504\n",
            "[150]\tvalidation_0-rmse:3.87499\n",
            "[152]\tvalidation_0-rmse:3.87543\n",
            "[154]\tvalidation_0-rmse:3.87161\n",
            "[156]\tvalidation_0-rmse:3.86972\n",
            "[158]\tvalidation_0-rmse:3.86843\n",
            "[160]\tvalidation_0-rmse:3.86761\n",
            "[162]\tvalidation_0-rmse:3.8693\n",
            "[164]\tvalidation_0-rmse:3.86904\n",
            "[166]\tvalidation_0-rmse:3.8702\n",
            "[168]\tvalidation_0-rmse:3.87041\n",
            "[170]\tvalidation_0-rmse:3.8684\n",
            "[172]\tvalidation_0-rmse:3.8713\n",
            "[174]\tvalidation_0-rmse:3.86914\n",
            "[176]\tvalidation_0-rmse:3.87021\n",
            "[178]\tvalidation_0-rmse:3.87136\n",
            "[180]\tvalidation_0-rmse:3.87351\n",
            "[182]\tvalidation_0-rmse:3.87426\n",
            "[184]\tvalidation_0-rmse:3.87446\n",
            "[186]\tvalidation_0-rmse:3.8723\n",
            "[188]\tvalidation_0-rmse:3.87059\n",
            "[190]\tvalidation_0-rmse:3.87174\n",
            "Stopping. Best iteration:\n",
            "[160]\tvalidation_0-rmse:3.86761\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=5, n_estimators=700, subsample=0.7; total time=  47.1s\n",
            "[0]\tvalidation_0-rmse:5.15406\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.86227\n",
            "[4]\tvalidation_0-rmse:4.67501\n",
            "[6]\tvalidation_0-rmse:4.50324\n",
            "[8]\tvalidation_0-rmse:4.37935\n",
            "[10]\tvalidation_0-rmse:4.29567\n",
            "[12]\tvalidation_0-rmse:4.25826\n",
            "[14]\tvalidation_0-rmse:4.19299\n",
            "[16]\tvalidation_0-rmse:4.11767\n",
            "[18]\tvalidation_0-rmse:4.06208\n",
            "[20]\tvalidation_0-rmse:4.05632\n",
            "[22]\tvalidation_0-rmse:4.04004\n",
            "[24]\tvalidation_0-rmse:4.03694\n",
            "[26]\tvalidation_0-rmse:4.01816\n",
            "[28]\tvalidation_0-rmse:4.00689\n",
            "[30]\tvalidation_0-rmse:3.98854\n",
            "[32]\tvalidation_0-rmse:3.98403\n",
            "[34]\tvalidation_0-rmse:3.98016\n",
            "[36]\tvalidation_0-rmse:3.95198\n",
            "[38]\tvalidation_0-rmse:3.93434\n",
            "[40]\tvalidation_0-rmse:3.92966\n",
            "[42]\tvalidation_0-rmse:3.89546\n",
            "[44]\tvalidation_0-rmse:3.89265\n",
            "[46]\tvalidation_0-rmse:3.88958\n",
            "[48]\tvalidation_0-rmse:3.857\n",
            "[50]\tvalidation_0-rmse:3.8572\n",
            "[52]\tvalidation_0-rmse:3.85106\n",
            "[54]\tvalidation_0-rmse:3.85542\n",
            "[56]\tvalidation_0-rmse:3.84173\n",
            "[58]\tvalidation_0-rmse:3.83977\n",
            "[60]\tvalidation_0-rmse:3.83996\n",
            "[62]\tvalidation_0-rmse:3.84364\n",
            "[64]\tvalidation_0-rmse:3.85326\n",
            "[66]\tvalidation_0-rmse:3.85802\n",
            "[68]\tvalidation_0-rmse:3.85763\n",
            "[70]\tvalidation_0-rmse:3.86057\n",
            "[72]\tvalidation_0-rmse:3.86187\n",
            "[74]\tvalidation_0-rmse:3.86069\n",
            "[76]\tvalidation_0-rmse:3.85619\n",
            "[78]\tvalidation_0-rmse:3.85968\n",
            "[80]\tvalidation_0-rmse:3.86012\n",
            "[82]\tvalidation_0-rmse:3.86707\n",
            "[84]\tvalidation_0-rmse:3.86606\n",
            "[86]\tvalidation_0-rmse:3.8675\n",
            "[88]\tvalidation_0-rmse:3.87507\n",
            "[90]\tvalidation_0-rmse:3.86536\n",
            "Stopping. Best iteration:\n",
            "[61]\tvalidation_0-rmse:3.83838\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=5, n_estimators=700, subsample=0.8; total time=  40.2s\n",
            "[0]\tvalidation_0-rmse:5.15309\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.82415\n",
            "[4]\tvalidation_0-rmse:4.61021\n",
            "[6]\tvalidation_0-rmse:4.38581\n",
            "[8]\tvalidation_0-rmse:4.29385\n",
            "[10]\tvalidation_0-rmse:4.21995\n",
            "[12]\tvalidation_0-rmse:4.18492\n",
            "[14]\tvalidation_0-rmse:4.13639\n",
            "[16]\tvalidation_0-rmse:4.04233\n",
            "[18]\tvalidation_0-rmse:4.03379\n",
            "[20]\tvalidation_0-rmse:4.00106\n",
            "[22]\tvalidation_0-rmse:4.00228\n",
            "[24]\tvalidation_0-rmse:3.99009\n",
            "[26]\tvalidation_0-rmse:3.96796\n",
            "[28]\tvalidation_0-rmse:3.95354\n",
            "[30]\tvalidation_0-rmse:3.94304\n",
            "[32]\tvalidation_0-rmse:3.92264\n",
            "[34]\tvalidation_0-rmse:3.92175\n",
            "[36]\tvalidation_0-rmse:3.93393\n",
            "[38]\tvalidation_0-rmse:3.89966\n",
            "[40]\tvalidation_0-rmse:3.89346\n",
            "[42]\tvalidation_0-rmse:3.86636\n",
            "[44]\tvalidation_0-rmse:3.86577\n",
            "[46]\tvalidation_0-rmse:3.867\n",
            "[48]\tvalidation_0-rmse:3.86366\n",
            "[50]\tvalidation_0-rmse:3.86254\n",
            "[52]\tvalidation_0-rmse:3.85539\n",
            "[54]\tvalidation_0-rmse:3.85428\n",
            "[56]\tvalidation_0-rmse:3.85374\n",
            "[58]\tvalidation_0-rmse:3.85341\n",
            "[60]\tvalidation_0-rmse:3.85257\n",
            "[62]\tvalidation_0-rmse:3.84827\n",
            "[64]\tvalidation_0-rmse:3.84286\n",
            "[66]\tvalidation_0-rmse:3.8431\n",
            "[68]\tvalidation_0-rmse:3.83625\n",
            "[70]\tvalidation_0-rmse:3.83494\n",
            "[72]\tvalidation_0-rmse:3.84011\n",
            "[74]\tvalidation_0-rmse:3.83812\n",
            "[76]\tvalidation_0-rmse:3.83908\n",
            "[78]\tvalidation_0-rmse:3.83916\n",
            "[80]\tvalidation_0-rmse:3.83807\n",
            "[82]\tvalidation_0-rmse:3.83807\n",
            "[84]\tvalidation_0-rmse:3.8384\n",
            "[86]\tvalidation_0-rmse:3.83792\n",
            "[88]\tvalidation_0-rmse:3.83514\n",
            "[90]\tvalidation_0-rmse:3.83576\n",
            "[92]\tvalidation_0-rmse:3.82511\n",
            "[94]\tvalidation_0-rmse:3.82707\n",
            "[96]\tvalidation_0-rmse:3.82814\n",
            "[98]\tvalidation_0-rmse:3.8269\n",
            "[100]\tvalidation_0-rmse:3.81963\n",
            "[102]\tvalidation_0-rmse:3.82011\n",
            "[104]\tvalidation_0-rmse:3.81984\n",
            "[106]\tvalidation_0-rmse:3.81961\n",
            "[108]\tvalidation_0-rmse:3.82262\n",
            "[110]\tvalidation_0-rmse:3.82245\n",
            "[112]\tvalidation_0-rmse:3.82119\n",
            "[114]\tvalidation_0-rmse:3.82277\n",
            "[116]\tvalidation_0-rmse:3.82315\n",
            "[118]\tvalidation_0-rmse:3.82491\n",
            "[120]\tvalidation_0-rmse:3.82532\n",
            "[122]\tvalidation_0-rmse:3.82658\n",
            "[124]\tvalidation_0-rmse:3.8257\n",
            "[126]\tvalidation_0-rmse:3.82517\n",
            "[128]\tvalidation_0-rmse:3.82439\n",
            "[130]\tvalidation_0-rmse:3.80258\n",
            "[132]\tvalidation_0-rmse:3.80139\n",
            "[134]\tvalidation_0-rmse:3.79983\n",
            "[136]\tvalidation_0-rmse:3.80104\n",
            "[138]\tvalidation_0-rmse:3.7976\n",
            "[140]\tvalidation_0-rmse:3.79524\n",
            "[142]\tvalidation_0-rmse:3.79705\n",
            "[144]\tvalidation_0-rmse:3.79428\n",
            "[146]\tvalidation_0-rmse:3.79078\n",
            "[148]\tvalidation_0-rmse:3.78397\n",
            "[150]\tvalidation_0-rmse:3.78421\n",
            "[152]\tvalidation_0-rmse:3.78231\n",
            "[154]\tvalidation_0-rmse:3.78263\n",
            "[156]\tvalidation_0-rmse:3.78158\n",
            "[158]\tvalidation_0-rmse:3.78088\n",
            "[160]\tvalidation_0-rmse:3.78247\n",
            "[162]\tvalidation_0-rmse:3.7826\n",
            "[164]\tvalidation_0-rmse:3.78281\n",
            "[166]\tvalidation_0-rmse:3.78153\n",
            "[168]\tvalidation_0-rmse:3.78357\n",
            "[170]\tvalidation_0-rmse:3.78431\n",
            "[172]\tvalidation_0-rmse:3.78331\n",
            "[174]\tvalidation_0-rmse:3.7833\n",
            "[176]\tvalidation_0-rmse:3.78403\n",
            "[178]\tvalidation_0-rmse:3.78306\n",
            "[180]\tvalidation_0-rmse:3.78172\n",
            "[182]\tvalidation_0-rmse:3.78139\n",
            "[184]\tvalidation_0-rmse:3.78165\n",
            "[186]\tvalidation_0-rmse:3.7819\n",
            "[188]\tvalidation_0-rmse:3.78158\n",
            "Stopping. Best iteration:\n",
            "[159]\tvalidation_0-rmse:3.78064\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=5, n_estimators=700, subsample=0.9; total time=  48.2s\n",
            "[0]\tvalidation_0-rmse:5.15354\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.94529\n",
            "[4]\tvalidation_0-rmse:4.75033\n",
            "[6]\tvalidation_0-rmse:4.51877\n",
            "[8]\tvalidation_0-rmse:4.42422\n",
            "[10]\tvalidation_0-rmse:4.32197\n",
            "[12]\tvalidation_0-rmse:4.26531\n",
            "[14]\tvalidation_0-rmse:4.21296\n",
            "[16]\tvalidation_0-rmse:4.15562\n",
            "[18]\tvalidation_0-rmse:4.12257\n",
            "[20]\tvalidation_0-rmse:4.07769\n",
            "[22]\tvalidation_0-rmse:4.06067\n",
            "[24]\tvalidation_0-rmse:4.04173\n",
            "[26]\tvalidation_0-rmse:4.04367\n",
            "[28]\tvalidation_0-rmse:4.03275\n",
            "[30]\tvalidation_0-rmse:4.01759\n",
            "[32]\tvalidation_0-rmse:4.00491\n",
            "[34]\tvalidation_0-rmse:3.96823\n",
            "[36]\tvalidation_0-rmse:3.95882\n",
            "[38]\tvalidation_0-rmse:3.93969\n",
            "[40]\tvalidation_0-rmse:3.91809\n",
            "[42]\tvalidation_0-rmse:3.89258\n",
            "[44]\tvalidation_0-rmse:3.89172\n",
            "[46]\tvalidation_0-rmse:3.88435\n",
            "[48]\tvalidation_0-rmse:3.89043\n",
            "[50]\tvalidation_0-rmse:3.86742\n",
            "[52]\tvalidation_0-rmse:3.85607\n",
            "[54]\tvalidation_0-rmse:3.85865\n",
            "[56]\tvalidation_0-rmse:3.86649\n",
            "[58]\tvalidation_0-rmse:3.88777\n",
            "[60]\tvalidation_0-rmse:3.87622\n",
            "[62]\tvalidation_0-rmse:3.87225\n",
            "[64]\tvalidation_0-rmse:3.86548\n",
            "[66]\tvalidation_0-rmse:3.84526\n",
            "[68]\tvalidation_0-rmse:3.83812\n",
            "[70]\tvalidation_0-rmse:3.84403\n",
            "[72]\tvalidation_0-rmse:3.84978\n",
            "[74]\tvalidation_0-rmse:3.83119\n",
            "[76]\tvalidation_0-rmse:3.82946\n",
            "[78]\tvalidation_0-rmse:3.84109\n",
            "[80]\tvalidation_0-rmse:3.8426\n",
            "[82]\tvalidation_0-rmse:3.84803\n",
            "[84]\tvalidation_0-rmse:3.84501\n",
            "[86]\tvalidation_0-rmse:3.84764\n",
            "[88]\tvalidation_0-rmse:3.85222\n",
            "[90]\tvalidation_0-rmse:3.85278\n",
            "[92]\tvalidation_0-rmse:3.85577\n",
            "[94]\tvalidation_0-rmse:3.8555\n",
            "[96]\tvalidation_0-rmse:3.8623\n",
            "[98]\tvalidation_0-rmse:3.86984\n",
            "[100]\tvalidation_0-rmse:3.87387\n",
            "[102]\tvalidation_0-rmse:3.87381\n",
            "[104]\tvalidation_0-rmse:3.87181\n",
            "Stopping. Best iteration:\n",
            "[75]\tvalidation_0-rmse:3.82928\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=300, subsample=0.6; total time=  41.1s\n",
            "[0]\tvalidation_0-rmse:5.15914\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.87364\n",
            "[4]\tvalidation_0-rmse:4.70395\n",
            "[6]\tvalidation_0-rmse:4.50917\n",
            "[8]\tvalidation_0-rmse:4.42372\n",
            "[10]\tvalidation_0-rmse:4.30591\n",
            "[12]\tvalidation_0-rmse:4.25627\n",
            "[14]\tvalidation_0-rmse:4.19108\n",
            "[16]\tvalidation_0-rmse:4.16315\n",
            "[18]\tvalidation_0-rmse:4.10896\n",
            "[20]\tvalidation_0-rmse:4.10471\n",
            "[22]\tvalidation_0-rmse:4.09424\n",
            "[24]\tvalidation_0-rmse:4.08175\n",
            "[26]\tvalidation_0-rmse:4.05416\n",
            "[28]\tvalidation_0-rmse:4.05117\n",
            "[30]\tvalidation_0-rmse:4.01589\n",
            "[32]\tvalidation_0-rmse:4.00265\n",
            "[34]\tvalidation_0-rmse:3.99818\n",
            "[36]\tvalidation_0-rmse:3.99707\n",
            "[38]\tvalidation_0-rmse:3.98501\n",
            "[40]\tvalidation_0-rmse:3.9823\n",
            "[42]\tvalidation_0-rmse:3.94858\n",
            "[44]\tvalidation_0-rmse:3.93935\n",
            "[46]\tvalidation_0-rmse:3.93807\n",
            "[48]\tvalidation_0-rmse:3.94197\n",
            "[50]\tvalidation_0-rmse:3.93534\n",
            "[52]\tvalidation_0-rmse:3.93594\n",
            "[54]\tvalidation_0-rmse:3.93211\n",
            "[56]\tvalidation_0-rmse:3.93207\n",
            "[58]\tvalidation_0-rmse:3.94663\n",
            "[60]\tvalidation_0-rmse:3.92551\n",
            "[62]\tvalidation_0-rmse:3.90113\n",
            "[64]\tvalidation_0-rmse:3.91257\n",
            "[66]\tvalidation_0-rmse:3.89897\n",
            "[68]\tvalidation_0-rmse:3.89749\n",
            "[70]\tvalidation_0-rmse:3.8919\n",
            "[72]\tvalidation_0-rmse:3.89682\n",
            "[74]\tvalidation_0-rmse:3.88279\n",
            "[76]\tvalidation_0-rmse:3.88415\n",
            "[78]\tvalidation_0-rmse:3.8817\n",
            "[80]\tvalidation_0-rmse:3.87852\n",
            "[82]\tvalidation_0-rmse:3.87695\n",
            "[84]\tvalidation_0-rmse:3.87495\n",
            "[86]\tvalidation_0-rmse:3.87236\n",
            "[88]\tvalidation_0-rmse:3.87059\n",
            "[90]\tvalidation_0-rmse:3.86712\n",
            "[92]\tvalidation_0-rmse:3.85947\n",
            "[94]\tvalidation_0-rmse:3.86004\n",
            "[96]\tvalidation_0-rmse:3.86316\n",
            "[98]\tvalidation_0-rmse:3.86532\n",
            "[100]\tvalidation_0-rmse:3.86348\n",
            "[102]\tvalidation_0-rmse:3.8664\n",
            "[104]\tvalidation_0-rmse:3.87206\n",
            "[106]\tvalidation_0-rmse:3.87882\n",
            "[108]\tvalidation_0-rmse:3.88367\n",
            "[110]\tvalidation_0-rmse:3.8838\n",
            "[112]\tvalidation_0-rmse:3.87688\n",
            "[114]\tvalidation_0-rmse:3.87562\n",
            "[116]\tvalidation_0-rmse:3.87538\n",
            "[118]\tvalidation_0-rmse:3.87807\n",
            "[120]\tvalidation_0-rmse:3.87594\n",
            "[122]\tvalidation_0-rmse:3.88005\n",
            "Stopping. Best iteration:\n",
            "[93]\tvalidation_0-rmse:3.85761\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=300, subsample=0.7; total time=  42.1s\n",
            "[0]\tvalidation_0-rmse:5.16076\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.88755\n",
            "[4]\tvalidation_0-rmse:4.68581\n",
            "[6]\tvalidation_0-rmse:4.56852\n",
            "[8]\tvalidation_0-rmse:4.49863\n",
            "[10]\tvalidation_0-rmse:4.37515\n",
            "[12]\tvalidation_0-rmse:4.33794\n",
            "[14]\tvalidation_0-rmse:4.25107\n",
            "[16]\tvalidation_0-rmse:4.20811\n",
            "[18]\tvalidation_0-rmse:4.15489\n",
            "[20]\tvalidation_0-rmse:4.14938\n",
            "[22]\tvalidation_0-rmse:4.10341\n",
            "[24]\tvalidation_0-rmse:4.07581\n",
            "[26]\tvalidation_0-rmse:4.03876\n",
            "[28]\tvalidation_0-rmse:4.04705\n",
            "[30]\tvalidation_0-rmse:4.01065\n",
            "[32]\tvalidation_0-rmse:3.9944\n",
            "[34]\tvalidation_0-rmse:3.96695\n",
            "[36]\tvalidation_0-rmse:3.92186\n",
            "[38]\tvalidation_0-rmse:3.90669\n",
            "[40]\tvalidation_0-rmse:3.90352\n",
            "[42]\tvalidation_0-rmse:3.91092\n",
            "[44]\tvalidation_0-rmse:3.90522\n",
            "[46]\tvalidation_0-rmse:3.8977\n",
            "[48]\tvalidation_0-rmse:3.89865\n",
            "[50]\tvalidation_0-rmse:3.89912\n",
            "[52]\tvalidation_0-rmse:3.9002\n",
            "[54]\tvalidation_0-rmse:3.89082\n",
            "[56]\tvalidation_0-rmse:3.88629\n",
            "[58]\tvalidation_0-rmse:3.88694\n",
            "[60]\tvalidation_0-rmse:3.8889\n",
            "[62]\tvalidation_0-rmse:3.87417\n",
            "[64]\tvalidation_0-rmse:3.87695\n",
            "[66]\tvalidation_0-rmse:3.88155\n",
            "[68]\tvalidation_0-rmse:3.88442\n",
            "[70]\tvalidation_0-rmse:3.88679\n",
            "[72]\tvalidation_0-rmse:3.89146\n",
            "[74]\tvalidation_0-rmse:3.87588\n",
            "[76]\tvalidation_0-rmse:3.87871\n",
            "[78]\tvalidation_0-rmse:3.87619\n",
            "[80]\tvalidation_0-rmse:3.8735\n",
            "[82]\tvalidation_0-rmse:3.87404\n",
            "[84]\tvalidation_0-rmse:3.86953\n",
            "[86]\tvalidation_0-rmse:3.85617\n",
            "[88]\tvalidation_0-rmse:3.85846\n",
            "[90]\tvalidation_0-rmse:3.86382\n",
            "[92]\tvalidation_0-rmse:3.86609\n",
            "[94]\tvalidation_0-rmse:3.86377\n",
            "[96]\tvalidation_0-rmse:3.8684\n",
            "[98]\tvalidation_0-rmse:3.8708\n",
            "[100]\tvalidation_0-rmse:3.87374\n",
            "[102]\tvalidation_0-rmse:3.87579\n",
            "[104]\tvalidation_0-rmse:3.87685\n",
            "[106]\tvalidation_0-rmse:3.88001\n",
            "[108]\tvalidation_0-rmse:3.88339\n",
            "[110]\tvalidation_0-rmse:3.88666\n",
            "[112]\tvalidation_0-rmse:3.88875\n",
            "[114]\tvalidation_0-rmse:3.89038\n",
            "[116]\tvalidation_0-rmse:3.88606\n",
            "Stopping. Best iteration:\n",
            "[86]\tvalidation_0-rmse:3.85617\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=300, subsample=0.8; total time=  41.9s\n",
            "[0]\tvalidation_0-rmse:5.16256\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.8602\n",
            "[4]\tvalidation_0-rmse:4.66647\n",
            "[6]\tvalidation_0-rmse:4.48582\n",
            "[8]\tvalidation_0-rmse:4.40666\n",
            "[10]\tvalidation_0-rmse:4.31834\n",
            "[12]\tvalidation_0-rmse:4.24239\n",
            "[14]\tvalidation_0-rmse:4.16567\n",
            "[16]\tvalidation_0-rmse:4.09653\n",
            "[18]\tvalidation_0-rmse:4.03568\n",
            "[20]\tvalidation_0-rmse:4.03634\n",
            "[22]\tvalidation_0-rmse:4.03608\n",
            "[24]\tvalidation_0-rmse:4.03507\n",
            "[26]\tvalidation_0-rmse:4.00561\n",
            "[28]\tvalidation_0-rmse:3.99248\n",
            "[30]\tvalidation_0-rmse:3.97722\n",
            "[32]\tvalidation_0-rmse:3.95562\n",
            "[34]\tvalidation_0-rmse:3.94248\n",
            "[36]\tvalidation_0-rmse:3.93047\n",
            "[38]\tvalidation_0-rmse:3.90569\n",
            "[40]\tvalidation_0-rmse:3.90229\n",
            "[42]\tvalidation_0-rmse:3.89252\n",
            "[44]\tvalidation_0-rmse:3.87694\n",
            "[46]\tvalidation_0-rmse:3.84943\n",
            "[48]\tvalidation_0-rmse:3.841\n",
            "[50]\tvalidation_0-rmse:3.84119\n",
            "[52]\tvalidation_0-rmse:3.843\n",
            "[54]\tvalidation_0-rmse:3.84785\n",
            "[56]\tvalidation_0-rmse:3.84689\n",
            "[58]\tvalidation_0-rmse:3.85087\n",
            "[60]\tvalidation_0-rmse:3.83285\n",
            "[62]\tvalidation_0-rmse:3.81069\n",
            "[64]\tvalidation_0-rmse:3.8187\n",
            "[66]\tvalidation_0-rmse:3.82115\n",
            "[68]\tvalidation_0-rmse:3.81825\n",
            "[70]\tvalidation_0-rmse:3.81953\n",
            "[72]\tvalidation_0-rmse:3.82129\n",
            "[74]\tvalidation_0-rmse:3.81808\n",
            "[76]\tvalidation_0-rmse:3.82034\n",
            "[78]\tvalidation_0-rmse:3.82405\n",
            "[80]\tvalidation_0-rmse:3.82627\n",
            "[82]\tvalidation_0-rmse:3.82653\n",
            "[84]\tvalidation_0-rmse:3.82921\n",
            "[86]\tvalidation_0-rmse:3.82045\n",
            "[88]\tvalidation_0-rmse:3.82517\n",
            "[90]\tvalidation_0-rmse:3.82929\n",
            "[92]\tvalidation_0-rmse:3.83172\n",
            "Stopping. Best iteration:\n",
            "[62]\tvalidation_0-rmse:3.81069\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=300, subsample=0.9; total time=  40.2s\n",
            "[0]\tvalidation_0-rmse:5.15354\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.94529\n",
            "[4]\tvalidation_0-rmse:4.75033\n",
            "[6]\tvalidation_0-rmse:4.51877\n",
            "[8]\tvalidation_0-rmse:4.42422\n",
            "[10]\tvalidation_0-rmse:4.32197\n",
            "[12]\tvalidation_0-rmse:4.26531\n",
            "[14]\tvalidation_0-rmse:4.21296\n",
            "[16]\tvalidation_0-rmse:4.15562\n",
            "[18]\tvalidation_0-rmse:4.12257\n",
            "[20]\tvalidation_0-rmse:4.07769\n",
            "[22]\tvalidation_0-rmse:4.06067\n",
            "[24]\tvalidation_0-rmse:4.04173\n",
            "[26]\tvalidation_0-rmse:4.04367\n",
            "[28]\tvalidation_0-rmse:4.03275\n",
            "[30]\tvalidation_0-rmse:4.01759\n",
            "[32]\tvalidation_0-rmse:4.00491\n",
            "[34]\tvalidation_0-rmse:3.96823\n",
            "[36]\tvalidation_0-rmse:3.95882\n",
            "[38]\tvalidation_0-rmse:3.93969\n",
            "[40]\tvalidation_0-rmse:3.91809\n",
            "[42]\tvalidation_0-rmse:3.89258\n",
            "[44]\tvalidation_0-rmse:3.89172\n",
            "[46]\tvalidation_0-rmse:3.88435\n",
            "[48]\tvalidation_0-rmse:3.89043\n",
            "[50]\tvalidation_0-rmse:3.86742\n",
            "[52]\tvalidation_0-rmse:3.85607\n",
            "[54]\tvalidation_0-rmse:3.85865\n",
            "[56]\tvalidation_0-rmse:3.86649\n",
            "[58]\tvalidation_0-rmse:3.88777\n",
            "[60]\tvalidation_0-rmse:3.87622\n",
            "[62]\tvalidation_0-rmse:3.87225\n",
            "[64]\tvalidation_0-rmse:3.86548\n",
            "[66]\tvalidation_0-rmse:3.84526\n",
            "[68]\tvalidation_0-rmse:3.83812\n",
            "[70]\tvalidation_0-rmse:3.84403\n",
            "[72]\tvalidation_0-rmse:3.84978\n",
            "[74]\tvalidation_0-rmse:3.83119\n",
            "[76]\tvalidation_0-rmse:3.82946\n",
            "[78]\tvalidation_0-rmse:3.84109\n",
            "[80]\tvalidation_0-rmse:3.8426\n",
            "[82]\tvalidation_0-rmse:3.84803\n",
            "[84]\tvalidation_0-rmse:3.84501\n",
            "[86]\tvalidation_0-rmse:3.84764\n",
            "[88]\tvalidation_0-rmse:3.85222\n",
            "[90]\tvalidation_0-rmse:3.85278\n",
            "[92]\tvalidation_0-rmse:3.85577\n",
            "[94]\tvalidation_0-rmse:3.8555\n",
            "[96]\tvalidation_0-rmse:3.8623\n",
            "[98]\tvalidation_0-rmse:3.86984\n",
            "[100]\tvalidation_0-rmse:3.87387\n",
            "[102]\tvalidation_0-rmse:3.87381\n",
            "[104]\tvalidation_0-rmse:3.87181\n",
            "Stopping. Best iteration:\n",
            "[75]\tvalidation_0-rmse:3.82928\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=500, subsample=0.6; total time=  40.7s\n",
            "[0]\tvalidation_0-rmse:5.15914\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.87364\n",
            "[4]\tvalidation_0-rmse:4.70395\n",
            "[6]\tvalidation_0-rmse:4.50917\n",
            "[8]\tvalidation_0-rmse:4.42372\n",
            "[10]\tvalidation_0-rmse:4.30591\n",
            "[12]\tvalidation_0-rmse:4.25627\n",
            "[14]\tvalidation_0-rmse:4.19108\n",
            "[16]\tvalidation_0-rmse:4.16315\n",
            "[18]\tvalidation_0-rmse:4.10896\n",
            "[20]\tvalidation_0-rmse:4.10471\n",
            "[22]\tvalidation_0-rmse:4.09424\n",
            "[24]\tvalidation_0-rmse:4.08175\n",
            "[26]\tvalidation_0-rmse:4.05416\n",
            "[28]\tvalidation_0-rmse:4.05117\n",
            "[30]\tvalidation_0-rmse:4.01589\n",
            "[32]\tvalidation_0-rmse:4.00265\n",
            "[34]\tvalidation_0-rmse:3.99818\n",
            "[36]\tvalidation_0-rmse:3.99707\n",
            "[38]\tvalidation_0-rmse:3.98501\n",
            "[40]\tvalidation_0-rmse:3.9823\n",
            "[42]\tvalidation_0-rmse:3.94858\n",
            "[44]\tvalidation_0-rmse:3.93935\n",
            "[46]\tvalidation_0-rmse:3.93807\n",
            "[48]\tvalidation_0-rmse:3.94197\n",
            "[50]\tvalidation_0-rmse:3.93534\n",
            "[52]\tvalidation_0-rmse:3.93594\n",
            "[54]\tvalidation_0-rmse:3.93211\n",
            "[56]\tvalidation_0-rmse:3.93207\n",
            "[58]\tvalidation_0-rmse:3.94663\n",
            "[60]\tvalidation_0-rmse:3.92551\n",
            "[62]\tvalidation_0-rmse:3.90113\n",
            "[64]\tvalidation_0-rmse:3.91257\n",
            "[66]\tvalidation_0-rmse:3.89897\n",
            "[68]\tvalidation_0-rmse:3.89749\n",
            "[70]\tvalidation_0-rmse:3.8919\n",
            "[72]\tvalidation_0-rmse:3.89682\n",
            "[74]\tvalidation_0-rmse:3.88279\n",
            "[76]\tvalidation_0-rmse:3.88415\n",
            "[78]\tvalidation_0-rmse:3.8817\n",
            "[80]\tvalidation_0-rmse:3.87852\n",
            "[82]\tvalidation_0-rmse:3.87695\n",
            "[84]\tvalidation_0-rmse:3.87495\n",
            "[86]\tvalidation_0-rmse:3.87236\n",
            "[88]\tvalidation_0-rmse:3.87059\n",
            "[90]\tvalidation_0-rmse:3.86712\n",
            "[92]\tvalidation_0-rmse:3.85947\n",
            "[94]\tvalidation_0-rmse:3.86004\n",
            "[96]\tvalidation_0-rmse:3.86316\n",
            "[98]\tvalidation_0-rmse:3.86532\n",
            "[100]\tvalidation_0-rmse:3.86348\n",
            "[102]\tvalidation_0-rmse:3.8664\n",
            "[104]\tvalidation_0-rmse:3.87206\n",
            "[106]\tvalidation_0-rmse:3.87882\n",
            "[108]\tvalidation_0-rmse:3.88367\n",
            "[110]\tvalidation_0-rmse:3.8838\n",
            "[112]\tvalidation_0-rmse:3.87688\n",
            "[114]\tvalidation_0-rmse:3.87562\n",
            "[116]\tvalidation_0-rmse:3.87538\n",
            "[118]\tvalidation_0-rmse:3.87807\n",
            "[120]\tvalidation_0-rmse:3.87594\n",
            "[122]\tvalidation_0-rmse:3.88005\n",
            "Stopping. Best iteration:\n",
            "[93]\tvalidation_0-rmse:3.85761\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=500, subsample=0.7; total time=  42.3s\n",
            "[0]\tvalidation_0-rmse:5.16076\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.88755\n",
            "[4]\tvalidation_0-rmse:4.68581\n",
            "[6]\tvalidation_0-rmse:4.56852\n",
            "[8]\tvalidation_0-rmse:4.49863\n",
            "[10]\tvalidation_0-rmse:4.37515\n",
            "[12]\tvalidation_0-rmse:4.33794\n",
            "[14]\tvalidation_0-rmse:4.25107\n",
            "[16]\tvalidation_0-rmse:4.20811\n",
            "[18]\tvalidation_0-rmse:4.15489\n",
            "[20]\tvalidation_0-rmse:4.14938\n",
            "[22]\tvalidation_0-rmse:4.10341\n",
            "[24]\tvalidation_0-rmse:4.07581\n",
            "[26]\tvalidation_0-rmse:4.03876\n",
            "[28]\tvalidation_0-rmse:4.04705\n",
            "[30]\tvalidation_0-rmse:4.01065\n",
            "[32]\tvalidation_0-rmse:3.9944\n",
            "[34]\tvalidation_0-rmse:3.96695\n",
            "[36]\tvalidation_0-rmse:3.92186\n",
            "[38]\tvalidation_0-rmse:3.90669\n",
            "[40]\tvalidation_0-rmse:3.90352\n",
            "[42]\tvalidation_0-rmse:3.91092\n",
            "[44]\tvalidation_0-rmse:3.90522\n",
            "[46]\tvalidation_0-rmse:3.8977\n",
            "[48]\tvalidation_0-rmse:3.89865\n",
            "[50]\tvalidation_0-rmse:3.89912\n",
            "[52]\tvalidation_0-rmse:3.9002\n",
            "[54]\tvalidation_0-rmse:3.89082\n",
            "[56]\tvalidation_0-rmse:3.88629\n",
            "[58]\tvalidation_0-rmse:3.88694\n",
            "[60]\tvalidation_0-rmse:3.8889\n",
            "[62]\tvalidation_0-rmse:3.87417\n",
            "[64]\tvalidation_0-rmse:3.87695\n",
            "[66]\tvalidation_0-rmse:3.88155\n",
            "[68]\tvalidation_0-rmse:3.88442\n",
            "[70]\tvalidation_0-rmse:3.88679\n",
            "[72]\tvalidation_0-rmse:3.89146\n",
            "[74]\tvalidation_0-rmse:3.87588\n",
            "[76]\tvalidation_0-rmse:3.87871\n",
            "[78]\tvalidation_0-rmse:3.87619\n",
            "[80]\tvalidation_0-rmse:3.8735\n",
            "[82]\tvalidation_0-rmse:3.87404\n",
            "[84]\tvalidation_0-rmse:3.86953\n",
            "[86]\tvalidation_0-rmse:3.85617\n",
            "[88]\tvalidation_0-rmse:3.85846\n",
            "[90]\tvalidation_0-rmse:3.86382\n",
            "[92]\tvalidation_0-rmse:3.86609\n",
            "[94]\tvalidation_0-rmse:3.86377\n",
            "[96]\tvalidation_0-rmse:3.8684\n",
            "[98]\tvalidation_0-rmse:3.8708\n",
            "[100]\tvalidation_0-rmse:3.87374\n",
            "[102]\tvalidation_0-rmse:3.87579\n",
            "[104]\tvalidation_0-rmse:3.87685\n",
            "[106]\tvalidation_0-rmse:3.88001\n",
            "[108]\tvalidation_0-rmse:3.88339\n",
            "[110]\tvalidation_0-rmse:3.88666\n",
            "[112]\tvalidation_0-rmse:3.88875\n",
            "[114]\tvalidation_0-rmse:3.89038\n",
            "[116]\tvalidation_0-rmse:3.88606\n",
            "Stopping. Best iteration:\n",
            "[86]\tvalidation_0-rmse:3.85617\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=500, subsample=0.8; total time=  42.0s\n",
            "[0]\tvalidation_0-rmse:5.16256\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.8602\n",
            "[4]\tvalidation_0-rmse:4.66647\n",
            "[6]\tvalidation_0-rmse:4.48582\n",
            "[8]\tvalidation_0-rmse:4.40666\n",
            "[10]\tvalidation_0-rmse:4.31834\n",
            "[12]\tvalidation_0-rmse:4.24239\n",
            "[14]\tvalidation_0-rmse:4.16567\n",
            "[16]\tvalidation_0-rmse:4.09653\n",
            "[18]\tvalidation_0-rmse:4.03568\n",
            "[20]\tvalidation_0-rmse:4.03634\n",
            "[22]\tvalidation_0-rmse:4.03608\n",
            "[24]\tvalidation_0-rmse:4.03507\n",
            "[26]\tvalidation_0-rmse:4.00561\n",
            "[28]\tvalidation_0-rmse:3.99248\n",
            "[30]\tvalidation_0-rmse:3.97722\n",
            "[32]\tvalidation_0-rmse:3.95562\n",
            "[34]\tvalidation_0-rmse:3.94248\n",
            "[36]\tvalidation_0-rmse:3.93047\n",
            "[38]\tvalidation_0-rmse:3.90569\n",
            "[40]\tvalidation_0-rmse:3.90229\n",
            "[42]\tvalidation_0-rmse:3.89252\n",
            "[44]\tvalidation_0-rmse:3.87694\n",
            "[46]\tvalidation_0-rmse:3.84943\n",
            "[48]\tvalidation_0-rmse:3.841\n",
            "[50]\tvalidation_0-rmse:3.84119\n",
            "[52]\tvalidation_0-rmse:3.843\n",
            "[54]\tvalidation_0-rmse:3.84785\n",
            "[56]\tvalidation_0-rmse:3.84689\n",
            "[58]\tvalidation_0-rmse:3.85087\n",
            "[60]\tvalidation_0-rmse:3.83285\n",
            "[62]\tvalidation_0-rmse:3.81069\n",
            "[64]\tvalidation_0-rmse:3.8187\n",
            "[66]\tvalidation_0-rmse:3.82115\n",
            "[68]\tvalidation_0-rmse:3.81825\n",
            "[70]\tvalidation_0-rmse:3.81953\n",
            "[72]\tvalidation_0-rmse:3.82129\n",
            "[74]\tvalidation_0-rmse:3.81808\n",
            "[76]\tvalidation_0-rmse:3.82034\n",
            "[78]\tvalidation_0-rmse:3.82405\n",
            "[80]\tvalidation_0-rmse:3.82627\n",
            "[82]\tvalidation_0-rmse:3.82653\n",
            "[84]\tvalidation_0-rmse:3.82921\n",
            "[86]\tvalidation_0-rmse:3.82045\n",
            "[88]\tvalidation_0-rmse:3.82517\n",
            "[90]\tvalidation_0-rmse:3.82929\n",
            "[92]\tvalidation_0-rmse:3.83172\n",
            "Stopping. Best iteration:\n",
            "[62]\tvalidation_0-rmse:3.81069\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=500, subsample=0.9; total time=  40.1s\n",
            "[0]\tvalidation_0-rmse:5.15354\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.94529\n",
            "[4]\tvalidation_0-rmse:4.75033\n",
            "[6]\tvalidation_0-rmse:4.51877\n",
            "[8]\tvalidation_0-rmse:4.42422\n",
            "[10]\tvalidation_0-rmse:4.32197\n",
            "[12]\tvalidation_0-rmse:4.26531\n",
            "[14]\tvalidation_0-rmse:4.21296\n",
            "[16]\tvalidation_0-rmse:4.15562\n",
            "[18]\tvalidation_0-rmse:4.12257\n",
            "[20]\tvalidation_0-rmse:4.07769\n",
            "[22]\tvalidation_0-rmse:4.06067\n",
            "[24]\tvalidation_0-rmse:4.04173\n",
            "[26]\tvalidation_0-rmse:4.04367\n",
            "[28]\tvalidation_0-rmse:4.03275\n",
            "[30]\tvalidation_0-rmse:4.01759\n",
            "[32]\tvalidation_0-rmse:4.00491\n",
            "[34]\tvalidation_0-rmse:3.96823\n",
            "[36]\tvalidation_0-rmse:3.95882\n",
            "[38]\tvalidation_0-rmse:3.93969\n",
            "[40]\tvalidation_0-rmse:3.91809\n",
            "[42]\tvalidation_0-rmse:3.89258\n",
            "[44]\tvalidation_0-rmse:3.89172\n",
            "[46]\tvalidation_0-rmse:3.88435\n",
            "[48]\tvalidation_0-rmse:3.89043\n",
            "[50]\tvalidation_0-rmse:3.86742\n",
            "[52]\tvalidation_0-rmse:3.85607\n",
            "[54]\tvalidation_0-rmse:3.85865\n",
            "[56]\tvalidation_0-rmse:3.86649\n",
            "[58]\tvalidation_0-rmse:3.88777\n",
            "[60]\tvalidation_0-rmse:3.87622\n",
            "[62]\tvalidation_0-rmse:3.87225\n",
            "[64]\tvalidation_0-rmse:3.86548\n",
            "[66]\tvalidation_0-rmse:3.84526\n",
            "[68]\tvalidation_0-rmse:3.83812\n",
            "[70]\tvalidation_0-rmse:3.84403\n",
            "[72]\tvalidation_0-rmse:3.84978\n",
            "[74]\tvalidation_0-rmse:3.83119\n",
            "[76]\tvalidation_0-rmse:3.82946\n",
            "[78]\tvalidation_0-rmse:3.84109\n",
            "[80]\tvalidation_0-rmse:3.8426\n",
            "[82]\tvalidation_0-rmse:3.84803\n",
            "[84]\tvalidation_0-rmse:3.84501\n",
            "[86]\tvalidation_0-rmse:3.84764\n",
            "[88]\tvalidation_0-rmse:3.85222\n",
            "[90]\tvalidation_0-rmse:3.85278\n",
            "[92]\tvalidation_0-rmse:3.85577\n",
            "[94]\tvalidation_0-rmse:3.8555\n",
            "[96]\tvalidation_0-rmse:3.8623\n",
            "[98]\tvalidation_0-rmse:3.86984\n",
            "[100]\tvalidation_0-rmse:3.87387\n",
            "[102]\tvalidation_0-rmse:3.87381\n",
            "[104]\tvalidation_0-rmse:3.87181\n",
            "Stopping. Best iteration:\n",
            "[75]\tvalidation_0-rmse:3.82928\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=700, subsample=0.6; total time=  40.6s\n",
            "[0]\tvalidation_0-rmse:5.15914\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.87364\n",
            "[4]\tvalidation_0-rmse:4.70395\n",
            "[6]\tvalidation_0-rmse:4.50917\n",
            "[8]\tvalidation_0-rmse:4.42372\n",
            "[10]\tvalidation_0-rmse:4.30591\n",
            "[12]\tvalidation_0-rmse:4.25627\n",
            "[14]\tvalidation_0-rmse:4.19108\n",
            "[16]\tvalidation_0-rmse:4.16315\n",
            "[18]\tvalidation_0-rmse:4.10896\n",
            "[20]\tvalidation_0-rmse:4.10471\n",
            "[22]\tvalidation_0-rmse:4.09424\n",
            "[24]\tvalidation_0-rmse:4.08175\n",
            "[26]\tvalidation_0-rmse:4.05416\n",
            "[28]\tvalidation_0-rmse:4.05117\n",
            "[30]\tvalidation_0-rmse:4.01589\n",
            "[32]\tvalidation_0-rmse:4.00265\n",
            "[34]\tvalidation_0-rmse:3.99818\n",
            "[36]\tvalidation_0-rmse:3.99707\n",
            "[38]\tvalidation_0-rmse:3.98501\n",
            "[40]\tvalidation_0-rmse:3.9823\n",
            "[42]\tvalidation_0-rmse:3.94858\n",
            "[44]\tvalidation_0-rmse:3.93935\n",
            "[46]\tvalidation_0-rmse:3.93807\n",
            "[48]\tvalidation_0-rmse:3.94197\n",
            "[50]\tvalidation_0-rmse:3.93534\n",
            "[52]\tvalidation_0-rmse:3.93594\n",
            "[54]\tvalidation_0-rmse:3.93211\n",
            "[56]\tvalidation_0-rmse:3.93207\n",
            "[58]\tvalidation_0-rmse:3.94663\n",
            "[60]\tvalidation_0-rmse:3.92551\n",
            "[62]\tvalidation_0-rmse:3.90113\n",
            "[64]\tvalidation_0-rmse:3.91257\n",
            "[66]\tvalidation_0-rmse:3.89897\n",
            "[68]\tvalidation_0-rmse:3.89749\n",
            "[70]\tvalidation_0-rmse:3.8919\n",
            "[72]\tvalidation_0-rmse:3.89682\n",
            "[74]\tvalidation_0-rmse:3.88279\n",
            "[76]\tvalidation_0-rmse:3.88415\n",
            "[78]\tvalidation_0-rmse:3.8817\n",
            "[80]\tvalidation_0-rmse:3.87852\n",
            "[82]\tvalidation_0-rmse:3.87695\n",
            "[84]\tvalidation_0-rmse:3.87495\n",
            "[86]\tvalidation_0-rmse:3.87236\n",
            "[88]\tvalidation_0-rmse:3.87059\n",
            "[90]\tvalidation_0-rmse:3.86712\n",
            "[92]\tvalidation_0-rmse:3.85947\n",
            "[94]\tvalidation_0-rmse:3.86004\n",
            "[96]\tvalidation_0-rmse:3.86316\n",
            "[98]\tvalidation_0-rmse:3.86532\n",
            "[100]\tvalidation_0-rmse:3.86348\n",
            "[102]\tvalidation_0-rmse:3.8664\n",
            "[104]\tvalidation_0-rmse:3.87206\n",
            "[106]\tvalidation_0-rmse:3.87882\n",
            "[108]\tvalidation_0-rmse:3.88367\n",
            "[110]\tvalidation_0-rmse:3.8838\n",
            "[112]\tvalidation_0-rmse:3.87688\n",
            "[114]\tvalidation_0-rmse:3.87562\n",
            "[116]\tvalidation_0-rmse:3.87538\n",
            "[118]\tvalidation_0-rmse:3.87807\n",
            "[120]\tvalidation_0-rmse:3.87594\n",
            "[122]\tvalidation_0-rmse:3.88005\n",
            "Stopping. Best iteration:\n",
            "[93]\tvalidation_0-rmse:3.85761\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=700, subsample=0.7; total time=  41.9s\n",
            "[0]\tvalidation_0-rmse:5.16076\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.88755\n",
            "[4]\tvalidation_0-rmse:4.68581\n",
            "[6]\tvalidation_0-rmse:4.56852\n",
            "[8]\tvalidation_0-rmse:4.49863\n",
            "[10]\tvalidation_0-rmse:4.37515\n",
            "[12]\tvalidation_0-rmse:4.33794\n",
            "[14]\tvalidation_0-rmse:4.25107\n",
            "[16]\tvalidation_0-rmse:4.20811\n",
            "[18]\tvalidation_0-rmse:4.15489\n",
            "[20]\tvalidation_0-rmse:4.14938\n",
            "[22]\tvalidation_0-rmse:4.10341\n",
            "[24]\tvalidation_0-rmse:4.07581\n",
            "[26]\tvalidation_0-rmse:4.03876\n",
            "[28]\tvalidation_0-rmse:4.04705\n",
            "[30]\tvalidation_0-rmse:4.01065\n",
            "[32]\tvalidation_0-rmse:3.9944\n",
            "[34]\tvalidation_0-rmse:3.96695\n",
            "[36]\tvalidation_0-rmse:3.92186\n",
            "[38]\tvalidation_0-rmse:3.90669\n",
            "[40]\tvalidation_0-rmse:3.90352\n",
            "[42]\tvalidation_0-rmse:3.91092\n",
            "[44]\tvalidation_0-rmse:3.90522\n",
            "[46]\tvalidation_0-rmse:3.8977\n",
            "[48]\tvalidation_0-rmse:3.89865\n",
            "[50]\tvalidation_0-rmse:3.89912\n",
            "[52]\tvalidation_0-rmse:3.9002\n",
            "[54]\tvalidation_0-rmse:3.89082\n",
            "[56]\tvalidation_0-rmse:3.88629\n",
            "[58]\tvalidation_0-rmse:3.88694\n",
            "[60]\tvalidation_0-rmse:3.8889\n",
            "[62]\tvalidation_0-rmse:3.87417\n",
            "[64]\tvalidation_0-rmse:3.87695\n",
            "[66]\tvalidation_0-rmse:3.88155\n",
            "[68]\tvalidation_0-rmse:3.88442\n",
            "[70]\tvalidation_0-rmse:3.88679\n",
            "[72]\tvalidation_0-rmse:3.89146\n",
            "[74]\tvalidation_0-rmse:3.87588\n",
            "[76]\tvalidation_0-rmse:3.87871\n",
            "[78]\tvalidation_0-rmse:3.87619\n",
            "[80]\tvalidation_0-rmse:3.8735\n",
            "[82]\tvalidation_0-rmse:3.87404\n",
            "[84]\tvalidation_0-rmse:3.86953\n",
            "[86]\tvalidation_0-rmse:3.85617\n",
            "[88]\tvalidation_0-rmse:3.85846\n",
            "[90]\tvalidation_0-rmse:3.86382\n",
            "[92]\tvalidation_0-rmse:3.86609\n",
            "[94]\tvalidation_0-rmse:3.86377\n",
            "[96]\tvalidation_0-rmse:3.8684\n",
            "[98]\tvalidation_0-rmse:3.8708\n",
            "[100]\tvalidation_0-rmse:3.87374\n",
            "[102]\tvalidation_0-rmse:3.87579\n",
            "[104]\tvalidation_0-rmse:3.87685\n",
            "[106]\tvalidation_0-rmse:3.88001\n",
            "[108]\tvalidation_0-rmse:3.88339\n",
            "[110]\tvalidation_0-rmse:3.88666\n",
            "[112]\tvalidation_0-rmse:3.88875\n",
            "[114]\tvalidation_0-rmse:3.89038\n",
            "[116]\tvalidation_0-rmse:3.88606\n",
            "Stopping. Best iteration:\n",
            "[86]\tvalidation_0-rmse:3.85617\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=700, subsample=0.8; total time=  42.0s\n",
            "[0]\tvalidation_0-rmse:5.16256\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.8602\n",
            "[4]\tvalidation_0-rmse:4.66647\n",
            "[6]\tvalidation_0-rmse:4.48582\n",
            "[8]\tvalidation_0-rmse:4.40666\n",
            "[10]\tvalidation_0-rmse:4.31834\n",
            "[12]\tvalidation_0-rmse:4.24239\n",
            "[14]\tvalidation_0-rmse:4.16567\n",
            "[16]\tvalidation_0-rmse:4.09653\n",
            "[18]\tvalidation_0-rmse:4.03568\n",
            "[20]\tvalidation_0-rmse:4.03634\n",
            "[22]\tvalidation_0-rmse:4.03608\n",
            "[24]\tvalidation_0-rmse:4.03507\n",
            "[26]\tvalidation_0-rmse:4.00561\n",
            "[28]\tvalidation_0-rmse:3.99248\n",
            "[30]\tvalidation_0-rmse:3.97722\n",
            "[32]\tvalidation_0-rmse:3.95562\n",
            "[34]\tvalidation_0-rmse:3.94248\n",
            "[36]\tvalidation_0-rmse:3.93047\n",
            "[38]\tvalidation_0-rmse:3.90569\n",
            "[40]\tvalidation_0-rmse:3.90229\n",
            "[42]\tvalidation_0-rmse:3.89252\n",
            "[44]\tvalidation_0-rmse:3.87694\n",
            "[46]\tvalidation_0-rmse:3.84943\n",
            "[48]\tvalidation_0-rmse:3.841\n",
            "[50]\tvalidation_0-rmse:3.84119\n",
            "[52]\tvalidation_0-rmse:3.843\n",
            "[54]\tvalidation_0-rmse:3.84785\n",
            "[56]\tvalidation_0-rmse:3.84689\n",
            "[58]\tvalidation_0-rmse:3.85087\n",
            "[60]\tvalidation_0-rmse:3.83285\n",
            "[62]\tvalidation_0-rmse:3.81069\n",
            "[64]\tvalidation_0-rmse:3.8187\n",
            "[66]\tvalidation_0-rmse:3.82115\n",
            "[68]\tvalidation_0-rmse:3.81825\n",
            "[70]\tvalidation_0-rmse:3.81953\n",
            "[72]\tvalidation_0-rmse:3.82129\n",
            "[74]\tvalidation_0-rmse:3.81808\n",
            "[76]\tvalidation_0-rmse:3.82034\n",
            "[78]\tvalidation_0-rmse:3.82405\n",
            "[80]\tvalidation_0-rmse:3.82627\n",
            "[82]\tvalidation_0-rmse:3.82653\n",
            "[84]\tvalidation_0-rmse:3.82921\n",
            "[86]\tvalidation_0-rmse:3.82045\n",
            "[88]\tvalidation_0-rmse:3.82517\n",
            "[90]\tvalidation_0-rmse:3.82929\n",
            "[92]\tvalidation_0-rmse:3.83172\n",
            "Stopping. Best iteration:\n",
            "[62]\tvalidation_0-rmse:3.81069\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=9, min_child_weight=10, n_estimators=700, subsample=0.9; total time=  39.9s\n",
            "[0]\tvalidation_0-rmse:5.16873\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.88798\n",
            "[4]\tvalidation_0-rmse:4.67763\n",
            "[6]\tvalidation_0-rmse:4.5834\n",
            "[8]\tvalidation_0-rmse:4.50405\n",
            "[10]\tvalidation_0-rmse:4.38562\n",
            "[12]\tvalidation_0-rmse:4.33013\n",
            "[14]\tvalidation_0-rmse:4.24448\n",
            "[16]\tvalidation_0-rmse:4.11425\n",
            "[18]\tvalidation_0-rmse:4.07038\n",
            "[20]\tvalidation_0-rmse:4.0298\n",
            "[22]\tvalidation_0-rmse:4.02424\n",
            "[24]\tvalidation_0-rmse:4.01021\n",
            "[26]\tvalidation_0-rmse:4.02332\n",
            "[28]\tvalidation_0-rmse:3.95281\n",
            "[30]\tvalidation_0-rmse:3.93783\n",
            "[32]\tvalidation_0-rmse:3.94177\n",
            "[34]\tvalidation_0-rmse:3.92452\n",
            "[36]\tvalidation_0-rmse:3.90072\n",
            "[38]\tvalidation_0-rmse:3.86892\n",
            "[40]\tvalidation_0-rmse:3.86005\n",
            "[42]\tvalidation_0-rmse:3.86939\n",
            "[44]\tvalidation_0-rmse:3.85786\n",
            "[46]\tvalidation_0-rmse:3.86069\n",
            "[48]\tvalidation_0-rmse:3.86948\n",
            "[50]\tvalidation_0-rmse:3.87591\n",
            "[52]\tvalidation_0-rmse:3.87229\n",
            "[54]\tvalidation_0-rmse:3.83006\n",
            "[56]\tvalidation_0-rmse:3.82128\n",
            "[58]\tvalidation_0-rmse:3.82556\n",
            "[60]\tvalidation_0-rmse:3.8218\n",
            "[62]\tvalidation_0-rmse:3.82632\n",
            "[64]\tvalidation_0-rmse:3.83378\n",
            "[66]\tvalidation_0-rmse:3.82409\n",
            "[68]\tvalidation_0-rmse:3.82212\n",
            "[70]\tvalidation_0-rmse:3.82361\n",
            "[72]\tvalidation_0-rmse:3.82359\n",
            "[74]\tvalidation_0-rmse:3.81863\n",
            "[76]\tvalidation_0-rmse:3.82404\n",
            "[78]\tvalidation_0-rmse:3.82513\n",
            "[80]\tvalidation_0-rmse:3.82588\n",
            "[82]\tvalidation_0-rmse:3.83185\n",
            "[84]\tvalidation_0-rmse:3.83379\n",
            "[86]\tvalidation_0-rmse:3.82792\n",
            "[88]\tvalidation_0-rmse:3.8326\n",
            "[90]\tvalidation_0-rmse:3.83285\n",
            "[92]\tvalidation_0-rmse:3.83474\n",
            "[94]\tvalidation_0-rmse:3.83584\n",
            "[96]\tvalidation_0-rmse:3.83709\n",
            "[98]\tvalidation_0-rmse:3.83775\n",
            "[100]\tvalidation_0-rmse:3.84201\n",
            "[102]\tvalidation_0-rmse:3.84196\n",
            "[104]\tvalidation_0-rmse:3.84195\n",
            "Stopping. Best iteration:\n",
            "[74]\tvalidation_0-rmse:3.81863\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=300, subsample=0.6; total time=  41.7s\n",
            "[0]\tvalidation_0-rmse:5.15156\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.90586\n",
            "[4]\tvalidation_0-rmse:4.72757\n",
            "[6]\tvalidation_0-rmse:4.5568\n",
            "[8]\tvalidation_0-rmse:4.49348\n",
            "[10]\tvalidation_0-rmse:4.38339\n",
            "[12]\tvalidation_0-rmse:4.3105\n",
            "[14]\tvalidation_0-rmse:4.27652\n",
            "[16]\tvalidation_0-rmse:4.21137\n",
            "[18]\tvalidation_0-rmse:4.1422\n",
            "[20]\tvalidation_0-rmse:4.11516\n",
            "[22]\tvalidation_0-rmse:4.11213\n",
            "[24]\tvalidation_0-rmse:4.08943\n",
            "[26]\tvalidation_0-rmse:4.07413\n",
            "[28]\tvalidation_0-rmse:4.04831\n",
            "[30]\tvalidation_0-rmse:4.04287\n",
            "[32]\tvalidation_0-rmse:4.0424\n",
            "[34]\tvalidation_0-rmse:4.04613\n",
            "[36]\tvalidation_0-rmse:4.05994\n",
            "[38]\tvalidation_0-rmse:4.05636\n",
            "[40]\tvalidation_0-rmse:4.05809\n",
            "[42]\tvalidation_0-rmse:4.06311\n",
            "[44]\tvalidation_0-rmse:4.05578\n",
            "[46]\tvalidation_0-rmse:4.05929\n",
            "[48]\tvalidation_0-rmse:4.05136\n",
            "[50]\tvalidation_0-rmse:4.05898\n",
            "[52]\tvalidation_0-rmse:4.04382\n",
            "[54]\tvalidation_0-rmse:4.04237\n",
            "[56]\tvalidation_0-rmse:4.04707\n",
            "[58]\tvalidation_0-rmse:4.04117\n",
            "[60]\tvalidation_0-rmse:4.03141\n",
            "[62]\tvalidation_0-rmse:4.02777\n",
            "[64]\tvalidation_0-rmse:4.02947\n",
            "[66]\tvalidation_0-rmse:4.03162\n",
            "[68]\tvalidation_0-rmse:4.02726\n",
            "[70]\tvalidation_0-rmse:4.03111\n",
            "[72]\tvalidation_0-rmse:4.03385\n",
            "[74]\tvalidation_0-rmse:4.03151\n",
            "[76]\tvalidation_0-rmse:4.03793\n",
            "[78]\tvalidation_0-rmse:4.03694\n",
            "[80]\tvalidation_0-rmse:4.03596\n",
            "[82]\tvalidation_0-rmse:4.03344\n",
            "[84]\tvalidation_0-rmse:4.03233\n",
            "[86]\tvalidation_0-rmse:4.0308\n",
            "[88]\tvalidation_0-rmse:4.03096\n",
            "[90]\tvalidation_0-rmse:4.03969\n",
            "[92]\tvalidation_0-rmse:4.04028\n",
            "[94]\tvalidation_0-rmse:4.04071\n",
            "[96]\tvalidation_0-rmse:4.03786\n",
            "[98]\tvalidation_0-rmse:4.03708\n",
            "Stopping. Best iteration:\n",
            "[68]\tvalidation_0-rmse:4.02726\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=300, subsample=0.7; total time=  41.3s\n",
            "[0]\tvalidation_0-rmse:5.15122\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.86302\n",
            "[4]\tvalidation_0-rmse:4.67607\n",
            "[6]\tvalidation_0-rmse:4.50089\n",
            "[8]\tvalidation_0-rmse:4.37797\n",
            "[10]\tvalidation_0-rmse:4.24634\n",
            "[12]\tvalidation_0-rmse:4.20457\n",
            "[14]\tvalidation_0-rmse:4.16203\n",
            "[16]\tvalidation_0-rmse:4.06655\n",
            "[18]\tvalidation_0-rmse:4.02144\n",
            "[20]\tvalidation_0-rmse:4.00751\n",
            "[22]\tvalidation_0-rmse:3.99684\n",
            "[24]\tvalidation_0-rmse:3.99147\n",
            "[26]\tvalidation_0-rmse:3.9692\n",
            "[28]\tvalidation_0-rmse:3.96624\n",
            "[30]\tvalidation_0-rmse:3.96842\n",
            "[32]\tvalidation_0-rmse:3.95522\n",
            "[34]\tvalidation_0-rmse:3.94\n",
            "[36]\tvalidation_0-rmse:3.92424\n",
            "[38]\tvalidation_0-rmse:3.9083\n",
            "[40]\tvalidation_0-rmse:3.91277\n",
            "[42]\tvalidation_0-rmse:3.91987\n",
            "[44]\tvalidation_0-rmse:3.92105\n",
            "[46]\tvalidation_0-rmse:3.92891\n",
            "[48]\tvalidation_0-rmse:3.92351\n",
            "[50]\tvalidation_0-rmse:3.92699\n",
            "[52]\tvalidation_0-rmse:3.91877\n",
            "[54]\tvalidation_0-rmse:3.92068\n",
            "[56]\tvalidation_0-rmse:3.91164\n",
            "[58]\tvalidation_0-rmse:3.91763\n",
            "[60]\tvalidation_0-rmse:3.90956\n",
            "[62]\tvalidation_0-rmse:3.90607\n",
            "[64]\tvalidation_0-rmse:3.90429\n",
            "[66]\tvalidation_0-rmse:3.90917\n",
            "[68]\tvalidation_0-rmse:3.90692\n",
            "[70]\tvalidation_0-rmse:3.90729\n",
            "[72]\tvalidation_0-rmse:3.9069\n",
            "[74]\tvalidation_0-rmse:3.90138\n",
            "[76]\tvalidation_0-rmse:3.90287\n",
            "[78]\tvalidation_0-rmse:3.90367\n",
            "[80]\tvalidation_0-rmse:3.9044\n",
            "[82]\tvalidation_0-rmse:3.90632\n",
            "[84]\tvalidation_0-rmse:3.90026\n",
            "[86]\tvalidation_0-rmse:3.89723\n",
            "[88]\tvalidation_0-rmse:3.8985\n",
            "[90]\tvalidation_0-rmse:3.89734\n",
            "[92]\tvalidation_0-rmse:3.8972\n",
            "[94]\tvalidation_0-rmse:3.89654\n",
            "[96]\tvalidation_0-rmse:3.89701\n",
            "[98]\tvalidation_0-rmse:3.90113\n",
            "[100]\tvalidation_0-rmse:3.90272\n",
            "[102]\tvalidation_0-rmse:3.90226\n",
            "[104]\tvalidation_0-rmse:3.90401\n",
            "[106]\tvalidation_0-rmse:3.9031\n",
            "[108]\tvalidation_0-rmse:3.9036\n",
            "[110]\tvalidation_0-rmse:3.90405\n",
            "[112]\tvalidation_0-rmse:3.9049\n",
            "[114]\tvalidation_0-rmse:3.90375\n",
            "[116]\tvalidation_0-rmse:3.90278\n",
            "[118]\tvalidation_0-rmse:3.90346\n",
            "Stopping. Best iteration:\n",
            "[89]\tvalidation_0-rmse:3.89495\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=300, subsample=0.8; total time=  43.4s\n",
            "[0]\tvalidation_0-rmse:5.15209\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.81729\n",
            "[4]\tvalidation_0-rmse:4.60647\n",
            "[6]\tvalidation_0-rmse:4.38265\n",
            "[8]\tvalidation_0-rmse:4.25665\n",
            "[10]\tvalidation_0-rmse:4.15716\n",
            "[12]\tvalidation_0-rmse:4.12601\n",
            "[14]\tvalidation_0-rmse:4.03639\n",
            "[16]\tvalidation_0-rmse:3.94322\n",
            "[18]\tvalidation_0-rmse:3.90098\n",
            "[20]\tvalidation_0-rmse:3.87001\n",
            "[22]\tvalidation_0-rmse:3.87272\n",
            "[24]\tvalidation_0-rmse:3.8561\n",
            "[26]\tvalidation_0-rmse:3.8148\n",
            "[28]\tvalidation_0-rmse:3.80879\n",
            "[30]\tvalidation_0-rmse:3.80675\n",
            "[32]\tvalidation_0-rmse:3.78837\n",
            "[34]\tvalidation_0-rmse:3.78956\n",
            "[36]\tvalidation_0-rmse:3.79026\n",
            "[38]\tvalidation_0-rmse:3.78175\n",
            "[40]\tvalidation_0-rmse:3.73833\n",
            "[42]\tvalidation_0-rmse:3.73801\n",
            "[44]\tvalidation_0-rmse:3.73882\n",
            "[46]\tvalidation_0-rmse:3.73844\n",
            "[48]\tvalidation_0-rmse:3.72959\n",
            "[50]\tvalidation_0-rmse:3.73151\n",
            "[52]\tvalidation_0-rmse:3.72411\n",
            "[54]\tvalidation_0-rmse:3.72759\n",
            "[56]\tvalidation_0-rmse:3.72837\n",
            "[58]\tvalidation_0-rmse:3.722\n",
            "[60]\tvalidation_0-rmse:3.6908\n",
            "[62]\tvalidation_0-rmse:3.68519\n",
            "[64]\tvalidation_0-rmse:3.68331\n",
            "[66]\tvalidation_0-rmse:3.68481\n",
            "[68]\tvalidation_0-rmse:3.67988\n",
            "[70]\tvalidation_0-rmse:3.67342\n",
            "[72]\tvalidation_0-rmse:3.67329\n",
            "[74]\tvalidation_0-rmse:3.67071\n",
            "[76]\tvalidation_0-rmse:3.66992\n",
            "[78]\tvalidation_0-rmse:3.67374\n",
            "[80]\tvalidation_0-rmse:3.67347\n",
            "[82]\tvalidation_0-rmse:3.67059\n",
            "[84]\tvalidation_0-rmse:3.66905\n",
            "[86]\tvalidation_0-rmse:3.66695\n",
            "[88]\tvalidation_0-rmse:3.66823\n",
            "[90]\tvalidation_0-rmse:3.66621\n",
            "[92]\tvalidation_0-rmse:3.66535\n",
            "[94]\tvalidation_0-rmse:3.66866\n",
            "[96]\tvalidation_0-rmse:3.66996\n",
            "[98]\tvalidation_0-rmse:3.66805\n",
            "[100]\tvalidation_0-rmse:3.66794\n",
            "[102]\tvalidation_0-rmse:3.66883\n",
            "[104]\tvalidation_0-rmse:3.66814\n",
            "[106]\tvalidation_0-rmse:3.66793\n",
            "[108]\tvalidation_0-rmse:3.6652\n",
            "[110]\tvalidation_0-rmse:3.66482\n",
            "[112]\tvalidation_0-rmse:3.66313\n",
            "[114]\tvalidation_0-rmse:3.6598\n",
            "[116]\tvalidation_0-rmse:3.66122\n",
            "[118]\tvalidation_0-rmse:3.66654\n",
            "[120]\tvalidation_0-rmse:3.66936\n",
            "[122]\tvalidation_0-rmse:3.67034\n",
            "[124]\tvalidation_0-rmse:3.67107\n",
            "[126]\tvalidation_0-rmse:3.66103\n",
            "[128]\tvalidation_0-rmse:3.66032\n",
            "[130]\tvalidation_0-rmse:3.65954\n",
            "[132]\tvalidation_0-rmse:3.65917\n",
            "[134]\tvalidation_0-rmse:3.65991\n",
            "[136]\tvalidation_0-rmse:3.66089\n",
            "[138]\tvalidation_0-rmse:3.65892\n",
            "[140]\tvalidation_0-rmse:3.63854\n",
            "[142]\tvalidation_0-rmse:3.63683\n",
            "[144]\tvalidation_0-rmse:3.6281\n",
            "[146]\tvalidation_0-rmse:3.62662\n",
            "[148]\tvalidation_0-rmse:3.62834\n",
            "[150]\tvalidation_0-rmse:3.63011\n",
            "[152]\tvalidation_0-rmse:3.6301\n",
            "[154]\tvalidation_0-rmse:3.62987\n",
            "[156]\tvalidation_0-rmse:3.62994\n",
            "[158]\tvalidation_0-rmse:3.62968\n",
            "[160]\tvalidation_0-rmse:3.63043\n",
            "[162]\tvalidation_0-rmse:3.63077\n",
            "[164]\tvalidation_0-rmse:3.6278\n",
            "[166]\tvalidation_0-rmse:3.62955\n",
            "[168]\tvalidation_0-rmse:3.63008\n",
            "[170]\tvalidation_0-rmse:3.63084\n",
            "[172]\tvalidation_0-rmse:3.63035\n",
            "[174]\tvalidation_0-rmse:3.62973\n",
            "[176]\tvalidation_0-rmse:3.63051\n",
            "Stopping. Best iteration:\n",
            "[146]\tvalidation_0-rmse:3.62662\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=300, subsample=0.9; total time=  48.6s\n",
            "[0]\tvalidation_0-rmse:5.16873\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.88798\n",
            "[4]\tvalidation_0-rmse:4.67763\n",
            "[6]\tvalidation_0-rmse:4.5834\n",
            "[8]\tvalidation_0-rmse:4.50405\n",
            "[10]\tvalidation_0-rmse:4.38562\n",
            "[12]\tvalidation_0-rmse:4.33013\n",
            "[14]\tvalidation_0-rmse:4.24448\n",
            "[16]\tvalidation_0-rmse:4.11425\n",
            "[18]\tvalidation_0-rmse:4.07038\n",
            "[20]\tvalidation_0-rmse:4.0298\n",
            "[22]\tvalidation_0-rmse:4.02424\n",
            "[24]\tvalidation_0-rmse:4.01021\n",
            "[26]\tvalidation_0-rmse:4.02332\n",
            "[28]\tvalidation_0-rmse:3.95281\n",
            "[30]\tvalidation_0-rmse:3.93783\n",
            "[32]\tvalidation_0-rmse:3.94177\n",
            "[34]\tvalidation_0-rmse:3.92452\n",
            "[36]\tvalidation_0-rmse:3.90072\n",
            "[38]\tvalidation_0-rmse:3.86892\n",
            "[40]\tvalidation_0-rmse:3.86005\n",
            "[42]\tvalidation_0-rmse:3.86939\n",
            "[44]\tvalidation_0-rmse:3.85786\n",
            "[46]\tvalidation_0-rmse:3.86069\n",
            "[48]\tvalidation_0-rmse:3.86948\n",
            "[50]\tvalidation_0-rmse:3.87591\n",
            "[52]\tvalidation_0-rmse:3.87229\n",
            "[54]\tvalidation_0-rmse:3.83006\n",
            "[56]\tvalidation_0-rmse:3.82128\n",
            "[58]\tvalidation_0-rmse:3.82556\n",
            "[60]\tvalidation_0-rmse:3.8218\n",
            "[62]\tvalidation_0-rmse:3.82632\n",
            "[64]\tvalidation_0-rmse:3.83378\n",
            "[66]\tvalidation_0-rmse:3.82409\n",
            "[68]\tvalidation_0-rmse:3.82212\n",
            "[70]\tvalidation_0-rmse:3.82361\n",
            "[72]\tvalidation_0-rmse:3.82359\n",
            "[74]\tvalidation_0-rmse:3.81863\n",
            "[76]\tvalidation_0-rmse:3.82404\n",
            "[78]\tvalidation_0-rmse:3.82513\n",
            "[80]\tvalidation_0-rmse:3.82588\n",
            "[82]\tvalidation_0-rmse:3.83185\n",
            "[84]\tvalidation_0-rmse:3.83379\n",
            "[86]\tvalidation_0-rmse:3.82792\n",
            "[88]\tvalidation_0-rmse:3.8326\n",
            "[90]\tvalidation_0-rmse:3.83285\n",
            "[92]\tvalidation_0-rmse:3.83474\n",
            "[94]\tvalidation_0-rmse:3.83584\n",
            "[96]\tvalidation_0-rmse:3.83709\n",
            "[98]\tvalidation_0-rmse:3.83775\n",
            "[100]\tvalidation_0-rmse:3.84201\n",
            "[102]\tvalidation_0-rmse:3.84196\n",
            "[104]\tvalidation_0-rmse:3.84195\n",
            "Stopping. Best iteration:\n",
            "[74]\tvalidation_0-rmse:3.81863\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=500, subsample=0.6; total time=  42.3s\n",
            "[0]\tvalidation_0-rmse:5.15156\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.90586\n",
            "[4]\tvalidation_0-rmse:4.72757\n",
            "[6]\tvalidation_0-rmse:4.5568\n",
            "[8]\tvalidation_0-rmse:4.49348\n",
            "[10]\tvalidation_0-rmse:4.38339\n",
            "[12]\tvalidation_0-rmse:4.3105\n",
            "[14]\tvalidation_0-rmse:4.27652\n",
            "[16]\tvalidation_0-rmse:4.21137\n",
            "[18]\tvalidation_0-rmse:4.1422\n",
            "[20]\tvalidation_0-rmse:4.11516\n",
            "[22]\tvalidation_0-rmse:4.11213\n",
            "[24]\tvalidation_0-rmse:4.08943\n",
            "[26]\tvalidation_0-rmse:4.07413\n",
            "[28]\tvalidation_0-rmse:4.04831\n",
            "[30]\tvalidation_0-rmse:4.04287\n",
            "[32]\tvalidation_0-rmse:4.0424\n",
            "[34]\tvalidation_0-rmse:4.04613\n",
            "[36]\tvalidation_0-rmse:4.05994\n",
            "[38]\tvalidation_0-rmse:4.05636\n",
            "[40]\tvalidation_0-rmse:4.05809\n",
            "[42]\tvalidation_0-rmse:4.06311\n",
            "[44]\tvalidation_0-rmse:4.05578\n",
            "[46]\tvalidation_0-rmse:4.05929\n",
            "[48]\tvalidation_0-rmse:4.05136\n",
            "[50]\tvalidation_0-rmse:4.05898\n",
            "[52]\tvalidation_0-rmse:4.04382\n",
            "[54]\tvalidation_0-rmse:4.04237\n",
            "[56]\tvalidation_0-rmse:4.04707\n",
            "[58]\tvalidation_0-rmse:4.04117\n",
            "[60]\tvalidation_0-rmse:4.03141\n",
            "[62]\tvalidation_0-rmse:4.02777\n",
            "[64]\tvalidation_0-rmse:4.02947\n",
            "[66]\tvalidation_0-rmse:4.03162\n",
            "[68]\tvalidation_0-rmse:4.02726\n",
            "[70]\tvalidation_0-rmse:4.03111\n",
            "[72]\tvalidation_0-rmse:4.03385\n",
            "[74]\tvalidation_0-rmse:4.03151\n",
            "[76]\tvalidation_0-rmse:4.03793\n",
            "[78]\tvalidation_0-rmse:4.03694\n",
            "[80]\tvalidation_0-rmse:4.03596\n",
            "[82]\tvalidation_0-rmse:4.03344\n",
            "[84]\tvalidation_0-rmse:4.03233\n",
            "[86]\tvalidation_0-rmse:4.0308\n",
            "[88]\tvalidation_0-rmse:4.03096\n",
            "[90]\tvalidation_0-rmse:4.03969\n",
            "[92]\tvalidation_0-rmse:4.04028\n",
            "[94]\tvalidation_0-rmse:4.04071\n",
            "[96]\tvalidation_0-rmse:4.03786\n",
            "[98]\tvalidation_0-rmse:4.03708\n",
            "Stopping. Best iteration:\n",
            "[68]\tvalidation_0-rmse:4.02726\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=500, subsample=0.7; total time=  41.8s\n",
            "[0]\tvalidation_0-rmse:5.15122\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.86302\n",
            "[4]\tvalidation_0-rmse:4.67607\n",
            "[6]\tvalidation_0-rmse:4.50089\n",
            "[8]\tvalidation_0-rmse:4.37797\n",
            "[10]\tvalidation_0-rmse:4.24634\n",
            "[12]\tvalidation_0-rmse:4.20457\n",
            "[14]\tvalidation_0-rmse:4.16203\n",
            "[16]\tvalidation_0-rmse:4.06655\n",
            "[18]\tvalidation_0-rmse:4.02144\n",
            "[20]\tvalidation_0-rmse:4.00751\n",
            "[22]\tvalidation_0-rmse:3.99684\n",
            "[24]\tvalidation_0-rmse:3.99147\n",
            "[26]\tvalidation_0-rmse:3.9692\n",
            "[28]\tvalidation_0-rmse:3.96624\n",
            "[30]\tvalidation_0-rmse:3.96842\n",
            "[32]\tvalidation_0-rmse:3.95522\n",
            "[34]\tvalidation_0-rmse:3.94\n",
            "[36]\tvalidation_0-rmse:3.92424\n",
            "[38]\tvalidation_0-rmse:3.9083\n",
            "[40]\tvalidation_0-rmse:3.91277\n",
            "[42]\tvalidation_0-rmse:3.91987\n",
            "[44]\tvalidation_0-rmse:3.92105\n",
            "[46]\tvalidation_0-rmse:3.92891\n",
            "[48]\tvalidation_0-rmse:3.92351\n",
            "[50]\tvalidation_0-rmse:3.92699\n",
            "[52]\tvalidation_0-rmse:3.91877\n",
            "[54]\tvalidation_0-rmse:3.92068\n",
            "[56]\tvalidation_0-rmse:3.91164\n",
            "[58]\tvalidation_0-rmse:3.91763\n",
            "[60]\tvalidation_0-rmse:3.90956\n",
            "[62]\tvalidation_0-rmse:3.90607\n",
            "[64]\tvalidation_0-rmse:3.90429\n",
            "[66]\tvalidation_0-rmse:3.90917\n",
            "[68]\tvalidation_0-rmse:3.90692\n",
            "[70]\tvalidation_0-rmse:3.90729\n",
            "[72]\tvalidation_0-rmse:3.9069\n",
            "[74]\tvalidation_0-rmse:3.90138\n",
            "[76]\tvalidation_0-rmse:3.90287\n",
            "[78]\tvalidation_0-rmse:3.90367\n",
            "[80]\tvalidation_0-rmse:3.9044\n",
            "[82]\tvalidation_0-rmse:3.90632\n",
            "[84]\tvalidation_0-rmse:3.90026\n",
            "[86]\tvalidation_0-rmse:3.89723\n",
            "[88]\tvalidation_0-rmse:3.8985\n",
            "[90]\tvalidation_0-rmse:3.89734\n",
            "[92]\tvalidation_0-rmse:3.8972\n",
            "[94]\tvalidation_0-rmse:3.89654\n",
            "[96]\tvalidation_0-rmse:3.89701\n",
            "[98]\tvalidation_0-rmse:3.90113\n",
            "[100]\tvalidation_0-rmse:3.90272\n",
            "[102]\tvalidation_0-rmse:3.90226\n",
            "[104]\tvalidation_0-rmse:3.90401\n",
            "[106]\tvalidation_0-rmse:3.9031\n",
            "[108]\tvalidation_0-rmse:3.9036\n",
            "[110]\tvalidation_0-rmse:3.90405\n",
            "[112]\tvalidation_0-rmse:3.9049\n",
            "[114]\tvalidation_0-rmse:3.90375\n",
            "[116]\tvalidation_0-rmse:3.90278\n",
            "[118]\tvalidation_0-rmse:3.90346\n",
            "Stopping. Best iteration:\n",
            "[89]\tvalidation_0-rmse:3.89495\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=500, subsample=0.8; total time=  43.4s\n",
            "[0]\tvalidation_0-rmse:5.15209\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.81729\n",
            "[4]\tvalidation_0-rmse:4.60647\n",
            "[6]\tvalidation_0-rmse:4.38265\n",
            "[8]\tvalidation_0-rmse:4.25665\n",
            "[10]\tvalidation_0-rmse:4.15716\n",
            "[12]\tvalidation_0-rmse:4.12601\n",
            "[14]\tvalidation_0-rmse:4.03639\n",
            "[16]\tvalidation_0-rmse:3.94322\n",
            "[18]\tvalidation_0-rmse:3.90098\n",
            "[20]\tvalidation_0-rmse:3.87001\n",
            "[22]\tvalidation_0-rmse:3.87272\n",
            "[24]\tvalidation_0-rmse:3.8561\n",
            "[26]\tvalidation_0-rmse:3.8148\n",
            "[28]\tvalidation_0-rmse:3.80879\n",
            "[30]\tvalidation_0-rmse:3.80675\n",
            "[32]\tvalidation_0-rmse:3.78837\n",
            "[34]\tvalidation_0-rmse:3.78956\n",
            "[36]\tvalidation_0-rmse:3.79026\n",
            "[38]\tvalidation_0-rmse:3.78175\n",
            "[40]\tvalidation_0-rmse:3.73833\n",
            "[42]\tvalidation_0-rmse:3.73801\n",
            "[44]\tvalidation_0-rmse:3.73882\n",
            "[46]\tvalidation_0-rmse:3.73844\n",
            "[48]\tvalidation_0-rmse:3.72959\n",
            "[50]\tvalidation_0-rmse:3.73151\n",
            "[52]\tvalidation_0-rmse:3.72411\n",
            "[54]\tvalidation_0-rmse:3.72759\n",
            "[56]\tvalidation_0-rmse:3.72837\n",
            "[58]\tvalidation_0-rmse:3.722\n",
            "[60]\tvalidation_0-rmse:3.6908\n",
            "[62]\tvalidation_0-rmse:3.68519\n",
            "[64]\tvalidation_0-rmse:3.68331\n",
            "[66]\tvalidation_0-rmse:3.68481\n",
            "[68]\tvalidation_0-rmse:3.67988\n",
            "[70]\tvalidation_0-rmse:3.67342\n",
            "[72]\tvalidation_0-rmse:3.67329\n",
            "[74]\tvalidation_0-rmse:3.67071\n",
            "[76]\tvalidation_0-rmse:3.66992\n",
            "[78]\tvalidation_0-rmse:3.67374\n",
            "[80]\tvalidation_0-rmse:3.67347\n",
            "[82]\tvalidation_0-rmse:3.67059\n",
            "[84]\tvalidation_0-rmse:3.66905\n",
            "[86]\tvalidation_0-rmse:3.66695\n",
            "[88]\tvalidation_0-rmse:3.66823\n",
            "[90]\tvalidation_0-rmse:3.66621\n",
            "[92]\tvalidation_0-rmse:3.66535\n",
            "[94]\tvalidation_0-rmse:3.66866\n",
            "[96]\tvalidation_0-rmse:3.66996\n",
            "[98]\tvalidation_0-rmse:3.66805\n",
            "[100]\tvalidation_0-rmse:3.66794\n",
            "[102]\tvalidation_0-rmse:3.66883\n",
            "[104]\tvalidation_0-rmse:3.66814\n",
            "[106]\tvalidation_0-rmse:3.66793\n",
            "[108]\tvalidation_0-rmse:3.6652\n",
            "[110]\tvalidation_0-rmse:3.66482\n",
            "[112]\tvalidation_0-rmse:3.66313\n",
            "[114]\tvalidation_0-rmse:3.6598\n",
            "[116]\tvalidation_0-rmse:3.66122\n",
            "[118]\tvalidation_0-rmse:3.66654\n",
            "[120]\tvalidation_0-rmse:3.66936\n",
            "[122]\tvalidation_0-rmse:3.67034\n",
            "[124]\tvalidation_0-rmse:3.67107\n",
            "[126]\tvalidation_0-rmse:3.66103\n",
            "[128]\tvalidation_0-rmse:3.66032\n",
            "[130]\tvalidation_0-rmse:3.65954\n",
            "[132]\tvalidation_0-rmse:3.65917\n",
            "[134]\tvalidation_0-rmse:3.65991\n",
            "[136]\tvalidation_0-rmse:3.66089\n",
            "[138]\tvalidation_0-rmse:3.65892\n",
            "[140]\tvalidation_0-rmse:3.63854\n",
            "[142]\tvalidation_0-rmse:3.63683\n",
            "[144]\tvalidation_0-rmse:3.6281\n",
            "[146]\tvalidation_0-rmse:3.62662\n",
            "[148]\tvalidation_0-rmse:3.62834\n",
            "[150]\tvalidation_0-rmse:3.63011\n",
            "[152]\tvalidation_0-rmse:3.6301\n",
            "[154]\tvalidation_0-rmse:3.62987\n",
            "[156]\tvalidation_0-rmse:3.62994\n",
            "[158]\tvalidation_0-rmse:3.62968\n",
            "[160]\tvalidation_0-rmse:3.63043\n",
            "[162]\tvalidation_0-rmse:3.63077\n",
            "[164]\tvalidation_0-rmse:3.6278\n",
            "[166]\tvalidation_0-rmse:3.62956\n",
            "[168]\tvalidation_0-rmse:3.63008\n",
            "[170]\tvalidation_0-rmse:3.63084\n",
            "[172]\tvalidation_0-rmse:3.63035\n",
            "[174]\tvalidation_0-rmse:3.62973\n",
            "[176]\tvalidation_0-rmse:3.63051\n",
            "Stopping. Best iteration:\n",
            "[146]\tvalidation_0-rmse:3.62662\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=500, subsample=0.9; total time=  48.4s\n",
            "[0]\tvalidation_0-rmse:5.16873\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.88798\n",
            "[4]\tvalidation_0-rmse:4.67763\n",
            "[6]\tvalidation_0-rmse:4.5834\n",
            "[8]\tvalidation_0-rmse:4.50405\n",
            "[10]\tvalidation_0-rmse:4.38562\n",
            "[12]\tvalidation_0-rmse:4.33013\n",
            "[14]\tvalidation_0-rmse:4.24448\n",
            "[16]\tvalidation_0-rmse:4.11425\n",
            "[18]\tvalidation_0-rmse:4.07038\n",
            "[20]\tvalidation_0-rmse:4.0298\n",
            "[22]\tvalidation_0-rmse:4.02424\n",
            "[24]\tvalidation_0-rmse:4.01021\n",
            "[26]\tvalidation_0-rmse:4.02332\n",
            "[28]\tvalidation_0-rmse:3.95281\n",
            "[30]\tvalidation_0-rmse:3.93783\n",
            "[32]\tvalidation_0-rmse:3.94177\n",
            "[34]\tvalidation_0-rmse:3.92452\n",
            "[36]\tvalidation_0-rmse:3.90072\n",
            "[38]\tvalidation_0-rmse:3.86892\n",
            "[40]\tvalidation_0-rmse:3.86005\n",
            "[42]\tvalidation_0-rmse:3.86939\n",
            "[44]\tvalidation_0-rmse:3.85786\n",
            "[46]\tvalidation_0-rmse:3.86069\n",
            "[48]\tvalidation_0-rmse:3.86948\n",
            "[50]\tvalidation_0-rmse:3.87591\n",
            "[52]\tvalidation_0-rmse:3.87229\n",
            "[54]\tvalidation_0-rmse:3.83006\n",
            "[56]\tvalidation_0-rmse:3.82128\n",
            "[58]\tvalidation_0-rmse:3.82556\n",
            "[60]\tvalidation_0-rmse:3.8218\n",
            "[62]\tvalidation_0-rmse:3.82632\n",
            "[64]\tvalidation_0-rmse:3.83378\n",
            "[66]\tvalidation_0-rmse:3.82409\n",
            "[68]\tvalidation_0-rmse:3.82212\n",
            "[70]\tvalidation_0-rmse:3.82361\n",
            "[72]\tvalidation_0-rmse:3.82359\n",
            "[74]\tvalidation_0-rmse:3.81863\n",
            "[76]\tvalidation_0-rmse:3.82404\n",
            "[78]\tvalidation_0-rmse:3.82513\n",
            "[80]\tvalidation_0-rmse:3.82588\n",
            "[82]\tvalidation_0-rmse:3.83185\n",
            "[84]\tvalidation_0-rmse:3.83379\n",
            "[86]\tvalidation_0-rmse:3.82792\n",
            "[88]\tvalidation_0-rmse:3.8326\n",
            "[90]\tvalidation_0-rmse:3.83285\n",
            "[92]\tvalidation_0-rmse:3.83474\n",
            "[94]\tvalidation_0-rmse:3.83584\n",
            "[96]\tvalidation_0-rmse:3.83709\n",
            "[98]\tvalidation_0-rmse:3.83775\n",
            "[100]\tvalidation_0-rmse:3.84201\n",
            "[102]\tvalidation_0-rmse:3.84196\n",
            "[104]\tvalidation_0-rmse:3.84195\n",
            "Stopping. Best iteration:\n",
            "[74]\tvalidation_0-rmse:3.81863\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=700, subsample=0.6; total time=  41.6s\n",
            "[0]\tvalidation_0-rmse:5.15156\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.90586\n",
            "[4]\tvalidation_0-rmse:4.72757\n",
            "[6]\tvalidation_0-rmse:4.5568\n",
            "[8]\tvalidation_0-rmse:4.49348\n",
            "[10]\tvalidation_0-rmse:4.38339\n",
            "[12]\tvalidation_0-rmse:4.3105\n",
            "[14]\tvalidation_0-rmse:4.27652\n",
            "[16]\tvalidation_0-rmse:4.21137\n",
            "[18]\tvalidation_0-rmse:4.1422\n",
            "[20]\tvalidation_0-rmse:4.11516\n",
            "[22]\tvalidation_0-rmse:4.11213\n",
            "[24]\tvalidation_0-rmse:4.08943\n",
            "[26]\tvalidation_0-rmse:4.07413\n",
            "[28]\tvalidation_0-rmse:4.04831\n",
            "[30]\tvalidation_0-rmse:4.04287\n",
            "[32]\tvalidation_0-rmse:4.0424\n",
            "[34]\tvalidation_0-rmse:4.04613\n",
            "[36]\tvalidation_0-rmse:4.05994\n",
            "[38]\tvalidation_0-rmse:4.05636\n",
            "[40]\tvalidation_0-rmse:4.05809\n",
            "[42]\tvalidation_0-rmse:4.06311\n",
            "[44]\tvalidation_0-rmse:4.05578\n",
            "[46]\tvalidation_0-rmse:4.05929\n",
            "[48]\tvalidation_0-rmse:4.05136\n",
            "[50]\tvalidation_0-rmse:4.05898\n",
            "[52]\tvalidation_0-rmse:4.04382\n",
            "[54]\tvalidation_0-rmse:4.04237\n",
            "[56]\tvalidation_0-rmse:4.04707\n",
            "[58]\tvalidation_0-rmse:4.04117\n",
            "[60]\tvalidation_0-rmse:4.03141\n",
            "[62]\tvalidation_0-rmse:4.02777\n",
            "[64]\tvalidation_0-rmse:4.02947\n",
            "[66]\tvalidation_0-rmse:4.03162\n",
            "[68]\tvalidation_0-rmse:4.02726\n",
            "[70]\tvalidation_0-rmse:4.03111\n",
            "[72]\tvalidation_0-rmse:4.03385\n",
            "[74]\tvalidation_0-rmse:4.03151\n",
            "[76]\tvalidation_0-rmse:4.03793\n",
            "[78]\tvalidation_0-rmse:4.03694\n",
            "[80]\tvalidation_0-rmse:4.03596\n",
            "[82]\tvalidation_0-rmse:4.03344\n",
            "[84]\tvalidation_0-rmse:4.03233\n",
            "[86]\tvalidation_0-rmse:4.0308\n",
            "[88]\tvalidation_0-rmse:4.03096\n",
            "[90]\tvalidation_0-rmse:4.03969\n",
            "[92]\tvalidation_0-rmse:4.04028\n",
            "[94]\tvalidation_0-rmse:4.04071\n",
            "[96]\tvalidation_0-rmse:4.03786\n",
            "[98]\tvalidation_0-rmse:4.03708\n",
            "Stopping. Best iteration:\n",
            "[68]\tvalidation_0-rmse:4.02726\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=700, subsample=0.7; total time=  41.8s\n",
            "[0]\tvalidation_0-rmse:5.15122\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.86302\n",
            "[4]\tvalidation_0-rmse:4.67607\n",
            "[6]\tvalidation_0-rmse:4.50089\n",
            "[8]\tvalidation_0-rmse:4.37797\n",
            "[10]\tvalidation_0-rmse:4.24634\n",
            "[12]\tvalidation_0-rmse:4.20457\n",
            "[14]\tvalidation_0-rmse:4.16203\n",
            "[16]\tvalidation_0-rmse:4.06655\n",
            "[18]\tvalidation_0-rmse:4.02144\n",
            "[20]\tvalidation_0-rmse:4.00751\n",
            "[22]\tvalidation_0-rmse:3.99684\n",
            "[24]\tvalidation_0-rmse:3.99147\n",
            "[26]\tvalidation_0-rmse:3.9692\n",
            "[28]\tvalidation_0-rmse:3.96624\n",
            "[30]\tvalidation_0-rmse:3.96842\n",
            "[32]\tvalidation_0-rmse:3.95522\n",
            "[34]\tvalidation_0-rmse:3.94\n",
            "[36]\tvalidation_0-rmse:3.92424\n",
            "[38]\tvalidation_0-rmse:3.9083\n",
            "[40]\tvalidation_0-rmse:3.91277\n",
            "[42]\tvalidation_0-rmse:3.91987\n",
            "[44]\tvalidation_0-rmse:3.92105\n",
            "[46]\tvalidation_0-rmse:3.92891\n",
            "[48]\tvalidation_0-rmse:3.92351\n",
            "[50]\tvalidation_0-rmse:3.92699\n",
            "[52]\tvalidation_0-rmse:3.91877\n",
            "[54]\tvalidation_0-rmse:3.92068\n",
            "[56]\tvalidation_0-rmse:3.91164\n",
            "[58]\tvalidation_0-rmse:3.91763\n",
            "[60]\tvalidation_0-rmse:3.90956\n",
            "[62]\tvalidation_0-rmse:3.90607\n",
            "[64]\tvalidation_0-rmse:3.90429\n",
            "[66]\tvalidation_0-rmse:3.90917\n",
            "[68]\tvalidation_0-rmse:3.90692\n",
            "[70]\tvalidation_0-rmse:3.90729\n",
            "[72]\tvalidation_0-rmse:3.9069\n",
            "[74]\tvalidation_0-rmse:3.90138\n",
            "[76]\tvalidation_0-rmse:3.90287\n",
            "[78]\tvalidation_0-rmse:3.90367\n",
            "[80]\tvalidation_0-rmse:3.9044\n",
            "[82]\tvalidation_0-rmse:3.90632\n",
            "[84]\tvalidation_0-rmse:3.90026\n",
            "[86]\tvalidation_0-rmse:3.89723\n",
            "[88]\tvalidation_0-rmse:3.8985\n",
            "[90]\tvalidation_0-rmse:3.89734\n",
            "[92]\tvalidation_0-rmse:3.8972\n",
            "[94]\tvalidation_0-rmse:3.89654\n",
            "[96]\tvalidation_0-rmse:3.89701\n",
            "[98]\tvalidation_0-rmse:3.90113\n",
            "[100]\tvalidation_0-rmse:3.90272\n",
            "[102]\tvalidation_0-rmse:3.90226\n",
            "[104]\tvalidation_0-rmse:3.90401\n",
            "[106]\tvalidation_0-rmse:3.9031\n",
            "[108]\tvalidation_0-rmse:3.9036\n",
            "[110]\tvalidation_0-rmse:3.90405\n",
            "[112]\tvalidation_0-rmse:3.9049\n",
            "[114]\tvalidation_0-rmse:3.90375\n",
            "[116]\tvalidation_0-rmse:3.90278\n",
            "[118]\tvalidation_0-rmse:3.90346\n",
            "Stopping. Best iteration:\n",
            "[89]\tvalidation_0-rmse:3.89495\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=700, subsample=0.8; total time=  43.4s\n",
            "[0]\tvalidation_0-rmse:5.15209\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.81729\n",
            "[4]\tvalidation_0-rmse:4.60647\n",
            "[6]\tvalidation_0-rmse:4.38265\n",
            "[8]\tvalidation_0-rmse:4.25665\n",
            "[10]\tvalidation_0-rmse:4.15716\n",
            "[12]\tvalidation_0-rmse:4.12601\n",
            "[14]\tvalidation_0-rmse:4.03639\n",
            "[16]\tvalidation_0-rmse:3.94322\n",
            "[18]\tvalidation_0-rmse:3.90098\n",
            "[20]\tvalidation_0-rmse:3.87001\n",
            "[22]\tvalidation_0-rmse:3.87272\n",
            "[24]\tvalidation_0-rmse:3.8561\n",
            "[26]\tvalidation_0-rmse:3.8148\n",
            "[28]\tvalidation_0-rmse:3.80879\n",
            "[30]\tvalidation_0-rmse:3.80675\n",
            "[32]\tvalidation_0-rmse:3.78837\n",
            "[34]\tvalidation_0-rmse:3.78956\n",
            "[36]\tvalidation_0-rmse:3.79026\n",
            "[38]\tvalidation_0-rmse:3.78175\n",
            "[40]\tvalidation_0-rmse:3.73833\n",
            "[42]\tvalidation_0-rmse:3.73801\n",
            "[44]\tvalidation_0-rmse:3.73882\n",
            "[46]\tvalidation_0-rmse:3.73844\n",
            "[48]\tvalidation_0-rmse:3.72959\n",
            "[50]\tvalidation_0-rmse:3.73151\n",
            "[52]\tvalidation_0-rmse:3.72411\n",
            "[54]\tvalidation_0-rmse:3.72759\n",
            "[56]\tvalidation_0-rmse:3.72837\n",
            "[58]\tvalidation_0-rmse:3.722\n",
            "[60]\tvalidation_0-rmse:3.6908\n",
            "[62]\tvalidation_0-rmse:3.68519\n",
            "[64]\tvalidation_0-rmse:3.68331\n",
            "[66]\tvalidation_0-rmse:3.68481\n",
            "[68]\tvalidation_0-rmse:3.67988\n",
            "[70]\tvalidation_0-rmse:3.67342\n",
            "[72]\tvalidation_0-rmse:3.67329\n",
            "[74]\tvalidation_0-rmse:3.67071\n",
            "[76]\tvalidation_0-rmse:3.66992\n",
            "[78]\tvalidation_0-rmse:3.67374\n",
            "[80]\tvalidation_0-rmse:3.67347\n",
            "[82]\tvalidation_0-rmse:3.67059\n",
            "[84]\tvalidation_0-rmse:3.66905\n",
            "[86]\tvalidation_0-rmse:3.66695\n",
            "[88]\tvalidation_0-rmse:3.66823\n",
            "[90]\tvalidation_0-rmse:3.66621\n",
            "[92]\tvalidation_0-rmse:3.66535\n",
            "[94]\tvalidation_0-rmse:3.66866\n",
            "[96]\tvalidation_0-rmse:3.66996\n",
            "[98]\tvalidation_0-rmse:3.66805\n",
            "[100]\tvalidation_0-rmse:3.66794\n",
            "[102]\tvalidation_0-rmse:3.66883\n",
            "[104]\tvalidation_0-rmse:3.66814\n",
            "[106]\tvalidation_0-rmse:3.66793\n",
            "[108]\tvalidation_0-rmse:3.6652\n",
            "[110]\tvalidation_0-rmse:3.66482\n",
            "[112]\tvalidation_0-rmse:3.66313\n",
            "[114]\tvalidation_0-rmse:3.6598\n",
            "[116]\tvalidation_0-rmse:3.66122\n",
            "[118]\tvalidation_0-rmse:3.66654\n",
            "[120]\tvalidation_0-rmse:3.66936\n",
            "[122]\tvalidation_0-rmse:3.67034\n",
            "[124]\tvalidation_0-rmse:3.67107\n",
            "[126]\tvalidation_0-rmse:3.66103\n",
            "[128]\tvalidation_0-rmse:3.66032\n",
            "[130]\tvalidation_0-rmse:3.65954\n",
            "[132]\tvalidation_0-rmse:3.65917\n",
            "[134]\tvalidation_0-rmse:3.65991\n",
            "[136]\tvalidation_0-rmse:3.66089\n",
            "[138]\tvalidation_0-rmse:3.65892\n",
            "[140]\tvalidation_0-rmse:3.63854\n",
            "[142]\tvalidation_0-rmse:3.63683\n",
            "[144]\tvalidation_0-rmse:3.6281\n",
            "[146]\tvalidation_0-rmse:3.62662\n",
            "[148]\tvalidation_0-rmse:3.62834\n",
            "[150]\tvalidation_0-rmse:3.63011\n",
            "[152]\tvalidation_0-rmse:3.6301\n",
            "[154]\tvalidation_0-rmse:3.62987\n",
            "[156]\tvalidation_0-rmse:3.62994\n",
            "[158]\tvalidation_0-rmse:3.62968\n",
            "[160]\tvalidation_0-rmse:3.63043\n",
            "[162]\tvalidation_0-rmse:3.63077\n",
            "[164]\tvalidation_0-rmse:3.6278\n",
            "[166]\tvalidation_0-rmse:3.62956\n",
            "[168]\tvalidation_0-rmse:3.63008\n",
            "[170]\tvalidation_0-rmse:3.63084\n",
            "[172]\tvalidation_0-rmse:3.63035\n",
            "[174]\tvalidation_0-rmse:3.62973\n",
            "[176]\tvalidation_0-rmse:3.63051\n",
            "Stopping. Best iteration:\n",
            "[146]\tvalidation_0-rmse:3.62662\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=5, n_estimators=700, subsample=0.9; total time=  48.5s\n",
            "[0]\tvalidation_0-rmse:5.15532\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.94509\n",
            "[4]\tvalidation_0-rmse:4.75046\n",
            "[6]\tvalidation_0-rmse:4.51539\n",
            "[8]\tvalidation_0-rmse:4.4226\n",
            "[10]\tvalidation_0-rmse:4.30084\n",
            "[12]\tvalidation_0-rmse:4.25916\n",
            "[14]\tvalidation_0-rmse:4.23124\n",
            "[16]\tvalidation_0-rmse:4.21752\n",
            "[18]\tvalidation_0-rmse:4.17112\n",
            "[20]\tvalidation_0-rmse:4.13711\n",
            "[22]\tvalidation_0-rmse:4.12523\n",
            "[24]\tvalidation_0-rmse:4.10145\n",
            "[26]\tvalidation_0-rmse:4.10618\n",
            "[28]\tvalidation_0-rmse:4.09957\n",
            "[30]\tvalidation_0-rmse:4.08114\n",
            "[32]\tvalidation_0-rmse:4.09174\n",
            "[34]\tvalidation_0-rmse:4.05617\n",
            "[36]\tvalidation_0-rmse:4.05105\n",
            "[38]\tvalidation_0-rmse:4.03756\n",
            "[40]\tvalidation_0-rmse:4.02825\n",
            "[42]\tvalidation_0-rmse:4.00831\n",
            "[44]\tvalidation_0-rmse:3.99979\n",
            "[46]\tvalidation_0-rmse:3.98886\n",
            "[48]\tvalidation_0-rmse:3.99666\n",
            "[50]\tvalidation_0-rmse:3.97898\n",
            "[52]\tvalidation_0-rmse:3.9718\n",
            "[54]\tvalidation_0-rmse:3.96911\n",
            "[56]\tvalidation_0-rmse:3.96156\n",
            "[58]\tvalidation_0-rmse:3.97193\n",
            "[60]\tvalidation_0-rmse:3.96312\n",
            "[62]\tvalidation_0-rmse:3.96618\n",
            "[64]\tvalidation_0-rmse:3.95968\n",
            "[66]\tvalidation_0-rmse:3.96127\n",
            "[68]\tvalidation_0-rmse:3.96091\n",
            "[70]\tvalidation_0-rmse:3.96908\n",
            "[72]\tvalidation_0-rmse:3.97188\n",
            "[74]\tvalidation_0-rmse:3.96327\n",
            "[76]\tvalidation_0-rmse:3.96154\n",
            "[78]\tvalidation_0-rmse:3.95544\n",
            "[80]\tvalidation_0-rmse:3.95083\n",
            "[82]\tvalidation_0-rmse:3.9541\n",
            "[84]\tvalidation_0-rmse:3.94879\n",
            "[86]\tvalidation_0-rmse:3.94912\n",
            "[88]\tvalidation_0-rmse:3.94552\n",
            "[90]\tvalidation_0-rmse:3.94613\n",
            "[92]\tvalidation_0-rmse:3.9464\n",
            "[94]\tvalidation_0-rmse:3.94462\n",
            "[96]\tvalidation_0-rmse:3.94522\n",
            "[98]\tvalidation_0-rmse:3.95155\n",
            "[100]\tvalidation_0-rmse:3.93252\n",
            "[102]\tvalidation_0-rmse:3.93434\n",
            "[104]\tvalidation_0-rmse:3.9392\n",
            "[106]\tvalidation_0-rmse:3.93404\n",
            "[108]\tvalidation_0-rmse:3.93988\n",
            "[110]\tvalidation_0-rmse:3.93977\n",
            "[112]\tvalidation_0-rmse:3.9346\n",
            "[114]\tvalidation_0-rmse:3.92843\n",
            "[116]\tvalidation_0-rmse:3.92867\n",
            "[118]\tvalidation_0-rmse:3.92991\n",
            "[120]\tvalidation_0-rmse:3.9307\n",
            "[122]\tvalidation_0-rmse:3.93502\n",
            "[124]\tvalidation_0-rmse:3.93165\n",
            "[126]\tvalidation_0-rmse:3.92713\n",
            "[128]\tvalidation_0-rmse:3.92478\n",
            "[130]\tvalidation_0-rmse:3.91272\n",
            "[132]\tvalidation_0-rmse:3.92238\n",
            "[134]\tvalidation_0-rmse:3.92386\n",
            "[136]\tvalidation_0-rmse:3.92349\n",
            "[138]\tvalidation_0-rmse:3.92602\n",
            "[140]\tvalidation_0-rmse:3.93091\n",
            "[142]\tvalidation_0-rmse:3.92954\n",
            "[144]\tvalidation_0-rmse:3.93078\n",
            "[146]\tvalidation_0-rmse:3.93153\n",
            "[148]\tvalidation_0-rmse:3.93396\n",
            "[150]\tvalidation_0-rmse:3.93577\n",
            "[152]\tvalidation_0-rmse:3.93829\n",
            "[154]\tvalidation_0-rmse:3.93855\n",
            "[156]\tvalidation_0-rmse:3.93254\n",
            "[158]\tvalidation_0-rmse:3.94229\n",
            "[160]\tvalidation_0-rmse:3.94335\n",
            "Stopping. Best iteration:\n",
            "[130]\tvalidation_0-rmse:3.91272\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=300, subsample=0.6; total time=  45.7s\n",
            "[0]\tvalidation_0-rmse:5.15768\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.86901\n",
            "[4]\tvalidation_0-rmse:4.69866\n",
            "[6]\tvalidation_0-rmse:4.50006\n",
            "[8]\tvalidation_0-rmse:4.43007\n",
            "[10]\tvalidation_0-rmse:4.31175\n",
            "[12]\tvalidation_0-rmse:4.24971\n",
            "[14]\tvalidation_0-rmse:4.18997\n",
            "[16]\tvalidation_0-rmse:4.16509\n",
            "[18]\tvalidation_0-rmse:4.11104\n",
            "[20]\tvalidation_0-rmse:4.10452\n",
            "[22]\tvalidation_0-rmse:4.09743\n",
            "[24]\tvalidation_0-rmse:4.08273\n",
            "[26]\tvalidation_0-rmse:4.07452\n",
            "[28]\tvalidation_0-rmse:4.07769\n",
            "[30]\tvalidation_0-rmse:4.0697\n",
            "[32]\tvalidation_0-rmse:4.05825\n",
            "[34]\tvalidation_0-rmse:4.05875\n",
            "[36]\tvalidation_0-rmse:4.06927\n",
            "[38]\tvalidation_0-rmse:4.04541\n",
            "[40]\tvalidation_0-rmse:4.045\n",
            "[42]\tvalidation_0-rmse:4.01288\n",
            "[44]\tvalidation_0-rmse:4.01202\n",
            "[46]\tvalidation_0-rmse:4.00866\n",
            "[48]\tvalidation_0-rmse:3.99553\n",
            "[50]\tvalidation_0-rmse:3.99493\n",
            "[52]\tvalidation_0-rmse:3.98701\n",
            "[54]\tvalidation_0-rmse:3.97068\n",
            "[56]\tvalidation_0-rmse:3.97131\n",
            "[58]\tvalidation_0-rmse:3.97373\n",
            "[60]\tvalidation_0-rmse:3.95265\n",
            "[62]\tvalidation_0-rmse:3.92872\n",
            "[64]\tvalidation_0-rmse:3.93402\n",
            "[66]\tvalidation_0-rmse:3.92585\n",
            "[68]\tvalidation_0-rmse:3.91941\n",
            "[70]\tvalidation_0-rmse:3.92573\n",
            "[72]\tvalidation_0-rmse:3.92908\n",
            "[74]\tvalidation_0-rmse:3.92956\n",
            "[76]\tvalidation_0-rmse:3.93319\n",
            "[78]\tvalidation_0-rmse:3.942\n",
            "[80]\tvalidation_0-rmse:3.94265\n",
            "[82]\tvalidation_0-rmse:3.94328\n",
            "[84]\tvalidation_0-rmse:3.94057\n",
            "[86]\tvalidation_0-rmse:3.93849\n",
            "[88]\tvalidation_0-rmse:3.93752\n",
            "[90]\tvalidation_0-rmse:3.93521\n",
            "[92]\tvalidation_0-rmse:3.93517\n",
            "[94]\tvalidation_0-rmse:3.93791\n",
            "[96]\tvalidation_0-rmse:3.94033\n",
            "[98]\tvalidation_0-rmse:3.94247\n",
            "Stopping. Best iteration:\n",
            "[68]\tvalidation_0-rmse:3.91941\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=300, subsample=0.7; total time=  41.1s\n",
            "[0]\tvalidation_0-rmse:5.15752\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.88486\n",
            "[4]\tvalidation_0-rmse:4.68196\n",
            "[6]\tvalidation_0-rmse:4.56368\n",
            "[8]\tvalidation_0-rmse:4.44383\n",
            "[10]\tvalidation_0-rmse:4.32499\n",
            "[12]\tvalidation_0-rmse:4.287\n",
            "[14]\tvalidation_0-rmse:4.21164\n",
            "[16]\tvalidation_0-rmse:4.15821\n",
            "[18]\tvalidation_0-rmse:4.09538\n",
            "[20]\tvalidation_0-rmse:4.06932\n",
            "[22]\tvalidation_0-rmse:4.05479\n",
            "[24]\tvalidation_0-rmse:4.05931\n",
            "[26]\tvalidation_0-rmse:4.03747\n",
            "[28]\tvalidation_0-rmse:4.04175\n",
            "[30]\tvalidation_0-rmse:4.01617\n",
            "[32]\tvalidation_0-rmse:4.00854\n",
            "[34]\tvalidation_0-rmse:3.97808\n",
            "[36]\tvalidation_0-rmse:3.96555\n",
            "[38]\tvalidation_0-rmse:3.939\n",
            "[40]\tvalidation_0-rmse:3.94001\n",
            "[42]\tvalidation_0-rmse:3.94416\n",
            "[44]\tvalidation_0-rmse:3.93958\n",
            "[46]\tvalidation_0-rmse:3.93169\n",
            "[48]\tvalidation_0-rmse:3.92121\n",
            "[50]\tvalidation_0-rmse:3.93049\n",
            "[52]\tvalidation_0-rmse:3.91449\n",
            "[54]\tvalidation_0-rmse:3.91238\n",
            "[56]\tvalidation_0-rmse:3.90085\n",
            "[58]\tvalidation_0-rmse:3.90333\n",
            "[60]\tvalidation_0-rmse:3.89805\n",
            "[62]\tvalidation_0-rmse:3.899\n",
            "[64]\tvalidation_0-rmse:3.90291\n",
            "[66]\tvalidation_0-rmse:3.90145\n",
            "[68]\tvalidation_0-rmse:3.90989\n",
            "[70]\tvalidation_0-rmse:3.91738\n",
            "[72]\tvalidation_0-rmse:3.91619\n",
            "[74]\tvalidation_0-rmse:3.91221\n",
            "[76]\tvalidation_0-rmse:3.91229\n",
            "[78]\tvalidation_0-rmse:3.9107\n",
            "[80]\tvalidation_0-rmse:3.91573\n",
            "[82]\tvalidation_0-rmse:3.91866\n",
            "[84]\tvalidation_0-rmse:3.91405\n",
            "[86]\tvalidation_0-rmse:3.90849\n",
            "[88]\tvalidation_0-rmse:3.91098\n",
            "[90]\tvalidation_0-rmse:3.91338\n",
            "Stopping. Best iteration:\n",
            "[60]\tvalidation_0-rmse:3.89805\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=300, subsample=0.8; total time=  40.5s\n",
            "[0]\tvalidation_0-rmse:5.1608\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.86204\n",
            "[4]\tvalidation_0-rmse:4.66667\n",
            "[6]\tvalidation_0-rmse:4.485\n",
            "[8]\tvalidation_0-rmse:4.40587\n",
            "[10]\tvalidation_0-rmse:4.31665\n",
            "[12]\tvalidation_0-rmse:4.25324\n",
            "[14]\tvalidation_0-rmse:4.18197\n",
            "[16]\tvalidation_0-rmse:4.10762\n",
            "[18]\tvalidation_0-rmse:4.04919\n",
            "[20]\tvalidation_0-rmse:4.03956\n",
            "[22]\tvalidation_0-rmse:4.01512\n",
            "[24]\tvalidation_0-rmse:3.99268\n",
            "[26]\tvalidation_0-rmse:3.96697\n",
            "[28]\tvalidation_0-rmse:3.9652\n",
            "[30]\tvalidation_0-rmse:3.93834\n",
            "[32]\tvalidation_0-rmse:3.91463\n",
            "[34]\tvalidation_0-rmse:3.87867\n",
            "[36]\tvalidation_0-rmse:3.84237\n",
            "[38]\tvalidation_0-rmse:3.83259\n",
            "[40]\tvalidation_0-rmse:3.80473\n",
            "[42]\tvalidation_0-rmse:3.80459\n",
            "[44]\tvalidation_0-rmse:3.8046\n",
            "[46]\tvalidation_0-rmse:3.78767\n",
            "[48]\tvalidation_0-rmse:3.7872\n",
            "[50]\tvalidation_0-rmse:3.78274\n",
            "[52]\tvalidation_0-rmse:3.78215\n",
            "[54]\tvalidation_0-rmse:3.75156\n",
            "[56]\tvalidation_0-rmse:3.75108\n",
            "[58]\tvalidation_0-rmse:3.74726\n",
            "[60]\tvalidation_0-rmse:3.72533\n",
            "[62]\tvalidation_0-rmse:3.72351\n",
            "[64]\tvalidation_0-rmse:3.72476\n",
            "[66]\tvalidation_0-rmse:3.72805\n",
            "[68]\tvalidation_0-rmse:3.73159\n",
            "[70]\tvalidation_0-rmse:3.72863\n",
            "[72]\tvalidation_0-rmse:3.73155\n",
            "[74]\tvalidation_0-rmse:3.73756\n",
            "[76]\tvalidation_0-rmse:3.74127\n",
            "[78]\tvalidation_0-rmse:3.7418\n",
            "[80]\tvalidation_0-rmse:3.74053\n",
            "[82]\tvalidation_0-rmse:3.74035\n",
            "[84]\tvalidation_0-rmse:3.74213\n",
            "[86]\tvalidation_0-rmse:3.74403\n",
            "[88]\tvalidation_0-rmse:3.74413\n",
            "[90]\tvalidation_0-rmse:3.74233\n",
            "[92]\tvalidation_0-rmse:3.74498\n",
            "Stopping. Best iteration:\n",
            "[62]\tvalidation_0-rmse:3.72351\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=300, subsample=0.9; total time=  41.2s\n",
            "[0]\tvalidation_0-rmse:5.15532\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.94509\n",
            "[4]\tvalidation_0-rmse:4.75046\n",
            "[6]\tvalidation_0-rmse:4.51539\n",
            "[8]\tvalidation_0-rmse:4.4226\n",
            "[10]\tvalidation_0-rmse:4.30084\n",
            "[12]\tvalidation_0-rmse:4.25916\n",
            "[14]\tvalidation_0-rmse:4.23124\n",
            "[16]\tvalidation_0-rmse:4.21752\n",
            "[18]\tvalidation_0-rmse:4.17112\n",
            "[20]\tvalidation_0-rmse:4.13711\n",
            "[22]\tvalidation_0-rmse:4.12523\n",
            "[24]\tvalidation_0-rmse:4.10145\n",
            "[26]\tvalidation_0-rmse:4.10618\n",
            "[28]\tvalidation_0-rmse:4.09957\n",
            "[30]\tvalidation_0-rmse:4.08114\n",
            "[32]\tvalidation_0-rmse:4.09174\n",
            "[34]\tvalidation_0-rmse:4.05617\n",
            "[36]\tvalidation_0-rmse:4.05105\n",
            "[38]\tvalidation_0-rmse:4.03756\n",
            "[40]\tvalidation_0-rmse:4.02825\n",
            "[42]\tvalidation_0-rmse:4.00831\n",
            "[44]\tvalidation_0-rmse:3.99979\n",
            "[46]\tvalidation_0-rmse:3.98886\n",
            "[48]\tvalidation_0-rmse:3.99666\n",
            "[50]\tvalidation_0-rmse:3.97898\n",
            "[52]\tvalidation_0-rmse:3.9718\n",
            "[54]\tvalidation_0-rmse:3.96911\n",
            "[56]\tvalidation_0-rmse:3.96156\n",
            "[58]\tvalidation_0-rmse:3.97193\n",
            "[60]\tvalidation_0-rmse:3.96312\n",
            "[62]\tvalidation_0-rmse:3.96618\n",
            "[64]\tvalidation_0-rmse:3.95968\n",
            "[66]\tvalidation_0-rmse:3.96127\n",
            "[68]\tvalidation_0-rmse:3.96091\n",
            "[70]\tvalidation_0-rmse:3.96908\n",
            "[72]\tvalidation_0-rmse:3.97188\n",
            "[74]\tvalidation_0-rmse:3.96327\n",
            "[76]\tvalidation_0-rmse:3.96154\n",
            "[78]\tvalidation_0-rmse:3.95544\n",
            "[80]\tvalidation_0-rmse:3.95083\n",
            "[82]\tvalidation_0-rmse:3.9541\n",
            "[84]\tvalidation_0-rmse:3.94879\n",
            "[86]\tvalidation_0-rmse:3.94912\n",
            "[88]\tvalidation_0-rmse:3.94552\n",
            "[90]\tvalidation_0-rmse:3.94613\n",
            "[92]\tvalidation_0-rmse:3.9464\n",
            "[94]\tvalidation_0-rmse:3.94462\n",
            "[96]\tvalidation_0-rmse:3.94522\n",
            "[98]\tvalidation_0-rmse:3.95155\n",
            "[100]\tvalidation_0-rmse:3.93252\n",
            "[102]\tvalidation_0-rmse:3.93434\n",
            "[104]\tvalidation_0-rmse:3.9392\n",
            "[106]\tvalidation_0-rmse:3.93404\n",
            "[108]\tvalidation_0-rmse:3.93988\n",
            "[110]\tvalidation_0-rmse:3.93977\n",
            "[112]\tvalidation_0-rmse:3.9346\n",
            "[114]\tvalidation_0-rmse:3.92843\n",
            "[116]\tvalidation_0-rmse:3.92867\n",
            "[118]\tvalidation_0-rmse:3.92991\n",
            "[120]\tvalidation_0-rmse:3.9307\n",
            "[122]\tvalidation_0-rmse:3.93502\n",
            "[124]\tvalidation_0-rmse:3.93165\n",
            "[126]\tvalidation_0-rmse:3.92713\n",
            "[128]\tvalidation_0-rmse:3.92478\n",
            "[130]\tvalidation_0-rmse:3.91272\n",
            "[132]\tvalidation_0-rmse:3.92238\n",
            "[134]\tvalidation_0-rmse:3.92386\n",
            "[136]\tvalidation_0-rmse:3.92349\n",
            "[138]\tvalidation_0-rmse:3.92602\n",
            "[140]\tvalidation_0-rmse:3.93091\n",
            "[142]\tvalidation_0-rmse:3.92954\n",
            "[144]\tvalidation_0-rmse:3.93078\n",
            "[146]\tvalidation_0-rmse:3.93153\n",
            "[148]\tvalidation_0-rmse:3.93396\n",
            "[150]\tvalidation_0-rmse:3.93577\n",
            "[152]\tvalidation_0-rmse:3.93829\n",
            "[154]\tvalidation_0-rmse:3.93855\n",
            "[156]\tvalidation_0-rmse:3.93254\n",
            "[158]\tvalidation_0-rmse:3.94229\n",
            "[160]\tvalidation_0-rmse:3.94335\n",
            "Stopping. Best iteration:\n",
            "[130]\tvalidation_0-rmse:3.91272\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=500, subsample=0.6; total time=  45.7s\n",
            "[0]\tvalidation_0-rmse:5.15768\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.86901\n",
            "[4]\tvalidation_0-rmse:4.69866\n",
            "[6]\tvalidation_0-rmse:4.50006\n",
            "[8]\tvalidation_0-rmse:4.43007\n",
            "[10]\tvalidation_0-rmse:4.31175\n",
            "[12]\tvalidation_0-rmse:4.24971\n",
            "[14]\tvalidation_0-rmse:4.18997\n",
            "[16]\tvalidation_0-rmse:4.16509\n",
            "[18]\tvalidation_0-rmse:4.11104\n",
            "[20]\tvalidation_0-rmse:4.10452\n",
            "[22]\tvalidation_0-rmse:4.09743\n",
            "[24]\tvalidation_0-rmse:4.08273\n",
            "[26]\tvalidation_0-rmse:4.07452\n",
            "[28]\tvalidation_0-rmse:4.07769\n",
            "[30]\tvalidation_0-rmse:4.0697\n",
            "[32]\tvalidation_0-rmse:4.05825\n",
            "[34]\tvalidation_0-rmse:4.05875\n",
            "[36]\tvalidation_0-rmse:4.06927\n",
            "[38]\tvalidation_0-rmse:4.04541\n",
            "[40]\tvalidation_0-rmse:4.045\n",
            "[42]\tvalidation_0-rmse:4.01288\n",
            "[44]\tvalidation_0-rmse:4.01202\n",
            "[46]\tvalidation_0-rmse:4.00866\n",
            "[48]\tvalidation_0-rmse:3.99553\n",
            "[50]\tvalidation_0-rmse:3.99493\n",
            "[52]\tvalidation_0-rmse:3.98701\n",
            "[54]\tvalidation_0-rmse:3.97068\n",
            "[56]\tvalidation_0-rmse:3.97131\n",
            "[58]\tvalidation_0-rmse:3.97373\n",
            "[60]\tvalidation_0-rmse:3.95265\n",
            "[62]\tvalidation_0-rmse:3.92872\n",
            "[64]\tvalidation_0-rmse:3.93402\n",
            "[66]\tvalidation_0-rmse:3.92585\n",
            "[68]\tvalidation_0-rmse:3.91941\n",
            "[70]\tvalidation_0-rmse:3.92573\n",
            "[72]\tvalidation_0-rmse:3.92908\n",
            "[74]\tvalidation_0-rmse:3.92956\n",
            "[76]\tvalidation_0-rmse:3.93319\n",
            "[78]\tvalidation_0-rmse:3.942\n",
            "[80]\tvalidation_0-rmse:3.94265\n",
            "[82]\tvalidation_0-rmse:3.94328\n",
            "[84]\tvalidation_0-rmse:3.94057\n",
            "[86]\tvalidation_0-rmse:3.93849\n",
            "[88]\tvalidation_0-rmse:3.93752\n",
            "[90]\tvalidation_0-rmse:3.93521\n",
            "[92]\tvalidation_0-rmse:3.93517\n",
            "[94]\tvalidation_0-rmse:3.93791\n",
            "[96]\tvalidation_0-rmse:3.94033\n",
            "[98]\tvalidation_0-rmse:3.94247\n",
            "Stopping. Best iteration:\n",
            "[68]\tvalidation_0-rmse:3.91941\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=500, subsample=0.7; total time=  41.6s\n",
            "[0]\tvalidation_0-rmse:5.15752\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.88486\n",
            "[4]\tvalidation_0-rmse:4.68196\n",
            "[6]\tvalidation_0-rmse:4.56368\n",
            "[8]\tvalidation_0-rmse:4.44383\n",
            "[10]\tvalidation_0-rmse:4.32499\n",
            "[12]\tvalidation_0-rmse:4.287\n",
            "[14]\tvalidation_0-rmse:4.21164\n",
            "[16]\tvalidation_0-rmse:4.15821\n",
            "[18]\tvalidation_0-rmse:4.09538\n",
            "[20]\tvalidation_0-rmse:4.06932\n",
            "[22]\tvalidation_0-rmse:4.05479\n",
            "[24]\tvalidation_0-rmse:4.05931\n",
            "[26]\tvalidation_0-rmse:4.03747\n",
            "[28]\tvalidation_0-rmse:4.04175\n",
            "[30]\tvalidation_0-rmse:4.01617\n",
            "[32]\tvalidation_0-rmse:4.00854\n",
            "[34]\tvalidation_0-rmse:3.97808\n",
            "[36]\tvalidation_0-rmse:3.96555\n",
            "[38]\tvalidation_0-rmse:3.939\n",
            "[40]\tvalidation_0-rmse:3.94001\n",
            "[42]\tvalidation_0-rmse:3.94416\n",
            "[44]\tvalidation_0-rmse:3.93958\n",
            "[46]\tvalidation_0-rmse:3.93169\n",
            "[48]\tvalidation_0-rmse:3.92121\n",
            "[50]\tvalidation_0-rmse:3.93049\n",
            "[52]\tvalidation_0-rmse:3.91449\n",
            "[54]\tvalidation_0-rmse:3.91238\n",
            "[56]\tvalidation_0-rmse:3.90085\n",
            "[58]\tvalidation_0-rmse:3.90333\n",
            "[60]\tvalidation_0-rmse:3.89805\n",
            "[62]\tvalidation_0-rmse:3.899\n",
            "[64]\tvalidation_0-rmse:3.90291\n",
            "[66]\tvalidation_0-rmse:3.90145\n",
            "[68]\tvalidation_0-rmse:3.90989\n",
            "[70]\tvalidation_0-rmse:3.91738\n",
            "[72]\tvalidation_0-rmse:3.91619\n",
            "[74]\tvalidation_0-rmse:3.91221\n",
            "[76]\tvalidation_0-rmse:3.91229\n",
            "[78]\tvalidation_0-rmse:3.9107\n",
            "[80]\tvalidation_0-rmse:3.91573\n",
            "[82]\tvalidation_0-rmse:3.91866\n",
            "[84]\tvalidation_0-rmse:3.91405\n",
            "[86]\tvalidation_0-rmse:3.90849\n",
            "[88]\tvalidation_0-rmse:3.91098\n",
            "[90]\tvalidation_0-rmse:3.91338\n",
            "Stopping. Best iteration:\n",
            "[60]\tvalidation_0-rmse:3.89805\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=500, subsample=0.8; total time=  41.0s\n",
            "[0]\tvalidation_0-rmse:5.1608\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.86204\n",
            "[4]\tvalidation_0-rmse:4.66667\n",
            "[6]\tvalidation_0-rmse:4.485\n",
            "[8]\tvalidation_0-rmse:4.40587\n",
            "[10]\tvalidation_0-rmse:4.31665\n",
            "[12]\tvalidation_0-rmse:4.25324\n",
            "[14]\tvalidation_0-rmse:4.18197\n",
            "[16]\tvalidation_0-rmse:4.10762\n",
            "[18]\tvalidation_0-rmse:4.04919\n",
            "[20]\tvalidation_0-rmse:4.03956\n",
            "[22]\tvalidation_0-rmse:4.01512\n",
            "[24]\tvalidation_0-rmse:3.99268\n",
            "[26]\tvalidation_0-rmse:3.96697\n",
            "[28]\tvalidation_0-rmse:3.9652\n",
            "[30]\tvalidation_0-rmse:3.93834\n",
            "[32]\tvalidation_0-rmse:3.91463\n",
            "[34]\tvalidation_0-rmse:3.87867\n",
            "[36]\tvalidation_0-rmse:3.84237\n",
            "[38]\tvalidation_0-rmse:3.83259\n",
            "[40]\tvalidation_0-rmse:3.80473\n",
            "[42]\tvalidation_0-rmse:3.80459\n",
            "[44]\tvalidation_0-rmse:3.8046\n",
            "[46]\tvalidation_0-rmse:3.78767\n",
            "[48]\tvalidation_0-rmse:3.7872\n",
            "[50]\tvalidation_0-rmse:3.78274\n",
            "[52]\tvalidation_0-rmse:3.78215\n",
            "[54]\tvalidation_0-rmse:3.75156\n",
            "[56]\tvalidation_0-rmse:3.75108\n",
            "[58]\tvalidation_0-rmse:3.74726\n",
            "[60]\tvalidation_0-rmse:3.72533\n",
            "[62]\tvalidation_0-rmse:3.72351\n",
            "[64]\tvalidation_0-rmse:3.72476\n",
            "[66]\tvalidation_0-rmse:3.72805\n",
            "[68]\tvalidation_0-rmse:3.73159\n",
            "[70]\tvalidation_0-rmse:3.72863\n",
            "[72]\tvalidation_0-rmse:3.73155\n",
            "[74]\tvalidation_0-rmse:3.73756\n",
            "[76]\tvalidation_0-rmse:3.74127\n",
            "[78]\tvalidation_0-rmse:3.7418\n",
            "[80]\tvalidation_0-rmse:3.74053\n",
            "[82]\tvalidation_0-rmse:3.74035\n",
            "[84]\tvalidation_0-rmse:3.74213\n",
            "[86]\tvalidation_0-rmse:3.74403\n",
            "[88]\tvalidation_0-rmse:3.74413\n",
            "[90]\tvalidation_0-rmse:3.74233\n",
            "[92]\tvalidation_0-rmse:3.74498\n",
            "Stopping. Best iteration:\n",
            "[62]\tvalidation_0-rmse:3.72351\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=500, subsample=0.9; total time=  41.0s\n",
            "[0]\tvalidation_0-rmse:5.15532\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.94509\n",
            "[4]\tvalidation_0-rmse:4.75046\n",
            "[6]\tvalidation_0-rmse:4.51539\n",
            "[8]\tvalidation_0-rmse:4.4226\n",
            "[10]\tvalidation_0-rmse:4.30084\n",
            "[12]\tvalidation_0-rmse:4.25916\n",
            "[14]\tvalidation_0-rmse:4.23124\n",
            "[16]\tvalidation_0-rmse:4.21752\n",
            "[18]\tvalidation_0-rmse:4.17112\n",
            "[20]\tvalidation_0-rmse:4.13711\n",
            "[22]\tvalidation_0-rmse:4.12523\n",
            "[24]\tvalidation_0-rmse:4.10145\n",
            "[26]\tvalidation_0-rmse:4.10618\n",
            "[28]\tvalidation_0-rmse:4.09957\n",
            "[30]\tvalidation_0-rmse:4.08114\n",
            "[32]\tvalidation_0-rmse:4.09174\n",
            "[34]\tvalidation_0-rmse:4.05617\n",
            "[36]\tvalidation_0-rmse:4.05105\n",
            "[38]\tvalidation_0-rmse:4.03756\n",
            "[40]\tvalidation_0-rmse:4.02825\n",
            "[42]\tvalidation_0-rmse:4.00831\n",
            "[44]\tvalidation_0-rmse:3.99979\n",
            "[46]\tvalidation_0-rmse:3.98886\n",
            "[48]\tvalidation_0-rmse:3.99666\n",
            "[50]\tvalidation_0-rmse:3.97898\n",
            "[52]\tvalidation_0-rmse:3.9718\n",
            "[54]\tvalidation_0-rmse:3.96911\n",
            "[56]\tvalidation_0-rmse:3.96156\n",
            "[58]\tvalidation_0-rmse:3.97193\n",
            "[60]\tvalidation_0-rmse:3.96312\n",
            "[62]\tvalidation_0-rmse:3.96618\n",
            "[64]\tvalidation_0-rmse:3.95968\n",
            "[66]\tvalidation_0-rmse:3.96127\n",
            "[68]\tvalidation_0-rmse:3.96091\n",
            "[70]\tvalidation_0-rmse:3.96908\n",
            "[72]\tvalidation_0-rmse:3.97188\n",
            "[74]\tvalidation_0-rmse:3.96327\n",
            "[76]\tvalidation_0-rmse:3.96154\n",
            "[78]\tvalidation_0-rmse:3.95544\n",
            "[80]\tvalidation_0-rmse:3.95083\n",
            "[82]\tvalidation_0-rmse:3.9541\n",
            "[84]\tvalidation_0-rmse:3.94879\n",
            "[86]\tvalidation_0-rmse:3.94912\n",
            "[88]\tvalidation_0-rmse:3.94552\n",
            "[90]\tvalidation_0-rmse:3.94613\n",
            "[92]\tvalidation_0-rmse:3.9464\n",
            "[94]\tvalidation_0-rmse:3.94462\n",
            "[96]\tvalidation_0-rmse:3.94522\n",
            "[98]\tvalidation_0-rmse:3.95155\n",
            "[100]\tvalidation_0-rmse:3.93252\n",
            "[102]\tvalidation_0-rmse:3.93434\n",
            "[104]\tvalidation_0-rmse:3.9392\n",
            "[106]\tvalidation_0-rmse:3.93404\n",
            "[108]\tvalidation_0-rmse:3.93988\n",
            "[110]\tvalidation_0-rmse:3.93977\n",
            "[112]\tvalidation_0-rmse:3.9346\n",
            "[114]\tvalidation_0-rmse:3.92843\n",
            "[116]\tvalidation_0-rmse:3.92867\n",
            "[118]\tvalidation_0-rmse:3.92991\n",
            "[120]\tvalidation_0-rmse:3.9307\n",
            "[122]\tvalidation_0-rmse:3.93502\n",
            "[124]\tvalidation_0-rmse:3.93165\n",
            "[126]\tvalidation_0-rmse:3.92713\n",
            "[128]\tvalidation_0-rmse:3.92478\n",
            "[130]\tvalidation_0-rmse:3.91272\n",
            "[132]\tvalidation_0-rmse:3.92238\n",
            "[134]\tvalidation_0-rmse:3.92386\n",
            "[136]\tvalidation_0-rmse:3.92349\n",
            "[138]\tvalidation_0-rmse:3.92602\n",
            "[140]\tvalidation_0-rmse:3.93091\n",
            "[142]\tvalidation_0-rmse:3.92954\n",
            "[144]\tvalidation_0-rmse:3.93078\n",
            "[146]\tvalidation_0-rmse:3.93153\n",
            "[148]\tvalidation_0-rmse:3.93396\n",
            "[150]\tvalidation_0-rmse:3.93577\n",
            "[152]\tvalidation_0-rmse:3.93829\n",
            "[154]\tvalidation_0-rmse:3.93855\n",
            "[156]\tvalidation_0-rmse:3.93254\n",
            "[158]\tvalidation_0-rmse:3.94229\n",
            "[160]\tvalidation_0-rmse:3.94335\n",
            "Stopping. Best iteration:\n",
            "[130]\tvalidation_0-rmse:3.91272\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=700, subsample=0.6; total time=  45.6s\n",
            "[0]\tvalidation_0-rmse:5.15768\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.86901\n",
            "[4]\tvalidation_0-rmse:4.69866\n",
            "[6]\tvalidation_0-rmse:4.50006\n",
            "[8]\tvalidation_0-rmse:4.43007\n",
            "[10]\tvalidation_0-rmse:4.31175\n",
            "[12]\tvalidation_0-rmse:4.24971\n",
            "[14]\tvalidation_0-rmse:4.18997\n",
            "[16]\tvalidation_0-rmse:4.16509\n",
            "[18]\tvalidation_0-rmse:4.11104\n",
            "[20]\tvalidation_0-rmse:4.10452\n",
            "[22]\tvalidation_0-rmse:4.09743\n",
            "[24]\tvalidation_0-rmse:4.08273\n",
            "[26]\tvalidation_0-rmse:4.07452\n",
            "[28]\tvalidation_0-rmse:4.07769\n",
            "[30]\tvalidation_0-rmse:4.0697\n",
            "[32]\tvalidation_0-rmse:4.05825\n",
            "[34]\tvalidation_0-rmse:4.05875\n",
            "[36]\tvalidation_0-rmse:4.06927\n",
            "[38]\tvalidation_0-rmse:4.04541\n",
            "[40]\tvalidation_0-rmse:4.045\n",
            "[42]\tvalidation_0-rmse:4.01288\n",
            "[44]\tvalidation_0-rmse:4.01202\n",
            "[46]\tvalidation_0-rmse:4.00866\n",
            "[48]\tvalidation_0-rmse:3.99553\n",
            "[50]\tvalidation_0-rmse:3.99493\n",
            "[52]\tvalidation_0-rmse:3.98701\n",
            "[54]\tvalidation_0-rmse:3.97068\n",
            "[56]\tvalidation_0-rmse:3.97131\n",
            "[58]\tvalidation_0-rmse:3.97373\n",
            "[60]\tvalidation_0-rmse:3.95265\n",
            "[62]\tvalidation_0-rmse:3.92872\n",
            "[64]\tvalidation_0-rmse:3.93402\n",
            "[66]\tvalidation_0-rmse:3.92585\n",
            "[68]\tvalidation_0-rmse:3.91941\n",
            "[70]\tvalidation_0-rmse:3.92573\n",
            "[72]\tvalidation_0-rmse:3.92908\n",
            "[74]\tvalidation_0-rmse:3.92956\n",
            "[76]\tvalidation_0-rmse:3.93319\n",
            "[78]\tvalidation_0-rmse:3.942\n",
            "[80]\tvalidation_0-rmse:3.94265\n",
            "[82]\tvalidation_0-rmse:3.94328\n",
            "[84]\tvalidation_0-rmse:3.94057\n",
            "[86]\tvalidation_0-rmse:3.93849\n",
            "[88]\tvalidation_0-rmse:3.93752\n",
            "[90]\tvalidation_0-rmse:3.93521\n",
            "[92]\tvalidation_0-rmse:3.93517\n",
            "[94]\tvalidation_0-rmse:3.93791\n",
            "[96]\tvalidation_0-rmse:3.94033\n",
            "[98]\tvalidation_0-rmse:3.94247\n",
            "Stopping. Best iteration:\n",
            "[68]\tvalidation_0-rmse:3.91941\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=700, subsample=0.7; total time=  41.6s\n",
            "[0]\tvalidation_0-rmse:5.15752\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.88486\n",
            "[4]\tvalidation_0-rmse:4.68196\n",
            "[6]\tvalidation_0-rmse:4.56368\n",
            "[8]\tvalidation_0-rmse:4.44383\n",
            "[10]\tvalidation_0-rmse:4.32499\n",
            "[12]\tvalidation_0-rmse:4.287\n",
            "[14]\tvalidation_0-rmse:4.21164\n",
            "[16]\tvalidation_0-rmse:4.15821\n",
            "[18]\tvalidation_0-rmse:4.09538\n",
            "[20]\tvalidation_0-rmse:4.06932\n",
            "[22]\tvalidation_0-rmse:4.05479\n",
            "[24]\tvalidation_0-rmse:4.05931\n",
            "[26]\tvalidation_0-rmse:4.03747\n",
            "[28]\tvalidation_0-rmse:4.04175\n",
            "[30]\tvalidation_0-rmse:4.0162\n",
            "[32]\tvalidation_0-rmse:4.00858\n",
            "[34]\tvalidation_0-rmse:3.97813\n",
            "[36]\tvalidation_0-rmse:3.96509\n",
            "[38]\tvalidation_0-rmse:3.93854\n",
            "[40]\tvalidation_0-rmse:3.93967\n",
            "[42]\tvalidation_0-rmse:3.94342\n",
            "[44]\tvalidation_0-rmse:3.93803\n",
            "[46]\tvalidation_0-rmse:3.93208\n",
            "[48]\tvalidation_0-rmse:3.92225\n",
            "[50]\tvalidation_0-rmse:3.91661\n",
            "[52]\tvalidation_0-rmse:3.91801\n",
            "[54]\tvalidation_0-rmse:3.90736\n",
            "[56]\tvalidation_0-rmse:3.89141\n",
            "[58]\tvalidation_0-rmse:3.89511\n",
            "[60]\tvalidation_0-rmse:3.89405\n",
            "[62]\tvalidation_0-rmse:3.88138\n",
            "[64]\tvalidation_0-rmse:3.88218\n",
            "[66]\tvalidation_0-rmse:3.87898\n",
            "[68]\tvalidation_0-rmse:3.88769\n",
            "[70]\tvalidation_0-rmse:3.88366\n",
            "[72]\tvalidation_0-rmse:3.88442\n",
            "[74]\tvalidation_0-rmse:3.87297\n",
            "[76]\tvalidation_0-rmse:3.8734\n",
            "[78]\tvalidation_0-rmse:3.8709\n",
            "[80]\tvalidation_0-rmse:3.87305\n",
            "[82]\tvalidation_0-rmse:3.87295\n",
            "[84]\tvalidation_0-rmse:3.87279\n",
            "[86]\tvalidation_0-rmse:3.87724\n",
            "[88]\tvalidation_0-rmse:3.88071\n",
            "[90]\tvalidation_0-rmse:3.87831\n",
            "[92]\tvalidation_0-rmse:3.87824\n",
            "[94]\tvalidation_0-rmse:3.88199\n",
            "[96]\tvalidation_0-rmse:3.88352\n",
            "[98]\tvalidation_0-rmse:3.88027\n",
            "[100]\tvalidation_0-rmse:3.87932\n",
            "[102]\tvalidation_0-rmse:3.87752\n",
            "[104]\tvalidation_0-rmse:3.87885\n",
            "[106]\tvalidation_0-rmse:3.88014\n",
            "[108]\tvalidation_0-rmse:3.88174\n",
            "Stopping. Best iteration:\n",
            "[78]\tvalidation_0-rmse:3.8709\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=700, subsample=0.8; total time=  42.5s\n",
            "[0]\tvalidation_0-rmse:5.1608\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.86204\n",
            "[4]\tvalidation_0-rmse:4.66667\n",
            "[6]\tvalidation_0-rmse:4.485\n",
            "[8]\tvalidation_0-rmse:4.40587\n",
            "[10]\tvalidation_0-rmse:4.31665\n",
            "[12]\tvalidation_0-rmse:4.25324\n",
            "[14]\tvalidation_0-rmse:4.18197\n",
            "[16]\tvalidation_0-rmse:4.10762\n",
            "[18]\tvalidation_0-rmse:4.04919\n",
            "[20]\tvalidation_0-rmse:4.03956\n",
            "[22]\tvalidation_0-rmse:4.01512\n",
            "[24]\tvalidation_0-rmse:3.99268\n",
            "[26]\tvalidation_0-rmse:3.96697\n",
            "[28]\tvalidation_0-rmse:3.9652\n",
            "[30]\tvalidation_0-rmse:3.93834\n",
            "[32]\tvalidation_0-rmse:3.91463\n",
            "[34]\tvalidation_0-rmse:3.87867\n",
            "[36]\tvalidation_0-rmse:3.84237\n",
            "[38]\tvalidation_0-rmse:3.83259\n",
            "[40]\tvalidation_0-rmse:3.80473\n",
            "[42]\tvalidation_0-rmse:3.80459\n",
            "[44]\tvalidation_0-rmse:3.8046\n",
            "[46]\tvalidation_0-rmse:3.78767\n",
            "[48]\tvalidation_0-rmse:3.7872\n",
            "[50]\tvalidation_0-rmse:3.78274\n",
            "[52]\tvalidation_0-rmse:3.78215\n",
            "[54]\tvalidation_0-rmse:3.75156\n",
            "[56]\tvalidation_0-rmse:3.75108\n",
            "[58]\tvalidation_0-rmse:3.74726\n",
            "[60]\tvalidation_0-rmse:3.72533\n",
            "[62]\tvalidation_0-rmse:3.72351\n",
            "[64]\tvalidation_0-rmse:3.72476\n",
            "[66]\tvalidation_0-rmse:3.72805\n",
            "[68]\tvalidation_0-rmse:3.73159\n",
            "[70]\tvalidation_0-rmse:3.72863\n",
            "[72]\tvalidation_0-rmse:3.73155\n",
            "[74]\tvalidation_0-rmse:3.73756\n",
            "[76]\tvalidation_0-rmse:3.74127\n",
            "[78]\tvalidation_0-rmse:3.7418\n",
            "[80]\tvalidation_0-rmse:3.74053\n",
            "[82]\tvalidation_0-rmse:3.74035\n",
            "[84]\tvalidation_0-rmse:3.74213\n",
            "[86]\tvalidation_0-rmse:3.74403\n",
            "[88]\tvalidation_0-rmse:3.74413\n",
            "[90]\tvalidation_0-rmse:3.74233\n",
            "[92]\tvalidation_0-rmse:3.74498\n",
            "Stopping. Best iteration:\n",
            "[62]\tvalidation_0-rmse:3.72351\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.1, max_depth=10, min_child_weight=10, n_estimators=700, subsample=0.9; total time=  40.9s\n",
            "[0]\tvalidation_0-rmse:4.83624\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.19258\n",
            "[4]\tvalidation_0-rmse:4.0703\n",
            "[6]\tvalidation_0-rmse:3.99989\n",
            "[8]\tvalidation_0-rmse:3.94954\n",
            "[10]\tvalidation_0-rmse:3.93024\n",
            "[12]\tvalidation_0-rmse:3.92202\n",
            "[14]\tvalidation_0-rmse:3.91454\n",
            "[16]\tvalidation_0-rmse:3.83965\n",
            "[18]\tvalidation_0-rmse:3.82111\n",
            "[20]\tvalidation_0-rmse:3.83993\n",
            "[22]\tvalidation_0-rmse:3.813\n",
            "[24]\tvalidation_0-rmse:3.82349\n",
            "[26]\tvalidation_0-rmse:3.84826\n",
            "[28]\tvalidation_0-rmse:3.84681\n",
            "[30]\tvalidation_0-rmse:3.84676\n",
            "[32]\tvalidation_0-rmse:3.86459\n",
            "[34]\tvalidation_0-rmse:3.86302\n",
            "[36]\tvalidation_0-rmse:3.85185\n",
            "[38]\tvalidation_0-rmse:3.85105\n",
            "[40]\tvalidation_0-rmse:3.84843\n",
            "[42]\tvalidation_0-rmse:3.85647\n",
            "[44]\tvalidation_0-rmse:3.82751\n",
            "[46]\tvalidation_0-rmse:3.81651\n",
            "[48]\tvalidation_0-rmse:3.82882\n",
            "[50]\tvalidation_0-rmse:3.83327\n",
            "[52]\tvalidation_0-rmse:3.82834\n",
            "Stopping. Best iteration:\n",
            "[22]\tvalidation_0-rmse:3.813\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=300, subsample=0.6; total time=  36.2s\n",
            "[0]\tvalidation_0-rmse:4.76018\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.22844\n",
            "[4]\tvalidation_0-rmse:4.13533\n",
            "[6]\tvalidation_0-rmse:4.08473\n",
            "[8]\tvalidation_0-rmse:4.06608\n",
            "[10]\tvalidation_0-rmse:3.99873\n",
            "[12]\tvalidation_0-rmse:3.99883\n",
            "[14]\tvalidation_0-rmse:3.99833\n",
            "[16]\tvalidation_0-rmse:4.00197\n",
            "[18]\tvalidation_0-rmse:4.00538\n",
            "[20]\tvalidation_0-rmse:3.98055\n",
            "[22]\tvalidation_0-rmse:3.97201\n",
            "[24]\tvalidation_0-rmse:3.95726\n",
            "[26]\tvalidation_0-rmse:3.95946\n",
            "[28]\tvalidation_0-rmse:3.94812\n",
            "[30]\tvalidation_0-rmse:3.94979\n",
            "[32]\tvalidation_0-rmse:3.94618\n",
            "[34]\tvalidation_0-rmse:3.95985\n",
            "[36]\tvalidation_0-rmse:3.94528\n",
            "[38]\tvalidation_0-rmse:3.93718\n",
            "[40]\tvalidation_0-rmse:3.94963\n",
            "[42]\tvalidation_0-rmse:3.94692\n",
            "[44]\tvalidation_0-rmse:3.95552\n",
            "[46]\tvalidation_0-rmse:3.94695\n",
            "[48]\tvalidation_0-rmse:3.94215\n",
            "[50]\tvalidation_0-rmse:3.92966\n",
            "[52]\tvalidation_0-rmse:3.92797\n",
            "[54]\tvalidation_0-rmse:3.92573\n",
            "[56]\tvalidation_0-rmse:3.9305\n",
            "[58]\tvalidation_0-rmse:3.93078\n",
            "[60]\tvalidation_0-rmse:3.92537\n",
            "[62]\tvalidation_0-rmse:3.92725\n",
            "[64]\tvalidation_0-rmse:3.93698\n",
            "[66]\tvalidation_0-rmse:3.93969\n",
            "[68]\tvalidation_0-rmse:3.94283\n",
            "[70]\tvalidation_0-rmse:3.93639\n",
            "[72]\tvalidation_0-rmse:3.93579\n",
            "[74]\tvalidation_0-rmse:3.93697\n",
            "[76]\tvalidation_0-rmse:3.91547\n",
            "[78]\tvalidation_0-rmse:3.92033\n",
            "[80]\tvalidation_0-rmse:3.92056\n",
            "[82]\tvalidation_0-rmse:3.91708\n",
            "[84]\tvalidation_0-rmse:3.9172\n",
            "[86]\tvalidation_0-rmse:3.92275\n",
            "[88]\tvalidation_0-rmse:3.92631\n",
            "[90]\tvalidation_0-rmse:3.92382\n",
            "[92]\tvalidation_0-rmse:3.92638\n",
            "[94]\tvalidation_0-rmse:3.92335\n",
            "[96]\tvalidation_0-rmse:3.92325\n",
            "[98]\tvalidation_0-rmse:3.92958\n",
            "[100]\tvalidation_0-rmse:3.92617\n",
            "[102]\tvalidation_0-rmse:3.92727\n",
            "[104]\tvalidation_0-rmse:3.92873\n",
            "[106]\tvalidation_0-rmse:3.92877\n",
            "Stopping. Best iteration:\n",
            "[76]\tvalidation_0-rmse:3.91547\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=300, subsample=0.7; total time=  39.9s\n",
            "[0]\tvalidation_0-rmse:4.75963\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.18478\n",
            "[4]\tvalidation_0-rmse:3.97129\n",
            "[6]\tvalidation_0-rmse:3.82824\n",
            "[8]\tvalidation_0-rmse:3.78967\n",
            "[10]\tvalidation_0-rmse:3.77759\n",
            "[12]\tvalidation_0-rmse:3.74042\n",
            "[14]\tvalidation_0-rmse:3.71288\n",
            "[16]\tvalidation_0-rmse:3.70328\n",
            "[18]\tvalidation_0-rmse:3.73617\n",
            "[20]\tvalidation_0-rmse:3.70594\n",
            "[22]\tvalidation_0-rmse:3.66311\n",
            "[24]\tvalidation_0-rmse:3.64874\n",
            "[26]\tvalidation_0-rmse:3.64408\n",
            "[28]\tvalidation_0-rmse:3.63228\n",
            "[30]\tvalidation_0-rmse:3.63837\n",
            "[32]\tvalidation_0-rmse:3.6359\n",
            "[34]\tvalidation_0-rmse:3.64637\n",
            "[36]\tvalidation_0-rmse:3.65263\n",
            "[38]\tvalidation_0-rmse:3.65545\n",
            "[40]\tvalidation_0-rmse:3.65234\n",
            "[42]\tvalidation_0-rmse:3.66042\n",
            "[44]\tvalidation_0-rmse:3.65461\n",
            "[46]\tvalidation_0-rmse:3.64702\n",
            "[48]\tvalidation_0-rmse:3.64341\n",
            "[50]\tvalidation_0-rmse:3.63343\n",
            "[52]\tvalidation_0-rmse:3.63772\n",
            "[54]\tvalidation_0-rmse:3.63747\n",
            "[56]\tvalidation_0-rmse:3.637\n",
            "[58]\tvalidation_0-rmse:3.62503\n",
            "[60]\tvalidation_0-rmse:3.63149\n",
            "[62]\tvalidation_0-rmse:3.6298\n",
            "[64]\tvalidation_0-rmse:3.62951\n",
            "[66]\tvalidation_0-rmse:3.62631\n",
            "[68]\tvalidation_0-rmse:3.63423\n",
            "[70]\tvalidation_0-rmse:3.63191\n",
            "[72]\tvalidation_0-rmse:3.63177\n",
            "[74]\tvalidation_0-rmse:3.62296\n",
            "[76]\tvalidation_0-rmse:3.6246\n",
            "[78]\tvalidation_0-rmse:3.62171\n",
            "[80]\tvalidation_0-rmse:3.62144\n",
            "[82]\tvalidation_0-rmse:3.62569\n",
            "[84]\tvalidation_0-rmse:3.62822\n",
            "[86]\tvalidation_0-rmse:3.62839\n",
            "[88]\tvalidation_0-rmse:3.62378\n",
            "[90]\tvalidation_0-rmse:3.62662\n",
            "[92]\tvalidation_0-rmse:3.63258\n",
            "[94]\tvalidation_0-rmse:3.63197\n",
            "[96]\tvalidation_0-rmse:3.62815\n",
            "[98]\tvalidation_0-rmse:3.6287\n",
            "[100]\tvalidation_0-rmse:3.62978\n",
            "[102]\tvalidation_0-rmse:3.63247\n",
            "[104]\tvalidation_0-rmse:3.63574\n",
            "[106]\tvalidation_0-rmse:3.63841\n",
            "Stopping. Best iteration:\n",
            "[77]\tvalidation_0-rmse:3.62063\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=300, subsample=0.8; total time=  40.3s\n",
            "[0]\tvalidation_0-rmse:4.76083\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.13921\n",
            "[4]\tvalidation_0-rmse:3.93984\n",
            "[6]\tvalidation_0-rmse:3.7752\n",
            "[8]\tvalidation_0-rmse:3.77349\n",
            "[10]\tvalidation_0-rmse:3.74047\n",
            "[12]\tvalidation_0-rmse:3.71693\n",
            "[14]\tvalidation_0-rmse:3.69809\n",
            "[16]\tvalidation_0-rmse:3.66287\n",
            "[18]\tvalidation_0-rmse:3.64339\n",
            "[20]\tvalidation_0-rmse:3.63346\n",
            "[22]\tvalidation_0-rmse:3.63066\n",
            "[24]\tvalidation_0-rmse:3.63937\n",
            "[26]\tvalidation_0-rmse:3.65582\n",
            "[28]\tvalidation_0-rmse:3.66139\n",
            "[30]\tvalidation_0-rmse:3.6395\n",
            "[32]\tvalidation_0-rmse:3.63671\n",
            "[34]\tvalidation_0-rmse:3.63919\n",
            "[36]\tvalidation_0-rmse:3.64112\n",
            "[38]\tvalidation_0-rmse:3.63185\n",
            "[40]\tvalidation_0-rmse:3.63691\n",
            "[42]\tvalidation_0-rmse:3.63584\n",
            "[44]\tvalidation_0-rmse:3.63731\n",
            "[46]\tvalidation_0-rmse:3.62895\n",
            "[48]\tvalidation_0-rmse:3.61814\n",
            "[50]\tvalidation_0-rmse:3.61672\n",
            "[52]\tvalidation_0-rmse:3.61974\n",
            "[54]\tvalidation_0-rmse:3.63041\n",
            "[56]\tvalidation_0-rmse:3.62585\n",
            "[58]\tvalidation_0-rmse:3.62426\n",
            "[60]\tvalidation_0-rmse:3.62622\n",
            "[62]\tvalidation_0-rmse:3.62644\n",
            "[64]\tvalidation_0-rmse:3.62842\n",
            "[66]\tvalidation_0-rmse:3.63253\n",
            "[68]\tvalidation_0-rmse:3.61809\n",
            "[70]\tvalidation_0-rmse:3.61781\n",
            "[72]\tvalidation_0-rmse:3.61843\n",
            "[74]\tvalidation_0-rmse:3.61417\n",
            "[76]\tvalidation_0-rmse:3.61316\n",
            "[78]\tvalidation_0-rmse:3.61207\n",
            "[80]\tvalidation_0-rmse:3.61154\n",
            "[82]\tvalidation_0-rmse:3.61061\n",
            "[84]\tvalidation_0-rmse:3.60694\n",
            "[86]\tvalidation_0-rmse:3.60558\n",
            "[88]\tvalidation_0-rmse:3.61893\n",
            "[90]\tvalidation_0-rmse:3.61743\n",
            "[92]\tvalidation_0-rmse:3.6215\n",
            "[94]\tvalidation_0-rmse:3.62169\n",
            "[96]\tvalidation_0-rmse:3.62582\n",
            "[98]\tvalidation_0-rmse:3.62728\n",
            "[100]\tvalidation_0-rmse:3.62643\n",
            "[102]\tvalidation_0-rmse:3.62513\n",
            "[104]\tvalidation_0-rmse:3.62114\n",
            "[106]\tvalidation_0-rmse:3.62189\n",
            "[108]\tvalidation_0-rmse:3.62376\n",
            "[110]\tvalidation_0-rmse:3.62198\n",
            "[112]\tvalidation_0-rmse:3.6203\n",
            "[114]\tvalidation_0-rmse:3.62102\n",
            "Stopping. Best iteration:\n",
            "[85]\tvalidation_0-rmse:3.60533\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=300, subsample=0.9; total time=  40.7s\n",
            "[0]\tvalidation_0-rmse:4.83624\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.19258\n",
            "[4]\tvalidation_0-rmse:4.0703\n",
            "[6]\tvalidation_0-rmse:3.99989\n",
            "[8]\tvalidation_0-rmse:3.94954\n",
            "[10]\tvalidation_0-rmse:3.93024\n",
            "[12]\tvalidation_0-rmse:3.92202\n",
            "[14]\tvalidation_0-rmse:3.91454\n",
            "[16]\tvalidation_0-rmse:3.83965\n",
            "[18]\tvalidation_0-rmse:3.82111\n",
            "[20]\tvalidation_0-rmse:3.83993\n",
            "[22]\tvalidation_0-rmse:3.813\n",
            "[24]\tvalidation_0-rmse:3.82349\n",
            "[26]\tvalidation_0-rmse:3.84826\n",
            "[28]\tvalidation_0-rmse:3.84681\n",
            "[30]\tvalidation_0-rmse:3.84676\n",
            "[32]\tvalidation_0-rmse:3.86459\n",
            "[34]\tvalidation_0-rmse:3.86302\n",
            "[36]\tvalidation_0-rmse:3.85185\n",
            "[38]\tvalidation_0-rmse:3.85105\n",
            "[40]\tvalidation_0-rmse:3.84843\n",
            "[42]\tvalidation_0-rmse:3.85647\n",
            "[44]\tvalidation_0-rmse:3.82751\n",
            "[46]\tvalidation_0-rmse:3.81651\n",
            "[48]\tvalidation_0-rmse:3.82882\n",
            "[50]\tvalidation_0-rmse:3.83327\n",
            "[52]\tvalidation_0-rmse:3.82834\n",
            "Stopping. Best iteration:\n",
            "[22]\tvalidation_0-rmse:3.813\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=500, subsample=0.6; total time=  36.1s\n",
            "[0]\tvalidation_0-rmse:4.76018\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.22844\n",
            "[4]\tvalidation_0-rmse:4.13533\n",
            "[6]\tvalidation_0-rmse:4.08473\n",
            "[8]\tvalidation_0-rmse:4.06608\n",
            "[10]\tvalidation_0-rmse:3.99873\n",
            "[12]\tvalidation_0-rmse:3.99883\n",
            "[14]\tvalidation_0-rmse:3.99833\n",
            "[16]\tvalidation_0-rmse:4.00197\n",
            "[18]\tvalidation_0-rmse:4.00538\n",
            "[20]\tvalidation_0-rmse:3.98055\n",
            "[22]\tvalidation_0-rmse:3.97201\n",
            "[24]\tvalidation_0-rmse:3.95726\n",
            "[26]\tvalidation_0-rmse:3.95946\n",
            "[28]\tvalidation_0-rmse:3.94812\n",
            "[30]\tvalidation_0-rmse:3.94979\n",
            "[32]\tvalidation_0-rmse:3.94618\n",
            "[34]\tvalidation_0-rmse:3.95985\n",
            "[36]\tvalidation_0-rmse:3.94528\n",
            "[38]\tvalidation_0-rmse:3.93718\n",
            "[40]\tvalidation_0-rmse:3.94963\n",
            "[42]\tvalidation_0-rmse:3.94692\n",
            "[44]\tvalidation_0-rmse:3.95552\n",
            "[46]\tvalidation_0-rmse:3.94695\n",
            "[48]\tvalidation_0-rmse:3.94215\n",
            "[50]\tvalidation_0-rmse:3.92966\n",
            "[52]\tvalidation_0-rmse:3.92797\n",
            "[54]\tvalidation_0-rmse:3.92573\n",
            "[56]\tvalidation_0-rmse:3.9305\n",
            "[58]\tvalidation_0-rmse:3.93078\n",
            "[60]\tvalidation_0-rmse:3.92537\n",
            "[62]\tvalidation_0-rmse:3.92725\n",
            "[64]\tvalidation_0-rmse:3.93698\n",
            "[66]\tvalidation_0-rmse:3.93969\n",
            "[68]\tvalidation_0-rmse:3.94283\n",
            "[70]\tvalidation_0-rmse:3.93639\n",
            "[72]\tvalidation_0-rmse:3.93579\n",
            "[74]\tvalidation_0-rmse:3.93697\n",
            "[76]\tvalidation_0-rmse:3.91547\n",
            "[78]\tvalidation_0-rmse:3.92033\n",
            "[80]\tvalidation_0-rmse:3.92056\n",
            "[82]\tvalidation_0-rmse:3.91708\n",
            "[84]\tvalidation_0-rmse:3.9172\n",
            "[86]\tvalidation_0-rmse:3.92275\n",
            "[88]\tvalidation_0-rmse:3.92631\n",
            "[90]\tvalidation_0-rmse:3.92382\n",
            "[92]\tvalidation_0-rmse:3.92638\n",
            "[94]\tvalidation_0-rmse:3.92335\n",
            "[96]\tvalidation_0-rmse:3.92325\n",
            "[98]\tvalidation_0-rmse:3.92958\n",
            "[100]\tvalidation_0-rmse:3.92617\n",
            "[102]\tvalidation_0-rmse:3.92727\n",
            "[104]\tvalidation_0-rmse:3.92873\n",
            "[106]\tvalidation_0-rmse:3.92877\n",
            "Stopping. Best iteration:\n",
            "[76]\tvalidation_0-rmse:3.91547\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=500, subsample=0.7; total time=  39.8s\n",
            "[0]\tvalidation_0-rmse:4.75963\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.18478\n",
            "[4]\tvalidation_0-rmse:3.97129\n",
            "[6]\tvalidation_0-rmse:3.82824\n",
            "[8]\tvalidation_0-rmse:3.78967\n",
            "[10]\tvalidation_0-rmse:3.77759\n",
            "[12]\tvalidation_0-rmse:3.74042\n",
            "[14]\tvalidation_0-rmse:3.71288\n",
            "[16]\tvalidation_0-rmse:3.70328\n",
            "[18]\tvalidation_0-rmse:3.73617\n",
            "[20]\tvalidation_0-rmse:3.70594\n",
            "[22]\tvalidation_0-rmse:3.66311\n",
            "[24]\tvalidation_0-rmse:3.64874\n",
            "[26]\tvalidation_0-rmse:3.64408\n",
            "[28]\tvalidation_0-rmse:3.63228\n",
            "[30]\tvalidation_0-rmse:3.63837\n",
            "[32]\tvalidation_0-rmse:3.6359\n",
            "[34]\tvalidation_0-rmse:3.64637\n",
            "[36]\tvalidation_0-rmse:3.65263\n",
            "[38]\tvalidation_0-rmse:3.65545\n",
            "[40]\tvalidation_0-rmse:3.65234\n",
            "[42]\tvalidation_0-rmse:3.66042\n",
            "[44]\tvalidation_0-rmse:3.65461\n",
            "[46]\tvalidation_0-rmse:3.64702\n",
            "[48]\tvalidation_0-rmse:3.64341\n",
            "[50]\tvalidation_0-rmse:3.63343\n",
            "[52]\tvalidation_0-rmse:3.63772\n",
            "[54]\tvalidation_0-rmse:3.63747\n",
            "[56]\tvalidation_0-rmse:3.637\n",
            "[58]\tvalidation_0-rmse:3.62503\n",
            "[60]\tvalidation_0-rmse:3.63149\n",
            "[62]\tvalidation_0-rmse:3.6298\n",
            "[64]\tvalidation_0-rmse:3.62951\n",
            "[66]\tvalidation_0-rmse:3.62631\n",
            "[68]\tvalidation_0-rmse:3.63423\n",
            "[70]\tvalidation_0-rmse:3.63191\n",
            "[72]\tvalidation_0-rmse:3.63177\n",
            "[74]\tvalidation_0-rmse:3.62296\n",
            "[76]\tvalidation_0-rmse:3.6246\n",
            "[78]\tvalidation_0-rmse:3.62171\n",
            "[80]\tvalidation_0-rmse:3.62144\n",
            "[82]\tvalidation_0-rmse:3.62569\n",
            "[84]\tvalidation_0-rmse:3.62822\n",
            "[86]\tvalidation_0-rmse:3.62839\n",
            "[88]\tvalidation_0-rmse:3.62378\n",
            "[90]\tvalidation_0-rmse:3.62662\n",
            "[92]\tvalidation_0-rmse:3.63258\n",
            "[94]\tvalidation_0-rmse:3.63197\n",
            "[96]\tvalidation_0-rmse:3.62815\n",
            "[98]\tvalidation_0-rmse:3.6287\n",
            "[100]\tvalidation_0-rmse:3.62978\n",
            "[102]\tvalidation_0-rmse:3.63247\n",
            "[104]\tvalidation_0-rmse:3.63574\n",
            "[106]\tvalidation_0-rmse:3.63841\n",
            "Stopping. Best iteration:\n",
            "[77]\tvalidation_0-rmse:3.62063\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=500, subsample=0.8; total time=  40.0s\n",
            "[0]\tvalidation_0-rmse:4.76083\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.13921\n",
            "[4]\tvalidation_0-rmse:3.93984\n",
            "[6]\tvalidation_0-rmse:3.7752\n",
            "[8]\tvalidation_0-rmse:3.77349\n",
            "[10]\tvalidation_0-rmse:3.74047\n",
            "[12]\tvalidation_0-rmse:3.71693\n",
            "[14]\tvalidation_0-rmse:3.69809\n",
            "[16]\tvalidation_0-rmse:3.66287\n",
            "[18]\tvalidation_0-rmse:3.64339\n",
            "[20]\tvalidation_0-rmse:3.63346\n",
            "[22]\tvalidation_0-rmse:3.63066\n",
            "[24]\tvalidation_0-rmse:3.63937\n",
            "[26]\tvalidation_0-rmse:3.65582\n",
            "[28]\tvalidation_0-rmse:3.66139\n",
            "[30]\tvalidation_0-rmse:3.6395\n",
            "[32]\tvalidation_0-rmse:3.63671\n",
            "[34]\tvalidation_0-rmse:3.63919\n",
            "[36]\tvalidation_0-rmse:3.64112\n",
            "[38]\tvalidation_0-rmse:3.63185\n",
            "[40]\tvalidation_0-rmse:3.63691\n",
            "[42]\tvalidation_0-rmse:3.63584\n",
            "[44]\tvalidation_0-rmse:3.63731\n",
            "[46]\tvalidation_0-rmse:3.62895\n",
            "[48]\tvalidation_0-rmse:3.61814\n",
            "[50]\tvalidation_0-rmse:3.61672\n",
            "[52]\tvalidation_0-rmse:3.61974\n",
            "[54]\tvalidation_0-rmse:3.63041\n",
            "[56]\tvalidation_0-rmse:3.62585\n",
            "[58]\tvalidation_0-rmse:3.62426\n",
            "[60]\tvalidation_0-rmse:3.62622\n",
            "[62]\tvalidation_0-rmse:3.62644\n",
            "[64]\tvalidation_0-rmse:3.62842\n",
            "[66]\tvalidation_0-rmse:3.63253\n",
            "[68]\tvalidation_0-rmse:3.61809\n",
            "[70]\tvalidation_0-rmse:3.61781\n",
            "[72]\tvalidation_0-rmse:3.61843\n",
            "[74]\tvalidation_0-rmse:3.61417\n",
            "[76]\tvalidation_0-rmse:3.61316\n",
            "[78]\tvalidation_0-rmse:3.61207\n",
            "[80]\tvalidation_0-rmse:3.61154\n",
            "[82]\tvalidation_0-rmse:3.61061\n",
            "[84]\tvalidation_0-rmse:3.60694\n",
            "[86]\tvalidation_0-rmse:3.60558\n",
            "[88]\tvalidation_0-rmse:3.61893\n",
            "[90]\tvalidation_0-rmse:3.61743\n",
            "[92]\tvalidation_0-rmse:3.6215\n",
            "[94]\tvalidation_0-rmse:3.62169\n",
            "[96]\tvalidation_0-rmse:3.62582\n",
            "[98]\tvalidation_0-rmse:3.62728\n",
            "[100]\tvalidation_0-rmse:3.62643\n",
            "[102]\tvalidation_0-rmse:3.62513\n",
            "[104]\tvalidation_0-rmse:3.62114\n",
            "[106]\tvalidation_0-rmse:3.62189\n",
            "[108]\tvalidation_0-rmse:3.62376\n",
            "[110]\tvalidation_0-rmse:3.62198\n",
            "[112]\tvalidation_0-rmse:3.6203\n",
            "[114]\tvalidation_0-rmse:3.62102\n",
            "Stopping. Best iteration:\n",
            "[85]\tvalidation_0-rmse:3.60533\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=500, subsample=0.9; total time=  41.1s\n",
            "[0]\tvalidation_0-rmse:4.83624\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.19258\n",
            "[4]\tvalidation_0-rmse:4.0703\n",
            "[6]\tvalidation_0-rmse:3.99989\n",
            "[8]\tvalidation_0-rmse:3.94954\n",
            "[10]\tvalidation_0-rmse:3.93024\n",
            "[12]\tvalidation_0-rmse:3.92202\n",
            "[14]\tvalidation_0-rmse:3.91454\n",
            "[16]\tvalidation_0-rmse:3.83965\n",
            "[18]\tvalidation_0-rmse:3.82111\n",
            "[20]\tvalidation_0-rmse:3.83993\n",
            "[22]\tvalidation_0-rmse:3.813\n",
            "[24]\tvalidation_0-rmse:3.82349\n",
            "[26]\tvalidation_0-rmse:3.84826\n",
            "[28]\tvalidation_0-rmse:3.84681\n",
            "[30]\tvalidation_0-rmse:3.84676\n",
            "[32]\tvalidation_0-rmse:3.86459\n",
            "[34]\tvalidation_0-rmse:3.86302\n",
            "[36]\tvalidation_0-rmse:3.85185\n",
            "[38]\tvalidation_0-rmse:3.85105\n",
            "[40]\tvalidation_0-rmse:3.84843\n",
            "[42]\tvalidation_0-rmse:3.85647\n",
            "[44]\tvalidation_0-rmse:3.82751\n",
            "[46]\tvalidation_0-rmse:3.81651\n",
            "[48]\tvalidation_0-rmse:3.82882\n",
            "[50]\tvalidation_0-rmse:3.83327\n",
            "[52]\tvalidation_0-rmse:3.82834\n",
            "Stopping. Best iteration:\n",
            "[22]\tvalidation_0-rmse:3.813\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=700, subsample=0.6; total time=  36.1s\n",
            "[0]\tvalidation_0-rmse:4.76018\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.22844\n",
            "[4]\tvalidation_0-rmse:4.13533\n",
            "[6]\tvalidation_0-rmse:4.08473\n",
            "[8]\tvalidation_0-rmse:4.06608\n",
            "[10]\tvalidation_0-rmse:3.99873\n",
            "[12]\tvalidation_0-rmse:3.99883\n",
            "[14]\tvalidation_0-rmse:3.99833\n",
            "[16]\tvalidation_0-rmse:4.00197\n",
            "[18]\tvalidation_0-rmse:4.00538\n",
            "[20]\tvalidation_0-rmse:3.98055\n",
            "[22]\tvalidation_0-rmse:3.97201\n",
            "[24]\tvalidation_0-rmse:3.95726\n",
            "[26]\tvalidation_0-rmse:3.95946\n",
            "[28]\tvalidation_0-rmse:3.94812\n",
            "[30]\tvalidation_0-rmse:3.94979\n",
            "[32]\tvalidation_0-rmse:3.94618\n",
            "[34]\tvalidation_0-rmse:3.95985\n",
            "[36]\tvalidation_0-rmse:3.94528\n",
            "[38]\tvalidation_0-rmse:3.93718\n",
            "[40]\tvalidation_0-rmse:3.94963\n",
            "[42]\tvalidation_0-rmse:3.94692\n",
            "[44]\tvalidation_0-rmse:3.95552\n",
            "[46]\tvalidation_0-rmse:3.94695\n",
            "[48]\tvalidation_0-rmse:3.94215\n",
            "[50]\tvalidation_0-rmse:3.92966\n",
            "[52]\tvalidation_0-rmse:3.92797\n",
            "[54]\tvalidation_0-rmse:3.92573\n",
            "[56]\tvalidation_0-rmse:3.9305\n",
            "[58]\tvalidation_0-rmse:3.93078\n",
            "[60]\tvalidation_0-rmse:3.92537\n",
            "[62]\tvalidation_0-rmse:3.92725\n",
            "[64]\tvalidation_0-rmse:3.93698\n",
            "[66]\tvalidation_0-rmse:3.93969\n",
            "[68]\tvalidation_0-rmse:3.94283\n",
            "[70]\tvalidation_0-rmse:3.93639\n",
            "[72]\tvalidation_0-rmse:3.93579\n",
            "[74]\tvalidation_0-rmse:3.93697\n",
            "[76]\tvalidation_0-rmse:3.91547\n",
            "[78]\tvalidation_0-rmse:3.92033\n",
            "[80]\tvalidation_0-rmse:3.92056\n",
            "[82]\tvalidation_0-rmse:3.91708\n",
            "[84]\tvalidation_0-rmse:3.9172\n",
            "[86]\tvalidation_0-rmse:3.92275\n",
            "[88]\tvalidation_0-rmse:3.92631\n",
            "[90]\tvalidation_0-rmse:3.92382\n",
            "[92]\tvalidation_0-rmse:3.92638\n",
            "[94]\tvalidation_0-rmse:3.92335\n",
            "[96]\tvalidation_0-rmse:3.92325\n",
            "[98]\tvalidation_0-rmse:3.92958\n",
            "[100]\tvalidation_0-rmse:3.92617\n",
            "[102]\tvalidation_0-rmse:3.92727\n",
            "[104]\tvalidation_0-rmse:3.92873\n",
            "[106]\tvalidation_0-rmse:3.92877\n",
            "Stopping. Best iteration:\n",
            "[76]\tvalidation_0-rmse:3.91547\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=700, subsample=0.7; total time=  40.0s\n",
            "[0]\tvalidation_0-rmse:4.75963\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.18478\n",
            "[4]\tvalidation_0-rmse:3.97129\n",
            "[6]\tvalidation_0-rmse:3.82824\n",
            "[8]\tvalidation_0-rmse:3.78967\n",
            "[10]\tvalidation_0-rmse:3.77759\n",
            "[12]\tvalidation_0-rmse:3.74042\n",
            "[14]\tvalidation_0-rmse:3.71288\n",
            "[16]\tvalidation_0-rmse:3.70328\n",
            "[18]\tvalidation_0-rmse:3.73617\n",
            "[20]\tvalidation_0-rmse:3.70594\n",
            "[22]\tvalidation_0-rmse:3.66311\n",
            "[24]\tvalidation_0-rmse:3.64874\n",
            "[26]\tvalidation_0-rmse:3.64408\n",
            "[28]\tvalidation_0-rmse:3.63228\n",
            "[30]\tvalidation_0-rmse:3.63837\n",
            "[32]\tvalidation_0-rmse:3.6359\n",
            "[34]\tvalidation_0-rmse:3.64637\n",
            "[36]\tvalidation_0-rmse:3.65263\n",
            "[38]\tvalidation_0-rmse:3.65545\n",
            "[40]\tvalidation_0-rmse:3.65234\n",
            "[42]\tvalidation_0-rmse:3.66042\n",
            "[44]\tvalidation_0-rmse:3.65461\n",
            "[46]\tvalidation_0-rmse:3.64702\n",
            "[48]\tvalidation_0-rmse:3.64341\n",
            "[50]\tvalidation_0-rmse:3.63343\n",
            "[52]\tvalidation_0-rmse:3.63772\n",
            "[54]\tvalidation_0-rmse:3.63747\n",
            "[56]\tvalidation_0-rmse:3.637\n",
            "[58]\tvalidation_0-rmse:3.62503\n",
            "[60]\tvalidation_0-rmse:3.63149\n",
            "[62]\tvalidation_0-rmse:3.6298\n",
            "[64]\tvalidation_0-rmse:3.62951\n",
            "[66]\tvalidation_0-rmse:3.62631\n",
            "[68]\tvalidation_0-rmse:3.63423\n",
            "[70]\tvalidation_0-rmse:3.63191\n",
            "[72]\tvalidation_0-rmse:3.63177\n",
            "[74]\tvalidation_0-rmse:3.62296\n",
            "[76]\tvalidation_0-rmse:3.6246\n",
            "[78]\tvalidation_0-rmse:3.62171\n",
            "[80]\tvalidation_0-rmse:3.62144\n",
            "[82]\tvalidation_0-rmse:3.62569\n",
            "[84]\tvalidation_0-rmse:3.62822\n",
            "[86]\tvalidation_0-rmse:3.62839\n",
            "[88]\tvalidation_0-rmse:3.62378\n",
            "[90]\tvalidation_0-rmse:3.62662\n",
            "[92]\tvalidation_0-rmse:3.63258\n",
            "[94]\tvalidation_0-rmse:3.63197\n",
            "[96]\tvalidation_0-rmse:3.62815\n",
            "[98]\tvalidation_0-rmse:3.6287\n",
            "[100]\tvalidation_0-rmse:3.62978\n",
            "[102]\tvalidation_0-rmse:3.63247\n",
            "[104]\tvalidation_0-rmse:3.63574\n",
            "[106]\tvalidation_0-rmse:3.63841\n",
            "Stopping. Best iteration:\n",
            "[77]\tvalidation_0-rmse:3.62063\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=700, subsample=0.8; total time=  40.2s\n",
            "[0]\tvalidation_0-rmse:4.76083\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.13921\n",
            "[4]\tvalidation_0-rmse:3.93984\n",
            "[6]\tvalidation_0-rmse:3.7752\n",
            "[8]\tvalidation_0-rmse:3.77349\n",
            "[10]\tvalidation_0-rmse:3.74047\n",
            "[12]\tvalidation_0-rmse:3.71693\n",
            "[14]\tvalidation_0-rmse:3.69809\n",
            "[16]\tvalidation_0-rmse:3.66287\n",
            "[18]\tvalidation_0-rmse:3.64339\n",
            "[20]\tvalidation_0-rmse:3.63346\n",
            "[22]\tvalidation_0-rmse:3.63066\n",
            "[24]\tvalidation_0-rmse:3.63937\n",
            "[26]\tvalidation_0-rmse:3.65582\n",
            "[28]\tvalidation_0-rmse:3.66139\n",
            "[30]\tvalidation_0-rmse:3.6395\n",
            "[32]\tvalidation_0-rmse:3.63671\n",
            "[34]\tvalidation_0-rmse:3.63919\n",
            "[36]\tvalidation_0-rmse:3.64112\n",
            "[38]\tvalidation_0-rmse:3.63185\n",
            "[40]\tvalidation_0-rmse:3.63691\n",
            "[42]\tvalidation_0-rmse:3.63584\n",
            "[44]\tvalidation_0-rmse:3.63731\n",
            "[46]\tvalidation_0-rmse:3.62895\n",
            "[48]\tvalidation_0-rmse:3.61814\n",
            "[50]\tvalidation_0-rmse:3.61672\n",
            "[52]\tvalidation_0-rmse:3.61974\n",
            "[54]\tvalidation_0-rmse:3.63041\n",
            "[56]\tvalidation_0-rmse:3.62585\n",
            "[58]\tvalidation_0-rmse:3.62426\n",
            "[60]\tvalidation_0-rmse:3.62622\n",
            "[62]\tvalidation_0-rmse:3.62644\n",
            "[64]\tvalidation_0-rmse:3.62842\n",
            "[66]\tvalidation_0-rmse:3.63253\n",
            "[68]\tvalidation_0-rmse:3.61809\n",
            "[70]\tvalidation_0-rmse:3.61781\n",
            "[72]\tvalidation_0-rmse:3.61843\n",
            "[74]\tvalidation_0-rmse:3.61417\n",
            "[76]\tvalidation_0-rmse:3.61316\n",
            "[78]\tvalidation_0-rmse:3.61207\n",
            "[80]\tvalidation_0-rmse:3.61154\n",
            "[82]\tvalidation_0-rmse:3.61061\n",
            "[84]\tvalidation_0-rmse:3.60694\n",
            "[86]\tvalidation_0-rmse:3.60558\n",
            "[88]\tvalidation_0-rmse:3.61893\n",
            "[90]\tvalidation_0-rmse:3.61743\n",
            "[92]\tvalidation_0-rmse:3.6215\n",
            "[94]\tvalidation_0-rmse:3.62169\n",
            "[96]\tvalidation_0-rmse:3.62582\n",
            "[98]\tvalidation_0-rmse:3.62728\n",
            "[100]\tvalidation_0-rmse:3.62643\n",
            "[102]\tvalidation_0-rmse:3.62513\n",
            "[104]\tvalidation_0-rmse:3.62114\n",
            "[106]\tvalidation_0-rmse:3.62189\n",
            "[108]\tvalidation_0-rmse:3.62376\n",
            "[110]\tvalidation_0-rmse:3.62198\n",
            "[112]\tvalidation_0-rmse:3.6203\n",
            "[114]\tvalidation_0-rmse:3.62102\n",
            "Stopping. Best iteration:\n",
            "[85]\tvalidation_0-rmse:3.60533\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=5, n_estimators=700, subsample=0.9; total time=  40.8s\n",
            "[0]\tvalidation_0-rmse:4.78757\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.35242\n",
            "[4]\tvalidation_0-rmse:4.21506\n",
            "[6]\tvalidation_0-rmse:4.06623\n",
            "[8]\tvalidation_0-rmse:4.04208\n",
            "[10]\tvalidation_0-rmse:4.0123\n",
            "[12]\tvalidation_0-rmse:3.96127\n",
            "[14]\tvalidation_0-rmse:3.96128\n",
            "[16]\tvalidation_0-rmse:3.93575\n",
            "[18]\tvalidation_0-rmse:3.89502\n",
            "[20]\tvalidation_0-rmse:3.85127\n",
            "[22]\tvalidation_0-rmse:3.84064\n",
            "[24]\tvalidation_0-rmse:3.86088\n",
            "[26]\tvalidation_0-rmse:3.8666\n",
            "[28]\tvalidation_0-rmse:3.87184\n",
            "[30]\tvalidation_0-rmse:3.85612\n",
            "[32]\tvalidation_0-rmse:3.80621\n",
            "[34]\tvalidation_0-rmse:3.74959\n",
            "[36]\tvalidation_0-rmse:3.75991\n",
            "[38]\tvalidation_0-rmse:3.75203\n",
            "[40]\tvalidation_0-rmse:3.75766\n",
            "[42]\tvalidation_0-rmse:3.77487\n",
            "[44]\tvalidation_0-rmse:3.78141\n",
            "[46]\tvalidation_0-rmse:3.78399\n",
            "[48]\tvalidation_0-rmse:3.78604\n",
            "[50]\tvalidation_0-rmse:3.78607\n",
            "[52]\tvalidation_0-rmse:3.79872\n",
            "[54]\tvalidation_0-rmse:3.76942\n",
            "[56]\tvalidation_0-rmse:3.77314\n",
            "[58]\tvalidation_0-rmse:3.78013\n",
            "[60]\tvalidation_0-rmse:3.78929\n",
            "[62]\tvalidation_0-rmse:3.78325\n",
            "Stopping. Best iteration:\n",
            "[33]\tvalidation_0-rmse:3.73757\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=300, subsample=0.6; total time=  36.9s\n",
            "[0]\tvalidation_0-rmse:4.80259\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.23547\n",
            "[4]\tvalidation_0-rmse:4.08043\n",
            "[6]\tvalidation_0-rmse:3.94788\n",
            "[8]\tvalidation_0-rmse:3.84806\n",
            "[10]\tvalidation_0-rmse:3.82095\n",
            "[12]\tvalidation_0-rmse:3.81562\n",
            "[14]\tvalidation_0-rmse:3.76502\n",
            "[16]\tvalidation_0-rmse:3.7335\n",
            "[18]\tvalidation_0-rmse:3.70197\n",
            "[20]\tvalidation_0-rmse:3.71859\n",
            "[22]\tvalidation_0-rmse:3.71314\n",
            "[24]\tvalidation_0-rmse:3.7051\n",
            "[26]\tvalidation_0-rmse:3.69567\n",
            "[28]\tvalidation_0-rmse:3.68802\n",
            "[30]\tvalidation_0-rmse:3.68798\n",
            "[32]\tvalidation_0-rmse:3.68402\n",
            "[34]\tvalidation_0-rmse:3.68614\n",
            "[36]\tvalidation_0-rmse:3.67817\n",
            "[38]\tvalidation_0-rmse:3.67081\n",
            "[40]\tvalidation_0-rmse:3.66958\n",
            "[42]\tvalidation_0-rmse:3.66927\n",
            "[44]\tvalidation_0-rmse:3.66475\n",
            "[46]\tvalidation_0-rmse:3.60568\n",
            "[48]\tvalidation_0-rmse:3.60876\n",
            "[50]\tvalidation_0-rmse:3.62251\n",
            "[52]\tvalidation_0-rmse:3.62003\n",
            "[54]\tvalidation_0-rmse:3.62531\n",
            "[56]\tvalidation_0-rmse:3.6374\n",
            "[58]\tvalidation_0-rmse:3.64408\n",
            "[60]\tvalidation_0-rmse:3.62508\n",
            "[62]\tvalidation_0-rmse:3.62899\n",
            "[64]\tvalidation_0-rmse:3.63655\n",
            "[66]\tvalidation_0-rmse:3.6491\n",
            "[68]\tvalidation_0-rmse:3.65269\n",
            "[70]\tvalidation_0-rmse:3.65148\n",
            "[72]\tvalidation_0-rmse:3.64446\n",
            "[74]\tvalidation_0-rmse:3.6677\n",
            "[76]\tvalidation_0-rmse:3.67243\n",
            "Stopping. Best iteration:\n",
            "[46]\tvalidation_0-rmse:3.60568\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=300, subsample=0.7; total time=  37.7s\n",
            "[0]\tvalidation_0-rmse:4.80539\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.42431\n",
            "[4]\tvalidation_0-rmse:4.22301\n",
            "[6]\tvalidation_0-rmse:4.11008\n",
            "[8]\tvalidation_0-rmse:4.0855\n",
            "[10]\tvalidation_0-rmse:3.97483\n",
            "[12]\tvalidation_0-rmse:3.97092\n",
            "[14]\tvalidation_0-rmse:3.92883\n",
            "[16]\tvalidation_0-rmse:3.82762\n",
            "[18]\tvalidation_0-rmse:3.83369\n",
            "[20]\tvalidation_0-rmse:3.85187\n",
            "[22]\tvalidation_0-rmse:3.83137\n",
            "[24]\tvalidation_0-rmse:3.84406\n",
            "[26]\tvalidation_0-rmse:3.84529\n",
            "[28]\tvalidation_0-rmse:3.86352\n",
            "[30]\tvalidation_0-rmse:3.85646\n",
            "[32]\tvalidation_0-rmse:3.86583\n",
            "[34]\tvalidation_0-rmse:3.87023\n",
            "[36]\tvalidation_0-rmse:3.86698\n",
            "[38]\tvalidation_0-rmse:3.86297\n",
            "[40]\tvalidation_0-rmse:3.86994\n",
            "[42]\tvalidation_0-rmse:3.88013\n",
            "[44]\tvalidation_0-rmse:3.88092\n",
            "[46]\tvalidation_0-rmse:3.87763\n",
            "Stopping. Best iteration:\n",
            "[16]\tvalidation_0-rmse:3.82762\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=300, subsample=0.8; total time=  35.4s\n",
            "[0]\tvalidation_0-rmse:4.80942\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.2723\n",
            "[4]\tvalidation_0-rmse:4.1505\n",
            "[6]\tvalidation_0-rmse:3.9877\n",
            "[8]\tvalidation_0-rmse:3.88187\n",
            "[10]\tvalidation_0-rmse:3.70685\n",
            "[12]\tvalidation_0-rmse:3.6089\n",
            "[14]\tvalidation_0-rmse:3.58183\n",
            "[16]\tvalidation_0-rmse:3.58116\n",
            "[18]\tvalidation_0-rmse:3.58612\n",
            "[20]\tvalidation_0-rmse:3.57693\n",
            "[22]\tvalidation_0-rmse:3.57307\n",
            "[24]\tvalidation_0-rmse:3.57667\n",
            "[26]\tvalidation_0-rmse:3.58286\n",
            "[28]\tvalidation_0-rmse:3.59056\n",
            "[30]\tvalidation_0-rmse:3.59311\n",
            "[32]\tvalidation_0-rmse:3.59816\n",
            "[34]\tvalidation_0-rmse:3.58915\n",
            "[36]\tvalidation_0-rmse:3.59133\n",
            "[38]\tvalidation_0-rmse:3.53659\n",
            "[40]\tvalidation_0-rmse:3.54502\n",
            "[42]\tvalidation_0-rmse:3.54191\n",
            "[44]\tvalidation_0-rmse:3.54724\n",
            "[46]\tvalidation_0-rmse:3.55546\n",
            "[48]\tvalidation_0-rmse:3.55013\n",
            "[50]\tvalidation_0-rmse:3.55633\n",
            "[52]\tvalidation_0-rmse:3.55067\n",
            "[54]\tvalidation_0-rmse:3.55154\n",
            "[56]\tvalidation_0-rmse:3.55381\n",
            "[58]\tvalidation_0-rmse:3.55106\n",
            "[60]\tvalidation_0-rmse:3.55255\n",
            "[62]\tvalidation_0-rmse:3.54912\n",
            "[64]\tvalidation_0-rmse:3.55098\n",
            "[66]\tvalidation_0-rmse:3.5603\n",
            "Stopping. Best iteration:\n",
            "[37]\tvalidation_0-rmse:3.52085\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=300, subsample=0.9; total time=  37.3s\n",
            "[0]\tvalidation_0-rmse:4.78757\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.35242\n",
            "[4]\tvalidation_0-rmse:4.21506\n",
            "[6]\tvalidation_0-rmse:4.06623\n",
            "[8]\tvalidation_0-rmse:4.04208\n",
            "[10]\tvalidation_0-rmse:4.0123\n",
            "[12]\tvalidation_0-rmse:3.96127\n",
            "[14]\tvalidation_0-rmse:3.96128\n",
            "[16]\tvalidation_0-rmse:3.93575\n",
            "[18]\tvalidation_0-rmse:3.89502\n",
            "[20]\tvalidation_0-rmse:3.85127\n",
            "[22]\tvalidation_0-rmse:3.84064\n",
            "[24]\tvalidation_0-rmse:3.86088\n",
            "[26]\tvalidation_0-rmse:3.8666\n",
            "[28]\tvalidation_0-rmse:3.87184\n",
            "[30]\tvalidation_0-rmse:3.85612\n",
            "[32]\tvalidation_0-rmse:3.80621\n",
            "[34]\tvalidation_0-rmse:3.74959\n",
            "[36]\tvalidation_0-rmse:3.75991\n",
            "[38]\tvalidation_0-rmse:3.75203\n",
            "[40]\tvalidation_0-rmse:3.75766\n",
            "[42]\tvalidation_0-rmse:3.77487\n",
            "[44]\tvalidation_0-rmse:3.78141\n",
            "[46]\tvalidation_0-rmse:3.78399\n",
            "[48]\tvalidation_0-rmse:3.78604\n",
            "[50]\tvalidation_0-rmse:3.78607\n",
            "[52]\tvalidation_0-rmse:3.79872\n",
            "[54]\tvalidation_0-rmse:3.76942\n",
            "[56]\tvalidation_0-rmse:3.77314\n",
            "[58]\tvalidation_0-rmse:3.78013\n",
            "[60]\tvalidation_0-rmse:3.78929\n",
            "[62]\tvalidation_0-rmse:3.78325\n",
            "Stopping. Best iteration:\n",
            "[33]\tvalidation_0-rmse:3.73757\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=500, subsample=0.6; total time=  36.6s\n",
            "[0]\tvalidation_0-rmse:4.80259\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.23547\n",
            "[4]\tvalidation_0-rmse:4.08043\n",
            "[6]\tvalidation_0-rmse:3.94788\n",
            "[8]\tvalidation_0-rmse:3.84806\n",
            "[10]\tvalidation_0-rmse:3.82095\n",
            "[12]\tvalidation_0-rmse:3.81562\n",
            "[14]\tvalidation_0-rmse:3.76502\n",
            "[16]\tvalidation_0-rmse:3.7335\n",
            "[18]\tvalidation_0-rmse:3.70197\n",
            "[20]\tvalidation_0-rmse:3.71859\n",
            "[22]\tvalidation_0-rmse:3.71314\n",
            "[24]\tvalidation_0-rmse:3.7051\n",
            "[26]\tvalidation_0-rmse:3.69567\n",
            "[28]\tvalidation_0-rmse:3.68802\n",
            "[30]\tvalidation_0-rmse:3.68798\n",
            "[32]\tvalidation_0-rmse:3.68402\n",
            "[34]\tvalidation_0-rmse:3.68614\n",
            "[36]\tvalidation_0-rmse:3.67817\n",
            "[38]\tvalidation_0-rmse:3.67081\n",
            "[40]\tvalidation_0-rmse:3.66958\n",
            "[42]\tvalidation_0-rmse:3.66927\n",
            "[44]\tvalidation_0-rmse:3.66475\n",
            "[46]\tvalidation_0-rmse:3.60568\n",
            "[48]\tvalidation_0-rmse:3.60876\n",
            "[50]\tvalidation_0-rmse:3.62251\n",
            "[52]\tvalidation_0-rmse:3.62003\n",
            "[54]\tvalidation_0-rmse:3.62531\n",
            "[56]\tvalidation_0-rmse:3.6374\n",
            "[58]\tvalidation_0-rmse:3.64408\n",
            "[60]\tvalidation_0-rmse:3.62508\n",
            "[62]\tvalidation_0-rmse:3.62899\n",
            "[64]\tvalidation_0-rmse:3.63655\n",
            "[66]\tvalidation_0-rmse:3.6491\n",
            "[68]\tvalidation_0-rmse:3.65269\n",
            "[70]\tvalidation_0-rmse:3.65148\n",
            "[72]\tvalidation_0-rmse:3.64446\n",
            "[74]\tvalidation_0-rmse:3.6677\n",
            "[76]\tvalidation_0-rmse:3.67243\n",
            "Stopping. Best iteration:\n",
            "[46]\tvalidation_0-rmse:3.60568\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=500, subsample=0.7; total time=  37.5s\n",
            "[0]\tvalidation_0-rmse:4.80539\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.42431\n",
            "[4]\tvalidation_0-rmse:4.22301\n",
            "[6]\tvalidation_0-rmse:4.11008\n",
            "[8]\tvalidation_0-rmse:4.0855\n",
            "[10]\tvalidation_0-rmse:3.97483\n",
            "[12]\tvalidation_0-rmse:3.97092\n",
            "[14]\tvalidation_0-rmse:3.92883\n",
            "[16]\tvalidation_0-rmse:3.82762\n",
            "[18]\tvalidation_0-rmse:3.83369\n",
            "[20]\tvalidation_0-rmse:3.85187\n",
            "[22]\tvalidation_0-rmse:3.83137\n",
            "[24]\tvalidation_0-rmse:3.84406\n",
            "[26]\tvalidation_0-rmse:3.84529\n",
            "[28]\tvalidation_0-rmse:3.86352\n",
            "[30]\tvalidation_0-rmse:3.85646\n",
            "[32]\tvalidation_0-rmse:3.86583\n",
            "[34]\tvalidation_0-rmse:3.87023\n",
            "[36]\tvalidation_0-rmse:3.86698\n",
            "[38]\tvalidation_0-rmse:3.86297\n",
            "[40]\tvalidation_0-rmse:3.86994\n",
            "[42]\tvalidation_0-rmse:3.88013\n",
            "[44]\tvalidation_0-rmse:3.88092\n",
            "[46]\tvalidation_0-rmse:3.87763\n",
            "Stopping. Best iteration:\n",
            "[16]\tvalidation_0-rmse:3.82762\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=500, subsample=0.8; total time=  35.5s\n",
            "[0]\tvalidation_0-rmse:4.80942\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.2723\n",
            "[4]\tvalidation_0-rmse:4.1505\n",
            "[6]\tvalidation_0-rmse:3.9877\n",
            "[8]\tvalidation_0-rmse:3.88187\n",
            "[10]\tvalidation_0-rmse:3.70685\n",
            "[12]\tvalidation_0-rmse:3.6089\n",
            "[14]\tvalidation_0-rmse:3.58183\n",
            "[16]\tvalidation_0-rmse:3.58116\n",
            "[18]\tvalidation_0-rmse:3.58612\n",
            "[20]\tvalidation_0-rmse:3.57693\n",
            "[22]\tvalidation_0-rmse:3.57307\n",
            "[24]\tvalidation_0-rmse:3.57667\n",
            "[26]\tvalidation_0-rmse:3.58286\n",
            "[28]\tvalidation_0-rmse:3.59056\n",
            "[30]\tvalidation_0-rmse:3.59311\n",
            "[32]\tvalidation_0-rmse:3.59816\n",
            "[34]\tvalidation_0-rmse:3.58915\n",
            "[36]\tvalidation_0-rmse:3.59133\n",
            "[38]\tvalidation_0-rmse:3.53659\n",
            "[40]\tvalidation_0-rmse:3.54502\n",
            "[42]\tvalidation_0-rmse:3.54191\n",
            "[44]\tvalidation_0-rmse:3.54724\n",
            "[46]\tvalidation_0-rmse:3.55546\n",
            "[48]\tvalidation_0-rmse:3.55013\n",
            "[50]\tvalidation_0-rmse:3.55633\n",
            "[52]\tvalidation_0-rmse:3.55067\n",
            "[54]\tvalidation_0-rmse:3.55154\n",
            "[56]\tvalidation_0-rmse:3.55381\n",
            "[58]\tvalidation_0-rmse:3.55106\n",
            "[60]\tvalidation_0-rmse:3.55255\n",
            "[62]\tvalidation_0-rmse:3.54912\n",
            "[64]\tvalidation_0-rmse:3.55098\n",
            "[66]\tvalidation_0-rmse:3.5603\n",
            "Stopping. Best iteration:\n",
            "[37]\tvalidation_0-rmse:3.52085\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=500, subsample=0.9; total time=  37.3s\n",
            "[0]\tvalidation_0-rmse:4.78757\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.35242\n",
            "[4]\tvalidation_0-rmse:4.21506\n",
            "[6]\tvalidation_0-rmse:4.06623\n",
            "[8]\tvalidation_0-rmse:4.04208\n",
            "[10]\tvalidation_0-rmse:4.0123\n",
            "[12]\tvalidation_0-rmse:3.96127\n",
            "[14]\tvalidation_0-rmse:3.96128\n",
            "[16]\tvalidation_0-rmse:3.93575\n",
            "[18]\tvalidation_0-rmse:3.89502\n",
            "[20]\tvalidation_0-rmse:3.85127\n",
            "[22]\tvalidation_0-rmse:3.84064\n",
            "[24]\tvalidation_0-rmse:3.86088\n",
            "[26]\tvalidation_0-rmse:3.8666\n",
            "[28]\tvalidation_0-rmse:3.87184\n",
            "[30]\tvalidation_0-rmse:3.85612\n",
            "[32]\tvalidation_0-rmse:3.80621\n",
            "[34]\tvalidation_0-rmse:3.74959\n",
            "[36]\tvalidation_0-rmse:3.75991\n",
            "[38]\tvalidation_0-rmse:3.75203\n",
            "[40]\tvalidation_0-rmse:3.75766\n",
            "[42]\tvalidation_0-rmse:3.77487\n",
            "[44]\tvalidation_0-rmse:3.78141\n",
            "[46]\tvalidation_0-rmse:3.78399\n",
            "[48]\tvalidation_0-rmse:3.78604\n",
            "[50]\tvalidation_0-rmse:3.78607\n",
            "[52]\tvalidation_0-rmse:3.79872\n",
            "[54]\tvalidation_0-rmse:3.76942\n",
            "[56]\tvalidation_0-rmse:3.77314\n",
            "[58]\tvalidation_0-rmse:3.78013\n",
            "[60]\tvalidation_0-rmse:3.78929\n",
            "[62]\tvalidation_0-rmse:3.78325\n",
            "Stopping. Best iteration:\n",
            "[33]\tvalidation_0-rmse:3.73757\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=700, subsample=0.6; total time=  36.8s\n",
            "[0]\tvalidation_0-rmse:4.80259\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.23547\n",
            "[4]\tvalidation_0-rmse:4.08043\n",
            "[6]\tvalidation_0-rmse:3.94788\n",
            "[8]\tvalidation_0-rmse:3.84806\n",
            "[10]\tvalidation_0-rmse:3.82095\n",
            "[12]\tvalidation_0-rmse:3.81562\n",
            "[14]\tvalidation_0-rmse:3.76502\n",
            "[16]\tvalidation_0-rmse:3.7335\n",
            "[18]\tvalidation_0-rmse:3.70197\n",
            "[20]\tvalidation_0-rmse:3.71859\n",
            "[22]\tvalidation_0-rmse:3.71314\n",
            "[24]\tvalidation_0-rmse:3.7051\n",
            "[26]\tvalidation_0-rmse:3.69567\n",
            "[28]\tvalidation_0-rmse:3.68802\n",
            "[30]\tvalidation_0-rmse:3.68798\n",
            "[32]\tvalidation_0-rmse:3.68402\n",
            "[34]\tvalidation_0-rmse:3.68614\n",
            "[36]\tvalidation_0-rmse:3.67817\n",
            "[38]\tvalidation_0-rmse:3.67081\n",
            "[40]\tvalidation_0-rmse:3.66958\n",
            "[42]\tvalidation_0-rmse:3.66927\n",
            "[44]\tvalidation_0-rmse:3.66475\n",
            "[46]\tvalidation_0-rmse:3.60568\n",
            "[48]\tvalidation_0-rmse:3.60876\n",
            "[50]\tvalidation_0-rmse:3.62251\n",
            "[52]\tvalidation_0-rmse:3.62003\n",
            "[54]\tvalidation_0-rmse:3.62531\n",
            "[56]\tvalidation_0-rmse:3.6374\n",
            "[58]\tvalidation_0-rmse:3.64408\n",
            "[60]\tvalidation_0-rmse:3.62508\n",
            "[62]\tvalidation_0-rmse:3.62899\n",
            "[64]\tvalidation_0-rmse:3.63655\n",
            "[66]\tvalidation_0-rmse:3.6491\n",
            "[68]\tvalidation_0-rmse:3.65269\n",
            "[70]\tvalidation_0-rmse:3.65148\n",
            "[72]\tvalidation_0-rmse:3.64446\n",
            "[74]\tvalidation_0-rmse:3.6677\n",
            "[76]\tvalidation_0-rmse:3.67243\n",
            "Stopping. Best iteration:\n",
            "[46]\tvalidation_0-rmse:3.60568\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=700, subsample=0.7; total time=  37.7s\n",
            "[0]\tvalidation_0-rmse:4.80539\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.42431\n",
            "[4]\tvalidation_0-rmse:4.22301\n",
            "[6]\tvalidation_0-rmse:4.11008\n",
            "[8]\tvalidation_0-rmse:4.0855\n",
            "[10]\tvalidation_0-rmse:3.97483\n",
            "[12]\tvalidation_0-rmse:3.97092\n",
            "[14]\tvalidation_0-rmse:3.92883\n",
            "[16]\tvalidation_0-rmse:3.82762\n",
            "[18]\tvalidation_0-rmse:3.83369\n",
            "[20]\tvalidation_0-rmse:3.85187\n",
            "[22]\tvalidation_0-rmse:3.83137\n",
            "[24]\tvalidation_0-rmse:3.84406\n",
            "[26]\tvalidation_0-rmse:3.84529\n",
            "[28]\tvalidation_0-rmse:3.86352\n",
            "[30]\tvalidation_0-rmse:3.85646\n",
            "[32]\tvalidation_0-rmse:3.86583\n",
            "[34]\tvalidation_0-rmse:3.87023\n",
            "[36]\tvalidation_0-rmse:3.86698\n",
            "[38]\tvalidation_0-rmse:3.86297\n",
            "[40]\tvalidation_0-rmse:3.86994\n",
            "[42]\tvalidation_0-rmse:3.88013\n",
            "[44]\tvalidation_0-rmse:3.88092\n",
            "[46]\tvalidation_0-rmse:3.87763\n",
            "Stopping. Best iteration:\n",
            "[16]\tvalidation_0-rmse:3.82762\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=700, subsample=0.8; total time=  35.6s\n",
            "[0]\tvalidation_0-rmse:4.80942\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.2723\n",
            "[4]\tvalidation_0-rmse:4.1505\n",
            "[6]\tvalidation_0-rmse:3.9877\n",
            "[8]\tvalidation_0-rmse:3.88187\n",
            "[10]\tvalidation_0-rmse:3.70685\n",
            "[12]\tvalidation_0-rmse:3.6089\n",
            "[14]\tvalidation_0-rmse:3.58183\n",
            "[16]\tvalidation_0-rmse:3.58116\n",
            "[18]\tvalidation_0-rmse:3.58612\n",
            "[20]\tvalidation_0-rmse:3.57693\n",
            "[22]\tvalidation_0-rmse:3.57307\n",
            "[24]\tvalidation_0-rmse:3.57667\n",
            "[26]\tvalidation_0-rmse:3.58286\n",
            "[28]\tvalidation_0-rmse:3.59056\n",
            "[30]\tvalidation_0-rmse:3.59311\n",
            "[32]\tvalidation_0-rmse:3.59816\n",
            "[34]\tvalidation_0-rmse:3.58915\n",
            "[36]\tvalidation_0-rmse:3.59133\n",
            "[38]\tvalidation_0-rmse:3.53659\n",
            "[40]\tvalidation_0-rmse:3.54502\n",
            "[42]\tvalidation_0-rmse:3.54191\n",
            "[44]\tvalidation_0-rmse:3.54724\n",
            "[46]\tvalidation_0-rmse:3.55546\n",
            "[48]\tvalidation_0-rmse:3.55013\n",
            "[50]\tvalidation_0-rmse:3.55633\n",
            "[52]\tvalidation_0-rmse:3.55067\n",
            "[54]\tvalidation_0-rmse:3.55154\n",
            "[56]\tvalidation_0-rmse:3.55381\n",
            "[58]\tvalidation_0-rmse:3.55106\n",
            "[60]\tvalidation_0-rmse:3.55255\n",
            "[62]\tvalidation_0-rmse:3.54912\n",
            "[64]\tvalidation_0-rmse:3.55098\n",
            "[66]\tvalidation_0-rmse:3.5603\n",
            "Stopping. Best iteration:\n",
            "[37]\tvalidation_0-rmse:3.52085\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=8, min_child_weight=10, n_estimators=700, subsample=0.9; total time=  37.1s\n",
            "[0]\tvalidation_0-rmse:4.83755\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.22371\n",
            "[4]\tvalidation_0-rmse:4.11659\n",
            "[6]\tvalidation_0-rmse:3.96825\n",
            "[8]\tvalidation_0-rmse:3.81305\n",
            "[10]\tvalidation_0-rmse:3.80357\n",
            "[12]\tvalidation_0-rmse:3.82484\n",
            "[14]\tvalidation_0-rmse:3.8222\n",
            "[16]\tvalidation_0-rmse:3.80399\n",
            "[18]\tvalidation_0-rmse:3.82266\n",
            "[20]\tvalidation_0-rmse:3.8521\n",
            "[22]\tvalidation_0-rmse:3.86664\n",
            "[24]\tvalidation_0-rmse:3.86497\n",
            "[26]\tvalidation_0-rmse:3.88251\n",
            "[28]\tvalidation_0-rmse:3.90646\n",
            "[30]\tvalidation_0-rmse:3.87558\n",
            "[32]\tvalidation_0-rmse:3.87267\n",
            "[34]\tvalidation_0-rmse:3.88424\n",
            "[36]\tvalidation_0-rmse:3.88691\n",
            "[38]\tvalidation_0-rmse:3.87759\n",
            "Stopping. Best iteration:\n",
            "[9]\tvalidation_0-rmse:3.7991\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=300, subsample=0.6; total time=  35.1s\n",
            "[0]\tvalidation_0-rmse:4.78045\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.20577\n",
            "[4]\tvalidation_0-rmse:3.96781\n",
            "[6]\tvalidation_0-rmse:3.87721\n",
            "[8]\tvalidation_0-rmse:3.80513\n",
            "[10]\tvalidation_0-rmse:3.81454\n",
            "[12]\tvalidation_0-rmse:3.78579\n",
            "[14]\tvalidation_0-rmse:3.76095\n",
            "[16]\tvalidation_0-rmse:3.72594\n",
            "[18]\tvalidation_0-rmse:3.75237\n",
            "[20]\tvalidation_0-rmse:3.74358\n",
            "[22]\tvalidation_0-rmse:3.71458\n",
            "[24]\tvalidation_0-rmse:3.71659\n",
            "[26]\tvalidation_0-rmse:3.72549\n",
            "[28]\tvalidation_0-rmse:3.70145\n",
            "[30]\tvalidation_0-rmse:3.70085\n",
            "[32]\tvalidation_0-rmse:3.70201\n",
            "[34]\tvalidation_0-rmse:3.70638\n",
            "[36]\tvalidation_0-rmse:3.69152\n",
            "[38]\tvalidation_0-rmse:3.67818\n",
            "[40]\tvalidation_0-rmse:3.67608\n",
            "[42]\tvalidation_0-rmse:3.6681\n",
            "[44]\tvalidation_0-rmse:3.65563\n",
            "[46]\tvalidation_0-rmse:3.6604\n",
            "[48]\tvalidation_0-rmse:3.64938\n",
            "[50]\tvalidation_0-rmse:3.64505\n",
            "[52]\tvalidation_0-rmse:3.64772\n",
            "[54]\tvalidation_0-rmse:3.64459\n",
            "[56]\tvalidation_0-rmse:3.64001\n",
            "[58]\tvalidation_0-rmse:3.63598\n",
            "[60]\tvalidation_0-rmse:3.63354\n",
            "[62]\tvalidation_0-rmse:3.63121\n",
            "[64]\tvalidation_0-rmse:3.62721\n",
            "[66]\tvalidation_0-rmse:3.63736\n",
            "[68]\tvalidation_0-rmse:3.63184\n",
            "[70]\tvalidation_0-rmse:3.6283\n",
            "[72]\tvalidation_0-rmse:3.6213\n",
            "[74]\tvalidation_0-rmse:3.62438\n",
            "[76]\tvalidation_0-rmse:3.62579\n",
            "[78]\tvalidation_0-rmse:3.63218\n",
            "[80]\tvalidation_0-rmse:3.63144\n",
            "[82]\tvalidation_0-rmse:3.6361\n",
            "[84]\tvalidation_0-rmse:3.63505\n",
            "[86]\tvalidation_0-rmse:3.63468\n",
            "[88]\tvalidation_0-rmse:3.63175\n",
            "[90]\tvalidation_0-rmse:3.62683\n",
            "[92]\tvalidation_0-rmse:3.62736\n",
            "[94]\tvalidation_0-rmse:3.62395\n",
            "[96]\tvalidation_0-rmse:3.63686\n",
            "[98]\tvalidation_0-rmse:3.63659\n",
            "[100]\tvalidation_0-rmse:3.6396\n",
            "[102]\tvalidation_0-rmse:3.64234\n",
            "Stopping. Best iteration:\n",
            "[72]\tvalidation_0-rmse:3.6213\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=300, subsample=0.7; total time=  40.1s\n",
            "[0]\tvalidation_0-rmse:4.78264\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.15175\n",
            "[4]\tvalidation_0-rmse:3.84576\n",
            "[6]\tvalidation_0-rmse:3.83488\n",
            "[8]\tvalidation_0-rmse:3.77306\n",
            "[10]\tvalidation_0-rmse:3.66644\n",
            "[12]\tvalidation_0-rmse:3.60383\n",
            "[14]\tvalidation_0-rmse:3.59627\n",
            "[16]\tvalidation_0-rmse:3.52913\n",
            "[18]\tvalidation_0-rmse:3.50231\n",
            "[20]\tvalidation_0-rmse:3.47701\n",
            "[22]\tvalidation_0-rmse:3.47573\n",
            "[24]\tvalidation_0-rmse:3.49764\n",
            "[26]\tvalidation_0-rmse:3.4918\n",
            "[28]\tvalidation_0-rmse:3.48398\n",
            "[30]\tvalidation_0-rmse:3.48825\n",
            "[32]\tvalidation_0-rmse:3.50833\n",
            "[34]\tvalidation_0-rmse:3.50479\n",
            "[36]\tvalidation_0-rmse:3.50998\n",
            "[38]\tvalidation_0-rmse:3.50141\n",
            "[40]\tvalidation_0-rmse:3.50114\n",
            "[42]\tvalidation_0-rmse:3.50416\n",
            "[44]\tvalidation_0-rmse:3.50423\n",
            "[46]\tvalidation_0-rmse:3.49926\n",
            "[48]\tvalidation_0-rmse:3.5041\n",
            "[50]\tvalidation_0-rmse:3.48129\n",
            "[52]\tvalidation_0-rmse:3.48052\n",
            "Stopping. Best iteration:\n",
            "[22]\tvalidation_0-rmse:3.47573\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=300, subsample=0.8; total time=  36.7s\n",
            "[0]\tvalidation_0-rmse:4.77981\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.15548\n",
            "[4]\tvalidation_0-rmse:4.0266\n",
            "[6]\tvalidation_0-rmse:3.92263\n",
            "[8]\tvalidation_0-rmse:3.92157\n",
            "[10]\tvalidation_0-rmse:3.88233\n",
            "[12]\tvalidation_0-rmse:3.87062\n",
            "[14]\tvalidation_0-rmse:3.871\n",
            "[16]\tvalidation_0-rmse:3.87154\n",
            "[18]\tvalidation_0-rmse:3.8738\n",
            "[20]\tvalidation_0-rmse:3.83433\n",
            "[22]\tvalidation_0-rmse:3.83928\n",
            "[24]\tvalidation_0-rmse:3.83129\n",
            "[26]\tvalidation_0-rmse:3.83837\n",
            "[28]\tvalidation_0-rmse:3.83306\n",
            "[30]\tvalidation_0-rmse:3.82493\n",
            "[32]\tvalidation_0-rmse:3.84118\n",
            "[34]\tvalidation_0-rmse:3.82995\n",
            "[36]\tvalidation_0-rmse:3.83127\n",
            "[38]\tvalidation_0-rmse:3.83688\n",
            "[40]\tvalidation_0-rmse:3.841\n",
            "[42]\tvalidation_0-rmse:3.84437\n",
            "[44]\tvalidation_0-rmse:3.84475\n",
            "[46]\tvalidation_0-rmse:3.83784\n",
            "[48]\tvalidation_0-rmse:3.82651\n",
            "[50]\tvalidation_0-rmse:3.83152\n",
            "[52]\tvalidation_0-rmse:3.833\n",
            "[54]\tvalidation_0-rmse:3.83321\n",
            "[56]\tvalidation_0-rmse:3.80294\n",
            "[58]\tvalidation_0-rmse:3.80294\n",
            "[60]\tvalidation_0-rmse:3.80601\n",
            "[62]\tvalidation_0-rmse:3.80636\n",
            "[64]\tvalidation_0-rmse:3.80512\n",
            "[66]\tvalidation_0-rmse:3.80565\n",
            "[68]\tvalidation_0-rmse:3.80373\n",
            "[70]\tvalidation_0-rmse:3.80507\n",
            "[72]\tvalidation_0-rmse:3.80327\n",
            "[74]\tvalidation_0-rmse:3.80368\n",
            "[76]\tvalidation_0-rmse:3.80503\n",
            "[78]\tvalidation_0-rmse:3.80696\n",
            "[80]\tvalidation_0-rmse:3.80702\n",
            "[82]\tvalidation_0-rmse:3.80952\n",
            "[84]\tvalidation_0-rmse:3.80698\n",
            "[86]\tvalidation_0-rmse:3.81025\n",
            "[88]\tvalidation_0-rmse:3.80989\n",
            "Stopping. Best iteration:\n",
            "[58]\tvalidation_0-rmse:3.80294\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=300, subsample=0.9; total time=  39.2s\n",
            "[0]\tvalidation_0-rmse:4.83755\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.22371\n",
            "[4]\tvalidation_0-rmse:4.11659\n",
            "[6]\tvalidation_0-rmse:3.96825\n",
            "[8]\tvalidation_0-rmse:3.81305\n",
            "[10]\tvalidation_0-rmse:3.80357\n",
            "[12]\tvalidation_0-rmse:3.82484\n",
            "[14]\tvalidation_0-rmse:3.8222\n",
            "[16]\tvalidation_0-rmse:3.80399\n",
            "[18]\tvalidation_0-rmse:3.82266\n",
            "[20]\tvalidation_0-rmse:3.8521\n",
            "[22]\tvalidation_0-rmse:3.86664\n",
            "[24]\tvalidation_0-rmse:3.86497\n",
            "[26]\tvalidation_0-rmse:3.88251\n",
            "[28]\tvalidation_0-rmse:3.90646\n",
            "[30]\tvalidation_0-rmse:3.87558\n",
            "[32]\tvalidation_0-rmse:3.87267\n",
            "[34]\tvalidation_0-rmse:3.88424\n",
            "[36]\tvalidation_0-rmse:3.88691\n",
            "[38]\tvalidation_0-rmse:3.87759\n",
            "Stopping. Best iteration:\n",
            "[9]\tvalidation_0-rmse:3.7991\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=500, subsample=0.6; total time=  35.1s\n",
            "[0]\tvalidation_0-rmse:4.78045\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.20577\n",
            "[4]\tvalidation_0-rmse:3.96781\n",
            "[6]\tvalidation_0-rmse:3.87721\n",
            "[8]\tvalidation_0-rmse:3.80513\n",
            "[10]\tvalidation_0-rmse:3.81454\n",
            "[12]\tvalidation_0-rmse:3.78579\n",
            "[14]\tvalidation_0-rmse:3.76095\n",
            "[16]\tvalidation_0-rmse:3.72594\n",
            "[18]\tvalidation_0-rmse:3.75237\n",
            "[20]\tvalidation_0-rmse:3.74358\n",
            "[22]\tvalidation_0-rmse:3.71458\n",
            "[24]\tvalidation_0-rmse:3.71659\n",
            "[26]\tvalidation_0-rmse:3.72549\n",
            "[28]\tvalidation_0-rmse:3.70145\n",
            "[30]\tvalidation_0-rmse:3.70085\n",
            "[32]\tvalidation_0-rmse:3.70201\n",
            "[34]\tvalidation_0-rmse:3.70638\n",
            "[36]\tvalidation_0-rmse:3.69152\n",
            "[38]\tvalidation_0-rmse:3.67818\n",
            "[40]\tvalidation_0-rmse:3.67608\n",
            "[42]\tvalidation_0-rmse:3.6681\n",
            "[44]\tvalidation_0-rmse:3.65563\n",
            "[46]\tvalidation_0-rmse:3.6604\n",
            "[48]\tvalidation_0-rmse:3.64938\n",
            "[50]\tvalidation_0-rmse:3.64505\n",
            "[52]\tvalidation_0-rmse:3.64772\n",
            "[54]\tvalidation_0-rmse:3.64459\n",
            "[56]\tvalidation_0-rmse:3.64001\n",
            "[58]\tvalidation_0-rmse:3.63598\n",
            "[60]\tvalidation_0-rmse:3.63354\n",
            "[62]\tvalidation_0-rmse:3.63121\n",
            "[64]\tvalidation_0-rmse:3.62721\n",
            "[66]\tvalidation_0-rmse:3.63736\n",
            "[68]\tvalidation_0-rmse:3.63184\n",
            "[70]\tvalidation_0-rmse:3.6283\n",
            "[72]\tvalidation_0-rmse:3.6213\n",
            "[74]\tvalidation_0-rmse:3.62438\n",
            "[76]\tvalidation_0-rmse:3.62579\n",
            "[78]\tvalidation_0-rmse:3.63218\n",
            "[80]\tvalidation_0-rmse:3.63144\n",
            "[82]\tvalidation_0-rmse:3.6361\n",
            "[84]\tvalidation_0-rmse:3.63505\n",
            "[86]\tvalidation_0-rmse:3.63468\n",
            "[88]\tvalidation_0-rmse:3.63175\n",
            "[90]\tvalidation_0-rmse:3.62683\n",
            "[92]\tvalidation_0-rmse:3.62736\n",
            "[94]\tvalidation_0-rmse:3.62395\n",
            "[96]\tvalidation_0-rmse:3.63686\n",
            "[98]\tvalidation_0-rmse:3.63659\n",
            "[100]\tvalidation_0-rmse:3.6396\n",
            "[102]\tvalidation_0-rmse:3.64234\n",
            "Stopping. Best iteration:\n",
            "[72]\tvalidation_0-rmse:3.6213\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=500, subsample=0.7; total time=  40.3s\n",
            "[0]\tvalidation_0-rmse:4.78264\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.15175\n",
            "[4]\tvalidation_0-rmse:3.84576\n",
            "[6]\tvalidation_0-rmse:3.83488\n",
            "[8]\tvalidation_0-rmse:3.77306\n",
            "[10]\tvalidation_0-rmse:3.66644\n",
            "[12]\tvalidation_0-rmse:3.60383\n",
            "[14]\tvalidation_0-rmse:3.59627\n",
            "[16]\tvalidation_0-rmse:3.52913\n",
            "[18]\tvalidation_0-rmse:3.50231\n",
            "[20]\tvalidation_0-rmse:3.47701\n",
            "[22]\tvalidation_0-rmse:3.47573\n",
            "[24]\tvalidation_0-rmse:3.49764\n",
            "[26]\tvalidation_0-rmse:3.4918\n",
            "[28]\tvalidation_0-rmse:3.48398\n",
            "[30]\tvalidation_0-rmse:3.48825\n",
            "[32]\tvalidation_0-rmse:3.50833\n",
            "[34]\tvalidation_0-rmse:3.50479\n",
            "[36]\tvalidation_0-rmse:3.50998\n",
            "[38]\tvalidation_0-rmse:3.50141\n",
            "[40]\tvalidation_0-rmse:3.50114\n",
            "[42]\tvalidation_0-rmse:3.50416\n",
            "[44]\tvalidation_0-rmse:3.50423\n",
            "[46]\tvalidation_0-rmse:3.49926\n",
            "[48]\tvalidation_0-rmse:3.5041\n",
            "[50]\tvalidation_0-rmse:3.48129\n",
            "[52]\tvalidation_0-rmse:3.48052\n",
            "Stopping. Best iteration:\n",
            "[22]\tvalidation_0-rmse:3.47573\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=500, subsample=0.8; total time=  36.7s\n",
            "[0]\tvalidation_0-rmse:4.77981\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.15548\n",
            "[4]\tvalidation_0-rmse:4.0266\n",
            "[6]\tvalidation_0-rmse:3.92263\n",
            "[8]\tvalidation_0-rmse:3.92157\n",
            "[10]\tvalidation_0-rmse:3.88233\n",
            "[12]\tvalidation_0-rmse:3.87062\n",
            "[14]\tvalidation_0-rmse:3.871\n",
            "[16]\tvalidation_0-rmse:3.87154\n",
            "[18]\tvalidation_0-rmse:3.8738\n",
            "[20]\tvalidation_0-rmse:3.83433\n",
            "[22]\tvalidation_0-rmse:3.83928\n",
            "[24]\tvalidation_0-rmse:3.83129\n",
            "[26]\tvalidation_0-rmse:3.83837\n",
            "[28]\tvalidation_0-rmse:3.83306\n",
            "[30]\tvalidation_0-rmse:3.82493\n",
            "[32]\tvalidation_0-rmse:3.84118\n",
            "[34]\tvalidation_0-rmse:3.82995\n",
            "[36]\tvalidation_0-rmse:3.83127\n",
            "[38]\tvalidation_0-rmse:3.83688\n",
            "[40]\tvalidation_0-rmse:3.841\n",
            "[42]\tvalidation_0-rmse:3.84437\n",
            "[44]\tvalidation_0-rmse:3.84475\n",
            "[46]\tvalidation_0-rmse:3.83784\n",
            "[48]\tvalidation_0-rmse:3.82651\n",
            "[50]\tvalidation_0-rmse:3.83152\n",
            "[52]\tvalidation_0-rmse:3.833\n",
            "[54]\tvalidation_0-rmse:3.83321\n",
            "[56]\tvalidation_0-rmse:3.80294\n",
            "[58]\tvalidation_0-rmse:3.80294\n",
            "[60]\tvalidation_0-rmse:3.80601\n",
            "[62]\tvalidation_0-rmse:3.80636\n",
            "[64]\tvalidation_0-rmse:3.80512\n",
            "[66]\tvalidation_0-rmse:3.80565\n",
            "[68]\tvalidation_0-rmse:3.80373\n",
            "[70]\tvalidation_0-rmse:3.80507\n",
            "[72]\tvalidation_0-rmse:3.80327\n",
            "[74]\tvalidation_0-rmse:3.80368\n",
            "[76]\tvalidation_0-rmse:3.80503\n",
            "[78]\tvalidation_0-rmse:3.80696\n",
            "[80]\tvalidation_0-rmse:3.80702\n",
            "[82]\tvalidation_0-rmse:3.80952\n",
            "[84]\tvalidation_0-rmse:3.80698\n",
            "[86]\tvalidation_0-rmse:3.81025\n",
            "[88]\tvalidation_0-rmse:3.80989\n",
            "Stopping. Best iteration:\n",
            "[58]\tvalidation_0-rmse:3.80294\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=500, subsample=0.9; total time=  39.3s\n",
            "[0]\tvalidation_0-rmse:4.83755\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.22371\n",
            "[4]\tvalidation_0-rmse:4.11659\n",
            "[6]\tvalidation_0-rmse:3.96825\n",
            "[8]\tvalidation_0-rmse:3.81305\n",
            "[10]\tvalidation_0-rmse:3.80357\n",
            "[12]\tvalidation_0-rmse:3.82484\n",
            "[14]\tvalidation_0-rmse:3.8222\n",
            "[16]\tvalidation_0-rmse:3.80399\n",
            "[18]\tvalidation_0-rmse:3.82266\n",
            "[20]\tvalidation_0-rmse:3.8521\n",
            "[22]\tvalidation_0-rmse:3.86664\n",
            "[24]\tvalidation_0-rmse:3.86497\n",
            "[26]\tvalidation_0-rmse:3.88251\n",
            "[28]\tvalidation_0-rmse:3.90646\n",
            "[30]\tvalidation_0-rmse:3.87558\n",
            "[32]\tvalidation_0-rmse:3.87267\n",
            "[34]\tvalidation_0-rmse:3.88424\n",
            "[36]\tvalidation_0-rmse:3.88691\n",
            "[38]\tvalidation_0-rmse:3.87759\n",
            "Stopping. Best iteration:\n",
            "[9]\tvalidation_0-rmse:3.7991\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=700, subsample=0.6; total time=  35.2s\n",
            "[0]\tvalidation_0-rmse:4.78045\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.20577\n",
            "[4]\tvalidation_0-rmse:3.96781\n",
            "[6]\tvalidation_0-rmse:3.87721\n",
            "[8]\tvalidation_0-rmse:3.80513\n",
            "[10]\tvalidation_0-rmse:3.81454\n",
            "[12]\tvalidation_0-rmse:3.78579\n",
            "[14]\tvalidation_0-rmse:3.76095\n",
            "[16]\tvalidation_0-rmse:3.72594\n",
            "[18]\tvalidation_0-rmse:3.75237\n",
            "[20]\tvalidation_0-rmse:3.74358\n",
            "[22]\tvalidation_0-rmse:3.71458\n",
            "[24]\tvalidation_0-rmse:3.71659\n",
            "[26]\tvalidation_0-rmse:3.72549\n",
            "[28]\tvalidation_0-rmse:3.70145\n",
            "[30]\tvalidation_0-rmse:3.70085\n",
            "[32]\tvalidation_0-rmse:3.70201\n",
            "[34]\tvalidation_0-rmse:3.70638\n",
            "[36]\tvalidation_0-rmse:3.69152\n",
            "[38]\tvalidation_0-rmse:3.67818\n",
            "[40]\tvalidation_0-rmse:3.67608\n",
            "[42]\tvalidation_0-rmse:3.6681\n",
            "[44]\tvalidation_0-rmse:3.65563\n",
            "[46]\tvalidation_0-rmse:3.6604\n",
            "[48]\tvalidation_0-rmse:3.64938\n",
            "[50]\tvalidation_0-rmse:3.64505\n",
            "[52]\tvalidation_0-rmse:3.64772\n",
            "[54]\tvalidation_0-rmse:3.64459\n",
            "[56]\tvalidation_0-rmse:3.64001\n",
            "[58]\tvalidation_0-rmse:3.63598\n",
            "[60]\tvalidation_0-rmse:3.63354\n",
            "[62]\tvalidation_0-rmse:3.63121\n",
            "[64]\tvalidation_0-rmse:3.62721\n",
            "[66]\tvalidation_0-rmse:3.63736\n",
            "[68]\tvalidation_0-rmse:3.63184\n",
            "[70]\tvalidation_0-rmse:3.6283\n",
            "[72]\tvalidation_0-rmse:3.6213\n",
            "[74]\tvalidation_0-rmse:3.62438\n",
            "[76]\tvalidation_0-rmse:3.62579\n",
            "[78]\tvalidation_0-rmse:3.63218\n",
            "[80]\tvalidation_0-rmse:3.63144\n",
            "[82]\tvalidation_0-rmse:3.6361\n",
            "[84]\tvalidation_0-rmse:3.63505\n",
            "[86]\tvalidation_0-rmse:3.63468\n",
            "[88]\tvalidation_0-rmse:3.63175\n",
            "[90]\tvalidation_0-rmse:3.62683\n",
            "[92]\tvalidation_0-rmse:3.62736\n",
            "[94]\tvalidation_0-rmse:3.62395\n",
            "[96]\tvalidation_0-rmse:3.63686\n",
            "[98]\tvalidation_0-rmse:3.63659\n",
            "[100]\tvalidation_0-rmse:3.6396\n",
            "[102]\tvalidation_0-rmse:3.64234\n",
            "Stopping. Best iteration:\n",
            "[72]\tvalidation_0-rmse:3.6213\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=700, subsample=0.7; total time=  39.9s\n",
            "[0]\tvalidation_0-rmse:4.78264\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.15175\n",
            "[4]\tvalidation_0-rmse:3.84576\n",
            "[6]\tvalidation_0-rmse:3.83488\n",
            "[8]\tvalidation_0-rmse:3.77306\n",
            "[10]\tvalidation_0-rmse:3.66644\n",
            "[12]\tvalidation_0-rmse:3.60383\n",
            "[14]\tvalidation_0-rmse:3.59627\n",
            "[16]\tvalidation_0-rmse:3.52913\n",
            "[18]\tvalidation_0-rmse:3.50231\n",
            "[20]\tvalidation_0-rmse:3.47701\n",
            "[22]\tvalidation_0-rmse:3.47573\n",
            "[24]\tvalidation_0-rmse:3.49764\n",
            "[26]\tvalidation_0-rmse:3.4918\n",
            "[28]\tvalidation_0-rmse:3.48398\n",
            "[30]\tvalidation_0-rmse:3.48825\n",
            "[32]\tvalidation_0-rmse:3.50833\n",
            "[34]\tvalidation_0-rmse:3.50479\n",
            "[36]\tvalidation_0-rmse:3.50998\n",
            "[38]\tvalidation_0-rmse:3.50141\n",
            "[40]\tvalidation_0-rmse:3.50114\n",
            "[42]\tvalidation_0-rmse:3.50416\n",
            "[44]\tvalidation_0-rmse:3.50423\n",
            "[46]\tvalidation_0-rmse:3.49926\n",
            "[48]\tvalidation_0-rmse:3.5041\n",
            "[50]\tvalidation_0-rmse:3.48129\n",
            "[52]\tvalidation_0-rmse:3.48052\n",
            "Stopping. Best iteration:\n",
            "[22]\tvalidation_0-rmse:3.47573\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=700, subsample=0.8; total time=  36.6s\n",
            "[0]\tvalidation_0-rmse:4.77981\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.15548\n",
            "[4]\tvalidation_0-rmse:4.0266\n",
            "[6]\tvalidation_0-rmse:3.92263\n",
            "[8]\tvalidation_0-rmse:3.92157\n",
            "[10]\tvalidation_0-rmse:3.88233\n",
            "[12]\tvalidation_0-rmse:3.87062\n",
            "[14]\tvalidation_0-rmse:3.871\n",
            "[16]\tvalidation_0-rmse:3.87154\n",
            "[18]\tvalidation_0-rmse:3.8738\n",
            "[20]\tvalidation_0-rmse:3.83433\n",
            "[22]\tvalidation_0-rmse:3.83928\n",
            "[24]\tvalidation_0-rmse:3.83129\n",
            "[26]\tvalidation_0-rmse:3.83837\n",
            "[28]\tvalidation_0-rmse:3.83306\n",
            "[30]\tvalidation_0-rmse:3.82493\n",
            "[32]\tvalidation_0-rmse:3.84118\n",
            "[34]\tvalidation_0-rmse:3.82995\n",
            "[36]\tvalidation_0-rmse:3.83127\n",
            "[38]\tvalidation_0-rmse:3.83688\n",
            "[40]\tvalidation_0-rmse:3.841\n",
            "[42]\tvalidation_0-rmse:3.84437\n",
            "[44]\tvalidation_0-rmse:3.84475\n",
            "[46]\tvalidation_0-rmse:3.83784\n",
            "[48]\tvalidation_0-rmse:3.82651\n",
            "[50]\tvalidation_0-rmse:3.83152\n",
            "[52]\tvalidation_0-rmse:3.833\n",
            "[54]\tvalidation_0-rmse:3.83321\n",
            "[56]\tvalidation_0-rmse:3.80294\n",
            "[58]\tvalidation_0-rmse:3.80294\n",
            "[60]\tvalidation_0-rmse:3.80601\n",
            "[62]\tvalidation_0-rmse:3.80636\n",
            "[64]\tvalidation_0-rmse:3.80512\n",
            "[66]\tvalidation_0-rmse:3.80565\n",
            "[68]\tvalidation_0-rmse:3.80373\n",
            "[70]\tvalidation_0-rmse:3.80507\n",
            "[72]\tvalidation_0-rmse:3.80327\n",
            "[74]\tvalidation_0-rmse:3.80368\n",
            "[76]\tvalidation_0-rmse:3.80503\n",
            "[78]\tvalidation_0-rmse:3.80696\n",
            "[80]\tvalidation_0-rmse:3.80702\n",
            "[82]\tvalidation_0-rmse:3.80952\n",
            "[84]\tvalidation_0-rmse:3.80698\n",
            "[86]\tvalidation_0-rmse:3.81025\n",
            "[88]\tvalidation_0-rmse:3.80989\n",
            "Stopping. Best iteration:\n",
            "[58]\tvalidation_0-rmse:3.80294\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=5, n_estimators=700, subsample=0.9; total time=  39.3s\n",
            "[0]\tvalidation_0-rmse:4.78586\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.39865\n",
            "[4]\tvalidation_0-rmse:4.34618\n",
            "[6]\tvalidation_0-rmse:4.18356\n",
            "[8]\tvalidation_0-rmse:4.14243\n",
            "[10]\tvalidation_0-rmse:4.09629\n",
            "[12]\tvalidation_0-rmse:4.095\n",
            "[14]\tvalidation_0-rmse:4.04789\n",
            "[16]\tvalidation_0-rmse:3.9344\n",
            "[18]\tvalidation_0-rmse:3.95591\n",
            "[20]\tvalidation_0-rmse:3.96164\n",
            "[22]\tvalidation_0-rmse:4.01368\n",
            "[24]\tvalidation_0-rmse:4.04591\n",
            "[26]\tvalidation_0-rmse:4.05249\n",
            "[28]\tvalidation_0-rmse:3.95662\n",
            "[30]\tvalidation_0-rmse:3.96362\n",
            "[32]\tvalidation_0-rmse:3.89639\n",
            "[34]\tvalidation_0-rmse:3.90083\n",
            "[36]\tvalidation_0-rmse:3.91745\n",
            "[38]\tvalidation_0-rmse:3.91402\n",
            "[40]\tvalidation_0-rmse:3.92218\n",
            "[42]\tvalidation_0-rmse:3.94979\n",
            "[44]\tvalidation_0-rmse:3.94051\n",
            "[46]\tvalidation_0-rmse:3.94412\n",
            "[48]\tvalidation_0-rmse:3.9759\n",
            "[50]\tvalidation_0-rmse:3.97011\n",
            "[52]\tvalidation_0-rmse:3.98887\n",
            "[54]\tvalidation_0-rmse:3.99729\n",
            "[56]\tvalidation_0-rmse:3.9817\n",
            "[58]\tvalidation_0-rmse:3.97182\n",
            "[60]\tvalidation_0-rmse:3.96331\n",
            "[62]\tvalidation_0-rmse:3.96826\n",
            "Stopping. Best iteration:\n",
            "[32]\tvalidation_0-rmse:3.89639\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=300, subsample=0.6; total time=  37.0s\n",
            "[0]\tvalidation_0-rmse:4.80257\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.25093\n",
            "[4]\tvalidation_0-rmse:4.15153\n",
            "[6]\tvalidation_0-rmse:4.04777\n",
            "[8]\tvalidation_0-rmse:4.03203\n",
            "[10]\tvalidation_0-rmse:4.01467\n",
            "[12]\tvalidation_0-rmse:3.97117\n",
            "[14]\tvalidation_0-rmse:3.98091\n",
            "[16]\tvalidation_0-rmse:3.94056\n",
            "[18]\tvalidation_0-rmse:3.93651\n",
            "[20]\tvalidation_0-rmse:3.92636\n",
            "[22]\tvalidation_0-rmse:3.93771\n",
            "[24]\tvalidation_0-rmse:3.92192\n",
            "[26]\tvalidation_0-rmse:3.94855\n",
            "[28]\tvalidation_0-rmse:3.95589\n",
            "[30]\tvalidation_0-rmse:3.93012\n",
            "[32]\tvalidation_0-rmse:3.92479\n",
            "[34]\tvalidation_0-rmse:3.93933\n",
            "[36]\tvalidation_0-rmse:3.9422\n",
            "[38]\tvalidation_0-rmse:3.94786\n",
            "[40]\tvalidation_0-rmse:3.94516\n",
            "[42]\tvalidation_0-rmse:3.94331\n",
            "[44]\tvalidation_0-rmse:3.94201\n",
            "[46]\tvalidation_0-rmse:3.95379\n",
            "[48]\tvalidation_0-rmse:3.97108\n",
            "[50]\tvalidation_0-rmse:3.96872\n",
            "[52]\tvalidation_0-rmse:3.96453\n",
            "[54]\tvalidation_0-rmse:3.96575\n",
            "Stopping. Best iteration:\n",
            "[24]\tvalidation_0-rmse:3.92192\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=300, subsample=0.7; total time=  36.2s\n",
            "[0]\tvalidation_0-rmse:4.8076\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.41502\n",
            "[4]\tvalidation_0-rmse:4.21121\n",
            "[6]\tvalidation_0-rmse:4.08183\n",
            "[8]\tvalidation_0-rmse:4.07989\n",
            "[10]\tvalidation_0-rmse:3.98713\n",
            "[12]\tvalidation_0-rmse:3.94773\n",
            "[14]\tvalidation_0-rmse:3.89481\n",
            "[16]\tvalidation_0-rmse:3.86678\n",
            "[18]\tvalidation_0-rmse:3.79688\n",
            "[20]\tvalidation_0-rmse:3.74595\n",
            "[22]\tvalidation_0-rmse:3.76965\n",
            "[24]\tvalidation_0-rmse:3.76621\n",
            "[26]\tvalidation_0-rmse:3.73919\n",
            "[28]\tvalidation_0-rmse:3.71736\n",
            "[30]\tvalidation_0-rmse:3.70949\n",
            "[32]\tvalidation_0-rmse:3.70587\n",
            "[34]\tvalidation_0-rmse:3.71432\n",
            "[36]\tvalidation_0-rmse:3.71244\n",
            "[38]\tvalidation_0-rmse:3.7171\n",
            "[40]\tvalidation_0-rmse:3.7279\n",
            "[42]\tvalidation_0-rmse:3.73204\n",
            "[44]\tvalidation_0-rmse:3.73526\n",
            "[46]\tvalidation_0-rmse:3.73615\n",
            "[48]\tvalidation_0-rmse:3.72141\n",
            "[50]\tvalidation_0-rmse:3.73158\n",
            "[52]\tvalidation_0-rmse:3.71609\n",
            "[54]\tvalidation_0-rmse:3.7332\n",
            "[56]\tvalidation_0-rmse:3.73767\n",
            "[58]\tvalidation_0-rmse:3.74293\n",
            "[60]\tvalidation_0-rmse:3.73788\n",
            "[62]\tvalidation_0-rmse:3.73446\n",
            "[64]\tvalidation_0-rmse:3.73653\n",
            "Stopping. Best iteration:\n",
            "[35]\tvalidation_0-rmse:3.70424\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=300, subsample=0.8; total time=  37.2s\n",
            "[0]\tvalidation_0-rmse:4.81219\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.35796\n",
            "[4]\tvalidation_0-rmse:4.16627\n",
            "[6]\tvalidation_0-rmse:3.97177\n",
            "[8]\tvalidation_0-rmse:3.90085\n",
            "[10]\tvalidation_0-rmse:3.90173\n",
            "[12]\tvalidation_0-rmse:3.90099\n",
            "[14]\tvalidation_0-rmse:3.89188\n",
            "[16]\tvalidation_0-rmse:3.73235\n",
            "[18]\tvalidation_0-rmse:3.75046\n",
            "[20]\tvalidation_0-rmse:3.7365\n",
            "[22]\tvalidation_0-rmse:3.72251\n",
            "[24]\tvalidation_0-rmse:3.70759\n",
            "[26]\tvalidation_0-rmse:3.72227\n",
            "[28]\tvalidation_0-rmse:3.73036\n",
            "[30]\tvalidation_0-rmse:3.72713\n",
            "[32]\tvalidation_0-rmse:3.73202\n",
            "[34]\tvalidation_0-rmse:3.72567\n",
            "[36]\tvalidation_0-rmse:3.73239\n",
            "[38]\tvalidation_0-rmse:3.68961\n",
            "[40]\tvalidation_0-rmse:3.68673\n",
            "[42]\tvalidation_0-rmse:3.68858\n",
            "[44]\tvalidation_0-rmse:3.68945\n",
            "[46]\tvalidation_0-rmse:3.69188\n",
            "[48]\tvalidation_0-rmse:3.66574\n",
            "[50]\tvalidation_0-rmse:3.65037\n",
            "[52]\tvalidation_0-rmse:3.6475\n",
            "[54]\tvalidation_0-rmse:3.66647\n",
            "[56]\tvalidation_0-rmse:3.66741\n",
            "[58]\tvalidation_0-rmse:3.66979\n",
            "[60]\tvalidation_0-rmse:3.66943\n",
            "[62]\tvalidation_0-rmse:3.66649\n",
            "[64]\tvalidation_0-rmse:3.67873\n",
            "[66]\tvalidation_0-rmse:3.6808\n",
            "[68]\tvalidation_0-rmse:3.67793\n",
            "[70]\tvalidation_0-rmse:3.67386\n",
            "[72]\tvalidation_0-rmse:3.67377\n",
            "[74]\tvalidation_0-rmse:3.67667\n",
            "[76]\tvalidation_0-rmse:3.67142\n",
            "[78]\tvalidation_0-rmse:3.67457\n",
            "[80]\tvalidation_0-rmse:3.66907\n",
            "[82]\tvalidation_0-rmse:3.66873\n",
            "Stopping. Best iteration:\n",
            "[52]\tvalidation_0-rmse:3.6475\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=300, subsample=0.9; total time=  38.4s\n",
            "[0]\tvalidation_0-rmse:4.78586\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.39865\n",
            "[4]\tvalidation_0-rmse:4.34618\n",
            "[6]\tvalidation_0-rmse:4.18356\n",
            "[8]\tvalidation_0-rmse:4.14243\n",
            "[10]\tvalidation_0-rmse:4.09629\n",
            "[12]\tvalidation_0-rmse:4.095\n",
            "[14]\tvalidation_0-rmse:4.04789\n",
            "[16]\tvalidation_0-rmse:3.9344\n",
            "[18]\tvalidation_0-rmse:3.95591\n",
            "[20]\tvalidation_0-rmse:3.96164\n",
            "[22]\tvalidation_0-rmse:4.01368\n",
            "[24]\tvalidation_0-rmse:4.04591\n",
            "[26]\tvalidation_0-rmse:4.05249\n",
            "[28]\tvalidation_0-rmse:3.95662\n",
            "[30]\tvalidation_0-rmse:3.96362\n",
            "[32]\tvalidation_0-rmse:3.89639\n",
            "[34]\tvalidation_0-rmse:3.90083\n",
            "[36]\tvalidation_0-rmse:3.91745\n",
            "[38]\tvalidation_0-rmse:3.91402\n",
            "[40]\tvalidation_0-rmse:3.92218\n",
            "[42]\tvalidation_0-rmse:3.94979\n",
            "[44]\tvalidation_0-rmse:3.94051\n",
            "[46]\tvalidation_0-rmse:3.94412\n",
            "[48]\tvalidation_0-rmse:3.9759\n",
            "[50]\tvalidation_0-rmse:3.97011\n",
            "[52]\tvalidation_0-rmse:3.98887\n",
            "[54]\tvalidation_0-rmse:3.99729\n",
            "[56]\tvalidation_0-rmse:3.9817\n",
            "[58]\tvalidation_0-rmse:3.97182\n",
            "[60]\tvalidation_0-rmse:3.96331\n",
            "[62]\tvalidation_0-rmse:3.96826\n",
            "Stopping. Best iteration:\n",
            "[32]\tvalidation_0-rmse:3.89639\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=500, subsample=0.6; total time=  36.6s\n",
            "[0]\tvalidation_0-rmse:4.80257\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.25093\n",
            "[4]\tvalidation_0-rmse:4.15153\n",
            "[6]\tvalidation_0-rmse:4.04777\n",
            "[8]\tvalidation_0-rmse:4.03203\n",
            "[10]\tvalidation_0-rmse:4.01467\n",
            "[12]\tvalidation_0-rmse:3.97117\n",
            "[14]\tvalidation_0-rmse:3.98091\n",
            "[16]\tvalidation_0-rmse:3.94056\n",
            "[18]\tvalidation_0-rmse:3.93651\n",
            "[20]\tvalidation_0-rmse:3.92636\n",
            "[22]\tvalidation_0-rmse:3.93771\n",
            "[24]\tvalidation_0-rmse:3.92192\n",
            "[26]\tvalidation_0-rmse:3.94855\n",
            "[28]\tvalidation_0-rmse:3.95589\n",
            "[30]\tvalidation_0-rmse:3.93012\n",
            "[32]\tvalidation_0-rmse:3.92479\n",
            "[34]\tvalidation_0-rmse:3.93933\n",
            "[36]\tvalidation_0-rmse:3.9422\n",
            "[38]\tvalidation_0-rmse:3.94786\n",
            "[40]\tvalidation_0-rmse:3.94516\n",
            "[42]\tvalidation_0-rmse:3.94331\n",
            "[44]\tvalidation_0-rmse:3.94201\n",
            "[46]\tvalidation_0-rmse:3.95379\n",
            "[48]\tvalidation_0-rmse:3.97108\n",
            "[50]\tvalidation_0-rmse:3.96872\n",
            "[52]\tvalidation_0-rmse:3.96453\n",
            "[54]\tvalidation_0-rmse:3.96575\n",
            "Stopping. Best iteration:\n",
            "[24]\tvalidation_0-rmse:3.92192\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=500, subsample=0.7; total time=  36.3s\n",
            "[0]\tvalidation_0-rmse:4.8076\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.41502\n",
            "[4]\tvalidation_0-rmse:4.21121\n",
            "[6]\tvalidation_0-rmse:4.08183\n",
            "[8]\tvalidation_0-rmse:4.07989\n",
            "[10]\tvalidation_0-rmse:3.98713\n",
            "[12]\tvalidation_0-rmse:3.94773\n",
            "[14]\tvalidation_0-rmse:3.89481\n",
            "[16]\tvalidation_0-rmse:3.86678\n",
            "[18]\tvalidation_0-rmse:3.79688\n",
            "[20]\tvalidation_0-rmse:3.74595\n",
            "[22]\tvalidation_0-rmse:3.76965\n",
            "[24]\tvalidation_0-rmse:3.76621\n",
            "[26]\tvalidation_0-rmse:3.73919\n",
            "[28]\tvalidation_0-rmse:3.71736\n",
            "[30]\tvalidation_0-rmse:3.70949\n",
            "[32]\tvalidation_0-rmse:3.70587\n",
            "[34]\tvalidation_0-rmse:3.71432\n",
            "[36]\tvalidation_0-rmse:3.71244\n",
            "[38]\tvalidation_0-rmse:3.7171\n",
            "[40]\tvalidation_0-rmse:3.7279\n",
            "[42]\tvalidation_0-rmse:3.73204\n",
            "[44]\tvalidation_0-rmse:3.73526\n",
            "[46]\tvalidation_0-rmse:3.73615\n",
            "[48]\tvalidation_0-rmse:3.72141\n",
            "[50]\tvalidation_0-rmse:3.73158\n",
            "[52]\tvalidation_0-rmse:3.71609\n",
            "[54]\tvalidation_0-rmse:3.7332\n",
            "[56]\tvalidation_0-rmse:3.73767\n",
            "[58]\tvalidation_0-rmse:3.74293\n",
            "[60]\tvalidation_0-rmse:3.73788\n",
            "[62]\tvalidation_0-rmse:3.73446\n",
            "[64]\tvalidation_0-rmse:3.73653\n",
            "Stopping. Best iteration:\n",
            "[35]\tvalidation_0-rmse:3.70424\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=500, subsample=0.8; total time=  37.1s\n",
            "[0]\tvalidation_0-rmse:4.81219\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.35796\n",
            "[4]\tvalidation_0-rmse:4.16627\n",
            "[6]\tvalidation_0-rmse:3.97177\n",
            "[8]\tvalidation_0-rmse:3.90085\n",
            "[10]\tvalidation_0-rmse:3.90173\n",
            "[12]\tvalidation_0-rmse:3.90099\n",
            "[14]\tvalidation_0-rmse:3.89188\n",
            "[16]\tvalidation_0-rmse:3.73235\n",
            "[18]\tvalidation_0-rmse:3.75046\n",
            "[20]\tvalidation_0-rmse:3.7365\n",
            "[22]\tvalidation_0-rmse:3.72251\n",
            "[24]\tvalidation_0-rmse:3.70759\n",
            "[26]\tvalidation_0-rmse:3.72227\n",
            "[28]\tvalidation_0-rmse:3.73036\n",
            "[30]\tvalidation_0-rmse:3.72713\n",
            "[32]\tvalidation_0-rmse:3.73202\n",
            "[34]\tvalidation_0-rmse:3.72567\n",
            "[36]\tvalidation_0-rmse:3.73239\n",
            "[38]\tvalidation_0-rmse:3.68961\n",
            "[40]\tvalidation_0-rmse:3.68673\n",
            "[42]\tvalidation_0-rmse:3.68858\n",
            "[44]\tvalidation_0-rmse:3.68945\n",
            "[46]\tvalidation_0-rmse:3.69188\n",
            "[48]\tvalidation_0-rmse:3.66574\n",
            "[50]\tvalidation_0-rmse:3.65037\n",
            "[52]\tvalidation_0-rmse:3.6475\n",
            "[54]\tvalidation_0-rmse:3.66647\n",
            "[56]\tvalidation_0-rmse:3.66741\n",
            "[58]\tvalidation_0-rmse:3.66979\n",
            "[60]\tvalidation_0-rmse:3.66943\n",
            "[62]\tvalidation_0-rmse:3.66649\n",
            "[64]\tvalidation_0-rmse:3.67873\n",
            "[66]\tvalidation_0-rmse:3.6808\n",
            "[68]\tvalidation_0-rmse:3.67793\n",
            "[70]\tvalidation_0-rmse:3.67386\n",
            "[72]\tvalidation_0-rmse:3.67377\n",
            "[74]\tvalidation_0-rmse:3.67667\n",
            "[76]\tvalidation_0-rmse:3.67142\n",
            "[78]\tvalidation_0-rmse:3.67457\n",
            "[80]\tvalidation_0-rmse:3.66907\n",
            "[82]\tvalidation_0-rmse:3.66873\n",
            "Stopping. Best iteration:\n",
            "[52]\tvalidation_0-rmse:3.6475\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=500, subsample=0.9; total time=  38.6s\n",
            "[0]\tvalidation_0-rmse:4.78586\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.39865\n",
            "[4]\tvalidation_0-rmse:4.34618\n",
            "[6]\tvalidation_0-rmse:4.18356\n",
            "[8]\tvalidation_0-rmse:4.14243\n",
            "[10]\tvalidation_0-rmse:4.09629\n",
            "[12]\tvalidation_0-rmse:4.095\n",
            "[14]\tvalidation_0-rmse:4.04789\n",
            "[16]\tvalidation_0-rmse:3.9344\n",
            "[18]\tvalidation_0-rmse:3.95591\n",
            "[20]\tvalidation_0-rmse:3.96164\n",
            "[22]\tvalidation_0-rmse:4.01368\n",
            "[24]\tvalidation_0-rmse:4.04591\n",
            "[26]\tvalidation_0-rmse:4.05249\n",
            "[28]\tvalidation_0-rmse:3.95662\n",
            "[30]\tvalidation_0-rmse:3.96362\n",
            "[32]\tvalidation_0-rmse:3.89639\n",
            "[34]\tvalidation_0-rmse:3.90083\n",
            "[36]\tvalidation_0-rmse:3.91745\n",
            "[38]\tvalidation_0-rmse:3.91402\n",
            "[40]\tvalidation_0-rmse:3.92218\n",
            "[42]\tvalidation_0-rmse:3.94979\n",
            "[44]\tvalidation_0-rmse:3.94051\n",
            "[46]\tvalidation_0-rmse:3.94412\n",
            "[48]\tvalidation_0-rmse:3.9759\n",
            "[50]\tvalidation_0-rmse:3.97011\n",
            "[52]\tvalidation_0-rmse:3.98887\n",
            "[54]\tvalidation_0-rmse:3.99729\n",
            "[56]\tvalidation_0-rmse:3.9817\n",
            "[58]\tvalidation_0-rmse:3.97182\n",
            "[60]\tvalidation_0-rmse:3.96331\n",
            "[62]\tvalidation_0-rmse:3.96826\n",
            "Stopping. Best iteration:\n",
            "[32]\tvalidation_0-rmse:3.89639\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=700, subsample=0.6; total time=  36.6s\n",
            "[0]\tvalidation_0-rmse:4.80257\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.25093\n",
            "[4]\tvalidation_0-rmse:4.15153\n",
            "[6]\tvalidation_0-rmse:4.04777\n",
            "[8]\tvalidation_0-rmse:4.03203\n",
            "[10]\tvalidation_0-rmse:4.01467\n",
            "[12]\tvalidation_0-rmse:3.97117\n",
            "[14]\tvalidation_0-rmse:3.98091\n",
            "[16]\tvalidation_0-rmse:3.94056\n",
            "[18]\tvalidation_0-rmse:3.93651\n",
            "[20]\tvalidation_0-rmse:3.92636\n",
            "[22]\tvalidation_0-rmse:3.93771\n",
            "[24]\tvalidation_0-rmse:3.92192\n",
            "[26]\tvalidation_0-rmse:3.94855\n",
            "[28]\tvalidation_0-rmse:3.95589\n",
            "[30]\tvalidation_0-rmse:3.93012\n",
            "[32]\tvalidation_0-rmse:3.92479\n",
            "[34]\tvalidation_0-rmse:3.93933\n",
            "[36]\tvalidation_0-rmse:3.9422\n",
            "[38]\tvalidation_0-rmse:3.94786\n",
            "[40]\tvalidation_0-rmse:3.94516\n",
            "[42]\tvalidation_0-rmse:3.94331\n",
            "[44]\tvalidation_0-rmse:3.94201\n",
            "[46]\tvalidation_0-rmse:3.95379\n",
            "[48]\tvalidation_0-rmse:3.97108\n",
            "[50]\tvalidation_0-rmse:3.96872\n",
            "[52]\tvalidation_0-rmse:3.96453\n",
            "[54]\tvalidation_0-rmse:3.96575\n",
            "Stopping. Best iteration:\n",
            "[24]\tvalidation_0-rmse:3.92192\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=700, subsample=0.7; total time=  36.3s\n",
            "[0]\tvalidation_0-rmse:4.8076\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.41502\n",
            "[4]\tvalidation_0-rmse:4.21121\n",
            "[6]\tvalidation_0-rmse:4.08183\n",
            "[8]\tvalidation_0-rmse:4.07989\n",
            "[10]\tvalidation_0-rmse:3.98713\n",
            "[12]\tvalidation_0-rmse:3.94773\n",
            "[14]\tvalidation_0-rmse:3.89481\n",
            "[16]\tvalidation_0-rmse:3.86678\n",
            "[18]\tvalidation_0-rmse:3.79688\n",
            "[20]\tvalidation_0-rmse:3.74595\n",
            "[22]\tvalidation_0-rmse:3.76965\n",
            "[24]\tvalidation_0-rmse:3.76621\n",
            "[26]\tvalidation_0-rmse:3.73919\n",
            "[28]\tvalidation_0-rmse:3.71736\n",
            "[30]\tvalidation_0-rmse:3.70949\n",
            "[32]\tvalidation_0-rmse:3.70587\n",
            "[34]\tvalidation_0-rmse:3.71432\n",
            "[36]\tvalidation_0-rmse:3.71244\n",
            "[38]\tvalidation_0-rmse:3.7171\n",
            "[40]\tvalidation_0-rmse:3.7279\n",
            "[42]\tvalidation_0-rmse:3.73204\n",
            "[44]\tvalidation_0-rmse:3.73526\n",
            "[46]\tvalidation_0-rmse:3.73615\n",
            "[48]\tvalidation_0-rmse:3.72141\n",
            "[50]\tvalidation_0-rmse:3.73158\n",
            "[52]\tvalidation_0-rmse:3.71609\n",
            "[54]\tvalidation_0-rmse:3.7332\n",
            "[56]\tvalidation_0-rmse:3.73767\n",
            "[58]\tvalidation_0-rmse:3.74293\n",
            "[60]\tvalidation_0-rmse:3.73788\n",
            "[62]\tvalidation_0-rmse:3.73446\n",
            "[64]\tvalidation_0-rmse:3.73653\n",
            "Stopping. Best iteration:\n",
            "[35]\tvalidation_0-rmse:3.70424\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=700, subsample=0.8; total time=  37.1s\n",
            "[0]\tvalidation_0-rmse:4.81219\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.35796\n",
            "[4]\tvalidation_0-rmse:4.16627\n",
            "[6]\tvalidation_0-rmse:3.97177\n",
            "[8]\tvalidation_0-rmse:3.90085\n",
            "[10]\tvalidation_0-rmse:3.90173\n",
            "[12]\tvalidation_0-rmse:3.90099\n",
            "[14]\tvalidation_0-rmse:3.89188\n",
            "[16]\tvalidation_0-rmse:3.73235\n",
            "[18]\tvalidation_0-rmse:3.75046\n",
            "[20]\tvalidation_0-rmse:3.7365\n",
            "[22]\tvalidation_0-rmse:3.72251\n",
            "[24]\tvalidation_0-rmse:3.70759\n",
            "[26]\tvalidation_0-rmse:3.72227\n",
            "[28]\tvalidation_0-rmse:3.73036\n",
            "[30]\tvalidation_0-rmse:3.72713\n",
            "[32]\tvalidation_0-rmse:3.73202\n",
            "[34]\tvalidation_0-rmse:3.72567\n",
            "[36]\tvalidation_0-rmse:3.73239\n",
            "[38]\tvalidation_0-rmse:3.68961\n",
            "[40]\tvalidation_0-rmse:3.68673\n",
            "[42]\tvalidation_0-rmse:3.68858\n",
            "[44]\tvalidation_0-rmse:3.68945\n",
            "[46]\tvalidation_0-rmse:3.69188\n",
            "[48]\tvalidation_0-rmse:3.66574\n",
            "[50]\tvalidation_0-rmse:3.65037\n",
            "[52]\tvalidation_0-rmse:3.6475\n",
            "[54]\tvalidation_0-rmse:3.66647\n",
            "[56]\tvalidation_0-rmse:3.66741\n",
            "[58]\tvalidation_0-rmse:3.66979\n",
            "[60]\tvalidation_0-rmse:3.66943\n",
            "[62]\tvalidation_0-rmse:3.66649\n",
            "[64]\tvalidation_0-rmse:3.67873\n",
            "[66]\tvalidation_0-rmse:3.6808\n",
            "[68]\tvalidation_0-rmse:3.67793\n",
            "[70]\tvalidation_0-rmse:3.67386\n",
            "[72]\tvalidation_0-rmse:3.67377\n",
            "[74]\tvalidation_0-rmse:3.67667\n",
            "[76]\tvalidation_0-rmse:3.67142\n",
            "[78]\tvalidation_0-rmse:3.67457\n",
            "[80]\tvalidation_0-rmse:3.66907\n",
            "[82]\tvalidation_0-rmse:3.66873\n",
            "Stopping. Best iteration:\n",
            "[52]\tvalidation_0-rmse:3.6475\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=9, min_child_weight=10, n_estimators=700, subsample=0.9; total time=  38.6s\n",
            "[0]\tvalidation_0-rmse:4.83159\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.20421\n",
            "[4]\tvalidation_0-rmse:3.96526\n",
            "[6]\tvalidation_0-rmse:3.7887\n",
            "[8]\tvalidation_0-rmse:3.67528\n",
            "[10]\tvalidation_0-rmse:3.65549\n",
            "[12]\tvalidation_0-rmse:3.70977\n",
            "[14]\tvalidation_0-rmse:3.70546\n",
            "[16]\tvalidation_0-rmse:3.66614\n",
            "[18]\tvalidation_0-rmse:3.68558\n",
            "[20]\tvalidation_0-rmse:3.72817\n",
            "[22]\tvalidation_0-rmse:3.71977\n",
            "[24]\tvalidation_0-rmse:3.73442\n",
            "[26]\tvalidation_0-rmse:3.72815\n",
            "[28]\tvalidation_0-rmse:3.71984\n",
            "[30]\tvalidation_0-rmse:3.71989\n",
            "[32]\tvalidation_0-rmse:3.72215\n",
            "[34]\tvalidation_0-rmse:3.72147\n",
            "[36]\tvalidation_0-rmse:3.72349\n",
            "[38]\tvalidation_0-rmse:3.71768\n",
            "[40]\tvalidation_0-rmse:3.72182\n",
            "[42]\tvalidation_0-rmse:3.73003\n",
            "[44]\tvalidation_0-rmse:3.72106\n",
            "Stopping. Best iteration:\n",
            "[15]\tvalidation_0-rmse:3.6434\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=10, min_child_weight=5, n_estimators=300, subsample=0.6; total time=  35.9s\n",
            "[0]\tvalidation_0-rmse:4.77525\n",
            "Will train until validation_0-rmse hasn't improved in 30 rounds.\n",
            "[2]\tvalidation_0-rmse:4.19732\n",
            "[4]\tvalidation_0-rmse:3.98178\n",
            "[6]\tvalidation_0-rmse:3.94917\n",
            "[8]\tvalidation_0-rmse:3.86497\n",
            "[10]\tvalidation_0-rmse:3.79591\n",
            "[12]\tvalidation_0-rmse:3.73964\n",
            "[14]\tvalidation_0-rmse:3.7367\n",
            "[16]\tvalidation_0-rmse:3.75839\n",
            "[18]\tvalidation_0-rmse:3.73726\n",
            "[20]\tvalidation_0-rmse:3.73008\n",
            "[22]\tvalidation_0-rmse:3.70661\n",
            "[24]\tvalidation_0-rmse:3.70206\n",
            "[26]\tvalidation_0-rmse:3.71387\n",
            "[28]\tvalidation_0-rmse:3.71835\n",
            "[30]\tvalidation_0-rmse:3.73043\n",
            "[32]\tvalidation_0-rmse:3.75017\n",
            "[34]\tvalidation_0-rmse:3.73475\n",
            "[36]\tvalidation_0-rmse:3.74163\n",
            "[38]\tvalidation_0-rmse:3.7474\n",
            "[40]\tvalidation_0-rmse:3.7543\n",
            "[42]\tvalidation_0-rmse:3.74223\n",
            "[44]\tvalidation_0-rmse:3.74255\n",
            "[46]\tvalidation_0-rmse:3.74169\n",
            "[48]\tvalidation_0-rmse:3.73407\n",
            "[50]\tvalidation_0-rmse:3.73885\n",
            "[52]\tvalidation_0-rmse:3.74605\n",
            "Stopping. Best iteration:\n",
            "[23]\tvalidation_0-rmse:3.69241\n",
            "\n",
            "[CV] END colsample_bytree=0.8, gamma=1, learning_rate=0.3, max_depth=10, min_child_weight=5, n_estimators=300, subsample=0.7; total time=  36.6s\n"
          ]
        }
      ],
      "source": [
        "r_grid_xgbr.fit(X, y, **fit_params)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "print(\"\\n The best estimator across ALL searched params:\\n\", r_grid_xgbr.best_estimator_)\n",
        "print(\"\\n The best score across ALL searched params:\\n\", r_grid_xgbr.best_score_)\n",
        "print(\"\\n The best parameters across ALL searched params:\\n\", r_grid_xgbr.best_params_)"
      ],
      "metadata": {
        "id": "r-yHxEFG6ylD"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "xgbr = r_grid_xgbr.best_estimator_"
      ],
      "metadata": {
        "id": "fwFotE_465QX"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "kkPMUN_9WD8F"
      },
      "outputs": [],
      "source": [
        "import matplotlib.pyplot as plt\n",
        "\n",
        "# retrieve performance metrics\n",
        "results = xgbr.evals_result()\n",
        "epochs = len(results['validation_0']['rmse'])\n",
        "x_axis = range(0, epochs)\n",
        "\n",
        "# plot rmse\n",
        "fig, ax = plt.subplots()\n",
        "ax.plot(x_axis, results['validation_0']['rmse'], label='Train')\n",
        "# ax.plot(x_axis, results['validation_1']['rmse'], label='Test')\n",
        "ax.legend()\n",
        "plt.ylabel('RMSE')\n",
        "plt.title('XGBoost RMSE')\n",
        "plt.show()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "70FE96If1Lj3"
      },
      "outputs": [],
      "source": [
        "from sklearn.metrics import mean_squared_error\n",
        "\n",
        "X_valid, y_valid = X.iloc[valid_indices], y.iloc[valid_indices]\n",
        "y_pred = xgbr.predict(X_valid)\n",
        "y_pred_rounded = np.around(y_pred)\n",
        "mse = mean_squared_error(y_valid, y_pred)\n",
        "mse_rd = mean_squared_error(y_valid, y_pred_rounded)\n",
        "\n",
        "print('MSE: %.2f' % mse)\n",
        "print('RMSE: %.2f' % (mse ** (0.5)))\n",
        "\n",
        "print('MSE (rounded): %.2f' % mse_rd)\n",
        "print('RMSE (rounded): %.2f' % (mse_rd ** (0.5)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "j1SHDDbcAdF3"
      },
      "outputs": [],
      "source": [
        ""
      ]
    },
    {
      "cell_type": "code",
      "source": [
        ""
      ],
      "metadata": {
        "id": "MKfMjiFe__Aj"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "R1jgmhvbAdH6"
      },
      "outputs": [],
      "source": [
        ""
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "collapsed_sections": [],
      "machine_shape": "hm",
      "name": "HSE XGBoost SearchCV.ipynb",
      "provenance": [],
      "mount_file_id": "1v8CsB20OoxP0btd1mHnFwNZyoIYLmIcv",
      "authorship_tag": "ABX9TyPQCOPilX2jNUK9XRzQ2Y6u"
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}