IEEE-CIS-Fraud-Detection.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "34ea4354",
   "metadata": {},
   "source": [
    "# BentoML Demo - IEEE-CIS Fraud Detection"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b73a62eb",
   "metadata": {},
   "source": [
    "Accept dataset rules on Kaggle before downloading: https://www.kaggle.com/competitions/ieee-fraud-detection/data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "f82d57c9",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:56:22.550903Z",
     "iopub.status.busy": "2023-04-26T21:56:22.550570Z",
     "iopub.status.idle": "2023-04-26T21:56:22.555347Z",
     "shell.execute_reply": "2023-04-26T21:56:22.554769Z"
    }
   },
   "outputs": [],
   "source": [
    "# Set Kaggle Credentials for downloading dataset\n",
    "# %env KAGGLE_USERNAME=\n",
    "# %env KAGGLE_KEY="
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "945f2734",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:56:22.558332Z",
     "iopub.status.busy": "2023-04-26T21:56:22.558111Z",
     "iopub.status.idle": "2023-04-26T21:56:22.560645Z",
     "shell.execute_reply": "2023-04-26T21:56:22.560132Z"
    }
   },
   "outputs": [],
   "source": [
    "# !kaggle competitions download -c ieee-fraud-detection\n",
    "# !rm -rf ./data/\n",
    "# !unzip -d ./data/ ieee-fraud-detection.zip && rm ieee-fraud-detection.zip"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "c49fd861",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:56:22.563128Z",
     "iopub.status.busy": "2023-04-26T21:56:22.562943Z",
     "iopub.status.idle": "2023-04-26T21:56:31.941083Z",
     "shell.execute_reply": "2023-04-26T21:56:31.940421Z"
    }
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "df_transactions = pd.read_csv(\"./data/train_transaction.csv\")\n",
    "\n",
    "X = df_transactions.drop(columns=[\"isFraud\"])\n",
    "y = df_transactions.isFraud"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "75e1312a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:56:31.945150Z",
     "iopub.status.busy": "2023-04-26T21:56:31.944895Z",
     "iopub.status.idle": "2023-04-26T21:56:33.082824Z",
     "shell.execute_reply": "2023-04-26T21:56:33.082518Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-1 {color: black;background-color: white;}#sk-container-id-1 pre{padding: 0;}#sk-container-id-1 div.sk-toggleable {background-color: white;}#sk-container-id-1 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-1 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-1 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-1 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-1 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-1 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-1 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-1 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-1 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-1 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-1 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-1 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-1 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-1 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-1 div.sk-item {position: relative;z-index: 1;}#sk-container-id-1 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-1 div.sk-item::before, #sk-container-id-1 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-1 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-1 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-1 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-1 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-1 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-1 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-1 div.sk-label-container {text-align: center;}#sk-container-id-1 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-1 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-1\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>ColumnTransformer(remainder=&#x27;passthrough&#x27;,\n",
       "                  transformers=[(&#x27;num&#x27;, SimpleImputer(strategy=&#x27;median&#x27;),\n",
       "                                 Index([&#x27;TransactionAmt&#x27;, &#x27;card2&#x27;, &#x27;card3&#x27;, &#x27;card5&#x27;, &#x27;addr1&#x27;, &#x27;addr2&#x27;, &#x27;dist1&#x27;,\n",
       "       &#x27;dist2&#x27;, &#x27;C1&#x27;, &#x27;C2&#x27;,\n",
       "       ...\n",
       "       &#x27;V330&#x27;, &#x27;V331&#x27;, &#x27;V332&#x27;, &#x27;V333&#x27;, &#x27;V334&#x27;, &#x27;V335&#x27;, &#x27;V336&#x27;, &#x27;V337&#x27;, &#x27;V338&#x27;,\n",
       "       &#x27;V339&#x27;],\n",
       "      dtype=&#x27;object&#x27;, length=376)),\n",
       "                                (&#x27;cat&#x27;,\n",
       "                                 OrdinalEncoder(handle_unknown=&#x27;use_encoded_value&#x27;,\n",
       "                                                unknown_value=-1),\n",
       "                                 Index([&#x27;ProductCD&#x27;, &#x27;card4&#x27;, &#x27;card6&#x27;, &#x27;P_emaildomain&#x27;, &#x27;R_emaildomain&#x27;, &#x27;M1&#x27;,\n",
       "       &#x27;M2&#x27;, &#x27;M3&#x27;, &#x27;M4&#x27;, &#x27;M5&#x27;, &#x27;M6&#x27;, &#x27;M7&#x27;, &#x27;M8&#x27;, &#x27;M9&#x27;],\n",
       "      dtype=&#x27;object&#x27;))],\n",
       "                  verbose_feature_names_out=False)</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item sk-dashed-wrapped\"><div class=\"sk-label-container\"><div class=\"sk-label sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-1\" type=\"checkbox\" ><label for=\"sk-estimator-id-1\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">ColumnTransformer</label><div class=\"sk-toggleable__content\"><pre>ColumnTransformer(remainder=&#x27;passthrough&#x27;,\n",
       "                  transformers=[(&#x27;num&#x27;, SimpleImputer(strategy=&#x27;median&#x27;),\n",
       "                                 Index([&#x27;TransactionAmt&#x27;, &#x27;card2&#x27;, &#x27;card3&#x27;, &#x27;card5&#x27;, &#x27;addr1&#x27;, &#x27;addr2&#x27;, &#x27;dist1&#x27;,\n",
       "       &#x27;dist2&#x27;, &#x27;C1&#x27;, &#x27;C2&#x27;,\n",
       "       ...\n",
       "       &#x27;V330&#x27;, &#x27;V331&#x27;, &#x27;V332&#x27;, &#x27;V333&#x27;, &#x27;V334&#x27;, &#x27;V335&#x27;, &#x27;V336&#x27;, &#x27;V337&#x27;, &#x27;V338&#x27;,\n",
       "       &#x27;V339&#x27;],\n",
       "      dtype=&#x27;object&#x27;, length=376)),\n",
       "                                (&#x27;cat&#x27;,\n",
       "                                 OrdinalEncoder(handle_unknown=&#x27;use_encoded_value&#x27;,\n",
       "                                                unknown_value=-1),\n",
       "                                 Index([&#x27;ProductCD&#x27;, &#x27;card4&#x27;, &#x27;card6&#x27;, &#x27;P_emaildomain&#x27;, &#x27;R_emaildomain&#x27;, &#x27;M1&#x27;,\n",
       "       &#x27;M2&#x27;, &#x27;M3&#x27;, &#x27;M4&#x27;, &#x27;M5&#x27;, &#x27;M6&#x27;, &#x27;M7&#x27;, &#x27;M8&#x27;, &#x27;M9&#x27;],\n",
       "      dtype=&#x27;object&#x27;))],\n",
       "                  verbose_feature_names_out=False)</pre></div></div></div><div class=\"sk-parallel\"><div class=\"sk-parallel-item\"><div class=\"sk-item\"><div class=\"sk-label-container\"><div class=\"sk-label sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-2\" type=\"checkbox\" ><label for=\"sk-estimator-id-2\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">num</label><div class=\"sk-toggleable__content\"><pre>Index([&#x27;TransactionAmt&#x27;, &#x27;card2&#x27;, &#x27;card3&#x27;, &#x27;card5&#x27;, &#x27;addr1&#x27;, &#x27;addr2&#x27;, &#x27;dist1&#x27;,\n",
       "       &#x27;dist2&#x27;, &#x27;C1&#x27;, &#x27;C2&#x27;,\n",
       "       ...\n",
       "       &#x27;V330&#x27;, &#x27;V331&#x27;, &#x27;V332&#x27;, &#x27;V333&#x27;, &#x27;V334&#x27;, &#x27;V335&#x27;, &#x27;V336&#x27;, &#x27;V337&#x27;, &#x27;V338&#x27;,\n",
       "       &#x27;V339&#x27;],\n",
       "      dtype=&#x27;object&#x27;, length=376)</pre></div></div></div><div class=\"sk-serial\"><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-3\" type=\"checkbox\" ><label for=\"sk-estimator-id-3\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">SimpleImputer</label><div class=\"sk-toggleable__content\"><pre>SimpleImputer(strategy=&#x27;median&#x27;)</pre></div></div></div></div></div></div><div class=\"sk-parallel-item\"><div class=\"sk-item\"><div class=\"sk-label-container\"><div class=\"sk-label sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-4\" type=\"checkbox\" ><label for=\"sk-estimator-id-4\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">cat</label><div class=\"sk-toggleable__content\"><pre>Index([&#x27;ProductCD&#x27;, &#x27;card4&#x27;, &#x27;card6&#x27;, &#x27;P_emaildomain&#x27;, &#x27;R_emaildomain&#x27;, &#x27;M1&#x27;,\n",
       "       &#x27;M2&#x27;, &#x27;M3&#x27;, &#x27;M4&#x27;, &#x27;M5&#x27;, &#x27;M6&#x27;, &#x27;M7&#x27;, &#x27;M8&#x27;, &#x27;M9&#x27;],\n",
       "      dtype=&#x27;object&#x27;)</pre></div></div></div><div class=\"sk-serial\"><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-5\" type=\"checkbox\" ><label for=\"sk-estimator-id-5\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">OrdinalEncoder</label><div class=\"sk-toggleable__content\"><pre>OrdinalEncoder(handle_unknown=&#x27;use_encoded_value&#x27;, unknown_value=-1)</pre></div></div></div></div></div></div><div class=\"sk-parallel-item\"><div class=\"sk-item\"><div class=\"sk-label-container\"><div class=\"sk-label sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-6\" type=\"checkbox\" ><label for=\"sk-estimator-id-6\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">remainder</label><div class=\"sk-toggleable__content\"><pre></pre></div></div></div><div class=\"sk-serial\"><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-7\" type=\"checkbox\" ><label for=\"sk-estimator-id-7\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">passthrough</label><div class=\"sk-toggleable__content\"><pre>passthrough</pre></div></div></div></div></div></div></div></div></div></div>"
      ],
      "text/plain": [
       "ColumnTransformer(remainder='passthrough',\n",
       "                  transformers=[('num', SimpleImputer(strategy='median'),\n",
       "                                 Index(['TransactionAmt', 'card2', 'card3', 'card5', 'addr1', 'addr2', 'dist1',\n",
       "       'dist2', 'C1', 'C2',\n",
       "       ...\n",
       "       'V330', 'V331', 'V332', 'V333', 'V334', 'V335', 'V336', 'V337', 'V338',\n",
       "       'V339'],\n",
       "      dtype='object', length=376)),\n",
       "                                ('cat',\n",
       "                                 OrdinalEncoder(handle_unknown='use_encoded_value',\n",
       "                                                unknown_value=-1),\n",
       "                                 Index(['ProductCD', 'card4', 'card6', 'P_emaildomain', 'R_emaildomain', 'M1',\n",
       "       'M2', 'M3', 'M4', 'M5', 'M6', 'M7', 'M8', 'M9'],\n",
       "      dtype='object'))],\n",
       "                  verbose_feature_names_out=False)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.impute import SimpleImputer\n",
    "from sklearn.compose import ColumnTransformer\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.impute import SimpleImputer\n",
    "from sklearn.preprocessing import (\n",
    "    StandardScaler,\n",
    "    OneHotEncoder,\n",
    "    LabelEncoder,\n",
    "    OrdinalEncoder,\n",
    ")\n",
    "from sklearn.feature_selection import SelectPercentile, chi2\n",
    "\n",
    "numeric_features = df_transactions.select_dtypes(include=\"float64\").columns\n",
    "categorical_features = df_transactions.select_dtypes(include=\"object\").columns\n",
    "\n",
    "preprocessor = ColumnTransformer(\n",
    "    transformers=[\n",
    "        (\"num\", SimpleImputer(strategy=\"median\"), numeric_features),\n",
    "        (\n",
    "            \"cat\",\n",
    "            OrdinalEncoder(handle_unknown=\"use_encoded_value\", unknown_value=-1),\n",
    "            categorical_features,\n",
    "        ),\n",
    "    ],\n",
    "    verbose_feature_names_out=False,\n",
    "    remainder=\"passthrough\",\n",
    ")\n",
    "preprocessor.set_output(transform=\"pandas\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "0a0d3d70",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:56:33.085227Z",
     "iopub.status.busy": "2023-04-26T21:56:33.085097Z",
     "iopub.status.idle": "2023-04-26T21:56:50.259278Z",
     "shell.execute_reply": "2023-04-26T21:56:50.257053Z"
    }
   },
   "outputs": [],
   "source": [
    "X = preprocessor.fit_transform(X)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "c3efa93f",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:56:50.264985Z",
     "iopub.status.busy": "2023-04-26T21:56:50.264578Z",
     "iopub.status.idle": "2023-04-26T21:56:51.327196Z",
     "shell.execute_reply": "2023-04-26T21:56:51.326869Z"
    }
   },
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "c6e4b919",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:56:51.329343Z",
     "iopub.status.busy": "2023-04-26T21:56:51.329208Z",
     "iopub.status.idle": "2023-04-26T21:56:51.391182Z",
     "shell.execute_reply": "2023-04-26T21:56:51.390885Z"
    }
   },
   "outputs": [],
   "source": [
    "import xgboost as xgb\n",
    "\n",
    "\n",
    "def train(n_estimators, max_depth):\n",
    "    return xgb.XGBClassifier(\n",
    "        tree_method=\"hist\",\n",
    "        n_estimators=n_estimators,\n",
    "        max_depth=max_depth,\n",
    "        eval_metric=\"aucpr\",\n",
    "        objective=\"binary:logistic\",\n",
    "        enable_categorical=True,\n",
    "    ).fit(X_train, y_train, eval_set=[(X_test, y_test)])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d8944cd0",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:56:51.393062Z",
     "iopub.status.busy": "2023-04-26T21:56:51.392946Z",
     "iopub.status.idle": "2023-04-26T21:57:43.631643Z",
     "shell.execute_reply": "2023-04-26T21:57:43.631355Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-aucpr:0.35057\n",
      "[1]\tvalidation_0-aucpr:0.39705\n",
      "[2]\tvalidation_0-aucpr:0.43012\n",
      "[3]\tvalidation_0-aucpr:0.45298\n",
      "[4]\tvalidation_0-aucpr:0.46152\n",
      "[5]\tvalidation_0-aucpr:0.47433\n",
      "[6]\tvalidation_0-aucpr:0.47888\n",
      "[7]\tvalidation_0-aucpr:0.48862\n",
      "[8]\tvalidation_0-aucpr:0.50092\n",
      "[9]\tvalidation_0-aucpr:0.50552\n",
      "[10]\tvalidation_0-aucpr:0.51490\n",
      "[11]\tvalidation_0-aucpr:0.52066\n",
      "[12]\tvalidation_0-aucpr:0.52491\n",
      "[13]\tvalidation_0-aucpr:0.52819\n",
      "[14]\tvalidation_0-aucpr:0.53432\n",
      "[15]\tvalidation_0-aucpr:0.53826\n",
      "[16]\tvalidation_0-aucpr:0.54470\n",
      "[17]\tvalidation_0-aucpr:0.55693\n",
      "[18]\tvalidation_0-aucpr:0.56090\n",
      "[19]\tvalidation_0-aucpr:0.56635\n",
      "[20]\tvalidation_0-aucpr:0.57033\n",
      "[21]\tvalidation_0-aucpr:0.57188\n",
      "[22]\tvalidation_0-aucpr:0.57653\n",
      "[23]\tvalidation_0-aucpr:0.57981\n",
      "[24]\tvalidation_0-aucpr:0.58228\n",
      "[25]\tvalidation_0-aucpr:0.58583\n",
      "[26]\tvalidation_0-aucpr:0.58842\n",
      "[27]\tvalidation_0-aucpr:0.58951\n",
      "[28]\tvalidation_0-aucpr:0.59201\n",
      "[29]\tvalidation_0-aucpr:0.59523\n",
      "[30]\tvalidation_0-aucpr:0.59629\n",
      "[31]\tvalidation_0-aucpr:0.59779\n",
      "[32]\tvalidation_0-aucpr:0.59894\n",
      "[33]\tvalidation_0-aucpr:0.60252\n",
      "[34]\tvalidation_0-aucpr:0.60541\n",
      "[35]\tvalidation_0-aucpr:0.60594\n",
      "[36]\tvalidation_0-aucpr:0.60723\n",
      "[37]\tvalidation_0-aucpr:0.60829\n",
      "[38]\tvalidation_0-aucpr:0.61065\n",
      "[39]\tvalidation_0-aucpr:0.61270\n",
      "[40]\tvalidation_0-aucpr:0.61479\n",
      "[41]\tvalidation_0-aucpr:0.61547\n",
      "[42]\tvalidation_0-aucpr:0.61659\n",
      "[43]\tvalidation_0-aucpr:0.61722\n",
      "[44]\tvalidation_0-aucpr:0.61927\n",
      "[45]\tvalidation_0-aucpr:0.62066\n",
      "[46]\tvalidation_0-aucpr:0.62539\n",
      "[47]\tvalidation_0-aucpr:0.62719\n",
      "[48]\tvalidation_0-aucpr:0.62841\n",
      "[49]\tvalidation_0-aucpr:0.63231\n",
      "[50]\tvalidation_0-aucpr:0.63307\n",
      "[51]\tvalidation_0-aucpr:0.63393\n",
      "[52]\tvalidation_0-aucpr:0.63445\n",
      "[53]\tvalidation_0-aucpr:0.63580\n",
      "[54]\tvalidation_0-aucpr:0.63696\n",
      "[55]\tvalidation_0-aucpr:0.63758\n",
      "[56]\tvalidation_0-aucpr:0.63886\n",
      "[57]\tvalidation_0-aucpr:0.64183\n",
      "[58]\tvalidation_0-aucpr:0.64268\n",
      "[59]\tvalidation_0-aucpr:0.64355\n",
      "[60]\tvalidation_0-aucpr:0.64456\n",
      "[61]\tvalidation_0-aucpr:0.64526\n",
      "[62]\tvalidation_0-aucpr:0.64582\n",
      "[63]\tvalidation_0-aucpr:0.64725\n",
      "[64]\tvalidation_0-aucpr:0.64779\n",
      "[65]\tvalidation_0-aucpr:0.64884\n",
      "[66]\tvalidation_0-aucpr:0.64944\n",
      "[67]\tvalidation_0-aucpr:0.65020\n",
      "[68]\tvalidation_0-aucpr:0.65180\n",
      "[69]\tvalidation_0-aucpr:0.65219\n",
      "[70]\tvalidation_0-aucpr:0.65313\n",
      "[71]\tvalidation_0-aucpr:0.65463\n",
      "[72]\tvalidation_0-aucpr:0.65576\n",
      "[73]\tvalidation_0-aucpr:0.65692\n",
      "[74]\tvalidation_0-aucpr:0.65729\n",
      "[75]\tvalidation_0-aucpr:0.65790\n",
      "[76]\tvalidation_0-aucpr:0.66015\n",
      "[77]\tvalidation_0-aucpr:0.66061\n",
      "[78]\tvalidation_0-aucpr:0.66098\n",
      "[79]\tvalidation_0-aucpr:0.66229\n",
      "[80]\tvalidation_0-aucpr:0.66272\n",
      "[81]\tvalidation_0-aucpr:0.66293\n",
      "[82]\tvalidation_0-aucpr:0.66380\n",
      "[83]\tvalidation_0-aucpr:0.66426\n",
      "[84]\tvalidation_0-aucpr:0.66456\n",
      "[85]\tvalidation_0-aucpr:0.66498\n",
      "[86]\tvalidation_0-aucpr:0.66519\n",
      "[87]\tvalidation_0-aucpr:0.66566\n",
      "[88]\tvalidation_0-aucpr:0.66730\n",
      "[89]\tvalidation_0-aucpr:0.66777\n",
      "[90]\tvalidation_0-aucpr:0.66920\n",
      "[91]\tvalidation_0-aucpr:0.67017\n",
      "[92]\tvalidation_0-aucpr:0.67073\n",
      "[93]\tvalidation_0-aucpr:0.67118\n",
      "[94]\tvalidation_0-aucpr:0.67266\n",
      "[95]\tvalidation_0-aucpr:0.67463\n",
      "[96]\tvalidation_0-aucpr:0.67506\n",
      "[97]\tvalidation_0-aucpr:0.67600\n",
      "[98]\tvalidation_0-aucpr:0.67623\n",
      "[99]\tvalidation_0-aucpr:0.67666\n",
      "[100]\tvalidation_0-aucpr:0.67745\n",
      "[101]\tvalidation_0-aucpr:0.67903\n",
      "[102]\tvalidation_0-aucpr:0.67970\n",
      "[103]\tvalidation_0-aucpr:0.68069\n",
      "[104]\tvalidation_0-aucpr:0.68111\n",
      "[105]\tvalidation_0-aucpr:0.68137\n",
      "[106]\tvalidation_0-aucpr:0.68162\n",
      "[107]\tvalidation_0-aucpr:0.68217\n",
      "[108]\tvalidation_0-aucpr:0.68236\n",
      "[109]\tvalidation_0-aucpr:0.68310\n",
      "[110]\tvalidation_0-aucpr:0.68362\n",
      "[111]\tvalidation_0-aucpr:0.68413\n",
      "[112]\tvalidation_0-aucpr:0.68488\n",
      "[113]\tvalidation_0-aucpr:0.68525\n",
      "[114]\tvalidation_0-aucpr:0.68564\n",
      "[115]\tvalidation_0-aucpr:0.68699\n",
      "[116]\tvalidation_0-aucpr:0.68745\n",
      "[117]\tvalidation_0-aucpr:0.68809\n",
      "[118]\tvalidation_0-aucpr:0.68854\n",
      "[119]\tvalidation_0-aucpr:0.68902\n",
      "[120]\tvalidation_0-aucpr:0.68931\n",
      "[121]\tvalidation_0-aucpr:0.68979\n",
      "[122]\tvalidation_0-aucpr:0.69034\n",
      "[123]\tvalidation_0-aucpr:0.69086\n",
      "[124]\tvalidation_0-aucpr:0.69173\n",
      "[125]\tvalidation_0-aucpr:0.69312\n",
      "[126]\tvalidation_0-aucpr:0.69346\n",
      "[127]\tvalidation_0-aucpr:0.69414\n",
      "[128]\tvalidation_0-aucpr:0.69512\n",
      "[129]\tvalidation_0-aucpr:0.69621\n",
      "[130]\tvalidation_0-aucpr:0.69660\n",
      "[131]\tvalidation_0-aucpr:0.69711\n",
      "[132]\tvalidation_0-aucpr:0.69742\n",
      "[133]\tvalidation_0-aucpr:0.69813\n",
      "[134]\tvalidation_0-aucpr:0.69913\n",
      "[135]\tvalidation_0-aucpr:0.70010\n",
      "[136]\tvalidation_0-aucpr:0.70035\n",
      "[137]\tvalidation_0-aucpr:0.70029\n",
      "[138]\tvalidation_0-aucpr:0.70064\n",
      "[139]\tvalidation_0-aucpr:0.70114\n",
      "[140]\tvalidation_0-aucpr:0.70132\n",
      "[141]\tvalidation_0-aucpr:0.70157\n",
      "[142]\tvalidation_0-aucpr:0.70175\n",
      "[143]\tvalidation_0-aucpr:0.70207\n",
      "[144]\tvalidation_0-aucpr:0.70243\n",
      "[145]\tvalidation_0-aucpr:0.70339\n",
      "[146]\tvalidation_0-aucpr:0.70472\n",
      "[147]\tvalidation_0-aucpr:0.70559\n",
      "[148]\tvalidation_0-aucpr:0.70609\n",
      "[149]\tvalidation_0-aucpr:0.70646\n",
      "[150]\tvalidation_0-aucpr:0.70658\n",
      "[151]\tvalidation_0-aucpr:0.70700\n",
      "[152]\tvalidation_0-aucpr:0.70716\n",
      "[153]\tvalidation_0-aucpr:0.70727\n",
      "[154]\tvalidation_0-aucpr:0.70720\n",
      "[155]\tvalidation_0-aucpr:0.70797\n",
      "[156]\tvalidation_0-aucpr:0.70838\n",
      "[157]\tvalidation_0-aucpr:0.70889\n",
      "[158]\tvalidation_0-aucpr:0.70905\n",
      "[159]\tvalidation_0-aucpr:0.70935\n",
      "[160]\tvalidation_0-aucpr:0.70959\n",
      "[161]\tvalidation_0-aucpr:0.71005\n",
      "[162]\tvalidation_0-aucpr:0.71064\n",
      "[163]\tvalidation_0-aucpr:0.71157\n",
      "[164]\tvalidation_0-aucpr:0.71190\n",
      "[165]\tvalidation_0-aucpr:0.71226\n",
      "[166]\tvalidation_0-aucpr:0.71270\n",
      "[167]\tvalidation_0-aucpr:0.71423\n",
      "[168]\tvalidation_0-aucpr:0.71476\n",
      "[169]\tvalidation_0-aucpr:0.71511\n",
      "[170]\tvalidation_0-aucpr:0.71531\n",
      "[171]\tvalidation_0-aucpr:0.71538\n",
      "[172]\tvalidation_0-aucpr:0.71543\n",
      "[173]\tvalidation_0-aucpr:0.71564\n",
      "[174]\tvalidation_0-aucpr:0.71624\n",
      "[175]\tvalidation_0-aucpr:0.71672\n",
      "[176]\tvalidation_0-aucpr:0.71744\n",
      "[177]\tvalidation_0-aucpr:0.71817\n",
      "[178]\tvalidation_0-aucpr:0.71876\n",
      "[179]\tvalidation_0-aucpr:0.71929\n",
      "[180]\tvalidation_0-aucpr:0.71967\n",
      "[181]\tvalidation_0-aucpr:0.72019\n",
      "[182]\tvalidation_0-aucpr:0.72030\n",
      "[183]\tvalidation_0-aucpr:0.72045\n",
      "[184]\tvalidation_0-aucpr:0.72050\n",
      "[185]\tvalidation_0-aucpr:0.72100\n",
      "[186]\tvalidation_0-aucpr:0.72115\n",
      "[187]\tvalidation_0-aucpr:0.72126\n",
      "[188]\tvalidation_0-aucpr:0.72213\n",
      "[189]\tvalidation_0-aucpr:0.72259\n",
      "[190]\tvalidation_0-aucpr:0.72285\n",
      "[191]\tvalidation_0-aucpr:0.72337\n",
      "[192]\tvalidation_0-aucpr:0.72342\n",
      "[193]\tvalidation_0-aucpr:0.72428\n",
      "[194]\tvalidation_0-aucpr:0.72456\n",
      "[195]\tvalidation_0-aucpr:0.72471\n",
      "[196]\tvalidation_0-aucpr:0.72473\n",
      "[197]\tvalidation_0-aucpr:0.72539\n",
      "[198]\tvalidation_0-aucpr:0.72567\n",
      "[199]\tvalidation_0-aucpr:0.72584\n",
      "[200]\tvalidation_0-aucpr:0.72629\n",
      "[201]\tvalidation_0-aucpr:0.72676\n",
      "[202]\tvalidation_0-aucpr:0.72717\n",
      "[203]\tvalidation_0-aucpr:0.72723\n",
      "[204]\tvalidation_0-aucpr:0.72743\n",
      "[205]\tvalidation_0-aucpr:0.72777\n",
      "[206]\tvalidation_0-aucpr:0.72792\n",
      "[207]\tvalidation_0-aucpr:0.72802\n",
      "[208]\tvalidation_0-aucpr:0.72906\n",
      "[209]\tvalidation_0-aucpr:0.72943\n",
      "[210]\tvalidation_0-aucpr:0.72976\n",
      "[211]\tvalidation_0-aucpr:0.73020\n",
      "[212]\tvalidation_0-aucpr:0.73085\n",
      "[213]\tvalidation_0-aucpr:0.73164\n",
      "[214]\tvalidation_0-aucpr:0.73230\n",
      "[215]\tvalidation_0-aucpr:0.73249\n",
      "[216]\tvalidation_0-aucpr:0.73254\n",
      "[217]\tvalidation_0-aucpr:0.73256\n",
      "[218]\tvalidation_0-aucpr:0.73285\n",
      "[219]\tvalidation_0-aucpr:0.73317\n",
      "[220]\tvalidation_0-aucpr:0.73325\n",
      "[221]\tvalidation_0-aucpr:0.73412\n",
      "[222]\tvalidation_0-aucpr:0.73495\n",
      "[223]\tvalidation_0-aucpr:0.73542\n",
      "[224]\tvalidation_0-aucpr:0.73604\n",
      "[225]\tvalidation_0-aucpr:0.73633\n",
      "[226]\tvalidation_0-aucpr:0.73704\n",
      "[227]\tvalidation_0-aucpr:0.73794\n",
      "[228]\tvalidation_0-aucpr:0.73865\n",
      "[229]\tvalidation_0-aucpr:0.73900\n",
      "[230]\tvalidation_0-aucpr:0.73927\n",
      "[231]\tvalidation_0-aucpr:0.73937\n",
      "[232]\tvalidation_0-aucpr:0.73962\n",
      "[233]\tvalidation_0-aucpr:0.73982\n",
      "[234]\tvalidation_0-aucpr:0.74002\n",
      "[235]\tvalidation_0-aucpr:0.74009\n",
      "[236]\tvalidation_0-aucpr:0.74036\n",
      "[237]\tvalidation_0-aucpr:0.74045\n",
      "[238]\tvalidation_0-aucpr:0.74055\n",
      "[239]\tvalidation_0-aucpr:0.74084\n",
      "[240]\tvalidation_0-aucpr:0.74136\n",
      "[241]\tvalidation_0-aucpr:0.74165\n",
      "[242]\tvalidation_0-aucpr:0.74210\n",
      "[243]\tvalidation_0-aucpr:0.74259\n",
      "[244]\tvalidation_0-aucpr:0.74261\n",
      "[245]\tvalidation_0-aucpr:0.74268\n",
      "[246]\tvalidation_0-aucpr:0.74266\n",
      "[247]\tvalidation_0-aucpr:0.74277\n",
      "[248]\tvalidation_0-aucpr:0.74301\n",
      "[249]\tvalidation_0-aucpr:0.74337\n",
      "[250]\tvalidation_0-aucpr:0.74344\n",
      "[251]\tvalidation_0-aucpr:0.74349\n",
      "[252]\tvalidation_0-aucpr:0.74447\n",
      "[253]\tvalidation_0-aucpr:0.74473\n",
      "[254]\tvalidation_0-aucpr:0.74529\n",
      "[255]\tvalidation_0-aucpr:0.74547\n",
      "[256]\tvalidation_0-aucpr:0.74553\n",
      "[257]\tvalidation_0-aucpr:0.74570\n",
      "[258]\tvalidation_0-aucpr:0.74570\n",
      "[259]\tvalidation_0-aucpr:0.74573\n",
      "[260]\tvalidation_0-aucpr:0.74592\n",
      "[261]\tvalidation_0-aucpr:0.74638\n",
      "[262]\tvalidation_0-aucpr:0.74696\n",
      "[263]\tvalidation_0-aucpr:0.74745\n",
      "[264]\tvalidation_0-aucpr:0.74810\n",
      "[265]\tvalidation_0-aucpr:0.74873\n",
      "[266]\tvalidation_0-aucpr:0.74892\n",
      "[267]\tvalidation_0-aucpr:0.74924\n",
      "[268]\tvalidation_0-aucpr:0.74937\n",
      "[269]\tvalidation_0-aucpr:0.74976\n",
      "[270]\tvalidation_0-aucpr:0.75013\n",
      "[271]\tvalidation_0-aucpr:0.75063\n",
      "[272]\tvalidation_0-aucpr:0.75076\n",
      "[273]\tvalidation_0-aucpr:0.75079\n",
      "[274]\tvalidation_0-aucpr:0.75092\n",
      "[275]\tvalidation_0-aucpr:0.75127\n",
      "[276]\tvalidation_0-aucpr:0.75139\n",
      "[277]\tvalidation_0-aucpr:0.75181\n",
      "[278]\tvalidation_0-aucpr:0.75199\n",
      "[279]\tvalidation_0-aucpr:0.75223\n",
      "[280]\tvalidation_0-aucpr:0.75228\n",
      "[281]\tvalidation_0-aucpr:0.75231\n",
      "[282]\tvalidation_0-aucpr:0.75243\n",
      "[283]\tvalidation_0-aucpr:0.75248\n",
      "[284]\tvalidation_0-aucpr:0.75274\n",
      "[285]\tvalidation_0-aucpr:0.75286\n",
      "[286]\tvalidation_0-aucpr:0.75290\n",
      "[287]\tvalidation_0-aucpr:0.75307\n",
      "[288]\tvalidation_0-aucpr:0.75322\n",
      "[289]\tvalidation_0-aucpr:0.75347\n",
      "[290]\tvalidation_0-aucpr:0.75401\n",
      "[291]\tvalidation_0-aucpr:0.75430\n",
      "[292]\tvalidation_0-aucpr:0.75486\n",
      "[293]\tvalidation_0-aucpr:0.75528\n",
      "[294]\tvalidation_0-aucpr:0.75537\n",
      "[295]\tvalidation_0-aucpr:0.75614\n",
      "[296]\tvalidation_0-aucpr:0.75628\n",
      "[297]\tvalidation_0-aucpr:0.75652\n",
      "[298]\tvalidation_0-aucpr:0.75677\n",
      "[299]\tvalidation_0-aucpr:0.75696\n"
     ]
    }
   ],
   "source": [
    "# small model with 300 gradient boosted trees and a maximum tree depth of 5\n",
    "model_sm = train(300, 5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "c549dd2b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:57:43.633761Z",
     "iopub.status.busy": "2023-04-26T21:57:43.633634Z",
     "iopub.status.idle": "2023-04-26T21:57:44.751277Z",
     "shell.execute_reply": "2023-04-26T21:57:44.750407Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Model(tag=\"ieee-fraud-detection-sm:l5e27oxepwu45uqj\", path=\"/Users/chaoyuyang/bentoml/models/ieee-fraud-detection-sm/l5e27oxepwu45uqj/\")"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import bentoml\n",
    "\n",
    "bentoml.xgboost.save_model(\n",
    "    \"ieee-fraud-detection-sm\",\n",
    "    model_sm,\n",
    "    signatures={\n",
    "        \"predict_proba\": {\"batchable\": True},\n",
    "    },\n",
    "    custom_objects={\"preprocessor\": preprocessor},\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "f22add54",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:57:44.755948Z",
     "iopub.status.busy": "2023-04-26T21:57:44.755466Z",
     "iopub.status.idle": "2023-04-26T21:57:44.764550Z",
     "shell.execute_reply": "2023-04-26T21:57:44.764056Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Model(tag=\"ieee-fraud-detection-sm:l5e27oxepwu45uqj\", path=\"/Users/chaoyuyang/bentoml/models/ieee-fraud-detection-sm/l5e27oxepwu45uqj\")"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model_ref = bentoml.xgboost.get(\"ieee-fraud-detection-sm:latest\")\n",
    "model_ref"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "efcf15eb",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:57:44.767025Z",
     "iopub.status.busy": "2023-04-26T21:57:44.766866Z",
     "iopub.status.idle": "2023-04-26T21:57:52.308731Z",
     "shell.execute_reply": "2023-04-26T21:57:52.308371Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "'Runner.init_local' is for debugging and testing only. Make sure to remove it before deploying to production.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "array([0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1,\n",
       "       1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0,\n",
       "       0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0])"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import bentoml\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "model_ref = bentoml.xgboost.get(\"ieee-fraud-detection-sm:latest\")\n",
    "model_runner = model_ref.to_runner()\n",
    "model_runner.init_local()\n",
    "model_preprocessor = model_ref.custom_objects[\"preprocessor\"]\n",
    "\n",
    "test_transactions = pd.read_csv(\"./data/test_transaction.csv\")[0:500]\n",
    "test_transactions = model_preprocessor.transform(test_transactions)\n",
    "result = model_runner.predict_proba.run(test_transactions)\n",
    "np.argmax(result, axis=1)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0e3ac781",
   "metadata": {},
   "source": [
    "For the Inference Graph demo, let's train two additional models by tweaking the parameters:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "5ba5780a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T21:57:52.310841Z",
     "iopub.status.busy": "2023-04-26T21:57:52.310707Z",
     "iopub.status.idle": "2023-04-26T22:14:27.546532Z",
     "shell.execute_reply": "2023-04-26T22:14:27.545767Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-aucpr:0.51754\n",
      "[1]\tvalidation_0-aucpr:0.55831\n",
      "[2]\tvalidation_0-aucpr:0.59566\n",
      "[3]\tvalidation_0-aucpr:0.62030\n",
      "[4]\tvalidation_0-aucpr:0.64198\n",
      "[5]\tvalidation_0-aucpr:0.65163\n",
      "[6]\tvalidation_0-aucpr:0.66518\n",
      "[7]\tvalidation_0-aucpr:0.68211\n",
      "[8]\tvalidation_0-aucpr:0.69342\n",
      "[9]\tvalidation_0-aucpr:0.70297\n",
      "[10]\tvalidation_0-aucpr:0.71259\n",
      "[11]\tvalidation_0-aucpr:0.72505\n",
      "[12]\tvalidation_0-aucpr:0.73570\n",
      "[13]\tvalidation_0-aucpr:0.74534\n",
      "[14]\tvalidation_0-aucpr:0.75477\n",
      "[15]\tvalidation_0-aucpr:0.76126\n",
      "[16]\tvalidation_0-aucpr:0.76926\n",
      "[17]\tvalidation_0-aucpr:0.77453\n",
      "[18]\tvalidation_0-aucpr:0.77792\n",
      "[19]\tvalidation_0-aucpr:0.78178\n",
      "[20]\tvalidation_0-aucpr:0.78541\n",
      "[21]\tvalidation_0-aucpr:0.78715\n",
      "[22]\tvalidation_0-aucpr:0.78958\n",
      "[23]\tvalidation_0-aucpr:0.79153\n",
      "[24]\tvalidation_0-aucpr:0.79416\n",
      "[25]\tvalidation_0-aucpr:0.79516\n",
      "[26]\tvalidation_0-aucpr:0.79569\n",
      "[27]\tvalidation_0-aucpr:0.79788\n",
      "[28]\tvalidation_0-aucpr:0.79897\n",
      "[29]\tvalidation_0-aucpr:0.79988\n",
      "[30]\tvalidation_0-aucpr:0.80037\n",
      "[31]\tvalidation_0-aucpr:0.80094\n",
      "[32]\tvalidation_0-aucpr:0.80182\n",
      "[33]\tvalidation_0-aucpr:0.80237\n",
      "[34]\tvalidation_0-aucpr:0.80385\n",
      "[35]\tvalidation_0-aucpr:0.80442\n",
      "[36]\tvalidation_0-aucpr:0.80526\n",
      "[37]\tvalidation_0-aucpr:0.80562\n",
      "[38]\tvalidation_0-aucpr:0.80613\n",
      "[39]\tvalidation_0-aucpr:0.80645\n",
      "[40]\tvalidation_0-aucpr:0.80747\n",
      "[41]\tvalidation_0-aucpr:0.80773\n",
      "[42]\tvalidation_0-aucpr:0.80896\n",
      "[43]\tvalidation_0-aucpr:0.80956\n",
      "[44]\tvalidation_0-aucpr:0.80981\n",
      "[45]\tvalidation_0-aucpr:0.81008\n",
      "[46]\tvalidation_0-aucpr:0.81102\n",
      "[47]\tvalidation_0-aucpr:0.81138\n",
      "[48]\tvalidation_0-aucpr:0.81176\n",
      "[49]\tvalidation_0-aucpr:0.81198\n",
      "[50]\tvalidation_0-aucpr:0.81222\n",
      "[51]\tvalidation_0-aucpr:0.81262\n",
      "[52]\tvalidation_0-aucpr:0.81367\n",
      "[53]\tvalidation_0-aucpr:0.81462\n",
      "[54]\tvalidation_0-aucpr:0.81463\n",
      "[55]\tvalidation_0-aucpr:0.81541\n",
      "[56]\tvalidation_0-aucpr:0.81564\n",
      "[57]\tvalidation_0-aucpr:0.81678\n",
      "[58]\tvalidation_0-aucpr:0.81696\n",
      "[59]\tvalidation_0-aucpr:0.81752\n",
      "[60]\tvalidation_0-aucpr:0.81766\n",
      "[61]\tvalidation_0-aucpr:0.81767\n",
      "[62]\tvalidation_0-aucpr:0.81775\n",
      "[63]\tvalidation_0-aucpr:0.81793\n",
      "[64]\tvalidation_0-aucpr:0.81885\n",
      "[65]\tvalidation_0-aucpr:0.81916\n",
      "[66]\tvalidation_0-aucpr:0.81950\n",
      "[67]\tvalidation_0-aucpr:0.81969\n",
      "[68]\tvalidation_0-aucpr:0.81992\n",
      "[69]\tvalidation_0-aucpr:0.82069\n",
      "[70]\tvalidation_0-aucpr:0.82074\n",
      "[71]\tvalidation_0-aucpr:0.82079\n",
      "[72]\tvalidation_0-aucpr:0.82106\n",
      "[73]\tvalidation_0-aucpr:0.82135\n",
      "[74]\tvalidation_0-aucpr:0.82214\n",
      "[75]\tvalidation_0-aucpr:0.82284\n",
      "[76]\tvalidation_0-aucpr:0.82327\n",
      "[77]\tvalidation_0-aucpr:0.82334\n",
      "[78]\tvalidation_0-aucpr:0.82362\n",
      "[79]\tvalidation_0-aucpr:0.82390\n",
      "[80]\tvalidation_0-aucpr:0.82413\n",
      "[81]\tvalidation_0-aucpr:0.82420\n",
      "[82]\tvalidation_0-aucpr:0.82438\n",
      "[83]\tvalidation_0-aucpr:0.82445\n",
      "[84]\tvalidation_0-aucpr:0.82449\n",
      "[85]\tvalidation_0-aucpr:0.82429\n",
      "[86]\tvalidation_0-aucpr:0.82465\n",
      "[87]\tvalidation_0-aucpr:0.82517\n",
      "[88]\tvalidation_0-aucpr:0.82505\n",
      "[89]\tvalidation_0-aucpr:0.82592\n",
      "[90]\tvalidation_0-aucpr:0.82609\n",
      "[91]\tvalidation_0-aucpr:0.82587\n",
      "[92]\tvalidation_0-aucpr:0.82597\n",
      "[93]\tvalidation_0-aucpr:0.82598\n",
      "[94]\tvalidation_0-aucpr:0.82590\n",
      "[95]\tvalidation_0-aucpr:0.82624\n",
      "[96]\tvalidation_0-aucpr:0.82619\n",
      "[97]\tvalidation_0-aucpr:0.82625\n",
      "[98]\tvalidation_0-aucpr:0.82637\n",
      "[99]\tvalidation_0-aucpr:0.82680\n",
      "[100]\tvalidation_0-aucpr:0.82718\n",
      "[101]\tvalidation_0-aucpr:0.82761\n",
      "[102]\tvalidation_0-aucpr:0.82796\n",
      "[103]\tvalidation_0-aucpr:0.82825\n",
      "[104]\tvalidation_0-aucpr:0.82893\n",
      "[105]\tvalidation_0-aucpr:0.82911\n",
      "[106]\tvalidation_0-aucpr:0.82913\n",
      "[107]\tvalidation_0-aucpr:0.82934\n",
      "[108]\tvalidation_0-aucpr:0.82952\n",
      "[109]\tvalidation_0-aucpr:0.82993\n",
      "[110]\tvalidation_0-aucpr:0.83012\n",
      "[111]\tvalidation_0-aucpr:0.83027\n",
      "[112]\tvalidation_0-aucpr:0.83028\n",
      "[113]\tvalidation_0-aucpr:0.83019\n",
      "[114]\tvalidation_0-aucpr:0.83037\n",
      "[115]\tvalidation_0-aucpr:0.83080\n",
      "[116]\tvalidation_0-aucpr:0.83074\n",
      "[117]\tvalidation_0-aucpr:0.83082\n",
      "[118]\tvalidation_0-aucpr:0.83085\n",
      "[119]\tvalidation_0-aucpr:0.83079\n",
      "[120]\tvalidation_0-aucpr:0.83084\n",
      "[121]\tvalidation_0-aucpr:0.83133\n",
      "[122]\tvalidation_0-aucpr:0.83123\n",
      "[123]\tvalidation_0-aucpr:0.83138\n",
      "[124]\tvalidation_0-aucpr:0.83154\n",
      "[125]\tvalidation_0-aucpr:0.83167\n",
      "[126]\tvalidation_0-aucpr:0.83194\n",
      "[127]\tvalidation_0-aucpr:0.83200\n",
      "[128]\tvalidation_0-aucpr:0.83201\n",
      "[129]\tvalidation_0-aucpr:0.83195\n",
      "[130]\tvalidation_0-aucpr:0.83250\n",
      "[131]\tvalidation_0-aucpr:0.83267\n",
      "[132]\tvalidation_0-aucpr:0.83271\n",
      "[133]\tvalidation_0-aucpr:0.83314\n",
      "[134]\tvalidation_0-aucpr:0.83325\n",
      "[135]\tvalidation_0-aucpr:0.83353\n",
      "[136]\tvalidation_0-aucpr:0.83362\n",
      "[137]\tvalidation_0-aucpr:0.83372\n",
      "[138]\tvalidation_0-aucpr:0.83400\n",
      "[139]\tvalidation_0-aucpr:0.83412\n",
      "[140]\tvalidation_0-aucpr:0.83473\n",
      "[141]\tvalidation_0-aucpr:0.83466\n",
      "[142]\tvalidation_0-aucpr:0.83525\n",
      "[143]\tvalidation_0-aucpr:0.83539\n",
      "[144]\tvalidation_0-aucpr:0.83536\n",
      "[145]\tvalidation_0-aucpr:0.83544\n",
      "[146]\tvalidation_0-aucpr:0.83547\n",
      "[147]\tvalidation_0-aucpr:0.83561\n",
      "[148]\tvalidation_0-aucpr:0.83555\n",
      "[149]\tvalidation_0-aucpr:0.83555\n",
      "[150]\tvalidation_0-aucpr:0.83579\n",
      "[151]\tvalidation_0-aucpr:0.83584\n",
      "[152]\tvalidation_0-aucpr:0.83585\n",
      "[153]\tvalidation_0-aucpr:0.83590\n",
      "[154]\tvalidation_0-aucpr:0.83588\n",
      "[155]\tvalidation_0-aucpr:0.83611\n",
      "[156]\tvalidation_0-aucpr:0.83622\n",
      "[157]\tvalidation_0-aucpr:0.83631\n",
      "[158]\tvalidation_0-aucpr:0.83643\n",
      "[159]\tvalidation_0-aucpr:0.83646\n",
      "[160]\tvalidation_0-aucpr:0.83670\n",
      "[161]\tvalidation_0-aucpr:0.83685\n",
      "[162]\tvalidation_0-aucpr:0.83711\n",
      "[163]\tvalidation_0-aucpr:0.83717\n",
      "[164]\tvalidation_0-aucpr:0.83730\n",
      "[165]\tvalidation_0-aucpr:0.83746\n",
      "[166]\tvalidation_0-aucpr:0.83758\n",
      "[167]\tvalidation_0-aucpr:0.83761\n",
      "[168]\tvalidation_0-aucpr:0.83758\n",
      "[169]\tvalidation_0-aucpr:0.83768\n",
      "[170]\tvalidation_0-aucpr:0.83781\n",
      "[171]\tvalidation_0-aucpr:0.83791\n",
      "[172]\tvalidation_0-aucpr:0.83793\n",
      "[173]\tvalidation_0-aucpr:0.83788\n",
      "[174]\tvalidation_0-aucpr:0.83800\n",
      "[175]\tvalidation_0-aucpr:0.83804\n",
      "[176]\tvalidation_0-aucpr:0.83805\n",
      "[177]\tvalidation_0-aucpr:0.83846\n",
      "[178]\tvalidation_0-aucpr:0.83850\n",
      "[179]\tvalidation_0-aucpr:0.83885\n",
      "[180]\tvalidation_0-aucpr:0.83902\n",
      "[181]\tvalidation_0-aucpr:0.83907\n",
      "[182]\tvalidation_0-aucpr:0.83927\n",
      "[183]\tvalidation_0-aucpr:0.83927\n",
      "[184]\tvalidation_0-aucpr:0.83957\n",
      "[185]\tvalidation_0-aucpr:0.83966\n",
      "[186]\tvalidation_0-aucpr:0.83992\n",
      "[187]\tvalidation_0-aucpr:0.84012\n",
      "[188]\tvalidation_0-aucpr:0.84013\n",
      "[189]\tvalidation_0-aucpr:0.84019\n",
      "[190]\tvalidation_0-aucpr:0.84014\n",
      "[191]\tvalidation_0-aucpr:0.84016\n",
      "[192]\tvalidation_0-aucpr:0.84020\n",
      "[193]\tvalidation_0-aucpr:0.84026\n",
      "[194]\tvalidation_0-aucpr:0.84031\n",
      "[195]\tvalidation_0-aucpr:0.84039\n",
      "[196]\tvalidation_0-aucpr:0.84046\n",
      "[197]\tvalidation_0-aucpr:0.84045\n",
      "[198]\tvalidation_0-aucpr:0.84052\n",
      "[199]\tvalidation_0-aucpr:0.84051\n",
      "[200]\tvalidation_0-aucpr:0.84057\n",
      "[201]\tvalidation_0-aucpr:0.84062\n",
      "[202]\tvalidation_0-aucpr:0.84077\n",
      "[203]\tvalidation_0-aucpr:0.84093\n",
      "[204]\tvalidation_0-aucpr:0.84094\n",
      "[205]\tvalidation_0-aucpr:0.84098\n",
      "[206]\tvalidation_0-aucpr:0.84096\n",
      "[207]\tvalidation_0-aucpr:0.84102\n",
      "[208]\tvalidation_0-aucpr:0.84104\n",
      "[209]\tvalidation_0-aucpr:0.84102\n",
      "[210]\tvalidation_0-aucpr:0.84110\n",
      "[211]\tvalidation_0-aucpr:0.84112\n",
      "[212]\tvalidation_0-aucpr:0.84120\n",
      "[213]\tvalidation_0-aucpr:0.84126\n",
      "[214]\tvalidation_0-aucpr:0.84124\n",
      "[215]\tvalidation_0-aucpr:0.84136\n",
      "[216]\tvalidation_0-aucpr:0.84149\n",
      "[217]\tvalidation_0-aucpr:0.84156\n",
      "[218]\tvalidation_0-aucpr:0.84168\n",
      "[219]\tvalidation_0-aucpr:0.84180\n",
      "[220]\tvalidation_0-aucpr:0.84210\n",
      "[221]\tvalidation_0-aucpr:0.84208\n",
      "[222]\tvalidation_0-aucpr:0.84214\n",
      "[223]\tvalidation_0-aucpr:0.84221\n",
      "[224]\tvalidation_0-aucpr:0.84223\n",
      "[225]\tvalidation_0-aucpr:0.84232\n",
      "[226]\tvalidation_0-aucpr:0.84242\n",
      "[227]\tvalidation_0-aucpr:0.84246\n",
      "[228]\tvalidation_0-aucpr:0.84243\n",
      "[229]\tvalidation_0-aucpr:0.84245\n",
      "[230]\tvalidation_0-aucpr:0.84261\n",
      "[231]\tvalidation_0-aucpr:0.84260\n",
      "[232]\tvalidation_0-aucpr:0.84248\n",
      "[233]\tvalidation_0-aucpr:0.84259\n",
      "[234]\tvalidation_0-aucpr:0.84262\n",
      "[235]\tvalidation_0-aucpr:0.84264\n",
      "[236]\tvalidation_0-aucpr:0.84262\n",
      "[237]\tvalidation_0-aucpr:0.84272\n",
      "[238]\tvalidation_0-aucpr:0.84282\n",
      "[239]\tvalidation_0-aucpr:0.84284\n",
      "[240]\tvalidation_0-aucpr:0.84277\n",
      "[241]\tvalidation_0-aucpr:0.84281\n",
      "[242]\tvalidation_0-aucpr:0.84290\n",
      "[243]\tvalidation_0-aucpr:0.84291\n",
      "[244]\tvalidation_0-aucpr:0.84303\n",
      "[245]\tvalidation_0-aucpr:0.84307\n",
      "[246]\tvalidation_0-aucpr:0.84312\n",
      "[247]\tvalidation_0-aucpr:0.84316\n",
      "[248]\tvalidation_0-aucpr:0.84316\n",
      "[249]\tvalidation_0-aucpr:0.84319\n",
      "[250]\tvalidation_0-aucpr:0.84319\n",
      "[251]\tvalidation_0-aucpr:0.84316\n",
      "[252]\tvalidation_0-aucpr:0.84324\n",
      "[253]\tvalidation_0-aucpr:0.84324\n",
      "[254]\tvalidation_0-aucpr:0.84335\n",
      "[255]\tvalidation_0-aucpr:0.84342\n",
      "[256]\tvalidation_0-aucpr:0.84352\n",
      "[257]\tvalidation_0-aucpr:0.84356\n",
      "[258]\tvalidation_0-aucpr:0.84363\n",
      "[259]\tvalidation_0-aucpr:0.84371\n",
      "[260]\tvalidation_0-aucpr:0.84377\n",
      "[261]\tvalidation_0-aucpr:0.84383\n",
      "[262]\tvalidation_0-aucpr:0.84385\n",
      "[263]\tvalidation_0-aucpr:0.84392\n",
      "[264]\tvalidation_0-aucpr:0.84404\n",
      "[265]\tvalidation_0-aucpr:0.84412\n",
      "[266]\tvalidation_0-aucpr:0.84422\n",
      "[267]\tvalidation_0-aucpr:0.84423\n",
      "[268]\tvalidation_0-aucpr:0.84419\n",
      "[269]\tvalidation_0-aucpr:0.84427\n",
      "[270]\tvalidation_0-aucpr:0.84438\n",
      "[271]\tvalidation_0-aucpr:0.84440\n",
      "[272]\tvalidation_0-aucpr:0.84439\n",
      "[273]\tvalidation_0-aucpr:0.84444\n",
      "[274]\tvalidation_0-aucpr:0.84448\n",
      "[275]\tvalidation_0-aucpr:0.84453\n",
      "[276]\tvalidation_0-aucpr:0.84461\n",
      "[277]\tvalidation_0-aucpr:0.84455\n",
      "[278]\tvalidation_0-aucpr:0.84458\n",
      "[279]\tvalidation_0-aucpr:0.84461\n",
      "[280]\tvalidation_0-aucpr:0.84474\n",
      "[281]\tvalidation_0-aucpr:0.84474\n",
      "[282]\tvalidation_0-aucpr:0.84487\n",
      "[283]\tvalidation_0-aucpr:0.84486\n",
      "[284]\tvalidation_0-aucpr:0.84499\n",
      "[285]\tvalidation_0-aucpr:0.84503\n",
      "[286]\tvalidation_0-aucpr:0.84519\n",
      "[287]\tvalidation_0-aucpr:0.84525\n",
      "[288]\tvalidation_0-aucpr:0.84529\n",
      "[289]\tvalidation_0-aucpr:0.84527\n",
      "[290]\tvalidation_0-aucpr:0.84535\n",
      "[291]\tvalidation_0-aucpr:0.84542\n",
      "[292]\tvalidation_0-aucpr:0.84553\n",
      "[293]\tvalidation_0-aucpr:0.84545\n",
      "[294]\tvalidation_0-aucpr:0.84546\n",
      "[295]\tvalidation_0-aucpr:0.84555\n",
      "[296]\tvalidation_0-aucpr:0.84564\n",
      "[297]\tvalidation_0-aucpr:0.84567\n",
      "[298]\tvalidation_0-aucpr:0.84576\n",
      "[299]\tvalidation_0-aucpr:0.84573\n",
      "[300]\tvalidation_0-aucpr:0.84588\n",
      "[301]\tvalidation_0-aucpr:0.84585\n",
      "[302]\tvalidation_0-aucpr:0.84592\n",
      "[303]\tvalidation_0-aucpr:0.84598\n",
      "[304]\tvalidation_0-aucpr:0.84599\n",
      "[305]\tvalidation_0-aucpr:0.84601\n",
      "[306]\tvalidation_0-aucpr:0.84605\n",
      "[307]\tvalidation_0-aucpr:0.84604\n",
      "[308]\tvalidation_0-aucpr:0.84604\n",
      "[309]\tvalidation_0-aucpr:0.84609\n",
      "[310]\tvalidation_0-aucpr:0.84606\n",
      "[311]\tvalidation_0-aucpr:0.84609\n",
      "[312]\tvalidation_0-aucpr:0.84618\n",
      "[313]\tvalidation_0-aucpr:0.84615\n",
      "[314]\tvalidation_0-aucpr:0.84613\n",
      "[315]\tvalidation_0-aucpr:0.84614\n",
      "[316]\tvalidation_0-aucpr:0.84619\n",
      "[317]\tvalidation_0-aucpr:0.84627\n",
      "[318]\tvalidation_0-aucpr:0.84625\n",
      "[319]\tvalidation_0-aucpr:0.84625\n",
      "[320]\tvalidation_0-aucpr:0.84634\n",
      "[321]\tvalidation_0-aucpr:0.84631\n",
      "[322]\tvalidation_0-aucpr:0.84631\n",
      "[323]\tvalidation_0-aucpr:0.84631\n",
      "[324]\tvalidation_0-aucpr:0.84628\n",
      "[325]\tvalidation_0-aucpr:0.84642\n",
      "[326]\tvalidation_0-aucpr:0.84642\n",
      "[327]\tvalidation_0-aucpr:0.84643\n",
      "[328]\tvalidation_0-aucpr:0.84640\n",
      "[329]\tvalidation_0-aucpr:0.84639\n",
      "[330]\tvalidation_0-aucpr:0.84642\n",
      "[331]\tvalidation_0-aucpr:0.84651\n",
      "[332]\tvalidation_0-aucpr:0.84647\n",
      "[333]\tvalidation_0-aucpr:0.84652\n",
      "[334]\tvalidation_0-aucpr:0.84650\n",
      "[335]\tvalidation_0-aucpr:0.84655\n",
      "[336]\tvalidation_0-aucpr:0.84657\n",
      "[337]\tvalidation_0-aucpr:0.84655\n",
      "[338]\tvalidation_0-aucpr:0.84660\n",
      "[339]\tvalidation_0-aucpr:0.84664\n",
      "[340]\tvalidation_0-aucpr:0.84669\n",
      "[341]\tvalidation_0-aucpr:0.84669\n",
      "[342]\tvalidation_0-aucpr:0.84663\n",
      "[343]\tvalidation_0-aucpr:0.84662\n",
      "[344]\tvalidation_0-aucpr:0.84666\n",
      "[345]\tvalidation_0-aucpr:0.84672\n",
      "[346]\tvalidation_0-aucpr:0.84677\n",
      "[347]\tvalidation_0-aucpr:0.84681\n",
      "[348]\tvalidation_0-aucpr:0.84687\n",
      "[349]\tvalidation_0-aucpr:0.84689\n",
      "[350]\tvalidation_0-aucpr:0.84693\n",
      "[351]\tvalidation_0-aucpr:0.84699\n",
      "[352]\tvalidation_0-aucpr:0.84699\n",
      "[353]\tvalidation_0-aucpr:0.84707\n",
      "[354]\tvalidation_0-aucpr:0.84704\n",
      "[355]\tvalidation_0-aucpr:0.84703\n",
      "[356]\tvalidation_0-aucpr:0.84702\n",
      "[357]\tvalidation_0-aucpr:0.84702\n",
      "[358]\tvalidation_0-aucpr:0.84703\n",
      "[359]\tvalidation_0-aucpr:0.84705\n",
      "[360]\tvalidation_0-aucpr:0.84708\n",
      "[361]\tvalidation_0-aucpr:0.84719\n",
      "[362]\tvalidation_0-aucpr:0.84722\n",
      "[363]\tvalidation_0-aucpr:0.84724\n",
      "[364]\tvalidation_0-aucpr:0.84727\n",
      "[365]\tvalidation_0-aucpr:0.84722\n",
      "[366]\tvalidation_0-aucpr:0.84731\n",
      "[367]\tvalidation_0-aucpr:0.84738\n",
      "[368]\tvalidation_0-aucpr:0.84735\n",
      "[369]\tvalidation_0-aucpr:0.84735\n",
      "[370]\tvalidation_0-aucpr:0.84738\n",
      "[371]\tvalidation_0-aucpr:0.84740\n",
      "[372]\tvalidation_0-aucpr:0.84743\n",
      "[373]\tvalidation_0-aucpr:0.84744\n",
      "[374]\tvalidation_0-aucpr:0.84746\n",
      "[375]\tvalidation_0-aucpr:0.84747\n",
      "[376]\tvalidation_0-aucpr:0.84746\n",
      "[377]\tvalidation_0-aucpr:0.84747\n",
      "[378]\tvalidation_0-aucpr:0.84754\n",
      "[379]\tvalidation_0-aucpr:0.84759\n",
      "[380]\tvalidation_0-aucpr:0.84759\n",
      "[381]\tvalidation_0-aucpr:0.84760\n",
      "[382]\tvalidation_0-aucpr:0.84761\n",
      "[383]\tvalidation_0-aucpr:0.84762\n",
      "[384]\tvalidation_0-aucpr:0.84765\n",
      "[385]\tvalidation_0-aucpr:0.84763\n",
      "[386]\tvalidation_0-aucpr:0.84763\n",
      "[387]\tvalidation_0-aucpr:0.84760\n",
      "[388]\tvalidation_0-aucpr:0.84764\n",
      "[389]\tvalidation_0-aucpr:0.84766\n",
      "[390]\tvalidation_0-aucpr:0.84771\n",
      "[391]\tvalidation_0-aucpr:0.84778\n",
      "[392]\tvalidation_0-aucpr:0.84787\n",
      "[393]\tvalidation_0-aucpr:0.84789\n",
      "[394]\tvalidation_0-aucpr:0.84788\n",
      "[395]\tvalidation_0-aucpr:0.84789\n",
      "[396]\tvalidation_0-aucpr:0.84791\n",
      "[397]\tvalidation_0-aucpr:0.84794\n",
      "[398]\tvalidation_0-aucpr:0.84800\n",
      "[399]\tvalidation_0-aucpr:0.84800\n",
      "[400]\tvalidation_0-aucpr:0.84799\n",
      "[401]\tvalidation_0-aucpr:0.84803\n",
      "[402]\tvalidation_0-aucpr:0.84808\n",
      "[403]\tvalidation_0-aucpr:0.84811\n",
      "[404]\tvalidation_0-aucpr:0.84813\n",
      "[405]\tvalidation_0-aucpr:0.84817\n",
      "[406]\tvalidation_0-aucpr:0.84821\n",
      "[407]\tvalidation_0-aucpr:0.84829\n",
      "[408]\tvalidation_0-aucpr:0.84827\n",
      "[409]\tvalidation_0-aucpr:0.84828\n",
      "[410]\tvalidation_0-aucpr:0.84823\n",
      "[411]\tvalidation_0-aucpr:0.84827\n",
      "[412]\tvalidation_0-aucpr:0.84829\n",
      "[413]\tvalidation_0-aucpr:0.84826\n",
      "[414]\tvalidation_0-aucpr:0.84826\n",
      "[415]\tvalidation_0-aucpr:0.84825\n",
      "[416]\tvalidation_0-aucpr:0.84823\n",
      "[417]\tvalidation_0-aucpr:0.84822\n",
      "[418]\tvalidation_0-aucpr:0.84818\n",
      "[419]\tvalidation_0-aucpr:0.84820\n",
      "[420]\tvalidation_0-aucpr:0.84825\n",
      "[421]\tvalidation_0-aucpr:0.84832\n",
      "[422]\tvalidation_0-aucpr:0.84834\n",
      "[423]\tvalidation_0-aucpr:0.84834\n",
      "[424]\tvalidation_0-aucpr:0.84835\n",
      "[425]\tvalidation_0-aucpr:0.84837\n",
      "[426]\tvalidation_0-aucpr:0.84839\n",
      "[427]\tvalidation_0-aucpr:0.84843\n",
      "[428]\tvalidation_0-aucpr:0.84841\n",
      "[429]\tvalidation_0-aucpr:0.84849\n",
      "[430]\tvalidation_0-aucpr:0.84859\n",
      "[431]\tvalidation_0-aucpr:0.84865\n",
      "[432]\tvalidation_0-aucpr:0.84866\n",
      "[433]\tvalidation_0-aucpr:0.84867\n",
      "[434]\tvalidation_0-aucpr:0.84866\n",
      "[435]\tvalidation_0-aucpr:0.84865\n",
      "[436]\tvalidation_0-aucpr:0.84863\n",
      "[437]\tvalidation_0-aucpr:0.84867\n",
      "[438]\tvalidation_0-aucpr:0.84872\n",
      "[439]\tvalidation_0-aucpr:0.84871\n",
      "[440]\tvalidation_0-aucpr:0.84874\n",
      "[441]\tvalidation_0-aucpr:0.84870\n",
      "[442]\tvalidation_0-aucpr:0.84872\n",
      "[443]\tvalidation_0-aucpr:0.84872\n",
      "[444]\tvalidation_0-aucpr:0.84873\n",
      "[445]\tvalidation_0-aucpr:0.84863\n",
      "[446]\tvalidation_0-aucpr:0.84864\n",
      "[447]\tvalidation_0-aucpr:0.84873\n",
      "[448]\tvalidation_0-aucpr:0.84871\n",
      "[449]\tvalidation_0-aucpr:0.84877\n",
      "[450]\tvalidation_0-aucpr:0.84877\n",
      "[451]\tvalidation_0-aucpr:0.84884\n",
      "[452]\tvalidation_0-aucpr:0.84888\n",
      "[453]\tvalidation_0-aucpr:0.84887\n",
      "[454]\tvalidation_0-aucpr:0.84884\n",
      "[455]\tvalidation_0-aucpr:0.84888\n",
      "[456]\tvalidation_0-aucpr:0.84891\n",
      "[457]\tvalidation_0-aucpr:0.84892\n",
      "[458]\tvalidation_0-aucpr:0.84891\n",
      "[459]\tvalidation_0-aucpr:0.84890\n",
      "[460]\tvalidation_0-aucpr:0.84889\n",
      "[461]\tvalidation_0-aucpr:0.84890\n",
      "[462]\tvalidation_0-aucpr:0.84896\n",
      "[463]\tvalidation_0-aucpr:0.84897\n",
      "[464]\tvalidation_0-aucpr:0.84901\n",
      "[465]\tvalidation_0-aucpr:0.84896\n",
      "[466]\tvalidation_0-aucpr:0.84897\n",
      "[467]\tvalidation_0-aucpr:0.84895\n",
      "[468]\tvalidation_0-aucpr:0.84895\n",
      "[469]\tvalidation_0-aucpr:0.84896\n",
      "[470]\tvalidation_0-aucpr:0.84903\n",
      "[471]\tvalidation_0-aucpr:0.84903\n",
      "[472]\tvalidation_0-aucpr:0.84905\n",
      "[473]\tvalidation_0-aucpr:0.84903\n",
      "[474]\tvalidation_0-aucpr:0.84901\n",
      "[475]\tvalidation_0-aucpr:0.84907\n",
      "[476]\tvalidation_0-aucpr:0.84905\n",
      "[477]\tvalidation_0-aucpr:0.84910\n",
      "[478]\tvalidation_0-aucpr:0.84914\n",
      "[479]\tvalidation_0-aucpr:0.84920\n",
      "[480]\tvalidation_0-aucpr:0.84921\n",
      "[481]\tvalidation_0-aucpr:0.84922\n",
      "[482]\tvalidation_0-aucpr:0.84928\n",
      "[483]\tvalidation_0-aucpr:0.84929\n",
      "[484]\tvalidation_0-aucpr:0.84931\n",
      "[485]\tvalidation_0-aucpr:0.84936\n",
      "[486]\tvalidation_0-aucpr:0.84941\n",
      "[487]\tvalidation_0-aucpr:0.84940\n",
      "[488]\tvalidation_0-aucpr:0.84936\n",
      "[489]\tvalidation_0-aucpr:0.84938\n",
      "[490]\tvalidation_0-aucpr:0.84938\n",
      "[491]\tvalidation_0-aucpr:0.84946\n",
      "[492]\tvalidation_0-aucpr:0.84946\n",
      "[493]\tvalidation_0-aucpr:0.84944\n",
      "[494]\tvalidation_0-aucpr:0.84943\n",
      "[495]\tvalidation_0-aucpr:0.84942\n",
      "[496]\tvalidation_0-aucpr:0.84938\n",
      "[497]\tvalidation_0-aucpr:0.84936\n",
      "[498]\tvalidation_0-aucpr:0.84937\n",
      "[499]\tvalidation_0-aucpr:0.84941\n",
      "[500]\tvalidation_0-aucpr:0.84940\n",
      "[501]\tvalidation_0-aucpr:0.84937\n",
      "[502]\tvalidation_0-aucpr:0.84937\n",
      "[503]\tvalidation_0-aucpr:0.84939\n",
      "[504]\tvalidation_0-aucpr:0.84941\n",
      "[505]\tvalidation_0-aucpr:0.84947\n",
      "[506]\tvalidation_0-aucpr:0.84949\n",
      "[507]\tvalidation_0-aucpr:0.84947\n",
      "[508]\tvalidation_0-aucpr:0.84949\n",
      "[509]\tvalidation_0-aucpr:0.84955\n",
      "[510]\tvalidation_0-aucpr:0.84951\n",
      "[511]\tvalidation_0-aucpr:0.84950\n",
      "[512]\tvalidation_0-aucpr:0.84947\n",
      "[513]\tvalidation_0-aucpr:0.84950\n",
      "[514]\tvalidation_0-aucpr:0.84952\n",
      "[515]\tvalidation_0-aucpr:0.84951\n",
      "[516]\tvalidation_0-aucpr:0.84949\n",
      "[517]\tvalidation_0-aucpr:0.84949\n",
      "[518]\tvalidation_0-aucpr:0.84953\n",
      "[519]\tvalidation_0-aucpr:0.84958\n",
      "[520]\tvalidation_0-aucpr:0.84961\n",
      "[521]\tvalidation_0-aucpr:0.84964\n",
      "[522]\tvalidation_0-aucpr:0.84965\n",
      "[523]\tvalidation_0-aucpr:0.84969\n",
      "[524]\tvalidation_0-aucpr:0.84968\n",
      "[525]\tvalidation_0-aucpr:0.84972\n",
      "[526]\tvalidation_0-aucpr:0.84981\n",
      "[527]\tvalidation_0-aucpr:0.84982\n",
      "[528]\tvalidation_0-aucpr:0.84982\n",
      "[529]\tvalidation_0-aucpr:0.84983\n",
      "[530]\tvalidation_0-aucpr:0.84983\n",
      "[531]\tvalidation_0-aucpr:0.84982\n",
      "[532]\tvalidation_0-aucpr:0.84984\n",
      "[533]\tvalidation_0-aucpr:0.84982\n",
      "[534]\tvalidation_0-aucpr:0.84985\n",
      "[535]\tvalidation_0-aucpr:0.84986\n",
      "[536]\tvalidation_0-aucpr:0.84986\n",
      "[537]\tvalidation_0-aucpr:0.84988\n",
      "[538]\tvalidation_0-aucpr:0.84989\n",
      "[539]\tvalidation_0-aucpr:0.84989\n",
      "[540]\tvalidation_0-aucpr:0.84987\n",
      "[541]\tvalidation_0-aucpr:0.84985\n",
      "[542]\tvalidation_0-aucpr:0.84985\n",
      "[543]\tvalidation_0-aucpr:0.84984\n",
      "[544]\tvalidation_0-aucpr:0.84986\n",
      "[545]\tvalidation_0-aucpr:0.84989\n",
      "[546]\tvalidation_0-aucpr:0.84982\n",
      "[547]\tvalidation_0-aucpr:0.84978\n",
      "[548]\tvalidation_0-aucpr:0.84982\n",
      "[549]\tvalidation_0-aucpr:0.84983\n",
      "[550]\tvalidation_0-aucpr:0.84981\n",
      "[551]\tvalidation_0-aucpr:0.84987\n",
      "[552]\tvalidation_0-aucpr:0.84985\n",
      "[553]\tvalidation_0-aucpr:0.84990\n",
      "[554]\tvalidation_0-aucpr:0.84994\n",
      "[555]\tvalidation_0-aucpr:0.84998\n",
      "[556]\tvalidation_0-aucpr:0.84998\n",
      "[557]\tvalidation_0-aucpr:0.84998\n",
      "[558]\tvalidation_0-aucpr:0.84999\n",
      "[559]\tvalidation_0-aucpr:0.84991\n",
      "[560]\tvalidation_0-aucpr:0.84987\n",
      "[561]\tvalidation_0-aucpr:0.84988\n",
      "[562]\tvalidation_0-aucpr:0.84988\n",
      "[563]\tvalidation_0-aucpr:0.84991\n",
      "[564]\tvalidation_0-aucpr:0.84994\n",
      "[565]\tvalidation_0-aucpr:0.84994\n",
      "[566]\tvalidation_0-aucpr:0.84994\n",
      "[567]\tvalidation_0-aucpr:0.84994\n",
      "[568]\tvalidation_0-aucpr:0.84993\n",
      "[569]\tvalidation_0-aucpr:0.84992\n",
      "[570]\tvalidation_0-aucpr:0.84995\n",
      "[571]\tvalidation_0-aucpr:0.85001\n",
      "[572]\tvalidation_0-aucpr:0.85001\n",
      "[573]\tvalidation_0-aucpr:0.85000\n",
      "[574]\tvalidation_0-aucpr:0.85000\n",
      "[575]\tvalidation_0-aucpr:0.85001\n",
      "[576]\tvalidation_0-aucpr:0.85005\n",
      "[577]\tvalidation_0-aucpr:0.85005\n",
      "[578]\tvalidation_0-aucpr:0.85004\n",
      "[579]\tvalidation_0-aucpr:0.85006\n",
      "[580]\tvalidation_0-aucpr:0.85006\n",
      "[581]\tvalidation_0-aucpr:0.85005\n",
      "[582]\tvalidation_0-aucpr:0.85003\n",
      "[583]\tvalidation_0-aucpr:0.85003\n",
      "[584]\tvalidation_0-aucpr:0.85002\n",
      "[585]\tvalidation_0-aucpr:0.85006\n",
      "[586]\tvalidation_0-aucpr:0.85006\n",
      "[587]\tvalidation_0-aucpr:0.85010\n",
      "[588]\tvalidation_0-aucpr:0.85012\n",
      "[589]\tvalidation_0-aucpr:0.85011\n",
      "[590]\tvalidation_0-aucpr:0.85011\n",
      "[591]\tvalidation_0-aucpr:0.85013\n",
      "[592]\tvalidation_0-aucpr:0.85013\n",
      "[593]\tvalidation_0-aucpr:0.85011\n",
      "[594]\tvalidation_0-aucpr:0.85010\n",
      "[595]\tvalidation_0-aucpr:0.85011\n",
      "[596]\tvalidation_0-aucpr:0.85009\n",
      "[597]\tvalidation_0-aucpr:0.85010\n",
      "[598]\tvalidation_0-aucpr:0.85008\n",
      "[599]\tvalidation_0-aucpr:0.85008\n",
      "[600]\tvalidation_0-aucpr:0.85009\n",
      "[601]\tvalidation_0-aucpr:0.85009\n",
      "[602]\tvalidation_0-aucpr:0.85011\n",
      "[603]\tvalidation_0-aucpr:0.85012\n",
      "[604]\tvalidation_0-aucpr:0.85014\n",
      "[605]\tvalidation_0-aucpr:0.85018\n",
      "[606]\tvalidation_0-aucpr:0.85018\n",
      "[607]\tvalidation_0-aucpr:0.85019\n",
      "[608]\tvalidation_0-aucpr:0.85020\n",
      "[609]\tvalidation_0-aucpr:0.85017\n",
      "[610]\tvalidation_0-aucpr:0.85017\n",
      "[611]\tvalidation_0-aucpr:0.85017\n",
      "[612]\tvalidation_0-aucpr:0.85015\n",
      "[613]\tvalidation_0-aucpr:0.85017\n",
      "[614]\tvalidation_0-aucpr:0.85017\n",
      "[615]\tvalidation_0-aucpr:0.85020\n",
      "[616]\tvalidation_0-aucpr:0.85019\n",
      "[617]\tvalidation_0-aucpr:0.85020\n",
      "[618]\tvalidation_0-aucpr:0.85021\n",
      "[619]\tvalidation_0-aucpr:0.85020\n",
      "[620]\tvalidation_0-aucpr:0.85021\n",
      "[621]\tvalidation_0-aucpr:0.85018\n",
      "[622]\tvalidation_0-aucpr:0.85019\n",
      "[623]\tvalidation_0-aucpr:0.85018\n",
      "[624]\tvalidation_0-aucpr:0.85015\n",
      "[625]\tvalidation_0-aucpr:0.85012\n",
      "[626]\tvalidation_0-aucpr:0.85013\n",
      "[627]\tvalidation_0-aucpr:0.85009\n",
      "[628]\tvalidation_0-aucpr:0.85012\n",
      "[629]\tvalidation_0-aucpr:0.85015\n",
      "[630]\tvalidation_0-aucpr:0.85016\n",
      "[631]\tvalidation_0-aucpr:0.85015\n",
      "[632]\tvalidation_0-aucpr:0.85014\n",
      "[633]\tvalidation_0-aucpr:0.85011\n",
      "[634]\tvalidation_0-aucpr:0.85010\n",
      "[635]\tvalidation_0-aucpr:0.85009\n",
      "[636]\tvalidation_0-aucpr:0.85011\n",
      "[637]\tvalidation_0-aucpr:0.85015\n",
      "[638]\tvalidation_0-aucpr:0.85017\n",
      "[639]\tvalidation_0-aucpr:0.85016\n",
      "[640]\tvalidation_0-aucpr:0.85015\n",
      "[641]\tvalidation_0-aucpr:0.85018\n",
      "[642]\tvalidation_0-aucpr:0.85020\n",
      "[643]\tvalidation_0-aucpr:0.85019\n",
      "[644]\tvalidation_0-aucpr:0.85019\n",
      "[645]\tvalidation_0-aucpr:0.85022\n",
      "[646]\tvalidation_0-aucpr:0.85022\n",
      "[647]\tvalidation_0-aucpr:0.85021\n",
      "[648]\tvalidation_0-aucpr:0.85025\n",
      "[649]\tvalidation_0-aucpr:0.85028\n",
      "[650]\tvalidation_0-aucpr:0.85028\n",
      "[651]\tvalidation_0-aucpr:0.85031\n",
      "[652]\tvalidation_0-aucpr:0.85032\n",
      "[653]\tvalidation_0-aucpr:0.85040\n",
      "[654]\tvalidation_0-aucpr:0.85040\n",
      "[655]\tvalidation_0-aucpr:0.85034\n",
      "[656]\tvalidation_0-aucpr:0.85034\n",
      "[657]\tvalidation_0-aucpr:0.85033\n",
      "[658]\tvalidation_0-aucpr:0.85036\n",
      "[659]\tvalidation_0-aucpr:0.85039\n",
      "[660]\tvalidation_0-aucpr:0.85036\n",
      "[661]\tvalidation_0-aucpr:0.85036\n",
      "[662]\tvalidation_0-aucpr:0.85037\n",
      "[663]\tvalidation_0-aucpr:0.85040\n",
      "[664]\tvalidation_0-aucpr:0.85042\n",
      "[665]\tvalidation_0-aucpr:0.85042\n",
      "[666]\tvalidation_0-aucpr:0.85043\n",
      "[667]\tvalidation_0-aucpr:0.85041\n",
      "[668]\tvalidation_0-aucpr:0.85041\n",
      "[669]\tvalidation_0-aucpr:0.85039\n",
      "[670]\tvalidation_0-aucpr:0.85041\n",
      "[671]\tvalidation_0-aucpr:0.85040\n",
      "[672]\tvalidation_0-aucpr:0.85042\n",
      "[673]\tvalidation_0-aucpr:0.85040\n",
      "[674]\tvalidation_0-aucpr:0.85042\n",
      "[675]\tvalidation_0-aucpr:0.85043\n",
      "[676]\tvalidation_0-aucpr:0.85043\n",
      "[677]\tvalidation_0-aucpr:0.85041\n",
      "[678]\tvalidation_0-aucpr:0.85043\n",
      "[679]\tvalidation_0-aucpr:0.85054\n",
      "[680]\tvalidation_0-aucpr:0.85056\n",
      "[681]\tvalidation_0-aucpr:0.85057\n",
      "[682]\tvalidation_0-aucpr:0.85055\n",
      "[683]\tvalidation_0-aucpr:0.85054\n",
      "[684]\tvalidation_0-aucpr:0.85055\n",
      "[685]\tvalidation_0-aucpr:0.85061\n",
      "[686]\tvalidation_0-aucpr:0.85056\n",
      "[687]\tvalidation_0-aucpr:0.85056\n",
      "[688]\tvalidation_0-aucpr:0.85053\n",
      "[689]\tvalidation_0-aucpr:0.85052\n",
      "[690]\tvalidation_0-aucpr:0.85051\n",
      "[691]\tvalidation_0-aucpr:0.85051\n",
      "[692]\tvalidation_0-aucpr:0.85055\n",
      "[693]\tvalidation_0-aucpr:0.85056\n",
      "[694]\tvalidation_0-aucpr:0.85056\n",
      "[695]\tvalidation_0-aucpr:0.85057\n",
      "[696]\tvalidation_0-aucpr:0.85059\n",
      "[697]\tvalidation_0-aucpr:0.85064\n",
      "[698]\tvalidation_0-aucpr:0.85066\n",
      "[699]\tvalidation_0-aucpr:0.85064\n",
      "[700]\tvalidation_0-aucpr:0.85066\n",
      "[701]\tvalidation_0-aucpr:0.85064\n",
      "[702]\tvalidation_0-aucpr:0.85069\n",
      "[703]\tvalidation_0-aucpr:0.85067\n",
      "[704]\tvalidation_0-aucpr:0.85066\n",
      "[705]\tvalidation_0-aucpr:0.85070\n",
      "[706]\tvalidation_0-aucpr:0.85070\n",
      "[707]\tvalidation_0-aucpr:0.85069\n",
      "[708]\tvalidation_0-aucpr:0.85070\n",
      "[709]\tvalidation_0-aucpr:0.85070\n",
      "[710]\tvalidation_0-aucpr:0.85070\n",
      "[711]\tvalidation_0-aucpr:0.85071\n",
      "[712]\tvalidation_0-aucpr:0.85070\n",
      "[713]\tvalidation_0-aucpr:0.85069\n",
      "[714]\tvalidation_0-aucpr:0.85070\n",
      "[715]\tvalidation_0-aucpr:0.85069\n",
      "[716]\tvalidation_0-aucpr:0.85070\n",
      "[717]\tvalidation_0-aucpr:0.85072\n",
      "[718]\tvalidation_0-aucpr:0.85072\n",
      "[719]\tvalidation_0-aucpr:0.85072\n",
      "[720]\tvalidation_0-aucpr:0.85075\n",
      "[721]\tvalidation_0-aucpr:0.85077\n",
      "[722]\tvalidation_0-aucpr:0.85079\n",
      "[723]\tvalidation_0-aucpr:0.85081\n",
      "[724]\tvalidation_0-aucpr:0.85082\n",
      "[725]\tvalidation_0-aucpr:0.85084\n",
      "[726]\tvalidation_0-aucpr:0.85084\n",
      "[727]\tvalidation_0-aucpr:0.85085\n",
      "[728]\tvalidation_0-aucpr:0.85086\n",
      "[729]\tvalidation_0-aucpr:0.85085\n",
      "[730]\tvalidation_0-aucpr:0.85084\n",
      "[731]\tvalidation_0-aucpr:0.85083\n",
      "[732]\tvalidation_0-aucpr:0.85083\n",
      "[733]\tvalidation_0-aucpr:0.85083\n",
      "[734]\tvalidation_0-aucpr:0.85082\n",
      "[735]\tvalidation_0-aucpr:0.85082\n",
      "[736]\tvalidation_0-aucpr:0.85082\n",
      "[737]\tvalidation_0-aucpr:0.85082\n",
      "[738]\tvalidation_0-aucpr:0.85084\n",
      "[739]\tvalidation_0-aucpr:0.85085\n",
      "[740]\tvalidation_0-aucpr:0.85085\n",
      "[741]\tvalidation_0-aucpr:0.85084\n",
      "[742]\tvalidation_0-aucpr:0.85084\n",
      "[743]\tvalidation_0-aucpr:0.85083\n",
      "[744]\tvalidation_0-aucpr:0.85083\n",
      "[745]\tvalidation_0-aucpr:0.85082\n",
      "[746]\tvalidation_0-aucpr:0.85084\n",
      "[747]\tvalidation_0-aucpr:0.85084\n",
      "[748]\tvalidation_0-aucpr:0.85084\n",
      "[749]\tvalidation_0-aucpr:0.85085\n",
      "[750]\tvalidation_0-aucpr:0.85085\n",
      "[751]\tvalidation_0-aucpr:0.85089\n",
      "[752]\tvalidation_0-aucpr:0.85088\n",
      "[753]\tvalidation_0-aucpr:0.85091\n",
      "[754]\tvalidation_0-aucpr:0.85092\n",
      "[755]\tvalidation_0-aucpr:0.85093\n",
      "[756]\tvalidation_0-aucpr:0.85092\n",
      "[757]\tvalidation_0-aucpr:0.85089\n",
      "[758]\tvalidation_0-aucpr:0.85091\n",
      "[759]\tvalidation_0-aucpr:0.85084\n",
      "[760]\tvalidation_0-aucpr:0.85085\n",
      "[761]\tvalidation_0-aucpr:0.85086\n",
      "[762]\tvalidation_0-aucpr:0.85085\n",
      "[763]\tvalidation_0-aucpr:0.85087\n",
      "[764]\tvalidation_0-aucpr:0.85090\n",
      "[765]\tvalidation_0-aucpr:0.85087\n",
      "[766]\tvalidation_0-aucpr:0.85089\n",
      "[767]\tvalidation_0-aucpr:0.85089\n",
      "[768]\tvalidation_0-aucpr:0.85091\n",
      "[769]\tvalidation_0-aucpr:0.85093\n",
      "[770]\tvalidation_0-aucpr:0.85092\n",
      "[771]\tvalidation_0-aucpr:0.85092\n",
      "[772]\tvalidation_0-aucpr:0.85093\n",
      "[773]\tvalidation_0-aucpr:0.85091\n",
      "[774]\tvalidation_0-aucpr:0.85090\n",
      "[775]\tvalidation_0-aucpr:0.85090\n",
      "[776]\tvalidation_0-aucpr:0.85090\n",
      "[777]\tvalidation_0-aucpr:0.85088\n",
      "[778]\tvalidation_0-aucpr:0.85089\n",
      "[779]\tvalidation_0-aucpr:0.85088\n",
      "[780]\tvalidation_0-aucpr:0.85088\n",
      "[781]\tvalidation_0-aucpr:0.85090\n",
      "[782]\tvalidation_0-aucpr:0.85090\n",
      "[783]\tvalidation_0-aucpr:0.85090\n",
      "[784]\tvalidation_0-aucpr:0.85093\n",
      "[785]\tvalidation_0-aucpr:0.85095\n",
      "[786]\tvalidation_0-aucpr:0.85094\n",
      "[787]\tvalidation_0-aucpr:0.85098\n",
      "[788]\tvalidation_0-aucpr:0.85101\n",
      "[789]\tvalidation_0-aucpr:0.85103\n",
      "[790]\tvalidation_0-aucpr:0.85103\n",
      "[791]\tvalidation_0-aucpr:0.85101\n",
      "[792]\tvalidation_0-aucpr:0.85102\n",
      "[793]\tvalidation_0-aucpr:0.85100\n",
      "[794]\tvalidation_0-aucpr:0.85105\n",
      "[795]\tvalidation_0-aucpr:0.85106\n",
      "[796]\tvalidation_0-aucpr:0.85105\n",
      "[797]\tvalidation_0-aucpr:0.85111\n",
      "[798]\tvalidation_0-aucpr:0.85117\n",
      "[799]\tvalidation_0-aucpr:0.85120\n",
      "[800]\tvalidation_0-aucpr:0.85120\n",
      "[801]\tvalidation_0-aucpr:0.85121\n",
      "[802]\tvalidation_0-aucpr:0.85121\n",
      "[803]\tvalidation_0-aucpr:0.85118\n",
      "[804]\tvalidation_0-aucpr:0.85116\n",
      "[805]\tvalidation_0-aucpr:0.85121\n",
      "[806]\tvalidation_0-aucpr:0.85120\n",
      "[807]\tvalidation_0-aucpr:0.85120\n",
      "[808]\tvalidation_0-aucpr:0.85118\n",
      "[809]\tvalidation_0-aucpr:0.85118\n",
      "[810]\tvalidation_0-aucpr:0.85116\n",
      "[811]\tvalidation_0-aucpr:0.85117\n",
      "[812]\tvalidation_0-aucpr:0.85119\n",
      "[813]\tvalidation_0-aucpr:0.85118\n",
      "[814]\tvalidation_0-aucpr:0.85119\n",
      "[815]\tvalidation_0-aucpr:0.85119\n",
      "[816]\tvalidation_0-aucpr:0.85117\n",
      "[817]\tvalidation_0-aucpr:0.85118\n",
      "[818]\tvalidation_0-aucpr:0.85113\n",
      "[819]\tvalidation_0-aucpr:0.85114\n",
      "[820]\tvalidation_0-aucpr:0.85114\n",
      "[821]\tvalidation_0-aucpr:0.85114\n",
      "[822]\tvalidation_0-aucpr:0.85113\n",
      "[823]\tvalidation_0-aucpr:0.85114\n",
      "[824]\tvalidation_0-aucpr:0.85114\n",
      "[825]\tvalidation_0-aucpr:0.85114\n",
      "[826]\tvalidation_0-aucpr:0.85118\n",
      "[827]\tvalidation_0-aucpr:0.85117\n",
      "[828]\tvalidation_0-aucpr:0.85115\n",
      "[829]\tvalidation_0-aucpr:0.85115\n",
      "[830]\tvalidation_0-aucpr:0.85115\n",
      "[831]\tvalidation_0-aucpr:0.85121\n",
      "[832]\tvalidation_0-aucpr:0.85119\n",
      "[833]\tvalidation_0-aucpr:0.85121\n",
      "[834]\tvalidation_0-aucpr:0.85121\n",
      "[835]\tvalidation_0-aucpr:0.85122\n",
      "[836]\tvalidation_0-aucpr:0.85120\n",
      "[837]\tvalidation_0-aucpr:0.85117\n",
      "[838]\tvalidation_0-aucpr:0.85116\n",
      "[839]\tvalidation_0-aucpr:0.85116\n",
      "[840]\tvalidation_0-aucpr:0.85115\n",
      "[841]\tvalidation_0-aucpr:0.85115\n",
      "[842]\tvalidation_0-aucpr:0.85114\n",
      "[843]\tvalidation_0-aucpr:0.85114\n",
      "[844]\tvalidation_0-aucpr:0.85112\n",
      "[845]\tvalidation_0-aucpr:0.85111\n",
      "[846]\tvalidation_0-aucpr:0.85115\n",
      "[847]\tvalidation_0-aucpr:0.85111\n",
      "[848]\tvalidation_0-aucpr:0.85109\n",
      "[849]\tvalidation_0-aucpr:0.85109\n",
      "[850]\tvalidation_0-aucpr:0.85110\n",
      "[851]\tvalidation_0-aucpr:0.85112\n",
      "[852]\tvalidation_0-aucpr:0.85113\n",
      "[853]\tvalidation_0-aucpr:0.85115\n",
      "[854]\tvalidation_0-aucpr:0.85115\n",
      "[855]\tvalidation_0-aucpr:0.85118\n",
      "[856]\tvalidation_0-aucpr:0.85118\n",
      "[857]\tvalidation_0-aucpr:0.85119\n",
      "[858]\tvalidation_0-aucpr:0.85119\n",
      "[859]\tvalidation_0-aucpr:0.85119\n",
      "[860]\tvalidation_0-aucpr:0.85120\n",
      "[861]\tvalidation_0-aucpr:0.85119\n",
      "[862]\tvalidation_0-aucpr:0.85120\n",
      "[863]\tvalidation_0-aucpr:0.85121\n",
      "[864]\tvalidation_0-aucpr:0.85119\n",
      "[865]\tvalidation_0-aucpr:0.85117\n",
      "[866]\tvalidation_0-aucpr:0.85117\n",
      "[867]\tvalidation_0-aucpr:0.85119\n",
      "[868]\tvalidation_0-aucpr:0.85117\n",
      "[869]\tvalidation_0-aucpr:0.85118\n",
      "[870]\tvalidation_0-aucpr:0.85119\n",
      "[871]\tvalidation_0-aucpr:0.85118\n",
      "[872]\tvalidation_0-aucpr:0.85118\n",
      "[873]\tvalidation_0-aucpr:0.85118\n",
      "[874]\tvalidation_0-aucpr:0.85117\n",
      "[875]\tvalidation_0-aucpr:0.85120\n",
      "[876]\tvalidation_0-aucpr:0.85122\n",
      "[877]\tvalidation_0-aucpr:0.85122\n",
      "[878]\tvalidation_0-aucpr:0.85124\n",
      "[879]\tvalidation_0-aucpr:0.85123\n",
      "[880]\tvalidation_0-aucpr:0.85126\n",
      "[881]\tvalidation_0-aucpr:0.85126\n",
      "[882]\tvalidation_0-aucpr:0.85126\n",
      "[883]\tvalidation_0-aucpr:0.85130\n",
      "[884]\tvalidation_0-aucpr:0.85128\n",
      "[885]\tvalidation_0-aucpr:0.85125\n",
      "[886]\tvalidation_0-aucpr:0.85126\n",
      "[887]\tvalidation_0-aucpr:0.85129\n",
      "[888]\tvalidation_0-aucpr:0.85135\n",
      "[889]\tvalidation_0-aucpr:0.85139\n",
      "[890]\tvalidation_0-aucpr:0.85136\n",
      "[891]\tvalidation_0-aucpr:0.85137\n",
      "[892]\tvalidation_0-aucpr:0.85140\n",
      "[893]\tvalidation_0-aucpr:0.85142\n",
      "[894]\tvalidation_0-aucpr:0.85143\n",
      "[895]\tvalidation_0-aucpr:0.85146\n",
      "[896]\tvalidation_0-aucpr:0.85147\n",
      "[897]\tvalidation_0-aucpr:0.85146\n",
      "[898]\tvalidation_0-aucpr:0.85149\n",
      "[899]\tvalidation_0-aucpr:0.85151\n",
      "[900]\tvalidation_0-aucpr:0.85151\n",
      "[901]\tvalidation_0-aucpr:0.85151\n",
      "[902]\tvalidation_0-aucpr:0.85148\n",
      "[903]\tvalidation_0-aucpr:0.85150\n",
      "[904]\tvalidation_0-aucpr:0.85149\n",
      "[905]\tvalidation_0-aucpr:0.85149\n",
      "[906]\tvalidation_0-aucpr:0.85151\n",
      "[907]\tvalidation_0-aucpr:0.85152\n",
      "[908]\tvalidation_0-aucpr:0.85151\n",
      "[909]\tvalidation_0-aucpr:0.85149\n",
      "[910]\tvalidation_0-aucpr:0.85148\n",
      "[911]\tvalidation_0-aucpr:0.85150\n",
      "[912]\tvalidation_0-aucpr:0.85152\n",
      "[913]\tvalidation_0-aucpr:0.85150\n",
      "[914]\tvalidation_0-aucpr:0.85149\n",
      "[915]\tvalidation_0-aucpr:0.85149\n",
      "[916]\tvalidation_0-aucpr:0.85149\n",
      "[917]\tvalidation_0-aucpr:0.85149\n",
      "[918]\tvalidation_0-aucpr:0.85151\n",
      "[919]\tvalidation_0-aucpr:0.85151\n",
      "[920]\tvalidation_0-aucpr:0.85150\n",
      "[921]\tvalidation_0-aucpr:0.85146\n",
      "[922]\tvalidation_0-aucpr:0.85147\n",
      "[923]\tvalidation_0-aucpr:0.85144\n",
      "[924]\tvalidation_0-aucpr:0.85146\n",
      "[925]\tvalidation_0-aucpr:0.85147\n",
      "[926]\tvalidation_0-aucpr:0.85145\n",
      "[927]\tvalidation_0-aucpr:0.85143\n",
      "[928]\tvalidation_0-aucpr:0.85144\n",
      "[929]\tvalidation_0-aucpr:0.85144\n",
      "[930]\tvalidation_0-aucpr:0.85142\n",
      "[931]\tvalidation_0-aucpr:0.85141\n",
      "[932]\tvalidation_0-aucpr:0.85144\n",
      "[933]\tvalidation_0-aucpr:0.85143\n",
      "[934]\tvalidation_0-aucpr:0.85142\n",
      "[935]\tvalidation_0-aucpr:0.85141\n",
      "[936]\tvalidation_0-aucpr:0.85140\n",
      "[937]\tvalidation_0-aucpr:0.85141\n",
      "[938]\tvalidation_0-aucpr:0.85143\n",
      "[939]\tvalidation_0-aucpr:0.85141\n",
      "[940]\tvalidation_0-aucpr:0.85142\n",
      "[941]\tvalidation_0-aucpr:0.85146\n",
      "[942]\tvalidation_0-aucpr:0.85146\n",
      "[943]\tvalidation_0-aucpr:0.85144\n",
      "[944]\tvalidation_0-aucpr:0.85146\n",
      "[945]\tvalidation_0-aucpr:0.85149\n",
      "[946]\tvalidation_0-aucpr:0.85150\n",
      "[947]\tvalidation_0-aucpr:0.85151\n",
      "[948]\tvalidation_0-aucpr:0.85153\n",
      "[949]\tvalidation_0-aucpr:0.85153\n",
      "[950]\tvalidation_0-aucpr:0.85155\n",
      "[951]\tvalidation_0-aucpr:0.85154\n",
      "[952]\tvalidation_0-aucpr:0.85155\n",
      "[953]\tvalidation_0-aucpr:0.85157\n",
      "[954]\tvalidation_0-aucpr:0.85156\n",
      "[955]\tvalidation_0-aucpr:0.85156\n",
      "[956]\tvalidation_0-aucpr:0.85156\n",
      "[957]\tvalidation_0-aucpr:0.85152\n",
      "[958]\tvalidation_0-aucpr:0.85152\n",
      "[959]\tvalidation_0-aucpr:0.85150\n",
      "[960]\tvalidation_0-aucpr:0.85151\n",
      "[961]\tvalidation_0-aucpr:0.85151\n",
      "[962]\tvalidation_0-aucpr:0.85153\n",
      "[963]\tvalidation_0-aucpr:0.85155\n",
      "[964]\tvalidation_0-aucpr:0.85154\n",
      "[965]\tvalidation_0-aucpr:0.85153\n",
      "[966]\tvalidation_0-aucpr:0.85154\n",
      "[967]\tvalidation_0-aucpr:0.85154\n",
      "[968]\tvalidation_0-aucpr:0.85154\n",
      "[969]\tvalidation_0-aucpr:0.85153\n",
      "[970]\tvalidation_0-aucpr:0.85151\n",
      "[971]\tvalidation_0-aucpr:0.85152\n",
      "[972]\tvalidation_0-aucpr:0.85153\n",
      "[973]\tvalidation_0-aucpr:0.85152\n",
      "[974]\tvalidation_0-aucpr:0.85153\n",
      "[975]\tvalidation_0-aucpr:0.85151\n",
      "[976]\tvalidation_0-aucpr:0.85153\n",
      "[977]\tvalidation_0-aucpr:0.85151\n",
      "[978]\tvalidation_0-aucpr:0.85150\n",
      "[979]\tvalidation_0-aucpr:0.85150\n",
      "[980]\tvalidation_0-aucpr:0.85148\n",
      "[981]\tvalidation_0-aucpr:0.85142\n",
      "[982]\tvalidation_0-aucpr:0.85142\n",
      "[983]\tvalidation_0-aucpr:0.85141\n",
      "[984]\tvalidation_0-aucpr:0.85143\n",
      "[985]\tvalidation_0-aucpr:0.85143\n",
      "[986]\tvalidation_0-aucpr:0.85144\n",
      "[987]\tvalidation_0-aucpr:0.85144\n",
      "[988]\tvalidation_0-aucpr:0.85147\n",
      "[989]\tvalidation_0-aucpr:0.85149\n",
      "[990]\tvalidation_0-aucpr:0.85148\n",
      "[991]\tvalidation_0-aucpr:0.85149\n",
      "[992]\tvalidation_0-aucpr:0.85147\n",
      "[993]\tvalidation_0-aucpr:0.85149\n",
      "[994]\tvalidation_0-aucpr:0.85148\n",
      "[995]\tvalidation_0-aucpr:0.85146\n",
      "[996]\tvalidation_0-aucpr:0.85145\n",
      "[997]\tvalidation_0-aucpr:0.85145\n",
      "[998]\tvalidation_0-aucpr:0.85147\n",
      "[999]\tvalidation_0-aucpr:0.85147\n",
      "[1000]\tvalidation_0-aucpr:0.85150\n",
      "[1001]\tvalidation_0-aucpr:0.85149\n",
      "[1002]\tvalidation_0-aucpr:0.85145\n",
      "[1003]\tvalidation_0-aucpr:0.85147\n",
      "[1004]\tvalidation_0-aucpr:0.85146\n",
      "[1005]\tvalidation_0-aucpr:0.85147\n",
      "[1006]\tvalidation_0-aucpr:0.85149\n",
      "[1007]\tvalidation_0-aucpr:0.85150\n",
      "[1008]\tvalidation_0-aucpr:0.85151\n",
      "[1009]\tvalidation_0-aucpr:0.85152\n",
      "[1010]\tvalidation_0-aucpr:0.85151\n",
      "[1011]\tvalidation_0-aucpr:0.85152\n",
      "[1012]\tvalidation_0-aucpr:0.85153\n",
      "[1013]\tvalidation_0-aucpr:0.85153\n",
      "[1014]\tvalidation_0-aucpr:0.85152\n",
      "[1015]\tvalidation_0-aucpr:0.85153\n",
      "[1016]\tvalidation_0-aucpr:0.85155\n",
      "[1017]\tvalidation_0-aucpr:0.85155\n",
      "[1018]\tvalidation_0-aucpr:0.85156\n",
      "[1019]\tvalidation_0-aucpr:0.85156\n",
      "[1020]\tvalidation_0-aucpr:0.85153\n",
      "[1021]\tvalidation_0-aucpr:0.85149\n",
      "[1022]\tvalidation_0-aucpr:0.85149\n",
      "[1023]\tvalidation_0-aucpr:0.85148\n",
      "[1024]\tvalidation_0-aucpr:0.85148\n",
      "[1025]\tvalidation_0-aucpr:0.85147\n",
      "[1026]\tvalidation_0-aucpr:0.85145\n",
      "[1027]\tvalidation_0-aucpr:0.85146\n",
      "[1028]\tvalidation_0-aucpr:0.85143\n",
      "[1029]\tvalidation_0-aucpr:0.85143\n",
      "[1030]\tvalidation_0-aucpr:0.85144\n",
      "[1031]\tvalidation_0-aucpr:0.85144\n",
      "[1032]\tvalidation_0-aucpr:0.85145\n",
      "[1033]\tvalidation_0-aucpr:0.85146\n",
      "[1034]\tvalidation_0-aucpr:0.85147\n",
      "[1035]\tvalidation_0-aucpr:0.85146\n",
      "[1036]\tvalidation_0-aucpr:0.85147\n",
      "[1037]\tvalidation_0-aucpr:0.85145\n",
      "[1038]\tvalidation_0-aucpr:0.85141\n",
      "[1039]\tvalidation_0-aucpr:0.85141\n",
      "[1040]\tvalidation_0-aucpr:0.85142\n",
      "[1041]\tvalidation_0-aucpr:0.85143\n",
      "[1042]\tvalidation_0-aucpr:0.85144\n",
      "[1043]\tvalidation_0-aucpr:0.85144\n",
      "[1044]\tvalidation_0-aucpr:0.85147\n",
      "[1045]\tvalidation_0-aucpr:0.85146\n",
      "[1046]\tvalidation_0-aucpr:0.85146\n",
      "[1047]\tvalidation_0-aucpr:0.85146\n",
      "[1048]\tvalidation_0-aucpr:0.85143\n",
      "[1049]\tvalidation_0-aucpr:0.85143\n",
      "[1050]\tvalidation_0-aucpr:0.85143\n",
      "[1051]\tvalidation_0-aucpr:0.85138\n",
      "[1052]\tvalidation_0-aucpr:0.85138\n",
      "[1053]\tvalidation_0-aucpr:0.85138\n",
      "[1054]\tvalidation_0-aucpr:0.85138\n",
      "[1055]\tvalidation_0-aucpr:0.85139\n",
      "[1056]\tvalidation_0-aucpr:0.85143\n",
      "[1057]\tvalidation_0-aucpr:0.85142\n",
      "[1058]\tvalidation_0-aucpr:0.85142\n",
      "[1059]\tvalidation_0-aucpr:0.85146\n",
      "[1060]\tvalidation_0-aucpr:0.85147\n",
      "[1061]\tvalidation_0-aucpr:0.85147\n",
      "[1062]\tvalidation_0-aucpr:0.85149\n",
      "[1063]\tvalidation_0-aucpr:0.85148\n",
      "[1064]\tvalidation_0-aucpr:0.85150\n",
      "[1065]\tvalidation_0-aucpr:0.85147\n",
      "[1066]\tvalidation_0-aucpr:0.85147\n",
      "[1067]\tvalidation_0-aucpr:0.85148\n",
      "[1068]\tvalidation_0-aucpr:0.85150\n",
      "[1069]\tvalidation_0-aucpr:0.85148\n",
      "[1070]\tvalidation_0-aucpr:0.85147\n",
      "[1071]\tvalidation_0-aucpr:0.85152\n",
      "[1072]\tvalidation_0-aucpr:0.85153\n",
      "[1073]\tvalidation_0-aucpr:0.85153\n",
      "[1074]\tvalidation_0-aucpr:0.85156\n",
      "[1075]\tvalidation_0-aucpr:0.85156\n",
      "[1076]\tvalidation_0-aucpr:0.85155\n",
      "[1077]\tvalidation_0-aucpr:0.85156\n",
      "[1078]\tvalidation_0-aucpr:0.85158\n",
      "[1079]\tvalidation_0-aucpr:0.85159\n",
      "[1080]\tvalidation_0-aucpr:0.85156\n",
      "[1081]\tvalidation_0-aucpr:0.85157\n",
      "[1082]\tvalidation_0-aucpr:0.85157\n",
      "[1083]\tvalidation_0-aucpr:0.85157\n",
      "[1084]\tvalidation_0-aucpr:0.85159\n",
      "[1085]\tvalidation_0-aucpr:0.85158\n",
      "[1086]\tvalidation_0-aucpr:0.85160\n",
      "[1087]\tvalidation_0-aucpr:0.85159\n",
      "[1088]\tvalidation_0-aucpr:0.85158\n",
      "[1089]\tvalidation_0-aucpr:0.85160\n",
      "[1090]\tvalidation_0-aucpr:0.85160\n",
      "[1091]\tvalidation_0-aucpr:0.85160\n",
      "[1092]\tvalidation_0-aucpr:0.85159\n",
      "[1093]\tvalidation_0-aucpr:0.85159\n",
      "[1094]\tvalidation_0-aucpr:0.85157\n",
      "[1095]\tvalidation_0-aucpr:0.85157\n",
      "[1096]\tvalidation_0-aucpr:0.85155\n",
      "[1097]\tvalidation_0-aucpr:0.85157\n",
      "[1098]\tvalidation_0-aucpr:0.85153\n",
      "[1099]\tvalidation_0-aucpr:0.85153\n",
      "[1100]\tvalidation_0-aucpr:0.85153\n",
      "[1101]\tvalidation_0-aucpr:0.85152\n",
      "[1102]\tvalidation_0-aucpr:0.85152\n",
      "[1103]\tvalidation_0-aucpr:0.85152\n",
      "[1104]\tvalidation_0-aucpr:0.85153\n",
      "[1105]\tvalidation_0-aucpr:0.85152\n",
      "[1106]\tvalidation_0-aucpr:0.85154\n",
      "[1107]\tvalidation_0-aucpr:0.85158\n",
      "[1108]\tvalidation_0-aucpr:0.85157\n",
      "[1109]\tvalidation_0-aucpr:0.85157\n",
      "[1110]\tvalidation_0-aucpr:0.85158\n",
      "[1111]\tvalidation_0-aucpr:0.85161\n",
      "[1112]\tvalidation_0-aucpr:0.85160\n",
      "[1113]\tvalidation_0-aucpr:0.85161\n",
      "[1114]\tvalidation_0-aucpr:0.85160\n",
      "[1115]\tvalidation_0-aucpr:0.85160\n",
      "[1116]\tvalidation_0-aucpr:0.85157\n",
      "[1117]\tvalidation_0-aucpr:0.85159\n",
      "[1118]\tvalidation_0-aucpr:0.85159\n",
      "[1119]\tvalidation_0-aucpr:0.85160\n",
      "[1120]\tvalidation_0-aucpr:0.85158\n",
      "[1121]\tvalidation_0-aucpr:0.85161\n",
      "[1122]\tvalidation_0-aucpr:0.85162\n",
      "[1123]\tvalidation_0-aucpr:0.85161\n",
      "[1124]\tvalidation_0-aucpr:0.85161\n",
      "[1125]\tvalidation_0-aucpr:0.85164\n",
      "[1126]\tvalidation_0-aucpr:0.85162\n",
      "[1127]\tvalidation_0-aucpr:0.85163\n",
      "[1128]\tvalidation_0-aucpr:0.85164\n",
      "[1129]\tvalidation_0-aucpr:0.85165\n",
      "[1130]\tvalidation_0-aucpr:0.85168\n",
      "[1131]\tvalidation_0-aucpr:0.85170\n",
      "[1132]\tvalidation_0-aucpr:0.85171\n",
      "[1133]\tvalidation_0-aucpr:0.85169\n",
      "[1134]\tvalidation_0-aucpr:0.85172\n",
      "[1135]\tvalidation_0-aucpr:0.85173\n",
      "[1136]\tvalidation_0-aucpr:0.85175\n",
      "[1137]\tvalidation_0-aucpr:0.85175\n",
      "[1138]\tvalidation_0-aucpr:0.85176\n",
      "[1139]\tvalidation_0-aucpr:0.85177\n",
      "[1140]\tvalidation_0-aucpr:0.85176\n",
      "[1141]\tvalidation_0-aucpr:0.85177\n",
      "[1142]\tvalidation_0-aucpr:0.85178\n",
      "[1143]\tvalidation_0-aucpr:0.85182\n",
      "[1144]\tvalidation_0-aucpr:0.85182\n",
      "[1145]\tvalidation_0-aucpr:0.85182\n",
      "[1146]\tvalidation_0-aucpr:0.85180\n",
      "[1147]\tvalidation_0-aucpr:0.85178\n",
      "[1148]\tvalidation_0-aucpr:0.85180\n",
      "[1149]\tvalidation_0-aucpr:0.85180\n",
      "[1150]\tvalidation_0-aucpr:0.85181\n",
      "[1151]\tvalidation_0-aucpr:0.85181\n",
      "[1152]\tvalidation_0-aucpr:0.85184\n",
      "[1153]\tvalidation_0-aucpr:0.85182\n",
      "[1154]\tvalidation_0-aucpr:0.85183\n",
      "[1155]\tvalidation_0-aucpr:0.85184\n",
      "[1156]\tvalidation_0-aucpr:0.85185\n",
      "[1157]\tvalidation_0-aucpr:0.85183\n",
      "[1158]\tvalidation_0-aucpr:0.85183\n",
      "[1159]\tvalidation_0-aucpr:0.85181\n",
      "[1160]\tvalidation_0-aucpr:0.85178\n",
      "[1161]\tvalidation_0-aucpr:0.85180\n",
      "[1162]\tvalidation_0-aucpr:0.85180\n",
      "[1163]\tvalidation_0-aucpr:0.85180\n",
      "[1164]\tvalidation_0-aucpr:0.85180\n",
      "[1165]\tvalidation_0-aucpr:0.85178\n",
      "[1166]\tvalidation_0-aucpr:0.85176\n",
      "[1167]\tvalidation_0-aucpr:0.85177\n",
      "[1168]\tvalidation_0-aucpr:0.85177\n",
      "[1169]\tvalidation_0-aucpr:0.85180\n",
      "[1170]\tvalidation_0-aucpr:0.85181\n",
      "[1171]\tvalidation_0-aucpr:0.85181\n",
      "[1172]\tvalidation_0-aucpr:0.85181\n",
      "[1173]\tvalidation_0-aucpr:0.85181\n",
      "[1174]\tvalidation_0-aucpr:0.85180\n",
      "[1175]\tvalidation_0-aucpr:0.85182\n",
      "[1176]\tvalidation_0-aucpr:0.85183\n",
      "[1177]\tvalidation_0-aucpr:0.85181\n",
      "[1178]\tvalidation_0-aucpr:0.85181\n",
      "[1179]\tvalidation_0-aucpr:0.85180\n",
      "[1180]\tvalidation_0-aucpr:0.85181\n",
      "[1181]\tvalidation_0-aucpr:0.85181\n",
      "[1182]\tvalidation_0-aucpr:0.85179\n",
      "[1183]\tvalidation_0-aucpr:0.85181\n",
      "[1184]\tvalidation_0-aucpr:0.85183\n",
      "[1185]\tvalidation_0-aucpr:0.85180\n",
      "[1186]\tvalidation_0-aucpr:0.85179\n",
      "[1187]\tvalidation_0-aucpr:0.85180\n",
      "[1188]\tvalidation_0-aucpr:0.85179\n",
      "[1189]\tvalidation_0-aucpr:0.85180\n",
      "[1190]\tvalidation_0-aucpr:0.85181\n",
      "[1191]\tvalidation_0-aucpr:0.85182\n",
      "[1192]\tvalidation_0-aucpr:0.85183\n",
      "[1193]\tvalidation_0-aucpr:0.85185\n",
      "[1194]\tvalidation_0-aucpr:0.85187\n",
      "[1195]\tvalidation_0-aucpr:0.85187\n",
      "[1196]\tvalidation_0-aucpr:0.85189\n",
      "[1197]\tvalidation_0-aucpr:0.85188\n",
      "[1198]\tvalidation_0-aucpr:0.85191\n",
      "[1199]\tvalidation_0-aucpr:0.85191\n",
      "[1200]\tvalidation_0-aucpr:0.85192\n",
      "[1201]\tvalidation_0-aucpr:0.85190\n",
      "[1202]\tvalidation_0-aucpr:0.85189\n",
      "[1203]\tvalidation_0-aucpr:0.85190\n",
      "[1204]\tvalidation_0-aucpr:0.85189\n",
      "[1205]\tvalidation_0-aucpr:0.85191\n",
      "[1206]\tvalidation_0-aucpr:0.85189\n",
      "[1207]\tvalidation_0-aucpr:0.85194\n",
      "[1208]\tvalidation_0-aucpr:0.85194\n",
      "[1209]\tvalidation_0-aucpr:0.85195\n",
      "[1210]\tvalidation_0-aucpr:0.85195\n",
      "[1211]\tvalidation_0-aucpr:0.85194\n",
      "[1212]\tvalidation_0-aucpr:0.85193\n",
      "[1213]\tvalidation_0-aucpr:0.85193\n",
      "[1214]\tvalidation_0-aucpr:0.85191\n",
      "[1215]\tvalidation_0-aucpr:0.85193\n",
      "[1216]\tvalidation_0-aucpr:0.85192\n",
      "[1217]\tvalidation_0-aucpr:0.85192\n",
      "[1218]\tvalidation_0-aucpr:0.85188\n",
      "[1219]\tvalidation_0-aucpr:0.85188\n",
      "[1220]\tvalidation_0-aucpr:0.85188\n",
      "[1221]\tvalidation_0-aucpr:0.85190\n",
      "[1222]\tvalidation_0-aucpr:0.85189\n",
      "[1223]\tvalidation_0-aucpr:0.85189\n",
      "[1224]\tvalidation_0-aucpr:0.85189\n",
      "[1225]\tvalidation_0-aucpr:0.85189\n",
      "[1226]\tvalidation_0-aucpr:0.85190\n",
      "[1227]\tvalidation_0-aucpr:0.85189\n",
      "[1228]\tvalidation_0-aucpr:0.85189\n",
      "[1229]\tvalidation_0-aucpr:0.85190\n",
      "[1230]\tvalidation_0-aucpr:0.85191\n",
      "[1231]\tvalidation_0-aucpr:0.85196\n",
      "[1232]\tvalidation_0-aucpr:0.85198\n",
      "[1233]\tvalidation_0-aucpr:0.85198\n",
      "[1234]\tvalidation_0-aucpr:0.85197\n",
      "[1235]\tvalidation_0-aucpr:0.85198\n",
      "[1236]\tvalidation_0-aucpr:0.85202\n",
      "[1237]\tvalidation_0-aucpr:0.85203\n",
      "[1238]\tvalidation_0-aucpr:0.85200\n",
      "[1239]\tvalidation_0-aucpr:0.85198\n",
      "[1240]\tvalidation_0-aucpr:0.85197\n",
      "[1241]\tvalidation_0-aucpr:0.85196\n",
      "[1242]\tvalidation_0-aucpr:0.85197\n",
      "[1243]\tvalidation_0-aucpr:0.85197\n",
      "[1244]\tvalidation_0-aucpr:0.85202\n",
      "[1245]\tvalidation_0-aucpr:0.85202\n",
      "[1246]\tvalidation_0-aucpr:0.85202\n",
      "[1247]\tvalidation_0-aucpr:0.85203\n",
      "[1248]\tvalidation_0-aucpr:0.85203\n",
      "[1249]\tvalidation_0-aucpr:0.85204\n",
      "[1250]\tvalidation_0-aucpr:0.85204\n",
      "[1251]\tvalidation_0-aucpr:0.85206\n",
      "[1252]\tvalidation_0-aucpr:0.85205\n",
      "[1253]\tvalidation_0-aucpr:0.85206\n",
      "[1254]\tvalidation_0-aucpr:0.85206\n",
      "[1255]\tvalidation_0-aucpr:0.85206\n",
      "[1256]\tvalidation_0-aucpr:0.85207\n",
      "[1257]\tvalidation_0-aucpr:0.85211\n",
      "[1258]\tvalidation_0-aucpr:0.85212\n",
      "[1259]\tvalidation_0-aucpr:0.85212\n",
      "[1260]\tvalidation_0-aucpr:0.85215\n",
      "[1261]\tvalidation_0-aucpr:0.85214\n",
      "[1262]\tvalidation_0-aucpr:0.85218\n",
      "[1263]\tvalidation_0-aucpr:0.85218\n",
      "[1264]\tvalidation_0-aucpr:0.85217\n",
      "[1265]\tvalidation_0-aucpr:0.85217\n",
      "[1266]\tvalidation_0-aucpr:0.85217\n",
      "[1267]\tvalidation_0-aucpr:0.85217\n",
      "[1268]\tvalidation_0-aucpr:0.85218\n",
      "[1269]\tvalidation_0-aucpr:0.85218\n",
      "[1270]\tvalidation_0-aucpr:0.85218\n",
      "[1271]\tvalidation_0-aucpr:0.85218\n",
      "[1272]\tvalidation_0-aucpr:0.85218\n",
      "[1273]\tvalidation_0-aucpr:0.85217\n",
      "[1274]\tvalidation_0-aucpr:0.85217\n",
      "[1275]\tvalidation_0-aucpr:0.85218\n",
      "[1276]\tvalidation_0-aucpr:0.85219\n",
      "[1277]\tvalidation_0-aucpr:0.85218\n",
      "[1278]\tvalidation_0-aucpr:0.85219\n",
      "[1279]\tvalidation_0-aucpr:0.85217\n",
      "[1280]\tvalidation_0-aucpr:0.85219\n",
      "[1281]\tvalidation_0-aucpr:0.85218\n",
      "[1282]\tvalidation_0-aucpr:0.85217\n",
      "[1283]\tvalidation_0-aucpr:0.85219\n",
      "[1284]\tvalidation_0-aucpr:0.85219\n",
      "[1285]\tvalidation_0-aucpr:0.85219\n",
      "[1286]\tvalidation_0-aucpr:0.85217\n",
      "[1287]\tvalidation_0-aucpr:0.85219\n",
      "[1288]\tvalidation_0-aucpr:0.85220\n",
      "[1289]\tvalidation_0-aucpr:0.85221\n",
      "[1290]\tvalidation_0-aucpr:0.85219\n",
      "[1291]\tvalidation_0-aucpr:0.85220\n",
      "[1292]\tvalidation_0-aucpr:0.85221\n",
      "[1293]\tvalidation_0-aucpr:0.85220\n",
      "[1294]\tvalidation_0-aucpr:0.85220\n",
      "[1295]\tvalidation_0-aucpr:0.85222\n",
      "[1296]\tvalidation_0-aucpr:0.85221\n",
      "[1297]\tvalidation_0-aucpr:0.85223\n",
      "[1298]\tvalidation_0-aucpr:0.85221\n",
      "[1299]\tvalidation_0-aucpr:0.85221\n",
      "[1300]\tvalidation_0-aucpr:0.85224\n",
      "[1301]\tvalidation_0-aucpr:0.85226\n",
      "[1302]\tvalidation_0-aucpr:0.85227\n",
      "[1303]\tvalidation_0-aucpr:0.85227\n",
      "[1304]\tvalidation_0-aucpr:0.85225\n",
      "[1305]\tvalidation_0-aucpr:0.85226\n",
      "[1306]\tvalidation_0-aucpr:0.85226\n",
      "[1307]\tvalidation_0-aucpr:0.85226\n",
      "[1308]\tvalidation_0-aucpr:0.85225\n",
      "[1309]\tvalidation_0-aucpr:0.85225\n",
      "[1310]\tvalidation_0-aucpr:0.85222\n",
      "[1311]\tvalidation_0-aucpr:0.85224\n",
      "[1312]\tvalidation_0-aucpr:0.85224\n",
      "[1313]\tvalidation_0-aucpr:0.85226\n",
      "[1314]\tvalidation_0-aucpr:0.85224\n",
      "[1315]\tvalidation_0-aucpr:0.85223\n",
      "[1316]\tvalidation_0-aucpr:0.85223\n",
      "[1317]\tvalidation_0-aucpr:0.85223\n",
      "[1318]\tvalidation_0-aucpr:0.85222\n",
      "[1319]\tvalidation_0-aucpr:0.85223\n",
      "[1320]\tvalidation_0-aucpr:0.85223\n",
      "[1321]\tvalidation_0-aucpr:0.85222\n",
      "[1322]\tvalidation_0-aucpr:0.85220\n",
      "[1323]\tvalidation_0-aucpr:0.85222\n",
      "[1324]\tvalidation_0-aucpr:0.85222\n",
      "[1325]\tvalidation_0-aucpr:0.85222\n",
      "[1326]\tvalidation_0-aucpr:0.85222\n",
      "[1327]\tvalidation_0-aucpr:0.85221\n",
      "[1328]\tvalidation_0-aucpr:0.85221\n",
      "[1329]\tvalidation_0-aucpr:0.85223\n",
      "[1330]\tvalidation_0-aucpr:0.85221\n",
      "[1331]\tvalidation_0-aucpr:0.85220\n",
      "[1332]\tvalidation_0-aucpr:0.85221\n",
      "[1333]\tvalidation_0-aucpr:0.85222\n",
      "[1334]\tvalidation_0-aucpr:0.85224\n",
      "[1335]\tvalidation_0-aucpr:0.85226\n",
      "[1336]\tvalidation_0-aucpr:0.85226\n",
      "[1337]\tvalidation_0-aucpr:0.85226\n",
      "[1338]\tvalidation_0-aucpr:0.85226\n",
      "[1339]\tvalidation_0-aucpr:0.85226\n",
      "[1340]\tvalidation_0-aucpr:0.85226\n",
      "[1341]\tvalidation_0-aucpr:0.85224\n",
      "[1342]\tvalidation_0-aucpr:0.85224\n",
      "[1343]\tvalidation_0-aucpr:0.85226\n",
      "[1344]\tvalidation_0-aucpr:0.85227\n",
      "[1345]\tvalidation_0-aucpr:0.85228\n",
      "[1346]\tvalidation_0-aucpr:0.85228\n",
      "[1347]\tvalidation_0-aucpr:0.85227\n",
      "[1348]\tvalidation_0-aucpr:0.85229\n",
      "[1349]\tvalidation_0-aucpr:0.85226\n",
      "[1350]\tvalidation_0-aucpr:0.85227\n",
      "[1351]\tvalidation_0-aucpr:0.85226\n",
      "[1352]\tvalidation_0-aucpr:0.85228\n",
      "[1353]\tvalidation_0-aucpr:0.85228\n",
      "[1354]\tvalidation_0-aucpr:0.85230\n",
      "[1355]\tvalidation_0-aucpr:0.85231\n",
      "[1356]\tvalidation_0-aucpr:0.85232\n",
      "[1357]\tvalidation_0-aucpr:0.85232\n",
      "[1358]\tvalidation_0-aucpr:0.85232\n",
      "[1359]\tvalidation_0-aucpr:0.85230\n",
      "[1360]\tvalidation_0-aucpr:0.85227\n",
      "[1361]\tvalidation_0-aucpr:0.85227\n",
      "[1362]\tvalidation_0-aucpr:0.85226\n",
      "[1363]\tvalidation_0-aucpr:0.85226\n",
      "[1364]\tvalidation_0-aucpr:0.85225\n",
      "[1365]\tvalidation_0-aucpr:0.85224\n",
      "[1366]\tvalidation_0-aucpr:0.85227\n",
      "[1367]\tvalidation_0-aucpr:0.85228\n",
      "[1368]\tvalidation_0-aucpr:0.85229\n",
      "[1369]\tvalidation_0-aucpr:0.85229\n",
      "[1370]\tvalidation_0-aucpr:0.85230\n",
      "[1371]\tvalidation_0-aucpr:0.85227\n",
      "[1372]\tvalidation_0-aucpr:0.85228\n",
      "[1373]\tvalidation_0-aucpr:0.85228\n",
      "[1374]\tvalidation_0-aucpr:0.85227\n",
      "[1375]\tvalidation_0-aucpr:0.85226\n",
      "[1376]\tvalidation_0-aucpr:0.85228\n",
      "[1377]\tvalidation_0-aucpr:0.85229\n",
      "[1378]\tvalidation_0-aucpr:0.85229\n",
      "[1379]\tvalidation_0-aucpr:0.85229\n",
      "[1380]\tvalidation_0-aucpr:0.85226\n",
      "[1381]\tvalidation_0-aucpr:0.85225\n",
      "[1382]\tvalidation_0-aucpr:0.85225\n",
      "[1383]\tvalidation_0-aucpr:0.85227\n",
      "[1384]\tvalidation_0-aucpr:0.85227\n",
      "[1385]\tvalidation_0-aucpr:0.85226\n",
      "[1386]\tvalidation_0-aucpr:0.85223\n",
      "[1387]\tvalidation_0-aucpr:0.85224\n",
      "[1388]\tvalidation_0-aucpr:0.85224\n",
      "[1389]\tvalidation_0-aucpr:0.85225\n",
      "[1390]\tvalidation_0-aucpr:0.85223\n",
      "[1391]\tvalidation_0-aucpr:0.85223\n",
      "[1392]\tvalidation_0-aucpr:0.85224\n",
      "[1393]\tvalidation_0-aucpr:0.85223\n",
      "[1394]\tvalidation_0-aucpr:0.85225\n",
      "[1395]\tvalidation_0-aucpr:0.85225\n",
      "[1396]\tvalidation_0-aucpr:0.85225\n",
      "[1397]\tvalidation_0-aucpr:0.85226\n",
      "[1398]\tvalidation_0-aucpr:0.85225\n",
      "[1399]\tvalidation_0-aucpr:0.85227\n",
      "[1400]\tvalidation_0-aucpr:0.85227\n",
      "[1401]\tvalidation_0-aucpr:0.85226\n",
      "[1402]\tvalidation_0-aucpr:0.85229\n",
      "[1403]\tvalidation_0-aucpr:0.85233\n",
      "[1404]\tvalidation_0-aucpr:0.85234\n",
      "[1405]\tvalidation_0-aucpr:0.85235\n",
      "[1406]\tvalidation_0-aucpr:0.85237\n",
      "[1407]\tvalidation_0-aucpr:0.85236\n",
      "[1408]\tvalidation_0-aucpr:0.85236\n",
      "[1409]\tvalidation_0-aucpr:0.85237\n",
      "[1410]\tvalidation_0-aucpr:0.85237\n",
      "[1411]\tvalidation_0-aucpr:0.85237\n",
      "[1412]\tvalidation_0-aucpr:0.85238\n",
      "[1413]\tvalidation_0-aucpr:0.85238\n",
      "[1414]\tvalidation_0-aucpr:0.85240\n",
      "[1415]\tvalidation_0-aucpr:0.85239\n",
      "[1416]\tvalidation_0-aucpr:0.85240\n",
      "[1417]\tvalidation_0-aucpr:0.85238\n",
      "[1418]\tvalidation_0-aucpr:0.85238\n",
      "[1419]\tvalidation_0-aucpr:0.85238\n",
      "[1420]\tvalidation_0-aucpr:0.85239\n",
      "[1421]\tvalidation_0-aucpr:0.85241\n",
      "[1422]\tvalidation_0-aucpr:0.85243\n",
      "[1423]\tvalidation_0-aucpr:0.85245\n",
      "[1424]\tvalidation_0-aucpr:0.85246\n",
      "[1425]\tvalidation_0-aucpr:0.85247\n",
      "[1426]\tvalidation_0-aucpr:0.85248\n",
      "[1427]\tvalidation_0-aucpr:0.85249\n",
      "[1428]\tvalidation_0-aucpr:0.85250\n",
      "[1429]\tvalidation_0-aucpr:0.85251\n",
      "[1430]\tvalidation_0-aucpr:0.85252\n",
      "[1431]\tvalidation_0-aucpr:0.85252\n",
      "[1432]\tvalidation_0-aucpr:0.85250\n",
      "[1433]\tvalidation_0-aucpr:0.85250\n",
      "[1434]\tvalidation_0-aucpr:0.85249\n",
      "[1435]\tvalidation_0-aucpr:0.85247\n",
      "[1436]\tvalidation_0-aucpr:0.85245\n",
      "[1437]\tvalidation_0-aucpr:0.85247\n",
      "[1438]\tvalidation_0-aucpr:0.85245\n",
      "[1439]\tvalidation_0-aucpr:0.85246\n",
      "[1440]\tvalidation_0-aucpr:0.85245\n",
      "[1441]\tvalidation_0-aucpr:0.85245\n",
      "[1442]\tvalidation_0-aucpr:0.85244\n",
      "[1443]\tvalidation_0-aucpr:0.85244\n",
      "[1444]\tvalidation_0-aucpr:0.85244\n",
      "[1445]\tvalidation_0-aucpr:0.85245\n",
      "[1446]\tvalidation_0-aucpr:0.85244\n",
      "[1447]\tvalidation_0-aucpr:0.85243\n",
      "[1448]\tvalidation_0-aucpr:0.85244\n",
      "[1449]\tvalidation_0-aucpr:0.85244\n",
      "[1450]\tvalidation_0-aucpr:0.85243\n",
      "[1451]\tvalidation_0-aucpr:0.85243\n",
      "[1452]\tvalidation_0-aucpr:0.85244\n",
      "[1453]\tvalidation_0-aucpr:0.85242\n",
      "[1454]\tvalidation_0-aucpr:0.85244\n",
      "[1455]\tvalidation_0-aucpr:0.85245\n",
      "[1456]\tvalidation_0-aucpr:0.85247\n",
      "[1457]\tvalidation_0-aucpr:0.85247\n",
      "[1458]\tvalidation_0-aucpr:0.85246\n",
      "[1459]\tvalidation_0-aucpr:0.85247\n",
      "[1460]\tvalidation_0-aucpr:0.85247\n",
      "[1461]\tvalidation_0-aucpr:0.85246\n",
      "[1462]\tvalidation_0-aucpr:0.85249\n",
      "[1463]\tvalidation_0-aucpr:0.85246\n",
      "[1464]\tvalidation_0-aucpr:0.85248\n",
      "[1465]\tvalidation_0-aucpr:0.85249\n",
      "[1466]\tvalidation_0-aucpr:0.85248\n",
      "[1467]\tvalidation_0-aucpr:0.85245\n",
      "[1468]\tvalidation_0-aucpr:0.85246\n",
      "[1469]\tvalidation_0-aucpr:0.85243\n",
      "[1470]\tvalidation_0-aucpr:0.85245\n",
      "[1471]\tvalidation_0-aucpr:0.85246\n",
      "[1472]\tvalidation_0-aucpr:0.85244\n",
      "[1473]\tvalidation_0-aucpr:0.85244\n",
      "[1474]\tvalidation_0-aucpr:0.85243\n",
      "[1475]\tvalidation_0-aucpr:0.85247\n",
      "[1476]\tvalidation_0-aucpr:0.85248\n",
      "[1477]\tvalidation_0-aucpr:0.85251\n",
      "[1478]\tvalidation_0-aucpr:0.85252\n",
      "[1479]\tvalidation_0-aucpr:0.85253\n",
      "[1480]\tvalidation_0-aucpr:0.85253\n",
      "[1481]\tvalidation_0-aucpr:0.85254\n",
      "[1482]\tvalidation_0-aucpr:0.85253\n",
      "[1483]\tvalidation_0-aucpr:0.85253\n",
      "[1484]\tvalidation_0-aucpr:0.85252\n",
      "[1485]\tvalidation_0-aucpr:0.85253\n",
      "[1486]\tvalidation_0-aucpr:0.85252\n",
      "[1487]\tvalidation_0-aucpr:0.85253\n",
      "[1488]\tvalidation_0-aucpr:0.85251\n",
      "[1489]\tvalidation_0-aucpr:0.85251\n",
      "[1490]\tvalidation_0-aucpr:0.85249\n",
      "[1491]\tvalidation_0-aucpr:0.85249\n",
      "[1492]\tvalidation_0-aucpr:0.85249\n",
      "[1493]\tvalidation_0-aucpr:0.85250\n",
      "[1494]\tvalidation_0-aucpr:0.85246\n",
      "[1495]\tvalidation_0-aucpr:0.85245\n",
      "[1496]\tvalidation_0-aucpr:0.85244\n",
      "[1497]\tvalidation_0-aucpr:0.85244\n",
      "[1498]\tvalidation_0-aucpr:0.85244\n",
      "[1499]\tvalidation_0-aucpr:0.85244\n",
      "[1500]\tvalidation_0-aucpr:0.85246\n",
      "[1501]\tvalidation_0-aucpr:0.85250\n",
      "[1502]\tvalidation_0-aucpr:0.85251\n",
      "[1503]\tvalidation_0-aucpr:0.85250\n",
      "[1504]\tvalidation_0-aucpr:0.85249\n",
      "[1505]\tvalidation_0-aucpr:0.85250\n",
      "[1506]\tvalidation_0-aucpr:0.85247\n",
      "[1507]\tvalidation_0-aucpr:0.85244\n",
      "[1508]\tvalidation_0-aucpr:0.85246\n",
      "[1509]\tvalidation_0-aucpr:0.85247\n",
      "[1510]\tvalidation_0-aucpr:0.85247\n",
      "[1511]\tvalidation_0-aucpr:0.85246\n",
      "[1512]\tvalidation_0-aucpr:0.85247\n",
      "[1513]\tvalidation_0-aucpr:0.85248\n",
      "[1514]\tvalidation_0-aucpr:0.85248\n",
      "[1515]\tvalidation_0-aucpr:0.85249\n",
      "[1516]\tvalidation_0-aucpr:0.85247\n",
      "[1517]\tvalidation_0-aucpr:0.85248\n",
      "[1518]\tvalidation_0-aucpr:0.85247\n",
      "[1519]\tvalidation_0-aucpr:0.85247\n",
      "[1520]\tvalidation_0-aucpr:0.85247\n",
      "[1521]\tvalidation_0-aucpr:0.85249\n",
      "[1522]\tvalidation_0-aucpr:0.85252\n",
      "[1523]\tvalidation_0-aucpr:0.85254\n",
      "[1524]\tvalidation_0-aucpr:0.85254\n",
      "[1525]\tvalidation_0-aucpr:0.85252\n",
      "[1526]\tvalidation_0-aucpr:0.85252\n",
      "[1527]\tvalidation_0-aucpr:0.85252\n",
      "[1528]\tvalidation_0-aucpr:0.85251\n",
      "[1529]\tvalidation_0-aucpr:0.85249\n",
      "[1530]\tvalidation_0-aucpr:0.85249\n",
      "[1531]\tvalidation_0-aucpr:0.85251\n",
      "[1532]\tvalidation_0-aucpr:0.85250\n",
      "[1533]\tvalidation_0-aucpr:0.85248\n",
      "[1534]\tvalidation_0-aucpr:0.85249\n",
      "[1535]\tvalidation_0-aucpr:0.85249\n",
      "[1536]\tvalidation_0-aucpr:0.85253\n",
      "[1537]\tvalidation_0-aucpr:0.85253\n",
      "[1538]\tvalidation_0-aucpr:0.85254\n",
      "[1539]\tvalidation_0-aucpr:0.85254\n",
      "[1540]\tvalidation_0-aucpr:0.85253\n",
      "[1541]\tvalidation_0-aucpr:0.85252\n",
      "[1542]\tvalidation_0-aucpr:0.85254\n",
      "[1543]\tvalidation_0-aucpr:0.85257\n",
      "[1544]\tvalidation_0-aucpr:0.85258\n",
      "[1545]\tvalidation_0-aucpr:0.85260\n",
      "[1546]\tvalidation_0-aucpr:0.85261\n",
      "[1547]\tvalidation_0-aucpr:0.85261\n",
      "[1548]\tvalidation_0-aucpr:0.85261\n",
      "[1549]\tvalidation_0-aucpr:0.85258\n",
      "[1550]\tvalidation_0-aucpr:0.85257\n",
      "[1551]\tvalidation_0-aucpr:0.85259\n",
      "[1552]\tvalidation_0-aucpr:0.85260\n",
      "[1553]\tvalidation_0-aucpr:0.85261\n",
      "[1554]\tvalidation_0-aucpr:0.85262\n",
      "[1555]\tvalidation_0-aucpr:0.85262\n",
      "[1556]\tvalidation_0-aucpr:0.85262\n",
      "[1557]\tvalidation_0-aucpr:0.85263\n",
      "[1558]\tvalidation_0-aucpr:0.85262\n",
      "[1559]\tvalidation_0-aucpr:0.85262\n",
      "[1560]\tvalidation_0-aucpr:0.85261\n",
      "[1561]\tvalidation_0-aucpr:0.85260\n",
      "[1562]\tvalidation_0-aucpr:0.85260\n",
      "[1563]\tvalidation_0-aucpr:0.85261\n",
      "[1564]\tvalidation_0-aucpr:0.85259\n",
      "[1565]\tvalidation_0-aucpr:0.85260\n",
      "[1566]\tvalidation_0-aucpr:0.85259\n",
      "[1567]\tvalidation_0-aucpr:0.85257\n",
      "[1568]\tvalidation_0-aucpr:0.85257\n",
      "[1569]\tvalidation_0-aucpr:0.85257\n",
      "[1570]\tvalidation_0-aucpr:0.85256\n",
      "[1571]\tvalidation_0-aucpr:0.85255\n",
      "[1572]\tvalidation_0-aucpr:0.85256\n",
      "[1573]\tvalidation_0-aucpr:0.85256\n",
      "[1574]\tvalidation_0-aucpr:0.85254\n",
      "[1575]\tvalidation_0-aucpr:0.85258\n",
      "[1576]\tvalidation_0-aucpr:0.85260\n",
      "[1577]\tvalidation_0-aucpr:0.85260\n",
      "[1578]\tvalidation_0-aucpr:0.85261\n",
      "[1579]\tvalidation_0-aucpr:0.85263\n",
      "[1580]\tvalidation_0-aucpr:0.85262\n",
      "[1581]\tvalidation_0-aucpr:0.85261\n",
      "[1582]\tvalidation_0-aucpr:0.85262\n",
      "[1583]\tvalidation_0-aucpr:0.85262\n",
      "[1584]\tvalidation_0-aucpr:0.85262\n",
      "[1585]\tvalidation_0-aucpr:0.85261\n",
      "[1586]\tvalidation_0-aucpr:0.85261\n",
      "[1587]\tvalidation_0-aucpr:0.85261\n",
      "[1588]\tvalidation_0-aucpr:0.85261\n",
      "[1589]\tvalidation_0-aucpr:0.85261\n",
      "[1590]\tvalidation_0-aucpr:0.85260\n",
      "[1591]\tvalidation_0-aucpr:0.85259\n",
      "[1592]\tvalidation_0-aucpr:0.85260\n",
      "[1593]\tvalidation_0-aucpr:0.85261\n",
      "[1594]\tvalidation_0-aucpr:0.85260\n",
      "[1595]\tvalidation_0-aucpr:0.85260\n",
      "[1596]\tvalidation_0-aucpr:0.85259\n",
      "[1597]\tvalidation_0-aucpr:0.85259\n",
      "[1598]\tvalidation_0-aucpr:0.85260\n",
      "[1599]\tvalidation_0-aucpr:0.85261\n",
      "[1600]\tvalidation_0-aucpr:0.85260\n",
      "[1601]\tvalidation_0-aucpr:0.85260\n",
      "[1602]\tvalidation_0-aucpr:0.85260\n",
      "[1603]\tvalidation_0-aucpr:0.85259\n",
      "[1604]\tvalidation_0-aucpr:0.85261\n",
      "[1605]\tvalidation_0-aucpr:0.85258\n",
      "[1606]\tvalidation_0-aucpr:0.85259\n",
      "[1607]\tvalidation_0-aucpr:0.85260\n",
      "[1608]\tvalidation_0-aucpr:0.85259\n",
      "[1609]\tvalidation_0-aucpr:0.85256\n",
      "[1610]\tvalidation_0-aucpr:0.85255\n",
      "[1611]\tvalidation_0-aucpr:0.85257\n",
      "[1612]\tvalidation_0-aucpr:0.85257\n",
      "[1613]\tvalidation_0-aucpr:0.85258\n",
      "[1614]\tvalidation_0-aucpr:0.85256\n",
      "[1615]\tvalidation_0-aucpr:0.85254\n",
      "[1616]\tvalidation_0-aucpr:0.85254\n",
      "[1617]\tvalidation_0-aucpr:0.85252\n",
      "[1618]\tvalidation_0-aucpr:0.85250\n",
      "[1619]\tvalidation_0-aucpr:0.85249\n",
      "[1620]\tvalidation_0-aucpr:0.85250\n",
      "[1621]\tvalidation_0-aucpr:0.85247\n",
      "[1622]\tvalidation_0-aucpr:0.85247\n",
      "[1623]\tvalidation_0-aucpr:0.85247\n",
      "[1624]\tvalidation_0-aucpr:0.85248\n",
      "[1625]\tvalidation_0-aucpr:0.85250\n",
      "[1626]\tvalidation_0-aucpr:0.85253\n",
      "[1627]\tvalidation_0-aucpr:0.85253\n",
      "[1628]\tvalidation_0-aucpr:0.85254\n",
      "[1629]\tvalidation_0-aucpr:0.85252\n",
      "[1630]\tvalidation_0-aucpr:0.85253\n",
      "[1631]\tvalidation_0-aucpr:0.85252\n",
      "[1632]\tvalidation_0-aucpr:0.85254\n",
      "[1633]\tvalidation_0-aucpr:0.85254\n",
      "[1634]\tvalidation_0-aucpr:0.85253\n",
      "[1635]\tvalidation_0-aucpr:0.85254\n",
      "[1636]\tvalidation_0-aucpr:0.85253\n",
      "[1637]\tvalidation_0-aucpr:0.85253\n",
      "[1638]\tvalidation_0-aucpr:0.85254\n",
      "[1639]\tvalidation_0-aucpr:0.85256\n",
      "[1640]\tvalidation_0-aucpr:0.85255\n",
      "[1641]\tvalidation_0-aucpr:0.85254\n",
      "[1642]\tvalidation_0-aucpr:0.85255\n",
      "[1643]\tvalidation_0-aucpr:0.85256\n",
      "[1644]\tvalidation_0-aucpr:0.85256\n",
      "[1645]\tvalidation_0-aucpr:0.85256\n",
      "[1646]\tvalidation_0-aucpr:0.85255\n",
      "[1647]\tvalidation_0-aucpr:0.85256\n",
      "[1648]\tvalidation_0-aucpr:0.85255\n",
      "[1649]\tvalidation_0-aucpr:0.85255\n",
      "[1650]\tvalidation_0-aucpr:0.85253\n",
      "[1651]\tvalidation_0-aucpr:0.85250\n",
      "[1652]\tvalidation_0-aucpr:0.85252\n",
      "[1653]\tvalidation_0-aucpr:0.85250\n",
      "[1654]\tvalidation_0-aucpr:0.85252\n",
      "[1655]\tvalidation_0-aucpr:0.85252\n",
      "[1656]\tvalidation_0-aucpr:0.85251\n",
      "[1657]\tvalidation_0-aucpr:0.85251\n",
      "[1658]\tvalidation_0-aucpr:0.85251\n",
      "[1659]\tvalidation_0-aucpr:0.85251\n",
      "[1660]\tvalidation_0-aucpr:0.85252\n",
      "[1661]\tvalidation_0-aucpr:0.85253\n",
      "[1662]\tvalidation_0-aucpr:0.85254\n",
      "[1663]\tvalidation_0-aucpr:0.85255\n",
      "[1664]\tvalidation_0-aucpr:0.85256\n",
      "[1665]\tvalidation_0-aucpr:0.85256\n",
      "[1666]\tvalidation_0-aucpr:0.85257\n",
      "[1667]\tvalidation_0-aucpr:0.85257\n",
      "[1668]\tvalidation_0-aucpr:0.85258\n",
      "[1669]\tvalidation_0-aucpr:0.85257\n",
      "[1670]\tvalidation_0-aucpr:0.85256\n",
      "[1671]\tvalidation_0-aucpr:0.85258\n",
      "[1672]\tvalidation_0-aucpr:0.85259\n",
      "[1673]\tvalidation_0-aucpr:0.85259\n",
      "[1674]\tvalidation_0-aucpr:0.85256\n",
      "[1675]\tvalidation_0-aucpr:0.85257\n",
      "[1676]\tvalidation_0-aucpr:0.85257\n",
      "[1677]\tvalidation_0-aucpr:0.85259\n",
      "[1678]\tvalidation_0-aucpr:0.85257\n",
      "[1679]\tvalidation_0-aucpr:0.85255\n",
      "[1680]\tvalidation_0-aucpr:0.85255\n",
      "[1681]\tvalidation_0-aucpr:0.85254\n",
      "[1682]\tvalidation_0-aucpr:0.85256\n",
      "[1683]\tvalidation_0-aucpr:0.85257\n",
      "[1684]\tvalidation_0-aucpr:0.85258\n",
      "[1685]\tvalidation_0-aucpr:0.85258\n",
      "[1686]\tvalidation_0-aucpr:0.85258\n",
      "[1687]\tvalidation_0-aucpr:0.85258\n",
      "[1688]\tvalidation_0-aucpr:0.85258\n",
      "[1689]\tvalidation_0-aucpr:0.85257\n",
      "[1690]\tvalidation_0-aucpr:0.85257\n",
      "[1691]\tvalidation_0-aucpr:0.85256\n",
      "[1692]\tvalidation_0-aucpr:0.85254\n",
      "[1693]\tvalidation_0-aucpr:0.85255\n",
      "[1694]\tvalidation_0-aucpr:0.85258\n",
      "[1695]\tvalidation_0-aucpr:0.85258\n",
      "[1696]\tvalidation_0-aucpr:0.85258\n",
      "[1697]\tvalidation_0-aucpr:0.85257\n",
      "[1698]\tvalidation_0-aucpr:0.85257\n",
      "[1699]\tvalidation_0-aucpr:0.85258\n",
      "[1700]\tvalidation_0-aucpr:0.85258\n",
      "[1701]\tvalidation_0-aucpr:0.85259\n",
      "[1702]\tvalidation_0-aucpr:0.85258\n",
      "[1703]\tvalidation_0-aucpr:0.85255\n",
      "[1704]\tvalidation_0-aucpr:0.85253\n",
      "[1705]\tvalidation_0-aucpr:0.85257\n",
      "[1706]\tvalidation_0-aucpr:0.85256\n",
      "[1707]\tvalidation_0-aucpr:0.85258\n",
      "[1708]\tvalidation_0-aucpr:0.85256\n",
      "[1709]\tvalidation_0-aucpr:0.85255\n",
      "[1710]\tvalidation_0-aucpr:0.85255\n",
      "[1711]\tvalidation_0-aucpr:0.85254\n",
      "[1712]\tvalidation_0-aucpr:0.85253\n",
      "[1713]\tvalidation_0-aucpr:0.85258\n",
      "[1714]\tvalidation_0-aucpr:0.85255\n",
      "[1715]\tvalidation_0-aucpr:0.85255\n",
      "[1716]\tvalidation_0-aucpr:0.85255\n",
      "[1717]\tvalidation_0-aucpr:0.85256\n",
      "[1718]\tvalidation_0-aucpr:0.85254\n",
      "[1719]\tvalidation_0-aucpr:0.85255\n",
      "[1720]\tvalidation_0-aucpr:0.85254\n",
      "[1721]\tvalidation_0-aucpr:0.85254\n",
      "[1722]\tvalidation_0-aucpr:0.85256\n",
      "[1723]\tvalidation_0-aucpr:0.85255\n",
      "[1724]\tvalidation_0-aucpr:0.85257\n",
      "[1725]\tvalidation_0-aucpr:0.85259\n",
      "[1726]\tvalidation_0-aucpr:0.85254\n",
      "[1727]\tvalidation_0-aucpr:0.85253\n",
      "[1728]\tvalidation_0-aucpr:0.85254\n",
      "[1729]\tvalidation_0-aucpr:0.85255\n",
      "[1730]\tvalidation_0-aucpr:0.85254\n",
      "[1731]\tvalidation_0-aucpr:0.85255\n",
      "[1732]\tvalidation_0-aucpr:0.85254\n",
      "[1733]\tvalidation_0-aucpr:0.85254\n",
      "[1734]\tvalidation_0-aucpr:0.85253\n",
      "[1735]\tvalidation_0-aucpr:0.85256\n",
      "[1736]\tvalidation_0-aucpr:0.85256\n",
      "[1737]\tvalidation_0-aucpr:0.85257\n",
      "[1738]\tvalidation_0-aucpr:0.85259\n",
      "[1739]\tvalidation_0-aucpr:0.85262\n",
      "[1740]\tvalidation_0-aucpr:0.85261\n",
      "[1741]\tvalidation_0-aucpr:0.85261\n",
      "[1742]\tvalidation_0-aucpr:0.85262\n",
      "[1743]\tvalidation_0-aucpr:0.85262\n",
      "[1744]\tvalidation_0-aucpr:0.85262\n",
      "[1745]\tvalidation_0-aucpr:0.85264\n",
      "[1746]\tvalidation_0-aucpr:0.85262\n",
      "[1747]\tvalidation_0-aucpr:0.85263\n",
      "[1748]\tvalidation_0-aucpr:0.85265\n",
      "[1749]\tvalidation_0-aucpr:0.85266\n",
      "[1750]\tvalidation_0-aucpr:0.85268\n",
      "[1751]\tvalidation_0-aucpr:0.85269\n",
      "[1752]\tvalidation_0-aucpr:0.85268\n",
      "[1753]\tvalidation_0-aucpr:0.85271\n",
      "[1754]\tvalidation_0-aucpr:0.85270\n",
      "[1755]\tvalidation_0-aucpr:0.85268\n",
      "[1756]\tvalidation_0-aucpr:0.85270\n",
      "[1757]\tvalidation_0-aucpr:0.85271\n",
      "[1758]\tvalidation_0-aucpr:0.85271\n",
      "[1759]\tvalidation_0-aucpr:0.85271\n",
      "[1760]\tvalidation_0-aucpr:0.85271\n",
      "[1761]\tvalidation_0-aucpr:0.85270\n",
      "[1762]\tvalidation_0-aucpr:0.85271\n",
      "[1763]\tvalidation_0-aucpr:0.85271\n",
      "[1764]\tvalidation_0-aucpr:0.85271\n",
      "[1765]\tvalidation_0-aucpr:0.85271\n",
      "[1766]\tvalidation_0-aucpr:0.85271\n",
      "[1767]\tvalidation_0-aucpr:0.85273\n",
      "[1768]\tvalidation_0-aucpr:0.85272\n",
      "[1769]\tvalidation_0-aucpr:0.85270\n",
      "[1770]\tvalidation_0-aucpr:0.85268\n",
      "[1771]\tvalidation_0-aucpr:0.85269\n",
      "[1772]\tvalidation_0-aucpr:0.85270\n",
      "[1773]\tvalidation_0-aucpr:0.85269\n",
      "[1774]\tvalidation_0-aucpr:0.85269\n",
      "[1775]\tvalidation_0-aucpr:0.85270\n",
      "[1776]\tvalidation_0-aucpr:0.85270\n",
      "[1777]\tvalidation_0-aucpr:0.85270\n",
      "[1778]\tvalidation_0-aucpr:0.85270\n",
      "[1779]\tvalidation_0-aucpr:0.85271\n",
      "[1780]\tvalidation_0-aucpr:0.85271\n",
      "[1781]\tvalidation_0-aucpr:0.85272\n",
      "[1782]\tvalidation_0-aucpr:0.85272\n",
      "[1783]\tvalidation_0-aucpr:0.85272\n",
      "[1784]\tvalidation_0-aucpr:0.85272\n",
      "[1785]\tvalidation_0-aucpr:0.85272\n",
      "[1786]\tvalidation_0-aucpr:0.85271\n",
      "[1787]\tvalidation_0-aucpr:0.85271\n",
      "[1788]\tvalidation_0-aucpr:0.85271\n",
      "[1789]\tvalidation_0-aucpr:0.85271\n",
      "[1790]\tvalidation_0-aucpr:0.85271\n",
      "[1791]\tvalidation_0-aucpr:0.85272\n",
      "[1792]\tvalidation_0-aucpr:0.85269\n",
      "[1793]\tvalidation_0-aucpr:0.85269\n",
      "[1794]\tvalidation_0-aucpr:0.85270\n",
      "[1795]\tvalidation_0-aucpr:0.85270\n",
      "[1796]\tvalidation_0-aucpr:0.85272\n",
      "[1797]\tvalidation_0-aucpr:0.85273\n",
      "[1798]\tvalidation_0-aucpr:0.85274\n",
      "[1799]\tvalidation_0-aucpr:0.85275\n",
      "[1800]\tvalidation_0-aucpr:0.85277\n",
      "[1801]\tvalidation_0-aucpr:0.85275\n",
      "[1802]\tvalidation_0-aucpr:0.85274\n",
      "[1803]\tvalidation_0-aucpr:0.85273\n",
      "[1804]\tvalidation_0-aucpr:0.85273\n",
      "[1805]\tvalidation_0-aucpr:0.85274\n",
      "[1806]\tvalidation_0-aucpr:0.85274\n",
      "[1807]\tvalidation_0-aucpr:0.85277\n",
      "[1808]\tvalidation_0-aucpr:0.85277\n",
      "[1809]\tvalidation_0-aucpr:0.85277\n",
      "[1810]\tvalidation_0-aucpr:0.85276\n",
      "[1811]\tvalidation_0-aucpr:0.85274\n",
      "[1812]\tvalidation_0-aucpr:0.85276\n",
      "[1813]\tvalidation_0-aucpr:0.85274\n",
      "[1814]\tvalidation_0-aucpr:0.85273\n",
      "[1815]\tvalidation_0-aucpr:0.85273\n",
      "[1816]\tvalidation_0-aucpr:0.85274\n",
      "[1817]\tvalidation_0-aucpr:0.85274\n",
      "[1818]\tvalidation_0-aucpr:0.85274\n",
      "[1819]\tvalidation_0-aucpr:0.85275\n",
      "[1820]\tvalidation_0-aucpr:0.85273\n",
      "[1821]\tvalidation_0-aucpr:0.85274\n",
      "[1822]\tvalidation_0-aucpr:0.85275\n",
      "[1823]\tvalidation_0-aucpr:0.85275\n",
      "[1824]\tvalidation_0-aucpr:0.85275\n",
      "[1825]\tvalidation_0-aucpr:0.85277\n",
      "[1826]\tvalidation_0-aucpr:0.85275\n",
      "[1827]\tvalidation_0-aucpr:0.85273\n",
      "[1828]\tvalidation_0-aucpr:0.85273\n",
      "[1829]\tvalidation_0-aucpr:0.85274\n",
      "[1830]\tvalidation_0-aucpr:0.85274\n",
      "[1831]\tvalidation_0-aucpr:0.85275\n",
      "[1832]\tvalidation_0-aucpr:0.85273\n",
      "[1833]\tvalidation_0-aucpr:0.85274\n",
      "[1834]\tvalidation_0-aucpr:0.85274\n",
      "[1835]\tvalidation_0-aucpr:0.85273\n",
      "[1836]\tvalidation_0-aucpr:0.85276\n",
      "[1837]\tvalidation_0-aucpr:0.85278\n",
      "[1838]\tvalidation_0-aucpr:0.85279\n",
      "[1839]\tvalidation_0-aucpr:0.85278\n",
      "[1840]\tvalidation_0-aucpr:0.85279\n",
      "[1841]\tvalidation_0-aucpr:0.85282\n",
      "[1842]\tvalidation_0-aucpr:0.85282\n",
      "[1843]\tvalidation_0-aucpr:0.85282\n",
      "[1844]\tvalidation_0-aucpr:0.85283\n",
      "[1845]\tvalidation_0-aucpr:0.85282\n",
      "[1846]\tvalidation_0-aucpr:0.85284\n",
      "[1847]\tvalidation_0-aucpr:0.85284\n",
      "[1848]\tvalidation_0-aucpr:0.85284\n",
      "[1849]\tvalidation_0-aucpr:0.85283\n",
      "[1850]\tvalidation_0-aucpr:0.85284\n",
      "[1851]\tvalidation_0-aucpr:0.85285\n",
      "[1852]\tvalidation_0-aucpr:0.85285\n",
      "[1853]\tvalidation_0-aucpr:0.85284\n",
      "[1854]\tvalidation_0-aucpr:0.85285\n",
      "[1855]\tvalidation_0-aucpr:0.85285\n",
      "[1856]\tvalidation_0-aucpr:0.85286\n",
      "[1857]\tvalidation_0-aucpr:0.85287\n",
      "[1858]\tvalidation_0-aucpr:0.85286\n",
      "[1859]\tvalidation_0-aucpr:0.85285\n",
      "[1860]\tvalidation_0-aucpr:0.85286\n",
      "[1861]\tvalidation_0-aucpr:0.85285\n",
      "[1862]\tvalidation_0-aucpr:0.85284\n",
      "[1863]\tvalidation_0-aucpr:0.85284\n",
      "[1864]\tvalidation_0-aucpr:0.85284\n",
      "[1865]\tvalidation_0-aucpr:0.85282\n",
      "[1866]\tvalidation_0-aucpr:0.85281\n",
      "[1867]\tvalidation_0-aucpr:0.85282\n",
      "[1868]\tvalidation_0-aucpr:0.85282\n",
      "[1869]\tvalidation_0-aucpr:0.85283\n",
      "[1870]\tvalidation_0-aucpr:0.85283\n",
      "[1871]\tvalidation_0-aucpr:0.85282\n",
      "[1872]\tvalidation_0-aucpr:0.85281\n",
      "[1873]\tvalidation_0-aucpr:0.85282\n",
      "[1874]\tvalidation_0-aucpr:0.85282\n",
      "[1875]\tvalidation_0-aucpr:0.85282\n",
      "[1876]\tvalidation_0-aucpr:0.85283\n",
      "[1877]\tvalidation_0-aucpr:0.85284\n",
      "[1878]\tvalidation_0-aucpr:0.85283\n",
      "[1879]\tvalidation_0-aucpr:0.85285\n",
      "[1880]\tvalidation_0-aucpr:0.85286\n",
      "[1881]\tvalidation_0-aucpr:0.85287\n",
      "[1882]\tvalidation_0-aucpr:0.85288\n",
      "[1883]\tvalidation_0-aucpr:0.85287\n",
      "[1884]\tvalidation_0-aucpr:0.85289\n",
      "[1885]\tvalidation_0-aucpr:0.85289\n",
      "[1886]\tvalidation_0-aucpr:0.85289\n",
      "[1887]\tvalidation_0-aucpr:0.85289\n",
      "[1888]\tvalidation_0-aucpr:0.85287\n",
      "[1889]\tvalidation_0-aucpr:0.85287\n",
      "[1890]\tvalidation_0-aucpr:0.85286\n",
      "[1891]\tvalidation_0-aucpr:0.85288\n",
      "[1892]\tvalidation_0-aucpr:0.85289\n",
      "[1893]\tvalidation_0-aucpr:0.85289\n",
      "[1894]\tvalidation_0-aucpr:0.85289\n",
      "[1895]\tvalidation_0-aucpr:0.85290\n",
      "[1896]\tvalidation_0-aucpr:0.85291\n",
      "[1897]\tvalidation_0-aucpr:0.85291\n",
      "[1898]\tvalidation_0-aucpr:0.85291\n",
      "[1899]\tvalidation_0-aucpr:0.85291\n",
      "[1900]\tvalidation_0-aucpr:0.85290\n",
      "[1901]\tvalidation_0-aucpr:0.85292\n",
      "[1902]\tvalidation_0-aucpr:0.85290\n",
      "[1903]\tvalidation_0-aucpr:0.85289\n",
      "[1904]\tvalidation_0-aucpr:0.85286\n",
      "[1905]\tvalidation_0-aucpr:0.85285\n",
      "[1906]\tvalidation_0-aucpr:0.85286\n",
      "[1907]\tvalidation_0-aucpr:0.85285\n",
      "[1908]\tvalidation_0-aucpr:0.85285\n",
      "[1909]\tvalidation_0-aucpr:0.85284\n",
      "[1910]\tvalidation_0-aucpr:0.85284\n",
      "[1911]\tvalidation_0-aucpr:0.85284\n",
      "[1912]\tvalidation_0-aucpr:0.85283\n",
      "[1913]\tvalidation_0-aucpr:0.85282\n",
      "[1914]\tvalidation_0-aucpr:0.85285\n",
      "[1915]\tvalidation_0-aucpr:0.85286\n",
      "[1916]\tvalidation_0-aucpr:0.85283\n",
      "[1917]\tvalidation_0-aucpr:0.85285\n",
      "[1918]\tvalidation_0-aucpr:0.85285\n",
      "[1919]\tvalidation_0-aucpr:0.85286\n",
      "[1920]\tvalidation_0-aucpr:0.85285\n",
      "[1921]\tvalidation_0-aucpr:0.85286\n",
      "[1922]\tvalidation_0-aucpr:0.85285\n",
      "[1923]\tvalidation_0-aucpr:0.85287\n",
      "[1924]\tvalidation_0-aucpr:0.85288\n",
      "[1925]\tvalidation_0-aucpr:0.85290\n",
      "[1926]\tvalidation_0-aucpr:0.85289\n",
      "[1927]\tvalidation_0-aucpr:0.85290\n",
      "[1928]\tvalidation_0-aucpr:0.85289\n",
      "[1929]\tvalidation_0-aucpr:0.85288\n",
      "[1930]\tvalidation_0-aucpr:0.85288\n",
      "[1931]\tvalidation_0-aucpr:0.85288\n",
      "[1932]\tvalidation_0-aucpr:0.85286\n",
      "[1933]\tvalidation_0-aucpr:0.85286\n",
      "[1934]\tvalidation_0-aucpr:0.85287\n",
      "[1935]\tvalidation_0-aucpr:0.85288\n",
      "[1936]\tvalidation_0-aucpr:0.85289\n",
      "[1937]\tvalidation_0-aucpr:0.85289\n",
      "[1938]\tvalidation_0-aucpr:0.85290\n",
      "[1939]\tvalidation_0-aucpr:0.85292\n",
      "[1940]\tvalidation_0-aucpr:0.85290\n",
      "[1941]\tvalidation_0-aucpr:0.85291\n",
      "[1942]\tvalidation_0-aucpr:0.85292\n",
      "[1943]\tvalidation_0-aucpr:0.85292\n",
      "[1944]\tvalidation_0-aucpr:0.85291\n",
      "[1945]\tvalidation_0-aucpr:0.85291\n",
      "[1946]\tvalidation_0-aucpr:0.85290\n",
      "[1947]\tvalidation_0-aucpr:0.85290\n",
      "[1948]\tvalidation_0-aucpr:0.85290\n",
      "[1949]\tvalidation_0-aucpr:0.85291\n",
      "[1950]\tvalidation_0-aucpr:0.85294\n",
      "[1951]\tvalidation_0-aucpr:0.85292\n",
      "[1952]\tvalidation_0-aucpr:0.85292\n",
      "[1953]\tvalidation_0-aucpr:0.85293\n",
      "[1954]\tvalidation_0-aucpr:0.85293\n",
      "[1955]\tvalidation_0-aucpr:0.85290\n",
      "[1956]\tvalidation_0-aucpr:0.85290\n",
      "[1957]\tvalidation_0-aucpr:0.85292\n",
      "[1958]\tvalidation_0-aucpr:0.85292\n",
      "[1959]\tvalidation_0-aucpr:0.85291\n",
      "[1960]\tvalidation_0-aucpr:0.85292\n",
      "[1961]\tvalidation_0-aucpr:0.85293\n",
      "[1962]\tvalidation_0-aucpr:0.85292\n",
      "[1963]\tvalidation_0-aucpr:0.85292\n",
      "[1964]\tvalidation_0-aucpr:0.85292\n",
      "[1965]\tvalidation_0-aucpr:0.85293\n",
      "[1966]\tvalidation_0-aucpr:0.85293\n",
      "[1967]\tvalidation_0-aucpr:0.85293\n",
      "[1968]\tvalidation_0-aucpr:0.85295\n",
      "[1969]\tvalidation_0-aucpr:0.85295\n",
      "[1970]\tvalidation_0-aucpr:0.85294\n",
      "[1971]\tvalidation_0-aucpr:0.85294\n",
      "[1972]\tvalidation_0-aucpr:0.85294\n",
      "[1973]\tvalidation_0-aucpr:0.85294\n",
      "[1974]\tvalidation_0-aucpr:0.85295\n",
      "[1975]\tvalidation_0-aucpr:0.85296\n",
      "[1976]\tvalidation_0-aucpr:0.85295\n",
      "[1977]\tvalidation_0-aucpr:0.85295\n",
      "[1978]\tvalidation_0-aucpr:0.85295\n",
      "[1979]\tvalidation_0-aucpr:0.85295\n",
      "[1980]\tvalidation_0-aucpr:0.85294\n",
      "[1981]\tvalidation_0-aucpr:0.85294\n",
      "[1982]\tvalidation_0-aucpr:0.85294\n",
      "[1983]\tvalidation_0-aucpr:0.85294\n",
      "[1984]\tvalidation_0-aucpr:0.85294\n",
      "[1985]\tvalidation_0-aucpr:0.85295\n",
      "[1986]\tvalidation_0-aucpr:0.85295\n",
      "[1987]\tvalidation_0-aucpr:0.85297\n",
      "[1988]\tvalidation_0-aucpr:0.85298\n",
      "[1989]\tvalidation_0-aucpr:0.85298\n",
      "[1990]\tvalidation_0-aucpr:0.85297\n",
      "[1991]\tvalidation_0-aucpr:0.85297\n",
      "[1992]\tvalidation_0-aucpr:0.85298\n",
      "[1993]\tvalidation_0-aucpr:0.85299\n",
      "[1994]\tvalidation_0-aucpr:0.85298\n",
      "[1995]\tvalidation_0-aucpr:0.85297\n",
      "[1996]\tvalidation_0-aucpr:0.85297\n",
      "[1997]\tvalidation_0-aucpr:0.85297\n",
      "[1998]\tvalidation_0-aucpr:0.85297\n",
      "[1999]\tvalidation_0-aucpr:0.85297\n",
      "[2000]\tvalidation_0-aucpr:0.85297\n",
      "[2001]\tvalidation_0-aucpr:0.85298\n",
      "[2002]\tvalidation_0-aucpr:0.85297\n",
      "[2003]\tvalidation_0-aucpr:0.85295\n",
      "[2004]\tvalidation_0-aucpr:0.85296\n",
      "[2005]\tvalidation_0-aucpr:0.85297\n",
      "[2006]\tvalidation_0-aucpr:0.85296\n",
      "[2007]\tvalidation_0-aucpr:0.85296\n",
      "[2008]\tvalidation_0-aucpr:0.85296\n",
      "[2009]\tvalidation_0-aucpr:0.85294\n",
      "[2010]\tvalidation_0-aucpr:0.85294\n",
      "[2011]\tvalidation_0-aucpr:0.85294\n",
      "[2012]\tvalidation_0-aucpr:0.85292\n",
      "[2013]\tvalidation_0-aucpr:0.85291\n",
      "[2014]\tvalidation_0-aucpr:0.85291\n",
      "[2015]\tvalidation_0-aucpr:0.85291\n",
      "[2016]\tvalidation_0-aucpr:0.85291\n",
      "[2017]\tvalidation_0-aucpr:0.85292\n",
      "[2018]\tvalidation_0-aucpr:0.85292\n",
      "[2019]\tvalidation_0-aucpr:0.85291\n",
      "[2020]\tvalidation_0-aucpr:0.85292\n",
      "[2021]\tvalidation_0-aucpr:0.85293\n",
      "[2022]\tvalidation_0-aucpr:0.85292\n",
      "[2023]\tvalidation_0-aucpr:0.85291\n",
      "[2024]\tvalidation_0-aucpr:0.85290\n",
      "[2025]\tvalidation_0-aucpr:0.85290\n",
      "[2026]\tvalidation_0-aucpr:0.85291\n",
      "[2027]\tvalidation_0-aucpr:0.85292\n",
      "[2028]\tvalidation_0-aucpr:0.85292\n",
      "[2029]\tvalidation_0-aucpr:0.85293\n",
      "[2030]\tvalidation_0-aucpr:0.85293\n",
      "[2031]\tvalidation_0-aucpr:0.85293\n",
      "[2032]\tvalidation_0-aucpr:0.85294\n",
      "[2033]\tvalidation_0-aucpr:0.85295\n",
      "[2034]\tvalidation_0-aucpr:0.85295\n",
      "[2035]\tvalidation_0-aucpr:0.85293\n",
      "[2036]\tvalidation_0-aucpr:0.85293\n",
      "[2037]\tvalidation_0-aucpr:0.85294\n",
      "[2038]\tvalidation_0-aucpr:0.85294\n",
      "[2039]\tvalidation_0-aucpr:0.85295\n",
      "[2040]\tvalidation_0-aucpr:0.85295\n",
      "[2041]\tvalidation_0-aucpr:0.85296\n",
      "[2042]\tvalidation_0-aucpr:0.85296\n",
      "[2043]\tvalidation_0-aucpr:0.85296\n",
      "[2044]\tvalidation_0-aucpr:0.85295\n",
      "[2045]\tvalidation_0-aucpr:0.85294\n",
      "[2046]\tvalidation_0-aucpr:0.85294\n",
      "[2047]\tvalidation_0-aucpr:0.85293\n",
      "[2048]\tvalidation_0-aucpr:0.85294\n",
      "[2049]\tvalidation_0-aucpr:0.85291\n",
      "[2050]\tvalidation_0-aucpr:0.85291\n",
      "[2051]\tvalidation_0-aucpr:0.85293\n",
      "[2052]\tvalidation_0-aucpr:0.85293\n",
      "[2053]\tvalidation_0-aucpr:0.85294\n",
      "[2054]\tvalidation_0-aucpr:0.85294\n",
      "[2055]\tvalidation_0-aucpr:0.85293\n",
      "[2056]\tvalidation_0-aucpr:0.85295\n",
      "[2057]\tvalidation_0-aucpr:0.85294\n",
      "[2058]\tvalidation_0-aucpr:0.85293\n",
      "[2059]\tvalidation_0-aucpr:0.85292\n",
      "[2060]\tvalidation_0-aucpr:0.85293\n",
      "[2061]\tvalidation_0-aucpr:0.85293\n",
      "[2062]\tvalidation_0-aucpr:0.85292\n",
      "[2063]\tvalidation_0-aucpr:0.85291\n",
      "[2064]\tvalidation_0-aucpr:0.85291\n",
      "[2065]\tvalidation_0-aucpr:0.85291\n",
      "[2066]\tvalidation_0-aucpr:0.85290\n",
      "[2067]\tvalidation_0-aucpr:0.85291\n",
      "[2068]\tvalidation_0-aucpr:0.85291\n",
      "[2069]\tvalidation_0-aucpr:0.85290\n",
      "[2070]\tvalidation_0-aucpr:0.85290\n",
      "[2071]\tvalidation_0-aucpr:0.85290\n",
      "[2072]\tvalidation_0-aucpr:0.85291\n",
      "[2073]\tvalidation_0-aucpr:0.85290\n",
      "[2074]\tvalidation_0-aucpr:0.85290\n",
      "[2075]\tvalidation_0-aucpr:0.85292\n",
      "[2076]\tvalidation_0-aucpr:0.85290\n",
      "[2077]\tvalidation_0-aucpr:0.85290\n",
      "[2078]\tvalidation_0-aucpr:0.85292\n",
      "[2079]\tvalidation_0-aucpr:0.85292\n",
      "[2080]\tvalidation_0-aucpr:0.85293\n",
      "[2081]\tvalidation_0-aucpr:0.85293\n",
      "[2082]\tvalidation_0-aucpr:0.85294\n",
      "[2083]\tvalidation_0-aucpr:0.85295\n",
      "[2084]\tvalidation_0-aucpr:0.85294\n",
      "[2085]\tvalidation_0-aucpr:0.85294\n",
      "[2086]\tvalidation_0-aucpr:0.85295\n",
      "[2087]\tvalidation_0-aucpr:0.85295\n",
      "[2088]\tvalidation_0-aucpr:0.85295\n",
      "[2089]\tvalidation_0-aucpr:0.85294\n",
      "[2090]\tvalidation_0-aucpr:0.85294\n",
      "[2091]\tvalidation_0-aucpr:0.85295\n",
      "[2092]\tvalidation_0-aucpr:0.85295\n",
      "[2093]\tvalidation_0-aucpr:0.85295\n",
      "[2094]\tvalidation_0-aucpr:0.85294\n",
      "[2095]\tvalidation_0-aucpr:0.85293\n",
      "[2096]\tvalidation_0-aucpr:0.85294\n",
      "[2097]\tvalidation_0-aucpr:0.85294\n",
      "[2098]\tvalidation_0-aucpr:0.85293\n",
      "[2099]\tvalidation_0-aucpr:0.85291\n",
      "[2100]\tvalidation_0-aucpr:0.85291\n",
      "[2101]\tvalidation_0-aucpr:0.85290\n",
      "[2102]\tvalidation_0-aucpr:0.85290\n",
      "[2103]\tvalidation_0-aucpr:0.85291\n",
      "[2104]\tvalidation_0-aucpr:0.85290\n",
      "[2105]\tvalidation_0-aucpr:0.85288\n",
      "[2106]\tvalidation_0-aucpr:0.85289\n",
      "[2107]\tvalidation_0-aucpr:0.85288\n",
      "[2108]\tvalidation_0-aucpr:0.85289\n",
      "[2109]\tvalidation_0-aucpr:0.85288\n",
      "[2110]\tvalidation_0-aucpr:0.85288\n",
      "[2111]\tvalidation_0-aucpr:0.85287\n",
      "[2112]\tvalidation_0-aucpr:0.85287\n",
      "[2113]\tvalidation_0-aucpr:0.85287\n",
      "[2114]\tvalidation_0-aucpr:0.85288\n",
      "[2115]\tvalidation_0-aucpr:0.85287\n",
      "[2116]\tvalidation_0-aucpr:0.85287\n",
      "[2117]\tvalidation_0-aucpr:0.85286\n",
      "[2118]\tvalidation_0-aucpr:0.85287\n",
      "[2119]\tvalidation_0-aucpr:0.85288\n",
      "[2120]\tvalidation_0-aucpr:0.85289\n",
      "[2121]\tvalidation_0-aucpr:0.85287\n",
      "[2122]\tvalidation_0-aucpr:0.85287\n",
      "[2123]\tvalidation_0-aucpr:0.85287\n",
      "[2124]\tvalidation_0-aucpr:0.85287\n",
      "[2125]\tvalidation_0-aucpr:0.85287\n",
      "[2126]\tvalidation_0-aucpr:0.85288\n",
      "[2127]\tvalidation_0-aucpr:0.85289\n",
      "[2128]\tvalidation_0-aucpr:0.85289\n",
      "[2129]\tvalidation_0-aucpr:0.85289\n",
      "[2130]\tvalidation_0-aucpr:0.85288\n",
      "[2131]\tvalidation_0-aucpr:0.85288\n",
      "[2132]\tvalidation_0-aucpr:0.85288\n",
      "[2133]\tvalidation_0-aucpr:0.85290\n",
      "[2134]\tvalidation_0-aucpr:0.85290\n",
      "[2135]\tvalidation_0-aucpr:0.85290\n",
      "[2136]\tvalidation_0-aucpr:0.85289\n",
      "[2137]\tvalidation_0-aucpr:0.85289\n",
      "[2138]\tvalidation_0-aucpr:0.85290\n",
      "[2139]\tvalidation_0-aucpr:0.85289\n",
      "[2140]\tvalidation_0-aucpr:0.85289\n",
      "[2141]\tvalidation_0-aucpr:0.85289\n",
      "[2142]\tvalidation_0-aucpr:0.85289\n",
      "[2143]\tvalidation_0-aucpr:0.85290\n",
      "[2144]\tvalidation_0-aucpr:0.85290\n",
      "[2145]\tvalidation_0-aucpr:0.85290\n",
      "[2146]\tvalidation_0-aucpr:0.85290\n",
      "[2147]\tvalidation_0-aucpr:0.85289\n",
      "[2148]\tvalidation_0-aucpr:0.85288\n",
      "[2149]\tvalidation_0-aucpr:0.85289\n",
      "[2150]\tvalidation_0-aucpr:0.85289\n",
      "[2151]\tvalidation_0-aucpr:0.85288\n",
      "[2152]\tvalidation_0-aucpr:0.85289\n",
      "[2153]\tvalidation_0-aucpr:0.85291\n",
      "[2154]\tvalidation_0-aucpr:0.85291\n",
      "[2155]\tvalidation_0-aucpr:0.85292\n",
      "[2156]\tvalidation_0-aucpr:0.85293\n",
      "[2157]\tvalidation_0-aucpr:0.85293\n",
      "[2158]\tvalidation_0-aucpr:0.85296\n",
      "[2159]\tvalidation_0-aucpr:0.85295\n",
      "[2160]\tvalidation_0-aucpr:0.85292\n",
      "[2161]\tvalidation_0-aucpr:0.85291\n",
      "[2162]\tvalidation_0-aucpr:0.85292\n",
      "[2163]\tvalidation_0-aucpr:0.85292\n",
      "[2164]\tvalidation_0-aucpr:0.85292\n",
      "[2165]\tvalidation_0-aucpr:0.85291\n",
      "[2166]\tvalidation_0-aucpr:0.85291\n",
      "[2167]\tvalidation_0-aucpr:0.85290\n",
      "[2168]\tvalidation_0-aucpr:0.85290\n",
      "[2169]\tvalidation_0-aucpr:0.85290\n",
      "[2170]\tvalidation_0-aucpr:0.85290\n",
      "[2171]\tvalidation_0-aucpr:0.85290\n",
      "[2172]\tvalidation_0-aucpr:0.85290\n",
      "[2173]\tvalidation_0-aucpr:0.85290\n",
      "[2174]\tvalidation_0-aucpr:0.85289\n",
      "[2175]\tvalidation_0-aucpr:0.85291\n",
      "[2176]\tvalidation_0-aucpr:0.85291\n",
      "[2177]\tvalidation_0-aucpr:0.85291\n",
      "[2178]\tvalidation_0-aucpr:0.85291\n",
      "[2179]\tvalidation_0-aucpr:0.85292\n",
      "[2180]\tvalidation_0-aucpr:0.85291\n",
      "[2181]\tvalidation_0-aucpr:0.85292\n",
      "[2182]\tvalidation_0-aucpr:0.85292\n",
      "[2183]\tvalidation_0-aucpr:0.85293\n",
      "[2184]\tvalidation_0-aucpr:0.85293\n",
      "[2185]\tvalidation_0-aucpr:0.85294\n",
      "[2186]\tvalidation_0-aucpr:0.85295\n",
      "[2187]\tvalidation_0-aucpr:0.85294\n",
      "[2188]\tvalidation_0-aucpr:0.85293\n",
      "[2189]\tvalidation_0-aucpr:0.85292\n",
      "[2190]\tvalidation_0-aucpr:0.85293\n",
      "[2191]\tvalidation_0-aucpr:0.85292\n",
      "[2192]\tvalidation_0-aucpr:0.85293\n",
      "[2193]\tvalidation_0-aucpr:0.85292\n",
      "[2194]\tvalidation_0-aucpr:0.85293\n",
      "[2195]\tvalidation_0-aucpr:0.85293\n",
      "[2196]\tvalidation_0-aucpr:0.85294\n",
      "[2197]\tvalidation_0-aucpr:0.85293\n",
      "[2198]\tvalidation_0-aucpr:0.85293\n",
      "[2199]\tvalidation_0-aucpr:0.85289\n",
      "[2200]\tvalidation_0-aucpr:0.85292\n",
      "[2201]\tvalidation_0-aucpr:0.85293\n",
      "[2202]\tvalidation_0-aucpr:0.85293\n",
      "[2203]\tvalidation_0-aucpr:0.85294\n",
      "[2204]\tvalidation_0-aucpr:0.85293\n",
      "[2205]\tvalidation_0-aucpr:0.85293\n",
      "[2206]\tvalidation_0-aucpr:0.85293\n",
      "[2207]\tvalidation_0-aucpr:0.85294\n",
      "[2208]\tvalidation_0-aucpr:0.85293\n",
      "[2209]\tvalidation_0-aucpr:0.85293\n",
      "[2210]\tvalidation_0-aucpr:0.85294\n",
      "[2211]\tvalidation_0-aucpr:0.85295\n",
      "[2212]\tvalidation_0-aucpr:0.85295\n",
      "[2213]\tvalidation_0-aucpr:0.85295\n",
      "[2214]\tvalidation_0-aucpr:0.85294\n",
      "[2215]\tvalidation_0-aucpr:0.85294\n",
      "[2216]\tvalidation_0-aucpr:0.85293\n",
      "[2217]\tvalidation_0-aucpr:0.85293\n",
      "[2218]\tvalidation_0-aucpr:0.85295\n",
      "[2219]\tvalidation_0-aucpr:0.85295\n",
      "[2220]\tvalidation_0-aucpr:0.85295\n",
      "[2221]\tvalidation_0-aucpr:0.85295\n",
      "[2222]\tvalidation_0-aucpr:0.85295\n",
      "[2223]\tvalidation_0-aucpr:0.85295\n",
      "[2224]\tvalidation_0-aucpr:0.85296\n",
      "[2225]\tvalidation_0-aucpr:0.85296\n",
      "[2226]\tvalidation_0-aucpr:0.85297\n",
      "[2227]\tvalidation_0-aucpr:0.85299\n",
      "[2228]\tvalidation_0-aucpr:0.85299\n",
      "[2229]\tvalidation_0-aucpr:0.85296\n",
      "[2230]\tvalidation_0-aucpr:0.85301\n",
      "[2231]\tvalidation_0-aucpr:0.85300\n",
      "[2232]\tvalidation_0-aucpr:0.85300\n",
      "[2233]\tvalidation_0-aucpr:0.85299\n",
      "[2234]\tvalidation_0-aucpr:0.85300\n",
      "[2235]\tvalidation_0-aucpr:0.85300\n",
      "[2236]\tvalidation_0-aucpr:0.85301\n",
      "[2237]\tvalidation_0-aucpr:0.85301\n",
      "[2238]\tvalidation_0-aucpr:0.85302\n",
      "[2239]\tvalidation_0-aucpr:0.85302\n",
      "[2240]\tvalidation_0-aucpr:0.85303\n",
      "[2241]\tvalidation_0-aucpr:0.85303\n",
      "[2242]\tvalidation_0-aucpr:0.85303\n",
      "[2243]\tvalidation_0-aucpr:0.85303\n",
      "[2244]\tvalidation_0-aucpr:0.85302\n",
      "[2245]\tvalidation_0-aucpr:0.85299\n",
      "[2246]\tvalidation_0-aucpr:0.85302\n",
      "[2247]\tvalidation_0-aucpr:0.85301\n",
      "[2248]\tvalidation_0-aucpr:0.85300\n",
      "[2249]\tvalidation_0-aucpr:0.85297\n",
      "[2250]\tvalidation_0-aucpr:0.85297\n",
      "[2251]\tvalidation_0-aucpr:0.85297\n",
      "[2252]\tvalidation_0-aucpr:0.85298\n",
      "[2253]\tvalidation_0-aucpr:0.85297\n",
      "[2254]\tvalidation_0-aucpr:0.85296\n",
      "[2255]\tvalidation_0-aucpr:0.85297\n",
      "[2256]\tvalidation_0-aucpr:0.85298\n",
      "[2257]\tvalidation_0-aucpr:0.85302\n",
      "[2258]\tvalidation_0-aucpr:0.85298\n",
      "[2259]\tvalidation_0-aucpr:0.85297\n",
      "[2260]\tvalidation_0-aucpr:0.85300\n",
      "[2261]\tvalidation_0-aucpr:0.85299\n",
      "[2262]\tvalidation_0-aucpr:0.85301\n",
      "[2263]\tvalidation_0-aucpr:0.85301\n",
      "[2264]\tvalidation_0-aucpr:0.85300\n",
      "[2265]\tvalidation_0-aucpr:0.85300\n",
      "[2266]\tvalidation_0-aucpr:0.85302\n",
      "[2267]\tvalidation_0-aucpr:0.85298\n",
      "[2268]\tvalidation_0-aucpr:0.85301\n",
      "[2269]\tvalidation_0-aucpr:0.85298\n",
      "[2270]\tvalidation_0-aucpr:0.85297\n",
      "[2271]\tvalidation_0-aucpr:0.85298\n",
      "[2272]\tvalidation_0-aucpr:0.85299\n",
      "[2273]\tvalidation_0-aucpr:0.85298\n",
      "[2274]\tvalidation_0-aucpr:0.85296\n",
      "[2275]\tvalidation_0-aucpr:0.85297\n",
      "[2276]\tvalidation_0-aucpr:0.85297\n",
      "[2277]\tvalidation_0-aucpr:0.85297\n",
      "[2278]\tvalidation_0-aucpr:0.85296\n",
      "[2279]\tvalidation_0-aucpr:0.85296\n",
      "[2280]\tvalidation_0-aucpr:0.85296\n",
      "[2281]\tvalidation_0-aucpr:0.85296\n",
      "[2282]\tvalidation_0-aucpr:0.85297\n",
      "[2283]\tvalidation_0-aucpr:0.85297\n",
      "[2284]\tvalidation_0-aucpr:0.85297\n",
      "[2285]\tvalidation_0-aucpr:0.85297\n",
      "[2286]\tvalidation_0-aucpr:0.85295\n",
      "[2287]\tvalidation_0-aucpr:0.85296\n",
      "[2288]\tvalidation_0-aucpr:0.85293\n",
      "[2289]\tvalidation_0-aucpr:0.85294\n",
      "[2290]\tvalidation_0-aucpr:0.85294\n",
      "[2291]\tvalidation_0-aucpr:0.85294\n",
      "[2292]\tvalidation_0-aucpr:0.85294\n",
      "[2293]\tvalidation_0-aucpr:0.85293\n",
      "[2294]\tvalidation_0-aucpr:0.85292\n",
      "[2295]\tvalidation_0-aucpr:0.85292\n",
      "[2296]\tvalidation_0-aucpr:0.85291\n",
      "[2297]\tvalidation_0-aucpr:0.85291\n",
      "[2298]\tvalidation_0-aucpr:0.85291\n",
      "[2299]\tvalidation_0-aucpr:0.85291\n",
      "[2300]\tvalidation_0-aucpr:0.85290\n",
      "[2301]\tvalidation_0-aucpr:0.85290\n",
      "[2302]\tvalidation_0-aucpr:0.85291\n",
      "[2303]\tvalidation_0-aucpr:0.85292\n",
      "[2304]\tvalidation_0-aucpr:0.85292\n",
      "[2305]\tvalidation_0-aucpr:0.85291\n",
      "[2306]\tvalidation_0-aucpr:0.85292\n",
      "[2307]\tvalidation_0-aucpr:0.85293\n",
      "[2308]\tvalidation_0-aucpr:0.85294\n",
      "[2309]\tvalidation_0-aucpr:0.85294\n",
      "[2310]\tvalidation_0-aucpr:0.85293\n",
      "[2311]\tvalidation_0-aucpr:0.85294\n",
      "[2312]\tvalidation_0-aucpr:0.85293\n",
      "[2313]\tvalidation_0-aucpr:0.85294\n",
      "[2314]\tvalidation_0-aucpr:0.85295\n",
      "[2315]\tvalidation_0-aucpr:0.85296\n",
      "[2316]\tvalidation_0-aucpr:0.85295\n",
      "[2317]\tvalidation_0-aucpr:0.85294\n",
      "[2318]\tvalidation_0-aucpr:0.85295\n",
      "[2319]\tvalidation_0-aucpr:0.85294\n",
      "[2320]\tvalidation_0-aucpr:0.85296\n",
      "[2321]\tvalidation_0-aucpr:0.85296\n",
      "[2322]\tvalidation_0-aucpr:0.85296\n",
      "[2323]\tvalidation_0-aucpr:0.85297\n",
      "[2324]\tvalidation_0-aucpr:0.85296\n",
      "[2325]\tvalidation_0-aucpr:0.85298\n",
      "[2326]\tvalidation_0-aucpr:0.85299\n",
      "[2327]\tvalidation_0-aucpr:0.85298\n",
      "[2328]\tvalidation_0-aucpr:0.85297\n",
      "[2329]\tvalidation_0-aucpr:0.85296\n",
      "[2330]\tvalidation_0-aucpr:0.85295\n",
      "[2331]\tvalidation_0-aucpr:0.85295\n",
      "[2332]\tvalidation_0-aucpr:0.85293\n",
      "[2333]\tvalidation_0-aucpr:0.85294\n",
      "[2334]\tvalidation_0-aucpr:0.85294\n",
      "[2335]\tvalidation_0-aucpr:0.85294\n",
      "[2336]\tvalidation_0-aucpr:0.85294\n",
      "[2337]\tvalidation_0-aucpr:0.85295\n",
      "[2338]\tvalidation_0-aucpr:0.85296\n",
      "[2339]\tvalidation_0-aucpr:0.85296\n",
      "[2340]\tvalidation_0-aucpr:0.85296\n",
      "[2341]\tvalidation_0-aucpr:0.85296\n",
      "[2342]\tvalidation_0-aucpr:0.85296\n",
      "[2343]\tvalidation_0-aucpr:0.85296\n",
      "[2344]\tvalidation_0-aucpr:0.85296\n",
      "[2345]\tvalidation_0-aucpr:0.85295\n",
      "[2346]\tvalidation_0-aucpr:0.85295\n",
      "[2347]\tvalidation_0-aucpr:0.85296\n",
      "[2348]\tvalidation_0-aucpr:0.85295\n",
      "[2349]\tvalidation_0-aucpr:0.85295\n",
      "[2350]\tvalidation_0-aucpr:0.85295\n",
      "[2351]\tvalidation_0-aucpr:0.85296\n",
      "[2352]\tvalidation_0-aucpr:0.85296\n",
      "[2353]\tvalidation_0-aucpr:0.85297\n",
      "[2354]\tvalidation_0-aucpr:0.85298\n",
      "[2355]\tvalidation_0-aucpr:0.85298\n",
      "[2356]\tvalidation_0-aucpr:0.85297\n",
      "[2357]\tvalidation_0-aucpr:0.85298\n",
      "[2358]\tvalidation_0-aucpr:0.85298\n",
      "[2359]\tvalidation_0-aucpr:0.85296\n",
      "[2360]\tvalidation_0-aucpr:0.85296\n",
      "[2361]\tvalidation_0-aucpr:0.85295\n",
      "[2362]\tvalidation_0-aucpr:0.85296\n",
      "[2363]\tvalidation_0-aucpr:0.85297\n",
      "[2364]\tvalidation_0-aucpr:0.85296\n",
      "[2365]\tvalidation_0-aucpr:0.85298\n",
      "[2366]\tvalidation_0-aucpr:0.85299\n",
      "[2367]\tvalidation_0-aucpr:0.85299\n",
      "[2368]\tvalidation_0-aucpr:0.85299\n",
      "[2369]\tvalidation_0-aucpr:0.85299\n",
      "[2370]\tvalidation_0-aucpr:0.85299\n",
      "[2371]\tvalidation_0-aucpr:0.85299\n",
      "[2372]\tvalidation_0-aucpr:0.85299\n",
      "[2373]\tvalidation_0-aucpr:0.85300\n",
      "[2374]\tvalidation_0-aucpr:0.85300\n",
      "[2375]\tvalidation_0-aucpr:0.85300\n",
      "[2376]\tvalidation_0-aucpr:0.85301\n",
      "[2377]\tvalidation_0-aucpr:0.85302\n",
      "[2378]\tvalidation_0-aucpr:0.85302\n",
      "[2379]\tvalidation_0-aucpr:0.85303\n",
      "[2380]\tvalidation_0-aucpr:0.85303\n",
      "[2381]\tvalidation_0-aucpr:0.85305\n",
      "[2382]\tvalidation_0-aucpr:0.85305\n",
      "[2383]\tvalidation_0-aucpr:0.85305\n",
      "[2384]\tvalidation_0-aucpr:0.85305\n",
      "[2385]\tvalidation_0-aucpr:0.85305\n",
      "[2386]\tvalidation_0-aucpr:0.85304\n",
      "[2387]\tvalidation_0-aucpr:0.85305\n",
      "[2388]\tvalidation_0-aucpr:0.85306\n",
      "[2389]\tvalidation_0-aucpr:0.85306\n",
      "[2390]\tvalidation_0-aucpr:0.85304\n",
      "[2391]\tvalidation_0-aucpr:0.85305\n",
      "[2392]\tvalidation_0-aucpr:0.85305\n",
      "[2393]\tvalidation_0-aucpr:0.85304\n",
      "[2394]\tvalidation_0-aucpr:0.85304\n",
      "[2395]\tvalidation_0-aucpr:0.85304\n",
      "[2396]\tvalidation_0-aucpr:0.85304\n",
      "[2397]\tvalidation_0-aucpr:0.85304\n",
      "[2398]\tvalidation_0-aucpr:0.85305\n",
      "[2399]\tvalidation_0-aucpr:0.85305\n",
      "[2400]\tvalidation_0-aucpr:0.85305\n",
      "[2401]\tvalidation_0-aucpr:0.85306\n",
      "[2402]\tvalidation_0-aucpr:0.85307\n",
      "[2403]\tvalidation_0-aucpr:0.85306\n",
      "[2404]\tvalidation_0-aucpr:0.85307\n",
      "[2405]\tvalidation_0-aucpr:0.85306\n",
      "[2406]\tvalidation_0-aucpr:0.85305\n",
      "[2407]\tvalidation_0-aucpr:0.85306\n",
      "[2408]\tvalidation_0-aucpr:0.85307\n",
      "[2409]\tvalidation_0-aucpr:0.85306\n",
      "[2410]\tvalidation_0-aucpr:0.85305\n",
      "[2411]\tvalidation_0-aucpr:0.85304\n",
      "[2412]\tvalidation_0-aucpr:0.85304\n",
      "[2413]\tvalidation_0-aucpr:0.85303\n",
      "[2414]\tvalidation_0-aucpr:0.85304\n",
      "[2415]\tvalidation_0-aucpr:0.85304\n",
      "[2416]\tvalidation_0-aucpr:0.85303\n",
      "[2417]\tvalidation_0-aucpr:0.85303\n",
      "[2418]\tvalidation_0-aucpr:0.85303\n",
      "[2419]\tvalidation_0-aucpr:0.85302\n",
      "[2420]\tvalidation_0-aucpr:0.85301\n",
      "[2421]\tvalidation_0-aucpr:0.85302\n",
      "[2422]\tvalidation_0-aucpr:0.85303\n",
      "[2423]\tvalidation_0-aucpr:0.85302\n",
      "[2424]\tvalidation_0-aucpr:0.85302\n",
      "[2425]\tvalidation_0-aucpr:0.85302\n",
      "[2426]\tvalidation_0-aucpr:0.85302\n",
      "[2427]\tvalidation_0-aucpr:0.85304\n",
      "[2428]\tvalidation_0-aucpr:0.85305\n",
      "[2429]\tvalidation_0-aucpr:0.85305\n",
      "[2430]\tvalidation_0-aucpr:0.85304\n",
      "[2431]\tvalidation_0-aucpr:0.85304\n",
      "[2432]\tvalidation_0-aucpr:0.85304\n",
      "[2433]\tvalidation_0-aucpr:0.85305\n",
      "[2434]\tvalidation_0-aucpr:0.85304\n",
      "[2435]\tvalidation_0-aucpr:0.85304\n",
      "[2436]\tvalidation_0-aucpr:0.85306\n",
      "[2437]\tvalidation_0-aucpr:0.85305\n",
      "[2438]\tvalidation_0-aucpr:0.85305\n",
      "[2439]\tvalidation_0-aucpr:0.85306\n",
      "[2440]\tvalidation_0-aucpr:0.85307\n",
      "[2441]\tvalidation_0-aucpr:0.85308\n",
      "[2442]\tvalidation_0-aucpr:0.85308\n",
      "[2443]\tvalidation_0-aucpr:0.85307\n",
      "[2444]\tvalidation_0-aucpr:0.85308\n",
      "[2445]\tvalidation_0-aucpr:0.85308\n",
      "[2446]\tvalidation_0-aucpr:0.85308\n",
      "[2447]\tvalidation_0-aucpr:0.85309\n",
      "[2448]\tvalidation_0-aucpr:0.85308\n",
      "[2449]\tvalidation_0-aucpr:0.85309\n",
      "[2450]\tvalidation_0-aucpr:0.85308\n",
      "[2451]\tvalidation_0-aucpr:0.85308\n",
      "[2452]\tvalidation_0-aucpr:0.85310\n",
      "[2453]\tvalidation_0-aucpr:0.85308\n",
      "[2454]\tvalidation_0-aucpr:0.85308\n",
      "[2455]\tvalidation_0-aucpr:0.85308\n",
      "[2456]\tvalidation_0-aucpr:0.85307\n",
      "[2457]\tvalidation_0-aucpr:0.85309\n",
      "[2458]\tvalidation_0-aucpr:0.85308\n",
      "[2459]\tvalidation_0-aucpr:0.85308\n",
      "[2460]\tvalidation_0-aucpr:0.85308\n",
      "[2461]\tvalidation_0-aucpr:0.85309\n",
      "[2462]\tvalidation_0-aucpr:0.85307\n",
      "[2463]\tvalidation_0-aucpr:0.85309\n",
      "[2464]\tvalidation_0-aucpr:0.85309\n",
      "[2465]\tvalidation_0-aucpr:0.85309\n",
      "[2466]\tvalidation_0-aucpr:0.85310\n",
      "[2467]\tvalidation_0-aucpr:0.85313\n",
      "[2468]\tvalidation_0-aucpr:0.85313\n",
      "[2469]\tvalidation_0-aucpr:0.85314\n",
      "[2470]\tvalidation_0-aucpr:0.85313\n",
      "[2471]\tvalidation_0-aucpr:0.85312\n",
      "[2472]\tvalidation_0-aucpr:0.85314\n",
      "[2473]\tvalidation_0-aucpr:0.85313\n",
      "[2474]\tvalidation_0-aucpr:0.85313\n",
      "[2475]\tvalidation_0-aucpr:0.85314\n",
      "[2476]\tvalidation_0-aucpr:0.85314\n",
      "[2477]\tvalidation_0-aucpr:0.85313\n",
      "[2478]\tvalidation_0-aucpr:0.85313\n",
      "[2479]\tvalidation_0-aucpr:0.85312\n",
      "[2480]\tvalidation_0-aucpr:0.85312\n",
      "[2481]\tvalidation_0-aucpr:0.85312\n",
      "[2482]\tvalidation_0-aucpr:0.85313\n",
      "[2483]\tvalidation_0-aucpr:0.85313\n",
      "[2484]\tvalidation_0-aucpr:0.85313\n",
      "[2485]\tvalidation_0-aucpr:0.85314\n",
      "[2486]\tvalidation_0-aucpr:0.85315\n",
      "[2487]\tvalidation_0-aucpr:0.85315\n",
      "[2488]\tvalidation_0-aucpr:0.85315\n",
      "[2489]\tvalidation_0-aucpr:0.85315\n",
      "[2490]\tvalidation_0-aucpr:0.85314\n",
      "[2491]\tvalidation_0-aucpr:0.85315\n",
      "[2492]\tvalidation_0-aucpr:0.85314\n",
      "[2493]\tvalidation_0-aucpr:0.85314\n",
      "[2494]\tvalidation_0-aucpr:0.85315\n",
      "[2495]\tvalidation_0-aucpr:0.85315\n",
      "[2496]\tvalidation_0-aucpr:0.85315\n",
      "[2497]\tvalidation_0-aucpr:0.85313\n",
      "[2498]\tvalidation_0-aucpr:0.85313\n",
      "[2499]\tvalidation_0-aucpr:0.85312\n",
      "[2500]\tvalidation_0-aucpr:0.85312\n",
      "[2501]\tvalidation_0-aucpr:0.85311\n",
      "[2502]\tvalidation_0-aucpr:0.85311\n",
      "[2503]\tvalidation_0-aucpr:0.85312\n",
      "[2504]\tvalidation_0-aucpr:0.85312\n",
      "[2505]\tvalidation_0-aucpr:0.85314\n",
      "[2506]\tvalidation_0-aucpr:0.85314\n",
      "[2507]\tvalidation_0-aucpr:0.85315\n",
      "[2508]\tvalidation_0-aucpr:0.85315\n",
      "[2509]\tvalidation_0-aucpr:0.85315\n",
      "[2510]\tvalidation_0-aucpr:0.85316\n",
      "[2511]\tvalidation_0-aucpr:0.85314\n",
      "[2512]\tvalidation_0-aucpr:0.85315\n",
      "[2513]\tvalidation_0-aucpr:0.85317\n",
      "[2514]\tvalidation_0-aucpr:0.85318\n",
      "[2515]\tvalidation_0-aucpr:0.85318\n",
      "[2516]\tvalidation_0-aucpr:0.85318\n",
      "[2517]\tvalidation_0-aucpr:0.85318\n",
      "[2518]\tvalidation_0-aucpr:0.85318\n",
      "[2519]\tvalidation_0-aucpr:0.85317\n",
      "[2520]\tvalidation_0-aucpr:0.85318\n",
      "[2521]\tvalidation_0-aucpr:0.85319\n",
      "[2522]\tvalidation_0-aucpr:0.85318\n",
      "[2523]\tvalidation_0-aucpr:0.85318\n",
      "[2524]\tvalidation_0-aucpr:0.85317\n",
      "[2525]\tvalidation_0-aucpr:0.85317\n",
      "[2526]\tvalidation_0-aucpr:0.85318\n",
      "[2527]\tvalidation_0-aucpr:0.85318\n",
      "[2528]\tvalidation_0-aucpr:0.85319\n",
      "[2529]\tvalidation_0-aucpr:0.85318\n",
      "[2530]\tvalidation_0-aucpr:0.85319\n",
      "[2531]\tvalidation_0-aucpr:0.85318\n",
      "[2532]\tvalidation_0-aucpr:0.85317\n",
      "[2533]\tvalidation_0-aucpr:0.85318\n",
      "[2534]\tvalidation_0-aucpr:0.85321\n",
      "[2535]\tvalidation_0-aucpr:0.85320\n",
      "[2536]\tvalidation_0-aucpr:0.85321\n",
      "[2537]\tvalidation_0-aucpr:0.85320\n",
      "[2538]\tvalidation_0-aucpr:0.85319\n",
      "[2539]\tvalidation_0-aucpr:0.85319\n",
      "[2540]\tvalidation_0-aucpr:0.85319\n",
      "[2541]\tvalidation_0-aucpr:0.85319\n",
      "[2542]\tvalidation_0-aucpr:0.85319\n",
      "[2543]\tvalidation_0-aucpr:0.85318\n",
      "[2544]\tvalidation_0-aucpr:0.85320\n",
      "[2545]\tvalidation_0-aucpr:0.85319\n",
      "[2546]\tvalidation_0-aucpr:0.85318\n",
      "[2547]\tvalidation_0-aucpr:0.85317\n",
      "[2548]\tvalidation_0-aucpr:0.85316\n",
      "[2549]\tvalidation_0-aucpr:0.85317\n",
      "[2550]\tvalidation_0-aucpr:0.85317\n",
      "[2551]\tvalidation_0-aucpr:0.85309\n",
      "[2552]\tvalidation_0-aucpr:0.85309\n",
      "[2553]\tvalidation_0-aucpr:0.85308\n",
      "[2554]\tvalidation_0-aucpr:0.85308\n",
      "[2555]\tvalidation_0-aucpr:0.85308\n",
      "[2556]\tvalidation_0-aucpr:0.85309\n",
      "[2557]\tvalidation_0-aucpr:0.85309\n",
      "[2558]\tvalidation_0-aucpr:0.85308\n",
      "[2559]\tvalidation_0-aucpr:0.85309\n",
      "[2560]\tvalidation_0-aucpr:0.85310\n",
      "[2561]\tvalidation_0-aucpr:0.85310\n",
      "[2562]\tvalidation_0-aucpr:0.85310\n",
      "[2563]\tvalidation_0-aucpr:0.85311\n",
      "[2564]\tvalidation_0-aucpr:0.85311\n",
      "[2565]\tvalidation_0-aucpr:0.85312\n",
      "[2566]\tvalidation_0-aucpr:0.85311\n",
      "[2567]\tvalidation_0-aucpr:0.85310\n",
      "[2568]\tvalidation_0-aucpr:0.85310\n",
      "[2569]\tvalidation_0-aucpr:0.85309\n",
      "[2570]\tvalidation_0-aucpr:0.85311\n",
      "[2571]\tvalidation_0-aucpr:0.85311\n",
      "[2572]\tvalidation_0-aucpr:0.85314\n",
      "[2573]\tvalidation_0-aucpr:0.85315\n",
      "[2574]\tvalidation_0-aucpr:0.85315\n",
      "[2575]\tvalidation_0-aucpr:0.85314\n",
      "[2576]\tvalidation_0-aucpr:0.85314\n",
      "[2577]\tvalidation_0-aucpr:0.85312\n",
      "[2578]\tvalidation_0-aucpr:0.85313\n",
      "[2579]\tvalidation_0-aucpr:0.85312\n",
      "[2580]\tvalidation_0-aucpr:0.85313\n",
      "[2581]\tvalidation_0-aucpr:0.85313\n",
      "[2582]\tvalidation_0-aucpr:0.85312\n",
      "[2583]\tvalidation_0-aucpr:0.85313\n",
      "[2584]\tvalidation_0-aucpr:0.85312\n",
      "[2585]\tvalidation_0-aucpr:0.85312\n",
      "[2586]\tvalidation_0-aucpr:0.85311\n",
      "[2587]\tvalidation_0-aucpr:0.85312\n",
      "[2588]\tvalidation_0-aucpr:0.85312\n",
      "[2589]\tvalidation_0-aucpr:0.85312\n",
      "[2590]\tvalidation_0-aucpr:0.85313\n",
      "[2591]\tvalidation_0-aucpr:0.85313\n",
      "[2592]\tvalidation_0-aucpr:0.85312\n",
      "[2593]\tvalidation_0-aucpr:0.85312\n",
      "[2594]\tvalidation_0-aucpr:0.85312\n",
      "[2595]\tvalidation_0-aucpr:0.85313\n",
      "[2596]\tvalidation_0-aucpr:0.85314\n",
      "[2597]\tvalidation_0-aucpr:0.85321\n",
      "[2598]\tvalidation_0-aucpr:0.85315\n",
      "[2599]\tvalidation_0-aucpr:0.85315\n",
      "[2600]\tvalidation_0-aucpr:0.85321\n",
      "[2601]\tvalidation_0-aucpr:0.85315\n",
      "[2602]\tvalidation_0-aucpr:0.85316\n",
      "[2603]\tvalidation_0-aucpr:0.85316\n",
      "[2604]\tvalidation_0-aucpr:0.85316\n",
      "[2605]\tvalidation_0-aucpr:0.85314\n",
      "[2606]\tvalidation_0-aucpr:0.85315\n",
      "[2607]\tvalidation_0-aucpr:0.85316\n",
      "[2608]\tvalidation_0-aucpr:0.85314\n",
      "[2609]\tvalidation_0-aucpr:0.85313\n",
      "[2610]\tvalidation_0-aucpr:0.85313\n",
      "[2611]\tvalidation_0-aucpr:0.85313\n",
      "[2612]\tvalidation_0-aucpr:0.85313\n",
      "[2613]\tvalidation_0-aucpr:0.85313\n",
      "[2614]\tvalidation_0-aucpr:0.85313\n",
      "[2615]\tvalidation_0-aucpr:0.85313\n",
      "[2616]\tvalidation_0-aucpr:0.85313\n",
      "[2617]\tvalidation_0-aucpr:0.85314\n",
      "[2618]\tvalidation_0-aucpr:0.85315\n",
      "[2619]\tvalidation_0-aucpr:0.85313\n",
      "[2620]\tvalidation_0-aucpr:0.85313\n",
      "[2621]\tvalidation_0-aucpr:0.85314\n",
      "[2622]\tvalidation_0-aucpr:0.85313\n",
      "[2623]\tvalidation_0-aucpr:0.85312\n",
      "[2624]\tvalidation_0-aucpr:0.85313\n",
      "[2625]\tvalidation_0-aucpr:0.85312\n",
      "[2626]\tvalidation_0-aucpr:0.85311\n",
      "[2627]\tvalidation_0-aucpr:0.85311\n",
      "[2628]\tvalidation_0-aucpr:0.85310\n",
      "[2629]\tvalidation_0-aucpr:0.85309\n",
      "[2630]\tvalidation_0-aucpr:0.85309\n",
      "[2631]\tvalidation_0-aucpr:0.85310\n",
      "[2632]\tvalidation_0-aucpr:0.85311\n",
      "[2633]\tvalidation_0-aucpr:0.85311\n",
      "[2634]\tvalidation_0-aucpr:0.85312\n",
      "[2635]\tvalidation_0-aucpr:0.85313\n",
      "[2636]\tvalidation_0-aucpr:0.85313\n",
      "[2637]\tvalidation_0-aucpr:0.85313\n",
      "[2638]\tvalidation_0-aucpr:0.85313\n",
      "[2639]\tvalidation_0-aucpr:0.85312\n",
      "[2640]\tvalidation_0-aucpr:0.85313\n",
      "[2641]\tvalidation_0-aucpr:0.85314\n",
      "[2642]\tvalidation_0-aucpr:0.85314\n",
      "[2643]\tvalidation_0-aucpr:0.85313\n",
      "[2644]\tvalidation_0-aucpr:0.85313\n",
      "[2645]\tvalidation_0-aucpr:0.85314\n",
      "[2646]\tvalidation_0-aucpr:0.85313\n",
      "[2647]\tvalidation_0-aucpr:0.85313\n",
      "[2648]\tvalidation_0-aucpr:0.85313\n",
      "[2649]\tvalidation_0-aucpr:0.85312\n",
      "[2650]\tvalidation_0-aucpr:0.85314\n",
      "[2651]\tvalidation_0-aucpr:0.85313\n",
      "[2652]\tvalidation_0-aucpr:0.85313\n",
      "[2653]\tvalidation_0-aucpr:0.85314\n",
      "[2654]\tvalidation_0-aucpr:0.85315\n",
      "[2655]\tvalidation_0-aucpr:0.85322\n",
      "[2656]\tvalidation_0-aucpr:0.85317\n",
      "[2657]\tvalidation_0-aucpr:0.85317\n",
      "[2658]\tvalidation_0-aucpr:0.85317\n",
      "[2659]\tvalidation_0-aucpr:0.85318\n",
      "[2660]\tvalidation_0-aucpr:0.85316\n",
      "[2661]\tvalidation_0-aucpr:0.85316\n",
      "[2662]\tvalidation_0-aucpr:0.85314\n",
      "[2663]\tvalidation_0-aucpr:0.85314\n",
      "[2664]\tvalidation_0-aucpr:0.85316\n",
      "[2665]\tvalidation_0-aucpr:0.85315\n",
      "[2666]\tvalidation_0-aucpr:0.85316\n",
      "[2667]\tvalidation_0-aucpr:0.85318\n",
      "[2668]\tvalidation_0-aucpr:0.85316\n",
      "[2669]\tvalidation_0-aucpr:0.85316\n",
      "[2670]\tvalidation_0-aucpr:0.85317\n",
      "[2671]\tvalidation_0-aucpr:0.85317\n",
      "[2672]\tvalidation_0-aucpr:0.85317\n",
      "[2673]\tvalidation_0-aucpr:0.85317\n",
      "[2674]\tvalidation_0-aucpr:0.85317\n",
      "[2675]\tvalidation_0-aucpr:0.85316\n",
      "[2676]\tvalidation_0-aucpr:0.85316\n",
      "[2677]\tvalidation_0-aucpr:0.85316\n",
      "[2678]\tvalidation_0-aucpr:0.85317\n",
      "[2679]\tvalidation_0-aucpr:0.85318\n",
      "[2680]\tvalidation_0-aucpr:0.85317\n",
      "[2681]\tvalidation_0-aucpr:0.85317\n",
      "[2682]\tvalidation_0-aucpr:0.85317\n",
      "[2683]\tvalidation_0-aucpr:0.85318\n",
      "[2684]\tvalidation_0-aucpr:0.85318\n",
      "[2685]\tvalidation_0-aucpr:0.85317\n",
      "[2686]\tvalidation_0-aucpr:0.85318\n",
      "[2687]\tvalidation_0-aucpr:0.85318\n",
      "[2688]\tvalidation_0-aucpr:0.85316\n",
      "[2689]\tvalidation_0-aucpr:0.85317\n",
      "[2690]\tvalidation_0-aucpr:0.85317\n",
      "[2691]\tvalidation_0-aucpr:0.85317\n",
      "[2692]\tvalidation_0-aucpr:0.85317\n",
      "[2693]\tvalidation_0-aucpr:0.85318\n",
      "[2694]\tvalidation_0-aucpr:0.85318\n",
      "[2695]\tvalidation_0-aucpr:0.85319\n",
      "[2696]\tvalidation_0-aucpr:0.85320\n",
      "[2697]\tvalidation_0-aucpr:0.85319\n",
      "[2698]\tvalidation_0-aucpr:0.85319\n",
      "[2699]\tvalidation_0-aucpr:0.85320\n",
      "[2700]\tvalidation_0-aucpr:0.85319\n",
      "[2701]\tvalidation_0-aucpr:0.85319\n",
      "[2702]\tvalidation_0-aucpr:0.85320\n",
      "[2703]\tvalidation_0-aucpr:0.85319\n",
      "[2704]\tvalidation_0-aucpr:0.85319\n",
      "[2705]\tvalidation_0-aucpr:0.85320\n",
      "[2706]\tvalidation_0-aucpr:0.85320\n",
      "[2707]\tvalidation_0-aucpr:0.85320\n",
      "[2708]\tvalidation_0-aucpr:0.85321\n",
      "[2709]\tvalidation_0-aucpr:0.85322\n",
      "[2710]\tvalidation_0-aucpr:0.85323\n",
      "[2711]\tvalidation_0-aucpr:0.85322\n",
      "[2712]\tvalidation_0-aucpr:0.85322\n",
      "[2713]\tvalidation_0-aucpr:0.85322\n",
      "[2714]\tvalidation_0-aucpr:0.85323\n",
      "[2715]\tvalidation_0-aucpr:0.85324\n",
      "[2716]\tvalidation_0-aucpr:0.85323\n",
      "[2717]\tvalidation_0-aucpr:0.85326\n",
      "[2718]\tvalidation_0-aucpr:0.85325\n",
      "[2719]\tvalidation_0-aucpr:0.85325\n",
      "[2720]\tvalidation_0-aucpr:0.85325\n",
      "[2721]\tvalidation_0-aucpr:0.85325\n",
      "[2722]\tvalidation_0-aucpr:0.85325\n",
      "[2723]\tvalidation_0-aucpr:0.85325\n",
      "[2724]\tvalidation_0-aucpr:0.85324\n",
      "[2725]\tvalidation_0-aucpr:0.85324\n",
      "[2726]\tvalidation_0-aucpr:0.85325\n",
      "[2727]\tvalidation_0-aucpr:0.85325\n",
      "[2728]\tvalidation_0-aucpr:0.85324\n",
      "[2729]\tvalidation_0-aucpr:0.85323\n",
      "[2730]\tvalidation_0-aucpr:0.85323\n",
      "[2731]\tvalidation_0-aucpr:0.85322\n",
      "[2732]\tvalidation_0-aucpr:0.85319\n",
      "[2733]\tvalidation_0-aucpr:0.85320\n",
      "[2734]\tvalidation_0-aucpr:0.85321\n",
      "[2735]\tvalidation_0-aucpr:0.85321\n",
      "[2736]\tvalidation_0-aucpr:0.85322\n",
      "[2737]\tvalidation_0-aucpr:0.85321\n",
      "[2738]\tvalidation_0-aucpr:0.85320\n",
      "[2739]\tvalidation_0-aucpr:0.85320\n",
      "[2740]\tvalidation_0-aucpr:0.85320\n",
      "[2741]\tvalidation_0-aucpr:0.85319\n",
      "[2742]\tvalidation_0-aucpr:0.85319\n",
      "[2743]\tvalidation_0-aucpr:0.85320\n",
      "[2744]\tvalidation_0-aucpr:0.85320\n",
      "[2745]\tvalidation_0-aucpr:0.85320\n",
      "[2746]\tvalidation_0-aucpr:0.85321\n",
      "[2747]\tvalidation_0-aucpr:0.85321\n",
      "[2748]\tvalidation_0-aucpr:0.85320\n",
      "[2749]\tvalidation_0-aucpr:0.85322\n",
      "[2750]\tvalidation_0-aucpr:0.85322\n",
      "[2751]\tvalidation_0-aucpr:0.85322\n",
      "[2752]\tvalidation_0-aucpr:0.85324\n",
      "[2753]\tvalidation_0-aucpr:0.85326\n",
      "[2754]\tvalidation_0-aucpr:0.85326\n",
      "[2755]\tvalidation_0-aucpr:0.85326\n",
      "[2756]\tvalidation_0-aucpr:0.85327\n",
      "[2757]\tvalidation_0-aucpr:0.85326\n",
      "[2758]\tvalidation_0-aucpr:0.85326\n",
      "[2759]\tvalidation_0-aucpr:0.85325\n",
      "[2760]\tvalidation_0-aucpr:0.85326\n",
      "[2761]\tvalidation_0-aucpr:0.85326\n",
      "[2762]\tvalidation_0-aucpr:0.85328\n",
      "[2763]\tvalidation_0-aucpr:0.85328\n",
      "[2764]\tvalidation_0-aucpr:0.85327\n",
      "[2765]\tvalidation_0-aucpr:0.85327\n",
      "[2766]\tvalidation_0-aucpr:0.85326\n",
      "[2767]\tvalidation_0-aucpr:0.85327\n",
      "[2768]\tvalidation_0-aucpr:0.85327\n",
      "[2769]\tvalidation_0-aucpr:0.85327\n",
      "[2770]\tvalidation_0-aucpr:0.85328\n",
      "[2771]\tvalidation_0-aucpr:0.85329\n",
      "[2772]\tvalidation_0-aucpr:0.85329\n",
      "[2773]\tvalidation_0-aucpr:0.85330\n",
      "[2774]\tvalidation_0-aucpr:0.85330\n",
      "[2775]\tvalidation_0-aucpr:0.85330\n",
      "[2776]\tvalidation_0-aucpr:0.85329\n",
      "[2777]\tvalidation_0-aucpr:0.85330\n",
      "[2778]\tvalidation_0-aucpr:0.85328\n",
      "[2779]\tvalidation_0-aucpr:0.85329\n",
      "[2780]\tvalidation_0-aucpr:0.85327\n",
      "[2781]\tvalidation_0-aucpr:0.85326\n",
      "[2782]\tvalidation_0-aucpr:0.85326\n",
      "[2783]\tvalidation_0-aucpr:0.85325\n",
      "[2784]\tvalidation_0-aucpr:0.85325\n",
      "[2785]\tvalidation_0-aucpr:0.85326\n",
      "[2786]\tvalidation_0-aucpr:0.85326\n",
      "[2787]\tvalidation_0-aucpr:0.85327\n",
      "[2788]\tvalidation_0-aucpr:0.85327\n",
      "[2789]\tvalidation_0-aucpr:0.85328\n",
      "[2790]\tvalidation_0-aucpr:0.85327\n",
      "[2791]\tvalidation_0-aucpr:0.85328\n",
      "[2792]\tvalidation_0-aucpr:0.85328\n",
      "[2793]\tvalidation_0-aucpr:0.85327\n",
      "[2794]\tvalidation_0-aucpr:0.85328\n",
      "[2795]\tvalidation_0-aucpr:0.85329\n",
      "[2796]\tvalidation_0-aucpr:0.85330\n",
      "[2797]\tvalidation_0-aucpr:0.85331\n",
      "[2798]\tvalidation_0-aucpr:0.85333\n",
      "[2799]\tvalidation_0-aucpr:0.85333\n",
      "[2800]\tvalidation_0-aucpr:0.85334\n",
      "[2801]\tvalidation_0-aucpr:0.85334\n",
      "[2802]\tvalidation_0-aucpr:0.85334\n",
      "[2803]\tvalidation_0-aucpr:0.85334\n",
      "[2804]\tvalidation_0-aucpr:0.85334\n",
      "[2805]\tvalidation_0-aucpr:0.85334\n",
      "[2806]\tvalidation_0-aucpr:0.85334\n",
      "[2807]\tvalidation_0-aucpr:0.85333\n",
      "[2808]\tvalidation_0-aucpr:0.85332\n",
      "[2809]\tvalidation_0-aucpr:0.85334\n",
      "[2810]\tvalidation_0-aucpr:0.85335\n",
      "[2811]\tvalidation_0-aucpr:0.85336\n",
      "[2812]\tvalidation_0-aucpr:0.85336\n",
      "[2813]\tvalidation_0-aucpr:0.85336\n",
      "[2814]\tvalidation_0-aucpr:0.85336\n",
      "[2815]\tvalidation_0-aucpr:0.85337\n",
      "[2816]\tvalidation_0-aucpr:0.85336\n",
      "[2817]\tvalidation_0-aucpr:0.85335\n",
      "[2818]\tvalidation_0-aucpr:0.85336\n",
      "[2819]\tvalidation_0-aucpr:0.85337\n",
      "[2820]\tvalidation_0-aucpr:0.85336\n",
      "[2821]\tvalidation_0-aucpr:0.85337\n",
      "[2822]\tvalidation_0-aucpr:0.85337\n",
      "[2823]\tvalidation_0-aucpr:0.85339\n",
      "[2824]\tvalidation_0-aucpr:0.85338\n",
      "[2825]\tvalidation_0-aucpr:0.85337\n",
      "[2826]\tvalidation_0-aucpr:0.85337\n",
      "[2827]\tvalidation_0-aucpr:0.85337\n",
      "[2828]\tvalidation_0-aucpr:0.85337\n",
      "[2829]\tvalidation_0-aucpr:0.85338\n",
      "[2830]\tvalidation_0-aucpr:0.85337\n",
      "[2831]\tvalidation_0-aucpr:0.85337\n",
      "[2832]\tvalidation_0-aucpr:0.85337\n",
      "[2833]\tvalidation_0-aucpr:0.85336\n",
      "[2834]\tvalidation_0-aucpr:0.85337\n",
      "[2835]\tvalidation_0-aucpr:0.85337\n",
      "[2836]\tvalidation_0-aucpr:0.85338\n",
      "[2837]\tvalidation_0-aucpr:0.85339\n",
      "[2838]\tvalidation_0-aucpr:0.85340\n",
      "[2839]\tvalidation_0-aucpr:0.85339\n",
      "[2840]\tvalidation_0-aucpr:0.85338\n",
      "[2841]\tvalidation_0-aucpr:0.85339\n",
      "[2842]\tvalidation_0-aucpr:0.85338\n",
      "[2843]\tvalidation_0-aucpr:0.85339\n",
      "[2844]\tvalidation_0-aucpr:0.85339\n",
      "[2845]\tvalidation_0-aucpr:0.85341\n",
      "[2846]\tvalidation_0-aucpr:0.85341\n",
      "[2847]\tvalidation_0-aucpr:0.85341\n",
      "[2848]\tvalidation_0-aucpr:0.85340\n",
      "[2849]\tvalidation_0-aucpr:0.85342\n",
      "[2850]\tvalidation_0-aucpr:0.85342\n",
      "[2851]\tvalidation_0-aucpr:0.85342\n",
      "[2852]\tvalidation_0-aucpr:0.85342\n",
      "[2853]\tvalidation_0-aucpr:0.85341\n",
      "[2854]\tvalidation_0-aucpr:0.85340\n",
      "[2855]\tvalidation_0-aucpr:0.85340\n",
      "[2856]\tvalidation_0-aucpr:0.85340\n",
      "[2857]\tvalidation_0-aucpr:0.85341\n",
      "[2858]\tvalidation_0-aucpr:0.85341\n",
      "[2859]\tvalidation_0-aucpr:0.85341\n",
      "[2860]\tvalidation_0-aucpr:0.85341\n",
      "[2861]\tvalidation_0-aucpr:0.85341\n",
      "[2862]\tvalidation_0-aucpr:0.85341\n",
      "[2863]\tvalidation_0-aucpr:0.85342\n",
      "[2864]\tvalidation_0-aucpr:0.85342\n",
      "[2865]\tvalidation_0-aucpr:0.85341\n",
      "[2866]\tvalidation_0-aucpr:0.85340\n",
      "[2867]\tvalidation_0-aucpr:0.85340\n",
      "[2868]\tvalidation_0-aucpr:0.85340\n",
      "[2869]\tvalidation_0-aucpr:0.85340\n",
      "[2870]\tvalidation_0-aucpr:0.85339\n",
      "[2871]\tvalidation_0-aucpr:0.85339\n",
      "[2872]\tvalidation_0-aucpr:0.85340\n",
      "[2873]\tvalidation_0-aucpr:0.85340\n",
      "[2874]\tvalidation_0-aucpr:0.85339\n",
      "[2875]\tvalidation_0-aucpr:0.85340\n",
      "[2876]\tvalidation_0-aucpr:0.85339\n",
      "[2877]\tvalidation_0-aucpr:0.85337\n",
      "[2878]\tvalidation_0-aucpr:0.85339\n",
      "[2879]\tvalidation_0-aucpr:0.85339\n",
      "[2880]\tvalidation_0-aucpr:0.85339\n",
      "[2881]\tvalidation_0-aucpr:0.85339\n",
      "[2882]\tvalidation_0-aucpr:0.85340\n",
      "[2883]\tvalidation_0-aucpr:0.85339\n",
      "[2884]\tvalidation_0-aucpr:0.85339\n",
      "[2885]\tvalidation_0-aucpr:0.85339\n",
      "[2886]\tvalidation_0-aucpr:0.85339\n",
      "[2887]\tvalidation_0-aucpr:0.85337\n",
      "[2888]\tvalidation_0-aucpr:0.85337\n",
      "[2889]\tvalidation_0-aucpr:0.85338\n",
      "[2890]\tvalidation_0-aucpr:0.85337\n",
      "[2891]\tvalidation_0-aucpr:0.85337\n",
      "[2892]\tvalidation_0-aucpr:0.85336\n",
      "[2893]\tvalidation_0-aucpr:0.85336\n",
      "[2894]\tvalidation_0-aucpr:0.85334\n",
      "[2895]\tvalidation_0-aucpr:0.85335\n",
      "[2896]\tvalidation_0-aucpr:0.85335\n",
      "[2897]\tvalidation_0-aucpr:0.85335\n",
      "[2898]\tvalidation_0-aucpr:0.85334\n",
      "[2899]\tvalidation_0-aucpr:0.85334\n",
      "[2900]\tvalidation_0-aucpr:0.85333\n",
      "[2901]\tvalidation_0-aucpr:0.85333\n",
      "[2902]\tvalidation_0-aucpr:0.85332\n",
      "[2903]\tvalidation_0-aucpr:0.85332\n",
      "[2904]\tvalidation_0-aucpr:0.85332\n",
      "[2905]\tvalidation_0-aucpr:0.85332\n",
      "[2906]\tvalidation_0-aucpr:0.85332\n",
      "[2907]\tvalidation_0-aucpr:0.85334\n",
      "[2908]\tvalidation_0-aucpr:0.85334\n",
      "[2909]\tvalidation_0-aucpr:0.85334\n",
      "[2910]\tvalidation_0-aucpr:0.85335\n",
      "[2911]\tvalidation_0-aucpr:0.85336\n",
      "[2912]\tvalidation_0-aucpr:0.85336\n",
      "[2913]\tvalidation_0-aucpr:0.85336\n",
      "[2914]\tvalidation_0-aucpr:0.85336\n",
      "[2915]\tvalidation_0-aucpr:0.85336\n",
      "[2916]\tvalidation_0-aucpr:0.85335\n",
      "[2917]\tvalidation_0-aucpr:0.85334\n",
      "[2918]\tvalidation_0-aucpr:0.85334\n",
      "[2919]\tvalidation_0-aucpr:0.85334\n",
      "[2920]\tvalidation_0-aucpr:0.85334\n",
      "[2921]\tvalidation_0-aucpr:0.85334\n",
      "[2922]\tvalidation_0-aucpr:0.85334\n",
      "[2923]\tvalidation_0-aucpr:0.85334\n",
      "[2924]\tvalidation_0-aucpr:0.85334\n",
      "[2925]\tvalidation_0-aucpr:0.85335\n",
      "[2926]\tvalidation_0-aucpr:0.85334\n",
      "[2927]\tvalidation_0-aucpr:0.85336\n",
      "[2928]\tvalidation_0-aucpr:0.85335\n",
      "[2929]\tvalidation_0-aucpr:0.85335\n",
      "[2930]\tvalidation_0-aucpr:0.85335\n",
      "[2931]\tvalidation_0-aucpr:0.85337\n",
      "[2932]\tvalidation_0-aucpr:0.85336\n",
      "[2933]\tvalidation_0-aucpr:0.85335\n",
      "[2934]\tvalidation_0-aucpr:0.85335\n",
      "[2935]\tvalidation_0-aucpr:0.85336\n",
      "[2936]\tvalidation_0-aucpr:0.85336\n",
      "[2937]\tvalidation_0-aucpr:0.85335\n",
      "[2938]\tvalidation_0-aucpr:0.85335\n",
      "[2939]\tvalidation_0-aucpr:0.85335\n",
      "[2940]\tvalidation_0-aucpr:0.85335\n",
      "[2941]\tvalidation_0-aucpr:0.85336\n",
      "[2942]\tvalidation_0-aucpr:0.85336\n",
      "[2943]\tvalidation_0-aucpr:0.85336\n",
      "[2944]\tvalidation_0-aucpr:0.85337\n",
      "[2945]\tvalidation_0-aucpr:0.85337\n",
      "[2946]\tvalidation_0-aucpr:0.85336\n",
      "[2947]\tvalidation_0-aucpr:0.85336\n",
      "[2948]\tvalidation_0-aucpr:0.85335\n",
      "[2949]\tvalidation_0-aucpr:0.85335\n",
      "[2950]\tvalidation_0-aucpr:0.85336\n",
      "[2951]\tvalidation_0-aucpr:0.85335\n",
      "[2952]\tvalidation_0-aucpr:0.85337\n",
      "[2953]\tvalidation_0-aucpr:0.85337\n",
      "[2954]\tvalidation_0-aucpr:0.85337\n",
      "[2955]\tvalidation_0-aucpr:0.85336\n",
      "[2956]\tvalidation_0-aucpr:0.85336\n",
      "[2957]\tvalidation_0-aucpr:0.85335\n",
      "[2958]\tvalidation_0-aucpr:0.85334\n",
      "[2959]\tvalidation_0-aucpr:0.85333\n",
      "[2960]\tvalidation_0-aucpr:0.85334\n",
      "[2961]\tvalidation_0-aucpr:0.85335\n",
      "[2962]\tvalidation_0-aucpr:0.85335\n",
      "[2963]\tvalidation_0-aucpr:0.85336\n",
      "[2964]\tvalidation_0-aucpr:0.85337\n",
      "[2965]\tvalidation_0-aucpr:0.85338\n",
      "[2966]\tvalidation_0-aucpr:0.85337\n",
      "[2967]\tvalidation_0-aucpr:0.85337\n",
      "[2968]\tvalidation_0-aucpr:0.85336\n",
      "[2969]\tvalidation_0-aucpr:0.85336\n",
      "[2970]\tvalidation_0-aucpr:0.85338\n",
      "[2971]\tvalidation_0-aucpr:0.85337\n",
      "[2972]\tvalidation_0-aucpr:0.85338\n",
      "[2973]\tvalidation_0-aucpr:0.85336\n",
      "[2974]\tvalidation_0-aucpr:0.85336\n",
      "[2975]\tvalidation_0-aucpr:0.85336\n",
      "[2976]\tvalidation_0-aucpr:0.85335\n",
      "[2977]\tvalidation_0-aucpr:0.85335\n",
      "[2978]\tvalidation_0-aucpr:0.85336\n",
      "[2979]\tvalidation_0-aucpr:0.85335\n",
      "[2980]\tvalidation_0-aucpr:0.85336\n",
      "[2981]\tvalidation_0-aucpr:0.85336\n",
      "[2982]\tvalidation_0-aucpr:0.85335\n",
      "[2983]\tvalidation_0-aucpr:0.85335\n",
      "[2984]\tvalidation_0-aucpr:0.85335\n",
      "[2985]\tvalidation_0-aucpr:0.85336\n",
      "[2986]\tvalidation_0-aucpr:0.85335\n",
      "[2987]\tvalidation_0-aucpr:0.85336\n",
      "[2988]\tvalidation_0-aucpr:0.85337\n",
      "[2989]\tvalidation_0-aucpr:0.85335\n",
      "[2990]\tvalidation_0-aucpr:0.85335\n",
      "[2991]\tvalidation_0-aucpr:0.85335\n",
      "[2992]\tvalidation_0-aucpr:0.85334\n",
      "[2993]\tvalidation_0-aucpr:0.85334\n",
      "[2994]\tvalidation_0-aucpr:0.85333\n",
      "[2995]\tvalidation_0-aucpr:0.85333\n",
      "[2996]\tvalidation_0-aucpr:0.85334\n",
      "[2997]\tvalidation_0-aucpr:0.85333\n",
      "[2998]\tvalidation_0-aucpr:0.85334\n",
      "[2999]\tvalidation_0-aucpr:0.85335\n"
     ]
    }
   ],
   "source": [
    "# large model with 3000 gradient boosted trees and a maximum tree depth of 15\n",
    "model_lg = train(3000, 15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "318d54cb",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T22:14:27.549680Z",
     "iopub.status.busy": "2023-04-26T22:14:27.549474Z",
     "iopub.status.idle": "2023-04-26T22:14:28.146644Z",
     "shell.execute_reply": "2023-04-26T22:14:28.145365Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Model(tag=\"ieee-fraud-detection-lg:wwbe4mhep6u45uqj\", path=\"/Users/chaoyuyang/bentoml/models/ieee-fraud-detection-lg/wwbe4mhep6u45uqj/\")"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import bentoml\n",
    "\n",
    "bentoml.xgboost.save_model(\n",
    "    \"ieee-fraud-detection-lg\",\n",
    "    model_lg,\n",
    "    signatures={\n",
    "        \"predict_proba\": {\"batchable\": True},\n",
    "    },\n",
    "    custom_objects={\"preprocessor\": preprocessor},\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "959d20ed",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T22:14:28.152827Z",
     "iopub.status.busy": "2023-04-26T22:14:28.152428Z",
     "iopub.status.idle": "2023-04-26T22:14:47.978522Z",
     "shell.execute_reply": "2023-04-26T22:14:47.978171Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-aucpr:0.26747\n",
      "[1]\tvalidation_0-aucpr:0.33222\n",
      "[2]\tvalidation_0-aucpr:0.36089\n",
      "[3]\tvalidation_0-aucpr:0.37002\n",
      "[4]\tvalidation_0-aucpr:0.38372\n",
      "[5]\tvalidation_0-aucpr:0.40563\n",
      "[6]\tvalidation_0-aucpr:0.42298\n",
      "[7]\tvalidation_0-aucpr:0.42626\n",
      "[8]\tvalidation_0-aucpr:0.43737\n",
      "[9]\tvalidation_0-aucpr:0.44028\n",
      "[10]\tvalidation_0-aucpr:0.45112\n",
      "[11]\tvalidation_0-aucpr:0.45549\n",
      "[12]\tvalidation_0-aucpr:0.45894\n",
      "[13]\tvalidation_0-aucpr:0.46257\n",
      "[14]\tvalidation_0-aucpr:0.46803\n",
      "[15]\tvalidation_0-aucpr:0.47087\n",
      "[16]\tvalidation_0-aucpr:0.47482\n",
      "[17]\tvalidation_0-aucpr:0.47754\n",
      "[18]\tvalidation_0-aucpr:0.48051\n",
      "[19]\tvalidation_0-aucpr:0.48570\n",
      "[20]\tvalidation_0-aucpr:0.48867\n",
      "[21]\tvalidation_0-aucpr:0.49322\n",
      "[22]\tvalidation_0-aucpr:0.49565\n",
      "[23]\tvalidation_0-aucpr:0.49858\n",
      "[24]\tvalidation_0-aucpr:0.50072\n",
      "[25]\tvalidation_0-aucpr:0.50380\n",
      "[26]\tvalidation_0-aucpr:0.50651\n",
      "[27]\tvalidation_0-aucpr:0.50923\n",
      "[28]\tvalidation_0-aucpr:0.51094\n",
      "[29]\tvalidation_0-aucpr:0.51211\n",
      "[30]\tvalidation_0-aucpr:0.51472\n",
      "[31]\tvalidation_0-aucpr:0.51802\n",
      "[32]\tvalidation_0-aucpr:0.51948\n",
      "[33]\tvalidation_0-aucpr:0.52174\n",
      "[34]\tvalidation_0-aucpr:0.52345\n",
      "[35]\tvalidation_0-aucpr:0.52551\n",
      "[36]\tvalidation_0-aucpr:0.52703\n",
      "[37]\tvalidation_0-aucpr:0.52874\n",
      "[38]\tvalidation_0-aucpr:0.52995\n",
      "[39]\tvalidation_0-aucpr:0.53398\n",
      "[40]\tvalidation_0-aucpr:0.53621\n",
      "[41]\tvalidation_0-aucpr:0.53782\n",
      "[42]\tvalidation_0-aucpr:0.53948\n",
      "[43]\tvalidation_0-aucpr:0.54054\n",
      "[44]\tvalidation_0-aucpr:0.54113\n",
      "[45]\tvalidation_0-aucpr:0.54218\n",
      "[46]\tvalidation_0-aucpr:0.54379\n",
      "[47]\tvalidation_0-aucpr:0.54442\n",
      "[48]\tvalidation_0-aucpr:0.54617\n",
      "[49]\tvalidation_0-aucpr:0.54690\n",
      "[50]\tvalidation_0-aucpr:0.55255\n",
      "[51]\tvalidation_0-aucpr:0.55316\n",
      "[52]\tvalidation_0-aucpr:0.55473\n",
      "[53]\tvalidation_0-aucpr:0.55563\n",
      "[54]\tvalidation_0-aucpr:0.55627\n",
      "[55]\tvalidation_0-aucpr:0.55789\n",
      "[56]\tvalidation_0-aucpr:0.55916\n",
      "[57]\tvalidation_0-aucpr:0.55997\n",
      "[58]\tvalidation_0-aucpr:0.56155\n",
      "[59]\tvalidation_0-aucpr:0.56245\n",
      "[60]\tvalidation_0-aucpr:0.56285\n",
      "[61]\tvalidation_0-aucpr:0.56358\n",
      "[62]\tvalidation_0-aucpr:0.56407\n",
      "[63]\tvalidation_0-aucpr:0.56469\n",
      "[64]\tvalidation_0-aucpr:0.56588\n",
      "[65]\tvalidation_0-aucpr:0.56678\n",
      "[66]\tvalidation_0-aucpr:0.56925\n",
      "[67]\tvalidation_0-aucpr:0.56980\n",
      "[68]\tvalidation_0-aucpr:0.57120\n",
      "[69]\tvalidation_0-aucpr:0.57159\n",
      "[70]\tvalidation_0-aucpr:0.57242\n",
      "[71]\tvalidation_0-aucpr:0.57345\n",
      "[72]\tvalidation_0-aucpr:0.57422\n",
      "[73]\tvalidation_0-aucpr:0.57473\n",
      "[74]\tvalidation_0-aucpr:0.57527\n",
      "[75]\tvalidation_0-aucpr:0.57603\n",
      "[76]\tvalidation_0-aucpr:0.57742\n",
      "[77]\tvalidation_0-aucpr:0.57813\n",
      "[78]\tvalidation_0-aucpr:0.57955\n",
      "[79]\tvalidation_0-aucpr:0.57995\n",
      "[80]\tvalidation_0-aucpr:0.58104\n",
      "[81]\tvalidation_0-aucpr:0.58194\n",
      "[82]\tvalidation_0-aucpr:0.58313\n",
      "[83]\tvalidation_0-aucpr:0.58351\n",
      "[84]\tvalidation_0-aucpr:0.58496\n",
      "[85]\tvalidation_0-aucpr:0.58572\n",
      "[86]\tvalidation_0-aucpr:0.58680\n",
      "[87]\tvalidation_0-aucpr:0.58704\n",
      "[88]\tvalidation_0-aucpr:0.58734\n",
      "[89]\tvalidation_0-aucpr:0.58801\n",
      "[90]\tvalidation_0-aucpr:0.58832\n",
      "[91]\tvalidation_0-aucpr:0.58860\n",
      "[92]\tvalidation_0-aucpr:0.58946\n",
      "[93]\tvalidation_0-aucpr:0.59007\n",
      "[94]\tvalidation_0-aucpr:0.59065\n",
      "[95]\tvalidation_0-aucpr:0.59097\n",
      "[96]\tvalidation_0-aucpr:0.59162\n",
      "[97]\tvalidation_0-aucpr:0.59269\n",
      "[98]\tvalidation_0-aucpr:0.59299\n",
      "[99]\tvalidation_0-aucpr:0.59327\n"
     ]
    }
   ],
   "source": [
    "# tiny model with 300 gradient boosted trees and a maximum tree depth of 5\n",
    "model_tiny = train(100, 3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "6e86102e",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-04-26T22:14:47.980615Z",
     "iopub.status.busy": "2023-04-26T22:14:47.980488Z",
     "iopub.status.idle": "2023-04-26T22:14:48.238014Z",
     "shell.execute_reply": "2023-04-26T22:14:48.237621Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Model(tag=\"ieee-fraud-detection-tiny:ygxwgrxep6u45uqj\", path=\"/Users/chaoyuyang/bentoml/models/ieee-fraud-detection-tiny/ygxwgrxep6u45uqj/\")"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import bentoml\n",
    "\n",
    "bentoml.xgboost.save_model(\n",
    "    \"ieee-fraud-detection-tiny\",\n",
    "    model_tiny,\n",
    "    signatures={\n",
    "        \"predict_proba\": {\"batchable\": True},\n",
    "    },\n",
    "    custom_objects={\"preprocessor\": preprocessor},\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "664f1b4e",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}