19- CatBoost Model - Tahmin - Doğrulama.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn.model_selection import train_test_split , GridSearchCV\n",
    "from sklearn.metrics import mean_squared_error , r2_score\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.preprocessing import scale     # standardizasoyon işlemleri\n",
    "from sklearn.preprocessing import StandardScaler    # standardizasoyon işlemleri\n",
    "from sklearn import model_selection\n",
    "\n",
    "\n",
    "from catboost import CatBoostRegressor\n",
    "\n",
    "\n",
    "from warnings import filterwarnings\n",
    "filterwarnings(\"ignore\")     # önceki bölümlerde çalıştırdığımızda çıkan gereksiz uyarı mesajları çıkmasın diye"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting catboost\n",
      "  Using cached catboost-1.2.5-cp312-cp312-win_amd64.whl.metadata (1.2 kB)\n",
      "Requirement already satisfied: graphviz in c:\\python312\\lib\\site-packages (from catboost) (0.20.3)\n",
      "Requirement already satisfied: matplotlib in c:\\python312\\lib\\site-packages (from catboost) (3.9.0)\n",
      "Requirement already satisfied: numpy>=1.16.0 in c:\\python312\\lib\\site-packages (from catboost) (1.26.4)\n",
      "Requirement already satisfied: pandas>=0.24 in c:\\python312\\lib\\site-packages (from catboost) (2.2.2)\n",
      "Requirement already satisfied: scipy in c:\\python312\\lib\\site-packages (from catboost) (1.13.1)\n",
      "Requirement already satisfied: plotly in c:\\python312\\lib\\site-packages (from catboost) (5.22.0)\n",
      "Requirement already satisfied: six in c:\\users\\bedirhanorseloglu\\appdata\\roaming\\python\\python312\\site-packages (from catboost) (1.16.0)\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in c:\\users\\bedirhanorseloglu\\appdata\\roaming\\python\\python312\\site-packages (from pandas>=0.24->catboost) (2.9.0.post0)\n",
      "Requirement already satisfied: pytz>=2020.1 in c:\\python312\\lib\\site-packages (from pandas>=0.24->catboost) (2024.1)\n",
      "Requirement already satisfied: tzdata>=2022.7 in c:\\python312\\lib\\site-packages (from pandas>=0.24->catboost) (2024.1)\n",
      "Requirement already satisfied: contourpy>=1.0.1 in c:\\python312\\lib\\site-packages (from matplotlib->catboost) (1.2.1)\n",
      "Requirement already satisfied: cycler>=0.10 in c:\\python312\\lib\\site-packages (from matplotlib->catboost) (0.12.1)\n",
      "Requirement already satisfied: fonttools>=4.22.0 in c:\\python312\\lib\\site-packages (from matplotlib->catboost) (4.51.0)\n",
      "Requirement already satisfied: kiwisolver>=1.3.1 in c:\\python312\\lib\\site-packages (from matplotlib->catboost) (1.4.5)\n",
      "Requirement already satisfied: packaging>=20.0 in c:\\users\\bedirhanorseloglu\\appdata\\roaming\\python\\python312\\site-packages (from matplotlib->catboost) (24.0)\n",
      "Requirement already satisfied: pillow>=8 in c:\\python312\\lib\\site-packages (from matplotlib->catboost) (10.3.0)\n",
      "Requirement already satisfied: pyparsing>=2.3.1 in c:\\python312\\lib\\site-packages (from matplotlib->catboost) (3.1.2)\n",
      "Requirement already satisfied: tenacity>=6.2.0 in c:\\python312\\lib\\site-packages (from plotly->catboost) (8.5.0)\n",
      "Using cached catboost-1.2.5-cp312-cp312-win_amd64.whl (101.1 MB)\n",
      "Installing collected packages: catboost\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "ERROR: Could not install packages due to an OSError: [WinError 5] Erişim engellendi: 'C:\\\\Python312\\\\etc'\n",
      "Consider using the `--user` option or check the permissions.\n",
      "\n",
      "\n",
      "[notice] A new release of pip is available: 24.0 -> 24.1.2\n",
      "[notice] To update, run: python.exe -m pip install --upgrade pip\n"
     ]
    }
   ],
   "source": [
    "!pip install catboost"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(\"C:\\Makine Öğrenmesi-2\\Hitters.csv\")\n",
    "df = df.dropna()\n",
    "\n",
    "dms = pd.get_dummies(df[[\"League\" , \"Division\" , \"NewLeague\"]])\n",
    "\n",
    "y = df[\"Salary\"]\n",
    "\n",
    "x__ = df.drop([\"Salary\" , \"League\" , \"Division\" , \"NewLeague\"] , axis=1).astype(\"float64\")\n",
    "x = pd.concat([x__ , dms[[\"League_N\" , \"Division_W\" , \"NewLeague_N\"]]] , axis=1)\n",
    "\n",
    "x_train , x_test , y_train , y_test = train_test_split(x , y , test_size=0.25 , random_state=42)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# MODEL"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Learning rate set to 0.031674\n",
      "0:\tlearn: 437.6430699\ttotal: 137ms\tremaining: 2m 16s\n",
      "1:\tlearn: 431.3923642\ttotal: 138ms\tremaining: 1m 8s\n",
      "2:\tlearn: 424.8820360\ttotal: 140ms\tremaining: 46.5s\n",
      "3:\tlearn: 418.2514904\ttotal: 141ms\tremaining: 35.1s\n",
      "4:\tlearn: 412.6394021\ttotal: 143ms\tremaining: 28.4s\n",
      "5:\tlearn: 406.6247020\ttotal: 144ms\tremaining: 23.8s\n",
      "6:\tlearn: 400.5321206\ttotal: 146ms\tremaining: 20.7s\n",
      "7:\tlearn: 394.6683437\ttotal: 147ms\tremaining: 18.2s\n",
      "8:\tlearn: 388.2496484\ttotal: 148ms\tremaining: 16.3s\n",
      "9:\tlearn: 382.9448842\ttotal: 150ms\tremaining: 14.8s\n",
      "10:\tlearn: 377.2600080\ttotal: 151ms\tremaining: 13.6s\n",
      "11:\tlearn: 372.4829606\ttotal: 152ms\tremaining: 12.5s\n",
      "12:\tlearn: 366.6823437\ttotal: 153ms\tremaining: 11.6s\n",
      "13:\tlearn: 362.6076230\ttotal: 155ms\tremaining: 10.9s\n",
      "14:\tlearn: 358.0107745\ttotal: 157ms\tremaining: 10.3s\n",
      "15:\tlearn: 353.2802665\ttotal: 159ms\tremaining: 9.76s\n",
      "16:\tlearn: 348.5646265\ttotal: 160ms\tremaining: 9.24s\n",
      "17:\tlearn: 343.6407912\ttotal: 161ms\tremaining: 8.79s\n",
      "18:\tlearn: 339.2363847\ttotal: 162ms\tremaining: 8.38s\n",
      "19:\tlearn: 334.3431252\ttotal: 164ms\tremaining: 8.02s\n",
      "20:\tlearn: 330.3247028\ttotal: 165ms\tremaining: 7.7s\n",
      "21:\tlearn: 326.6118334\ttotal: 167ms\tremaining: 7.41s\n",
      "22:\tlearn: 322.7759981\ttotal: 170ms\tremaining: 7.2s\n",
      "23:\tlearn: 318.9511822\ttotal: 171ms\tremaining: 6.97s\n",
      "24:\tlearn: 315.4216253\ttotal: 173ms\tremaining: 6.74s\n",
      "25:\tlearn: 311.3551377\ttotal: 174ms\tremaining: 6.53s\n",
      "26:\tlearn: 308.1492371\ttotal: 175ms\tremaining: 6.32s\n",
      "27:\tlearn: 304.7284729\ttotal: 177ms\tremaining: 6.13s\n",
      "28:\tlearn: 301.3893204\ttotal: 178ms\tremaining: 5.95s\n",
      "29:\tlearn: 298.2080758\ttotal: 180ms\tremaining: 5.81s\n",
      "30:\tlearn: 295.6878398\ttotal: 182ms\tremaining: 5.68s\n",
      "31:\tlearn: 292.3912243\ttotal: 184ms\tremaining: 5.55s\n",
      "32:\tlearn: 289.6345744\ttotal: 185ms\tremaining: 5.42s\n",
      "33:\tlearn: 287.2158711\ttotal: 187ms\tremaining: 5.3s\n",
      "34:\tlearn: 284.3879081\ttotal: 188ms\tremaining: 5.18s\n",
      "35:\tlearn: 281.7994818\ttotal: 189ms\tremaining: 5.06s\n",
      "36:\tlearn: 279.2028261\ttotal: 193ms\tremaining: 5.01s\n",
      "37:\tlearn: 276.5821160\ttotal: 195ms\tremaining: 4.93s\n",
      "38:\tlearn: 273.8890894\ttotal: 196ms\tremaining: 4.84s\n",
      "39:\tlearn: 271.1681677\ttotal: 198ms\tremaining: 4.74s\n",
      "40:\tlearn: 269.0159531\ttotal: 199ms\tremaining: 4.65s\n",
      "41:\tlearn: 266.3601804\ttotal: 200ms\tremaining: 4.55s\n",
      "42:\tlearn: 263.8608958\ttotal: 201ms\tremaining: 4.47s\n",
      "43:\tlearn: 261.1405566\ttotal: 203ms\tremaining: 4.41s\n",
      "44:\tlearn: 258.9314736\ttotal: 205ms\tremaining: 4.36s\n",
      "45:\tlearn: 256.3885577\ttotal: 208ms\tremaining: 4.3s\n",
      "46:\tlearn: 254.2857349\ttotal: 210ms\tremaining: 4.26s\n",
      "47:\tlearn: 252.2347121\ttotal: 212ms\tremaining: 4.2s\n",
      "48:\tlearn: 250.1779367\ttotal: 216ms\tremaining: 4.18s\n",
      "49:\tlearn: 248.2687430\ttotal: 218ms\tremaining: 4.15s\n",
      "50:\tlearn: 246.3685582\ttotal: 220ms\tremaining: 4.09s\n",
      "51:\tlearn: 244.8719988\ttotal: 221ms\tremaining: 4.04s\n",
      "52:\tlearn: 242.7348892\ttotal: 223ms\tremaining: 3.98s\n",
      "53:\tlearn: 241.1611112\ttotal: 225ms\tremaining: 3.93s\n",
      "54:\tlearn: 239.4819462\ttotal: 226ms\tremaining: 3.89s\n",
      "55:\tlearn: 237.3877895\ttotal: 228ms\tremaining: 3.85s\n",
      "56:\tlearn: 235.7619262\ttotal: 230ms\tremaining: 3.81s\n",
      "57:\tlearn: 233.9604804\ttotal: 232ms\tremaining: 3.76s\n",
      "58:\tlearn: 232.4948011\ttotal: 233ms\tremaining: 3.71s\n",
      "59:\tlearn: 230.6283304\ttotal: 234ms\tremaining: 3.67s\n",
      "60:\tlearn: 228.9920307\ttotal: 236ms\tremaining: 3.63s\n",
      "61:\tlearn: 227.5197637\ttotal: 238ms\tremaining: 3.59s\n",
      "62:\tlearn: 226.0561213\ttotal: 240ms\tremaining: 3.57s\n",
      "63:\tlearn: 224.3484762\ttotal: 242ms\tremaining: 3.53s\n",
      "64:\tlearn: 223.0652023\ttotal: 243ms\tremaining: 3.5s\n",
      "65:\tlearn: 221.6608069\ttotal: 245ms\tremaining: 3.46s\n",
      "66:\tlearn: 220.2445284\ttotal: 246ms\tremaining: 3.43s\n",
      "67:\tlearn: 219.0044262\ttotal: 248ms\tremaining: 3.4s\n",
      "68:\tlearn: 217.4624313\ttotal: 251ms\tremaining: 3.38s\n",
      "69:\tlearn: 216.0502248\ttotal: 252ms\tremaining: 3.35s\n",
      "70:\tlearn: 214.5361705\ttotal: 253ms\tremaining: 3.31s\n",
      "71:\tlearn: 213.1812509\ttotal: 255ms\tremaining: 3.28s\n",
      "72:\tlearn: 211.7399390\ttotal: 256ms\tremaining: 3.25s\n",
      "73:\tlearn: 210.5557639\ttotal: 257ms\tremaining: 3.22s\n",
      "74:\tlearn: 209.4242283\ttotal: 258ms\tremaining: 3.18s\n",
      "75:\tlearn: 208.4366109\ttotal: 261ms\tremaining: 3.17s\n",
      "76:\tlearn: 207.4514860\ttotal: 262ms\tremaining: 3.15s\n",
      "77:\tlearn: 206.1912213\ttotal: 264ms\tremaining: 3.12s\n",
      "78:\tlearn: 205.2585316\ttotal: 265ms\tremaining: 3.09s\n",
      "79:\tlearn: 203.8747879\ttotal: 266ms\tremaining: 3.06s\n",
      "80:\tlearn: 202.5993031\ttotal: 267ms\tremaining: 3.03s\n",
      "81:\tlearn: 201.4719061\ttotal: 269ms\tremaining: 3.01s\n",
      "82:\tlearn: 200.2871874\ttotal: 270ms\tremaining: 2.98s\n",
      "83:\tlearn: 199.1074683\ttotal: 271ms\tremaining: 2.96s\n",
      "84:\tlearn: 197.8511342\ttotal: 274ms\tremaining: 2.95s\n",
      "85:\tlearn: 196.8788042\ttotal: 275ms\tremaining: 2.93s\n",
      "86:\tlearn: 195.9815130\ttotal: 277ms\tremaining: 2.91s\n",
      "87:\tlearn: 195.0807956\ttotal: 278ms\tremaining: 2.88s\n",
      "88:\tlearn: 193.9775466\ttotal: 279ms\tremaining: 2.86s\n",
      "89:\tlearn: 192.8810426\ttotal: 280ms\tremaining: 2.83s\n",
      "90:\tlearn: 192.5363626\ttotal: 282ms\tremaining: 2.81s\n",
      "91:\tlearn: 191.3259849\ttotal: 285ms\tremaining: 2.81s\n",
      "92:\tlearn: 190.3650025\ttotal: 287ms\tremaining: 2.8s\n",
      "93:\tlearn: 189.3255643\ttotal: 289ms\tremaining: 2.78s\n",
      "94:\tlearn: 188.2433480\ttotal: 290ms\tremaining: 2.76s\n",
      "95:\tlearn: 187.2786096\ttotal: 291ms\tremaining: 2.74s\n",
      "96:\tlearn: 186.1284681\ttotal: 292ms\tremaining: 2.72s\n",
      "97:\tlearn: 185.0190872\ttotal: 293ms\tremaining: 2.7s\n",
      "98:\tlearn: 184.2888024\ttotal: 295ms\tremaining: 2.68s\n",
      "99:\tlearn: 183.3111217\ttotal: 298ms\tremaining: 2.68s\n",
      "100:\tlearn: 182.2519940\ttotal: 299ms\tremaining: 2.66s\n",
      "101:\tlearn: 181.0186200\ttotal: 300ms\tremaining: 2.64s\n",
      "102:\tlearn: 179.9672344\ttotal: 301ms\tremaining: 2.62s\n",
      "103:\tlearn: 178.9776753\ttotal: 302ms\tremaining: 2.6s\n",
      "104:\tlearn: 178.2445101\ttotal: 303ms\tremaining: 2.59s\n",
      "105:\tlearn: 177.4055906\ttotal: 305ms\tremaining: 2.57s\n",
      "106:\tlearn: 176.2405445\ttotal: 306ms\tremaining: 2.55s\n",
      "107:\tlearn: 175.1813091\ttotal: 307ms\tremaining: 2.54s\n",
      "108:\tlearn: 174.5537682\ttotal: 310ms\tremaining: 2.53s\n",
      "109:\tlearn: 173.8231890\ttotal: 312ms\tremaining: 2.53s\n",
      "110:\tlearn: 172.9324461\ttotal: 314ms\tremaining: 2.51s\n",
      "111:\tlearn: 172.0019421\ttotal: 315ms\tremaining: 2.5s\n",
      "112:\tlearn: 171.2945678\ttotal: 316ms\tremaining: 2.48s\n",
      "113:\tlearn: 170.4815313\ttotal: 317ms\tremaining: 2.46s\n",
      "114:\tlearn: 169.9491294\ttotal: 319ms\tremaining: 2.45s\n",
      "115:\tlearn: 169.2483859\ttotal: 321ms\tremaining: 2.45s\n",
      "116:\tlearn: 168.7342383\ttotal: 323ms\tremaining: 2.44s\n",
      "117:\tlearn: 168.1837140\ttotal: 325ms\tremaining: 2.43s\n",
      "118:\tlearn: 167.1222358\ttotal: 326ms\tremaining: 2.41s\n",
      "119:\tlearn: 166.3472734\ttotal: 327ms\tremaining: 2.4s\n",
      "120:\tlearn: 165.5330342\ttotal: 328ms\tremaining: 2.38s\n",
      "121:\tlearn: 164.8476246\ttotal: 329ms\tremaining: 2.37s\n",
      "122:\tlearn: 164.2399797\ttotal: 330ms\tremaining: 2.35s\n",
      "123:\tlearn: 164.0121571\ttotal: 333ms\tremaining: 2.35s\n",
      "124:\tlearn: 162.9794212\ttotal: 335ms\tremaining: 2.35s\n",
      "125:\tlearn: 162.2095741\ttotal: 336ms\tremaining: 2.33s\n",
      "126:\tlearn: 161.1695920\ttotal: 338ms\tremaining: 2.32s\n",
      "127:\tlearn: 160.3516612\ttotal: 339ms\tremaining: 2.31s\n",
      "128:\tlearn: 159.1596356\ttotal: 340ms\tremaining: 2.29s\n",
      "129:\tlearn: 158.5354394\ttotal: 341ms\tremaining: 2.28s\n",
      "130:\tlearn: 157.5922383\ttotal: 342ms\tremaining: 2.27s\n",
      "131:\tlearn: 156.9689796\ttotal: 345ms\tremaining: 2.27s\n",
      "132:\tlearn: 156.4170623\ttotal: 347ms\tremaining: 2.26s\n",
      "133:\tlearn: 156.1222595\ttotal: 348ms\tremaining: 2.25s\n",
      "134:\tlearn: 155.5996569\ttotal: 349ms\tremaining: 2.23s\n",
      "135:\tlearn: 154.8990155\ttotal: 350ms\tremaining: 2.22s\n",
      "136:\tlearn: 154.3704896\ttotal: 351ms\tremaining: 2.21s\n",
      "137:\tlearn: 153.8560012\ttotal: 352ms\tremaining: 2.2s\n",
      "138:\tlearn: 153.2399938\ttotal: 353ms\tremaining: 2.19s\n",
      "139:\tlearn: 152.2142414\ttotal: 355ms\tremaining: 2.18s\n",
      "140:\tlearn: 151.5976950\ttotal: 357ms\tremaining: 2.18s\n",
      "141:\tlearn: 151.4426506\ttotal: 359ms\tremaining: 2.17s\n",
      "142:\tlearn: 150.8467135\ttotal: 360ms\tremaining: 2.16s\n",
      "143:\tlearn: 150.0175883\ttotal: 362ms\tremaining: 2.15s\n",
      "144:\tlearn: 149.6327647\ttotal: 363ms\tremaining: 2.14s\n",
      "145:\tlearn: 148.9265718\ttotal: 364ms\tremaining: 2.13s\n",
      "146:\tlearn: 148.4460764\ttotal: 365ms\tremaining: 2.12s\n",
      "147:\tlearn: 147.8108318\ttotal: 367ms\tremaining: 2.11s\n",
      "148:\tlearn: 147.2766525\ttotal: 370ms\tremaining: 2.11s\n",
      "149:\tlearn: 146.8537279\ttotal: 372ms\tremaining: 2.11s\n",
      "150:\tlearn: 146.0227438\ttotal: 374ms\tremaining: 2.1s\n",
      "151:\tlearn: 145.5603059\ttotal: 375ms\tremaining: 2.09s\n",
      "152:\tlearn: 145.0318400\ttotal: 376ms\tremaining: 2.08s\n",
      "153:\tlearn: 144.6082188\ttotal: 378ms\tremaining: 2.07s\n",
      "154:\tlearn: 144.2070501\ttotal: 381ms\tremaining: 2.07s\n",
      "155:\tlearn: 143.8060676\ttotal: 384ms\tremaining: 2.08s\n",
      "156:\tlearn: 143.3819707\ttotal: 385ms\tremaining: 2.07s\n",
      "157:\tlearn: 143.0764402\ttotal: 386ms\tremaining: 2.06s\n",
      "158:\tlearn: 142.4609449\ttotal: 387ms\tremaining: 2.05s\n",
      "159:\tlearn: 142.3321970\ttotal: 388ms\tremaining: 2.04s\n",
      "160:\tlearn: 141.9044208\ttotal: 389ms\tremaining: 2.03s\n",
      "161:\tlearn: 141.4544471\ttotal: 391ms\tremaining: 2.02s\n",
      "162:\tlearn: 140.9391569\ttotal: 393ms\tremaining: 2.02s\n",
      "163:\tlearn: 140.3413557\ttotal: 395ms\tremaining: 2.01s\n",
      "164:\tlearn: 139.7992277\ttotal: 396ms\tremaining: 2s\n",
      "165:\tlearn: 139.3139418\ttotal: 397ms\tremaining: 2s\n",
      "166:\tlearn: 139.1617594\ttotal: 399ms\tremaining: 1.99s\n",
      "167:\tlearn: 138.8837397\ttotal: 400ms\tremaining: 1.98s\n",
      "168:\tlearn: 138.6951410\ttotal: 402ms\tremaining: 1.97s\n",
      "169:\tlearn: 138.0167618\ttotal: 405ms\tremaining: 1.98s\n",
      "170:\tlearn: 137.7020324\ttotal: 407ms\tremaining: 1.98s\n",
      "171:\tlearn: 137.1976478\ttotal: 411ms\tremaining: 1.98s\n",
      "172:\tlearn: 136.6670434\ttotal: 413ms\tremaining: 1.97s\n",
      "173:\tlearn: 136.4670074\ttotal: 414ms\tremaining: 1.97s\n",
      "174:\tlearn: 136.0663779\ttotal: 418ms\tremaining: 1.97s\n",
      "175:\tlearn: 135.9542221\ttotal: 420ms\tremaining: 1.96s\n",
      "176:\tlearn: 135.6178437\ttotal: 421ms\tremaining: 1.96s\n",
      "177:\tlearn: 134.6062854\ttotal: 422ms\tremaining: 1.95s\n",
      "178:\tlearn: 134.5063344\ttotal: 423ms\tremaining: 1.94s\n",
      "179:\tlearn: 133.9371247\ttotal: 424ms\tremaining: 1.93s\n",
      "180:\tlearn: 133.8431589\ttotal: 424ms\tremaining: 1.92s\n",
      "181:\tlearn: 133.4293648\ttotal: 425ms\tremaining: 1.91s\n",
      "182:\tlearn: 133.2065999\ttotal: 428ms\tremaining: 1.91s\n",
      "183:\tlearn: 132.9235113\ttotal: 429ms\tremaining: 1.9s\n",
      "184:\tlearn: 132.6695944\ttotal: 431ms\tremaining: 1.9s\n",
      "185:\tlearn: 132.3135234\ttotal: 432ms\tremaining: 1.89s\n",
      "186:\tlearn: 132.2233433\ttotal: 433ms\tremaining: 1.88s\n",
      "187:\tlearn: 132.0628764\ttotal: 434ms\tremaining: 1.87s\n",
      "188:\tlearn: 131.8624217\ttotal: 435ms\tremaining: 1.87s\n",
      "189:\tlearn: 131.3846390\ttotal: 436ms\tremaining: 1.86s\n",
      "190:\tlearn: 131.0638781\ttotal: 437ms\tremaining: 1.85s\n",
      "191:\tlearn: 130.4721276\ttotal: 439ms\tremaining: 1.85s\n",
      "192:\tlearn: 129.9910319\ttotal: 441ms\tremaining: 1.84s\n",
      "193:\tlearn: 129.7074214\ttotal: 442ms\tremaining: 1.83s\n",
      "194:\tlearn: 129.0491404\ttotal: 444ms\tremaining: 1.83s\n",
      "195:\tlearn: 128.6928621\ttotal: 445ms\tremaining: 1.82s\n",
      "196:\tlearn: 128.5117514\ttotal: 446ms\tremaining: 1.82s\n",
      "197:\tlearn: 128.4035709\ttotal: 447ms\tremaining: 1.81s\n",
      "198:\tlearn: 127.9924182\ttotal: 448ms\tremaining: 1.8s\n",
      "199:\tlearn: 127.7690317\ttotal: 449ms\tremaining: 1.79s\n",
      "200:\tlearn: 127.6252249\ttotal: 450ms\tremaining: 1.79s\n",
      "201:\tlearn: 127.4951417\ttotal: 452ms\tremaining: 1.78s\n",
      "202:\tlearn: 127.0315349\ttotal: 454ms\tremaining: 1.78s\n",
      "203:\tlearn: 126.7791475\ttotal: 455ms\tremaining: 1.78s\n",
      "204:\tlearn: 126.4903107\ttotal: 456ms\tremaining: 1.77s\n",
      "205:\tlearn: 126.0664803\ttotal: 457ms\tremaining: 1.76s\n",
      "206:\tlearn: 125.3934071\ttotal: 458ms\tremaining: 1.75s\n",
      "207:\tlearn: 125.0899622\ttotal: 459ms\tremaining: 1.75s\n",
      "208:\tlearn: 124.7757310\ttotal: 460ms\tremaining: 1.74s\n",
      "209:\tlearn: 124.5475960\ttotal: 461ms\tremaining: 1.74s\n",
      "210:\tlearn: 124.1962887\ttotal: 464ms\tremaining: 1.73s\n",
      "211:\tlearn: 123.9686937\ttotal: 465ms\tremaining: 1.73s\n",
      "212:\tlearn: 123.0280048\ttotal: 467ms\tremaining: 1.72s\n",
      "213:\tlearn: 122.5447141\ttotal: 468ms\tremaining: 1.72s\n",
      "214:\tlearn: 122.1785305\ttotal: 469ms\tremaining: 1.71s\n",
      "215:\tlearn: 121.4403560\ttotal: 470ms\tremaining: 1.7s\n",
      "216:\tlearn: 120.8269584\ttotal: 471ms\tremaining: 1.7s\n",
      "217:\tlearn: 120.2399329\ttotal: 472ms\tremaining: 1.69s\n",
      "218:\tlearn: 119.4852557\ttotal: 473ms\tremaining: 1.69s\n",
      "219:\tlearn: 119.2094151\ttotal: 474ms\tremaining: 1.68s\n",
      "220:\tlearn: 119.0417229\ttotal: 476ms\tremaining: 1.68s\n",
      "221:\tlearn: 118.9557915\ttotal: 477ms\tremaining: 1.67s\n",
      "222:\tlearn: 118.3082421\ttotal: 479ms\tremaining: 1.67s\n",
      "223:\tlearn: 117.7364211\ttotal: 480ms\tremaining: 1.66s\n",
      "224:\tlearn: 117.6324235\ttotal: 481ms\tremaining: 1.66s\n",
      "225:\tlearn: 117.2879743\ttotal: 482ms\tremaining: 1.65s\n",
      "226:\tlearn: 117.0422612\ttotal: 483ms\tremaining: 1.65s\n",
      "227:\tlearn: 116.8001379\ttotal: 484ms\tremaining: 1.64s\n",
      "228:\tlearn: 116.4854978\ttotal: 486ms\tremaining: 1.63s\n",
      "229:\tlearn: 115.7559740\ttotal: 488ms\tremaining: 1.63s\n",
      "230:\tlearn: 115.1896271\ttotal: 489ms\tremaining: 1.63s\n",
      "231:\tlearn: 114.9666291\ttotal: 490ms\tremaining: 1.62s\n",
      "232:\tlearn: 114.1239318\ttotal: 492ms\tremaining: 1.62s\n",
      "233:\tlearn: 113.9964466\ttotal: 494ms\tremaining: 1.61s\n",
      "234:\tlearn: 113.8912592\ttotal: 495ms\tremaining: 1.61s\n",
      "235:\tlearn: 113.4606970\ttotal: 496ms\tremaining: 1.6s\n",
      "236:\tlearn: 113.0958922\ttotal: 497ms\tremaining: 1.6s\n",
      "237:\tlearn: 113.0091361\ttotal: 498ms\tremaining: 1.59s\n",
      "238:\tlearn: 112.7657197\ttotal: 500ms\tremaining: 1.59s\n",
      "239:\tlearn: 112.2315070\ttotal: 501ms\tremaining: 1.59s\n",
      "240:\tlearn: 111.9507125\ttotal: 502ms\tremaining: 1.58s\n",
      "241:\tlearn: 111.7384492\ttotal: 503ms\tremaining: 1.57s\n",
      "242:\tlearn: 111.0693763\ttotal: 504ms\tremaining: 1.57s\n",
      "243:\tlearn: 110.3499926\ttotal: 505ms\tremaining: 1.56s\n",
      "244:\tlearn: 110.2316231\ttotal: 506ms\tremaining: 1.56s\n",
      "245:\tlearn: 109.6985998\ttotal: 508ms\tremaining: 1.56s\n",
      "246:\tlearn: 109.4279824\ttotal: 510ms\tremaining: 1.55s\n",
      "247:\tlearn: 109.1466762\ttotal: 512ms\tremaining: 1.55s\n",
      "248:\tlearn: 108.9628542\ttotal: 513ms\tremaining: 1.55s\n",
      "249:\tlearn: 108.7268676\ttotal: 514ms\tremaining: 1.54s\n",
      "250:\tlearn: 108.0921190\ttotal: 516ms\tremaining: 1.54s\n",
      "251:\tlearn: 107.6167844\ttotal: 517ms\tremaining: 1.53s\n",
      "252:\tlearn: 106.9716563\ttotal: 518ms\tremaining: 1.53s\n",
      "253:\tlearn: 106.4272485\ttotal: 519ms\tremaining: 1.52s\n",
      "254:\tlearn: 106.2032614\ttotal: 520ms\tremaining: 1.52s\n",
      "255:\tlearn: 105.5756794\ttotal: 522ms\tremaining: 1.52s\n",
      "256:\tlearn: 105.4918649\ttotal: 524ms\tremaining: 1.52s\n",
      "257:\tlearn: 105.2466976\ttotal: 526ms\tremaining: 1.51s\n",
      "258:\tlearn: 105.0461428\ttotal: 527ms\tremaining: 1.51s\n",
      "259:\tlearn: 104.5887628\ttotal: 529ms\tremaining: 1.5s\n",
      "260:\tlearn: 104.1305873\ttotal: 530ms\tremaining: 1.5s\n",
      "261:\tlearn: 103.5527158\ttotal: 531ms\tremaining: 1.5s\n",
      "262:\tlearn: 103.0334823\ttotal: 532ms\tremaining: 1.49s\n",
      "263:\tlearn: 102.6732388\ttotal: 533ms\tremaining: 1.49s\n",
      "264:\tlearn: 102.4678728\ttotal: 535ms\tremaining: 1.48s\n",
      "265:\tlearn: 101.9608852\ttotal: 537ms\tremaining: 1.48s\n",
      "266:\tlearn: 101.4449668\ttotal: 538ms\tremaining: 1.48s\n",
      "267:\tlearn: 100.9647899\ttotal: 539ms\tremaining: 1.47s\n",
      "268:\tlearn: 100.4376357\ttotal: 540ms\tremaining: 1.47s\n",
      "269:\tlearn: 100.1038322\ttotal: 541ms\tremaining: 1.46s\n",
      "270:\tlearn: 99.8991183\ttotal: 542ms\tremaining: 1.46s\n",
      "271:\tlearn: 99.4016031\ttotal: 543ms\tremaining: 1.45s\n",
      "272:\tlearn: 98.9231252\ttotal: 544ms\tremaining: 1.45s\n",
      "273:\tlearn: 98.5734863\ttotal: 545ms\tremaining: 1.44s\n",
      "274:\tlearn: 98.3333355\ttotal: 546ms\tremaining: 1.44s\n",
      "275:\tlearn: 97.9164082\ttotal: 548ms\tremaining: 1.44s\n",
      "276:\tlearn: 97.3911203\ttotal: 549ms\tremaining: 1.43s\n",
      "277:\tlearn: 96.9317789\ttotal: 550ms\tremaining: 1.43s\n",
      "278:\tlearn: 96.6243997\ttotal: 551ms\tremaining: 1.42s\n",
      "279:\tlearn: 96.3288821\ttotal: 552ms\tremaining: 1.42s\n",
      "280:\tlearn: 95.8579534\ttotal: 553ms\tremaining: 1.42s\n",
      "281:\tlearn: 95.4136026\ttotal: 554ms\tremaining: 1.41s\n",
      "282:\tlearn: 95.3442077\ttotal: 555ms\tremaining: 1.41s\n",
      "283:\tlearn: 95.1166584\ttotal: 556ms\tremaining: 1.4s\n",
      "284:\tlearn: 94.8017360\ttotal: 557ms\tremaining: 1.4s\n",
      "285:\tlearn: 94.5863908\ttotal: 559ms\tremaining: 1.4s\n",
      "286:\tlearn: 94.4111694\ttotal: 560ms\tremaining: 1.39s\n",
      "287:\tlearn: 94.2678024\ttotal: 561ms\tremaining: 1.39s\n",
      "288:\tlearn: 93.7753419\ttotal: 562ms\tremaining: 1.38s\n",
      "289:\tlearn: 93.3772710\ttotal: 563ms\tremaining: 1.38s\n",
      "290:\tlearn: 92.8750904\ttotal: 564ms\tremaining: 1.37s\n",
      "291:\tlearn: 92.6654794\ttotal: 565ms\tremaining: 1.37s\n",
      "292:\tlearn: 92.2659876\ttotal: 566ms\tremaining: 1.36s\n",
      "293:\tlearn: 92.0282495\ttotal: 567ms\tremaining: 1.36s\n",
      "294:\tlearn: 91.8288855\ttotal: 568ms\tremaining: 1.36s\n",
      "295:\tlearn: 91.6752612\ttotal: 569ms\tremaining: 1.35s\n",
      "296:\tlearn: 91.2561883\ttotal: 571ms\tremaining: 1.35s\n",
      "297:\tlearn: 91.0227123\ttotal: 573ms\tremaining: 1.35s\n",
      "298:\tlearn: 90.8392142\ttotal: 574ms\tremaining: 1.34s\n",
      "299:\tlearn: 90.6853014\ttotal: 575ms\tremaining: 1.34s\n",
      "300:\tlearn: 90.5986761\ttotal: 576ms\tremaining: 1.34s\n",
      "301:\tlearn: 90.2180036\ttotal: 577ms\tremaining: 1.33s\n",
      "302:\tlearn: 89.8313622\ttotal: 577ms\tremaining: 1.33s\n",
      "303:\tlearn: 89.6872837\ttotal: 578ms\tremaining: 1.32s\n",
      "304:\tlearn: 89.3853276\ttotal: 579ms\tremaining: 1.32s\n",
      "305:\tlearn: 88.9459206\ttotal: 580ms\tremaining: 1.32s\n",
      "306:\tlearn: 88.7258770\ttotal: 581ms\tremaining: 1.31s\n",
      "307:\tlearn: 88.5374358\ttotal: 583ms\tremaining: 1.31s\n",
      "308:\tlearn: 88.0624447\ttotal: 585ms\tremaining: 1.31s\n",
      "309:\tlearn: 87.7942692\ttotal: 587ms\tremaining: 1.31s\n",
      "310:\tlearn: 87.6354184\ttotal: 588ms\tremaining: 1.3s\n",
      "311:\tlearn: 87.4879486\ttotal: 589ms\tremaining: 1.3s\n",
      "312:\tlearn: 87.0294739\ttotal: 590ms\tremaining: 1.29s\n",
      "313:\tlearn: 86.6746221\ttotal: 591ms\tremaining: 1.29s\n",
      "314:\tlearn: 86.2792146\ttotal: 592ms\tremaining: 1.29s\n",
      "315:\tlearn: 86.2127070\ttotal: 593ms\tremaining: 1.28s\n",
      "316:\tlearn: 86.1507368\ttotal: 595ms\tremaining: 1.28s\n",
      "317:\tlearn: 85.7089141\ttotal: 597ms\tremaining: 1.28s\n",
      "318:\tlearn: 85.6035137\ttotal: 598ms\tremaining: 1.28s\n",
      "319:\tlearn: 85.3587988\ttotal: 600ms\tremaining: 1.27s\n",
      "320:\tlearn: 84.9660906\ttotal: 601ms\tremaining: 1.27s\n",
      "321:\tlearn: 84.5474713\ttotal: 602ms\tremaining: 1.27s\n",
      "322:\tlearn: 84.1996852\ttotal: 603ms\tremaining: 1.26s\n",
      "323:\tlearn: 84.0654282\ttotal: 604ms\tremaining: 1.26s\n",
      "324:\tlearn: 83.7937327\ttotal: 605ms\tremaining: 1.25s\n",
      "325:\tlearn: 83.5064288\ttotal: 606ms\tremaining: 1.25s\n",
      "326:\tlearn: 83.3997655\ttotal: 608ms\tremaining: 1.25s\n",
      "327:\tlearn: 83.2958622\ttotal: 609ms\tremaining: 1.25s\n",
      "328:\tlearn: 82.9877578\ttotal: 610ms\tremaining: 1.24s\n",
      "329:\tlearn: 82.6286638\ttotal: 611ms\tremaining: 1.24s\n",
      "330:\tlearn: 82.2827132\ttotal: 612ms\tremaining: 1.24s\n",
      "331:\tlearn: 82.0895251\ttotal: 613ms\tremaining: 1.23s\n",
      "332:\tlearn: 82.0130649\ttotal: 614ms\tremaining: 1.23s\n",
      "333:\tlearn: 81.6771734\ttotal: 615ms\tremaining: 1.23s\n",
      "334:\tlearn: 81.3519124\ttotal: 616ms\tremaining: 1.22s\n",
      "335:\tlearn: 81.0170326\ttotal: 617ms\tremaining: 1.22s\n",
      "336:\tlearn: 80.6917886\ttotal: 618ms\tremaining: 1.22s\n",
      "337:\tlearn: 80.3455177\ttotal: 620ms\tremaining: 1.21s\n",
      "338:\tlearn: 80.0260727\ttotal: 621ms\tremaining: 1.21s\n",
      "339:\tlearn: 79.9154748\ttotal: 623ms\tremaining: 1.21s\n",
      "340:\tlearn: 79.7813079\ttotal: 623ms\tremaining: 1.2s\n",
      "341:\tlearn: 79.3513293\ttotal: 624ms\tremaining: 1.2s\n",
      "342:\tlearn: 78.8666019\ttotal: 625ms\tremaining: 1.2s\n",
      "343:\tlearn: 78.7959013\ttotal: 626ms\tremaining: 1.19s\n",
      "344:\tlearn: 78.7081334\ttotal: 627ms\tremaining: 1.19s\n",
      "345:\tlearn: 78.3354931\ttotal: 628ms\tremaining: 1.19s\n",
      "346:\tlearn: 77.9475067\ttotal: 629ms\tremaining: 1.18s\n",
      "347:\tlearn: 77.8910420\ttotal: 631ms\tremaining: 1.18s\n",
      "348:\tlearn: 77.5461672\ttotal: 632ms\tremaining: 1.18s\n",
      "349:\tlearn: 77.3717101\ttotal: 633ms\tremaining: 1.18s\n",
      "350:\tlearn: 77.0729657\ttotal: 634ms\tremaining: 1.17s\n",
      "351:\tlearn: 76.7699287\ttotal: 635ms\tremaining: 1.17s\n",
      "352:\tlearn: 76.6029759\ttotal: 636ms\tremaining: 1.17s\n",
      "353:\tlearn: 76.1642615\ttotal: 637ms\tremaining: 1.16s\n",
      "354:\tlearn: 76.1202523\ttotal: 638ms\tremaining: 1.16s\n",
      "355:\tlearn: 75.9487132\ttotal: 639ms\tremaining: 1.16s\n",
      "356:\tlearn: 75.6748479\ttotal: 640ms\tremaining: 1.15s\n",
      "357:\tlearn: 75.4290864\ttotal: 641ms\tremaining: 1.15s\n",
      "358:\tlearn: 75.0463849\ttotal: 643ms\tremaining: 1.15s\n",
      "359:\tlearn: 74.9902381\ttotal: 644ms\tremaining: 1.15s\n",
      "360:\tlearn: 74.5243875\ttotal: 645ms\tremaining: 1.14s\n",
      "361:\tlearn: 74.1913065\ttotal: 646ms\tremaining: 1.14s\n",
      "362:\tlearn: 73.8413359\ttotal: 647ms\tremaining: 1.14s\n",
      "363:\tlearn: 73.7602119\ttotal: 648ms\tremaining: 1.13s\n",
      "364:\tlearn: 73.3278135\ttotal: 649ms\tremaining: 1.13s\n",
      "365:\tlearn: 72.9524336\ttotal: 650ms\tremaining: 1.13s\n",
      "366:\tlearn: 72.6791856\ttotal: 651ms\tremaining: 1.12s\n",
      "367:\tlearn: 72.4333577\ttotal: 652ms\tremaining: 1.12s\n",
      "368:\tlearn: 72.1672937\ttotal: 653ms\tremaining: 1.12s\n",
      "369:\tlearn: 71.9070276\ttotal: 655ms\tremaining: 1.11s\n",
      "370:\tlearn: 71.5496196\ttotal: 656ms\tremaining: 1.11s\n",
      "371:\tlearn: 71.3161902\ttotal: 657ms\tremaining: 1.11s\n",
      "372:\tlearn: 71.1259191\ttotal: 658ms\tremaining: 1.11s\n",
      "373:\tlearn: 70.9889962\ttotal: 659ms\tremaining: 1.1s\n",
      "374:\tlearn: 70.7417966\ttotal: 660ms\tremaining: 1.1s\n",
      "375:\tlearn: 70.4931174\ttotal: 661ms\tremaining: 1.1s\n",
      "376:\tlearn: 70.3300576\ttotal: 662ms\tremaining: 1.09s\n",
      "377:\tlearn: 69.9233248\ttotal: 664ms\tremaining: 1.09s\n",
      "378:\tlearn: 69.6261005\ttotal: 665ms\tremaining: 1.09s\n",
      "379:\tlearn: 69.3989708\ttotal: 666ms\tremaining: 1.08s\n",
      "380:\tlearn: 69.0085387\ttotal: 667ms\tremaining: 1.08s\n",
      "381:\tlearn: 68.7604153\ttotal: 669ms\tremaining: 1.08s\n",
      "382:\tlearn: 68.4602767\ttotal: 670ms\tremaining: 1.08s\n",
      "383:\tlearn: 68.1005452\ttotal: 671ms\tremaining: 1.08s\n",
      "384:\tlearn: 68.0540467\ttotal: 673ms\tremaining: 1.07s\n",
      "385:\tlearn: 67.8972753\ttotal: 674ms\tremaining: 1.07s\n",
      "386:\tlearn: 67.5389629\ttotal: 675ms\tremaining: 1.07s\n",
      "387:\tlearn: 67.2390178\ttotal: 676ms\tremaining: 1.06s\n",
      "388:\tlearn: 67.0279888\ttotal: 677ms\tremaining: 1.06s\n",
      "389:\tlearn: 66.8375919\ttotal: 678ms\tremaining: 1.06s\n",
      "390:\tlearn: 66.4118315\ttotal: 680ms\tremaining: 1.06s\n",
      "391:\tlearn: 66.3642690\ttotal: 681ms\tremaining: 1.06s\n",
      "392:\tlearn: 66.1673138\ttotal: 683ms\tremaining: 1.05s\n",
      "393:\tlearn: 66.0177482\ttotal: 684ms\tremaining: 1.05s\n",
      "394:\tlearn: 65.8018038\ttotal: 685ms\tremaining: 1.05s\n",
      "395:\tlearn: 65.6886505\ttotal: 686ms\tremaining: 1.04s\n",
      "396:\tlearn: 65.6120185\ttotal: 687ms\tremaining: 1.04s\n",
      "397:\tlearn: 65.5746662\ttotal: 688ms\tremaining: 1.04s\n",
      "398:\tlearn: 65.2974851\ttotal: 689ms\tremaining: 1.04s\n",
      "399:\tlearn: 65.2464764\ttotal: 690ms\tremaining: 1.03s\n",
      "400:\tlearn: 65.1241314\ttotal: 691ms\tremaining: 1.03s\n",
      "401:\tlearn: 65.0515740\ttotal: 692ms\tremaining: 1.03s\n",
      "402:\tlearn: 64.8089636\ttotal: 694ms\tremaining: 1.03s\n",
      "403:\tlearn: 64.5992230\ttotal: 695ms\tremaining: 1.02s\n",
      "404:\tlearn: 64.2907010\ttotal: 696ms\tremaining: 1.02s\n",
      "405:\tlearn: 64.1568642\ttotal: 697ms\tremaining: 1.02s\n",
      "406:\tlearn: 63.8279106\ttotal: 698ms\tremaining: 1.02s\n",
      "407:\tlearn: 63.5558565\ttotal: 699ms\tremaining: 1.01s\n",
      "408:\tlearn: 63.3865445\ttotal: 700ms\tremaining: 1.01s\n",
      "409:\tlearn: 63.2752408\ttotal: 701ms\tremaining: 1.01s\n",
      "410:\tlearn: 63.1070190\ttotal: 702ms\tremaining: 1s\n",
      "411:\tlearn: 62.7868376\ttotal: 703ms\tremaining: 1s\n",
      "412:\tlearn: 62.5345803\ttotal: 704ms\tremaining: 1s\n",
      "413:\tlearn: 62.2729058\ttotal: 705ms\tremaining: 998ms\n",
      "414:\tlearn: 61.9850985\ttotal: 706ms\tremaining: 996ms\n",
      "415:\tlearn: 61.7784164\ttotal: 707ms\tremaining: 993ms\n",
      "416:\tlearn: 61.7431976\ttotal: 708ms\tremaining: 990ms\n",
      "417:\tlearn: 61.4309964\ttotal: 709ms\tremaining: 987ms\n",
      "418:\tlearn: 61.3513660\ttotal: 710ms\tremaining: 985ms\n",
      "419:\tlearn: 61.1253739\ttotal: 711ms\tremaining: 982ms\n",
      "420:\tlearn: 61.0742571\ttotal: 712ms\tremaining: 979ms\n",
      "421:\tlearn: 61.0390980\ttotal: 713ms\tremaining: 977ms\n",
      "422:\tlearn: 61.0095757\ttotal: 715ms\tremaining: 975ms\n",
      "423:\tlearn: 60.6843255\ttotal: 717ms\tremaining: 973ms\n",
      "424:\tlearn: 60.4045551\ttotal: 718ms\tremaining: 971ms\n",
      "425:\tlearn: 60.3649587\ttotal: 719ms\tremaining: 968ms\n",
      "426:\tlearn: 60.3315828\ttotal: 720ms\tremaining: 966ms\n",
      "427:\tlearn: 60.1047027\ttotal: 720ms\tremaining: 963ms\n",
      "428:\tlearn: 59.9170736\ttotal: 721ms\tremaining: 960ms\n",
      "429:\tlearn: 59.6875648\ttotal: 722ms\tremaining: 958ms\n",
      "430:\tlearn: 59.6662150\ttotal: 723ms\tremaining: 955ms\n",
      "431:\tlearn: 59.4208112\ttotal: 724ms\tremaining: 952ms\n",
      "432:\tlearn: 59.2358034\ttotal: 725ms\tremaining: 950ms\n",
      "433:\tlearn: 58.9818868\ttotal: 727ms\tremaining: 948ms\n",
      "434:\tlearn: 58.7089433\ttotal: 744ms\tremaining: 967ms\n",
      "435:\tlearn: 58.5898817\ttotal: 745ms\tremaining: 964ms\n",
      "436:\tlearn: 58.5425342\ttotal: 746ms\tremaining: 961ms\n",
      "437:\tlearn: 58.2884605\ttotal: 747ms\tremaining: 959ms\n",
      "438:\tlearn: 58.2643873\ttotal: 748ms\tremaining: 956ms\n",
      "439:\tlearn: 58.2330868\ttotal: 749ms\tremaining: 953ms\n",
      "440:\tlearn: 57.9676592\ttotal: 750ms\tremaining: 951ms\n",
      "441:\tlearn: 57.7670212\ttotal: 751ms\tremaining: 948ms\n",
      "442:\tlearn: 57.5322464\ttotal: 752ms\tremaining: 946ms\n",
      "443:\tlearn: 57.2771620\ttotal: 754ms\tremaining: 944ms\n",
      "444:\tlearn: 57.0227885\ttotal: 755ms\tremaining: 942ms\n",
      "445:\tlearn: 56.7616770\ttotal: 756ms\tremaining: 939ms\n",
      "446:\tlearn: 56.7367450\ttotal: 758ms\tremaining: 937ms\n",
      "447:\tlearn: 56.6715001\ttotal: 759ms\tremaining: 935ms\n",
      "448:\tlearn: 56.4881346\ttotal: 760ms\tremaining: 932ms\n",
      "449:\tlearn: 56.3749776\ttotal: 761ms\tremaining: 930ms\n",
      "450:\tlearn: 56.2172319\ttotal: 762ms\tremaining: 927ms\n",
      "451:\tlearn: 55.9461925\ttotal: 763ms\tremaining: 925ms\n",
      "452:\tlearn: 55.8884270\ttotal: 764ms\tremaining: 922ms\n",
      "453:\tlearn: 55.7987432\ttotal: 766ms\tremaining: 921ms\n",
      "454:\tlearn: 55.7376337\ttotal: 768ms\tremaining: 919ms\n",
      "455:\tlearn: 55.5150595\ttotal: 769ms\tremaining: 917ms\n",
      "456:\tlearn: 55.4819680\ttotal: 770ms\tremaining: 915ms\n",
      "457:\tlearn: 55.1719919\ttotal: 771ms\tremaining: 913ms\n",
      "458:\tlearn: 55.1295759\ttotal: 772ms\tremaining: 910ms\n",
      "459:\tlearn: 55.0856302\ttotal: 773ms\tremaining: 908ms\n",
      "460:\tlearn: 54.8056235\ttotal: 774ms\tremaining: 905ms\n",
      "461:\tlearn: 54.4030407\ttotal: 776ms\tremaining: 904ms\n",
      "462:\tlearn: 54.3308204\ttotal: 778ms\tremaining: 902ms\n",
      "463:\tlearn: 54.0283724\ttotal: 779ms\tremaining: 900ms\n",
      "464:\tlearn: 53.9962714\ttotal: 781ms\tremaining: 899ms\n",
      "465:\tlearn: 53.8149476\ttotal: 782ms\tremaining: 896ms\n",
      "466:\tlearn: 53.7806209\ttotal: 784ms\tremaining: 895ms\n",
      "467:\tlearn: 53.7585727\ttotal: 785ms\tremaining: 892ms\n",
      "468:\tlearn: 53.5042777\ttotal: 787ms\tremaining: 891ms\n",
      "469:\tlearn: 53.3257034\ttotal: 790ms\tremaining: 890ms\n",
      "470:\tlearn: 53.0801119\ttotal: 791ms\tremaining: 888ms\n",
      "471:\tlearn: 53.0136550\ttotal: 792ms\tremaining: 886ms\n",
      "472:\tlearn: 52.9408930\ttotal: 793ms\tremaining: 884ms\n",
      "473:\tlearn: 52.7089062\ttotal: 795ms\tremaining: 882ms\n",
      "474:\tlearn: 52.6819781\ttotal: 796ms\tremaining: 880ms\n",
      "475:\tlearn: 52.5065568\ttotal: 797ms\tremaining: 877ms\n",
      "476:\tlearn: 52.3688770\ttotal: 798ms\tremaining: 875ms\n",
      "477:\tlearn: 52.2402473\ttotal: 800ms\tremaining: 873ms\n",
      "478:\tlearn: 52.1406517\ttotal: 801ms\tremaining: 871ms\n",
      "479:\tlearn: 52.1107144\ttotal: 802ms\tremaining: 869ms\n",
      "480:\tlearn: 51.9239449\ttotal: 803ms\tremaining: 866ms\n",
      "481:\tlearn: 51.7096820\ttotal: 804ms\tremaining: 864ms\n",
      "482:\tlearn: 51.6266918\ttotal: 805ms\tremaining: 861ms\n",
      "483:\tlearn: 51.5969797\ttotal: 806ms\tremaining: 859ms\n",
      "484:\tlearn: 51.4480162\ttotal: 807ms\tremaining: 856ms\n",
      "485:\tlearn: 51.2269261\ttotal: 808ms\tremaining: 854ms\n",
      "486:\tlearn: 50.9904632\ttotal: 809ms\tremaining: 852ms\n",
      "487:\tlearn: 50.9342043\ttotal: 810ms\tremaining: 849ms\n",
      "488:\tlearn: 50.8423680\ttotal: 810ms\tremaining: 847ms\n",
      "489:\tlearn: 50.7269788\ttotal: 812ms\tremaining: 845ms\n",
      "490:\tlearn: 50.5384699\ttotal: 814ms\tremaining: 844ms\n",
      "491:\tlearn: 50.5047793\ttotal: 815ms\tremaining: 842ms\n",
      "492:\tlearn: 50.3234448\ttotal: 817ms\tremaining: 840ms\n",
      "493:\tlearn: 50.1653421\ttotal: 818ms\tremaining: 838ms\n",
      "494:\tlearn: 49.9835558\ttotal: 819ms\tremaining: 835ms\n",
      "495:\tlearn: 49.8884283\ttotal: 820ms\tremaining: 833ms\n",
      "496:\tlearn: 49.6217364\ttotal: 821ms\tremaining: 831ms\n",
      "497:\tlearn: 49.5268562\ttotal: 822ms\tremaining: 829ms\n",
      "498:\tlearn: 49.3078402\ttotal: 823ms\tremaining: 826ms\n",
      "499:\tlearn: 49.2571676\ttotal: 825ms\tremaining: 825ms\n",
      "500:\tlearn: 49.2173141\ttotal: 827ms\tremaining: 824ms\n",
      "501:\tlearn: 48.9813103\ttotal: 828ms\tremaining: 821ms\n",
      "502:\tlearn: 48.8304542\ttotal: 829ms\tremaining: 819ms\n",
      "503:\tlearn: 48.7430936\ttotal: 830ms\tremaining: 817ms\n",
      "504:\tlearn: 48.5493989\ttotal: 831ms\tremaining: 815ms\n",
      "505:\tlearn: 48.5134839\ttotal: 832ms\tremaining: 812ms\n",
      "506:\tlearn: 48.3516141\ttotal: 833ms\tremaining: 810ms\n",
      "507:\tlearn: 48.0631542\ttotal: 834ms\tremaining: 808ms\n",
      "508:\tlearn: 47.8591880\ttotal: 835ms\tremaining: 805ms\n",
      "509:\tlearn: 47.7182444\ttotal: 837ms\tremaining: 804ms\n",
      "510:\tlearn: 47.6301870\ttotal: 838ms\tremaining: 802ms\n",
      "511:\tlearn: 47.4767324\ttotal: 839ms\tremaining: 799ms\n",
      "512:\tlearn: 47.2822625\ttotal: 840ms\tremaining: 797ms\n",
      "513:\tlearn: 47.1022658\ttotal: 841ms\tremaining: 795ms\n",
      "514:\tlearn: 47.0536181\ttotal: 842ms\tremaining: 793ms\n",
      "515:\tlearn: 47.0249559\ttotal: 843ms\tremaining: 790ms\n",
      "516:\tlearn: 46.8789720\ttotal: 844ms\tremaining: 788ms\n",
      "517:\tlearn: 46.7133769\ttotal: 845ms\tremaining: 786ms\n",
      "518:\tlearn: 46.5157986\ttotal: 846ms\tremaining: 784ms\n",
      "519:\tlearn: 46.3630405\ttotal: 846ms\tremaining: 781ms\n",
      "520:\tlearn: 46.1730188\ttotal: 848ms\tremaining: 779ms\n",
      "521:\tlearn: 46.1360908\ttotal: 849ms\tremaining: 778ms\n",
      "522:\tlearn: 45.9652487\ttotal: 850ms\tremaining: 776ms\n",
      "523:\tlearn: 45.8122703\ttotal: 851ms\tremaining: 773ms\n",
      "524:\tlearn: 45.4984451\ttotal: 852ms\tremaining: 771ms\n",
      "525:\tlearn: 45.3161076\ttotal: 853ms\tremaining: 769ms\n",
      "526:\tlearn: 45.2802854\ttotal: 854ms\tremaining: 767ms\n",
      "527:\tlearn: 45.2448275\ttotal: 855ms\tremaining: 765ms\n",
      "528:\tlearn: 45.0816321\ttotal: 856ms\tremaining: 762ms\n",
      "529:\tlearn: 44.9794319\ttotal: 857ms\tremaining: 760ms\n",
      "530:\tlearn: 44.6832140\ttotal: 858ms\tremaining: 758ms\n",
      "531:\tlearn: 44.4460046\ttotal: 859ms\tremaining: 756ms\n",
      "532:\tlearn: 44.2118287\ttotal: 861ms\tremaining: 754ms\n",
      "533:\tlearn: 44.0693524\ttotal: 862ms\tremaining: 752ms\n",
      "534:\tlearn: 43.7781614\ttotal: 863ms\tremaining: 750ms\n",
      "535:\tlearn: 43.5541731\ttotal: 864ms\tremaining: 748ms\n",
      "536:\tlearn: 43.5134866\ttotal: 865ms\tremaining: 746ms\n",
      "537:\tlearn: 43.3609810\ttotal: 866ms\tremaining: 744ms\n",
      "538:\tlearn: 43.1828364\ttotal: 867ms\tremaining: 741ms\n",
      "539:\tlearn: 43.1681810\ttotal: 867ms\tremaining: 739ms\n",
      "540:\tlearn: 43.0597548\ttotal: 868ms\tremaining: 737ms\n",
      "541:\tlearn: 43.0399237\ttotal: 869ms\tremaining: 735ms\n",
      "542:\tlearn: 42.7955247\ttotal: 870ms\tremaining: 732ms\n",
      "543:\tlearn: 42.5339065\ttotal: 871ms\tremaining: 730ms\n",
      "544:\tlearn: 42.4295635\ttotal: 873ms\tremaining: 729ms\n",
      "545:\tlearn: 42.2338376\ttotal: 875ms\tremaining: 727ms\n",
      "546:\tlearn: 42.0124060\ttotal: 876ms\tremaining: 725ms\n",
      "547:\tlearn: 41.8255183\ttotal: 877ms\tremaining: 723ms\n",
      "548:\tlearn: 41.6388681\ttotal: 878ms\tremaining: 721ms\n",
      "549:\tlearn: 41.4001270\ttotal: 879ms\tremaining: 719ms\n",
      "550:\tlearn: 41.1013528\ttotal: 880ms\tremaining: 717ms\n",
      "551:\tlearn: 41.0100295\ttotal: 881ms\tremaining: 715ms\n",
      "552:\tlearn: 40.9906076\ttotal: 882ms\tremaining: 713ms\n",
      "553:\tlearn: 40.8809109\ttotal: 883ms\tremaining: 711ms\n",
      "554:\tlearn: 40.7831302\ttotal: 884ms\tremaining: 708ms\n",
      "555:\tlearn: 40.7317763\ttotal: 886ms\tremaining: 707ms\n",
      "556:\tlearn: 40.6321710\ttotal: 887ms\tremaining: 705ms\n",
      "557:\tlearn: 40.4475073\ttotal: 888ms\tremaining: 703ms\n",
      "558:\tlearn: 40.2859957\ttotal: 889ms\tremaining: 701ms\n",
      "559:\tlearn: 40.0262057\ttotal: 890ms\tremaining: 699ms\n",
      "560:\tlearn: 39.9326350\ttotal: 891ms\tremaining: 697ms\n",
      "561:\tlearn: 39.8735956\ttotal: 892ms\tremaining: 695ms\n",
      "562:\tlearn: 39.7083019\ttotal: 893ms\tremaining: 693ms\n",
      "563:\tlearn: 39.5379855\ttotal: 894ms\tremaining: 691ms\n",
      "564:\tlearn: 39.3451301\ttotal: 895ms\tremaining: 689ms\n",
      "565:\tlearn: 39.2041273\ttotal: 896ms\tremaining: 687ms\n",
      "566:\tlearn: 38.9870162\ttotal: 897ms\tremaining: 685ms\n",
      "567:\tlearn: 38.8638040\ttotal: 899ms\tremaining: 683ms\n",
      "568:\tlearn: 38.7752116\ttotal: 899ms\tremaining: 681ms\n",
      "569:\tlearn: 38.6530297\ttotal: 900ms\tremaining: 679ms\n",
      "570:\tlearn: 38.5505372\ttotal: 901ms\tremaining: 677ms\n",
      "571:\tlearn: 38.5134486\ttotal: 902ms\tremaining: 675ms\n",
      "572:\tlearn: 38.3680902\ttotal: 903ms\tremaining: 673ms\n",
      "573:\tlearn: 38.1897295\ttotal: 904ms\tremaining: 671ms\n",
      "574:\tlearn: 38.1083536\ttotal: 905ms\tremaining: 669ms\n",
      "575:\tlearn: 37.9229216\ttotal: 906ms\tremaining: 667ms\n",
      "576:\tlearn: 37.8377087\ttotal: 907ms\tremaining: 665ms\n",
      "577:\tlearn: 37.7966900\ttotal: 908ms\tremaining: 663ms\n",
      "578:\tlearn: 37.6700761\ttotal: 910ms\tremaining: 662ms\n",
      "579:\tlearn: 37.6355177\ttotal: 911ms\tremaining: 660ms\n",
      "580:\tlearn: 37.4648199\ttotal: 912ms\tremaining: 658ms\n",
      "581:\tlearn: 37.2959505\ttotal: 913ms\tremaining: 656ms\n",
      "582:\tlearn: 37.1423961\ttotal: 914ms\tremaining: 654ms\n",
      "583:\tlearn: 36.9297315\ttotal: 915ms\tremaining: 652ms\n",
      "584:\tlearn: 36.8850382\ttotal: 916ms\tremaining: 650ms\n",
      "585:\tlearn: 36.7546519\ttotal: 917ms\tremaining: 648ms\n",
      "586:\tlearn: 36.7377554\ttotal: 917ms\tremaining: 646ms\n",
      "587:\tlearn: 36.6899102\ttotal: 918ms\tremaining: 644ms\n",
      "588:\tlearn: 36.5617094\ttotal: 919ms\tremaining: 642ms\n",
      "589:\tlearn: 36.4272921\ttotal: 920ms\tremaining: 640ms\n",
      "590:\tlearn: 36.2657889\ttotal: 922ms\tremaining: 638ms\n",
      "591:\tlearn: 36.2539345\ttotal: 923ms\tremaining: 636ms\n",
      "592:\tlearn: 36.2314399\ttotal: 924ms\tremaining: 634ms\n",
      "593:\tlearn: 36.0683824\ttotal: 925ms\tremaining: 632ms\n",
      "594:\tlearn: 35.9283095\ttotal: 926ms\tremaining: 630ms\n",
      "595:\tlearn: 35.7968288\ttotal: 927ms\tremaining: 628ms\n",
      "596:\tlearn: 35.7223423\ttotal: 928ms\tremaining: 626ms\n",
      "597:\tlearn: 35.5848854\ttotal: 929ms\tremaining: 624ms\n",
      "598:\tlearn: 35.4754344\ttotal: 930ms\tremaining: 622ms\n",
      "599:\tlearn: 35.3533890\ttotal: 931ms\tremaining: 620ms\n",
      "600:\tlearn: 35.2201505\ttotal: 932ms\tremaining: 618ms\n",
      "601:\tlearn: 35.0873272\ttotal: 933ms\tremaining: 617ms\n",
      "602:\tlearn: 35.0461873\ttotal: 935ms\tremaining: 615ms\n",
      "603:\tlearn: 34.9273071\ttotal: 936ms\tremaining: 614ms\n",
      "604:\tlearn: 34.8162855\ttotal: 937ms\tremaining: 612ms\n",
      "605:\tlearn: 34.7130059\ttotal: 938ms\tremaining: 610ms\n",
      "606:\tlearn: 34.5585617\ttotal: 939ms\tremaining: 608ms\n",
      "607:\tlearn: 34.4611907\ttotal: 940ms\tremaining: 606ms\n",
      "608:\tlearn: 34.4326546\ttotal: 941ms\tremaining: 604ms\n",
      "609:\tlearn: 34.2846979\ttotal: 942ms\tremaining: 602ms\n",
      "610:\tlearn: 34.1734501\ttotal: 943ms\tremaining: 600ms\n",
      "611:\tlearn: 34.0230965\ttotal: 944ms\tremaining: 598ms\n",
      "612:\tlearn: 33.8282501\ttotal: 945ms\tremaining: 596ms\n",
      "613:\tlearn: 33.7746747\ttotal: 946ms\tremaining: 595ms\n",
      "614:\tlearn: 33.7068386\ttotal: 948ms\tremaining: 594ms\n",
      "615:\tlearn: 33.5780800\ttotal: 949ms\tremaining: 592ms\n",
      "616:\tlearn: 33.4695325\ttotal: 950ms\tremaining: 590ms\n",
      "617:\tlearn: 33.3463443\ttotal: 951ms\tremaining: 588ms\n",
      "618:\tlearn: 33.2877395\ttotal: 952ms\tremaining: 586ms\n",
      "619:\tlearn: 33.2418826\ttotal: 953ms\tremaining: 584ms\n",
      "620:\tlearn: 33.1045465\ttotal: 954ms\tremaining: 582ms\n",
      "621:\tlearn: 32.9400639\ttotal: 955ms\tremaining: 580ms\n",
      "622:\tlearn: 32.8996970\ttotal: 956ms\tremaining: 579ms\n",
      "623:\tlearn: 32.7429487\ttotal: 957ms\tremaining: 577ms\n",
      "624:\tlearn: 32.6132355\ttotal: 959ms\tremaining: 576ms\n",
      "625:\tlearn: 32.4714976\ttotal: 961ms\tremaining: 574ms\n",
      "626:\tlearn: 32.4320448\ttotal: 962ms\tremaining: 572ms\n",
      "627:\tlearn: 32.2628258\ttotal: 963ms\tremaining: 571ms\n",
      "628:\tlearn: 32.2038569\ttotal: 965ms\tremaining: 569ms\n",
      "629:\tlearn: 32.0940738\ttotal: 966ms\tremaining: 567ms\n",
      "630:\tlearn: 32.0068495\ttotal: 967ms\tremaining: 566ms\n",
      "631:\tlearn: 31.9053748\ttotal: 969ms\tremaining: 564ms\n",
      "632:\tlearn: 31.7715772\ttotal: 972ms\tremaining: 564ms\n",
      "633:\tlearn: 31.6687835\ttotal: 974ms\tremaining: 562ms\n",
      "634:\tlearn: 31.6368050\ttotal: 976ms\tremaining: 561ms\n",
      "635:\tlearn: 31.5709628\ttotal: 977ms\tremaining: 559ms\n",
      "636:\tlearn: 31.4052213\ttotal: 978ms\tremaining: 557ms\n",
      "637:\tlearn: 31.2452229\ttotal: 979ms\tremaining: 556ms\n",
      "638:\tlearn: 31.1221828\ttotal: 980ms\tremaining: 554ms\n",
      "639:\tlearn: 31.0853500\ttotal: 981ms\tremaining: 552ms\n",
      "640:\tlearn: 30.9167355\ttotal: 983ms\tremaining: 550ms\n",
      "641:\tlearn: 30.8667253\ttotal: 984ms\tremaining: 549ms\n",
      "642:\tlearn: 30.7427129\ttotal: 985ms\tremaining: 547ms\n",
      "643:\tlearn: 30.5748228\ttotal: 986ms\tremaining: 545ms\n",
      "644:\tlearn: 30.5080592\ttotal: 987ms\tremaining: 543ms\n",
      "645:\tlearn: 30.3444228\ttotal: 988ms\tremaining: 542ms\n",
      "646:\tlearn: 30.1858385\ttotal: 989ms\tremaining: 540ms\n",
      "647:\tlearn: 30.1481951\ttotal: 990ms\tremaining: 538ms\n",
      "648:\tlearn: 30.1139150\ttotal: 991ms\tremaining: 536ms\n",
      "649:\tlearn: 30.0147177\ttotal: 992ms\tremaining: 534ms\n",
      "650:\tlearn: 29.8610501\ttotal: 993ms\tremaining: 532ms\n",
      "651:\tlearn: 29.7793561\ttotal: 995ms\tremaining: 531ms\n",
      "652:\tlearn: 29.6870188\ttotal: 996ms\tremaining: 529ms\n",
      "653:\tlearn: 29.6229921\ttotal: 997ms\tremaining: 527ms\n",
      "654:\tlearn: 29.5806823\ttotal: 998ms\tremaining: 526ms\n",
      "655:\tlearn: 29.4903496\ttotal: 999ms\tremaining: 524ms\n",
      "656:\tlearn: 29.4011642\ttotal: 1000ms\tremaining: 522ms\n",
      "657:\tlearn: 29.3880977\ttotal: 1s\tremaining: 520ms\n",
      "658:\tlearn: 29.2615919\ttotal: 1s\tremaining: 518ms\n",
      "659:\tlearn: 29.1004727\ttotal: 1s\tremaining: 517ms\n",
      "660:\tlearn: 29.0530692\ttotal: 1s\tremaining: 515ms\n",
      "661:\tlearn: 28.9863628\ttotal: 1s\tremaining: 513ms\n",
      "662:\tlearn: 28.8714304\ttotal: 1s\tremaining: 511ms\n",
      "663:\tlearn: 28.7331979\ttotal: 1.01s\tremaining: 510ms\n",
      "664:\tlearn: 28.6366801\ttotal: 1.01s\tremaining: 508ms\n",
      "665:\tlearn: 28.5716341\ttotal: 1.01s\tremaining: 506ms\n",
      "666:\tlearn: 28.4974876\ttotal: 1.01s\tremaining: 504ms\n",
      "667:\tlearn: 28.4112710\ttotal: 1.01s\tremaining: 503ms\n",
      "668:\tlearn: 28.2984651\ttotal: 1.01s\tremaining: 501ms\n",
      "669:\tlearn: 28.1339510\ttotal: 1.01s\tremaining: 499ms\n",
      "670:\tlearn: 28.1075789\ttotal: 1.01s\tremaining: 497ms\n",
      "671:\tlearn: 28.0922293\ttotal: 1.01s\tremaining: 496ms\n",
      "672:\tlearn: 27.9723760\ttotal: 1.02s\tremaining: 494ms\n",
      "673:\tlearn: 27.9055283\ttotal: 1.02s\tremaining: 492ms\n",
      "674:\tlearn: 27.8205243\ttotal: 1.02s\tremaining: 491ms\n",
      "675:\tlearn: 27.8084834\ttotal: 1.02s\tremaining: 489ms\n",
      "676:\tlearn: 27.7891840\ttotal: 1.02s\tremaining: 487ms\n",
      "677:\tlearn: 27.6730952\ttotal: 1.02s\tremaining: 485ms\n",
      "678:\tlearn: 27.6094279\ttotal: 1.02s\tremaining: 484ms\n",
      "679:\tlearn: 27.5709406\ttotal: 1.02s\tremaining: 482ms\n",
      "680:\tlearn: 27.5062932\ttotal: 1.02s\tremaining: 480ms\n",
      "681:\tlearn: 27.4149358\ttotal: 1.02s\tremaining: 478ms\n",
      "682:\tlearn: 27.3480578\ttotal: 1.03s\tremaining: 477ms\n",
      "683:\tlearn: 27.2546632\ttotal: 1.03s\tremaining: 475ms\n",
      "684:\tlearn: 27.1581242\ttotal: 1.03s\tremaining: 473ms\n",
      "685:\tlearn: 27.1291330\ttotal: 1.03s\tremaining: 471ms\n",
      "686:\tlearn: 27.0589760\ttotal: 1.03s\tremaining: 470ms\n",
      "687:\tlearn: 26.9207571\ttotal: 1.03s\tremaining: 468ms\n",
      "688:\tlearn: 26.8046340\ttotal: 1.03s\tremaining: 466ms\n",
      "689:\tlearn: 26.7346039\ttotal: 1.03s\tremaining: 465ms\n",
      "690:\tlearn: 26.6359238\ttotal: 1.03s\tremaining: 463ms\n",
      "691:\tlearn: 26.5458163\ttotal: 1.04s\tremaining: 461ms\n",
      "692:\tlearn: 26.5287024\ttotal: 1.04s\tremaining: 460ms\n",
      "693:\tlearn: 26.4436127\ttotal: 1.04s\tremaining: 458ms\n",
      "694:\tlearn: 26.3860996\ttotal: 1.04s\tremaining: 456ms\n",
      "695:\tlearn: 26.3271824\ttotal: 1.04s\tremaining: 454ms\n",
      "696:\tlearn: 26.1929180\ttotal: 1.04s\tremaining: 453ms\n",
      "697:\tlearn: 26.0989501\ttotal: 1.04s\tremaining: 451ms\n",
      "698:\tlearn: 26.0348052\ttotal: 1.04s\tremaining: 450ms\n",
      "699:\tlearn: 25.9715846\ttotal: 1.04s\tremaining: 448ms\n",
      "700:\tlearn: 25.8624783\ttotal: 1.04s\tremaining: 446ms\n",
      "701:\tlearn: 25.8020332\ttotal: 1.05s\tremaining: 444ms\n",
      "702:\tlearn: 25.7940141\ttotal: 1.05s\tremaining: 443ms\n",
      "703:\tlearn: 25.6937173\ttotal: 1.05s\tremaining: 441ms\n",
      "704:\tlearn: 25.6133995\ttotal: 1.05s\tremaining: 439ms\n",
      "705:\tlearn: 25.5272559\ttotal: 1.05s\tremaining: 438ms\n",
      "706:\tlearn: 25.5087600\ttotal: 1.05s\tremaining: 436ms\n",
      "707:\tlearn: 25.3506858\ttotal: 1.05s\tremaining: 434ms\n",
      "708:\tlearn: 25.3314352\ttotal: 1.05s\tremaining: 432ms\n",
      "709:\tlearn: 25.3263712\ttotal: 1.05s\tremaining: 431ms\n",
      "710:\tlearn: 25.2377772\ttotal: 1.06s\tremaining: 429ms\n",
      "711:\tlearn: 25.1296003\ttotal: 1.06s\tremaining: 428ms\n",
      "712:\tlearn: 25.1138661\ttotal: 1.06s\tremaining: 426ms\n",
      "713:\tlearn: 25.0606164\ttotal: 1.06s\tremaining: 424ms\n",
      "714:\tlearn: 24.9701122\ttotal: 1.06s\tremaining: 423ms\n",
      "715:\tlearn: 24.9266980\ttotal: 1.06s\tremaining: 421ms\n",
      "716:\tlearn: 24.8355245\ttotal: 1.06s\tremaining: 419ms\n",
      "717:\tlearn: 24.7892595\ttotal: 1.06s\tremaining: 418ms\n",
      "718:\tlearn: 24.7784156\ttotal: 1.06s\tremaining: 416ms\n",
      "719:\tlearn: 24.7204068\ttotal: 1.06s\tremaining: 414ms\n",
      "720:\tlearn: 24.6868946\ttotal: 1.06s\tremaining: 412ms\n",
      "721:\tlearn: 24.5835248\ttotal: 1.07s\tremaining: 411ms\n",
      "722:\tlearn: 24.4605667\ttotal: 1.07s\tremaining: 409ms\n",
      "723:\tlearn: 24.3780491\ttotal: 1.07s\tremaining: 408ms\n",
      "724:\tlearn: 24.3695387\ttotal: 1.07s\tremaining: 406ms\n",
      "725:\tlearn: 24.2713928\ttotal: 1.07s\tremaining: 405ms\n",
      "726:\tlearn: 24.2564573\ttotal: 1.07s\tremaining: 403ms\n",
      "727:\tlearn: 24.1259045\ttotal: 1.07s\tremaining: 401ms\n",
      "728:\tlearn: 24.0410925\ttotal: 1.07s\tremaining: 400ms\n",
      "729:\tlearn: 23.9454740\ttotal: 1.07s\tremaining: 398ms\n",
      "730:\tlearn: 23.9293944\ttotal: 1.08s\tremaining: 396ms\n",
      "731:\tlearn: 23.8408373\ttotal: 1.08s\tremaining: 395ms\n",
      "732:\tlearn: 23.7301307\ttotal: 1.08s\tremaining: 393ms\n",
      "733:\tlearn: 23.6751178\ttotal: 1.08s\tremaining: 392ms\n",
      "734:\tlearn: 23.5518474\ttotal: 1.08s\tremaining: 391ms\n",
      "735:\tlearn: 23.5054838\ttotal: 1.08s\tremaining: 389ms\n",
      "736:\tlearn: 23.4781040\ttotal: 1.08s\tremaining: 387ms\n",
      "737:\tlearn: 23.3774725\ttotal: 1.09s\tremaining: 386ms\n",
      "738:\tlearn: 23.3081022\ttotal: 1.09s\tremaining: 384ms\n",
      "739:\tlearn: 23.2915892\ttotal: 1.09s\tremaining: 383ms\n",
      "740:\tlearn: 23.2095735\ttotal: 1.09s\tremaining: 381ms\n",
      "741:\tlearn: 23.1588315\ttotal: 1.09s\tremaining: 379ms\n",
      "742:\tlearn: 23.1197993\ttotal: 1.09s\tremaining: 378ms\n",
      "743:\tlearn: 23.0327780\ttotal: 1.09s\tremaining: 376ms\n",
      "744:\tlearn: 22.9759480\ttotal: 1.09s\tremaining: 375ms\n",
      "745:\tlearn: 22.8751423\ttotal: 1.1s\tremaining: 373ms\n",
      "746:\tlearn: 22.7768127\ttotal: 1.1s\tremaining: 372ms\n",
      "747:\tlearn: 22.6474970\ttotal: 1.1s\tremaining: 370ms\n",
      "748:\tlearn: 22.5780525\ttotal: 1.1s\tremaining: 369ms\n",
      "749:\tlearn: 22.5338308\ttotal: 1.1s\tremaining: 367ms\n",
      "750:\tlearn: 22.4330276\ttotal: 1.1s\tremaining: 365ms\n",
      "751:\tlearn: 22.4193891\ttotal: 1.1s\tremaining: 364ms\n",
      "752:\tlearn: 22.4093040\ttotal: 1.1s\tremaining: 363ms\n",
      "753:\tlearn: 22.3758979\ttotal: 1.11s\tremaining: 361ms\n",
      "754:\tlearn: 22.3560173\ttotal: 1.11s\tremaining: 360ms\n",
      "755:\tlearn: 22.3264261\ttotal: 1.11s\tremaining: 358ms\n",
      "756:\tlearn: 22.2796605\ttotal: 1.11s\tremaining: 357ms\n",
      "757:\tlearn: 22.2253439\ttotal: 1.11s\tremaining: 355ms\n",
      "758:\tlearn: 22.1636409\ttotal: 1.11s\tremaining: 353ms\n",
      "759:\tlearn: 22.1078491\ttotal: 1.11s\tremaining: 352ms\n",
      "760:\tlearn: 22.0275756\ttotal: 1.11s\tremaining: 350ms\n",
      "761:\tlearn: 22.0174143\ttotal: 1.12s\tremaining: 349ms\n",
      "762:\tlearn: 21.9887391\ttotal: 1.12s\tremaining: 347ms\n",
      "763:\tlearn: 21.9746733\ttotal: 1.12s\tremaining: 346ms\n",
      "764:\tlearn: 21.9529216\ttotal: 1.12s\tremaining: 344ms\n",
      "765:\tlearn: 21.8767644\ttotal: 1.12s\tremaining: 343ms\n",
      "766:\tlearn: 21.8668039\ttotal: 1.12s\tremaining: 341ms\n",
      "767:\tlearn: 21.8008688\ttotal: 1.12s\tremaining: 339ms\n",
      "768:\tlearn: 21.7612208\ttotal: 1.12s\tremaining: 338ms\n",
      "769:\tlearn: 21.6977978\ttotal: 1.13s\tremaining: 336ms\n",
      "770:\tlearn: 21.6870461\ttotal: 1.13s\tremaining: 335ms\n",
      "771:\tlearn: 21.6599780\ttotal: 1.13s\tremaining: 334ms\n",
      "772:\tlearn: 21.5522064\ttotal: 1.13s\tremaining: 332ms\n",
      "773:\tlearn: 21.5426327\ttotal: 1.13s\tremaining: 331ms\n",
      "774:\tlearn: 21.4391089\ttotal: 1.13s\tremaining: 329ms\n",
      "775:\tlearn: 21.4042993\ttotal: 1.13s\tremaining: 327ms\n",
      "776:\tlearn: 21.3284836\ttotal: 1.13s\tremaining: 326ms\n",
      "777:\tlearn: 21.3163774\ttotal: 1.14s\tremaining: 324ms\n",
      "778:\tlearn: 21.2708416\ttotal: 1.14s\tremaining: 323ms\n",
      "779:\tlearn: 21.2056943\ttotal: 1.14s\tremaining: 321ms\n",
      "780:\tlearn: 21.1434774\ttotal: 1.14s\tremaining: 319ms\n",
      "781:\tlearn: 21.0672473\ttotal: 1.14s\tremaining: 318ms\n",
      "782:\tlearn: 20.9629645\ttotal: 1.14s\tremaining: 317ms\n",
      "783:\tlearn: 20.9522537\ttotal: 1.14s\tremaining: 315ms\n",
      "784:\tlearn: 20.9252425\ttotal: 1.14s\tremaining: 314ms\n",
      "785:\tlearn: 20.8576799\ttotal: 1.15s\tremaining: 312ms\n",
      "786:\tlearn: 20.7922970\ttotal: 1.15s\tremaining: 310ms\n",
      "787:\tlearn: 20.7802134\ttotal: 1.15s\tremaining: 309ms\n",
      "788:\tlearn: 20.7125213\ttotal: 1.15s\tremaining: 307ms\n",
      "789:\tlearn: 20.7000005\ttotal: 1.15s\tremaining: 306ms\n",
      "790:\tlearn: 20.6366378\ttotal: 1.15s\tremaining: 304ms\n",
      "791:\tlearn: 20.6170923\ttotal: 1.15s\tremaining: 303ms\n",
      "792:\tlearn: 20.5485950\ttotal: 1.15s\tremaining: 301ms\n",
      "793:\tlearn: 20.5212323\ttotal: 1.16s\tremaining: 300ms\n",
      "794:\tlearn: 20.5004347\ttotal: 1.16s\tremaining: 298ms\n",
      "795:\tlearn: 20.4884649\ttotal: 1.16s\tremaining: 297ms\n",
      "796:\tlearn: 20.3727007\ttotal: 1.16s\tremaining: 295ms\n",
      "797:\tlearn: 20.2776166\ttotal: 1.16s\tremaining: 293ms\n",
      "798:\tlearn: 20.2690965\ttotal: 1.16s\tremaining: 292ms\n",
      "799:\tlearn: 20.2166634\ttotal: 1.16s\tremaining: 290ms\n",
      "800:\tlearn: 20.1160179\ttotal: 1.16s\tremaining: 289ms\n",
      "801:\tlearn: 20.0642268\ttotal: 1.16s\tremaining: 287ms\n",
      "802:\tlearn: 20.0323601\ttotal: 1.17s\tremaining: 286ms\n",
      "803:\tlearn: 19.9485334\ttotal: 1.17s\tremaining: 285ms\n",
      "804:\tlearn: 19.9071725\ttotal: 1.17s\tremaining: 283ms\n",
      "805:\tlearn: 19.8943564\ttotal: 1.17s\tremaining: 282ms\n",
      "806:\tlearn: 19.7804687\ttotal: 1.17s\tremaining: 280ms\n",
      "807:\tlearn: 19.7343406\ttotal: 1.17s\tremaining: 279ms\n",
      "808:\tlearn: 19.6963930\ttotal: 1.17s\tremaining: 277ms\n",
      "809:\tlearn: 19.6705675\ttotal: 1.17s\tremaining: 275ms\n",
      "810:\tlearn: 19.6382933\ttotal: 1.18s\tremaining: 274ms\n",
      "811:\tlearn: 19.5889191\ttotal: 1.18s\tremaining: 273ms\n",
      "812:\tlearn: 19.5638487\ttotal: 1.18s\tremaining: 271ms\n",
      "813:\tlearn: 19.4926424\ttotal: 1.18s\tremaining: 270ms\n",
      "814:\tlearn: 19.3961396\ttotal: 1.18s\tremaining: 268ms\n",
      "815:\tlearn: 19.3880242\ttotal: 1.18s\tremaining: 267ms\n",
      "816:\tlearn: 19.2808372\ttotal: 1.18s\tremaining: 265ms\n",
      "817:\tlearn: 19.1712815\ttotal: 1.19s\tremaining: 264ms\n",
      "818:\tlearn: 19.0909823\ttotal: 1.19s\tremaining: 262ms\n",
      "819:\tlearn: 18.9993504\ttotal: 1.19s\tremaining: 261ms\n",
      "820:\tlearn: 18.9773399\ttotal: 1.19s\tremaining: 259ms\n",
      "821:\tlearn: 18.8989735\ttotal: 1.19s\tremaining: 258ms\n",
      "822:\tlearn: 18.8275176\ttotal: 1.19s\tremaining: 256ms\n",
      "823:\tlearn: 18.8092278\ttotal: 1.19s\tremaining: 255ms\n",
      "824:\tlearn: 18.7938447\ttotal: 1.19s\tremaining: 253ms\n",
      "825:\tlearn: 18.7871267\ttotal: 1.19s\tremaining: 252ms\n",
      "826:\tlearn: 18.7299674\ttotal: 1.2s\tremaining: 250ms\n",
      "827:\tlearn: 18.6808264\ttotal: 1.2s\tremaining: 249ms\n",
      "828:\tlearn: 18.5984875\ttotal: 1.2s\tremaining: 247ms\n",
      "829:\tlearn: 18.5170088\ttotal: 1.2s\tremaining: 245ms\n",
      "830:\tlearn: 18.4707382\ttotal: 1.2s\tremaining: 244ms\n",
      "831:\tlearn: 18.4368619\ttotal: 1.2s\tremaining: 243ms\n",
      "832:\tlearn: 18.3683191\ttotal: 1.2s\tremaining: 241ms\n",
      "833:\tlearn: 18.3295058\ttotal: 1.2s\tremaining: 239ms\n",
      "834:\tlearn: 18.2587263\ttotal: 1.2s\tremaining: 238ms\n",
      "835:\tlearn: 18.2103679\ttotal: 1.21s\tremaining: 236ms\n",
      "836:\tlearn: 18.1781032\ttotal: 1.21s\tremaining: 235ms\n",
      "837:\tlearn: 18.0746921\ttotal: 1.21s\tremaining: 233ms\n",
      "838:\tlearn: 18.0131984\ttotal: 1.21s\tremaining: 232ms\n",
      "839:\tlearn: 17.9510877\ttotal: 1.21s\tremaining: 230ms\n",
      "840:\tlearn: 17.8893536\ttotal: 1.21s\tremaining: 229ms\n",
      "841:\tlearn: 17.8813583\ttotal: 1.21s\tremaining: 227ms\n",
      "842:\tlearn: 17.8129857\ttotal: 1.21s\tremaining: 226ms\n",
      "843:\tlearn: 17.7981202\ttotal: 1.21s\tremaining: 224ms\n",
      "844:\tlearn: 17.7414627\ttotal: 1.22s\tremaining: 223ms\n",
      "845:\tlearn: 17.7255534\ttotal: 1.22s\tremaining: 221ms\n",
      "846:\tlearn: 17.6965545\ttotal: 1.22s\tremaining: 220ms\n",
      "847:\tlearn: 17.6499397\ttotal: 1.22s\tremaining: 218ms\n",
      "848:\tlearn: 17.6133852\ttotal: 1.22s\tremaining: 217ms\n",
      "849:\tlearn: 17.5621620\ttotal: 1.22s\tremaining: 215ms\n",
      "850:\tlearn: 17.5064049\ttotal: 1.22s\tremaining: 214ms\n",
      "851:\tlearn: 17.4643467\ttotal: 1.22s\tremaining: 212ms\n",
      "852:\tlearn: 17.4569544\ttotal: 1.22s\tremaining: 211ms\n",
      "853:\tlearn: 17.3731897\ttotal: 1.22s\tremaining: 209ms\n",
      "854:\tlearn: 17.3313609\ttotal: 1.23s\tremaining: 208ms\n",
      "855:\tlearn: 17.2781582\ttotal: 1.23s\tremaining: 206ms\n",
      "856:\tlearn: 17.2283433\ttotal: 1.23s\tremaining: 205ms\n",
      "857:\tlearn: 17.1944614\ttotal: 1.23s\tremaining: 203ms\n",
      "858:\tlearn: 17.1573393\ttotal: 1.23s\tremaining: 202ms\n",
      "859:\tlearn: 17.0975067\ttotal: 1.23s\tremaining: 200ms\n",
      "860:\tlearn: 17.0462043\ttotal: 1.23s\tremaining: 199ms\n",
      "861:\tlearn: 17.0118805\ttotal: 1.23s\tremaining: 197ms\n",
      "862:\tlearn: 17.0045195\ttotal: 1.23s\tremaining: 196ms\n",
      "863:\tlearn: 16.9528999\ttotal: 1.23s\tremaining: 194ms\n",
      "864:\tlearn: 16.9270632\ttotal: 1.24s\tremaining: 193ms\n",
      "865:\tlearn: 16.8915252\ttotal: 1.24s\tremaining: 191ms\n",
      "866:\tlearn: 16.7946576\ttotal: 1.24s\tremaining: 190ms\n",
      "867:\tlearn: 16.7737222\ttotal: 1.24s\tremaining: 188ms\n",
      "868:\tlearn: 16.7192509\ttotal: 1.24s\tremaining: 187ms\n",
      "869:\tlearn: 16.7138388\ttotal: 1.24s\tremaining: 185ms\n",
      "870:\tlearn: 16.6877768\ttotal: 1.24s\tremaining: 184ms\n",
      "871:\tlearn: 16.6265748\ttotal: 1.24s\tremaining: 182ms\n",
      "872:\tlearn: 16.5641199\ttotal: 1.24s\tremaining: 181ms\n",
      "873:\tlearn: 16.4935111\ttotal: 1.24s\tremaining: 179ms\n",
      "874:\tlearn: 16.4250863\ttotal: 1.25s\tremaining: 178ms\n",
      "875:\tlearn: 16.3566947\ttotal: 1.25s\tremaining: 177ms\n",
      "876:\tlearn: 16.2731185\ttotal: 1.25s\tremaining: 175ms\n",
      "877:\tlearn: 16.2207923\ttotal: 1.25s\tremaining: 174ms\n",
      "878:\tlearn: 16.2073108\ttotal: 1.25s\tremaining: 172ms\n",
      "879:\tlearn: 16.1336576\ttotal: 1.25s\tremaining: 171ms\n",
      "880:\tlearn: 16.0994139\ttotal: 1.25s\tremaining: 169ms\n",
      "881:\tlearn: 16.0720217\ttotal: 1.25s\tremaining: 168ms\n",
      "882:\tlearn: 16.0192163\ttotal: 1.25s\tremaining: 166ms\n",
      "883:\tlearn: 16.0021989\ttotal: 1.25s\tremaining: 165ms\n",
      "884:\tlearn: 15.9003005\ttotal: 1.26s\tremaining: 163ms\n",
      "885:\tlearn: 15.8685768\ttotal: 1.26s\tremaining: 162ms\n",
      "886:\tlearn: 15.7757199\ttotal: 1.26s\tremaining: 160ms\n",
      "887:\tlearn: 15.7280015\ttotal: 1.26s\tremaining: 159ms\n",
      "888:\tlearn: 15.7037867\ttotal: 1.26s\tremaining: 157ms\n",
      "889:\tlearn: 15.6876254\ttotal: 1.26s\tremaining: 156ms\n",
      "890:\tlearn: 15.6002589\ttotal: 1.26s\tremaining: 155ms\n",
      "891:\tlearn: 15.5663914\ttotal: 1.26s\tremaining: 153ms\n",
      "892:\tlearn: 15.4827503\ttotal: 1.27s\tremaining: 152ms\n",
      "893:\tlearn: 15.4422647\ttotal: 1.27s\tremaining: 150ms\n",
      "894:\tlearn: 15.4230904\ttotal: 1.27s\tremaining: 149ms\n",
      "895:\tlearn: 15.3907978\ttotal: 1.27s\tremaining: 147ms\n",
      "896:\tlearn: 15.3022423\ttotal: 1.27s\tremaining: 146ms\n",
      "897:\tlearn: 15.2770800\ttotal: 1.27s\tremaining: 144ms\n",
      "898:\tlearn: 15.2708396\ttotal: 1.27s\tremaining: 143ms\n",
      "899:\tlearn: 15.2217814\ttotal: 1.27s\tremaining: 142ms\n",
      "900:\tlearn: 15.2150872\ttotal: 1.27s\tremaining: 140ms\n",
      "901:\tlearn: 15.1938758\ttotal: 1.28s\tremaining: 139ms\n",
      "902:\tlearn: 15.1087389\ttotal: 1.28s\tremaining: 137ms\n",
      "903:\tlearn: 15.0270836\ttotal: 1.28s\tremaining: 136ms\n",
      "904:\tlearn: 14.9579009\ttotal: 1.28s\tremaining: 134ms\n",
      "905:\tlearn: 14.9321713\ttotal: 1.28s\tremaining: 133ms\n",
      "906:\tlearn: 14.9254894\ttotal: 1.28s\tremaining: 132ms\n",
      "907:\tlearn: 14.8662999\ttotal: 1.28s\tremaining: 130ms\n",
      "908:\tlearn: 14.7969088\ttotal: 1.28s\tremaining: 129ms\n",
      "909:\tlearn: 14.7187437\ttotal: 1.29s\tremaining: 127ms\n",
      "910:\tlearn: 14.6594229\ttotal: 1.29s\tremaining: 126ms\n",
      "911:\tlearn: 14.6109629\ttotal: 1.29s\tremaining: 124ms\n",
      "912:\tlearn: 14.5833869\ttotal: 1.29s\tremaining: 123ms\n",
      "913:\tlearn: 14.5677206\ttotal: 1.29s\tremaining: 122ms\n",
      "914:\tlearn: 14.5260964\ttotal: 1.29s\tremaining: 120ms\n",
      "915:\tlearn: 14.4838792\ttotal: 1.29s\tremaining: 119ms\n",
      "916:\tlearn: 14.4614097\ttotal: 1.29s\tremaining: 117ms\n",
      "917:\tlearn: 14.4432212\ttotal: 1.3s\tremaining: 116ms\n",
      "918:\tlearn: 14.4363977\ttotal: 1.3s\tremaining: 114ms\n",
      "919:\tlearn: 14.3740822\ttotal: 1.3s\tremaining: 113ms\n",
      "920:\tlearn: 14.3363459\ttotal: 1.3s\tremaining: 112ms\n",
      "921:\tlearn: 14.2862425\ttotal: 1.3s\tremaining: 110ms\n",
      "922:\tlearn: 14.2195191\ttotal: 1.3s\tremaining: 109ms\n",
      "923:\tlearn: 14.1752422\ttotal: 1.3s\tremaining: 107ms\n",
      "924:\tlearn: 14.1582897\ttotal: 1.3s\tremaining: 106ms\n",
      "925:\tlearn: 14.0892518\ttotal: 1.31s\tremaining: 104ms\n",
      "926:\tlearn: 14.0163904\ttotal: 1.31s\tremaining: 103ms\n",
      "927:\tlearn: 13.9674906\ttotal: 1.31s\tremaining: 102ms\n",
      "928:\tlearn: 13.9421041\ttotal: 1.31s\tremaining: 100ms\n",
      "929:\tlearn: 13.9264108\ttotal: 1.31s\tremaining: 98.7ms\n",
      "930:\tlearn: 13.8953443\ttotal: 1.31s\tremaining: 97.3ms\n",
      "931:\tlearn: 13.8514821\ttotal: 1.31s\tremaining: 95.9ms\n",
      "932:\tlearn: 13.8317730\ttotal: 1.31s\tremaining: 94.4ms\n",
      "933:\tlearn: 13.7980615\ttotal: 1.32s\tremaining: 93ms\n",
      "934:\tlearn: 13.7252551\ttotal: 1.32s\tremaining: 91.6ms\n",
      "935:\tlearn: 13.6867475\ttotal: 1.32s\tremaining: 90.1ms\n",
      "936:\tlearn: 13.6663164\ttotal: 1.32s\tremaining: 88.7ms\n",
      "937:\tlearn: 13.6108173\ttotal: 1.32s\tremaining: 87.2ms\n",
      "938:\tlearn: 13.5827380\ttotal: 1.32s\tremaining: 85.9ms\n",
      "939:\tlearn: 13.5211246\ttotal: 1.32s\tremaining: 84.4ms\n",
      "940:\tlearn: 13.4752089\ttotal: 1.32s\tremaining: 83ms\n",
      "941:\tlearn: 13.4283115\ttotal: 1.32s\tremaining: 81.6ms\n",
      "942:\tlearn: 13.3912327\ttotal: 1.33s\tremaining: 80.2ms\n",
      "943:\tlearn: 13.3593766\ttotal: 1.33s\tremaining: 78.7ms\n",
      "944:\tlearn: 13.3015250\ttotal: 1.33s\tremaining: 77.3ms\n",
      "945:\tlearn: 13.2587480\ttotal: 1.33s\tremaining: 75.9ms\n",
      "946:\tlearn: 13.1949436\ttotal: 1.33s\tremaining: 74.4ms\n",
      "947:\tlearn: 13.1552441\ttotal: 1.33s\tremaining: 73ms\n",
      "948:\tlearn: 13.0700947\ttotal: 1.33s\tremaining: 71.6ms\n",
      "949:\tlearn: 13.0460884\ttotal: 1.33s\tremaining: 70.2ms\n",
      "950:\tlearn: 13.0315972\ttotal: 1.33s\tremaining: 68.8ms\n",
      "951:\tlearn: 12.9964111\ttotal: 1.33s\tremaining: 67.3ms\n",
      "952:\tlearn: 12.9757139\ttotal: 1.34s\tremaining: 65.9ms\n",
      "953:\tlearn: 12.9120533\ttotal: 1.34s\tremaining: 64.5ms\n",
      "954:\tlearn: 12.8776679\ttotal: 1.34s\tremaining: 63.1ms\n",
      "955:\tlearn: 12.8703243\ttotal: 1.34s\tremaining: 61.7ms\n",
      "956:\tlearn: 12.8058615\ttotal: 1.34s\tremaining: 60.3ms\n",
      "957:\tlearn: 12.7637381\ttotal: 1.34s\tremaining: 58.9ms\n",
      "958:\tlearn: 12.7517063\ttotal: 1.34s\tremaining: 57.4ms\n",
      "959:\tlearn: 12.7382108\ttotal: 1.34s\tremaining: 56ms\n",
      "960:\tlearn: 12.6881713\ttotal: 1.35s\tremaining: 54.6ms\n",
      "961:\tlearn: 12.6728317\ttotal: 1.35s\tremaining: 53.2ms\n",
      "962:\tlearn: 12.6386609\ttotal: 1.35s\tremaining: 51.8ms\n",
      "963:\tlearn: 12.5837642\ttotal: 1.35s\tremaining: 50.4ms\n",
      "964:\tlearn: 12.5689789\ttotal: 1.35s\tremaining: 49ms\n",
      "965:\tlearn: 12.5362136\ttotal: 1.35s\tremaining: 47.6ms\n",
      "966:\tlearn: 12.5186020\ttotal: 1.35s\tremaining: 46.2ms\n",
      "967:\tlearn: 12.4787889\ttotal: 1.35s\tremaining: 44.8ms\n",
      "968:\tlearn: 12.4463866\ttotal: 1.35s\tremaining: 43.4ms\n",
      "969:\tlearn: 12.3919484\ttotal: 1.36s\tremaining: 41.9ms\n",
      "970:\tlearn: 12.3583173\ttotal: 1.36s\tremaining: 40.6ms\n",
      "971:\tlearn: 12.3430204\ttotal: 1.36s\tremaining: 39.2ms\n",
      "972:\tlearn: 12.3036135\ttotal: 1.36s\tremaining: 37.8ms\n",
      "973:\tlearn: 12.2785886\ttotal: 1.36s\tremaining: 36.3ms\n",
      "974:\tlearn: 12.2424148\ttotal: 1.36s\tremaining: 34.9ms\n",
      "975:\tlearn: 12.2287225\ttotal: 1.36s\tremaining: 33.5ms\n",
      "976:\tlearn: 12.1894056\ttotal: 1.36s\tremaining: 32.1ms\n",
      "977:\tlearn: 12.1399699\ttotal: 1.37s\tremaining: 30.7ms\n",
      "978:\tlearn: 12.1165698\ttotal: 1.37s\tremaining: 29.3ms\n",
      "979:\tlearn: 12.1084930\ttotal: 1.37s\tremaining: 28ms\n",
      "980:\tlearn: 12.1041455\ttotal: 1.37s\tremaining: 26.6ms\n",
      "981:\tlearn: 12.0749440\ttotal: 1.37s\tremaining: 25.2ms\n",
      "982:\tlearn: 12.0676323\ttotal: 1.38s\tremaining: 23.8ms\n",
      "983:\tlearn: 12.0253491\ttotal: 1.38s\tremaining: 22.4ms\n",
      "984:\tlearn: 11.9725269\ttotal: 1.38s\tremaining: 21ms\n",
      "985:\tlearn: 11.9344239\ttotal: 1.38s\tremaining: 19.6ms\n",
      "986:\tlearn: 11.8870660\ttotal: 1.38s\tremaining: 18.2ms\n",
      "987:\tlearn: 11.8411099\ttotal: 1.38s\tremaining: 16.8ms\n",
      "988:\tlearn: 11.7973602\ttotal: 1.38s\tremaining: 15.4ms\n",
      "989:\tlearn: 11.7514376\ttotal: 1.39s\tremaining: 14ms\n",
      "990:\tlearn: 11.7232746\ttotal: 1.39s\tremaining: 12.6ms\n",
      "991:\tlearn: 11.6852796\ttotal: 1.39s\tremaining: 11.2ms\n",
      "992:\tlearn: 11.6463794\ttotal: 1.39s\tremaining: 9.79ms\n",
      "993:\tlearn: 11.6106308\ttotal: 1.39s\tremaining: 8.39ms\n",
      "994:\tlearn: 11.5731961\ttotal: 1.39s\tremaining: 6.99ms\n",
      "995:\tlearn: 11.5417359\ttotal: 1.39s\tremaining: 5.59ms\n",
      "996:\tlearn: 11.5167117\ttotal: 1.39s\tremaining: 4.19ms\n",
      "997:\tlearn: 11.4745232\ttotal: 1.39s\tremaining: 2.79ms\n",
      "998:\tlearn: 11.4604481\ttotal: 1.4s\tremaining: 1.4ms\n",
      "999:\tlearn: 11.4510502\ttotal: 1.4s\tremaining: 0us\n"
     ]
    }
   ],
   "source": [
    "catb_model = CatBoostRegressor().fit(x_train , y_train)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# TAHMİN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "351.194631344607"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_pred = catb_model.predict(x_test)\n",
    "np.sqrt(mean_squared_error(y_pred , y_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# MODEL TUNING (DOĞRULAMA)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "***Önemli Parametreler:***\n",
    "- iterations = n_estimators\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "catb_params = {\"iterations\": [200,500,1000] , \"learning_rate\": [0.001,0.1] , \"depth\": [3,6,8]}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 10 folds for each of 18 candidates, totalling 180 fits\n",
      "0:\tlearn: 425.7900818\ttotal: 681us\tremaining: 136ms\n",
      "1:\tlearn: 404.8723520\ttotal: 1.21ms\tremaining: 120ms\n",
      "2:\tlearn: 387.4057666\ttotal: 1.55ms\tremaining: 102ms\n",
      "3:\tlearn: 372.2801584\ttotal: 1.89ms\tremaining: 92.8ms\n",
      "4:\tlearn: 358.9204229\ttotal: 2.22ms\tremaining: 86.7ms\n",
      "5:\tlearn: 347.0083933\ttotal: 2.57ms\tremaining: 83ms\n",
      "6:\tlearn: 336.0130818\ttotal: 2.91ms\tremaining: 80.2ms\n",
      "7:\tlearn: 324.3923300\ttotal: 3.23ms\tremaining: 77.5ms\n",
      "8:\tlearn: 314.8690957\ttotal: 3.55ms\tremaining: 75.3ms\n",
      "9:\tlearn: 308.5075563\ttotal: 3.87ms\tremaining: 73.6ms\n",
      "10:\tlearn: 298.8587285\ttotal: 4.19ms\tremaining: 72.1ms\n",
      "11:\tlearn: 294.7655438\ttotal: 4.53ms\tremaining: 70.9ms\n",
      "12:\tlearn: 288.0697862\ttotal: 4.86ms\tremaining: 69.9ms\n",
      "13:\tlearn: 282.6697154\ttotal: 5.22ms\tremaining: 69.3ms\n",
      "14:\tlearn: 277.6121667\ttotal: 5.57ms\tremaining: 68.8ms\n",
      "15:\tlearn: 273.4383979\ttotal: 5.92ms\tremaining: 68.1ms\n",
      "16:\tlearn: 269.1556201\ttotal: 6.27ms\tremaining: 67.5ms\n",
      "17:\tlearn: 264.8098704\ttotal: 6.61ms\tremaining: 66.8ms\n",
      "18:\tlearn: 261.6700768\ttotal: 6.94ms\tremaining: 66.1ms\n",
      "19:\tlearn: 257.3961290\ttotal: 7.28ms\tremaining: 65.5ms\n",
      "20:\tlearn: 252.2691509\ttotal: 7.67ms\tremaining: 65.4ms\n",
      "21:\tlearn: 249.0686482\ttotal: 8.02ms\tremaining: 64.9ms\n",
      "22:\tlearn: 244.1881041\ttotal: 8.36ms\tremaining: 64.3ms\n",
      "23:\tlearn: 242.1696687\ttotal: 8.8ms\tremaining: 64.5ms\n",
      "24:\tlearn: 239.2131476\ttotal: 9.14ms\tremaining: 64ms\n",
      "25:\tlearn: 236.6883901\ttotal: 9.5ms\tremaining: 63.6ms\n",
      "26:\tlearn: 234.5295613\ttotal: 9.82ms\tremaining: 62.9ms\n",
      "27:\tlearn: 231.7788834\ttotal: 10.1ms\tremaining: 62.3ms\n",
      "28:\tlearn: 228.8020330\ttotal: 10.5ms\tremaining: 61.9ms\n",
      "29:\tlearn: 226.8420565\ttotal: 10.8ms\tremaining: 61.4ms\n",
      "30:\tlearn: 224.0686558\ttotal: 11.2ms\tremaining: 60.9ms\n",
      "31:\tlearn: 222.6644699\ttotal: 11.5ms\tremaining: 60.3ms\n",
      "32:\tlearn: 221.6889573\ttotal: 11.8ms\tremaining: 59.9ms\n",
      "33:\tlearn: 220.5171653\ttotal: 12.2ms\tremaining: 59.4ms\n",
      "34:\tlearn: 217.7686033\ttotal: 12.5ms\tremaining: 59ms\n",
      "35:\tlearn: 214.8462789\ttotal: 12.9ms\tremaining: 58.6ms\n",
      "36:\tlearn: 214.4799251\ttotal: 13.2ms\tremaining: 58.2ms\n",
      "37:\tlearn: 212.3480429\ttotal: 13.6ms\tremaining: 57.8ms\n",
      "38:\tlearn: 210.0040644\ttotal: 13.9ms\tremaining: 57.4ms\n",
      "39:\tlearn: 208.3086913\ttotal: 14.3ms\tremaining: 57ms\n",
      "40:\tlearn: 207.5469119\ttotal: 14.6ms\tremaining: 56.6ms\n",
      "41:\tlearn: 205.9351113\ttotal: 14.9ms\tremaining: 56.1ms\n",
      "42:\tlearn: 205.3580824\ttotal: 15.3ms\tremaining: 55.7ms\n",
      "43:\tlearn: 204.6204266\ttotal: 15.6ms\tremaining: 55.3ms\n",
      "44:\tlearn: 202.5023220\ttotal: 15.9ms\tremaining: 54.9ms\n",
      "45:\tlearn: 201.4347853\ttotal: 16.3ms\tremaining: 54.5ms\n",
      "46:\tlearn: 200.8752553\ttotal: 16.6ms\tremaining: 54.1ms\n",
      "47:\tlearn: 200.4047344\ttotal: 16.9ms\tremaining: 53.6ms\n",
      "48:\tlearn: 197.5433004\ttotal: 17.3ms\tremaining: 53.2ms\n",
      "49:\tlearn: 194.6943292\ttotal: 17.6ms\tremaining: 52.8ms\n",
      "50:\tlearn: 194.3011982\ttotal: 17.9ms\tremaining: 52.4ms\n",
      "51:\tlearn: 193.4011843\ttotal: 18.3ms\tremaining: 52ms\n",
      "52:\tlearn: 193.0109753\ttotal: 18.6ms\tremaining: 51.7ms\n",
      "53:\tlearn: 192.6071142\ttotal: 19ms\tremaining: 51.3ms\n",
      "54:\tlearn: 191.9666153\ttotal: 19.3ms\tremaining: 50.9ms\n",
      "55:\tlearn: 191.5789727\ttotal: 19.6ms\tremaining: 50.5ms\n",
      "56:\tlearn: 190.7186284\ttotal: 20.1ms\tremaining: 50.5ms\n",
      "57:\tlearn: 190.4543087\ttotal: 20.6ms\tremaining: 50.5ms\n",
      "58:\tlearn: 190.1336317\ttotal: 21.1ms\tremaining: 50.4ms\n",
      "59:\tlearn: 188.2286484\ttotal: 21.5ms\tremaining: 50.3ms\n",
      "60:\tlearn: 187.7652417\ttotal: 22ms\tremaining: 50.1ms\n",
      "61:\tlearn: 187.4227950\ttotal: 22.4ms\tremaining: 49.8ms\n",
      "62:\tlearn: 186.9289182\ttotal: 22.8ms\tremaining: 49.6ms\n",
      "63:\tlearn: 185.2993487\ttotal: 23.3ms\tremaining: 49.4ms\n",
      "64:\tlearn: 185.0349598\ttotal: 23.6ms\tremaining: 49.1ms\n",
      "65:\tlearn: 183.9773430\ttotal: 24ms\tremaining: 48.7ms\n",
      "66:\tlearn: 183.4463166\ttotal: 24.4ms\tremaining: 48.4ms\n",
      "67:\tlearn: 181.6627740\ttotal: 24.7ms\tremaining: 48ms\n",
      "68:\tlearn: 179.8785055\ttotal: 25.1ms\tremaining: 47.6ms\n",
      "69:\tlearn: 179.6737527\ttotal: 25.4ms\tremaining: 47.2ms\n",
      "70:\tlearn: 177.0830981\ttotal: 25.8ms\tremaining: 46.8ms\n",
      "71:\tlearn: 176.5917790\ttotal: 26.1ms\tremaining: 46.4ms\n",
      "72:\tlearn: 176.1240502\ttotal: 26.4ms\tremaining: 46ms\n",
      "73:\tlearn: 174.4828953\ttotal: 26.8ms\tremaining: 45.6ms\n",
      "74:\tlearn: 173.4220482\ttotal: 27.1ms\tremaining: 45.2ms\n",
      "75:\tlearn: 171.9903405\ttotal: 27.5ms\tremaining: 44.8ms\n",
      "76:\tlearn: 171.5803116\ttotal: 27.8ms\tremaining: 44.4ms\n",
      "77:\tlearn: 170.1411594\ttotal: 28.1ms\tremaining: 44ms\n",
      "78:\tlearn: 167.9868133\ttotal: 28.5ms\tremaining: 43.6ms\n",
      "79:\tlearn: 166.5304475\ttotal: 28.8ms\tremaining: 43.2ms\n",
      "80:\tlearn: 166.1741622\ttotal: 29.1ms\tremaining: 42.8ms\n",
      "81:\tlearn: 165.8411762\ttotal: 29.4ms\tremaining: 42.4ms\n",
      "82:\tlearn: 165.1041583\ttotal: 29.8ms\tremaining: 42ms\n",
      "83:\tlearn: 163.5641543\ttotal: 30.1ms\tremaining: 41.6ms\n",
      "84:\tlearn: 163.2003311\ttotal: 30.5ms\tremaining: 41.2ms\n",
      "85:\tlearn: 161.1781702\ttotal: 30.8ms\tremaining: 40.9ms\n",
      "86:\tlearn: 160.8727658\ttotal: 31.3ms\tremaining: 40.6ms\n",
      "87:\tlearn: 159.7954077\ttotal: 31.6ms\tremaining: 40.2ms\n",
      "88:\tlearn: 158.8759132\ttotal: 32ms\tremaining: 39.9ms\n",
      "89:\tlearn: 158.4831323\ttotal: 32.4ms\tremaining: 39.6ms\n",
      "90:\tlearn: 157.4808127\ttotal: 32.9ms\tremaining: 39.4ms\n",
      "91:\tlearn: 157.1703230\ttotal: 33.3ms\tremaining: 39ms\n",
      "92:\tlearn: 155.3184755\ttotal: 33.7ms\tremaining: 38.7ms\n",
      "93:\tlearn: 154.3988879\ttotal: 34.1ms\tremaining: 38.4ms\n",
      "94:\tlearn: 153.4591935\ttotal: 34.5ms\tremaining: 38.1ms\n",
      "95:\tlearn: 153.1206893\ttotal: 34.8ms\tremaining: 37.7ms\n",
      "96:\tlearn: 152.7897351\ttotal: 35.2ms\tremaining: 37.4ms\n",
      "97:\tlearn: 150.9293164\ttotal: 35.5ms\tremaining: 37ms\n",
      "98:\tlearn: 149.7127171\ttotal: 35.9ms\tremaining: 36.6ms\n",
      "99:\tlearn: 149.5089324\ttotal: 36.2ms\tremaining: 36.2ms\n",
      "100:\tlearn: 149.3156312\ttotal: 36.5ms\tremaining: 35.8ms\n",
      "101:\tlearn: 147.7226718\ttotal: 36.9ms\tremaining: 35.4ms\n",
      "102:\tlearn: 146.7692282\ttotal: 37.2ms\tremaining: 35.1ms\n",
      "103:\tlearn: 145.9084983\ttotal: 37.6ms\tremaining: 34.7ms\n",
      "104:\tlearn: 144.8780979\ttotal: 37.9ms\tremaining: 34.3ms\n",
      "105:\tlearn: 143.8090268\ttotal: 38.3ms\tremaining: 34ms\n",
      "106:\tlearn: 143.1272551\ttotal: 38.6ms\tremaining: 33.6ms\n",
      "107:\tlearn: 142.4863018\ttotal: 38.9ms\tremaining: 33.2ms\n",
      "108:\tlearn: 141.4861279\ttotal: 39.3ms\tremaining: 32.8ms\n",
      "109:\tlearn: 140.8689530\ttotal: 39.6ms\tremaining: 32.4ms\n",
      "110:\tlearn: 140.4009570\ttotal: 39.9ms\tremaining: 32ms\n",
      "111:\tlearn: 140.0344439\ttotal: 40.2ms\tremaining: 31.6ms\n",
      "112:\tlearn: 139.4290096\ttotal: 40.6ms\tremaining: 31.2ms\n",
      "113:\tlearn: 139.2008874\ttotal: 40.9ms\tremaining: 30.9ms\n",
      "114:\tlearn: 138.6000188\ttotal: 41.2ms\tremaining: 30.5ms\n",
      "115:\tlearn: 138.3962706\ttotal: 41.5ms\tremaining: 30.1ms\n",
      "116:\tlearn: 138.1737256\ttotal: 41.9ms\tremaining: 29.7ms\n",
      "117:\tlearn: 137.6342361\ttotal: 42.3ms\tremaining: 29.4ms\n",
      "118:\tlearn: 136.7119826\ttotal: 42.7ms\tremaining: 29.1ms\n",
      "119:\tlearn: 135.3057402\ttotal: 43.1ms\tremaining: 28.8ms\n",
      "120:\tlearn: 134.4797815\ttotal: 43.5ms\tremaining: 28.4ms\n",
      "121:\tlearn: 133.0774331\ttotal: 44ms\tremaining: 28.1ms\n",
      "122:\tlearn: 131.8739238\ttotal: 44.3ms\tremaining: 27.8ms\n",
      "123:\tlearn: 131.3203837\ttotal: 44.7ms\tremaining: 27.4ms\n",
      "124:\tlearn: 130.8294604\ttotal: 45.1ms\tremaining: 27.1ms\n",
      "125:\tlearn: 130.6107905\ttotal: 45.5ms\tremaining: 26.7ms\n",
      "126:\tlearn: 130.1614924\ttotal: 45.8ms\tremaining: 26.3ms\n",
      "127:\tlearn: 129.3166972\ttotal: 46.1ms\tremaining: 26ms\n",
      "128:\tlearn: 129.1038672\ttotal: 46.5ms\tremaining: 25.6ms\n",
      "129:\tlearn: 128.9594874\ttotal: 46.9ms\tremaining: 25.2ms\n",
      "130:\tlearn: 128.1849638\ttotal: 47.3ms\tremaining: 24.9ms\n",
      "131:\tlearn: 128.0307033\ttotal: 47.7ms\tremaining: 24.6ms\n",
      "132:\tlearn: 127.3373882\ttotal: 48ms\tremaining: 24.2ms\n",
      "133:\tlearn: 126.2856989\ttotal: 48.4ms\tremaining: 23.8ms\n",
      "134:\tlearn: 126.1379832\ttotal: 48.7ms\tremaining: 23.5ms\n",
      "135:\tlearn: 126.0180019\ttotal: 49.1ms\tremaining: 23.1ms\n",
      "136:\tlearn: 125.8843963\ttotal: 49.5ms\tremaining: 22.7ms\n",
      "137:\tlearn: 125.7576333\ttotal: 49.8ms\tremaining: 22.4ms\n",
      "138:\tlearn: 125.4794581\ttotal: 50.2ms\tremaining: 22ms\n",
      "139:\tlearn: 124.7920270\ttotal: 50.5ms\tremaining: 21.6ms\n",
      "140:\tlearn: 124.6530278\ttotal: 50.8ms\tremaining: 21.3ms\n",
      "141:\tlearn: 123.4539010\ttotal: 51.2ms\tremaining: 20.9ms\n",
      "142:\tlearn: 122.8980001\ttotal: 51.5ms\tremaining: 20.5ms\n",
      "143:\tlearn: 122.0911177\ttotal: 51.8ms\tremaining: 20.2ms\n",
      "144:\tlearn: 121.1209154\ttotal: 52.2ms\tremaining: 19.8ms\n",
      "145:\tlearn: 120.1613553\ttotal: 52.5ms\tremaining: 19.4ms\n",
      "146:\tlearn: 119.1894727\ttotal: 52.9ms\tremaining: 19.1ms\n",
      "147:\tlearn: 118.0325732\ttotal: 53.2ms\tremaining: 18.7ms\n",
      "148:\tlearn: 117.9138240\ttotal: 53.6ms\tremaining: 18.4ms\n",
      "149:\tlearn: 117.3831462\ttotal: 54ms\tremaining: 18ms\n",
      "150:\tlearn: 116.8475244\ttotal: 54.4ms\tremaining: 17.7ms\n",
      "151:\tlearn: 116.3821954\ttotal: 54.8ms\tremaining: 17.3ms\n",
      "152:\tlearn: 115.5293176\ttotal: 55.1ms\tremaining: 16.9ms\n",
      "153:\tlearn: 115.0975175\ttotal: 55.5ms\tremaining: 16.6ms\n",
      "154:\tlearn: 114.0649594\ttotal: 55.8ms\tremaining: 16.2ms\n",
      "155:\tlearn: 113.2562326\ttotal: 56.2ms\tremaining: 15.8ms\n",
      "156:\tlearn: 112.7557871\ttotal: 56.5ms\tremaining: 15.5ms\n",
      "157:\tlearn: 112.5657565\ttotal: 56.9ms\tremaining: 15.1ms\n",
      "158:\tlearn: 112.3541525\ttotal: 57.2ms\tremaining: 14.8ms\n",
      "159:\tlearn: 111.8527982\ttotal: 57.5ms\tremaining: 14.4ms\n",
      "160:\tlearn: 111.1619644\ttotal: 57.9ms\tremaining: 14ms\n",
      "161:\tlearn: 110.3588257\ttotal: 58.2ms\tremaining: 13.7ms\n",
      "162:\tlearn: 109.6664293\ttotal: 58.5ms\tremaining: 13.3ms\n",
      "163:\tlearn: 109.5577303\ttotal: 58.9ms\tremaining: 12.9ms\n",
      "164:\tlearn: 109.0570285\ttotal: 59.2ms\tremaining: 12.6ms\n",
      "165:\tlearn: 108.7601467\ttotal: 59.5ms\tremaining: 12.2ms\n",
      "166:\tlearn: 108.0448620\ttotal: 60ms\tremaining: 11.9ms\n",
      "167:\tlearn: 107.5593372\ttotal: 60.4ms\tremaining: 11.5ms\n",
      "168:\tlearn: 106.3862999\ttotal: 60.8ms\tremaining: 11.2ms\n",
      "169:\tlearn: 106.2180807\ttotal: 61.2ms\tremaining: 10.8ms\n",
      "170:\tlearn: 106.0695603\ttotal: 61.5ms\tremaining: 10.4ms\n",
      "171:\tlearn: 105.6940213\ttotal: 61.9ms\tremaining: 10.1ms\n",
      "172:\tlearn: 104.7598987\ttotal: 62.4ms\tremaining: 9.73ms\n",
      "173:\tlearn: 104.6589992\ttotal: 62.7ms\tremaining: 9.37ms\n",
      "174:\tlearn: 103.7203657\ttotal: 63.2ms\tremaining: 9.02ms\n",
      "175:\tlearn: 103.2660987\ttotal: 63.5ms\tremaining: 8.66ms\n",
      "176:\tlearn: 103.0926213\ttotal: 63.9ms\tremaining: 8.3ms\n",
      "177:\tlearn: 102.6925209\ttotal: 64.3ms\tremaining: 7.95ms\n",
      "178:\tlearn: 102.1655154\ttotal: 64.7ms\tremaining: 7.59ms\n",
      "179:\tlearn: 101.8273108\ttotal: 65.2ms\tremaining: 7.24ms\n",
      "180:\tlearn: 101.7264515\ttotal: 65.5ms\tremaining: 6.88ms\n",
      "181:\tlearn: 101.1102333\ttotal: 65.9ms\tremaining: 6.52ms\n",
      "182:\tlearn: 100.7880364\ttotal: 66.3ms\tremaining: 6.16ms\n",
      "183:\tlearn: 100.6673014\ttotal: 66.7ms\tremaining: 5.8ms\n",
      "184:\tlearn: 100.0153055\ttotal: 67.1ms\tremaining: 5.44ms\n",
      "185:\tlearn: 99.7667281\ttotal: 67.5ms\tremaining: 5.08ms\n",
      "186:\tlearn: 99.1860593\ttotal: 67.9ms\tremaining: 4.72ms\n",
      "187:\tlearn: 99.0408133\ttotal: 68.4ms\tremaining: 4.36ms\n",
      "188:\tlearn: 98.9030718\ttotal: 68.7ms\tremaining: 4ms\n",
      "189:\tlearn: 97.4513860\ttotal: 69.1ms\tremaining: 3.63ms\n",
      "190:\tlearn: 97.3322959\ttotal: 69.5ms\tremaining: 3.27ms\n",
      "191:\tlearn: 97.1950848\ttotal: 69.8ms\tremaining: 2.91ms\n",
      "192:\tlearn: 96.6789532\ttotal: 70.2ms\tremaining: 2.55ms\n",
      "193:\tlearn: 96.5506179\ttotal: 70.6ms\tremaining: 2.18ms\n",
      "194:\tlearn: 95.6635039\ttotal: 71ms\tremaining: 1.82ms\n",
      "195:\tlearn: 94.8850777\ttotal: 71.3ms\tremaining: 1.45ms\n",
      "196:\tlearn: 94.1624589\ttotal: 71.6ms\tremaining: 1.09ms\n",
      "197:\tlearn: 93.8220662\ttotal: 72ms\tremaining: 727us\n",
      "198:\tlearn: 93.7300351\ttotal: 72.4ms\tremaining: 363us\n",
      "199:\tlearn: 93.3339522\ttotal: 72.7ms\tremaining: 0us\n"
     ]
    }
   ],
   "source": [
    "catb_cv_model = GridSearchCV(catb_model , catb_params , cv=10 , n_jobs=-1 , verbose=2).fit(x_train , y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'depth': 3, 'iterations': 200, 'learning_rate': 0.1}"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "catb_cv_model.best_params_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0:\tlearn: 425.7900818\ttotal: 630us\tremaining: 125ms\n",
      "1:\tlearn: 404.8723520\ttotal: 1.61ms\tremaining: 160ms\n",
      "2:\tlearn: 387.4057666\ttotal: 2.06ms\tremaining: 136ms\n",
      "3:\tlearn: 372.2801584\ttotal: 2.62ms\tremaining: 128ms\n",
      "4:\tlearn: 358.9204229\ttotal: 3.07ms\tremaining: 120ms\n",
      "5:\tlearn: 347.0083933\ttotal: 4.41ms\tremaining: 143ms\n",
      "6:\tlearn: 336.0130818\ttotal: 4.99ms\tremaining: 138ms\n",
      "7:\tlearn: 324.3923300\ttotal: 5.4ms\tremaining: 130ms\n",
      "8:\tlearn: 314.8690957\ttotal: 5.77ms\tremaining: 123ms\n",
      "9:\tlearn: 308.5075563\ttotal: 6.19ms\tremaining: 118ms\n",
      "10:\tlearn: 298.8587285\ttotal: 6.58ms\tremaining: 113ms\n",
      "11:\tlearn: 294.7655438\ttotal: 6.99ms\tremaining: 110ms\n",
      "12:\tlearn: 288.0697862\ttotal: 7.45ms\tremaining: 107ms\n",
      "13:\tlearn: 282.6697154\ttotal: 7.89ms\tremaining: 105ms\n",
      "14:\tlearn: 277.6121667\ttotal: 8.33ms\tremaining: 103ms\n",
      "15:\tlearn: 273.4383979\ttotal: 8.78ms\tremaining: 101ms\n",
      "16:\tlearn: 269.1556201\ttotal: 9.19ms\tremaining: 98.9ms\n",
      "17:\tlearn: 264.8098704\ttotal: 9.61ms\tremaining: 97.2ms\n",
      "18:\tlearn: 261.6700768\ttotal: 10.1ms\tremaining: 95.8ms\n",
      "19:\tlearn: 257.3961290\ttotal: 10.5ms\tremaining: 94.6ms\n",
      "20:\tlearn: 252.2691509\ttotal: 10.9ms\tremaining: 93.3ms\n",
      "21:\tlearn: 249.0686482\ttotal: 11.4ms\tremaining: 92.3ms\n",
      "22:\tlearn: 244.1881041\ttotal: 11.8ms\tremaining: 90.9ms\n",
      "23:\tlearn: 242.1696687\ttotal: 12.3ms\tremaining: 89.9ms\n",
      "24:\tlearn: 239.2131476\ttotal: 12.7ms\tremaining: 88.6ms\n",
      "25:\tlearn: 236.6883901\ttotal: 13.1ms\tremaining: 87.8ms\n",
      "26:\tlearn: 234.5295613\ttotal: 13.6ms\tremaining: 87.2ms\n",
      "27:\tlearn: 231.7788834\ttotal: 14ms\tremaining: 85.9ms\n",
      "28:\tlearn: 228.8020330\ttotal: 14.4ms\tremaining: 84.8ms\n",
      "29:\tlearn: 226.8420565\ttotal: 15ms\tremaining: 84.7ms\n",
      "30:\tlearn: 224.0686558\ttotal: 15.5ms\tremaining: 84.6ms\n",
      "31:\tlearn: 222.6644699\ttotal: 16ms\tremaining: 83.9ms\n",
      "32:\tlearn: 221.6889573\ttotal: 16.4ms\tremaining: 83.2ms\n",
      "33:\tlearn: 220.5171653\ttotal: 16.9ms\tremaining: 82.3ms\n",
      "34:\tlearn: 217.7686033\ttotal: 17.3ms\tremaining: 81.6ms\n",
      "35:\tlearn: 214.8462789\ttotal: 17.7ms\tremaining: 80.8ms\n",
      "36:\tlearn: 214.4799251\ttotal: 18.1ms\tremaining: 79.8ms\n",
      "37:\tlearn: 212.3480429\ttotal: 18.5ms\tremaining: 78.9ms\n",
      "38:\tlearn: 210.0040644\ttotal: 19ms\tremaining: 78.2ms\n",
      "39:\tlearn: 208.3086913\ttotal: 19.4ms\tremaining: 77.5ms\n",
      "40:\tlearn: 207.5469119\ttotal: 19.8ms\tremaining: 76.9ms\n",
      "41:\tlearn: 205.9351113\ttotal: 20.3ms\tremaining: 76.2ms\n",
      "42:\tlearn: 205.3580824\ttotal: 20.7ms\tremaining: 75.7ms\n",
      "43:\tlearn: 204.6204266\ttotal: 21.2ms\tremaining: 75.1ms\n",
      "44:\tlearn: 202.5023220\ttotal: 21.6ms\tremaining: 74.4ms\n",
      "45:\tlearn: 201.4347853\ttotal: 22ms\tremaining: 73.6ms\n",
      "46:\tlearn: 200.8752553\ttotal: 22.4ms\tremaining: 72.8ms\n",
      "47:\tlearn: 200.4047344\ttotal: 22.8ms\tremaining: 72.1ms\n",
      "48:\tlearn: 197.5433004\ttotal: 23.1ms\tremaining: 71.3ms\n",
      "49:\tlearn: 194.6943292\ttotal: 23.5ms\tremaining: 70.6ms\n",
      "50:\tlearn: 194.3011982\ttotal: 23.9ms\tremaining: 69.9ms\n",
      "51:\tlearn: 193.4011843\ttotal: 24.3ms\tremaining: 69.2ms\n",
      "52:\tlearn: 193.0109753\ttotal: 24.8ms\tremaining: 68.6ms\n",
      "53:\tlearn: 192.6071142\ttotal: 25.2ms\tremaining: 68.1ms\n",
      "54:\tlearn: 191.9666153\ttotal: 25.7ms\tremaining: 67.8ms\n",
      "55:\tlearn: 191.5789727\ttotal: 26.2ms\tremaining: 67.2ms\n",
      "56:\tlearn: 190.7186284\ttotal: 26.7ms\tremaining: 67ms\n",
      "57:\tlearn: 190.4543087\ttotal: 27.1ms\tremaining: 66.5ms\n",
      "58:\tlearn: 190.1336317\ttotal: 27.5ms\tremaining: 65.8ms\n",
      "59:\tlearn: 188.2286484\ttotal: 28ms\tremaining: 65.3ms\n",
      "60:\tlearn: 187.7652417\ttotal: 28.4ms\tremaining: 64.7ms\n",
      "61:\tlearn: 187.4227950\ttotal: 28.8ms\tremaining: 64.2ms\n",
      "62:\tlearn: 186.9289182\ttotal: 29.2ms\tremaining: 63.5ms\n",
      "63:\tlearn: 185.2993487\ttotal: 29.6ms\tremaining: 62.9ms\n",
      "64:\tlearn: 185.0349598\ttotal: 30ms\tremaining: 62.4ms\n",
      "65:\tlearn: 183.9773430\ttotal: 30.5ms\tremaining: 61.8ms\n",
      "66:\tlearn: 183.4463166\ttotal: 30.9ms\tremaining: 61.3ms\n",
      "67:\tlearn: 181.6627740\ttotal: 31.3ms\tremaining: 60.7ms\n",
      "68:\tlearn: 179.8785055\ttotal: 31.7ms\tremaining: 60.2ms\n",
      "69:\tlearn: 179.6737527\ttotal: 32.1ms\tremaining: 59.5ms\n",
      "70:\tlearn: 177.0830981\ttotal: 32.4ms\tremaining: 58.9ms\n",
      "71:\tlearn: 176.5917790\ttotal: 32.8ms\tremaining: 58.4ms\n",
      "72:\tlearn: 176.1240502\ttotal: 33.3ms\tremaining: 57.9ms\n",
      "73:\tlearn: 174.4828953\ttotal: 33.7ms\tremaining: 57.4ms\n",
      "74:\tlearn: 173.4220482\ttotal: 34.1ms\tremaining: 56.8ms\n",
      "75:\tlearn: 171.9903405\ttotal: 34.4ms\tremaining: 56.2ms\n",
      "76:\tlearn: 171.5803116\ttotal: 34.9ms\tremaining: 55.7ms\n",
      "77:\tlearn: 170.1411594\ttotal: 35.3ms\tremaining: 55.2ms\n",
      "78:\tlearn: 167.9868133\ttotal: 35.7ms\tremaining: 54.7ms\n",
      "79:\tlearn: 166.5304475\ttotal: 36.1ms\tremaining: 54.2ms\n",
      "80:\tlearn: 166.1741622\ttotal: 36.5ms\tremaining: 53.6ms\n",
      "81:\tlearn: 165.8411762\ttotal: 37.2ms\tremaining: 53.5ms\n",
      "82:\tlearn: 165.1041583\ttotal: 37.8ms\tremaining: 53.3ms\n",
      "83:\tlearn: 163.5641543\ttotal: 38.3ms\tremaining: 52.9ms\n",
      "84:\tlearn: 163.2003311\ttotal: 38.7ms\tremaining: 52.4ms\n",
      "85:\tlearn: 161.1781702\ttotal: 39.2ms\tremaining: 52ms\n",
      "86:\tlearn: 160.8727658\ttotal: 39.7ms\tremaining: 51.5ms\n",
      "87:\tlearn: 159.7954077\ttotal: 40.1ms\tremaining: 51.1ms\n",
      "88:\tlearn: 158.8759132\ttotal: 40.7ms\tremaining: 50.8ms\n",
      "89:\tlearn: 158.4831323\ttotal: 41.3ms\tremaining: 50.5ms\n",
      "90:\tlearn: 157.4808127\ttotal: 41.8ms\tremaining: 50.1ms\n",
      "91:\tlearn: 157.1703230\ttotal: 42.4ms\tremaining: 49.8ms\n",
      "92:\tlearn: 155.3184755\ttotal: 42.9ms\tremaining: 49.4ms\n",
      "93:\tlearn: 154.3988879\ttotal: 43.5ms\tremaining: 49.1ms\n",
      "94:\tlearn: 153.4591935\ttotal: 43.9ms\tremaining: 48.6ms\n",
      "95:\tlearn: 153.1206893\ttotal: 44.3ms\tremaining: 48ms\n",
      "96:\tlearn: 152.7897351\ttotal: 44.7ms\tremaining: 47.5ms\n",
      "97:\tlearn: 150.9293164\ttotal: 45.1ms\tremaining: 47ms\n",
      "98:\tlearn: 149.7127171\ttotal: 45.5ms\tremaining: 46.4ms\n",
      "99:\tlearn: 149.5089324\ttotal: 45.9ms\tremaining: 45.9ms\n",
      "100:\tlearn: 149.3156312\ttotal: 46.3ms\tremaining: 45.4ms\n",
      "101:\tlearn: 147.7226718\ttotal: 46.6ms\tremaining: 44.8ms\n",
      "102:\tlearn: 146.7692282\ttotal: 47.1ms\tremaining: 44.3ms\n",
      "103:\tlearn: 145.9084983\ttotal: 47.5ms\tremaining: 43.8ms\n",
      "104:\tlearn: 144.8780979\ttotal: 47.8ms\tremaining: 43.3ms\n",
      "105:\tlearn: 143.8090268\ttotal: 48.5ms\tremaining: 43ms\n",
      "106:\tlearn: 143.1272551\ttotal: 49ms\tremaining: 42.6ms\n",
      "107:\tlearn: 142.4863018\ttotal: 49.4ms\tremaining: 42.1ms\n",
      "108:\tlearn: 141.4861279\ttotal: 49.8ms\tremaining: 41.6ms\n",
      "109:\tlearn: 140.8689530\ttotal: 50.3ms\tremaining: 41.2ms\n",
      "110:\tlearn: 140.4009570\ttotal: 50.8ms\tremaining: 40.8ms\n",
      "111:\tlearn: 140.0344439\ttotal: 51.3ms\tremaining: 40.3ms\n",
      "112:\tlearn: 139.4290096\ttotal: 52.2ms\tremaining: 40.2ms\n",
      "113:\tlearn: 139.2008874\ttotal: 52.8ms\tremaining: 39.8ms\n",
      "114:\tlearn: 138.6000188\ttotal: 53.3ms\tremaining: 39.4ms\n",
      "115:\tlearn: 138.3962706\ttotal: 53.7ms\tremaining: 38.9ms\n",
      "116:\tlearn: 138.1737256\ttotal: 54.2ms\tremaining: 38.4ms\n",
      "117:\tlearn: 137.6342361\ttotal: 54.7ms\tremaining: 38ms\n",
      "118:\tlearn: 136.7119826\ttotal: 55.1ms\tremaining: 37.5ms\n",
      "119:\tlearn: 135.3057402\ttotal: 55.6ms\tremaining: 37.1ms\n",
      "120:\tlearn: 134.4797815\ttotal: 56ms\tremaining: 36.5ms\n",
      "121:\tlearn: 133.0774331\ttotal: 56.4ms\tremaining: 36.1ms\n",
      "122:\tlearn: 131.8739238\ttotal: 56.8ms\tremaining: 35.6ms\n",
      "123:\tlearn: 131.3203837\ttotal: 57.3ms\tremaining: 35.1ms\n",
      "124:\tlearn: 130.8294604\ttotal: 57.7ms\tremaining: 34.6ms\n",
      "125:\tlearn: 130.6107905\ttotal: 58ms\tremaining: 34.1ms\n",
      "126:\tlearn: 130.1614924\ttotal: 58.4ms\tremaining: 33.6ms\n",
      "127:\tlearn: 129.3166972\ttotal: 58.8ms\tremaining: 33.1ms\n",
      "128:\tlearn: 129.1038672\ttotal: 59.5ms\tremaining: 32.7ms\n",
      "129:\tlearn: 128.9594874\ttotal: 59.9ms\tremaining: 32.3ms\n",
      "130:\tlearn: 128.1849638\ttotal: 60.3ms\tremaining: 31.8ms\n",
      "131:\tlearn: 128.0307033\ttotal: 60.7ms\tremaining: 31.3ms\n",
      "132:\tlearn: 127.3373882\ttotal: 61.1ms\tremaining: 30.8ms\n",
      "133:\tlearn: 126.2856989\ttotal: 61.5ms\tremaining: 30.3ms\n",
      "134:\tlearn: 126.1379832\ttotal: 62ms\tremaining: 29.8ms\n",
      "135:\tlearn: 126.0180019\ttotal: 62.5ms\tremaining: 29.4ms\n",
      "136:\tlearn: 125.8843963\ttotal: 63.1ms\tremaining: 29ms\n",
      "137:\tlearn: 125.7576333\ttotal: 63.5ms\tremaining: 28.5ms\n",
      "138:\tlearn: 125.4794581\ttotal: 63.9ms\tremaining: 28.1ms\n",
      "139:\tlearn: 124.7920270\ttotal: 64.3ms\tremaining: 27.6ms\n",
      "140:\tlearn: 124.6530278\ttotal: 64.7ms\tremaining: 27.1ms\n",
      "141:\tlearn: 123.4539010\ttotal: 65.1ms\tremaining: 26.6ms\n",
      "142:\tlearn: 122.8980001\ttotal: 65.5ms\tremaining: 26.1ms\n",
      "143:\tlearn: 122.0911177\ttotal: 65.9ms\tremaining: 25.6ms\n",
      "144:\tlearn: 121.1209154\ttotal: 66.4ms\tremaining: 25.2ms\n",
      "145:\tlearn: 120.1613553\ttotal: 66.8ms\tremaining: 24.7ms\n",
      "146:\tlearn: 119.1894727\ttotal: 67.2ms\tremaining: 24.2ms\n",
      "147:\tlearn: 118.0325732\ttotal: 67.6ms\tremaining: 23.8ms\n",
      "148:\tlearn: 117.9138240\ttotal: 68ms\tremaining: 23.3ms\n",
      "149:\tlearn: 117.3831462\ttotal: 68.5ms\tremaining: 22.8ms\n",
      "150:\tlearn: 116.8475244\ttotal: 68.9ms\tremaining: 22.3ms\n",
      "151:\tlearn: 116.3821954\ttotal: 69.2ms\tremaining: 21.9ms\n",
      "152:\tlearn: 115.5293176\ttotal: 69.7ms\tremaining: 21.4ms\n",
      "153:\tlearn: 115.0975175\ttotal: 70.1ms\tremaining: 20.9ms\n",
      "154:\tlearn: 114.0649594\ttotal: 70.7ms\tremaining: 20.5ms\n",
      "155:\tlearn: 113.2562326\ttotal: 71.2ms\tremaining: 20.1ms\n",
      "156:\tlearn: 112.7557871\ttotal: 71.7ms\tremaining: 19.6ms\n",
      "157:\tlearn: 112.5657565\ttotal: 72ms\tremaining: 19.1ms\n",
      "158:\tlearn: 112.3541525\ttotal: 72.4ms\tremaining: 18.7ms\n",
      "159:\tlearn: 111.8527982\ttotal: 72.9ms\tremaining: 18.2ms\n",
      "160:\tlearn: 111.1619644\ttotal: 73.3ms\tremaining: 17.8ms\n",
      "161:\tlearn: 110.3588257\ttotal: 73.7ms\tremaining: 17.3ms\n",
      "162:\tlearn: 109.6664293\ttotal: 74.1ms\tremaining: 16.8ms\n",
      "163:\tlearn: 109.5577303\ttotal: 74.5ms\tremaining: 16.3ms\n",
      "164:\tlearn: 109.0570285\ttotal: 74.9ms\tremaining: 15.9ms\n",
      "165:\tlearn: 108.7601467\ttotal: 75.4ms\tremaining: 15.4ms\n",
      "166:\tlearn: 108.0448620\ttotal: 75.8ms\tremaining: 15ms\n",
      "167:\tlearn: 107.5593372\ttotal: 76.2ms\tremaining: 14.5ms\n",
      "168:\tlearn: 106.3862999\ttotal: 76.6ms\tremaining: 14.1ms\n",
      "169:\tlearn: 106.2180807\ttotal: 77.1ms\tremaining: 13.6ms\n",
      "170:\tlearn: 106.0695603\ttotal: 77.5ms\tremaining: 13.1ms\n",
      "171:\tlearn: 105.6940213\ttotal: 77.9ms\tremaining: 12.7ms\n",
      "172:\tlearn: 104.7598987\ttotal: 78.3ms\tremaining: 12.2ms\n",
      "173:\tlearn: 104.6589992\ttotal: 78.7ms\tremaining: 11.8ms\n",
      "174:\tlearn: 103.7203657\ttotal: 79.2ms\tremaining: 11.3ms\n",
      "175:\tlearn: 103.2660987\ttotal: 79.6ms\tremaining: 10.8ms\n",
      "176:\tlearn: 103.0926213\ttotal: 80ms\tremaining: 10.4ms\n",
      "177:\tlearn: 102.6925209\ttotal: 80.4ms\tremaining: 9.94ms\n",
      "178:\tlearn: 102.1655154\ttotal: 80.9ms\tremaining: 9.49ms\n",
      "179:\tlearn: 101.8273108\ttotal: 81.4ms\tremaining: 9.04ms\n",
      "180:\tlearn: 101.7264515\ttotal: 82ms\tremaining: 8.61ms\n",
      "181:\tlearn: 101.1102333\ttotal: 82.5ms\tremaining: 8.16ms\n",
      "182:\tlearn: 100.7880364\ttotal: 83ms\tremaining: 7.71ms\n",
      "183:\tlearn: 100.6673014\ttotal: 83.6ms\tremaining: 7.27ms\n",
      "184:\tlearn: 100.0153055\ttotal: 84.1ms\tremaining: 6.82ms\n",
      "185:\tlearn: 99.7667281\ttotal: 84.5ms\tremaining: 6.36ms\n",
      "186:\tlearn: 99.1860593\ttotal: 84.9ms\tremaining: 5.9ms\n",
      "187:\tlearn: 99.0408133\ttotal: 85.3ms\tremaining: 5.44ms\n",
      "188:\tlearn: 98.9030718\ttotal: 85.6ms\tremaining: 4.98ms\n",
      "189:\tlearn: 97.4513860\ttotal: 86.1ms\tremaining: 4.53ms\n",
      "190:\tlearn: 97.3322959\ttotal: 86.5ms\tremaining: 4.08ms\n",
      "191:\tlearn: 97.1950848\ttotal: 86.9ms\tremaining: 3.62ms\n",
      "192:\tlearn: 96.6789532\ttotal: 87.5ms\tremaining: 3.17ms\n",
      "193:\tlearn: 96.5506179\ttotal: 88.2ms\tremaining: 2.73ms\n",
      "194:\tlearn: 95.6635039\ttotal: 88.8ms\tremaining: 2.28ms\n",
      "195:\tlearn: 94.8850777\ttotal: 89.4ms\tremaining: 1.82ms\n",
      "196:\tlearn: 94.1624589\ttotal: 89.9ms\tremaining: 1.37ms\n",
      "197:\tlearn: 93.8220662\ttotal: 90.4ms\tremaining: 912us\n",
      "198:\tlearn: 93.7300351\ttotal: 90.9ms\tremaining: 456us\n",
      "199:\tlearn: 93.3339522\ttotal: 91.3ms\tremaining: 0us\n"
     ]
    }
   ],
   "source": [
    "catb_tuned = CatBoostRegressor(depth=3 , iterations=200 , learning_rate=0.1).fit(x_train , y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "344.3125832615482"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_pred = catb_tuned.predict(x_test)\n",
    "np.sqrt(mean_squared_error(y_pred, y_test))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}