lightgbm.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['orientation_E'] \n",
      "1 qualitative attributes have been encoded.\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import lightgbm as lgb\n",
    "import xgboost as xgb\n",
    "from sklearn.ensemble import GradientBoostingClassifier  #GBM algorithm\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import mean_squared_error\n",
    "from xgboost.sklearn import XGBClassifier\n",
    "#from sklearn import cross_validation, metrics   #Additional     scklearn functions\n",
    "#from sklearn.grid_search import GridSearchCV   #Perforing grid search\n",
    "from scipy import stats\n",
    "file= './train.csv'\n",
    "train=pd.read_csv(file)\n",
    "file1='./test.csv'\n",
    "test1=pd.read_csv(file1)\n",
    "train.rename(columns={'时间':'time', '小区名':'community', '小区房屋出租数量':'house_num', '楼层':'floor', '总楼层':'total_floor', '房屋面积':'area', '房屋朝向':'orientation', '居住状态':'status', '卧室数量':'bedroom_num',\n",
    "       '厅的数量':'livingroom_num', '卫的数量':'bathroom_num', '出租方式':'method', '区':'Urban', '位置':'location', '地铁线路':'underground', '地铁站点':'underground_station', '距离':'distance', '装修情况':'Decoration', '月租金':'price'},inplace=True)\n",
    "test1.rename(columns={'时间':'time', '小区名':'community', '小区房屋出租数量':'house_num', '楼层':'floor', '总楼层':'total_floor', '房屋面积':'area', '房屋朝向':'orientation', '居住状态':'status', '卧室数量':'bedroom_num',\n",
    "       '厅的数量':'livingroom_num', '卫的数量':'bathroom_num', '出租方式':'method', '区':'Urban', '位置':'location', '地铁线路':'underground', '地铁站点':'underground_station', '距离':'distance', '装修情况':'Decoration', 'id':'id'},inplace=True)\n",
    "id1=test1.id\n",
    "test1= test1.drop(['id'],axis=1)\n",
    "quantity = [attr for attr in train.columns if train.dtypes[attr] != 'object']  # 数值变量集合\n",
    "quality = [attr for attr in train.columns if train.dtypes[attr] == 'object']  # 类型变量集合\n",
    "def encode(frame,test, feature):\n",
    "    '''\n",
    "    对所有类型变量，依照各个类型变量的不同取值对应的样本集内房价的均值，按照房价均值高低\n",
    "    对此变量的当前取值确定其相对数值1,2,3,4等等，相当于对类型变量赋值使其成为连续变量。\n",
    "    此方法采用了与One-Hot编码不同的方法来处理离散数据，值得学习\n",
    "    注意：此函数会直接在原frame的DataFrame内创建新的一列来存放feature编码后的值。\n",
    "    '''\n",
    "    ordering = pd.DataFrame()\n",
    "    ordering['val'] = frame[feature].unique()\n",
    "    ordering.index = ordering.val\n",
    "    ordering['price_mean'] = frame[[feature, 'price']].groupby(feature).mean()['price']\n",
    "    # 上述 groupby()操作可以将某一feature下同一取值的数据整个到一起，结合mean()可以直接得到该特征不同取值的房价均值\n",
    "    ordering = ordering.sort_values('price_mean')\n",
    "    ordering['order'] = range(1, ordering.shape[0]+1)\n",
    "    ordering = ordering['order'].to_dict()\n",
    "    for attr_v, score in ordering.items():\n",
    "        # e.g. qualitative[2]: {'Grvl': 1, 'MISSING': 3, 'Pave': 2}\n",
    "        frame.loc[frame[feature] == attr_v, feature+'_E'] = score\n",
    "        test1.loc[test1[feature] == attr_v, feature+'_E'] = score\n",
    "\n",
    "quality_encoded = []\n",
    "# 由于qualitative集合中包含了非数值型变量和伪数值型变量（多为评分、等级等，其取值为1,2,3,4等等）两类\n",
    "# 因此只需要对非数值型变量进行encode()处理。\n",
    "# 如果采用One-Hot编码，则整个qualitative的特征都要进行pd,get_dummies()处理\n",
    "for q in quality:\n",
    "    encode(train,test1, q)\n",
    "    quality_encoded.append(q+'_E')\n",
    "train.drop(quality, axis=1, inplace=True)\n",
    "test1.drop(quality, axis=1, inplace=True) # 离散变量已经有了编码后的新变量，因此删去原变量\n",
    "# df_tr.shape = (1460, 80)\n",
    "print(quality_encoded, '\\n{} qualitative attributes have been encoded.'.format(len(quality_encoded)))\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Start training...\n",
      "[1]\tvalid_0's l2: 36.8237\tvalid_0's l1: 3.4816\n",
      "Training until validation scores don't improve for 5 rounds.\n",
      "[2]\tvalid_0's l2: 34.5541\tvalid_0's l1: 3.37634\n",
      "[3]\tvalid_0's l2: 32.4948\tvalid_0's l1: 3.27727\n",
      "[4]\tvalid_0's l2: 30.646\tvalid_0's l1: 3.18562\n",
      "[5]\tvalid_0's l2: 28.947\tvalid_0's l1: 3.09947\n",
      "[6]\tvalid_0's l2: 27.4177\tvalid_0's l1: 3.0189\n",
      "[7]\tvalid_0's l2: 26.0148\tvalid_0's l1: 2.94153\n",
      "[8]\tvalid_0's l2: 24.7113\tvalid_0's l1: 2.87006\n",
      "[9]\tvalid_0's l2: 23.5205\tvalid_0's l1: 2.80382\n",
      "[10]\tvalid_0's l2: 22.439\tvalid_0's l1: 2.74422\n",
      "[11]\tvalid_0's l2: 21.4116\tvalid_0's l1: 2.68503\n",
      "[12]\tvalid_0's l2: 20.5001\tvalid_0's l1: 2.632\n",
      "[13]\tvalid_0's l2: 19.6824\tvalid_0's l1: 2.58031\n",
      "[14]\tvalid_0's l2: 18.8767\tvalid_0's l1: 2.52879\n",
      "[15]\tvalid_0's l2: 18.1713\tvalid_0's l1: 2.48147\n",
      "[16]\tvalid_0's l2: 17.4846\tvalid_0's l1: 2.43254\n",
      "[17]\tvalid_0's l2: 16.8791\tvalid_0's l1: 2.38916\n",
      "[18]\tvalid_0's l2: 16.3156\tvalid_0's l1: 2.35043\n",
      "[19]\tvalid_0's l2: 15.7688\tvalid_0's l1: 2.3092\n",
      "[20]\tvalid_0's l2: 15.2818\tvalid_0's l1: 2.2729\n",
      "[21]\tvalid_0's l2: 14.836\tvalid_0's l1: 2.23925\n",
      "[22]\tvalid_0's l2: 14.4035\tvalid_0's l1: 2.20728\n",
      "[23]\tvalid_0's l2: 14.0086\tvalid_0's l1: 2.17936\n",
      "[24]\tvalid_0's l2: 13.6448\tvalid_0's l1: 2.14959\n",
      "[25]\tvalid_0's l2: 13.3226\tvalid_0's l1: 2.12661\n",
      "[26]\tvalid_0's l2: 13.0106\tvalid_0's l1: 2.09858\n",
      "[27]\tvalid_0's l2: 12.6985\tvalid_0's l1: 2.0762\n",
      "[28]\tvalid_0's l2: 12.4288\tvalid_0's l1: 2.05511\n",
      "[29]\tvalid_0's l2: 12.1846\tvalid_0's l1: 2.03429\n",
      "[30]\tvalid_0's l2: 11.9394\tvalid_0's l1: 2.01679\n",
      "[31]\tvalid_0's l2: 11.7091\tvalid_0's l1: 1.99522\n",
      "[32]\tvalid_0's l2: 11.4958\tvalid_0's l1: 1.97365\n",
      "[33]\tvalid_0's l2: 11.3155\tvalid_0's l1: 1.95633\n",
      "[34]\tvalid_0's l2: 11.1281\tvalid_0's l1: 1.94065\n",
      "[35]\tvalid_0's l2: 10.9382\tvalid_0's l1: 1.92268\n",
      "[36]\tvalid_0's l2: 10.7526\tvalid_0's l1: 1.90605\n",
      "[37]\tvalid_0's l2: 10.5757\tvalid_0's l1: 1.88879\n",
      "[38]\tvalid_0's l2: 10.4182\tvalid_0's l1: 1.87226\n",
      "[39]\tvalid_0's l2: 10.2734\tvalid_0's l1: 1.85481\n",
      "[40]\tvalid_0's l2: 10.111\tvalid_0's l1: 1.83716\n",
      "[41]\tvalid_0's l2: 9.97885\tvalid_0's l1: 1.8255\n",
      "[42]\tvalid_0's l2: 9.85572\tvalid_0's l1: 1.81445\n",
      "[43]\tvalid_0's l2: 9.73558\tvalid_0's l1: 1.80315\n",
      "[44]\tvalid_0's l2: 9.62751\tvalid_0's l1: 1.79446\n",
      "[45]\tvalid_0's l2: 9.51023\tvalid_0's l1: 1.78436\n",
      "[46]\tvalid_0's l2: 9.4096\tvalid_0's l1: 1.77673\n",
      "[47]\tvalid_0's l2: 9.31803\tvalid_0's l1: 1.76828\n",
      "[48]\tvalid_0's l2: 9.20556\tvalid_0's l1: 1.75477\n",
      "[49]\tvalid_0's l2: 9.12209\tvalid_0's l1: 1.7477\n",
      "[50]\tvalid_0's l2: 9.01786\tvalid_0's l1: 1.73556\n",
      "[51]\tvalid_0's l2: 8.92237\tvalid_0's l1: 1.72387\n",
      "[52]\tvalid_0's l2: 8.84521\tvalid_0's l1: 1.71369\n",
      "[53]\tvalid_0's l2: 8.75765\tvalid_0's l1: 1.70304\n",
      "[54]\tvalid_0's l2: 8.69005\tvalid_0's l1: 1.69426\n",
      "[55]\tvalid_0's l2: 8.61521\tvalid_0's l1: 1.68452\n",
      "[56]\tvalid_0's l2: 8.55214\tvalid_0's l1: 1.67688\n",
      "[57]\tvalid_0's l2: 8.48778\tvalid_0's l1: 1.67007\n",
      "[58]\tvalid_0's l2: 8.42146\tvalid_0's l1: 1.66261\n",
      "[59]\tvalid_0's l2: 8.35967\tvalid_0's l1: 1.65754\n",
      "[60]\tvalid_0's l2: 8.29739\tvalid_0's l1: 1.65059\n",
      "[61]\tvalid_0's l2: 8.23306\tvalid_0's l1: 1.64445\n",
      "[62]\tvalid_0's l2: 8.17821\tvalid_0's l1: 1.63829\n",
      "[63]\tvalid_0's l2: 8.1291\tvalid_0's l1: 1.63409\n",
      "[64]\tvalid_0's l2: 8.06951\tvalid_0's l1: 1.62907\n",
      "[65]\tvalid_0's l2: 8.0061\tvalid_0's l1: 1.62175\n",
      "[66]\tvalid_0's l2: 7.93553\tvalid_0's l1: 1.61257\n",
      "[67]\tvalid_0's l2: 7.88145\tvalid_0's l1: 1.60747\n",
      "[68]\tvalid_0's l2: 7.83092\tvalid_0's l1: 1.60182\n",
      "[69]\tvalid_0's l2: 7.78729\tvalid_0's l1: 1.5965\n",
      "[70]\tvalid_0's l2: 7.72738\tvalid_0's l1: 1.58937\n",
      "[71]\tvalid_0's l2: 7.68432\tvalid_0's l1: 1.58456\n",
      "[72]\tvalid_0's l2: 7.64019\tvalid_0's l1: 1.57902\n",
      "[73]\tvalid_0's l2: 7.59534\tvalid_0's l1: 1.57458\n",
      "[74]\tvalid_0's l2: 7.55576\tvalid_0's l1: 1.57173\n",
      "[75]\tvalid_0's l2: 7.51175\tvalid_0's l1: 1.56794\n",
      "[76]\tvalid_0's l2: 7.46802\tvalid_0's l1: 1.56309\n",
      "[77]\tvalid_0's l2: 7.42061\tvalid_0's l1: 1.55904\n",
      "[78]\tvalid_0's l2: 7.37803\tvalid_0's l1: 1.55485\n",
      "[79]\tvalid_0's l2: 7.33943\tvalid_0's l1: 1.55138\n",
      "[80]\tvalid_0's l2: 7.30309\tvalid_0's l1: 1.54773\n",
      "[81]\tvalid_0's l2: 7.26682\tvalid_0's l1: 1.54523\n",
      "[82]\tvalid_0's l2: 7.22287\tvalid_0's l1: 1.54025\n",
      "[83]\tvalid_0's l2: 7.17426\tvalid_0's l1: 1.53439\n",
      "[84]\tvalid_0's l2: 7.14147\tvalid_0's l1: 1.53131\n",
      "[85]\tvalid_0's l2: 7.11194\tvalid_0's l1: 1.52835\n",
      "[86]\tvalid_0's l2: 7.0713\tvalid_0's l1: 1.52216\n",
      "[87]\tvalid_0's l2: 7.02692\tvalid_0's l1: 1.51541\n",
      "[88]\tvalid_0's l2: 6.99632\tvalid_0's l1: 1.51329\n",
      "[89]\tvalid_0's l2: 6.96332\tvalid_0's l1: 1.51074\n",
      "[90]\tvalid_0's l2: 6.91548\tvalid_0's l1: 1.50449\n",
      "[91]\tvalid_0's l2: 6.88069\tvalid_0's l1: 1.50042\n",
      "[92]\tvalid_0's l2: 6.85285\tvalid_0's l1: 1.49652\n",
      "[93]\tvalid_0's l2: 6.82045\tvalid_0's l1: 1.4932\n",
      "[94]\tvalid_0's l2: 6.78231\tvalid_0's l1: 1.48844\n",
      "[95]\tvalid_0's l2: 6.7521\tvalid_0's l1: 1.48426\n",
      "[96]\tvalid_0's l2: 6.71729\tvalid_0's l1: 1.48202\n",
      "[97]\tvalid_0's l2: 6.68546\tvalid_0's l1: 1.47883\n",
      "[98]\tvalid_0's l2: 6.66002\tvalid_0's l1: 1.47594\n",
      "[99]\tvalid_0's l2: 6.63109\tvalid_0's l1: 1.47266\n",
      "[100]\tvalid_0's l2: 6.59682\tvalid_0's l1: 1.46797\n",
      "[101]\tvalid_0's l2: 6.57292\tvalid_0's l1: 1.46501\n",
      "[102]\tvalid_0's l2: 6.54835\tvalid_0's l1: 1.46282\n",
      "[103]\tvalid_0's l2: 6.52526\tvalid_0's l1: 1.4611\n",
      "[104]\tvalid_0's l2: 6.48821\tvalid_0's l1: 1.45652\n",
      "[105]\tvalid_0's l2: 6.46787\tvalid_0's l1: 1.45371\n",
      "[106]\tvalid_0's l2: 6.44167\tvalid_0's l1: 1.45067\n",
      "[107]\tvalid_0's l2: 6.41664\tvalid_0's l1: 1.44806\n",
      "[108]\tvalid_0's l2: 6.39764\tvalid_0's l1: 1.44657\n",
      "[109]\tvalid_0's l2: 6.36788\tvalid_0's l1: 1.44448\n",
      "[110]\tvalid_0's l2: 6.34704\tvalid_0's l1: 1.4412\n",
      "[111]\tvalid_0's l2: 6.33122\tvalid_0's l1: 1.43973\n",
      "[112]\tvalid_0's l2: 6.3093\tvalid_0's l1: 1.43776\n",
      "[113]\tvalid_0's l2: 6.29057\tvalid_0's l1: 1.43605\n",
      "[114]\tvalid_0's l2: 6.26662\tvalid_0's l1: 1.43242\n",
      "[115]\tvalid_0's l2: 6.24768\tvalid_0's l1: 1.43016\n",
      "[116]\tvalid_0's l2: 6.22114\tvalid_0's l1: 1.42873\n",
      "[117]\tvalid_0's l2: 6.20244\tvalid_0's l1: 1.42661\n",
      "[118]\tvalid_0's l2: 6.17724\tvalid_0's l1: 1.42278\n",
      "[119]\tvalid_0's l2: 6.16052\tvalid_0's l1: 1.42092\n",
      "[120]\tvalid_0's l2: 6.14205\tvalid_0's l1: 1.41972\n",
      "[121]\tvalid_0's l2: 6.12052\tvalid_0's l1: 1.41803\n",
      "[122]\tvalid_0's l2: 6.10203\tvalid_0's l1: 1.41585\n",
      "[123]\tvalid_0's l2: 6.07673\tvalid_0's l1: 1.41174\n",
      "[124]\tvalid_0's l2: 6.06501\tvalid_0's l1: 1.40997\n",
      "[125]\tvalid_0's l2: 6.04707\tvalid_0's l1: 1.40734\n",
      "[126]\tvalid_0's l2: 6.02169\tvalid_0's l1: 1.40593\n",
      "[127]\tvalid_0's l2: 5.99775\tvalid_0's l1: 1.40173\n",
      "[128]\tvalid_0's l2: 5.9849\tvalid_0's l1: 1.40009\n",
      "[129]\tvalid_0's l2: 5.96383\tvalid_0's l1: 1.39835\n",
      "[130]\tvalid_0's l2: 5.94712\tvalid_0's l1: 1.39738\n",
      "[131]\tvalid_0's l2: 5.9279\tvalid_0's l1: 1.39531\n",
      "[132]\tvalid_0's l2: 5.91543\tvalid_0's l1: 1.39416\n",
      "[133]\tvalid_0's l2: 5.89988\tvalid_0's l1: 1.39279\n",
      "[134]\tvalid_0's l2: 5.882\tvalid_0's l1: 1.3895\n",
      "[135]\tvalid_0's l2: 5.86334\tvalid_0's l1: 1.388\n",
      "[136]\tvalid_0's l2: 5.84487\tvalid_0's l1: 1.38657\n",
      "[137]\tvalid_0's l2: 5.83225\tvalid_0's l1: 1.38508\n",
      "[138]\tvalid_0's l2: 5.81436\tvalid_0's l1: 1.3836\n",
      "[139]\tvalid_0's l2: 5.80145\tvalid_0's l1: 1.38173\n",
      "[140]\tvalid_0's l2: 5.78677\tvalid_0's l1: 1.37903\n",
      "[141]\tvalid_0's l2: 5.77865\tvalid_0's l1: 1.37749\n",
      "[142]\tvalid_0's l2: 5.76509\tvalid_0's l1: 1.37649\n",
      "[143]\tvalid_0's l2: 5.75176\tvalid_0's l1: 1.37497\n",
      "[144]\tvalid_0's l2: 5.73201\tvalid_0's l1: 1.3724\n",
      "[145]\tvalid_0's l2: 5.72086\tvalid_0's l1: 1.37105\n",
      "[146]\tvalid_0's l2: 5.70279\tvalid_0's l1: 1.36875\n",
      "[147]\tvalid_0's l2: 5.68756\tvalid_0's l1: 1.3673\n",
      "[148]\tvalid_0's l2: 5.67651\tvalid_0's l1: 1.36616\n",
      "[149]\tvalid_0's l2: 5.66286\tvalid_0's l1: 1.36494\n",
      "[150]\tvalid_0's l2: 5.6458\tvalid_0's l1: 1.3637\n",
      "[151]\tvalid_0's l2: 5.63845\tvalid_0's l1: 1.36268\n",
      "[152]\tvalid_0's l2: 5.63045\tvalid_0's l1: 1.36114\n",
      "[153]\tvalid_0's l2: 5.61366\tvalid_0's l1: 1.35853\n",
      "[154]\tvalid_0's l2: 5.60223\tvalid_0's l1: 1.35741\n",
      "[155]\tvalid_0's l2: 5.58567\tvalid_0's l1: 1.35522\n",
      "[156]\tvalid_0's l2: 5.57172\tvalid_0's l1: 1.35278\n",
      "[157]\tvalid_0's l2: 5.55857\tvalid_0's l1: 1.35143\n",
      "[158]\tvalid_0's l2: 5.54529\tvalid_0's l1: 1.34958\n",
      "[159]\tvalid_0's l2: 5.53666\tvalid_0's l1: 1.34851\n",
      "[160]\tvalid_0's l2: 5.52671\tvalid_0's l1: 1.34763\n",
      "[161]\tvalid_0's l2: 5.51635\tvalid_0's l1: 1.3466\n",
      "[162]\tvalid_0's l2: 5.50014\tvalid_0's l1: 1.34514\n",
      "[163]\tvalid_0's l2: 5.48774\tvalid_0's l1: 1.34292\n",
      "[164]\tvalid_0's l2: 5.48005\tvalid_0's l1: 1.34209\n",
      "[165]\tvalid_0's l2: 5.46713\tvalid_0's l1: 1.34046\n",
      "[166]\tvalid_0's l2: 5.45299\tvalid_0's l1: 1.33854\n",
      "[167]\tvalid_0's l2: 5.44031\tvalid_0's l1: 1.33714\n",
      "[168]\tvalid_0's l2: 5.42972\tvalid_0's l1: 1.33602\n",
      "[169]\tvalid_0's l2: 5.42129\tvalid_0's l1: 1.33499\n",
      "[170]\tvalid_0's l2: 5.41271\tvalid_0's l1: 1.33347\n",
      "[171]\tvalid_0's l2: 5.40357\tvalid_0's l1: 1.3325\n",
      "[172]\tvalid_0's l2: 5.39584\tvalid_0's l1: 1.33172\n",
      "[173]\tvalid_0's l2: 5.38378\tvalid_0's l1: 1.33058\n",
      "[174]\tvalid_0's l2: 5.37413\tvalid_0's l1: 1.32929\n",
      "[175]\tvalid_0's l2: 5.36233\tvalid_0's l1: 1.32722\n",
      "[176]\tvalid_0's l2: 5.35358\tvalid_0's l1: 1.32661\n",
      "[177]\tvalid_0's l2: 5.34323\tvalid_0's l1: 1.32556\n",
      "[178]\tvalid_0's l2: 5.33461\tvalid_0's l1: 1.3244\n",
      "[179]\tvalid_0's l2: 5.32298\tvalid_0's l1: 1.32309\n",
      "[180]\tvalid_0's l2: 5.31168\tvalid_0's l1: 1.32228\n",
      "[181]\tvalid_0's l2: 5.30172\tvalid_0's l1: 1.32106\n",
      "[182]\tvalid_0's l2: 5.2927\tvalid_0's l1: 1.3202\n",
      "[183]\tvalid_0's l2: 5.2859\tvalid_0's l1: 1.31894\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[184]\tvalid_0's l2: 5.27937\tvalid_0's l1: 1.31796\n",
      "[185]\tvalid_0's l2: 5.26971\tvalid_0's l1: 1.31717\n",
      "[186]\tvalid_0's l2: 5.26151\tvalid_0's l1: 1.31597\n",
      "[187]\tvalid_0's l2: 5.25559\tvalid_0's l1: 1.31523\n",
      "[188]\tvalid_0's l2: 5.24796\tvalid_0's l1: 1.31398\n",
      "[189]\tvalid_0's l2: 5.23662\tvalid_0's l1: 1.31323\n",
      "[190]\tvalid_0's l2: 5.22967\tvalid_0's l1: 1.31219\n",
      "[191]\tvalid_0's l2: 5.21835\tvalid_0's l1: 1.3113\n",
      "[192]\tvalid_0's l2: 5.20517\tvalid_0's l1: 1.31005\n",
      "[193]\tvalid_0's l2: 5.19475\tvalid_0's l1: 1.3091\n",
      "[194]\tvalid_0's l2: 5.18054\tvalid_0's l1: 1.30821\n",
      "[195]\tvalid_0's l2: 5.17061\tvalid_0's l1: 1.30731\n",
      "[196]\tvalid_0's l2: 5.16546\tvalid_0's l1: 1.30632\n",
      "[197]\tvalid_0's l2: 5.1566\tvalid_0's l1: 1.30536\n",
      "[198]\tvalid_0's l2: 5.14863\tvalid_0's l1: 1.30437\n",
      "[199]\tvalid_0's l2: 5.13488\tvalid_0's l1: 1.3032\n",
      "[200]\tvalid_0's l2: 5.12452\tvalid_0's l1: 1.30235\n",
      "[201]\tvalid_0's l2: 5.11615\tvalid_0's l1: 1.30165\n",
      "[202]\tvalid_0's l2: 5.10996\tvalid_0's l1: 1.30045\n",
      "[203]\tvalid_0's l2: 5.09872\tvalid_0's l1: 1.29927\n",
      "[204]\tvalid_0's l2: 5.09315\tvalid_0's l1: 1.29845\n",
      "[205]\tvalid_0's l2: 5.08702\tvalid_0's l1: 1.29789\n",
      "[206]\tvalid_0's l2: 5.07945\tvalid_0's l1: 1.29676\n",
      "[207]\tvalid_0's l2: 5.06718\tvalid_0's l1: 1.29529\n",
      "[208]\tvalid_0's l2: 5.05901\tvalid_0's l1: 1.29403\n",
      "[209]\tvalid_0's l2: 5.04813\tvalid_0's l1: 1.29304\n",
      "[210]\tvalid_0's l2: 5.04034\tvalid_0's l1: 1.29225\n",
      "[211]\tvalid_0's l2: 5.03325\tvalid_0's l1: 1.29148\n",
      "[212]\tvalid_0's l2: 5.03008\tvalid_0's l1: 1.29105\n",
      "[213]\tvalid_0's l2: 5.02392\tvalid_0's l1: 1.29056\n",
      "[214]\tvalid_0's l2: 5.01545\tvalid_0's l1: 1.28942\n",
      "[215]\tvalid_0's l2: 5.00925\tvalid_0's l1: 1.28841\n",
      "[216]\tvalid_0's l2: 5.00147\tvalid_0's l1: 1.28775\n",
      "[217]\tvalid_0's l2: 4.99587\tvalid_0's l1: 1.28719\n",
      "[218]\tvalid_0's l2: 4.98771\tvalid_0's l1: 1.28618\n",
      "[219]\tvalid_0's l2: 4.98182\tvalid_0's l1: 1.2853\n",
      "[220]\tvalid_0's l2: 4.97616\tvalid_0's l1: 1.28435\n",
      "[221]\tvalid_0's l2: 4.9702\tvalid_0's l1: 1.28384\n",
      "[222]\tvalid_0's l2: 4.96137\tvalid_0's l1: 1.28276\n",
      "[223]\tvalid_0's l2: 4.95612\tvalid_0's l1: 1.28197\n",
      "[224]\tvalid_0's l2: 4.95111\tvalid_0's l1: 1.281\n",
      "[225]\tvalid_0's l2: 4.94501\tvalid_0's l1: 1.28055\n",
      "[226]\tvalid_0's l2: 4.94176\tvalid_0's l1: 1.27989\n",
      "[227]\tvalid_0's l2: 4.9332\tvalid_0's l1: 1.2789\n",
      "[228]\tvalid_0's l2: 4.92671\tvalid_0's l1: 1.27814\n",
      "[229]\tvalid_0's l2: 4.92198\tvalid_0's l1: 1.2772\n",
      "[230]\tvalid_0's l2: 4.91656\tvalid_0's l1: 1.27683\n",
      "[231]\tvalid_0's l2: 4.91063\tvalid_0's l1: 1.27613\n",
      "[232]\tvalid_0's l2: 4.89961\tvalid_0's l1: 1.27494\n",
      "[233]\tvalid_0's l2: 4.89467\tvalid_0's l1: 1.27437\n",
      "[234]\tvalid_0's l2: 4.88878\tvalid_0's l1: 1.27361\n",
      "[235]\tvalid_0's l2: 4.8838\tvalid_0's l1: 1.27277\n",
      "[236]\tvalid_0's l2: 4.8784\tvalid_0's l1: 1.2719\n",
      "[237]\tvalid_0's l2: 4.87428\tvalid_0's l1: 1.27095\n",
      "[238]\tvalid_0's l2: 4.86704\tvalid_0's l1: 1.27004\n",
      "[239]\tvalid_0's l2: 4.86521\tvalid_0's l1: 1.26957\n",
      "[240]\tvalid_0's l2: 4.86134\tvalid_0's l1: 1.26876\n",
      "[241]\tvalid_0's l2: 4.85669\tvalid_0's l1: 1.26844\n",
      "[242]\tvalid_0's l2: 4.84766\tvalid_0's l1: 1.26736\n",
      "[243]\tvalid_0's l2: 4.84293\tvalid_0's l1: 1.26683\n",
      "[244]\tvalid_0's l2: 4.83612\tvalid_0's l1: 1.26626\n",
      "[245]\tvalid_0's l2: 4.83062\tvalid_0's l1: 1.26583\n",
      "[246]\tvalid_0's l2: 4.8255\tvalid_0's l1: 1.26484\n",
      "[247]\tvalid_0's l2: 4.8191\tvalid_0's l1: 1.26393\n",
      "[248]\tvalid_0's l2: 4.81237\tvalid_0's l1: 1.26332\n",
      "[249]\tvalid_0's l2: 4.80417\tvalid_0's l1: 1.26255\n",
      "[250]\tvalid_0's l2: 4.79719\tvalid_0's l1: 1.26182\n",
      "[251]\tvalid_0's l2: 4.7855\tvalid_0's l1: 1.26108\n",
      "[252]\tvalid_0's l2: 4.78109\tvalid_0's l1: 1.26061\n",
      "[253]\tvalid_0's l2: 4.77541\tvalid_0's l1: 1.25993\n",
      "[254]\tvalid_0's l2: 4.76886\tvalid_0's l1: 1.25891\n",
      "[255]\tvalid_0's l2: 4.76224\tvalid_0's l1: 1.25823\n",
      "[256]\tvalid_0's l2: 4.75592\tvalid_0's l1: 1.25745\n",
      "[257]\tvalid_0's l2: 4.75159\tvalid_0's l1: 1.25663\n",
      "[258]\tvalid_0's l2: 4.74527\tvalid_0's l1: 1.2561\n",
      "[259]\tvalid_0's l2: 4.73876\tvalid_0's l1: 1.25562\n",
      "[260]\tvalid_0's l2: 4.73066\tvalid_0's l1: 1.25486\n",
      "[261]\tvalid_0's l2: 4.72601\tvalid_0's l1: 1.25427\n",
      "[262]\tvalid_0's l2: 4.72292\tvalid_0's l1: 1.2537\n",
      "[263]\tvalid_0's l2: 4.71525\tvalid_0's l1: 1.25263\n",
      "[264]\tvalid_0's l2: 4.71035\tvalid_0's l1: 1.25185\n",
      "[265]\tvalid_0's l2: 4.70713\tvalid_0's l1: 1.25103\n",
      "[266]\tvalid_0's l2: 4.69899\tvalid_0's l1: 1.25042\n",
      "[267]\tvalid_0's l2: 4.69382\tvalid_0's l1: 1.24915\n",
      "[268]\tvalid_0's l2: 4.6872\tvalid_0's l1: 1.24861\n",
      "[269]\tvalid_0's l2: 4.68104\tvalid_0's l1: 1.24793\n",
      "[270]\tvalid_0's l2: 4.67579\tvalid_0's l1: 1.24703\n",
      "[271]\tvalid_0's l2: 4.67216\tvalid_0's l1: 1.24634\n",
      "[272]\tvalid_0's l2: 4.66624\tvalid_0's l1: 1.24566\n",
      "[273]\tvalid_0's l2: 4.66123\tvalid_0's l1: 1.24485\n",
      "[274]\tvalid_0's l2: 4.65729\tvalid_0's l1: 1.24405\n",
      "[275]\tvalid_0's l2: 4.65027\tvalid_0's l1: 1.24336\n",
      "[276]\tvalid_0's l2: 4.64245\tvalid_0's l1: 1.24267\n",
      "[277]\tvalid_0's l2: 4.63735\tvalid_0's l1: 1.24233\n",
      "[278]\tvalid_0's l2: 4.63462\tvalid_0's l1: 1.24176\n",
      "[279]\tvalid_0's l2: 4.62937\tvalid_0's l1: 1.24095\n",
      "[280]\tvalid_0's l2: 4.62491\tvalid_0's l1: 1.2402\n",
      "[281]\tvalid_0's l2: 4.62028\tvalid_0's l1: 1.23943\n",
      "[282]\tvalid_0's l2: 4.61537\tvalid_0's l1: 1.23892\n",
      "[283]\tvalid_0's l2: 4.6101\tvalid_0's l1: 1.23803\n",
      "[284]\tvalid_0's l2: 4.60431\tvalid_0's l1: 1.23753\n",
      "[285]\tvalid_0's l2: 4.59814\tvalid_0's l1: 1.23703\n",
      "[286]\tvalid_0's l2: 4.5951\tvalid_0's l1: 1.2366\n",
      "[287]\tvalid_0's l2: 4.5888\tvalid_0's l1: 1.23619\n",
      "[288]\tvalid_0's l2: 4.58552\tvalid_0's l1: 1.23553\n",
      "[289]\tvalid_0's l2: 4.5816\tvalid_0's l1: 1.23536\n",
      "[290]\tvalid_0's l2: 4.57794\tvalid_0's l1: 1.23476\n",
      "[291]\tvalid_0's l2: 4.57123\tvalid_0's l1: 1.23418\n",
      "[292]\tvalid_0's l2: 4.56576\tvalid_0's l1: 1.2333\n",
      "[293]\tvalid_0's l2: 4.56183\tvalid_0's l1: 1.23264\n",
      "[294]\tvalid_0's l2: 4.55465\tvalid_0's l1: 1.23186\n",
      "[295]\tvalid_0's l2: 4.548\tvalid_0's l1: 1.23118\n",
      "[296]\tvalid_0's l2: 4.5454\tvalid_0's l1: 1.23072\n",
      "[297]\tvalid_0's l2: 4.53868\tvalid_0's l1: 1.23007\n",
      "[298]\tvalid_0's l2: 4.53311\tvalid_0's l1: 1.22934\n",
      "[299]\tvalid_0's l2: 4.52901\tvalid_0's l1: 1.22876\n",
      "[300]\tvalid_0's l2: 4.52408\tvalid_0's l1: 1.22829\n",
      "[301]\tvalid_0's l2: 4.52009\tvalid_0's l1: 1.22761\n",
      "[302]\tvalid_0's l2: 4.51525\tvalid_0's l1: 1.22707\n",
      "[303]\tvalid_0's l2: 4.51102\tvalid_0's l1: 1.22674\n",
      "[304]\tvalid_0's l2: 4.5048\tvalid_0's l1: 1.2263\n",
      "[305]\tvalid_0's l2: 4.50022\tvalid_0's l1: 1.22547\n",
      "[306]\tvalid_0's l2: 4.49624\tvalid_0's l1: 1.22456\n",
      "[307]\tvalid_0's l2: 4.4928\tvalid_0's l1: 1.22384\n",
      "[308]\tvalid_0's l2: 4.48678\tvalid_0's l1: 1.22334\n",
      "[309]\tvalid_0's l2: 4.4838\tvalid_0's l1: 1.22307\n",
      "[310]\tvalid_0's l2: 4.47882\tvalid_0's l1: 1.22245\n",
      "[311]\tvalid_0's l2: 4.47392\tvalid_0's l1: 1.22193\n",
      "[312]\tvalid_0's l2: 4.46841\tvalid_0's l1: 1.22131\n",
      "[313]\tvalid_0's l2: 4.46101\tvalid_0's l1: 1.21996\n",
      "[314]\tvalid_0's l2: 4.45686\tvalid_0's l1: 1.21958\n",
      "[315]\tvalid_0's l2: 4.45301\tvalid_0's l1: 1.21886\n",
      "[316]\tvalid_0's l2: 4.44902\tvalid_0's l1: 1.218\n",
      "[317]\tvalid_0's l2: 4.44435\tvalid_0's l1: 1.21748\n",
      "[318]\tvalid_0's l2: 4.44116\tvalid_0's l1: 1.21698\n",
      "[319]\tvalid_0's l2: 4.43688\tvalid_0's l1: 1.21629\n",
      "[320]\tvalid_0's l2: 4.43494\tvalid_0's l1: 1.21588\n",
      "[321]\tvalid_0's l2: 4.43286\tvalid_0's l1: 1.21564\n",
      "[322]\tvalid_0's l2: 4.42943\tvalid_0's l1: 1.21546\n",
      "[323]\tvalid_0's l2: 4.42363\tvalid_0's l1: 1.21499\n",
      "[324]\tvalid_0's l2: 4.42066\tvalid_0's l1: 1.21427\n",
      "[325]\tvalid_0's l2: 4.41539\tvalid_0's l1: 1.21365\n",
      "[326]\tvalid_0's l2: 4.41027\tvalid_0's l1: 1.21281\n",
      "[327]\tvalid_0's l2: 4.40293\tvalid_0's l1: 1.21224\n",
      "[328]\tvalid_0's l2: 4.39683\tvalid_0's l1: 1.2113\n",
      "[329]\tvalid_0's l2: 4.39182\tvalid_0's l1: 1.21103\n",
      "[330]\tvalid_0's l2: 4.3869\tvalid_0's l1: 1.21053\n",
      "[331]\tvalid_0's l2: 4.38368\tvalid_0's l1: 1.20981\n",
      "[332]\tvalid_0's l2: 4.3752\tvalid_0's l1: 1.20896\n",
      "[333]\tvalid_0's l2: 4.37069\tvalid_0's l1: 1.20842\n",
      "[334]\tvalid_0's l2: 4.36483\tvalid_0's l1: 1.20783\n",
      "[335]\tvalid_0's l2: 4.36311\tvalid_0's l1: 1.20746\n",
      "[336]\tvalid_0's l2: 4.35322\tvalid_0's l1: 1.2067\n",
      "[337]\tvalid_0's l2: 4.34679\tvalid_0's l1: 1.20584\n",
      "[338]\tvalid_0's l2: 4.34424\tvalid_0's l1: 1.20524\n",
      "[339]\tvalid_0's l2: 4.33887\tvalid_0's l1: 1.20472\n",
      "[340]\tvalid_0's l2: 4.33045\tvalid_0's l1: 1.20404\n",
      "[341]\tvalid_0's l2: 4.32808\tvalid_0's l1: 1.20381\n",
      "[342]\tvalid_0's l2: 4.32391\tvalid_0's l1: 1.20318\n",
      "[343]\tvalid_0's l2: 4.3209\tvalid_0's l1: 1.20257\n",
      "[344]\tvalid_0's l2: 4.3188\tvalid_0's l1: 1.20211\n",
      "[345]\tvalid_0's l2: 4.31552\tvalid_0's l1: 1.20134\n",
      "[346]\tvalid_0's l2: 4.31177\tvalid_0's l1: 1.20079\n",
      "[347]\tvalid_0's l2: 4.30369\tvalid_0's l1: 1.20017\n",
      "[348]\tvalid_0's l2: 4.29977\tvalid_0's l1: 1.19949\n",
      "[349]\tvalid_0's l2: 4.29703\tvalid_0's l1: 1.19892\n",
      "[350]\tvalid_0's l2: 4.29437\tvalid_0's l1: 1.19853\n",
      "[351]\tvalid_0's l2: 4.28947\tvalid_0's l1: 1.19803\n",
      "[352]\tvalid_0's l2: 4.28446\tvalid_0's l1: 1.19764\n",
      "[353]\tvalid_0's l2: 4.27998\tvalid_0's l1: 1.19719\n",
      "[354]\tvalid_0's l2: 4.27491\tvalid_0's l1: 1.19667\n",
      "[355]\tvalid_0's l2: 4.2715\tvalid_0's l1: 1.19621\n",
      "[356]\tvalid_0's l2: 4.26684\tvalid_0's l1: 1.19548\n",
      "[357]\tvalid_0's l2: 4.26073\tvalid_0's l1: 1.1949\n",
      "[358]\tvalid_0's l2: 4.2577\tvalid_0's l1: 1.19448\n",
      "[359]\tvalid_0's l2: 4.25503\tvalid_0's l1: 1.19377\n",
      "[360]\tvalid_0's l2: 4.25205\tvalid_0's l1: 1.19335\n",
      "[361]\tvalid_0's l2: 4.24863\tvalid_0's l1: 1.19286\n",
      "[362]\tvalid_0's l2: 4.24561\tvalid_0's l1: 1.19245\n",
      "[363]\tvalid_0's l2: 4.24034\tvalid_0's l1: 1.19193\n",
      "[364]\tvalid_0's l2: 4.2382\tvalid_0's l1: 1.19157\n",
      "[365]\tvalid_0's l2: 4.23457\tvalid_0's l1: 1.19092\n",
      "[366]\tvalid_0's l2: 4.23141\tvalid_0's l1: 1.19036\n",
      "[367]\tvalid_0's l2: 4.22602\tvalid_0's l1: 1.18976\n",
      "[368]\tvalid_0's l2: 4.22288\tvalid_0's l1: 1.1894\n",
      "[369]\tvalid_0's l2: 4.21938\tvalid_0's l1: 1.18896\n",
      "[370]\tvalid_0's l2: 4.21712\tvalid_0's l1: 1.18858\n",
      "[371]\tvalid_0's l2: 4.21075\tvalid_0's l1: 1.18763\n",
      "[372]\tvalid_0's l2: 4.20783\tvalid_0's l1: 1.18729\n",
      "[373]\tvalid_0's l2: 4.20422\tvalid_0's l1: 1.18695\n",
      "[374]\tvalid_0's l2: 4.20114\tvalid_0's l1: 1.18653\n",
      "[375]\tvalid_0's l2: 4.19681\tvalid_0's l1: 1.1861\n",
      "[376]\tvalid_0's l2: 4.1937\tvalid_0's l1: 1.18559\n",
      "[377]\tvalid_0's l2: 4.18836\tvalid_0's l1: 1.18495\n",
      "[378]\tvalid_0's l2: 4.18579\tvalid_0's l1: 1.18445\n",
      "[379]\tvalid_0's l2: 4.18266\tvalid_0's l1: 1.18416\n",
      "[380]\tvalid_0's l2: 4.17807\tvalid_0's l1: 1.18368\n",
      "[381]\tvalid_0's l2: 4.17473\tvalid_0's l1: 1.18311\n",
      "[382]\tvalid_0's l2: 4.17192\tvalid_0's l1: 1.18255\n",
      "[383]\tvalid_0's l2: 4.16838\tvalid_0's l1: 1.18187\n",
      "[384]\tvalid_0's l2: 4.16465\tvalid_0's l1: 1.18138\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[385]\tvalid_0's l2: 4.16251\tvalid_0's l1: 1.18098\n",
      "[386]\tvalid_0's l2: 4.15912\tvalid_0's l1: 1.18052\n",
      "[387]\tvalid_0's l2: 4.15709\tvalid_0's l1: 1.18015\n",
      "[388]\tvalid_0's l2: 4.15512\tvalid_0's l1: 1.17986\n",
      "[389]\tvalid_0's l2: 4.15244\tvalid_0's l1: 1.17954\n",
      "[390]\tvalid_0's l2: 4.14939\tvalid_0's l1: 1.17932\n",
      "[391]\tvalid_0's l2: 4.14557\tvalid_0's l1: 1.17891\n",
      "[392]\tvalid_0's l2: 4.14272\tvalid_0's l1: 1.17861\n",
      "[393]\tvalid_0's l2: 4.13554\tvalid_0's l1: 1.17801\n",
      "[394]\tvalid_0's l2: 4.13245\tvalid_0's l1: 1.17753\n",
      "[395]\tvalid_0's l2: 4.12961\tvalid_0's l1: 1.17716\n",
      "[396]\tvalid_0's l2: 4.1247\tvalid_0's l1: 1.17639\n",
      "[397]\tvalid_0's l2: 4.12079\tvalid_0's l1: 1.17589\n",
      "[398]\tvalid_0's l2: 4.11605\tvalid_0's l1: 1.17537\n",
      "[399]\tvalid_0's l2: 4.11292\tvalid_0's l1: 1.17504\n",
      "[400]\tvalid_0's l2: 4.10967\tvalid_0's l1: 1.17465\n",
      "[401]\tvalid_0's l2: 4.10569\tvalid_0's l1: 1.17426\n",
      "[402]\tvalid_0's l2: 4.10391\tvalid_0's l1: 1.17401\n",
      "[403]\tvalid_0's l2: 4.09996\tvalid_0's l1: 1.17351\n",
      "[404]\tvalid_0's l2: 4.09648\tvalid_0's l1: 1.17285\n",
      "[405]\tvalid_0's l2: 4.09425\tvalid_0's l1: 1.17242\n",
      "[406]\tvalid_0's l2: 4.09154\tvalid_0's l1: 1.17208\n",
      "[407]\tvalid_0's l2: 4.08888\tvalid_0's l1: 1.17158\n",
      "[408]\tvalid_0's l2: 4.08706\tvalid_0's l1: 1.17122\n",
      "[409]\tvalid_0's l2: 4.08242\tvalid_0's l1: 1.17039\n",
      "[410]\tvalid_0's l2: 4.07683\tvalid_0's l1: 1.1699\n",
      "[411]\tvalid_0's l2: 4.07512\tvalid_0's l1: 1.16971\n",
      "[412]\tvalid_0's l2: 4.072\tvalid_0's l1: 1.16935\n",
      "[413]\tvalid_0's l2: 4.06858\tvalid_0's l1: 1.16891\n",
      "[414]\tvalid_0's l2: 4.06465\tvalid_0's l1: 1.16831\n",
      "[415]\tvalid_0's l2: 4.06277\tvalid_0's l1: 1.16786\n",
      "[416]\tvalid_0's l2: 4.05987\tvalid_0's l1: 1.16743\n",
      "[417]\tvalid_0's l2: 4.0579\tvalid_0's l1: 1.16705\n",
      "[418]\tvalid_0's l2: 4.05551\tvalid_0's l1: 1.1668\n",
      "[419]\tvalid_0's l2: 4.05124\tvalid_0's l1: 1.16608\n",
      "[420]\tvalid_0's l2: 4.04894\tvalid_0's l1: 1.16562\n",
      "[421]\tvalid_0's l2: 4.04766\tvalid_0's l1: 1.16537\n",
      "[422]\tvalid_0's l2: 4.04427\tvalid_0's l1: 1.16478\n",
      "[423]\tvalid_0's l2: 4.04145\tvalid_0's l1: 1.16429\n",
      "[424]\tvalid_0's l2: 4.03913\tvalid_0's l1: 1.16393\n",
      "[425]\tvalid_0's l2: 4.03513\tvalid_0's l1: 1.16342\n",
      "[426]\tvalid_0's l2: 4.03196\tvalid_0's l1: 1.16298\n",
      "[427]\tvalid_0's l2: 4.02721\tvalid_0's l1: 1.16261\n",
      "[428]\tvalid_0's l2: 4.02445\tvalid_0's l1: 1.16212\n",
      "[429]\tvalid_0's l2: 4.02243\tvalid_0's l1: 1.1616\n",
      "[430]\tvalid_0's l2: 4.01955\tvalid_0's l1: 1.16115\n",
      "[431]\tvalid_0's l2: 4.01705\tvalid_0's l1: 1.16072\n",
      "[432]\tvalid_0's l2: 4.01269\tvalid_0's l1: 1.16032\n",
      "[433]\tvalid_0's l2: 4.00776\tvalid_0's l1: 1.15982\n",
      "[434]\tvalid_0's l2: 4.00582\tvalid_0's l1: 1.1595\n",
      "[435]\tvalid_0's l2: 4.00429\tvalid_0's l1: 1.15911\n",
      "[436]\tvalid_0's l2: 4.00194\tvalid_0's l1: 1.1586\n",
      "[437]\tvalid_0's l2: 3.99721\tvalid_0's l1: 1.15809\n",
      "[438]\tvalid_0's l2: 3.99514\tvalid_0's l1: 1.15765\n",
      "[439]\tvalid_0's l2: 3.99228\tvalid_0's l1: 1.15728\n",
      "[440]\tvalid_0's l2: 3.99026\tvalid_0's l1: 1.15707\n",
      "[441]\tvalid_0's l2: 3.98729\tvalid_0's l1: 1.15648\n",
      "[442]\tvalid_0's l2: 3.98379\tvalid_0's l1: 1.15578\n",
      "[443]\tvalid_0's l2: 3.98154\tvalid_0's l1: 1.15548\n",
      "[444]\tvalid_0's l2: 3.9786\tvalid_0's l1: 1.15504\n",
      "[445]\tvalid_0's l2: 3.9773\tvalid_0's l1: 1.15464\n",
      "[446]\tvalid_0's l2: 3.97455\tvalid_0's l1: 1.15423\n",
      "[447]\tvalid_0's l2: 3.97302\tvalid_0's l1: 1.15399\n",
      "[448]\tvalid_0's l2: 3.97083\tvalid_0's l1: 1.1536\n",
      "[449]\tvalid_0's l2: 3.96833\tvalid_0's l1: 1.15316\n",
      "[450]\tvalid_0's l2: 3.96626\tvalid_0's l1: 1.15284\n",
      "[451]\tvalid_0's l2: 3.96368\tvalid_0's l1: 1.15242\n",
      "[452]\tvalid_0's l2: 3.96123\tvalid_0's l1: 1.15205\n",
      "[453]\tvalid_0's l2: 3.95848\tvalid_0's l1: 1.15148\n",
      "[454]\tvalid_0's l2: 3.95521\tvalid_0's l1: 1.15104\n",
      "[455]\tvalid_0's l2: 3.95335\tvalid_0's l1: 1.1507\n",
      "[456]\tvalid_0's l2: 3.94808\tvalid_0's l1: 1.15025\n",
      "[457]\tvalid_0's l2: 3.94597\tvalid_0's l1: 1.15005\n",
      "[458]\tvalid_0's l2: 3.94153\tvalid_0's l1: 1.14951\n",
      "[459]\tvalid_0's l2: 3.9385\tvalid_0's l1: 1.14908\n",
      "[460]\tvalid_0's l2: 3.93679\tvalid_0's l1: 1.14884\n",
      "[461]\tvalid_0's l2: 3.9339\tvalid_0's l1: 1.14847\n",
      "[462]\tvalid_0's l2: 3.93218\tvalid_0's l1: 1.1482\n",
      "[463]\tvalid_0's l2: 3.92682\tvalid_0's l1: 1.14774\n",
      "[464]\tvalid_0's l2: 3.92288\tvalid_0's l1: 1.14732\n",
      "[465]\tvalid_0's l2: 3.92151\tvalid_0's l1: 1.14697\n",
      "[466]\tvalid_0's l2: 3.91943\tvalid_0's l1: 1.14659\n",
      "[467]\tvalid_0's l2: 3.91765\tvalid_0's l1: 1.14613\n",
      "[468]\tvalid_0's l2: 3.91501\tvalid_0's l1: 1.1458\n",
      "[469]\tvalid_0's l2: 3.91329\tvalid_0's l1: 1.14553\n",
      "[470]\tvalid_0's l2: 3.91063\tvalid_0's l1: 1.14527\n",
      "[471]\tvalid_0's l2: 3.90785\tvalid_0's l1: 1.14489\n",
      "[472]\tvalid_0's l2: 3.90512\tvalid_0's l1: 1.14434\n",
      "[473]\tvalid_0's l2: 3.90354\tvalid_0's l1: 1.14405\n",
      "[474]\tvalid_0's l2: 3.89924\tvalid_0's l1: 1.14352\n",
      "[475]\tvalid_0's l2: 3.8972\tvalid_0's l1: 1.14309\n",
      "[476]\tvalid_0's l2: 3.89247\tvalid_0's l1: 1.14268\n",
      "[477]\tvalid_0's l2: 3.8904\tvalid_0's l1: 1.14237\n",
      "[478]\tvalid_0's l2: 3.88891\tvalid_0's l1: 1.14196\n",
      "[479]\tvalid_0's l2: 3.8871\tvalid_0's l1: 1.14166\n",
      "[480]\tvalid_0's l2: 3.88355\tvalid_0's l1: 1.14127\n",
      "[481]\tvalid_0's l2: 3.87869\tvalid_0's l1: 1.14093\n",
      "[482]\tvalid_0's l2: 3.87639\tvalid_0's l1: 1.14055\n",
      "[483]\tvalid_0's l2: 3.87448\tvalid_0's l1: 1.14013\n",
      "[484]\tvalid_0's l2: 3.87218\tvalid_0's l1: 1.13986\n",
      "[485]\tvalid_0's l2: 3.86959\tvalid_0's l1: 1.13943\n",
      "[486]\tvalid_0's l2: 3.86613\tvalid_0's l1: 1.13903\n",
      "[487]\tvalid_0's l2: 3.86195\tvalid_0's l1: 1.13862\n",
      "[488]\tvalid_0's l2: 3.8599\tvalid_0's l1: 1.13827\n",
      "[489]\tvalid_0's l2: 3.85674\tvalid_0's l1: 1.13803\n",
      "[490]\tvalid_0's l2: 3.85442\tvalid_0's l1: 1.13765\n",
      "[491]\tvalid_0's l2: 3.8532\tvalid_0's l1: 1.13742\n",
      "[492]\tvalid_0's l2: 3.84994\tvalid_0's l1: 1.13708\n",
      "[493]\tvalid_0's l2: 3.84776\tvalid_0's l1: 1.13668\n",
      "[494]\tvalid_0's l2: 3.84562\tvalid_0's l1: 1.13626\n",
      "[495]\tvalid_0's l2: 3.84242\tvalid_0's l1: 1.13579\n",
      "[496]\tvalid_0's l2: 3.84046\tvalid_0's l1: 1.13547\n",
      "[497]\tvalid_0's l2: 3.83763\tvalid_0's l1: 1.13502\n",
      "[498]\tvalid_0's l2: 3.83604\tvalid_0's l1: 1.13469\n",
      "[499]\tvalid_0's l2: 3.83266\tvalid_0's l1: 1.13428\n",
      "[500]\tvalid_0's l2: 3.83135\tvalid_0's l1: 1.13408\n",
      "[501]\tvalid_0's l2: 3.82988\tvalid_0's l1: 1.13379\n",
      "[502]\tvalid_0's l2: 3.82621\tvalid_0's l1: 1.13357\n",
      "[503]\tvalid_0's l2: 3.82447\tvalid_0's l1: 1.1332\n",
      "[504]\tvalid_0's l2: 3.82325\tvalid_0's l1: 1.13309\n",
      "[505]\tvalid_0's l2: 3.81946\tvalid_0's l1: 1.13258\n",
      "[506]\tvalid_0's l2: 3.81618\tvalid_0's l1: 1.13234\n",
      "[507]\tvalid_0's l2: 3.8132\tvalid_0's l1: 1.1319\n",
      "[508]\tvalid_0's l2: 3.81179\tvalid_0's l1: 1.13173\n",
      "[509]\tvalid_0's l2: 3.8096\tvalid_0's l1: 1.13138\n",
      "[510]\tvalid_0's l2: 3.80762\tvalid_0's l1: 1.13102\n",
      "[511]\tvalid_0's l2: 3.80497\tvalid_0's l1: 1.13079\n",
      "[512]\tvalid_0's l2: 3.80175\tvalid_0's l1: 1.13039\n",
      "[513]\tvalid_0's l2: 3.80008\tvalid_0's l1: 1.13003\n",
      "[514]\tvalid_0's l2: 3.79815\tvalid_0's l1: 1.12987\n",
      "[515]\tvalid_0's l2: 3.79655\tvalid_0's l1: 1.12949\n",
      "[516]\tvalid_0's l2: 3.79452\tvalid_0's l1: 1.12896\n",
      "[517]\tvalid_0's l2: 3.79059\tvalid_0's l1: 1.12862\n",
      "[518]\tvalid_0's l2: 3.7883\tvalid_0's l1: 1.1284\n",
      "[519]\tvalid_0's l2: 3.78638\tvalid_0's l1: 1.12812\n",
      "[520]\tvalid_0's l2: 3.78439\tvalid_0's l1: 1.12779\n",
      "[521]\tvalid_0's l2: 3.78256\tvalid_0's l1: 1.12759\n",
      "[522]\tvalid_0's l2: 3.77907\tvalid_0's l1: 1.12713\n",
      "[523]\tvalid_0's l2: 3.77729\tvalid_0's l1: 1.12676\n",
      "[524]\tvalid_0's l2: 3.77559\tvalid_0's l1: 1.1264\n",
      "[525]\tvalid_0's l2: 3.77431\tvalid_0's l1: 1.12616\n",
      "[526]\tvalid_0's l2: 3.77204\tvalid_0's l1: 1.12563\n",
      "[527]\tvalid_0's l2: 3.77007\tvalid_0's l1: 1.12533\n",
      "[528]\tvalid_0's l2: 3.76741\tvalid_0's l1: 1.12511\n",
      "[529]\tvalid_0's l2: 3.76501\tvalid_0's l1: 1.12475\n",
      "[530]\tvalid_0's l2: 3.76275\tvalid_0's l1: 1.1245\n",
      "[531]\tvalid_0's l2: 3.75999\tvalid_0's l1: 1.12406\n",
      "[532]\tvalid_0's l2: 3.75836\tvalid_0's l1: 1.1238\n",
      "[533]\tvalid_0's l2: 3.75642\tvalid_0's l1: 1.1235\n",
      "[534]\tvalid_0's l2: 3.7524\tvalid_0's l1: 1.12314\n",
      "[535]\tvalid_0's l2: 3.75017\tvalid_0's l1: 1.12275\n",
      "[536]\tvalid_0's l2: 3.74817\tvalid_0's l1: 1.12229\n",
      "[537]\tvalid_0's l2: 3.74658\tvalid_0's l1: 1.12196\n",
      "[538]\tvalid_0's l2: 3.74515\tvalid_0's l1: 1.12173\n",
      "[539]\tvalid_0's l2: 3.74178\tvalid_0's l1: 1.12134\n",
      "[540]\tvalid_0's l2: 3.73727\tvalid_0's l1: 1.12101\n",
      "[541]\tvalid_0's l2: 3.73544\tvalid_0's l1: 1.12068\n",
      "[542]\tvalid_0's l2: 3.73279\tvalid_0's l1: 1.12032\n",
      "[543]\tvalid_0's l2: 3.72979\tvalid_0's l1: 1.11993\n",
      "[544]\tvalid_0's l2: 3.72428\tvalid_0's l1: 1.11929\n",
      "[545]\tvalid_0's l2: 3.7227\tvalid_0's l1: 1.11898\n",
      "[546]\tvalid_0's l2: 3.72081\tvalid_0's l1: 1.11867\n",
      "[547]\tvalid_0's l2: 3.71971\tvalid_0's l1: 1.1184\n",
      "[548]\tvalid_0's l2: 3.71872\tvalid_0's l1: 1.11819\n",
      "[549]\tvalid_0's l2: 3.71722\tvalid_0's l1: 1.11803\n",
      "[550]\tvalid_0's l2: 3.71485\tvalid_0's l1: 1.11758\n",
      "[551]\tvalid_0's l2: 3.71208\tvalid_0's l1: 1.11701\n",
      "[552]\tvalid_0's l2: 3.70825\tvalid_0's l1: 1.11663\n",
      "[553]\tvalid_0's l2: 3.70708\tvalid_0's l1: 1.11647\n",
      "[554]\tvalid_0's l2: 3.70526\tvalid_0's l1: 1.11626\n",
      "[555]\tvalid_0's l2: 3.70251\tvalid_0's l1: 1.11577\n",
      "[556]\tvalid_0's l2: 3.70033\tvalid_0's l1: 1.11548\n",
      "[557]\tvalid_0's l2: 3.69709\tvalid_0's l1: 1.11505\n",
      "[558]\tvalid_0's l2: 3.69485\tvalid_0's l1: 1.11473\n",
      "[559]\tvalid_0's l2: 3.69358\tvalid_0's l1: 1.11448\n",
      "[560]\tvalid_0's l2: 3.69234\tvalid_0's l1: 1.1142\n",
      "[561]\tvalid_0's l2: 3.69055\tvalid_0's l1: 1.11388\n",
      "[562]\tvalid_0's l2: 3.68888\tvalid_0's l1: 1.11356\n",
      "[563]\tvalid_0's l2: 3.68555\tvalid_0's l1: 1.11317\n",
      "[564]\tvalid_0's l2: 3.68473\tvalid_0's l1: 1.11295\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[565]\tvalid_0's l2: 3.68377\tvalid_0's l1: 1.11274\n",
      "[566]\tvalid_0's l2: 3.6814\tvalid_0's l1: 1.1121\n",
      "[567]\tvalid_0's l2: 3.67984\tvalid_0's l1: 1.11192\n",
      "[568]\tvalid_0's l2: 3.67813\tvalid_0's l1: 1.11152\n",
      "[569]\tvalid_0's l2: 3.67586\tvalid_0's l1: 1.11092\n",
      "[570]\tvalid_0's l2: 3.67373\tvalid_0's l1: 1.11062\n",
      "[571]\tvalid_0's l2: 3.67132\tvalid_0's l1: 1.11039\n",
      "[572]\tvalid_0's l2: 3.66986\tvalid_0's l1: 1.11017\n",
      "[573]\tvalid_0's l2: 3.66895\tvalid_0's l1: 1.1101\n",
      "[574]\tvalid_0's l2: 3.66763\tvalid_0's l1: 1.10984\n",
      "[575]\tvalid_0's l2: 3.66718\tvalid_0's l1: 1.10966\n",
      "[576]\tvalid_0's l2: 3.66388\tvalid_0's l1: 1.10934\n",
      "[577]\tvalid_0's l2: 3.66013\tvalid_0's l1: 1.10895\n",
      "[578]\tvalid_0's l2: 3.65775\tvalid_0's l1: 1.10855\n",
      "[579]\tvalid_0's l2: 3.65677\tvalid_0's l1: 1.10837\n",
      "[580]\tvalid_0's l2: 3.6553\tvalid_0's l1: 1.10806\n",
      "[581]\tvalid_0's l2: 3.65355\tvalid_0's l1: 1.10768\n",
      "[582]\tvalid_0's l2: 3.65229\tvalid_0's l1: 1.10735\n",
      "[583]\tvalid_0's l2: 3.65119\tvalid_0's l1: 1.10727\n",
      "[584]\tvalid_0's l2: 3.64873\tvalid_0's l1: 1.10702\n",
      "[585]\tvalid_0's l2: 3.64598\tvalid_0's l1: 1.10644\n",
      "[586]\tvalid_0's l2: 3.64483\tvalid_0's l1: 1.10627\n",
      "[587]\tvalid_0's l2: 3.6432\tvalid_0's l1: 1.10597\n",
      "[588]\tvalid_0's l2: 3.64283\tvalid_0's l1: 1.10582\n",
      "[589]\tvalid_0's l2: 3.64077\tvalid_0's l1: 1.10537\n",
      "[590]\tvalid_0's l2: 3.63978\tvalid_0's l1: 1.10512\n",
      "[591]\tvalid_0's l2: 3.63661\tvalid_0's l1: 1.10478\n",
      "[592]\tvalid_0's l2: 3.63571\tvalid_0's l1: 1.1046\n",
      "[593]\tvalid_0's l2: 3.63065\tvalid_0's l1: 1.10415\n",
      "[594]\tvalid_0's l2: 3.62759\tvalid_0's l1: 1.10374\n",
      "[595]\tvalid_0's l2: 3.62496\tvalid_0's l1: 1.10347\n",
      "[596]\tvalid_0's l2: 3.62316\tvalid_0's l1: 1.10316\n",
      "[597]\tvalid_0's l2: 3.62156\tvalid_0's l1: 1.10294\n",
      "[598]\tvalid_0's l2: 3.6192\tvalid_0's l1: 1.1028\n",
      "[599]\tvalid_0's l2: 3.61652\tvalid_0's l1: 1.10248\n",
      "[600]\tvalid_0's l2: 3.61293\tvalid_0's l1: 1.10211\n",
      "[601]\tvalid_0's l2: 3.61046\tvalid_0's l1: 1.10183\n",
      "[602]\tvalid_0's l2: 3.60934\tvalid_0's l1: 1.10149\n",
      "[603]\tvalid_0's l2: 3.60712\tvalid_0's l1: 1.10127\n",
      "[604]\tvalid_0's l2: 3.60442\tvalid_0's l1: 1.10094\n",
      "[605]\tvalid_0's l2: 3.60185\tvalid_0's l1: 1.10042\n",
      "[606]\tvalid_0's l2: 3.59922\tvalid_0's l1: 1.1001\n",
      "[607]\tvalid_0's l2: 3.59789\tvalid_0's l1: 1.09989\n",
      "[608]\tvalid_0's l2: 3.59673\tvalid_0's l1: 1.09967\n",
      "[609]\tvalid_0's l2: 3.59512\tvalid_0's l1: 1.09925\n",
      "[610]\tvalid_0's l2: 3.59387\tvalid_0's l1: 1.09898\n",
      "[611]\tvalid_0's l2: 3.5917\tvalid_0's l1: 1.09861\n",
      "[612]\tvalid_0's l2: 3.58944\tvalid_0's l1: 1.09832\n",
      "[613]\tvalid_0's l2: 3.58851\tvalid_0's l1: 1.09809\n",
      "[614]\tvalid_0's l2: 3.58762\tvalid_0's l1: 1.09787\n",
      "[615]\tvalid_0's l2: 3.58608\tvalid_0's l1: 1.09751\n",
      "[616]\tvalid_0's l2: 3.58532\tvalid_0's l1: 1.09735\n",
      "[617]\tvalid_0's l2: 3.58374\tvalid_0's l1: 1.09706\n",
      "[618]\tvalid_0's l2: 3.58219\tvalid_0's l1: 1.09661\n",
      "[619]\tvalid_0's l2: 3.58001\tvalid_0's l1: 1.0963\n",
      "[620]\tvalid_0's l2: 3.57857\tvalid_0's l1: 1.09593\n",
      "[621]\tvalid_0's l2: 3.5756\tvalid_0's l1: 1.09545\n",
      "[622]\tvalid_0's l2: 3.57449\tvalid_0's l1: 1.09523\n",
      "[623]\tvalid_0's l2: 3.57174\tvalid_0's l1: 1.09484\n",
      "[624]\tvalid_0's l2: 3.56839\tvalid_0's l1: 1.09446\n",
      "[625]\tvalid_0's l2: 3.56554\tvalid_0's l1: 1.09408\n",
      "[626]\tvalid_0's l2: 3.56307\tvalid_0's l1: 1.0937\n",
      "[627]\tvalid_0's l2: 3.56162\tvalid_0's l1: 1.09335\n",
      "[628]\tvalid_0's l2: 3.5596\tvalid_0's l1: 1.0928\n",
      "[629]\tvalid_0's l2: 3.55754\tvalid_0's l1: 1.09251\n",
      "[630]\tvalid_0's l2: 3.55598\tvalid_0's l1: 1.09214\n",
      "[631]\tvalid_0's l2: 3.55296\tvalid_0's l1: 1.09176\n",
      "[632]\tvalid_0's l2: 3.55081\tvalid_0's l1: 1.09128\n",
      "[633]\tvalid_0's l2: 3.54901\tvalid_0's l1: 1.09094\n",
      "[634]\tvalid_0's l2: 3.54721\tvalid_0's l1: 1.09063\n",
      "[635]\tvalid_0's l2: 3.54565\tvalid_0's l1: 1.09025\n",
      "[636]\tvalid_0's l2: 3.5447\tvalid_0's l1: 1.09002\n",
      "[637]\tvalid_0's l2: 3.542\tvalid_0's l1: 1.0897\n",
      "[638]\tvalid_0's l2: 3.54068\tvalid_0's l1: 1.08958\n",
      "[639]\tvalid_0's l2: 3.53924\tvalid_0's l1: 1.08928\n",
      "[640]\tvalid_0's l2: 3.538\tvalid_0's l1: 1.08904\n",
      "[641]\tvalid_0's l2: 3.53644\tvalid_0's l1: 1.08868\n",
      "[642]\tvalid_0's l2: 3.5357\tvalid_0's l1: 1.08847\n",
      "[643]\tvalid_0's l2: 3.53446\tvalid_0's l1: 1.08824\n",
      "[644]\tvalid_0's l2: 3.53293\tvalid_0's l1: 1.08798\n",
      "[645]\tvalid_0's l2: 3.53108\tvalid_0's l1: 1.08765\n",
      "[646]\tvalid_0's l2: 3.52855\tvalid_0's l1: 1.08719\n",
      "[647]\tvalid_0's l2: 3.52454\tvalid_0's l1: 1.08679\n",
      "[648]\tvalid_0's l2: 3.52238\tvalid_0's l1: 1.08642\n",
      "[649]\tvalid_0's l2: 3.52082\tvalid_0's l1: 1.0861\n",
      "[650]\tvalid_0's l2: 3.51975\tvalid_0's l1: 1.08586\n",
      "[651]\tvalid_0's l2: 3.51898\tvalid_0's l1: 1.08568\n",
      "[652]\tvalid_0's l2: 3.51611\tvalid_0's l1: 1.08527\n",
      "[653]\tvalid_0's l2: 3.51314\tvalid_0's l1: 1.08498\n",
      "[654]\tvalid_0's l2: 3.51234\tvalid_0's l1: 1.08475\n",
      "[655]\tvalid_0's l2: 3.5106\tvalid_0's l1: 1.08443\n",
      "[656]\tvalid_0's l2: 3.50951\tvalid_0's l1: 1.08419\n",
      "[657]\tvalid_0's l2: 3.50852\tvalid_0's l1: 1.08394\n",
      "[658]\tvalid_0's l2: 3.50702\tvalid_0's l1: 1.08375\n",
      "[659]\tvalid_0's l2: 3.50654\tvalid_0's l1: 1.0836\n",
      "[660]\tvalid_0's l2: 3.50582\tvalid_0's l1: 1.08343\n",
      "[661]\tvalid_0's l2: 3.50356\tvalid_0's l1: 1.08319\n",
      "[662]\tvalid_0's l2: 3.50238\tvalid_0's l1: 1.08299\n",
      "[663]\tvalid_0's l2: 3.50135\tvalid_0's l1: 1.08281\n",
      "[664]\tvalid_0's l2: 3.50032\tvalid_0's l1: 1.08263\n",
      "[665]\tvalid_0's l2: 3.49959\tvalid_0's l1: 1.08253\n",
      "[666]\tvalid_0's l2: 3.49825\tvalid_0's l1: 1.08226\n",
      "[667]\tvalid_0's l2: 3.49471\tvalid_0's l1: 1.08198\n",
      "[668]\tvalid_0's l2: 3.49398\tvalid_0's l1: 1.08177\n",
      "[669]\tvalid_0's l2: 3.49182\tvalid_0's l1: 1.08148\n",
      "[670]\tvalid_0's l2: 3.49081\tvalid_0's l1: 1.08118\n",
      "[671]\tvalid_0's l2: 3.48847\tvalid_0's l1: 1.08082\n",
      "[672]\tvalid_0's l2: 3.48678\tvalid_0's l1: 1.08051\n",
      "[673]\tvalid_0's l2: 3.48536\tvalid_0's l1: 1.08022\n",
      "[674]\tvalid_0's l2: 3.48432\tvalid_0's l1: 1.08002\n",
      "[675]\tvalid_0's l2: 3.48223\tvalid_0's l1: 1.07973\n",
      "[676]\tvalid_0's l2: 3.48152\tvalid_0's l1: 1.07956\n",
      "[677]\tvalid_0's l2: 3.4793\tvalid_0's l1: 1.07929\n",
      "[678]\tvalid_0's l2: 3.47757\tvalid_0's l1: 1.07914\n",
      "[679]\tvalid_0's l2: 3.47594\tvalid_0's l1: 1.07889\n",
      "[680]\tvalid_0's l2: 3.4749\tvalid_0's l1: 1.07869\n",
      "[681]\tvalid_0's l2: 3.47356\tvalid_0's l1: 1.0785\n",
      "[682]\tvalid_0's l2: 3.47172\tvalid_0's l1: 1.07823\n",
      "[683]\tvalid_0's l2: 3.46987\tvalid_0's l1: 1.07794\n",
      "[684]\tvalid_0's l2: 3.46928\tvalid_0's l1: 1.07778\n",
      "[685]\tvalid_0's l2: 3.46798\tvalid_0's l1: 1.07754\n",
      "[686]\tvalid_0's l2: 3.46632\tvalid_0's l1: 1.07721\n",
      "[687]\tvalid_0's l2: 3.46529\tvalid_0's l1: 1.07695\n",
      "[688]\tvalid_0's l2: 3.46399\tvalid_0's l1: 1.07683\n",
      "[689]\tvalid_0's l2: 3.46308\tvalid_0's l1: 1.07663\n",
      "[690]\tvalid_0's l2: 3.46186\tvalid_0's l1: 1.07643\n",
      "[691]\tvalid_0's l2: 3.46048\tvalid_0's l1: 1.07626\n",
      "[692]\tvalid_0's l2: 3.4592\tvalid_0's l1: 1.07612\n",
      "[693]\tvalid_0's l2: 3.45746\tvalid_0's l1: 1.07574\n",
      "[694]\tvalid_0's l2: 3.45716\tvalid_0's l1: 1.07566\n",
      "[695]\tvalid_0's l2: 3.45585\tvalid_0's l1: 1.07534\n",
      "[696]\tvalid_0's l2: 3.45496\tvalid_0's l1: 1.07512\n",
      "[697]\tvalid_0's l2: 3.45409\tvalid_0's l1: 1.07497\n",
      "[698]\tvalid_0's l2: 3.45299\tvalid_0's l1: 1.07473\n",
      "[699]\tvalid_0's l2: 3.45064\tvalid_0's l1: 1.07432\n",
      "[700]\tvalid_0's l2: 3.44892\tvalid_0's l1: 1.07412\n",
      "[701]\tvalid_0's l2: 3.44684\tvalid_0's l1: 1.07374\n",
      "[702]\tvalid_0's l2: 3.44482\tvalid_0's l1: 1.07348\n",
      "[703]\tvalid_0's l2: 3.44395\tvalid_0's l1: 1.07331\n",
      "[704]\tvalid_0's l2: 3.44261\tvalid_0's l1: 1.073\n",
      "[705]\tvalid_0's l2: 3.44065\tvalid_0's l1: 1.07253\n",
      "[706]\tvalid_0's l2: 3.43913\tvalid_0's l1: 1.07215\n",
      "[707]\tvalid_0's l2: 3.43735\tvalid_0's l1: 1.07182\n",
      "[708]\tvalid_0's l2: 3.43526\tvalid_0's l1: 1.07157\n",
      "[709]\tvalid_0's l2: 3.43405\tvalid_0's l1: 1.07133\n",
      "[710]\tvalid_0's l2: 3.43308\tvalid_0's l1: 1.07102\n",
      "[711]\tvalid_0's l2: 3.43182\tvalid_0's l1: 1.07065\n",
      "[712]\tvalid_0's l2: 3.43017\tvalid_0's l1: 1.07038\n",
      "[713]\tvalid_0's l2: 3.42909\tvalid_0's l1: 1.07018\n",
      "[714]\tvalid_0's l2: 3.42776\tvalid_0's l1: 1.06994\n",
      "[715]\tvalid_0's l2: 3.42644\tvalid_0's l1: 1.0696\n",
      "[716]\tvalid_0's l2: 3.42586\tvalid_0's l1: 1.06945\n",
      "[717]\tvalid_0's l2: 3.42401\tvalid_0's l1: 1.069\n",
      "[718]\tvalid_0's l2: 3.42185\tvalid_0's l1: 1.06871\n",
      "[719]\tvalid_0's l2: 3.42079\tvalid_0's l1: 1.06848\n",
      "[720]\tvalid_0's l2: 3.41748\tvalid_0's l1: 1.06809\n",
      "[721]\tvalid_0's l2: 3.416\tvalid_0's l1: 1.06783\n",
      "[722]\tvalid_0's l2: 3.4149\tvalid_0's l1: 1.06761\n",
      "[723]\tvalid_0's l2: 3.41364\tvalid_0's l1: 1.06726\n",
      "[724]\tvalid_0's l2: 3.41295\tvalid_0's l1: 1.06706\n",
      "[725]\tvalid_0's l2: 3.4119\tvalid_0's l1: 1.06684\n",
      "[726]\tvalid_0's l2: 3.4106\tvalid_0's l1: 1.06659\n",
      "[727]\tvalid_0's l2: 3.40924\tvalid_0's l1: 1.06645\n",
      "[728]\tvalid_0's l2: 3.40847\tvalid_0's l1: 1.06628\n",
      "[729]\tvalid_0's l2: 3.40778\tvalid_0's l1: 1.06616\n",
      "[730]\tvalid_0's l2: 3.40546\tvalid_0's l1: 1.06592\n",
      "[731]\tvalid_0's l2: 3.40366\tvalid_0's l1: 1.06556\n",
      "[732]\tvalid_0's l2: 3.40251\tvalid_0's l1: 1.0654\n",
      "[733]\tvalid_0's l2: 3.39995\tvalid_0's l1: 1.06509\n",
      "[734]\tvalid_0's l2: 3.39875\tvalid_0's l1: 1.0648\n",
      "[735]\tvalid_0's l2: 3.39781\tvalid_0's l1: 1.06468\n",
      "[736]\tvalid_0's l2: 3.39574\tvalid_0's l1: 1.06436\n",
      "[737]\tvalid_0's l2: 3.39409\tvalid_0's l1: 1.06407\n",
      "[738]\tvalid_0's l2: 3.39173\tvalid_0's l1: 1.06377\n",
      "[739]\tvalid_0's l2: 3.39077\tvalid_0's l1: 1.0636\n",
      "[740]\tvalid_0's l2: 3.38891\tvalid_0's l1: 1.06323\n",
      "[741]\tvalid_0's l2: 3.38834\tvalid_0's l1: 1.06305\n",
      "[742]\tvalid_0's l2: 3.38618\tvalid_0's l1: 1.06276\n",
      "[743]\tvalid_0's l2: 3.38429\tvalid_0's l1: 1.06255\n",
      "[744]\tvalid_0's l2: 3.38313\tvalid_0's l1: 1.06218\n",
      "[745]\tvalid_0's l2: 3.38161\tvalid_0's l1: 1.06184\n",
      "[746]\tvalid_0's l2: 3.37941\tvalid_0's l1: 1.06146\n",
      "[747]\tvalid_0's l2: 3.37783\tvalid_0's l1: 1.06118\n",
      "[748]\tvalid_0's l2: 3.37655\tvalid_0's l1: 1.06102\n",
      "[749]\tvalid_0's l2: 3.37565\tvalid_0's l1: 1.06083\n",
      "[750]\tvalid_0's l2: 3.37407\tvalid_0's l1: 1.06061\n",
      "[751]\tvalid_0's l2: 3.37274\tvalid_0's l1: 1.06034\n",
      "[752]\tvalid_0's l2: 3.37117\tvalid_0's l1: 1.05997\n",
      "[753]\tvalid_0's l2: 3.37032\tvalid_0's l1: 1.05981\n",
      "[754]\tvalid_0's l2: 3.36932\tvalid_0's l1: 1.05956\n",
      "[755]\tvalid_0's l2: 3.36807\tvalid_0's l1: 1.05924\n",
      "[756]\tvalid_0's l2: 3.36685\tvalid_0's l1: 1.05894\n",
      "[757]\tvalid_0's l2: 3.36578\tvalid_0's l1: 1.05869\n",
      "[758]\tvalid_0's l2: 3.3641\tvalid_0's l1: 1.05839\n",
      "[759]\tvalid_0's l2: 3.36291\tvalid_0's l1: 1.05823\n",
      "[760]\tvalid_0's l2: 3.36142\tvalid_0's l1: 1.05802\n",
      "[761]\tvalid_0's l2: 3.35956\tvalid_0's l1: 1.05774\n",
      "[762]\tvalid_0's l2: 3.35759\tvalid_0's l1: 1.05744\n",
      "[763]\tvalid_0's l2: 3.35702\tvalid_0's l1: 1.05725\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[764]\tvalid_0's l2: 3.35618\tvalid_0's l1: 1.05692\n",
      "[765]\tvalid_0's l2: 3.35468\tvalid_0's l1: 1.05664\n",
      "[766]\tvalid_0's l2: 3.35365\tvalid_0's l1: 1.05648\n",
      "[767]\tvalid_0's l2: 3.35265\tvalid_0's l1: 1.05628\n",
      "[768]\tvalid_0's l2: 3.35192\tvalid_0's l1: 1.05615\n",
      "[769]\tvalid_0's l2: 3.35082\tvalid_0's l1: 1.05586\n",
      "[770]\tvalid_0's l2: 3.34918\tvalid_0's l1: 1.05569\n",
      "[771]\tvalid_0's l2: 3.34798\tvalid_0's l1: 1.05542\n",
      "[772]\tvalid_0's l2: 3.34693\tvalid_0's l1: 1.05516\n",
      "[773]\tvalid_0's l2: 3.34626\tvalid_0's l1: 1.05501\n",
      "[774]\tvalid_0's l2: 3.34517\tvalid_0's l1: 1.05466\n",
      "[775]\tvalid_0's l2: 3.3438\tvalid_0's l1: 1.05446\n",
      "[776]\tvalid_0's l2: 3.342\tvalid_0's l1: 1.05417\n",
      "[777]\tvalid_0's l2: 3.33972\tvalid_0's l1: 1.05387\n",
      "[778]\tvalid_0's l2: 3.33851\tvalid_0's l1: 1.05362\n",
      "[779]\tvalid_0's l2: 3.33709\tvalid_0's l1: 1.05339\n",
      "[780]\tvalid_0's l2: 3.33617\tvalid_0's l1: 1.05321\n",
      "[781]\tvalid_0's l2: 3.33461\tvalid_0's l1: 1.05285\n",
      "[782]\tvalid_0's l2: 3.33411\tvalid_0's l1: 1.05268\n",
      "[783]\tvalid_0's l2: 3.33311\tvalid_0's l1: 1.05246\n",
      "[784]\tvalid_0's l2: 3.33102\tvalid_0's l1: 1.05213\n",
      "[785]\tvalid_0's l2: 3.33001\tvalid_0's l1: 1.05188\n",
      "[786]\tvalid_0's l2: 3.32957\tvalid_0's l1: 1.0518\n",
      "[787]\tvalid_0's l2: 3.32848\tvalid_0's l1: 1.05155\n",
      "[788]\tvalid_0's l2: 3.32746\tvalid_0's l1: 1.05138\n",
      "[789]\tvalid_0's l2: 3.32581\tvalid_0's l1: 1.05101\n",
      "[790]\tvalid_0's l2: 3.32459\tvalid_0's l1: 1.0507\n",
      "[791]\tvalid_0's l2: 3.32346\tvalid_0's l1: 1.05048\n",
      "[792]\tvalid_0's l2: 3.32296\tvalid_0's l1: 1.05035\n",
      "[793]\tvalid_0's l2: 3.32165\tvalid_0's l1: 1.05012\n",
      "[794]\tvalid_0's l2: 3.32038\tvalid_0's l1: 1.0498\n",
      "[795]\tvalid_0's l2: 3.31961\tvalid_0's l1: 1.04956\n",
      "[796]\tvalid_0's l2: 3.31833\tvalid_0's l1: 1.04921\n",
      "[797]\tvalid_0's l2: 3.31599\tvalid_0's l1: 1.04885\n",
      "[798]\tvalid_0's l2: 3.31424\tvalid_0's l1: 1.04853\n",
      "[799]\tvalid_0's l2: 3.31255\tvalid_0's l1: 1.04836\n",
      "[800]\tvalid_0's l2: 3.31136\tvalid_0's l1: 1.04816\n",
      "[801]\tvalid_0's l2: 3.31005\tvalid_0's l1: 1.048\n",
      "[802]\tvalid_0's l2: 3.30867\tvalid_0's l1: 1.04792\n",
      "[803]\tvalid_0's l2: 3.30829\tvalid_0's l1: 1.04774\n",
      "[804]\tvalid_0's l2: 3.30685\tvalid_0's l1: 1.04759\n",
      "[805]\tvalid_0's l2: 3.30507\tvalid_0's l1: 1.04746\n",
      "[806]\tvalid_0's l2: 3.30332\tvalid_0's l1: 1.04713\n",
      "[807]\tvalid_0's l2: 3.30233\tvalid_0's l1: 1.04682\n",
      "[808]\tvalid_0's l2: 3.30157\tvalid_0's l1: 1.04658\n",
      "[809]\tvalid_0's l2: 3.30077\tvalid_0's l1: 1.04645\n",
      "[810]\tvalid_0's l2: 3.29929\tvalid_0's l1: 1.04619\n",
      "[811]\tvalid_0's l2: 3.29713\tvalid_0's l1: 1.04591\n",
      "[812]\tvalid_0's l2: 3.29621\tvalid_0's l1: 1.04581\n",
      "[813]\tvalid_0's l2: 3.29517\tvalid_0's l1: 1.04558\n",
      "[814]\tvalid_0's l2: 3.29327\tvalid_0's l1: 1.04536\n",
      "[815]\tvalid_0's l2: 3.29219\tvalid_0's l1: 1.04518\n",
      "[816]\tvalid_0's l2: 3.2906\tvalid_0's l1: 1.04482\n",
      "[817]\tvalid_0's l2: 3.28976\tvalid_0's l1: 1.0447\n",
      "[818]\tvalid_0's l2: 3.28789\tvalid_0's l1: 1.04443\n",
      "[819]\tvalid_0's l2: 3.28645\tvalid_0's l1: 1.04416\n",
      "[820]\tvalid_0's l2: 3.28551\tvalid_0's l1: 1.04384\n",
      "[821]\tvalid_0's l2: 3.28459\tvalid_0's l1: 1.04356\n",
      "[822]\tvalid_0's l2: 3.28338\tvalid_0's l1: 1.04332\n",
      "[823]\tvalid_0's l2: 3.28195\tvalid_0's l1: 1.04308\n",
      "[824]\tvalid_0's l2: 3.28066\tvalid_0's l1: 1.04282\n",
      "[825]\tvalid_0's l2: 3.2809\tvalid_0's l1: 1.04278\n",
      "[826]\tvalid_0's l2: 3.28017\tvalid_0's l1: 1.04254\n",
      "[827]\tvalid_0's l2: 3.2787\tvalid_0's l1: 1.04236\n",
      "[828]\tvalid_0's l2: 3.27844\tvalid_0's l1: 1.04226\n",
      "[829]\tvalid_0's l2: 3.27695\tvalid_0's l1: 1.04202\n",
      "[830]\tvalid_0's l2: 3.27676\tvalid_0's l1: 1.04197\n",
      "[831]\tvalid_0's l2: 3.2753\tvalid_0's l1: 1.04173\n",
      "[832]\tvalid_0's l2: 3.27493\tvalid_0's l1: 1.04168\n",
      "[833]\tvalid_0's l2: 3.27421\tvalid_0's l1: 1.04152\n",
      "[834]\tvalid_0's l2: 3.27145\tvalid_0's l1: 1.04125\n",
      "[835]\tvalid_0's l2: 3.27034\tvalid_0's l1: 1.04098\n",
      "[836]\tvalid_0's l2: 3.26956\tvalid_0's l1: 1.04078\n",
      "[837]\tvalid_0's l2: 3.26751\tvalid_0's l1: 1.04054\n",
      "[838]\tvalid_0's l2: 3.26663\tvalid_0's l1: 1.04036\n",
      "[839]\tvalid_0's l2: 3.26651\tvalid_0's l1: 1.04034\n",
      "[840]\tvalid_0's l2: 3.26561\tvalid_0's l1: 1.04019\n",
      "[841]\tvalid_0's l2: 3.26453\tvalid_0's l1: 1.03998\n",
      "[842]\tvalid_0's l2: 3.26216\tvalid_0's l1: 1.0397\n",
      "[843]\tvalid_0's l2: 3.26141\tvalid_0's l1: 1.03958\n",
      "[844]\tvalid_0's l2: 3.26008\tvalid_0's l1: 1.03932\n",
      "[845]\tvalid_0's l2: 3.25876\tvalid_0's l1: 1.03908\n",
      "[846]\tvalid_0's l2: 3.25819\tvalid_0's l1: 1.03894\n",
      "[847]\tvalid_0's l2: 3.25754\tvalid_0's l1: 1.03882\n",
      "[848]\tvalid_0's l2: 3.2561\tvalid_0's l1: 1.03864\n",
      "[849]\tvalid_0's l2: 3.25468\tvalid_0's l1: 1.0385\n",
      "[850]\tvalid_0's l2: 3.25447\tvalid_0's l1: 1.03843\n",
      "[851]\tvalid_0's l2: 3.25283\tvalid_0's l1: 1.03815\n",
      "[852]\tvalid_0's l2: 3.25138\tvalid_0's l1: 1.03808\n",
      "[853]\tvalid_0's l2: 3.24972\tvalid_0's l1: 1.03793\n",
      "[854]\tvalid_0's l2: 3.24878\tvalid_0's l1: 1.03775\n",
      "[855]\tvalid_0's l2: 3.24744\tvalid_0's l1: 1.03749\n",
      "[856]\tvalid_0's l2: 3.24673\tvalid_0's l1: 1.03733\n",
      "[857]\tvalid_0's l2: 3.24443\tvalid_0's l1: 1.03716\n",
      "[858]\tvalid_0's l2: 3.24319\tvalid_0's l1: 1.03691\n",
      "[859]\tvalid_0's l2: 3.24179\tvalid_0's l1: 1.03671\n",
      "[860]\tvalid_0's l2: 3.24145\tvalid_0's l1: 1.03662\n",
      "[861]\tvalid_0's l2: 3.24024\tvalid_0's l1: 1.03641\n",
      "[862]\tvalid_0's l2: 3.23892\tvalid_0's l1: 1.03622\n",
      "[863]\tvalid_0's l2: 3.23739\tvalid_0's l1: 1.03589\n",
      "[864]\tvalid_0's l2: 3.23686\tvalid_0's l1: 1.03572\n",
      "[865]\tvalid_0's l2: 3.23593\tvalid_0's l1: 1.03554\n",
      "[866]\tvalid_0's l2: 3.23516\tvalid_0's l1: 1.03531\n",
      "[867]\tvalid_0's l2: 3.23444\tvalid_0's l1: 1.03512\n",
      "[868]\tvalid_0's l2: 3.2331\tvalid_0's l1: 1.03487\n",
      "[869]\tvalid_0's l2: 3.23279\tvalid_0's l1: 1.03478\n",
      "[870]\tvalid_0's l2: 3.23184\tvalid_0's l1: 1.03462\n",
      "[871]\tvalid_0's l2: 3.23044\tvalid_0's l1: 1.03437\n",
      "[872]\tvalid_0's l2: 3.22922\tvalid_0's l1: 1.03416\n",
      "[873]\tvalid_0's l2: 3.22854\tvalid_0's l1: 1.0341\n",
      "[874]\tvalid_0's l2: 3.22696\tvalid_0's l1: 1.03396\n",
      "[875]\tvalid_0's l2: 3.2259\tvalid_0's l1: 1.03377\n",
      "[876]\tvalid_0's l2: 3.22499\tvalid_0's l1: 1.03363\n",
      "[877]\tvalid_0's l2: 3.22363\tvalid_0's l1: 1.03338\n",
      "[878]\tvalid_0's l2: 3.22275\tvalid_0's l1: 1.03311\n",
      "[879]\tvalid_0's l2: 3.22193\tvalid_0's l1: 1.03291\n",
      "[880]\tvalid_0's l2: 3.22162\tvalid_0's l1: 1.03282\n",
      "[881]\tvalid_0's l2: 3.22079\tvalid_0's l1: 1.03264\n",
      "[882]\tvalid_0's l2: 3.21921\tvalid_0's l1: 1.03244\n",
      "[883]\tvalid_0's l2: 3.21814\tvalid_0's l1: 1.0322\n",
      "[884]\tvalid_0's l2: 3.21642\tvalid_0's l1: 1.03183\n",
      "[885]\tvalid_0's l2: 3.21537\tvalid_0's l1: 1.03153\n",
      "[886]\tvalid_0's l2: 3.21482\tvalid_0's l1: 1.03141\n",
      "[887]\tvalid_0's l2: 3.21241\tvalid_0's l1: 1.03116\n",
      "[888]\tvalid_0's l2: 3.21108\tvalid_0's l1: 1.03099\n",
      "[889]\tvalid_0's l2: 3.21071\tvalid_0's l1: 1.03084\n",
      "[890]\tvalid_0's l2: 3.20989\tvalid_0's l1: 1.03074\n",
      "[891]\tvalid_0's l2: 3.20835\tvalid_0's l1: 1.03049\n",
      "[892]\tvalid_0's l2: 3.20786\tvalid_0's l1: 1.03038\n",
      "[893]\tvalid_0's l2: 3.20675\tvalid_0's l1: 1.03017\n",
      "[894]\tvalid_0's l2: 3.20554\tvalid_0's l1: 1.02981\n",
      "[895]\tvalid_0's l2: 3.20505\tvalid_0's l1: 1.02969\n",
      "[896]\tvalid_0's l2: 3.20369\tvalid_0's l1: 1.02941\n",
      "[897]\tvalid_0's l2: 3.20314\tvalid_0's l1: 1.02925\n",
      "[898]\tvalid_0's l2: 3.20207\tvalid_0's l1: 1.02905\n",
      "[899]\tvalid_0's l2: 3.20137\tvalid_0's l1: 1.02894\n",
      "[900]\tvalid_0's l2: 3.20046\tvalid_0's l1: 1.02867\n",
      "[901]\tvalid_0's l2: 3.19788\tvalid_0's l1: 1.02843\n",
      "[902]\tvalid_0's l2: 3.19518\tvalid_0's l1: 1.02814\n",
      "[903]\tvalid_0's l2: 3.19429\tvalid_0's l1: 1.02793\n",
      "[904]\tvalid_0's l2: 3.19357\tvalid_0's l1: 1.02769\n",
      "[905]\tvalid_0's l2: 3.19221\tvalid_0's l1: 1.02737\n",
      "[906]\tvalid_0's l2: 3.19134\tvalid_0's l1: 1.02722\n",
      "[907]\tvalid_0's l2: 3.18981\tvalid_0's l1: 1.02699\n",
      "[908]\tvalid_0's l2: 3.18851\tvalid_0's l1: 1.02678\n",
      "[909]\tvalid_0's l2: 3.18681\tvalid_0's l1: 1.02653\n",
      "[910]\tvalid_0's l2: 3.18585\tvalid_0's l1: 1.02634\n",
      "[911]\tvalid_0's l2: 3.18464\tvalid_0's l1: 1.02609\n",
      "[912]\tvalid_0's l2: 3.18364\tvalid_0's l1: 1.02593\n",
      "[913]\tvalid_0's l2: 3.18217\tvalid_0's l1: 1.02574\n",
      "[914]\tvalid_0's l2: 3.18107\tvalid_0's l1: 1.02555\n",
      "[915]\tvalid_0's l2: 3.18064\tvalid_0's l1: 1.02534\n",
      "[916]\tvalid_0's l2: 3.17813\tvalid_0's l1: 1.02488\n",
      "[917]\tvalid_0's l2: 3.17745\tvalid_0's l1: 1.02472\n",
      "[918]\tvalid_0's l2: 3.1762\tvalid_0's l1: 1.02443\n",
      "[919]\tvalid_0's l2: 3.1747\tvalid_0's l1: 1.02425\n",
      "[920]\tvalid_0's l2: 3.17371\tvalid_0's l1: 1.02402\n",
      "[921]\tvalid_0's l2: 3.173\tvalid_0's l1: 1.02387\n",
      "[922]\tvalid_0's l2: 3.17252\tvalid_0's l1: 1.02374\n",
      "[923]\tvalid_0's l2: 3.17081\tvalid_0's l1: 1.02339\n",
      "[924]\tvalid_0's l2: 3.16978\tvalid_0's l1: 1.02316\n",
      "[925]\tvalid_0's l2: 3.16852\tvalid_0's l1: 1.02295\n",
      "[926]\tvalid_0's l2: 3.16745\tvalid_0's l1: 1.02271\n",
      "[927]\tvalid_0's l2: 3.16585\tvalid_0's l1: 1.02237\n",
      "[928]\tvalid_0's l2: 3.16509\tvalid_0's l1: 1.02219\n",
      "[929]\tvalid_0's l2: 3.16425\tvalid_0's l1: 1.02203\n",
      "[930]\tvalid_0's l2: 3.16242\tvalid_0's l1: 1.02176\n",
      "[931]\tvalid_0's l2: 3.1604\tvalid_0's l1: 1.02158\n",
      "[932]\tvalid_0's l2: 3.15814\tvalid_0's l1: 1.02136\n",
      "[933]\tvalid_0's l2: 3.15745\tvalid_0's l1: 1.02119\n",
      "[934]\tvalid_0's l2: 3.15609\tvalid_0's l1: 1.02095\n",
      "[935]\tvalid_0's l2: 3.15513\tvalid_0's l1: 1.02072\n",
      "[936]\tvalid_0's l2: 3.15355\tvalid_0's l1: 1.02038\n",
      "[937]\tvalid_0's l2: 3.15252\tvalid_0's l1: 1.02022\n",
      "[938]\tvalid_0's l2: 3.15167\tvalid_0's l1: 1.02002\n",
      "[939]\tvalid_0's l2: 3.15062\tvalid_0's l1: 1.01978\n",
      "[940]\tvalid_0's l2: 3.14936\tvalid_0's l1: 1.01959\n",
      "[941]\tvalid_0's l2: 3.14854\tvalid_0's l1: 1.01947\n",
      "[942]\tvalid_0's l2: 3.14825\tvalid_0's l1: 1.01935\n",
      "[943]\tvalid_0's l2: 3.14689\tvalid_0's l1: 1.01922\n",
      "[944]\tvalid_0's l2: 3.14502\tvalid_0's l1: 1.01894\n",
      "[945]\tvalid_0's l2: 3.14435\tvalid_0's l1: 1.01879\n",
      "[946]\tvalid_0's l2: 3.14367\tvalid_0's l1: 1.01862\n",
      "[947]\tvalid_0's l2: 3.14262\tvalid_0's l1: 1.01842\n",
      "[948]\tvalid_0's l2: 3.14235\tvalid_0's l1: 1.01831\n",
      "[949]\tvalid_0's l2: 3.14116\tvalid_0's l1: 1.01808\n",
      "[950]\tvalid_0's l2: 3.13997\tvalid_0's l1: 1.01781\n",
      "[951]\tvalid_0's l2: 3.13799\tvalid_0's l1: 1.01755\n",
      "[952]\tvalid_0's l2: 3.13665\tvalid_0's l1: 1.01732\n",
      "[953]\tvalid_0's l2: 3.13626\tvalid_0's l1: 1.01726\n",
      "[954]\tvalid_0's l2: 3.13527\tvalid_0's l1: 1.01705\n",
      "[955]\tvalid_0's l2: 3.13372\tvalid_0's l1: 1.01673\n",
      "[956]\tvalid_0's l2: 3.1319\tvalid_0's l1: 1.01652\n",
      "[957]\tvalid_0's l2: 3.13109\tvalid_0's l1: 1.01626\n",
      "[958]\tvalid_0's l2: 3.13035\tvalid_0's l1: 1.01606\n",
      "[959]\tvalid_0's l2: 3.12959\tvalid_0's l1: 1.01581\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[960]\tvalid_0's l2: 3.12855\tvalid_0's l1: 1.01556\n",
      "[961]\tvalid_0's l2: 3.12725\tvalid_0's l1: 1.01527\n",
      "[962]\tvalid_0's l2: 3.12605\tvalid_0's l1: 1.01503\n",
      "[963]\tvalid_0's l2: 3.12451\tvalid_0's l1: 1.01477\n",
      "[964]\tvalid_0's l2: 3.12342\tvalid_0's l1: 1.0146\n",
      "[965]\tvalid_0's l2: 3.12254\tvalid_0's l1: 1.01441\n",
      "[966]\tvalid_0's l2: 3.12166\tvalid_0's l1: 1.01426\n",
      "[967]\tvalid_0's l2: 3.11996\tvalid_0's l1: 1.01402\n",
      "[968]\tvalid_0's l2: 3.11953\tvalid_0's l1: 1.0139\n",
      "[969]\tvalid_0's l2: 3.11734\tvalid_0's l1: 1.0137\n",
      "[970]\tvalid_0's l2: 3.11623\tvalid_0's l1: 1.01346\n",
      "[971]\tvalid_0's l2: 3.11595\tvalid_0's l1: 1.01336\n",
      "[972]\tvalid_0's l2: 3.11544\tvalid_0's l1: 1.01319\n",
      "[973]\tvalid_0's l2: 3.11489\tvalid_0's l1: 1.01305\n",
      "[974]\tvalid_0's l2: 3.11469\tvalid_0's l1: 1.01294\n",
      "[975]\tvalid_0's l2: 3.11368\tvalid_0's l1: 1.01274\n",
      "[976]\tvalid_0's l2: 3.1127\tvalid_0's l1: 1.01255\n",
      "[977]\tvalid_0's l2: 3.1114\tvalid_0's l1: 1.0123\n",
      "[978]\tvalid_0's l2: 3.11106\tvalid_0's l1: 1.01221\n",
      "[979]\tvalid_0's l2: 3.11007\tvalid_0's l1: 1.01203\n",
      "[980]\tvalid_0's l2: 3.10959\tvalid_0's l1: 1.01186\n",
      "[981]\tvalid_0's l2: 3.10799\tvalid_0's l1: 1.01163\n",
      "[982]\tvalid_0's l2: 3.10737\tvalid_0's l1: 1.01151\n",
      "[983]\tvalid_0's l2: 3.10468\tvalid_0's l1: 1.01121\n",
      "[984]\tvalid_0's l2: 3.10451\tvalid_0's l1: 1.01115\n",
      "[985]\tvalid_0's l2: 3.10337\tvalid_0's l1: 1.01104\n",
      "[986]\tvalid_0's l2: 3.10178\tvalid_0's l1: 1.01082\n",
      "[987]\tvalid_0's l2: 3.10107\tvalid_0's l1: 1.01065\n",
      "[988]\tvalid_0's l2: 3.09998\tvalid_0's l1: 1.01044\n",
      "[989]\tvalid_0's l2: 3.09844\tvalid_0's l1: 1.01016\n",
      "[990]\tvalid_0's l2: 3.09687\tvalid_0's l1: 1.01002\n",
      "[991]\tvalid_0's l2: 3.09535\tvalid_0's l1: 1.00987\n",
      "[992]\tvalid_0's l2: 3.0947\tvalid_0's l1: 1.00969\n",
      "[993]\tvalid_0's l2: 3.09312\tvalid_0's l1: 1.00955\n",
      "[994]\tvalid_0's l2: 3.09142\tvalid_0's l1: 1.00938\n",
      "[995]\tvalid_0's l2: 3.08951\tvalid_0's l1: 1.00913\n",
      "[996]\tvalid_0's l2: 3.08923\tvalid_0's l1: 1.00903\n",
      "[997]\tvalid_0's l2: 3.08837\tvalid_0's l1: 1.00885\n",
      "[998]\tvalid_0's l2: 3.08759\tvalid_0's l1: 1.00864\n",
      "[999]\tvalid_0's l2: 3.08635\tvalid_0's l1: 1.00847\n",
      "[1000]\tvalid_0's l2: 3.08507\tvalid_0's l1: 1.00818\n",
      "[1001]\tvalid_0's l2: 3.0844\tvalid_0's l1: 1.00803\n",
      "[1002]\tvalid_0's l2: 3.08326\tvalid_0's l1: 1.00787\n",
      "[1003]\tvalid_0's l2: 3.08245\tvalid_0's l1: 1.00781\n",
      "[1004]\tvalid_0's l2: 3.08181\tvalid_0's l1: 1.00764\n",
      "[1005]\tvalid_0's l2: 3.08093\tvalid_0's l1: 1.00754\n",
      "[1006]\tvalid_0's l2: 3.08017\tvalid_0's l1: 1.00726\n",
      "[1007]\tvalid_0's l2: 3.08003\tvalid_0's l1: 1.00718\n",
      "[1008]\tvalid_0's l2: 3.07888\tvalid_0's l1: 1.00694\n",
      "[1009]\tvalid_0's l2: 3.0782\tvalid_0's l1: 1.00682\n",
      "[1010]\tvalid_0's l2: 3.07752\tvalid_0's l1: 1.00665\n",
      "[1011]\tvalid_0's l2: 3.07635\tvalid_0's l1: 1.00647\n",
      "[1012]\tvalid_0's l2: 3.07564\tvalid_0's l1: 1.00631\n",
      "[1013]\tvalid_0's l2: 3.07489\tvalid_0's l1: 1.00616\n",
      "[1014]\tvalid_0's l2: 3.07341\tvalid_0's l1: 1.00595\n",
      "[1015]\tvalid_0's l2: 3.07263\tvalid_0's l1: 1.00576\n",
      "[1016]\tvalid_0's l2: 3.07178\tvalid_0's l1: 1.00557\n",
      "[1017]\tvalid_0's l2: 3.06998\tvalid_0's l1: 1.00531\n",
      "[1018]\tvalid_0's l2: 3.07016\tvalid_0's l1: 1.00524\n",
      "[1019]\tvalid_0's l2: 3.0677\tvalid_0's l1: 1.00489\n",
      "[1020]\tvalid_0's l2: 3.06628\tvalid_0's l1: 1.0046\n",
      "[1021]\tvalid_0's l2: 3.06502\tvalid_0's l1: 1.00436\n",
      "[1022]\tvalid_0's l2: 3.06393\tvalid_0's l1: 1.00409\n",
      "[1023]\tvalid_0's l2: 3.06234\tvalid_0's l1: 1.00388\n",
      "[1024]\tvalid_0's l2: 3.06173\tvalid_0's l1: 1.00372\n",
      "[1025]\tvalid_0's l2: 3.06075\tvalid_0's l1: 1.00358\n",
      "[1026]\tvalid_0's l2: 3.06009\tvalid_0's l1: 1.00342\n",
      "[1027]\tvalid_0's l2: 3.05965\tvalid_0's l1: 1.00332\n",
      "[1028]\tvalid_0's l2: 3.0585\tvalid_0's l1: 1.00317\n",
      "[1029]\tvalid_0's l2: 3.05821\tvalid_0's l1: 1.00311\n",
      "[1030]\tvalid_0's l2: 3.05757\tvalid_0's l1: 1.00298\n",
      "[1031]\tvalid_0's l2: 3.05692\tvalid_0's l1: 1.00275\n",
      "[1032]\tvalid_0's l2: 3.05616\tvalid_0's l1: 1.00258\n",
      "[1033]\tvalid_0's l2: 3.05568\tvalid_0's l1: 1.00248\n",
      "[1034]\tvalid_0's l2: 3.05483\tvalid_0's l1: 1.00221\n",
      "[1035]\tvalid_0's l2: 3.0542\tvalid_0's l1: 1.00207\n",
      "[1036]\tvalid_0's l2: 3.05371\tvalid_0's l1: 1.00199\n",
      "[1037]\tvalid_0's l2: 3.05322\tvalid_0's l1: 1.00186\n",
      "[1038]\tvalid_0's l2: 3.05251\tvalid_0's l1: 1.00168\n",
      "[1039]\tvalid_0's l2: 3.05169\tvalid_0's l1: 1.00146\n",
      "[1040]\tvalid_0's l2: 3.05068\tvalid_0's l1: 1.00129\n",
      "[1041]\tvalid_0's l2: 3.04993\tvalid_0's l1: 1.00108\n",
      "[1042]\tvalid_0's l2: 3.04823\tvalid_0's l1: 1.00078\n",
      "[1043]\tvalid_0's l2: 3.04776\tvalid_0's l1: 1.00076\n",
      "[1044]\tvalid_0's l2: 3.04628\tvalid_0's l1: 1.00059\n",
      "[1045]\tvalid_0's l2: 3.04661\tvalid_0's l1: 1.00056\n",
      "[1046]\tvalid_0's l2: 3.04595\tvalid_0's l1: 1.00041\n",
      "[1047]\tvalid_0's l2: 3.04555\tvalid_0's l1: 1.00029\n",
      "[1048]\tvalid_0's l2: 3.04485\tvalid_0's l1: 1.00015\n",
      "[1049]\tvalid_0's l2: 3.04472\tvalid_0's l1: 1.00007\n",
      "[1050]\tvalid_0's l2: 3.04393\tvalid_0's l1: 0.999872\n",
      "[1051]\tvalid_0's l2: 3.04285\tvalid_0's l1: 0.999693\n",
      "[1052]\tvalid_0's l2: 3.04227\tvalid_0's l1: 0.999502\n",
      "[1053]\tvalid_0's l2: 3.04148\tvalid_0's l1: 0.9994\n",
      "[1054]\tvalid_0's l2: 3.04131\tvalid_0's l1: 0.999289\n",
      "[1055]\tvalid_0's l2: 3.03988\tvalid_0's l1: 0.999097\n",
      "[1056]\tvalid_0's l2: 3.03859\tvalid_0's l1: 0.998928\n",
      "[1057]\tvalid_0's l2: 3.03822\tvalid_0's l1: 0.998798\n",
      "[1058]\tvalid_0's l2: 3.03808\tvalid_0's l1: 0.998745\n",
      "[1059]\tvalid_0's l2: 3.03729\tvalid_0's l1: 0.998583\n",
      "[1060]\tvalid_0's l2: 3.037\tvalid_0's l1: 0.998448\n",
      "[1061]\tvalid_0's l2: 3.03602\tvalid_0's l1: 0.998268\n",
      "[1062]\tvalid_0's l2: 3.03518\tvalid_0's l1: 0.998067\n",
      "[1063]\tvalid_0's l2: 3.03346\tvalid_0's l1: 0.997829\n",
      "[1064]\tvalid_0's l2: 3.03315\tvalid_0's l1: 0.997736\n",
      "[1065]\tvalid_0's l2: 3.03198\tvalid_0's l1: 0.99754\n",
      "[1066]\tvalid_0's l2: 3.03137\tvalid_0's l1: 0.997433\n",
      "[1067]\tvalid_0's l2: 3.03048\tvalid_0's l1: 0.997283\n",
      "[1068]\tvalid_0's l2: 3.03003\tvalid_0's l1: 0.997145\n",
      "[1069]\tvalid_0's l2: 3.02955\tvalid_0's l1: 0.997008\n",
      "[1070]\tvalid_0's l2: 3.02885\tvalid_0's l1: 0.996806\n",
      "[1071]\tvalid_0's l2: 3.02797\tvalid_0's l1: 0.996646\n",
      "[1072]\tvalid_0's l2: 3.0275\tvalid_0's l1: 0.996498\n",
      "[1073]\tvalid_0's l2: 3.02655\tvalid_0's l1: 0.996344\n",
      "[1074]\tvalid_0's l2: 3.0259\tvalid_0's l1: 0.996113\n",
      "[1075]\tvalid_0's l2: 3.02527\tvalid_0's l1: 0.995973\n",
      "[1076]\tvalid_0's l2: 3.02455\tvalid_0's l1: 0.995811\n",
      "[1077]\tvalid_0's l2: 3.02432\tvalid_0's l1: 0.995687\n",
      "[1078]\tvalid_0's l2: 3.02344\tvalid_0's l1: 0.995525\n",
      "[1079]\tvalid_0's l2: 3.02246\tvalid_0's l1: 0.99538\n",
      "[1080]\tvalid_0's l2: 3.01999\tvalid_0's l1: 0.99503\n",
      "[1081]\tvalid_0's l2: 3.01925\tvalid_0's l1: 0.994889\n",
      "[1082]\tvalid_0's l2: 3.01816\tvalid_0's l1: 0.994623\n",
      "[1083]\tvalid_0's l2: 3.01692\tvalid_0's l1: 0.994437\n",
      "[1084]\tvalid_0's l2: 3.01579\tvalid_0's l1: 0.994253\n",
      "[1085]\tvalid_0's l2: 3.01455\tvalid_0's l1: 0.99404\n",
      "[1086]\tvalid_0's l2: 3.01347\tvalid_0's l1: 0.993818\n",
      "[1087]\tvalid_0's l2: 3.01221\tvalid_0's l1: 0.993574\n",
      "[1088]\tvalid_0's l2: 3.01169\tvalid_0's l1: 0.993496\n",
      "[1089]\tvalid_0's l2: 3.01091\tvalid_0's l1: 0.993304\n",
      "[1090]\tvalid_0's l2: 3.01035\tvalid_0's l1: 0.993197\n",
      "[1091]\tvalid_0's l2: 3.00898\tvalid_0's l1: 0.992974\n",
      "[1092]\tvalid_0's l2: 3.00817\tvalid_0's l1: 0.992811\n",
      "[1093]\tvalid_0's l2: 3.00751\tvalid_0's l1: 0.992695\n",
      "[1094]\tvalid_0's l2: 3.00661\tvalid_0's l1: 0.992543\n",
      "[1095]\tvalid_0's l2: 3.00595\tvalid_0's l1: 0.992379\n",
      "[1096]\tvalid_0's l2: 3.00541\tvalid_0's l1: 0.992305\n",
      "[1097]\tvalid_0's l2: 3.00435\tvalid_0's l1: 0.992072\n",
      "[1098]\tvalid_0's l2: 3.00352\tvalid_0's l1: 0.991906\n",
      "[1099]\tvalid_0's l2: 3.00308\tvalid_0's l1: 0.991766\n",
      "[1100]\tvalid_0's l2: 3.00182\tvalid_0's l1: 0.991579\n",
      "[1101]\tvalid_0's l2: 3.00097\tvalid_0's l1: 0.991424\n",
      "[1102]\tvalid_0's l2: 3.00052\tvalid_0's l1: 0.991305\n",
      "[1103]\tvalid_0's l2: 3.00035\tvalid_0's l1: 0.991223\n",
      "[1104]\tvalid_0's l2: 2.99965\tvalid_0's l1: 0.991\n",
      "[1105]\tvalid_0's l2: 2.99835\tvalid_0's l1: 0.990719\n",
      "[1106]\tvalid_0's l2: 2.99739\tvalid_0's l1: 0.990538\n",
      "[1107]\tvalid_0's l2: 2.99674\tvalid_0's l1: 0.990431\n",
      "[1108]\tvalid_0's l2: 2.99569\tvalid_0's l1: 0.990244\n",
      "[1109]\tvalid_0's l2: 2.9951\tvalid_0's l1: 0.990103\n",
      "[1110]\tvalid_0's l2: 2.99372\tvalid_0's l1: 0.989949\n",
      "[1111]\tvalid_0's l2: 2.99297\tvalid_0's l1: 0.989821\n",
      "[1112]\tvalid_0's l2: 2.99258\tvalid_0's l1: 0.989716\n",
      "[1113]\tvalid_0's l2: 2.99202\tvalid_0's l1: 0.989623\n",
      "[1114]\tvalid_0's l2: 2.99142\tvalid_0's l1: 0.989418\n",
      "[1115]\tvalid_0's l2: 2.98993\tvalid_0's l1: 0.989247\n",
      "[1116]\tvalid_0's l2: 2.9893\tvalid_0's l1: 0.989127\n",
      "[1117]\tvalid_0's l2: 2.98845\tvalid_0's l1: 0.988985\n",
      "[1118]\tvalid_0's l2: 2.98802\tvalid_0's l1: 0.988855\n",
      "[1119]\tvalid_0's l2: 2.98731\tvalid_0's l1: 0.98872\n",
      "[1120]\tvalid_0's l2: 2.98662\tvalid_0's l1: 0.988527\n",
      "[1121]\tvalid_0's l2: 2.98625\tvalid_0's l1: 0.988452\n",
      "[1122]\tvalid_0's l2: 2.9854\tvalid_0's l1: 0.988283\n",
      "[1123]\tvalid_0's l2: 2.98458\tvalid_0's l1: 0.988087\n",
      "[1124]\tvalid_0's l2: 2.98417\tvalid_0's l1: 0.98794\n",
      "[1125]\tvalid_0's l2: 2.98344\tvalid_0's l1: 0.987796\n",
      "[1126]\tvalid_0's l2: 2.9819\tvalid_0's l1: 0.987567\n",
      "[1127]\tvalid_0's l2: 2.98203\tvalid_0's l1: 0.987575\n",
      "[1128]\tvalid_0's l2: 2.98125\tvalid_0's l1: 0.987431\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1129]\tvalid_0's l2: 2.98068\tvalid_0's l1: 0.987329\n",
      "[1130]\tvalid_0's l2: 2.98011\tvalid_0's l1: 0.987179\n",
      "[1131]\tvalid_0's l2: 2.97925\tvalid_0's l1: 0.987044\n",
      "[1132]\tvalid_0's l2: 2.97857\tvalid_0's l1: 0.9869\n",
      "[1133]\tvalid_0's l2: 2.97786\tvalid_0's l1: 0.986755\n",
      "[1134]\tvalid_0's l2: 2.97747\tvalid_0's l1: 0.986611\n",
      "[1135]\tvalid_0's l2: 2.97692\tvalid_0's l1: 0.986517\n",
      "[1136]\tvalid_0's l2: 2.97591\tvalid_0's l1: 0.986334\n",
      "[1137]\tvalid_0's l2: 2.97568\tvalid_0's l1: 0.986191\n",
      "[1138]\tvalid_0's l2: 2.9748\tvalid_0's l1: 0.986012\n",
      "[1139]\tvalid_0's l2: 2.97401\tvalid_0's l1: 0.985811\n",
      "[1140]\tvalid_0's l2: 2.97309\tvalid_0's l1: 0.985665\n",
      "[1141]\tvalid_0's l2: 2.97235\tvalid_0's l1: 0.985513\n",
      "[1142]\tvalid_0's l2: 2.97178\tvalid_0's l1: 0.985466\n",
      "[1143]\tvalid_0's l2: 2.97104\tvalid_0's l1: 0.985289\n",
      "[1144]\tvalid_0's l2: 2.9703\tvalid_0's l1: 0.985101\n",
      "[1145]\tvalid_0's l2: 2.96968\tvalid_0's l1: 0.984905\n",
      "[1146]\tvalid_0's l2: 2.96904\tvalid_0's l1: 0.984778\n",
      "[1147]\tvalid_0's l2: 2.96809\tvalid_0's l1: 0.984625\n",
      "[1148]\tvalid_0's l2: 2.9674\tvalid_0's l1: 0.984513\n",
      "[1149]\tvalid_0's l2: 2.96682\tvalid_0's l1: 0.98439\n",
      "[1150]\tvalid_0's l2: 2.96638\tvalid_0's l1: 0.984311\n",
      "[1151]\tvalid_0's l2: 2.96576\tvalid_0's l1: 0.984065\n",
      "[1152]\tvalid_0's l2: 2.96513\tvalid_0's l1: 0.983909\n",
      "[1153]\tvalid_0's l2: 2.96422\tvalid_0's l1: 0.983695\n",
      "[1154]\tvalid_0's l2: 2.96312\tvalid_0's l1: 0.983473\n",
      "[1155]\tvalid_0's l2: 2.9616\tvalid_0's l1: 0.983289\n",
      "[1156]\tvalid_0's l2: 2.96097\tvalid_0's l1: 0.983127\n",
      "[1157]\tvalid_0's l2: 2.96045\tvalid_0's l1: 0.982947\n",
      "[1158]\tvalid_0's l2: 2.95983\tvalid_0's l1: 0.982746\n",
      "[1159]\tvalid_0's l2: 2.95955\tvalid_0's l1: 0.9827\n",
      "[1160]\tvalid_0's l2: 2.95889\tvalid_0's l1: 0.982618\n",
      "[1161]\tvalid_0's l2: 2.95841\tvalid_0's l1: 0.982528\n",
      "[1162]\tvalid_0's l2: 2.95785\tvalid_0's l1: 0.982396\n",
      "[1163]\tvalid_0's l2: 2.95713\tvalid_0's l1: 0.982231\n",
      "[1164]\tvalid_0's l2: 2.95636\tvalid_0's l1: 0.98203\n",
      "[1165]\tvalid_0's l2: 2.95603\tvalid_0's l1: 0.981976\n",
      "[1166]\tvalid_0's l2: 2.95551\tvalid_0's l1: 0.981838\n",
      "[1167]\tvalid_0's l2: 2.95467\tvalid_0's l1: 0.981654\n",
      "[1168]\tvalid_0's l2: 2.95371\tvalid_0's l1: 0.981477\n",
      "[1169]\tvalid_0's l2: 2.95291\tvalid_0's l1: 0.981341\n",
      "[1170]\tvalid_0's l2: 2.95234\tvalid_0's l1: 0.981129\n",
      "[1171]\tvalid_0's l2: 2.95164\tvalid_0's l1: 0.981009\n",
      "[1172]\tvalid_0's l2: 2.95086\tvalid_0's l1: 0.980848\n",
      "[1173]\tvalid_0's l2: 2.94967\tvalid_0's l1: 0.980687\n",
      "[1174]\tvalid_0's l2: 2.94949\tvalid_0's l1: 0.980622\n",
      "[1175]\tvalid_0's l2: 2.94881\tvalid_0's l1: 0.980496\n",
      "[1176]\tvalid_0's l2: 2.94854\tvalid_0's l1: 0.980435\n",
      "[1177]\tvalid_0's l2: 2.94789\tvalid_0's l1: 0.980332\n",
      "[1178]\tvalid_0's l2: 2.94708\tvalid_0's l1: 0.980228\n",
      "[1179]\tvalid_0's l2: 2.94635\tvalid_0's l1: 0.980106\n",
      "[1180]\tvalid_0's l2: 2.94623\tvalid_0's l1: 0.980069\n",
      "[1181]\tvalid_0's l2: 2.94535\tvalid_0's l1: 0.979937\n",
      "[1182]\tvalid_0's l2: 2.94485\tvalid_0's l1: 0.979859\n",
      "[1183]\tvalid_0's l2: 2.94402\tvalid_0's l1: 0.979634\n",
      "[1184]\tvalid_0's l2: 2.94333\tvalid_0's l1: 0.979472\n",
      "[1185]\tvalid_0's l2: 2.94265\tvalid_0's l1: 0.979352\n",
      "[1186]\tvalid_0's l2: 2.94171\tvalid_0's l1: 0.979146\n",
      "[1187]\tvalid_0's l2: 2.94071\tvalid_0's l1: 0.978923\n",
      "[1188]\tvalid_0's l2: 2.93983\tvalid_0's l1: 0.978732\n",
      "[1189]\tvalid_0's l2: 2.93896\tvalid_0's l1: 0.97854\n",
      "[1190]\tvalid_0's l2: 2.9387\tvalid_0's l1: 0.978446\n",
      "[1191]\tvalid_0's l2: 2.9379\tvalid_0's l1: 0.978291\n",
      "[1192]\tvalid_0's l2: 2.93732\tvalid_0's l1: 0.978095\n",
      "[1193]\tvalid_0's l2: 2.9365\tvalid_0's l1: 0.977882\n",
      "[1194]\tvalid_0's l2: 2.93566\tvalid_0's l1: 0.977688\n",
      "[1195]\tvalid_0's l2: 2.93471\tvalid_0's l1: 0.977515\n",
      "[1196]\tvalid_0's l2: 2.93413\tvalid_0's l1: 0.977401\n",
      "[1197]\tvalid_0's l2: 2.93299\tvalid_0's l1: 0.977202\n",
      "[1198]\tvalid_0's l2: 2.93226\tvalid_0's l1: 0.977064\n",
      "[1199]\tvalid_0's l2: 2.93144\tvalid_0's l1: 0.976875\n",
      "[1200]\tvalid_0's l2: 2.93127\tvalid_0's l1: 0.976833\n",
      "[1201]\tvalid_0's l2: 2.93102\tvalid_0's l1: 0.976739\n",
      "[1202]\tvalid_0's l2: 2.93079\tvalid_0's l1: 0.976669\n",
      "[1203]\tvalid_0's l2: 2.93029\tvalid_0's l1: 0.97653\n",
      "[1204]\tvalid_0's l2: 2.92948\tvalid_0's l1: 0.976352\n",
      "[1205]\tvalid_0's l2: 2.92869\tvalid_0's l1: 0.976212\n",
      "[1206]\tvalid_0's l2: 2.92674\tvalid_0's l1: 0.975965\n",
      "[1207]\tvalid_0's l2: 2.92611\tvalid_0's l1: 0.97585\n",
      "[1208]\tvalid_0's l2: 2.92547\tvalid_0's l1: 0.975729\n",
      "[1209]\tvalid_0's l2: 2.92506\tvalid_0's l1: 0.975646\n",
      "[1210]\tvalid_0's l2: 2.92463\tvalid_0's l1: 0.975558\n",
      "[1211]\tvalid_0's l2: 2.9239\tvalid_0's l1: 0.97539\n",
      "[1212]\tvalid_0's l2: 2.92288\tvalid_0's l1: 0.975249\n",
      "[1213]\tvalid_0's l2: 2.92246\tvalid_0's l1: 0.975146\n",
      "[1214]\tvalid_0's l2: 2.92089\tvalid_0's l1: 0.974836\n",
      "[1215]\tvalid_0's l2: 2.91966\tvalid_0's l1: 0.974715\n",
      "[1216]\tvalid_0's l2: 2.91866\tvalid_0's l1: 0.974584\n",
      "[1217]\tvalid_0's l2: 2.91781\tvalid_0's l1: 0.97448\n",
      "[1218]\tvalid_0's l2: 2.91746\tvalid_0's l1: 0.974441\n",
      "[1219]\tvalid_0's l2: 2.91686\tvalid_0's l1: 0.974322\n",
      "[1220]\tvalid_0's l2: 2.91618\tvalid_0's l1: 0.974253\n",
      "[1221]\tvalid_0's l2: 2.91565\tvalid_0's l1: 0.974128\n",
      "[1222]\tvalid_0's l2: 2.91503\tvalid_0's l1: 0.973962\n",
      "[1223]\tvalid_0's l2: 2.91443\tvalid_0's l1: 0.97379\n",
      "[1224]\tvalid_0's l2: 2.91417\tvalid_0's l1: 0.973778\n",
      "[1225]\tvalid_0's l2: 2.91323\tvalid_0's l1: 0.973698\n",
      "[1226]\tvalid_0's l2: 2.9125\tvalid_0's l1: 0.973521\n",
      "[1227]\tvalid_0's l2: 2.91184\tvalid_0's l1: 0.973337\n",
      "[1228]\tvalid_0's l2: 2.91115\tvalid_0's l1: 0.973253\n",
      "[1229]\tvalid_0's l2: 2.91069\tvalid_0's l1: 0.973098\n",
      "[1230]\tvalid_0's l2: 2.91049\tvalid_0's l1: 0.97302\n",
      "[1231]\tvalid_0's l2: 2.90967\tvalid_0's l1: 0.972847\n",
      "[1232]\tvalid_0's l2: 2.90891\tvalid_0's l1: 0.972766\n",
      "[1233]\tvalid_0's l2: 2.9083\tvalid_0's l1: 0.972653\n",
      "[1234]\tvalid_0's l2: 2.90736\tvalid_0's l1: 0.972451\n",
      "[1235]\tvalid_0's l2: 2.90678\tvalid_0's l1: 0.972324\n",
      "[1236]\tvalid_0's l2: 2.9063\tvalid_0's l1: 0.972226\n",
      "[1237]\tvalid_0's l2: 2.90566\tvalid_0's l1: 0.97203\n",
      "[1238]\tvalid_0's l2: 2.90515\tvalid_0's l1: 0.971952\n",
      "[1239]\tvalid_0's l2: 2.9042\tvalid_0's l1: 0.971771\n",
      "[1240]\tvalid_0's l2: 2.90351\tvalid_0's l1: 0.97161\n",
      "[1241]\tvalid_0's l2: 2.90318\tvalid_0's l1: 0.97144\n",
      "[1242]\tvalid_0's l2: 2.90254\tvalid_0's l1: 0.971301\n",
      "[1243]\tvalid_0's l2: 2.90201\tvalid_0's l1: 0.971166\n",
      "[1244]\tvalid_0's l2: 2.90147\tvalid_0's l1: 0.971064\n",
      "[1245]\tvalid_0's l2: 2.90105\tvalid_0's l1: 0.970947\n",
      "[1246]\tvalid_0's l2: 2.90075\tvalid_0's l1: 0.970863\n",
      "[1247]\tvalid_0's l2: 2.8994\tvalid_0's l1: 0.970606\n",
      "[1248]\tvalid_0's l2: 2.89945\tvalid_0's l1: 0.970566\n",
      "[1249]\tvalid_0's l2: 2.89894\tvalid_0's l1: 0.970456\n",
      "[1250]\tvalid_0's l2: 2.8981\tvalid_0's l1: 0.970224\n",
      "[1251]\tvalid_0's l2: 2.89756\tvalid_0's l1: 0.970108\n",
      "[1252]\tvalid_0's l2: 2.89677\tvalid_0's l1: 0.969997\n",
      "[1253]\tvalid_0's l2: 2.89583\tvalid_0's l1: 0.969908\n",
      "[1254]\tvalid_0's l2: 2.89515\tvalid_0's l1: 0.969773\n",
      "[1255]\tvalid_0's l2: 2.89462\tvalid_0's l1: 0.969659\n",
      "[1256]\tvalid_0's l2: 2.89386\tvalid_0's l1: 0.969565\n",
      "[1257]\tvalid_0's l2: 2.89362\tvalid_0's l1: 0.969483\n",
      "[1258]\tvalid_0's l2: 2.89277\tvalid_0's l1: 0.969307\n",
      "[1259]\tvalid_0's l2: 2.89133\tvalid_0's l1: 0.969122\n",
      "[1260]\tvalid_0's l2: 2.89001\tvalid_0's l1: 0.968899\n",
      "[1261]\tvalid_0's l2: 2.88943\tvalid_0's l1: 0.968763\n",
      "[1262]\tvalid_0's l2: 2.88877\tvalid_0's l1: 0.96867\n",
      "[1263]\tvalid_0's l2: 2.88848\tvalid_0's l1: 0.968611\n",
      "[1264]\tvalid_0's l2: 2.88679\tvalid_0's l1: 0.968381\n",
      "[1265]\tvalid_0's l2: 2.8865\tvalid_0's l1: 0.968302\n",
      "[1266]\tvalid_0's l2: 2.88596\tvalid_0's l1: 0.968151\n",
      "[1267]\tvalid_0's l2: 2.88542\tvalid_0's l1: 0.968006\n",
      "[1268]\tvalid_0's l2: 2.88481\tvalid_0's l1: 0.967866\n",
      "[1269]\tvalid_0's l2: 2.88376\tvalid_0's l1: 0.967687\n",
      "[1270]\tvalid_0's l2: 2.88355\tvalid_0's l1: 0.967614\n",
      "[1271]\tvalid_0's l2: 2.88206\tvalid_0's l1: 0.967398\n",
      "[1272]\tvalid_0's l2: 2.88116\tvalid_0's l1: 0.967217\n",
      "[1273]\tvalid_0's l2: 2.88049\tvalid_0's l1: 0.967062\n",
      "[1274]\tvalid_0's l2: 2.87924\tvalid_0's l1: 0.966849\n",
      "[1275]\tvalid_0's l2: 2.879\tvalid_0's l1: 0.966793\n",
      "[1276]\tvalid_0's l2: 2.87764\tvalid_0's l1: 0.966536\n",
      "[1277]\tvalid_0's l2: 2.87718\tvalid_0's l1: 0.966401\n",
      "[1278]\tvalid_0's l2: 2.87635\tvalid_0's l1: 0.966263\n",
      "[1279]\tvalid_0's l2: 2.87538\tvalid_0's l1: 0.966083\n",
      "[1280]\tvalid_0's l2: 2.8745\tvalid_0's l1: 0.965985\n",
      "[1281]\tvalid_0's l2: 2.874\tvalid_0's l1: 0.965866\n",
      "[1282]\tvalid_0's l2: 2.8729\tvalid_0's l1: 0.965735\n",
      "[1283]\tvalid_0's l2: 2.8726\tvalid_0's l1: 0.965641\n",
      "[1284]\tvalid_0's l2: 2.87192\tvalid_0's l1: 0.965485\n",
      "[1285]\tvalid_0's l2: 2.87149\tvalid_0's l1: 0.96536\n",
      "[1286]\tvalid_0's l2: 2.8711\tvalid_0's l1: 0.965265\n",
      "[1287]\tvalid_0's l2: 2.86999\tvalid_0's l1: 0.96507\n",
      "[1288]\tvalid_0's l2: 2.86951\tvalid_0's l1: 0.965056\n",
      "[1289]\tvalid_0's l2: 2.86906\tvalid_0's l1: 0.964966\n",
      "[1290]\tvalid_0's l2: 2.86898\tvalid_0's l1: 0.964855\n",
      "[1291]\tvalid_0's l2: 2.86815\tvalid_0's l1: 0.964667\n",
      "[1292]\tvalid_0's l2: 2.86772\tvalid_0's l1: 0.964552\n",
      "[1293]\tvalid_0's l2: 2.86737\tvalid_0's l1: 0.964466\n",
      "[1294]\tvalid_0's l2: 2.86703\tvalid_0's l1: 0.964411\n",
      "[1295]\tvalid_0's l2: 2.86598\tvalid_0's l1: 0.964221\n",
      "[1296]\tvalid_0's l2: 2.86536\tvalid_0's l1: 0.964059\n",
      "[1297]\tvalid_0's l2: 2.86481\tvalid_0's l1: 0.963952\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1298]\tvalid_0's l2: 2.86436\tvalid_0's l1: 0.963893\n",
      "[1299]\tvalid_0's l2: 2.86426\tvalid_0's l1: 0.96381\n",
      "[1300]\tvalid_0's l2: 2.8642\tvalid_0's l1: 0.963737\n",
      "[1301]\tvalid_0's l2: 2.86369\tvalid_0's l1: 0.963667\n",
      "[1302]\tvalid_0's l2: 2.8632\tvalid_0's l1: 0.963562\n",
      "[1303]\tvalid_0's l2: 2.86273\tvalid_0's l1: 0.963461\n",
      "[1304]\tvalid_0's l2: 2.86203\tvalid_0's l1: 0.963316\n",
      "[1305]\tvalid_0's l2: 2.86191\tvalid_0's l1: 0.963283\n",
      "[1306]\tvalid_0's l2: 2.86191\tvalid_0's l1: 0.963194\n",
      "[1307]\tvalid_0's l2: 2.86157\tvalid_0's l1: 0.963062\n",
      "[1308]\tvalid_0's l2: 2.86042\tvalid_0's l1: 0.962901\n",
      "[1309]\tvalid_0's l2: 2.86016\tvalid_0's l1: 0.962797\n",
      "[1310]\tvalid_0's l2: 2.85955\tvalid_0's l1: 0.962715\n",
      "[1311]\tvalid_0's l2: 2.85845\tvalid_0's l1: 0.962546\n",
      "[1312]\tvalid_0's l2: 2.85737\tvalid_0's l1: 0.962418\n",
      "[1313]\tvalid_0's l2: 2.85668\tvalid_0's l1: 0.962306\n",
      "[1314]\tvalid_0's l2: 2.85588\tvalid_0's l1: 0.962202\n",
      "[1315]\tvalid_0's l2: 2.85563\tvalid_0's l1: 0.962114\n",
      "[1316]\tvalid_0's l2: 2.85536\tvalid_0's l1: 0.962026\n",
      "[1317]\tvalid_0's l2: 2.85468\tvalid_0's l1: 0.96186\n",
      "[1318]\tvalid_0's l2: 2.85417\tvalid_0's l1: 0.961696\n",
      "[1319]\tvalid_0's l2: 2.8536\tvalid_0's l1: 0.961568\n",
      "[1320]\tvalid_0's l2: 2.85314\tvalid_0's l1: 0.961417\n",
      "[1321]\tvalid_0's l2: 2.85259\tvalid_0's l1: 0.961259\n",
      "[1322]\tvalid_0's l2: 2.85213\tvalid_0's l1: 0.96114\n",
      "[1323]\tvalid_0's l2: 2.85032\tvalid_0's l1: 0.960898\n",
      "[1324]\tvalid_0's l2: 2.8499\tvalid_0's l1: 0.9608\n",
      "[1325]\tvalid_0's l2: 2.84963\tvalid_0's l1: 0.960678\n",
      "[1326]\tvalid_0's l2: 2.84854\tvalid_0's l1: 0.960453\n",
      "[1327]\tvalid_0's l2: 2.84783\tvalid_0's l1: 0.9603\n",
      "[1328]\tvalid_0's l2: 2.84737\tvalid_0's l1: 0.960193\n",
      "[1329]\tvalid_0's l2: 2.84711\tvalid_0's l1: 0.960144\n",
      "[1330]\tvalid_0's l2: 2.84654\tvalid_0's l1: 0.960027\n",
      "[1331]\tvalid_0's l2: 2.84602\tvalid_0's l1: 0.959931\n",
      "[1332]\tvalid_0's l2: 2.84587\tvalid_0's l1: 0.959875\n",
      "[1333]\tvalid_0's l2: 2.84535\tvalid_0's l1: 0.959746\n",
      "[1334]\tvalid_0's l2: 2.84475\tvalid_0's l1: 0.95958\n",
      "[1335]\tvalid_0's l2: 2.84416\tvalid_0's l1: 0.959449\n",
      "[1336]\tvalid_0's l2: 2.84361\tvalid_0's l1: 0.959301\n",
      "[1337]\tvalid_0's l2: 2.843\tvalid_0's l1: 0.959145\n",
      "[1338]\tvalid_0's l2: 2.84231\tvalid_0's l1: 0.958969\n",
      "[1339]\tvalid_0's l2: 2.84199\tvalid_0's l1: 0.958867\n",
      "[1340]\tvalid_0's l2: 2.84134\tvalid_0's l1: 0.958666\n",
      "[1341]\tvalid_0's l2: 2.83974\tvalid_0's l1: 0.958449\n",
      "[1342]\tvalid_0's l2: 2.83879\tvalid_0's l1: 0.958281\n",
      "[1343]\tvalid_0's l2: 2.83822\tvalid_0's l1: 0.958151\n",
      "[1344]\tvalid_0's l2: 2.83747\tvalid_0's l1: 0.957974\n",
      "[1345]\tvalid_0's l2: 2.83638\tvalid_0's l1: 0.957783\n",
      "[1346]\tvalid_0's l2: 2.83534\tvalid_0's l1: 0.9576\n",
      "[1347]\tvalid_0's l2: 2.83466\tvalid_0's l1: 0.957458\n",
      "[1348]\tvalid_0's l2: 2.83322\tvalid_0's l1: 0.957341\n",
      "[1349]\tvalid_0's l2: 2.8327\tvalid_0's l1: 0.95725\n",
      "[1350]\tvalid_0's l2: 2.832\tvalid_0's l1: 0.957091\n",
      "[1351]\tvalid_0's l2: 2.83137\tvalid_0's l1: 0.956911\n",
      "[1352]\tvalid_0's l2: 2.83067\tvalid_0's l1: 0.956706\n",
      "[1353]\tvalid_0's l2: 2.83017\tvalid_0's l1: 0.956507\n",
      "[1354]\tvalid_0's l2: 2.82946\tvalid_0's l1: 0.956374\n",
      "[1355]\tvalid_0's l2: 2.82828\tvalid_0's l1: 0.956202\n",
      "[1356]\tvalid_0's l2: 2.82765\tvalid_0's l1: 0.95607\n",
      "[1357]\tvalid_0's l2: 2.82672\tvalid_0's l1: 0.955903\n",
      "[1358]\tvalid_0's l2: 2.82594\tvalid_0's l1: 0.955727\n",
      "[1359]\tvalid_0's l2: 2.82482\tvalid_0's l1: 0.955552\n",
      "[1360]\tvalid_0's l2: 2.8242\tvalid_0's l1: 0.955354\n",
      "[1361]\tvalid_0's l2: 2.82315\tvalid_0's l1: 0.955202\n",
      "[1362]\tvalid_0's l2: 2.8222\tvalid_0's l1: 0.955021\n",
      "[1363]\tvalid_0's l2: 2.82164\tvalid_0's l1: 0.954876\n",
      "[1364]\tvalid_0's l2: 2.82132\tvalid_0's l1: 0.954804\n",
      "[1365]\tvalid_0's l2: 2.82012\tvalid_0's l1: 0.954667\n",
      "[1366]\tvalid_0's l2: 2.81962\tvalid_0's l1: 0.954513\n",
      "[1367]\tvalid_0's l2: 2.81923\tvalid_0's l1: 0.95441\n",
      "[1368]\tvalid_0's l2: 2.8191\tvalid_0's l1: 0.9543\n",
      "[1369]\tvalid_0's l2: 2.81913\tvalid_0's l1: 0.954274\n",
      "[1370]\tvalid_0's l2: 2.81821\tvalid_0's l1: 0.954121\n",
      "[1371]\tvalid_0's l2: 2.81797\tvalid_0's l1: 0.953998\n",
      "[1372]\tvalid_0's l2: 2.81707\tvalid_0's l1: 0.95389\n",
      "[1373]\tvalid_0's l2: 2.81608\tvalid_0's l1: 0.953743\n",
      "[1374]\tvalid_0's l2: 2.81487\tvalid_0's l1: 0.953522\n",
      "[1375]\tvalid_0's l2: 2.81464\tvalid_0's l1: 0.95345\n",
      "[1376]\tvalid_0's l2: 2.81388\tvalid_0's l1: 0.953313\n",
      "[1377]\tvalid_0's l2: 2.81323\tvalid_0's l1: 0.953196\n",
      "[1378]\tvalid_0's l2: 2.81264\tvalid_0's l1: 0.953081\n",
      "[1379]\tvalid_0's l2: 2.81187\tvalid_0's l1: 0.952981\n",
      "[1380]\tvalid_0's l2: 2.81114\tvalid_0's l1: 0.95282\n",
      "[1381]\tvalid_0's l2: 2.81048\tvalid_0's l1: 0.952699\n",
      "[1382]\tvalid_0's l2: 2.81038\tvalid_0's l1: 0.95264\n",
      "[1383]\tvalid_0's l2: 2.8089\tvalid_0's l1: 0.95246\n",
      "[1384]\tvalid_0's l2: 2.80795\tvalid_0's l1: 0.952356\n",
      "[1385]\tvalid_0's l2: 2.80712\tvalid_0's l1: 0.952161\n",
      "[1386]\tvalid_0's l2: 2.80636\tvalid_0's l1: 0.952102\n",
      "[1387]\tvalid_0's l2: 2.80596\tvalid_0's l1: 0.952001\n",
      "[1388]\tvalid_0's l2: 2.80584\tvalid_0's l1: 0.951921\n",
      "[1389]\tvalid_0's l2: 2.80569\tvalid_0's l1: 0.951876\n",
      "[1390]\tvalid_0's l2: 2.80522\tvalid_0's l1: 0.951819\n",
      "[1391]\tvalid_0's l2: 2.80424\tvalid_0's l1: 0.951748\n",
      "[1392]\tvalid_0's l2: 2.80297\tvalid_0's l1: 0.951658\n",
      "[1393]\tvalid_0's l2: 2.8024\tvalid_0's l1: 0.951561\n",
      "[1394]\tvalid_0's l2: 2.80187\tvalid_0's l1: 0.951382\n",
      "[1395]\tvalid_0's l2: 2.80123\tvalid_0's l1: 0.951284\n",
      "[1396]\tvalid_0's l2: 2.80123\tvalid_0's l1: 0.951248\n",
      "[1397]\tvalid_0's l2: 2.80031\tvalid_0's l1: 0.951129\n",
      "[1398]\tvalid_0's l2: 2.80017\tvalid_0's l1: 0.951112\n",
      "[1399]\tvalid_0's l2: 2.79953\tvalid_0's l1: 0.950979\n",
      "[1400]\tvalid_0's l2: 2.79892\tvalid_0's l1: 0.950873\n",
      "[1401]\tvalid_0's l2: 2.79846\tvalid_0's l1: 0.950758\n",
      "[1402]\tvalid_0's l2: 2.79744\tvalid_0's l1: 0.950655\n",
      "[1403]\tvalid_0's l2: 2.79708\tvalid_0's l1: 0.950568\n",
      "[1404]\tvalid_0's l2: 2.79634\tvalid_0's l1: 0.950417\n",
      "[1405]\tvalid_0's l2: 2.79554\tvalid_0's l1: 0.95024\n",
      "[1406]\tvalid_0's l2: 2.79527\tvalid_0's l1: 0.950159\n",
      "[1407]\tvalid_0's l2: 2.79433\tvalid_0's l1: 0.949999\n",
      "[1408]\tvalid_0's l2: 2.794\tvalid_0's l1: 0.949947\n",
      "[1409]\tvalid_0's l2: 2.79304\tvalid_0's l1: 0.949821\n",
      "[1410]\tvalid_0's l2: 2.7925\tvalid_0's l1: 0.949731\n",
      "[1411]\tvalid_0's l2: 2.79212\tvalid_0's l1: 0.949626\n",
      "[1412]\tvalid_0's l2: 2.79169\tvalid_0's l1: 0.949544\n",
      "[1413]\tvalid_0's l2: 2.79115\tvalid_0's l1: 0.949414\n",
      "[1414]\tvalid_0's l2: 2.7905\tvalid_0's l1: 0.949268\n",
      "[1415]\tvalid_0's l2: 2.78976\tvalid_0's l1: 0.949082\n",
      "[1416]\tvalid_0's l2: 2.78871\tvalid_0's l1: 0.949005\n",
      "[1417]\tvalid_0's l2: 2.78839\tvalid_0's l1: 0.948894\n",
      "[1418]\tvalid_0's l2: 2.78723\tvalid_0's l1: 0.948758\n",
      "[1419]\tvalid_0's l2: 2.78694\tvalid_0's l1: 0.948646\n",
      "[1420]\tvalid_0's l2: 2.78674\tvalid_0's l1: 0.948555\n",
      "[1421]\tvalid_0's l2: 2.78645\tvalid_0's l1: 0.94845\n",
      "[1422]\tvalid_0's l2: 2.78572\tvalid_0's l1: 0.948298\n",
      "[1423]\tvalid_0's l2: 2.78525\tvalid_0's l1: 0.948184\n",
      "[1424]\tvalid_0's l2: 2.78425\tvalid_0's l1: 0.948043\n",
      "[1425]\tvalid_0's l2: 2.78384\tvalid_0's l1: 0.94793\n",
      "[1426]\tvalid_0's l2: 2.78349\tvalid_0's l1: 0.947874\n",
      "[1427]\tvalid_0's l2: 2.78299\tvalid_0's l1: 0.947733\n",
      "[1428]\tvalid_0's l2: 2.78276\tvalid_0's l1: 0.947652\n",
      "[1429]\tvalid_0's l2: 2.78248\tvalid_0's l1: 0.947579\n",
      "[1430]\tvalid_0's l2: 2.78201\tvalid_0's l1: 0.947471\n",
      "[1431]\tvalid_0's l2: 2.78182\tvalid_0's l1: 0.94738\n",
      "[1432]\tvalid_0's l2: 2.78156\tvalid_0's l1: 0.947278\n",
      "[1433]\tvalid_0's l2: 2.78144\tvalid_0's l1: 0.947223\n",
      "[1434]\tvalid_0's l2: 2.78106\tvalid_0's l1: 0.94712\n",
      "[1435]\tvalid_0's l2: 2.78047\tvalid_0's l1: 0.947003\n",
      "[1436]\tvalid_0's l2: 2.78021\tvalid_0's l1: 0.946916\n",
      "[1437]\tvalid_0's l2: 2.77999\tvalid_0's l1: 0.946852\n",
      "[1438]\tvalid_0's l2: 2.77953\tvalid_0's l1: 0.946709\n",
      "[1439]\tvalid_0's l2: 2.77907\tvalid_0's l1: 0.946539\n",
      "[1440]\tvalid_0's l2: 2.77784\tvalid_0's l1: 0.946392\n",
      "[1441]\tvalid_0's l2: 2.7769\tvalid_0's l1: 0.946241\n",
      "[1442]\tvalid_0's l2: 2.7762\tvalid_0's l1: 0.946059\n",
      "[1443]\tvalid_0's l2: 2.77562\tvalid_0's l1: 0.945899\n",
      "[1444]\tvalid_0's l2: 2.77476\tvalid_0's l1: 0.945687\n",
      "[1445]\tvalid_0's l2: 2.77412\tvalid_0's l1: 0.945554\n",
      "[1446]\tvalid_0's l2: 2.77269\tvalid_0's l1: 0.945389\n",
      "[1447]\tvalid_0's l2: 2.77232\tvalid_0's l1: 0.945259\n",
      "[1448]\tvalid_0's l2: 2.77183\tvalid_0's l1: 0.94514\n",
      "[1449]\tvalid_0's l2: 2.77152\tvalid_0's l1: 0.945022\n",
      "[1450]\tvalid_0's l2: 2.76995\tvalid_0's l1: 0.944818\n",
      "[1451]\tvalid_0's l2: 2.76939\tvalid_0's l1: 0.944627\n",
      "[1452]\tvalid_0's l2: 2.76846\tvalid_0's l1: 0.944454\n",
      "[1453]\tvalid_0's l2: 2.76785\tvalid_0's l1: 0.944282\n",
      "[1454]\tvalid_0's l2: 2.76775\tvalid_0's l1: 0.944223\n",
      "[1455]\tvalid_0's l2: 2.76723\tvalid_0's l1: 0.94415\n",
      "[1456]\tvalid_0's l2: 2.76679\tvalid_0's l1: 0.944072\n",
      "[1457]\tvalid_0's l2: 2.76622\tvalid_0's l1: 0.943909\n",
      "[1458]\tvalid_0's l2: 2.76538\tvalid_0's l1: 0.943692\n",
      "[1459]\tvalid_0's l2: 2.765\tvalid_0's l1: 0.94357\n",
      "[1460]\tvalid_0's l2: 2.76354\tvalid_0's l1: 0.943433\n",
      "[1461]\tvalid_0's l2: 2.76321\tvalid_0's l1: 0.94329\n",
      "[1462]\tvalid_0's l2: 2.76262\tvalid_0's l1: 0.943211\n",
      "[1463]\tvalid_0's l2: 2.76211\tvalid_0's l1: 0.943093\n",
      "[1464]\tvalid_0's l2: 2.76174\tvalid_0's l1: 0.943004\n",
      "[1465]\tvalid_0's l2: 2.76172\tvalid_0's l1: 0.942915\n",
      "[1466]\tvalid_0's l2: 2.76025\tvalid_0's l1: 0.942667\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1467]\tvalid_0's l2: 2.75984\tvalid_0's l1: 0.942562\n",
      "[1468]\tvalid_0's l2: 2.75938\tvalid_0's l1: 0.942423\n",
      "[1469]\tvalid_0's l2: 2.75905\tvalid_0's l1: 0.942298\n",
      "[1470]\tvalid_0's l2: 2.75795\tvalid_0's l1: 0.942155\n",
      "[1471]\tvalid_0's l2: 2.75757\tvalid_0's l1: 0.942058\n",
      "[1472]\tvalid_0's l2: 2.75721\tvalid_0's l1: 0.942022\n",
      "[1473]\tvalid_0's l2: 2.75674\tvalid_0's l1: 0.941899\n",
      "[1474]\tvalid_0's l2: 2.75618\tvalid_0's l1: 0.941809\n",
      "[1475]\tvalid_0's l2: 2.75595\tvalid_0's l1: 0.941736\n",
      "[1476]\tvalid_0's l2: 2.75579\tvalid_0's l1: 0.941699\n",
      "[1477]\tvalid_0's l2: 2.75553\tvalid_0's l1: 0.941589\n",
      "[1478]\tvalid_0's l2: 2.75484\tvalid_0's l1: 0.94147\n",
      "[1479]\tvalid_0's l2: 2.75441\tvalid_0's l1: 0.941321\n",
      "[1480]\tvalid_0's l2: 2.75367\tvalid_0's l1: 0.941152\n",
      "[1481]\tvalid_0's l2: 2.75286\tvalid_0's l1: 0.94098\n",
      "[1482]\tvalid_0's l2: 2.75204\tvalid_0's l1: 0.940766\n",
      "[1483]\tvalid_0's l2: 2.75144\tvalid_0's l1: 0.940663\n",
      "[1484]\tvalid_0's l2: 2.75108\tvalid_0's l1: 0.940566\n",
      "[1485]\tvalid_0's l2: 2.75065\tvalid_0's l1: 0.94042\n",
      "[1486]\tvalid_0's l2: 2.75034\tvalid_0's l1: 0.940266\n",
      "[1487]\tvalid_0's l2: 2.74952\tvalid_0's l1: 0.940079\n",
      "[1488]\tvalid_0's l2: 2.74842\tvalid_0's l1: 0.939917\n",
      "[1489]\tvalid_0's l2: 2.74799\tvalid_0's l1: 0.939784\n",
      "[1490]\tvalid_0's l2: 2.74733\tvalid_0's l1: 0.939651\n",
      "[1491]\tvalid_0's l2: 2.74738\tvalid_0's l1: 0.939649\n",
      "[1492]\tvalid_0's l2: 2.74651\tvalid_0's l1: 0.939584\n",
      "[1493]\tvalid_0's l2: 2.74594\tvalid_0's l1: 0.93955\n",
      "[1494]\tvalid_0's l2: 2.74551\tvalid_0's l1: 0.939383\n",
      "[1495]\tvalid_0's l2: 2.74558\tvalid_0's l1: 0.939317\n",
      "[1496]\tvalid_0's l2: 2.74503\tvalid_0's l1: 0.939162\n",
      "[1497]\tvalid_0's l2: 2.74494\tvalid_0's l1: 0.939161\n",
      "[1498]\tvalid_0's l2: 2.74458\tvalid_0's l1: 0.939059\n",
      "[1499]\tvalid_0's l2: 2.74414\tvalid_0's l1: 0.938937\n",
      "[1500]\tvalid_0's l2: 2.74354\tvalid_0's l1: 0.938848\n",
      "[1501]\tvalid_0's l2: 2.74303\tvalid_0's l1: 0.938767\n",
      "[1502]\tvalid_0's l2: 2.74297\tvalid_0's l1: 0.938729\n",
      "[1503]\tvalid_0's l2: 2.74273\tvalid_0's l1: 0.938645\n",
      "[1504]\tvalid_0's l2: 2.74235\tvalid_0's l1: 0.938546\n",
      "[1505]\tvalid_0's l2: 2.74174\tvalid_0's l1: 0.938457\n",
      "[1506]\tvalid_0's l2: 2.74144\tvalid_0's l1: 0.938354\n",
      "[1507]\tvalid_0's l2: 2.7414\tvalid_0's l1: 0.938339\n",
      "[1508]\tvalid_0's l2: 2.74137\tvalid_0's l1: 0.938295\n",
      "[1509]\tvalid_0's l2: 2.74116\tvalid_0's l1: 0.938189\n",
      "[1510]\tvalid_0's l2: 2.74077\tvalid_0's l1: 0.938112\n",
      "[1511]\tvalid_0's l2: 2.74021\tvalid_0's l1: 0.938056\n",
      "[1512]\tvalid_0's l2: 2.73989\tvalid_0's l1: 0.937997\n",
      "[1513]\tvalid_0's l2: 2.73949\tvalid_0's l1: 0.937893\n",
      "[1514]\tvalid_0's l2: 2.73856\tvalid_0's l1: 0.937672\n",
      "[1515]\tvalid_0's l2: 2.73826\tvalid_0's l1: 0.937613\n",
      "[1516]\tvalid_0's l2: 2.73818\tvalid_0's l1: 0.937567\n",
      "[1517]\tvalid_0's l2: 2.73801\tvalid_0's l1: 0.937509\n",
      "[1518]\tvalid_0's l2: 2.73767\tvalid_0's l1: 0.937422\n",
      "[1519]\tvalid_0's l2: 2.73737\tvalid_0's l1: 0.937346\n",
      "[1520]\tvalid_0's l2: 2.73604\tvalid_0's l1: 0.93719\n",
      "[1521]\tvalid_0's l2: 2.7356\tvalid_0's l1: 0.937107\n",
      "[1522]\tvalid_0's l2: 2.73544\tvalid_0's l1: 0.937038\n",
      "[1523]\tvalid_0's l2: 2.73495\tvalid_0's l1: 0.936892\n",
      "[1524]\tvalid_0's l2: 2.73471\tvalid_0's l1: 0.936811\n",
      "[1525]\tvalid_0's l2: 2.7346\tvalid_0's l1: 0.936753\n",
      "[1526]\tvalid_0's l2: 2.73432\tvalid_0's l1: 0.936675\n",
      "[1527]\tvalid_0's l2: 2.73428\tvalid_0's l1: 0.936614\n",
      "[1528]\tvalid_0's l2: 2.734\tvalid_0's l1: 0.93655\n",
      "[1529]\tvalid_0's l2: 2.73321\tvalid_0's l1: 0.936516\n",
      "[1530]\tvalid_0's l2: 2.73306\tvalid_0's l1: 0.936448\n",
      "[1531]\tvalid_0's l2: 2.73246\tvalid_0's l1: 0.936355\n",
      "[1532]\tvalid_0's l2: 2.732\tvalid_0's l1: 0.936301\n",
      "[1533]\tvalid_0's l2: 2.73184\tvalid_0's l1: 0.936238\n",
      "[1534]\tvalid_0's l2: 2.73169\tvalid_0's l1: 0.936121\n",
      "[1535]\tvalid_0's l2: 2.73105\tvalid_0's l1: 0.935992\n",
      "[1536]\tvalid_0's l2: 2.73035\tvalid_0's l1: 0.935816\n",
      "[1537]\tvalid_0's l2: 2.72991\tvalid_0's l1: 0.935664\n",
      "[1538]\tvalid_0's l2: 2.72924\tvalid_0's l1: 0.93556\n",
      "[1539]\tvalid_0's l2: 2.72862\tvalid_0's l1: 0.935438\n",
      "[1540]\tvalid_0's l2: 2.72811\tvalid_0's l1: 0.935317\n",
      "[1541]\tvalid_0's l2: 2.72789\tvalid_0's l1: 0.935256\n",
      "[1542]\tvalid_0's l2: 2.72708\tvalid_0's l1: 0.935108\n",
      "[1543]\tvalid_0's l2: 2.72643\tvalid_0's l1: 0.934969\n",
      "[1544]\tvalid_0's l2: 2.72621\tvalid_0's l1: 0.934914\n",
      "[1545]\tvalid_0's l2: 2.7251\tvalid_0's l1: 0.934783\n",
      "[1546]\tvalid_0's l2: 2.7245\tvalid_0's l1: 0.93467\n",
      "[1547]\tvalid_0's l2: 2.72438\tvalid_0's l1: 0.934633\n",
      "[1548]\tvalid_0's l2: 2.72375\tvalid_0's l1: 0.934485\n",
      "[1549]\tvalid_0's l2: 2.72349\tvalid_0's l1: 0.934405\n",
      "[1550]\tvalid_0's l2: 2.72308\tvalid_0's l1: 0.934287\n",
      "[1551]\tvalid_0's l2: 2.72271\tvalid_0's l1: 0.93419\n",
      "[1552]\tvalid_0's l2: 2.72239\tvalid_0's l1: 0.934093\n",
      "[1553]\tvalid_0's l2: 2.72204\tvalid_0's l1: 0.934047\n",
      "[1554]\tvalid_0's l2: 2.7209\tvalid_0's l1: 0.93385\n",
      "[1555]\tvalid_0's l2: 2.72055\tvalid_0's l1: 0.933762\n",
      "[1556]\tvalid_0's l2: 2.72002\tvalid_0's l1: 0.933604\n",
      "[1557]\tvalid_0's l2: 2.71929\tvalid_0's l1: 0.933488\n",
      "[1558]\tvalid_0's l2: 2.71881\tvalid_0's l1: 0.933406\n",
      "[1559]\tvalid_0's l2: 2.71851\tvalid_0's l1: 0.933304\n",
      "[1560]\tvalid_0's l2: 2.71797\tvalid_0's l1: 0.933183\n",
      "[1561]\tvalid_0's l2: 2.71749\tvalid_0's l1: 0.933113\n",
      "[1562]\tvalid_0's l2: 2.71698\tvalid_0's l1: 0.932989\n",
      "[1563]\tvalid_0's l2: 2.7168\tvalid_0's l1: 0.932895\n",
      "[1564]\tvalid_0's l2: 2.71622\tvalid_0's l1: 0.932766\n",
      "[1565]\tvalid_0's l2: 2.71582\tvalid_0's l1: 0.932627\n",
      "[1566]\tvalid_0's l2: 2.71542\tvalid_0's l1: 0.932545\n",
      "[1567]\tvalid_0's l2: 2.71446\tvalid_0's l1: 0.932343\n",
      "[1568]\tvalid_0's l2: 2.7139\tvalid_0's l1: 0.932257\n",
      "[1569]\tvalid_0's l2: 2.71315\tvalid_0's l1: 0.932072\n",
      "[1570]\tvalid_0's l2: 2.71292\tvalid_0's l1: 0.931984\n",
      "[1571]\tvalid_0's l2: 2.7124\tvalid_0's l1: 0.931849\n",
      "[1572]\tvalid_0's l2: 2.71201\tvalid_0's l1: 0.931773\n",
      "[1573]\tvalid_0's l2: 2.71168\tvalid_0's l1: 0.931644\n",
      "[1574]\tvalid_0's l2: 2.71151\tvalid_0's l1: 0.931593\n",
      "[1575]\tvalid_0's l2: 2.71119\tvalid_0's l1: 0.931503\n",
      "[1576]\tvalid_0's l2: 2.71053\tvalid_0's l1: 0.931341\n",
      "[1577]\tvalid_0's l2: 2.71019\tvalid_0's l1: 0.931233\n",
      "[1578]\tvalid_0's l2: 2.71001\tvalid_0's l1: 0.931172\n",
      "[1579]\tvalid_0's l2: 2.70941\tvalid_0's l1: 0.930992\n",
      "[1580]\tvalid_0's l2: 2.70931\tvalid_0's l1: 0.930916\n",
      "[1581]\tvalid_0's l2: 2.70863\tvalid_0's l1: 0.930754\n",
      "[1582]\tvalid_0's l2: 2.70791\tvalid_0's l1: 0.930611\n",
      "[1583]\tvalid_0's l2: 2.70782\tvalid_0's l1: 0.930586\n",
      "[1584]\tvalid_0's l2: 2.70744\tvalid_0's l1: 0.930477\n",
      "[1585]\tvalid_0's l2: 2.70663\tvalid_0's l1: 0.930337\n",
      "[1586]\tvalid_0's l2: 2.70605\tvalid_0's l1: 0.930229\n",
      "[1587]\tvalid_0's l2: 2.70577\tvalid_0's l1: 0.930149\n",
      "[1588]\tvalid_0's l2: 2.70526\tvalid_0's l1: 0.929979\n",
      "[1589]\tvalid_0's l2: 2.70484\tvalid_0's l1: 0.929868\n",
      "[1590]\tvalid_0's l2: 2.70466\tvalid_0's l1: 0.929787\n",
      "[1591]\tvalid_0's l2: 2.70409\tvalid_0's l1: 0.929656\n",
      "[1592]\tvalid_0's l2: 2.70361\tvalid_0's l1: 0.929565\n",
      "[1593]\tvalid_0's l2: 2.7028\tvalid_0's l1: 0.929443\n",
      "[1594]\tvalid_0's l2: 2.70226\tvalid_0's l1: 0.929325\n",
      "[1595]\tvalid_0's l2: 2.70173\tvalid_0's l1: 0.929147\n",
      "[1596]\tvalid_0's l2: 2.70156\tvalid_0's l1: 0.92907\n",
      "[1597]\tvalid_0's l2: 2.70095\tvalid_0's l1: 0.92889\n",
      "[1598]\tvalid_0's l2: 2.70065\tvalid_0's l1: 0.928797\n",
      "[1599]\tvalid_0's l2: 2.69995\tvalid_0's l1: 0.92865\n",
      "[1600]\tvalid_0's l2: 2.69956\tvalid_0's l1: 0.928535\n",
      "[1601]\tvalid_0's l2: 2.69911\tvalid_0's l1: 0.92845\n",
      "[1602]\tvalid_0's l2: 2.69881\tvalid_0's l1: 0.928364\n",
      "[1603]\tvalid_0's l2: 2.69798\tvalid_0's l1: 0.928183\n",
      "[1604]\tvalid_0's l2: 2.69712\tvalid_0's l1: 0.92807\n",
      "[1605]\tvalid_0's l2: 2.69681\tvalid_0's l1: 0.927976\n",
      "[1606]\tvalid_0's l2: 2.69586\tvalid_0's l1: 0.927863\n",
      "[1607]\tvalid_0's l2: 2.69526\tvalid_0's l1: 0.927719\n",
      "[1608]\tvalid_0's l2: 2.69462\tvalid_0's l1: 0.9276\n",
      "[1609]\tvalid_0's l2: 2.694\tvalid_0's l1: 0.927511\n",
      "[1610]\tvalid_0's l2: 2.69349\tvalid_0's l1: 0.927408\n",
      "[1611]\tvalid_0's l2: 2.69321\tvalid_0's l1: 0.927326\n",
      "[1612]\tvalid_0's l2: 2.69203\tvalid_0's l1: 0.927131\n",
      "[1613]\tvalid_0's l2: 2.69088\tvalid_0's l1: 0.926915\n",
      "[1614]\tvalid_0's l2: 2.69059\tvalid_0's l1: 0.926818\n",
      "[1615]\tvalid_0's l2: 2.68974\tvalid_0's l1: 0.926653\n",
      "[1616]\tvalid_0's l2: 2.6889\tvalid_0's l1: 0.926513\n",
      "[1617]\tvalid_0's l2: 2.68858\tvalid_0's l1: 0.926418\n",
      "[1618]\tvalid_0's l2: 2.68804\tvalid_0's l1: 0.926323\n",
      "[1619]\tvalid_0's l2: 2.68714\tvalid_0's l1: 0.926188\n",
      "[1620]\tvalid_0's l2: 2.68675\tvalid_0's l1: 0.926083\n",
      "[1621]\tvalid_0's l2: 2.68646\tvalid_0's l1: 0.925975\n",
      "[1622]\tvalid_0's l2: 2.68607\tvalid_0's l1: 0.92583\n",
      "[1623]\tvalid_0's l2: 2.68515\tvalid_0's l1: 0.925697\n",
      "[1624]\tvalid_0's l2: 2.68477\tvalid_0's l1: 0.925585\n",
      "[1625]\tvalid_0's l2: 2.68464\tvalid_0's l1: 0.925533\n",
      "[1626]\tvalid_0's l2: 2.68389\tvalid_0's l1: 0.925411\n",
      "[1627]\tvalid_0's l2: 2.68327\tvalid_0's l1: 0.925311\n",
      "[1628]\tvalid_0's l2: 2.68261\tvalid_0's l1: 0.925177\n",
      "[1629]\tvalid_0's l2: 2.68211\tvalid_0's l1: 0.925118\n",
      "[1630]\tvalid_0's l2: 2.68175\tvalid_0's l1: 0.925017\n",
      "[1631]\tvalid_0's l2: 2.6813\tvalid_0's l1: 0.92493\n",
      "[1632]\tvalid_0's l2: 2.681\tvalid_0's l1: 0.924864\n",
      "[1633]\tvalid_0's l2: 2.67959\tvalid_0's l1: 0.924636\n",
      "[1634]\tvalid_0's l2: 2.67884\tvalid_0's l1: 0.924489\n",
      "[1635]\tvalid_0's l2: 2.6782\tvalid_0's l1: 0.924423\n",
      "[1636]\tvalid_0's l2: 2.67837\tvalid_0's l1: 0.924374\n",
      "[1637]\tvalid_0's l2: 2.67756\tvalid_0's l1: 0.924224\n",
      "[1638]\tvalid_0's l2: 2.67728\tvalid_0's l1: 0.924111\n",
      "[1639]\tvalid_0's l2: 2.67681\tvalid_0's l1: 0.924049\n",
      "[1640]\tvalid_0's l2: 2.67674\tvalid_0's l1: 0.924\n",
      "[1641]\tvalid_0's l2: 2.67663\tvalid_0's l1: 0.923949\n",
      "[1642]\tvalid_0's l2: 2.67627\tvalid_0's l1: 0.923885\n",
      "[1643]\tvalid_0's l2: 2.67542\tvalid_0's l1: 0.923697\n",
      "[1644]\tvalid_0's l2: 2.67486\tvalid_0's l1: 0.923549\n",
      "[1645]\tvalid_0's l2: 2.67466\tvalid_0's l1: 0.923469\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1646]\tvalid_0's l2: 2.67438\tvalid_0's l1: 0.923389\n",
      "[1647]\tvalid_0's l2: 2.67396\tvalid_0's l1: 0.923286\n",
      "[1648]\tvalid_0's l2: 2.67307\tvalid_0's l1: 0.9231\n",
      "[1649]\tvalid_0's l2: 2.67252\tvalid_0's l1: 0.922919\n",
      "[1650]\tvalid_0's l2: 2.67256\tvalid_0's l1: 0.922922\n",
      "[1651]\tvalid_0's l2: 2.67197\tvalid_0's l1: 0.92281\n",
      "[1652]\tvalid_0's l2: 2.67173\tvalid_0's l1: 0.922662\n",
      "[1653]\tvalid_0's l2: 2.6713\tvalid_0's l1: 0.922499\n",
      "[1654]\tvalid_0's l2: 2.6701\tvalid_0's l1: 0.922344\n",
      "[1655]\tvalid_0's l2: 2.66966\tvalid_0's l1: 0.922254\n",
      "[1656]\tvalid_0's l2: 2.66845\tvalid_0's l1: 0.92212\n",
      "[1657]\tvalid_0's l2: 2.66795\tvalid_0's l1: 0.922016\n",
      "[1658]\tvalid_0's l2: 2.66757\tvalid_0's l1: 0.92192\n",
      "[1659]\tvalid_0's l2: 2.6668\tvalid_0's l1: 0.921759\n",
      "[1660]\tvalid_0's l2: 2.66631\tvalid_0's l1: 0.921642\n",
      "[1661]\tvalid_0's l2: 2.66605\tvalid_0's l1: 0.921566\n",
      "[1662]\tvalid_0's l2: 2.66568\tvalid_0's l1: 0.921468\n",
      "[1663]\tvalid_0's l2: 2.66554\tvalid_0's l1: 0.921409\n",
      "[1664]\tvalid_0's l2: 2.66529\tvalid_0's l1: 0.921309\n",
      "[1665]\tvalid_0's l2: 2.66492\tvalid_0's l1: 0.921178\n",
      "[1666]\tvalid_0's l2: 2.66391\tvalid_0's l1: 0.92102\n",
      "[1667]\tvalid_0's l2: 2.66363\tvalid_0's l1: 0.920941\n",
      "[1668]\tvalid_0's l2: 2.66343\tvalid_0's l1: 0.920864\n",
      "[1669]\tvalid_0's l2: 2.66306\tvalid_0's l1: 0.920738\n",
      "[1670]\tvalid_0's l2: 2.66273\tvalid_0's l1: 0.920677\n",
      "[1671]\tvalid_0's l2: 2.66243\tvalid_0's l1: 0.920601\n",
      "[1672]\tvalid_0's l2: 2.66225\tvalid_0's l1: 0.920561\n",
      "[1673]\tvalid_0's l2: 2.66197\tvalid_0's l1: 0.920478\n",
      "[1674]\tvalid_0's l2: 2.66175\tvalid_0's l1: 0.920398\n",
      "[1675]\tvalid_0's l2: 2.66121\tvalid_0's l1: 0.920257\n",
      "[1676]\tvalid_0's l2: 2.66061\tvalid_0's l1: 0.920178\n",
      "[1677]\tvalid_0's l2: 2.6599\tvalid_0's l1: 0.920016\n",
      "[1678]\tvalid_0's l2: 2.65979\tvalid_0's l1: 0.919965\n",
      "[1679]\tvalid_0's l2: 2.65957\tvalid_0's l1: 0.919904\n",
      "[1680]\tvalid_0's l2: 2.65919\tvalid_0's l1: 0.919775\n",
      "[1681]\tvalid_0's l2: 2.65869\tvalid_0's l1: 0.919712\n",
      "[1682]\tvalid_0's l2: 2.65814\tvalid_0's l1: 0.919594\n",
      "[1683]\tvalid_0's l2: 2.65807\tvalid_0's l1: 0.919553\n",
      "[1684]\tvalid_0's l2: 2.65744\tvalid_0's l1: 0.919408\n",
      "[1685]\tvalid_0's l2: 2.65671\tvalid_0's l1: 0.919252\n",
      "[1686]\tvalid_0's l2: 2.65608\tvalid_0's l1: 0.919167\n",
      "[1687]\tvalid_0's l2: 2.65556\tvalid_0's l1: 0.919043\n",
      "[1688]\tvalid_0's l2: 2.65507\tvalid_0's l1: 0.918956\n",
      "[1689]\tvalid_0's l2: 2.65457\tvalid_0's l1: 0.918862\n",
      "[1690]\tvalid_0's l2: 2.65399\tvalid_0's l1: 0.918768\n",
      "[1691]\tvalid_0's l2: 2.65329\tvalid_0's l1: 0.918677\n",
      "[1692]\tvalid_0's l2: 2.65298\tvalid_0's l1: 0.918618\n",
      "[1693]\tvalid_0's l2: 2.65258\tvalid_0's l1: 0.91853\n",
      "[1694]\tvalid_0's l2: 2.65196\tvalid_0's l1: 0.918397\n",
      "[1695]\tvalid_0's l2: 2.65153\tvalid_0's l1: 0.918298\n",
      "[1696]\tvalid_0's l2: 2.65062\tvalid_0's l1: 0.91815\n",
      "[1697]\tvalid_0's l2: 2.65049\tvalid_0's l1: 0.918108\n",
      "[1698]\tvalid_0's l2: 2.64982\tvalid_0's l1: 0.918016\n",
      "[1699]\tvalid_0's l2: 2.64966\tvalid_0's l1: 0.917972\n",
      "[1700]\tvalid_0's l2: 2.64923\tvalid_0's l1: 0.917844\n",
      "[1701]\tvalid_0's l2: 2.64863\tvalid_0's l1: 0.91777\n",
      "[1702]\tvalid_0's l2: 2.64852\tvalid_0's l1: 0.917662\n",
      "[1703]\tvalid_0's l2: 2.64745\tvalid_0's l1: 0.917436\n",
      "[1704]\tvalid_0's l2: 2.64726\tvalid_0's l1: 0.917363\n",
      "[1705]\tvalid_0's l2: 2.64704\tvalid_0's l1: 0.917264\n",
      "[1706]\tvalid_0's l2: 2.64668\tvalid_0's l1: 0.917185\n",
      "[1707]\tvalid_0's l2: 2.64611\tvalid_0's l1: 0.917054\n",
      "[1708]\tvalid_0's l2: 2.64586\tvalid_0's l1: 0.916998\n",
      "[1709]\tvalid_0's l2: 2.64552\tvalid_0's l1: 0.916879\n",
      "[1710]\tvalid_0's l2: 2.64494\tvalid_0's l1: 0.916773\n",
      "[1711]\tvalid_0's l2: 2.64486\tvalid_0's l1: 0.916702\n",
      "[1712]\tvalid_0's l2: 2.64429\tvalid_0's l1: 0.916573\n",
      "[1713]\tvalid_0's l2: 2.64419\tvalid_0's l1: 0.916546\n",
      "[1714]\tvalid_0's l2: 2.64376\tvalid_0's l1: 0.91643\n",
      "[1715]\tvalid_0's l2: 2.64325\tvalid_0's l1: 0.916285\n",
      "[1716]\tvalid_0's l2: 2.64209\tvalid_0's l1: 0.91615\n",
      "[1717]\tvalid_0's l2: 2.64151\tvalid_0's l1: 0.916029\n",
      "[1718]\tvalid_0's l2: 2.64118\tvalid_0's l1: 0.915924\n",
      "[1719]\tvalid_0's l2: 2.64048\tvalid_0's l1: 0.915835\n",
      "[1720]\tvalid_0's l2: 2.64026\tvalid_0's l1: 0.915771\n",
      "[1721]\tvalid_0's l2: 2.64\tvalid_0's l1: 0.915696\n",
      "[1722]\tvalid_0's l2: 2.63959\tvalid_0's l1: 0.915571\n",
      "[1723]\tvalid_0's l2: 2.6394\tvalid_0's l1: 0.915535\n",
      "[1724]\tvalid_0's l2: 2.63915\tvalid_0's l1: 0.915453\n",
      "[1725]\tvalid_0's l2: 2.63886\tvalid_0's l1: 0.915371\n",
      "[1726]\tvalid_0's l2: 2.6385\tvalid_0's l1: 0.915276\n",
      "[1727]\tvalid_0's l2: 2.63793\tvalid_0's l1: 0.915161\n",
      "[1728]\tvalid_0's l2: 2.63733\tvalid_0's l1: 0.915044\n",
      "[1729]\tvalid_0's l2: 2.6365\tvalid_0's l1: 0.914906\n",
      "[1730]\tvalid_0's l2: 2.6363\tvalid_0's l1: 0.914853\n",
      "[1731]\tvalid_0's l2: 2.63618\tvalid_0's l1: 0.914799\n",
      "[1732]\tvalid_0's l2: 2.63537\tvalid_0's l1: 0.914652\n",
      "[1733]\tvalid_0's l2: 2.63484\tvalid_0's l1: 0.914518\n",
      "[1734]\tvalid_0's l2: 2.6344\tvalid_0's l1: 0.914419\n",
      "[1735]\tvalid_0's l2: 2.63405\tvalid_0's l1: 0.914351\n",
      "[1736]\tvalid_0's l2: 2.63378\tvalid_0's l1: 0.914255\n",
      "[1737]\tvalid_0's l2: 2.63322\tvalid_0's l1: 0.914121\n",
      "[1738]\tvalid_0's l2: 2.63217\tvalid_0's l1: 0.913993\n",
      "[1739]\tvalid_0's l2: 2.63153\tvalid_0's l1: 0.91389\n",
      "[1740]\tvalid_0's l2: 2.63084\tvalid_0's l1: 0.913792\n",
      "[1741]\tvalid_0's l2: 2.63044\tvalid_0's l1: 0.91371\n",
      "[1742]\tvalid_0's l2: 2.63005\tvalid_0's l1: 0.913615\n",
      "[1743]\tvalid_0's l2: 2.62994\tvalid_0's l1: 0.91357\n",
      "[1744]\tvalid_0's l2: 2.6293\tvalid_0's l1: 0.913386\n",
      "[1745]\tvalid_0's l2: 2.62859\tvalid_0's l1: 0.913263\n",
      "[1746]\tvalid_0's l2: 2.62833\tvalid_0's l1: 0.913178\n",
      "[1747]\tvalid_0's l2: 2.62784\tvalid_0's l1: 0.91311\n",
      "[1748]\tvalid_0's l2: 2.6273\tvalid_0's l1: 0.912999\n",
      "[1749]\tvalid_0's l2: 2.62694\tvalid_0's l1: 0.912896\n",
      "[1750]\tvalid_0's l2: 2.62676\tvalid_0's l1: 0.912851\n",
      "[1751]\tvalid_0's l2: 2.62643\tvalid_0's l1: 0.912749\n",
      "[1752]\tvalid_0's l2: 2.62621\tvalid_0's l1: 0.912704\n",
      "[1753]\tvalid_0's l2: 2.62575\tvalid_0's l1: 0.912649\n",
      "[1754]\tvalid_0's l2: 2.62548\tvalid_0's l1: 0.912567\n",
      "[1755]\tvalid_0's l2: 2.625\tvalid_0's l1: 0.912472\n",
      "[1756]\tvalid_0's l2: 2.62473\tvalid_0's l1: 0.912387\n",
      "[1757]\tvalid_0's l2: 2.6239\tvalid_0's l1: 0.912271\n",
      "[1758]\tvalid_0's l2: 2.62325\tvalid_0's l1: 0.912181\n",
      "[1759]\tvalid_0's l2: 2.62246\tvalid_0's l1: 0.912113\n",
      "[1760]\tvalid_0's l2: 2.6219\tvalid_0's l1: 0.912028\n",
      "[1761]\tvalid_0's l2: 2.62158\tvalid_0's l1: 0.911969\n",
      "[1762]\tvalid_0's l2: 2.62046\tvalid_0's l1: 0.911864\n",
      "[1763]\tvalid_0's l2: 2.62021\tvalid_0's l1: 0.911819\n",
      "[1764]\tvalid_0's l2: 2.61982\tvalid_0's l1: 0.91178\n",
      "[1765]\tvalid_0's l2: 2.61928\tvalid_0's l1: 0.911701\n",
      "[1766]\tvalid_0's l2: 2.61932\tvalid_0's l1: 0.91167\n",
      "[1767]\tvalid_0's l2: 2.61916\tvalid_0's l1: 0.91161\n",
      "[1768]\tvalid_0's l2: 2.61867\tvalid_0's l1: 0.911502\n",
      "[1769]\tvalid_0's l2: 2.61824\tvalid_0's l1: 0.911431\n",
      "[1770]\tvalid_0's l2: 2.61783\tvalid_0's l1: 0.911329\n",
      "[1771]\tvalid_0's l2: 2.61706\tvalid_0's l1: 0.911263\n",
      "[1772]\tvalid_0's l2: 2.61668\tvalid_0's l1: 0.911158\n",
      "[1773]\tvalid_0's l2: 2.61639\tvalid_0's l1: 0.911037\n",
      "[1774]\tvalid_0's l2: 2.61582\tvalid_0's l1: 0.910984\n",
      "[1775]\tvalid_0's l2: 2.61561\tvalid_0's l1: 0.910963\n",
      "[1776]\tvalid_0's l2: 2.61504\tvalid_0's l1: 0.910875\n",
      "[1777]\tvalid_0's l2: 2.61451\tvalid_0's l1: 0.910741\n",
      "[1778]\tvalid_0's l2: 2.61433\tvalid_0's l1: 0.910692\n",
      "[1779]\tvalid_0's l2: 2.61389\tvalid_0's l1: 0.910675\n",
      "[1780]\tvalid_0's l2: 2.61357\tvalid_0's l1: 0.9106\n",
      "[1781]\tvalid_0's l2: 2.61301\tvalid_0's l1: 0.910512\n",
      "[1782]\tvalid_0's l2: 2.61227\tvalid_0's l1: 0.91037\n",
      "[1783]\tvalid_0's l2: 2.61192\tvalid_0's l1: 0.910292\n",
      "[1784]\tvalid_0's l2: 2.61194\tvalid_0's l1: 0.910266\n",
      "[1785]\tvalid_0's l2: 2.61146\tvalid_0's l1: 0.910208\n",
      "[1786]\tvalid_0's l2: 2.6108\tvalid_0's l1: 0.910111\n",
      "[1787]\tvalid_0's l2: 2.61054\tvalid_0's l1: 0.910035\n",
      "[1788]\tvalid_0's l2: 2.61035\tvalid_0's l1: 0.909986\n",
      "[1789]\tvalid_0's l2: 2.6099\tvalid_0's l1: 0.909861\n",
      "[1790]\tvalid_0's l2: 2.60931\tvalid_0's l1: 0.90972\n",
      "[1791]\tvalid_0's l2: 2.60892\tvalid_0's l1: 0.909569\n",
      "[1792]\tvalid_0's l2: 2.6086\tvalid_0's l1: 0.909467\n",
      "[1793]\tvalid_0's l2: 2.608\tvalid_0's l1: 0.90937\n",
      "[1794]\tvalid_0's l2: 2.60747\tvalid_0's l1: 0.909262\n",
      "[1795]\tvalid_0's l2: 2.60706\tvalid_0's l1: 0.909162\n",
      "[1796]\tvalid_0's l2: 2.60686\tvalid_0's l1: 0.90911\n",
      "[1797]\tvalid_0's l2: 2.60649\tvalid_0's l1: 0.909\n",
      "[1798]\tvalid_0's l2: 2.60595\tvalid_0's l1: 0.908866\n",
      "[1799]\tvalid_0's l2: 2.60553\tvalid_0's l1: 0.908777\n",
      "[1800]\tvalid_0's l2: 2.60508\tvalid_0's l1: 0.90863\n",
      "[1801]\tvalid_0's l2: 2.6049\tvalid_0's l1: 0.908533\n",
      "[1802]\tvalid_0's l2: 2.60477\tvalid_0's l1: 0.908479\n",
      "[1803]\tvalid_0's l2: 2.60436\tvalid_0's l1: 0.908401\n",
      "[1804]\tvalid_0's l2: 2.60381\tvalid_0's l1: 0.908251\n",
      "[1805]\tvalid_0's l2: 2.60373\tvalid_0's l1: 0.908191\n",
      "[1806]\tvalid_0's l2: 2.60323\tvalid_0's l1: 0.908063\n",
      "[1807]\tvalid_0's l2: 2.60314\tvalid_0's l1: 0.908004\n",
      "[1808]\tvalid_0's l2: 2.60297\tvalid_0's l1: 0.907958\n",
      "[1809]\tvalid_0's l2: 2.60277\tvalid_0's l1: 0.907853\n",
      "[1810]\tvalid_0's l2: 2.60253\tvalid_0's l1: 0.907802\n",
      "[1811]\tvalid_0's l2: 2.6023\tvalid_0's l1: 0.907716\n",
      "[1812]\tvalid_0's l2: 2.60137\tvalid_0's l1: 0.907625\n",
      "[1813]\tvalid_0's l2: 2.60061\tvalid_0's l1: 0.907566\n",
      "[1814]\tvalid_0's l2: 2.60038\tvalid_0's l1: 0.907499\n",
      "[1815]\tvalid_0's l2: 2.60029\tvalid_0's l1: 0.907443\n",
      "[1816]\tvalid_0's l2: 2.60027\tvalid_0's l1: 0.907416\n",
      "[1817]\tvalid_0's l2: 2.59993\tvalid_0's l1: 0.907296\n",
      "[1818]\tvalid_0's l2: 2.59962\tvalid_0's l1: 0.907252\n",
      "[1819]\tvalid_0's l2: 2.59926\tvalid_0's l1: 0.907102\n",
      "[1820]\tvalid_0's l2: 2.59875\tvalid_0's l1: 0.907052\n",
      "[1821]\tvalid_0's l2: 2.59837\tvalid_0's l1: 0.907001\n",
      "[1822]\tvalid_0's l2: 2.59831\tvalid_0's l1: 0.906969\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1823]\tvalid_0's l2: 2.59737\tvalid_0's l1: 0.906835\n",
      "[1824]\tvalid_0's l2: 2.59699\tvalid_0's l1: 0.906699\n",
      "[1825]\tvalid_0's l2: 2.59671\tvalid_0's l1: 0.906619\n",
      "[1826]\tvalid_0's l2: 2.59624\tvalid_0's l1: 0.906492\n",
      "[1827]\tvalid_0's l2: 2.59527\tvalid_0's l1: 0.906308\n",
      "[1828]\tvalid_0's l2: 2.59468\tvalid_0's l1: 0.906176\n",
      "[1829]\tvalid_0's l2: 2.59435\tvalid_0's l1: 0.906077\n",
      "[1830]\tvalid_0's l2: 2.5941\tvalid_0's l1: 0.906019\n",
      "[1831]\tvalid_0's l2: 2.59294\tvalid_0's l1: 0.905893\n",
      "[1832]\tvalid_0's l2: 2.59276\tvalid_0's l1: 0.905808\n",
      "[1833]\tvalid_0's l2: 2.5926\tvalid_0's l1: 0.905762\n",
      "[1834]\tvalid_0's l2: 2.59192\tvalid_0's l1: 0.905638\n",
      "[1835]\tvalid_0's l2: 2.5918\tvalid_0's l1: 0.905613\n",
      "[1836]\tvalid_0's l2: 2.59127\tvalid_0's l1: 0.905502\n",
      "[1837]\tvalid_0's l2: 2.59107\tvalid_0's l1: 0.905431\n",
      "[1838]\tvalid_0's l2: 2.5906\tvalid_0's l1: 0.905286\n",
      "[1839]\tvalid_0's l2: 2.59044\tvalid_0's l1: 0.905217\n",
      "[1840]\tvalid_0's l2: 2.59003\tvalid_0's l1: 0.905081\n",
      "[1841]\tvalid_0's l2: 2.58969\tvalid_0's l1: 0.905013\n",
      "[1842]\tvalid_0's l2: 2.58895\tvalid_0's l1: 0.904883\n",
      "[1843]\tvalid_0's l2: 2.5885\tvalid_0's l1: 0.904729\n",
      "[1844]\tvalid_0's l2: 2.58799\tvalid_0's l1: 0.904624\n",
      "[1845]\tvalid_0's l2: 2.58704\tvalid_0's l1: 0.90445\n",
      "[1846]\tvalid_0's l2: 2.58655\tvalid_0's l1: 0.904336\n",
      "[1847]\tvalid_0's l2: 2.58574\tvalid_0's l1: 0.904213\n",
      "[1848]\tvalid_0's l2: 2.58492\tvalid_0's l1: 0.904004\n",
      "[1849]\tvalid_0's l2: 2.58474\tvalid_0's l1: 0.903945\n",
      "[1850]\tvalid_0's l2: 2.58399\tvalid_0's l1: 0.903786\n",
      "[1851]\tvalid_0's l2: 2.58343\tvalid_0's l1: 0.903611\n",
      "[1852]\tvalid_0's l2: 2.58316\tvalid_0's l1: 0.903545\n",
      "[1853]\tvalid_0's l2: 2.58259\tvalid_0's l1: 0.903401\n",
      "[1854]\tvalid_0's l2: 2.58214\tvalid_0's l1: 0.903286\n",
      "[1855]\tvalid_0's l2: 2.5812\tvalid_0's l1: 0.903105\n",
      "[1856]\tvalid_0's l2: 2.58039\tvalid_0's l1: 0.902993\n",
      "[1857]\tvalid_0's l2: 2.57991\tvalid_0's l1: 0.902894\n",
      "[1858]\tvalid_0's l2: 2.57962\tvalid_0's l1: 0.902834\n",
      "[1859]\tvalid_0's l2: 2.57872\tvalid_0's l1: 0.902694\n",
      "[1860]\tvalid_0's l2: 2.57774\tvalid_0's l1: 0.902475\n",
      "[1861]\tvalid_0's l2: 2.57728\tvalid_0's l1: 0.902339\n",
      "[1862]\tvalid_0's l2: 2.57677\tvalid_0's l1: 0.902235\n",
      "[1863]\tvalid_0's l2: 2.57607\tvalid_0's l1: 0.902068\n",
      "[1864]\tvalid_0's l2: 2.57566\tvalid_0's l1: 0.901969\n",
      "[1865]\tvalid_0's l2: 2.57459\tvalid_0's l1: 0.901813\n",
      "[1866]\tvalid_0's l2: 2.57419\tvalid_0's l1: 0.901739\n",
      "[1867]\tvalid_0's l2: 2.57315\tvalid_0's l1: 0.901629\n",
      "[1868]\tvalid_0's l2: 2.57263\tvalid_0's l1: 0.901506\n",
      "[1869]\tvalid_0's l2: 2.57223\tvalid_0's l1: 0.901384\n",
      "[1870]\tvalid_0's l2: 2.57206\tvalid_0's l1: 0.901328\n",
      "[1871]\tvalid_0's l2: 2.57163\tvalid_0's l1: 0.901269\n",
      "[1872]\tvalid_0's l2: 2.57116\tvalid_0's l1: 0.901151\n",
      "[1873]\tvalid_0's l2: 2.57064\tvalid_0's l1: 0.901041\n",
      "[1874]\tvalid_0's l2: 2.57021\tvalid_0's l1: 0.900918\n",
      "[1875]\tvalid_0's l2: 2.56962\tvalid_0's l1: 0.900803\n",
      "[1876]\tvalid_0's l2: 2.56921\tvalid_0's l1: 0.900697\n",
      "[1877]\tvalid_0's l2: 2.569\tvalid_0's l1: 0.900621\n",
      "[1878]\tvalid_0's l2: 2.56857\tvalid_0's l1: 0.900516\n",
      "[1879]\tvalid_0's l2: 2.56819\tvalid_0's l1: 0.900376\n",
      "[1880]\tvalid_0's l2: 2.56793\tvalid_0's l1: 0.900305\n",
      "[1881]\tvalid_0's l2: 2.56764\tvalid_0's l1: 0.900208\n",
      "[1882]\tvalid_0's l2: 2.56745\tvalid_0's l1: 0.900144\n",
      "[1883]\tvalid_0's l2: 2.56694\tvalid_0's l1: 0.900011\n",
      "[1884]\tvalid_0's l2: 2.56674\tvalid_0's l1: 0.899914\n",
      "[1885]\tvalid_0's l2: 2.56584\tvalid_0's l1: 0.899797\n",
      "[1886]\tvalid_0's l2: 2.56567\tvalid_0's l1: 0.899748\n",
      "[1887]\tvalid_0's l2: 2.56553\tvalid_0's l1: 0.899695\n",
      "[1888]\tvalid_0's l2: 2.56521\tvalid_0's l1: 0.899555\n",
      "[1889]\tvalid_0's l2: 2.56488\tvalid_0's l1: 0.899464\n",
      "[1890]\tvalid_0's l2: 2.56438\tvalid_0's l1: 0.899353\n",
      "[1891]\tvalid_0's l2: 2.56389\tvalid_0's l1: 0.899209\n",
      "[1892]\tvalid_0's l2: 2.56296\tvalid_0's l1: 0.89906\n",
      "[1893]\tvalid_0's l2: 2.56262\tvalid_0's l1: 0.89898\n",
      "[1894]\tvalid_0's l2: 2.56228\tvalid_0's l1: 0.898896\n",
      "[1895]\tvalid_0's l2: 2.562\tvalid_0's l1: 0.898836\n",
      "[1896]\tvalid_0's l2: 2.56155\tvalid_0's l1: 0.898745\n",
      "[1897]\tvalid_0's l2: 2.56119\tvalid_0's l1: 0.898638\n",
      "[1898]\tvalid_0's l2: 2.56077\tvalid_0's l1: 0.898543\n",
      "[1899]\tvalid_0's l2: 2.56045\tvalid_0's l1: 0.898422\n",
      "[1900]\tvalid_0's l2: 2.56015\tvalid_0's l1: 0.898397\n",
      "[1901]\tvalid_0's l2: 2.56008\tvalid_0's l1: 0.89835\n",
      "[1902]\tvalid_0's l2: 2.55986\tvalid_0's l1: 0.89829\n",
      "[1903]\tvalid_0's l2: 2.55966\tvalid_0's l1: 0.898244\n",
      "[1904]\tvalid_0's l2: 2.55931\tvalid_0's l1: 0.898124\n",
      "[1905]\tvalid_0's l2: 2.5589\tvalid_0's l1: 0.898065\n",
      "[1906]\tvalid_0's l2: 2.55844\tvalid_0's l1: 0.897956\n",
      "[1907]\tvalid_0's l2: 2.55809\tvalid_0's l1: 0.897862\n",
      "[1908]\tvalid_0's l2: 2.558\tvalid_0's l1: 0.897817\n",
      "[1909]\tvalid_0's l2: 2.55774\tvalid_0's l1: 0.897745\n",
      "[1910]\tvalid_0's l2: 2.5574\tvalid_0's l1: 0.897689\n",
      "[1911]\tvalid_0's l2: 2.55671\tvalid_0's l1: 0.897628\n",
      "[1912]\tvalid_0's l2: 2.55632\tvalid_0's l1: 0.897511\n",
      "[1913]\tvalid_0's l2: 2.55597\tvalid_0's l1: 0.897359\n",
      "[1914]\tvalid_0's l2: 2.55533\tvalid_0's l1: 0.89726\n",
      "[1915]\tvalid_0's l2: 2.55518\tvalid_0's l1: 0.897192\n",
      "[1916]\tvalid_0's l2: 2.55494\tvalid_0's l1: 0.897117\n",
      "[1917]\tvalid_0's l2: 2.55466\tvalid_0's l1: 0.897067\n",
      "[1918]\tvalid_0's l2: 2.55389\tvalid_0's l1: 0.896871\n",
      "[1919]\tvalid_0's l2: 2.55359\tvalid_0's l1: 0.896803\n",
      "[1920]\tvalid_0's l2: 2.55331\tvalid_0's l1: 0.896753\n",
      "[1921]\tvalid_0's l2: 2.55286\tvalid_0's l1: 0.89663\n",
      "[1922]\tvalid_0's l2: 2.55258\tvalid_0's l1: 0.896515\n",
      "[1923]\tvalid_0's l2: 2.55221\tvalid_0's l1: 0.896402\n",
      "[1924]\tvalid_0's l2: 2.55189\tvalid_0's l1: 0.896321\n",
      "[1925]\tvalid_0's l2: 2.55154\tvalid_0's l1: 0.896197\n",
      "[1926]\tvalid_0's l2: 2.551\tvalid_0's l1: 0.896102\n",
      "[1927]\tvalid_0's l2: 2.55062\tvalid_0's l1: 0.896025\n",
      "[1928]\tvalid_0's l2: 2.55049\tvalid_0's l1: 0.895987\n",
      "[1929]\tvalid_0's l2: 2.55003\tvalid_0's l1: 0.89591\n",
      "[1930]\tvalid_0's l2: 2.54978\tvalid_0's l1: 0.895856\n",
      "[1931]\tvalid_0's l2: 2.54937\tvalid_0's l1: 0.895773\n",
      "[1932]\tvalid_0's l2: 2.54965\tvalid_0's l1: 0.895754\n",
      "[1933]\tvalid_0's l2: 2.54976\tvalid_0's l1: 0.895718\n",
      "[1934]\tvalid_0's l2: 2.54925\tvalid_0's l1: 0.89565\n",
      "[1935]\tvalid_0's l2: 2.5491\tvalid_0's l1: 0.895583\n",
      "[1936]\tvalid_0's l2: 2.54874\tvalid_0's l1: 0.895487\n",
      "[1937]\tvalid_0's l2: 2.54806\tvalid_0's l1: 0.895344\n",
      "[1938]\tvalid_0's l2: 2.547\tvalid_0's l1: 0.895202\n",
      "[1939]\tvalid_0's l2: 2.54667\tvalid_0's l1: 0.895134\n",
      "[1940]\tvalid_0's l2: 2.54642\tvalid_0's l1: 0.895102\n",
      "[1941]\tvalid_0's l2: 2.54556\tvalid_0's l1: 0.894978\n",
      "[1942]\tvalid_0's l2: 2.54509\tvalid_0's l1: 0.894883\n",
      "[1943]\tvalid_0's l2: 2.54448\tvalid_0's l1: 0.894817\n",
      "[1944]\tvalid_0's l2: 2.54408\tvalid_0's l1: 0.89471\n",
      "[1945]\tvalid_0's l2: 2.54345\tvalid_0's l1: 0.894585\n",
      "[1946]\tvalid_0's l2: 2.54312\tvalid_0's l1: 0.894449\n",
      "[1947]\tvalid_0's l2: 2.54193\tvalid_0's l1: 0.894256\n",
      "[1948]\tvalid_0's l2: 2.54158\tvalid_0's l1: 0.89417\n",
      "[1949]\tvalid_0's l2: 2.5411\tvalid_0's l1: 0.894056\n",
      "[1950]\tvalid_0's l2: 2.54037\tvalid_0's l1: 0.893907\n",
      "[1951]\tvalid_0's l2: 2.53996\tvalid_0's l1: 0.893874\n",
      "[1952]\tvalid_0's l2: 2.53984\tvalid_0's l1: 0.893825\n",
      "[1953]\tvalid_0's l2: 2.53911\tvalid_0's l1: 0.893735\n",
      "[1954]\tvalid_0's l2: 2.53888\tvalid_0's l1: 0.893665\n",
      "[1955]\tvalid_0's l2: 2.53853\tvalid_0's l1: 0.893582\n",
      "[1956]\tvalid_0's l2: 2.53821\tvalid_0's l1: 0.893524\n",
      "[1957]\tvalid_0's l2: 2.53809\tvalid_0's l1: 0.893474\n",
      "[1958]\tvalid_0's l2: 2.53715\tvalid_0's l1: 0.893295\n",
      "[1959]\tvalid_0's l2: 2.5368\tvalid_0's l1: 0.893244\n",
      "[1960]\tvalid_0's l2: 2.53675\tvalid_0's l1: 0.893196\n",
      "[1961]\tvalid_0's l2: 2.53629\tvalid_0's l1: 0.893086\n",
      "[1962]\tvalid_0's l2: 2.53574\tvalid_0's l1: 0.892974\n",
      "[1963]\tvalid_0's l2: 2.53533\tvalid_0's l1: 0.892852\n",
      "[1964]\tvalid_0's l2: 2.53502\tvalid_0's l1: 0.892814\n",
      "[1965]\tvalid_0's l2: 2.5346\tvalid_0's l1: 0.892681\n",
      "[1966]\tvalid_0's l2: 2.53381\tvalid_0's l1: 0.892527\n",
      "[1967]\tvalid_0's l2: 2.53363\tvalid_0's l1: 0.892493\n",
      "[1968]\tvalid_0's l2: 2.53305\tvalid_0's l1: 0.892343\n",
      "[1969]\tvalid_0's l2: 2.53308\tvalid_0's l1: 0.892272\n",
      "[1970]\tvalid_0's l2: 2.53269\tvalid_0's l1: 0.892188\n",
      "[1971]\tvalid_0's l2: 2.53163\tvalid_0's l1: 0.892038\n",
      "[1972]\tvalid_0's l2: 2.53112\tvalid_0's l1: 0.891902\n",
      "[1973]\tvalid_0's l2: 2.53071\tvalid_0's l1: 0.891773\n",
      "[1974]\tvalid_0's l2: 2.53026\tvalid_0's l1: 0.891729\n",
      "[1975]\tvalid_0's l2: 2.52981\tvalid_0's l1: 0.891617\n",
      "[1976]\tvalid_0's l2: 2.52951\tvalid_0's l1: 0.891574\n",
      "[1977]\tvalid_0's l2: 2.52917\tvalid_0's l1: 0.891487\n",
      "[1978]\tvalid_0's l2: 2.52887\tvalid_0's l1: 0.891429\n",
      "[1979]\tvalid_0's l2: 2.52857\tvalid_0's l1: 0.891328\n",
      "[1980]\tvalid_0's l2: 2.52795\tvalid_0's l1: 0.891179\n",
      "[1981]\tvalid_0's l2: 2.52769\tvalid_0's l1: 0.891104\n",
      "[1982]\tvalid_0's l2: 2.52756\tvalid_0's l1: 0.891043\n",
      "[1983]\tvalid_0's l2: 2.52702\tvalid_0's l1: 0.890906\n",
      "[1984]\tvalid_0's l2: 2.52683\tvalid_0's l1: 0.890843\n",
      "[1985]\tvalid_0's l2: 2.52623\tvalid_0's l1: 0.890729\n",
      "[1986]\tvalid_0's l2: 2.52582\tvalid_0's l1: 0.890646\n",
      "[1987]\tvalid_0's l2: 2.52564\tvalid_0's l1: 0.890595\n",
      "[1988]\tvalid_0's l2: 2.52555\tvalid_0's l1: 0.890548\n",
      "[1989]\tvalid_0's l2: 2.52554\tvalid_0's l1: 0.890509\n",
      "[1990]\tvalid_0's l2: 2.52539\tvalid_0's l1: 0.890436\n",
      "[1991]\tvalid_0's l2: 2.52455\tvalid_0's l1: 0.890277\n",
      "[1992]\tvalid_0's l2: 2.52416\tvalid_0's l1: 0.890202\n",
      "[1993]\tvalid_0's l2: 2.52325\tvalid_0's l1: 0.890068\n",
      "[1994]\tvalid_0's l2: 2.52312\tvalid_0's l1: 0.890013\n",
      "[1995]\tvalid_0's l2: 2.52276\tvalid_0's l1: 0.88995\n",
      "[1996]\tvalid_0's l2: 2.52262\tvalid_0's l1: 0.889883\n",
      "[1997]\tvalid_0's l2: 2.5223\tvalid_0's l1: 0.889794\n",
      "[1998]\tvalid_0's l2: 2.52214\tvalid_0's l1: 0.889733\n",
      "[1999]\tvalid_0's l2: 2.52158\tvalid_0's l1: 0.889614\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2000]\tvalid_0's l2: 2.5211\tvalid_0's l1: 0.889508\n",
      "[2001]\tvalid_0's l2: 2.5201\tvalid_0's l1: 0.88935\n",
      "[2002]\tvalid_0's l2: 2.51974\tvalid_0's l1: 0.889251\n",
      "[2003]\tvalid_0's l2: 2.5194\tvalid_0's l1: 0.889219\n",
      "[2004]\tvalid_0's l2: 2.51911\tvalid_0's l1: 0.889155\n",
      "[2005]\tvalid_0's l2: 2.51869\tvalid_0's l1: 0.889047\n",
      "[2006]\tvalid_0's l2: 2.51832\tvalid_0's l1: 0.888942\n",
      "[2007]\tvalid_0's l2: 2.51826\tvalid_0's l1: 0.888888\n",
      "[2008]\tvalid_0's l2: 2.51752\tvalid_0's l1: 0.888745\n",
      "[2009]\tvalid_0's l2: 2.51726\tvalid_0's l1: 0.888649\n",
      "[2010]\tvalid_0's l2: 2.51728\tvalid_0's l1: 0.888605\n",
      "[2011]\tvalid_0's l2: 2.51706\tvalid_0's l1: 0.88853\n",
      "[2012]\tvalid_0's l2: 2.51685\tvalid_0's l1: 0.888483\n",
      "[2013]\tvalid_0's l2: 2.51635\tvalid_0's l1: 0.888401\n",
      "[2014]\tvalid_0's l2: 2.51575\tvalid_0's l1: 0.888344\n",
      "[2015]\tvalid_0's l2: 2.51578\tvalid_0's l1: 0.888322\n",
      "[2016]\tvalid_0's l2: 2.51519\tvalid_0's l1: 0.888224\n",
      "[2017]\tvalid_0's l2: 2.51427\tvalid_0's l1: 0.88809\n",
      "[2018]\tvalid_0's l2: 2.51378\tvalid_0's l1: 0.88795\n",
      "[2019]\tvalid_0's l2: 2.51378\tvalid_0's l1: 0.887934\n",
      "[2020]\tvalid_0's l2: 2.51304\tvalid_0's l1: 0.887901\n",
      "[2021]\tvalid_0's l2: 2.51247\tvalid_0's l1: 0.887843\n",
      "[2022]\tvalid_0's l2: 2.51186\tvalid_0's l1: 0.887746\n",
      "[2023]\tvalid_0's l2: 2.51131\tvalid_0's l1: 0.887693\n",
      "[2024]\tvalid_0's l2: 2.51116\tvalid_0's l1: 0.887645\n",
      "[2025]\tvalid_0's l2: 2.5103\tvalid_0's l1: 0.887529\n",
      "[2026]\tvalid_0's l2: 2.50942\tvalid_0's l1: 0.887333\n",
      "[2027]\tvalid_0's l2: 2.50894\tvalid_0's l1: 0.887245\n",
      "[2028]\tvalid_0's l2: 2.50852\tvalid_0's l1: 0.887125\n",
      "[2029]\tvalid_0's l2: 2.50855\tvalid_0's l1: 0.887064\n",
      "[2030]\tvalid_0's l2: 2.50754\tvalid_0's l1: 0.88687\n",
      "[2031]\tvalid_0's l2: 2.50765\tvalid_0's l1: 0.886837\n",
      "[2032]\tvalid_0's l2: 2.50734\tvalid_0's l1: 0.886767\n",
      "[2033]\tvalid_0's l2: 2.507\tvalid_0's l1: 0.886685\n",
      "[2034]\tvalid_0's l2: 2.50672\tvalid_0's l1: 0.886646\n",
      "[2035]\tvalid_0's l2: 2.5063\tvalid_0's l1: 0.886561\n",
      "[2036]\tvalid_0's l2: 2.50543\tvalid_0's l1: 0.886416\n",
      "[2037]\tvalid_0's l2: 2.5054\tvalid_0's l1: 0.886381\n",
      "[2038]\tvalid_0's l2: 2.505\tvalid_0's l1: 0.886325\n",
      "[2039]\tvalid_0's l2: 2.50456\tvalid_0's l1: 0.886201\n",
      "[2040]\tvalid_0's l2: 2.50421\tvalid_0's l1: 0.886124\n",
      "[2041]\tvalid_0's l2: 2.5035\tvalid_0's l1: 0.886004\n",
      "[2042]\tvalid_0's l2: 2.50361\tvalid_0's l1: 0.885965\n",
      "[2043]\tvalid_0's l2: 2.50294\tvalid_0's l1: 0.88585\n",
      "[2044]\tvalid_0's l2: 2.50276\tvalid_0's l1: 0.885797\n",
      "[2045]\tvalid_0's l2: 2.50213\tvalid_0's l1: 0.885611\n",
      "[2046]\tvalid_0's l2: 2.50169\tvalid_0's l1: 0.885468\n",
      "[2047]\tvalid_0's l2: 2.50106\tvalid_0's l1: 0.885348\n",
      "[2048]\tvalid_0's l2: 2.50034\tvalid_0's l1: 0.88519\n",
      "[2049]\tvalid_0's l2: 2.50026\tvalid_0's l1: 0.885147\n",
      "[2050]\tvalid_0's l2: 2.49931\tvalid_0's l1: 0.885033\n",
      "[2051]\tvalid_0's l2: 2.49906\tvalid_0's l1: 0.884937\n",
      "[2052]\tvalid_0's l2: 2.49878\tvalid_0's l1: 0.884823\n",
      "[2053]\tvalid_0's l2: 2.49799\tvalid_0's l1: 0.884643\n",
      "[2054]\tvalid_0's l2: 2.49761\tvalid_0's l1: 0.884531\n",
      "[2055]\tvalid_0's l2: 2.49729\tvalid_0's l1: 0.884407\n",
      "[2056]\tvalid_0's l2: 2.4968\tvalid_0's l1: 0.884318\n",
      "[2057]\tvalid_0's l2: 2.49657\tvalid_0's l1: 0.884296\n",
      "[2058]\tvalid_0's l2: 2.49632\tvalid_0's l1: 0.884231\n",
      "[2059]\tvalid_0's l2: 2.49626\tvalid_0's l1: 0.884193\n",
      "[2060]\tvalid_0's l2: 2.49584\tvalid_0's l1: 0.884106\n",
      "[2061]\tvalid_0's l2: 2.4956\tvalid_0's l1: 0.883992\n",
      "[2062]\tvalid_0's l2: 2.49527\tvalid_0's l1: 0.883913\n",
      "[2063]\tvalid_0's l2: 2.49437\tvalid_0's l1: 0.883803\n",
      "[2064]\tvalid_0's l2: 2.49402\tvalid_0's l1: 0.88372\n",
      "[2065]\tvalid_0's l2: 2.49379\tvalid_0's l1: 0.883637\n",
      "[2066]\tvalid_0's l2: 2.49348\tvalid_0's l1: 0.883565\n",
      "[2067]\tvalid_0's l2: 2.49307\tvalid_0's l1: 0.883467\n",
      "[2068]\tvalid_0's l2: 2.49296\tvalid_0's l1: 0.883439\n",
      "[2069]\tvalid_0's l2: 2.4928\tvalid_0's l1: 0.883386\n",
      "[2070]\tvalid_0's l2: 2.49253\tvalid_0's l1: 0.883348\n",
      "[2071]\tvalid_0's l2: 2.4927\tvalid_0's l1: 0.883295\n",
      "[2072]\tvalid_0's l2: 2.49252\tvalid_0's l1: 0.883246\n",
      "[2073]\tvalid_0's l2: 2.49184\tvalid_0's l1: 0.883216\n",
      "[2074]\tvalid_0's l2: 2.49178\tvalid_0's l1: 0.883142\n",
      "[2075]\tvalid_0's l2: 2.49149\tvalid_0's l1: 0.883089\n",
      "[2076]\tvalid_0's l2: 2.49117\tvalid_0's l1: 0.883046\n",
      "[2077]\tvalid_0's l2: 2.49069\tvalid_0's l1: 0.883029\n",
      "[2078]\tvalid_0's l2: 2.49031\tvalid_0's l1: 0.882954\n",
      "[2079]\tvalid_0's l2: 2.48981\tvalid_0's l1: 0.882823\n",
      "[2080]\tvalid_0's l2: 2.48929\tvalid_0's l1: 0.882766\n",
      "[2081]\tvalid_0's l2: 2.48922\tvalid_0's l1: 0.882727\n",
      "[2082]\tvalid_0's l2: 2.4883\tvalid_0's l1: 0.882498\n",
      "[2083]\tvalid_0's l2: 2.48783\tvalid_0's l1: 0.882405\n",
      "[2084]\tvalid_0's l2: 2.48757\tvalid_0's l1: 0.882298\n",
      "[2085]\tvalid_0's l2: 2.48696\tvalid_0's l1: 0.882187\n",
      "[2086]\tvalid_0's l2: 2.48623\tvalid_0's l1: 0.882035\n",
      "[2087]\tvalid_0's l2: 2.48576\tvalid_0's l1: 0.88195\n",
      "[2088]\tvalid_0's l2: 2.48545\tvalid_0's l1: 0.881868\n",
      "[2089]\tvalid_0's l2: 2.4851\tvalid_0's l1: 0.881743\n",
      "[2090]\tvalid_0's l2: 2.48485\tvalid_0's l1: 0.881638\n",
      "[2091]\tvalid_0's l2: 2.48444\tvalid_0's l1: 0.881583\n",
      "[2092]\tvalid_0's l2: 2.48433\tvalid_0's l1: 0.881532\n",
      "[2093]\tvalid_0's l2: 2.48422\tvalid_0's l1: 0.881501\n",
      "[2094]\tvalid_0's l2: 2.48359\tvalid_0's l1: 0.881408\n",
      "[2095]\tvalid_0's l2: 2.48317\tvalid_0's l1: 0.881342\n",
      "[2096]\tvalid_0's l2: 2.48292\tvalid_0's l1: 0.881258\n",
      "[2097]\tvalid_0's l2: 2.48256\tvalid_0's l1: 0.881171\n",
      "[2098]\tvalid_0's l2: 2.48194\tvalid_0's l1: 0.881015\n",
      "[2099]\tvalid_0's l2: 2.48152\tvalid_0's l1: 0.880951\n",
      "[2100]\tvalid_0's l2: 2.48133\tvalid_0's l1: 0.880844\n",
      "[2101]\tvalid_0's l2: 2.48115\tvalid_0's l1: 0.880775\n",
      "[2102]\tvalid_0's l2: 2.48081\tvalid_0's l1: 0.880632\n",
      "[2103]\tvalid_0's l2: 2.48063\tvalid_0's l1: 0.880559\n",
      "[2104]\tvalid_0's l2: 2.48026\tvalid_0's l1: 0.880423\n",
      "[2105]\tvalid_0's l2: 2.47973\tvalid_0's l1: 0.880322\n",
      "[2106]\tvalid_0's l2: 2.47944\tvalid_0's l1: 0.880247\n",
      "[2107]\tvalid_0's l2: 2.47937\tvalid_0's l1: 0.880174\n",
      "[2108]\tvalid_0's l2: 2.47859\tvalid_0's l1: 0.880064\n",
      "[2109]\tvalid_0's l2: 2.47792\tvalid_0's l1: 0.879938\n",
      "[2110]\tvalid_0's l2: 2.4778\tvalid_0's l1: 0.879851\n",
      "[2111]\tvalid_0's l2: 2.47725\tvalid_0's l1: 0.879735\n",
      "[2112]\tvalid_0's l2: 2.47705\tvalid_0's l1: 0.879645\n",
      "[2113]\tvalid_0's l2: 2.47641\tvalid_0's l1: 0.879513\n",
      "[2114]\tvalid_0's l2: 2.4761\tvalid_0's l1: 0.879422\n",
      "[2115]\tvalid_0's l2: 2.47602\tvalid_0's l1: 0.879358\n",
      "[2116]\tvalid_0's l2: 2.47571\tvalid_0's l1: 0.879237\n",
      "[2117]\tvalid_0's l2: 2.47551\tvalid_0's l1: 0.879181\n",
      "[2118]\tvalid_0's l2: 2.47494\tvalid_0's l1: 0.87904\n",
      "[2119]\tvalid_0's l2: 2.47485\tvalid_0's l1: 0.879001\n",
      "[2120]\tvalid_0's l2: 2.47479\tvalid_0's l1: 0.878952\n",
      "[2121]\tvalid_0's l2: 2.47434\tvalid_0's l1: 0.878833\n",
      "[2122]\tvalid_0's l2: 2.47416\tvalid_0's l1: 0.878771\n",
      "[2123]\tvalid_0's l2: 2.47383\tvalid_0's l1: 0.878692\n",
      "[2124]\tvalid_0's l2: 2.47342\tvalid_0's l1: 0.878644\n",
      "[2125]\tvalid_0's l2: 2.47304\tvalid_0's l1: 0.878544\n",
      "[2126]\tvalid_0's l2: 2.47291\tvalid_0's l1: 0.878468\n",
      "[2127]\tvalid_0's l2: 2.47256\tvalid_0's l1: 0.878354\n",
      "[2128]\tvalid_0's l2: 2.47246\tvalid_0's l1: 0.878323\n",
      "[2129]\tvalid_0's l2: 2.47227\tvalid_0's l1: 0.878276\n",
      "[2130]\tvalid_0's l2: 2.47189\tvalid_0's l1: 0.878152\n",
      "[2131]\tvalid_0's l2: 2.47182\tvalid_0's l1: 0.878121\n",
      "[2132]\tvalid_0's l2: 2.47174\tvalid_0's l1: 0.878082\n",
      "[2133]\tvalid_0's l2: 2.47124\tvalid_0's l1: 0.877967\n",
      "[2134]\tvalid_0's l2: 2.47068\tvalid_0's l1: 0.877876\n",
      "[2135]\tvalid_0's l2: 2.4704\tvalid_0's l1: 0.877821\n",
      "[2136]\tvalid_0's l2: 2.47023\tvalid_0's l1: 0.877781\n",
      "[2137]\tvalid_0's l2: 2.46975\tvalid_0's l1: 0.877666\n",
      "[2138]\tvalid_0's l2: 2.46943\tvalid_0's l1: 0.877568\n",
      "[2139]\tvalid_0's l2: 2.46913\tvalid_0's l1: 0.877474\n",
      "[2140]\tvalid_0's l2: 2.46877\tvalid_0's l1: 0.877351\n",
      "[2141]\tvalid_0's l2: 2.46865\tvalid_0's l1: 0.877297\n",
      "[2142]\tvalid_0's l2: 2.46861\tvalid_0's l1: 0.877233\n",
      "[2143]\tvalid_0's l2: 2.46835\tvalid_0's l1: 0.877121\n",
      "[2144]\tvalid_0's l2: 2.4672\tvalid_0's l1: 0.876946\n",
      "[2145]\tvalid_0's l2: 2.46688\tvalid_0's l1: 0.876837\n",
      "[2146]\tvalid_0's l2: 2.46632\tvalid_0's l1: 0.87673\n",
      "[2147]\tvalid_0's l2: 2.46565\tvalid_0's l1: 0.876646\n",
      "[2148]\tvalid_0's l2: 2.46532\tvalid_0's l1: 0.876616\n",
      "[2149]\tvalid_0's l2: 2.46512\tvalid_0's l1: 0.876594\n",
      "[2150]\tvalid_0's l2: 2.46474\tvalid_0's l1: 0.876566\n",
      "[2151]\tvalid_0's l2: 2.46445\tvalid_0's l1: 0.876546\n",
      "[2152]\tvalid_0's l2: 2.46397\tvalid_0's l1: 0.876491\n",
      "[2153]\tvalid_0's l2: 2.46366\tvalid_0's l1: 0.876428\n",
      "[2154]\tvalid_0's l2: 2.46295\tvalid_0's l1: 0.876387\n",
      "[2155]\tvalid_0's l2: 2.46253\tvalid_0's l1: 0.876228\n",
      "[2156]\tvalid_0's l2: 2.46229\tvalid_0's l1: 0.876162\n",
      "[2157]\tvalid_0's l2: 2.46206\tvalid_0's l1: 0.876067\n",
      "[2158]\tvalid_0's l2: 2.46171\tvalid_0's l1: 0.875994\n",
      "[2159]\tvalid_0's l2: 2.46116\tvalid_0's l1: 0.875879\n",
      "[2160]\tvalid_0's l2: 2.46093\tvalid_0's l1: 0.875796\n",
      "[2161]\tvalid_0's l2: 2.46019\tvalid_0's l1: 0.875669\n",
      "[2162]\tvalid_0's l2: 2.45988\tvalid_0's l1: 0.875597\n",
      "[2163]\tvalid_0's l2: 2.45904\tvalid_0's l1: 0.875457\n",
      "[2164]\tvalid_0's l2: 2.45839\tvalid_0's l1: 0.875371\n",
      "[2165]\tvalid_0's l2: 2.45819\tvalid_0's l1: 0.87534\n",
      "[2166]\tvalid_0's l2: 2.45787\tvalid_0's l1: 0.875283\n",
      "[2167]\tvalid_0's l2: 2.4575\tvalid_0's l1: 0.875154\n",
      "[2168]\tvalid_0's l2: 2.457\tvalid_0's l1: 0.875084\n",
      "[2169]\tvalid_0's l2: 2.45669\tvalid_0's l1: 0.87499\n",
      "[2170]\tvalid_0's l2: 2.45608\tvalid_0's l1: 0.874849\n",
      "[2171]\tvalid_0's l2: 2.45592\tvalid_0's l1: 0.87479\n",
      "[2172]\tvalid_0's l2: 2.45583\tvalid_0's l1: 0.874731\n",
      "[2173]\tvalid_0's l2: 2.45546\tvalid_0's l1: 0.874654\n",
      "[2174]\tvalid_0's l2: 2.45488\tvalid_0's l1: 0.874625\n",
      "[2175]\tvalid_0's l2: 2.45423\tvalid_0's l1: 0.874499\n",
      "[2176]\tvalid_0's l2: 2.45385\tvalid_0's l1: 0.87445\n",
      "[2177]\tvalid_0's l2: 2.45369\tvalid_0's l1: 0.8744\n",
      "[2178]\tvalid_0's l2: 2.45347\tvalid_0's l1: 0.874317\n",
      "[2179]\tvalid_0's l2: 2.4531\tvalid_0's l1: 0.874248\n",
      "[2180]\tvalid_0's l2: 2.45226\tvalid_0's l1: 0.874095\n",
      "[2181]\tvalid_0's l2: 2.45168\tvalid_0's l1: 0.873985\n",
      "[2182]\tvalid_0's l2: 2.45161\tvalid_0's l1: 0.873932\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2183]\tvalid_0's l2: 2.45122\tvalid_0's l1: 0.873906\n",
      "[2184]\tvalid_0's l2: 2.45089\tvalid_0's l1: 0.873819\n",
      "[2185]\tvalid_0's l2: 2.45053\tvalid_0's l1: 0.87371\n",
      "[2186]\tvalid_0's l2: 2.45028\tvalid_0's l1: 0.873612\n",
      "[2187]\tvalid_0's l2: 2.45016\tvalid_0's l1: 0.873549\n",
      "[2188]\tvalid_0's l2: 2.45009\tvalid_0's l1: 0.873505\n",
      "[2189]\tvalid_0's l2: 2.44978\tvalid_0's l1: 0.873433\n",
      "[2190]\tvalid_0's l2: 2.44921\tvalid_0's l1: 0.873393\n",
      "[2191]\tvalid_0's l2: 2.44909\tvalid_0's l1: 0.873315\n",
      "[2192]\tvalid_0's l2: 2.44881\tvalid_0's l1: 0.873239\n",
      "[2193]\tvalid_0's l2: 2.4486\tvalid_0's l1: 0.873178\n",
      "[2194]\tvalid_0's l2: 2.44832\tvalid_0's l1: 0.873076\n",
      "[2195]\tvalid_0's l2: 2.44835\tvalid_0's l1: 0.873044\n",
      "[2196]\tvalid_0's l2: 2.44804\tvalid_0's l1: 0.873013\n",
      "[2197]\tvalid_0's l2: 2.44798\tvalid_0's l1: 0.872966\n",
      "[2198]\tvalid_0's l2: 2.44753\tvalid_0's l1: 0.872849\n",
      "[2199]\tvalid_0's l2: 2.44743\tvalid_0's l1: 0.872804\n",
      "[2200]\tvalid_0's l2: 2.44717\tvalid_0's l1: 0.872747\n",
      "[2201]\tvalid_0's l2: 2.44712\tvalid_0's l1: 0.872721\n",
      "[2202]\tvalid_0's l2: 2.44693\tvalid_0's l1: 0.872682\n",
      "[2203]\tvalid_0's l2: 2.44682\tvalid_0's l1: 0.872636\n",
      "[2204]\tvalid_0's l2: 2.44632\tvalid_0's l1: 0.872528\n",
      "[2205]\tvalid_0's l2: 2.44592\tvalid_0's l1: 0.872486\n",
      "[2206]\tvalid_0's l2: 2.44582\tvalid_0's l1: 0.872436\n",
      "[2207]\tvalid_0's l2: 2.44556\tvalid_0's l1: 0.872332\n",
      "[2208]\tvalid_0's l2: 2.44531\tvalid_0's l1: 0.872259\n",
      "[2209]\tvalid_0's l2: 2.44492\tvalid_0's l1: 0.872119\n",
      "[2210]\tvalid_0's l2: 2.44447\tvalid_0's l1: 0.872024\n",
      "[2211]\tvalid_0's l2: 2.44439\tvalid_0's l1: 0.871955\n",
      "[2212]\tvalid_0's l2: 2.44426\tvalid_0's l1: 0.871911\n",
      "[2213]\tvalid_0's l2: 2.44398\tvalid_0's l1: 0.871825\n",
      "[2214]\tvalid_0's l2: 2.44362\tvalid_0's l1: 0.871722\n",
      "[2215]\tvalid_0's l2: 2.44335\tvalid_0's l1: 0.871639\n",
      "[2216]\tvalid_0's l2: 2.44356\tvalid_0's l1: 0.871629\n",
      "[2217]\tvalid_0's l2: 2.44358\tvalid_0's l1: 0.871629\n",
      "[2218]\tvalid_0's l2: 2.44321\tvalid_0's l1: 0.871476\n",
      "[2219]\tvalid_0's l2: 2.44305\tvalid_0's l1: 0.871434\n",
      "[2220]\tvalid_0's l2: 2.44273\tvalid_0's l1: 0.871359\n",
      "[2221]\tvalid_0's l2: 2.44243\tvalid_0's l1: 0.871251\n",
      "[2222]\tvalid_0's l2: 2.44197\tvalid_0's l1: 0.871139\n",
      "[2223]\tvalid_0's l2: 2.44149\tvalid_0's l1: 0.871084\n",
      "[2224]\tvalid_0's l2: 2.44156\tvalid_0's l1: 0.871058\n",
      "[2225]\tvalid_0's l2: 2.44134\tvalid_0's l1: 0.871038\n",
      "[2226]\tvalid_0's l2: 2.44103\tvalid_0's l1: 0.870933\n",
      "[2227]\tvalid_0's l2: 2.44088\tvalid_0's l1: 0.870873\n",
      "[2228]\tvalid_0's l2: 2.44054\tvalid_0's l1: 0.87079\n",
      "[2229]\tvalid_0's l2: 2.44029\tvalid_0's l1: 0.870722\n",
      "[2230]\tvalid_0's l2: 2.44005\tvalid_0's l1: 0.870643\n",
      "[2231]\tvalid_0's l2: 2.43978\tvalid_0's l1: 0.870575\n",
      "[2232]\tvalid_0's l2: 2.43924\tvalid_0's l1: 0.870483\n",
      "[2233]\tvalid_0's l2: 2.43891\tvalid_0's l1: 0.870386\n",
      "[2234]\tvalid_0's l2: 2.4387\tvalid_0's l1: 0.870324\n",
      "[2235]\tvalid_0's l2: 2.43849\tvalid_0's l1: 0.87023\n",
      "[2236]\tvalid_0's l2: 2.43797\tvalid_0's l1: 0.870072\n",
      "[2237]\tvalid_0's l2: 2.43781\tvalid_0's l1: 0.869973\n",
      "[2238]\tvalid_0's l2: 2.43761\tvalid_0's l1: 0.869917\n",
      "[2239]\tvalid_0's l2: 2.43661\tvalid_0's l1: 0.869802\n",
      "[2240]\tvalid_0's l2: 2.43655\tvalid_0's l1: 0.869757\n",
      "[2241]\tvalid_0's l2: 2.43588\tvalid_0's l1: 0.869618\n",
      "[2242]\tvalid_0's l2: 2.43536\tvalid_0's l1: 0.869494\n",
      "[2243]\tvalid_0's l2: 2.43542\tvalid_0's l1: 0.869486\n",
      "[2244]\tvalid_0's l2: 2.43528\tvalid_0's l1: 0.869455\n",
      "[2245]\tvalid_0's l2: 2.43505\tvalid_0's l1: 0.869397\n",
      "[2246]\tvalid_0's l2: 2.43476\tvalid_0's l1: 0.869364\n",
      "[2247]\tvalid_0's l2: 2.43446\tvalid_0's l1: 0.869345\n",
      "[2248]\tvalid_0's l2: 2.43438\tvalid_0's l1: 0.869311\n",
      "[2249]\tvalid_0's l2: 2.4342\tvalid_0's l1: 0.86924\n",
      "[2250]\tvalid_0's l2: 2.43407\tvalid_0's l1: 0.869163\n",
      "[2251]\tvalid_0's l2: 2.43393\tvalid_0's l1: 0.869093\n",
      "[2252]\tvalid_0's l2: 2.43359\tvalid_0's l1: 0.868999\n",
      "[2253]\tvalid_0's l2: 2.43316\tvalid_0's l1: 0.868847\n",
      "[2254]\tvalid_0's l2: 2.43256\tvalid_0's l1: 0.868725\n",
      "[2255]\tvalid_0's l2: 2.43241\tvalid_0's l1: 0.868673\n",
      "[2256]\tvalid_0's l2: 2.43234\tvalid_0's l1: 0.868614\n",
      "[2257]\tvalid_0's l2: 2.43217\tvalid_0's l1: 0.868566\n",
      "[2258]\tvalid_0's l2: 2.4318\tvalid_0's l1: 0.868461\n",
      "[2259]\tvalid_0's l2: 2.43186\tvalid_0's l1: 0.868439\n",
      "[2260]\tvalid_0's l2: 2.43162\tvalid_0's l1: 0.868359\n",
      "[2261]\tvalid_0's l2: 2.43147\tvalid_0's l1: 0.868261\n",
      "[2262]\tvalid_0's l2: 2.43086\tvalid_0's l1: 0.86816\n",
      "[2263]\tvalid_0's l2: 2.43067\tvalid_0's l1: 0.868123\n",
      "[2264]\tvalid_0's l2: 2.43058\tvalid_0's l1: 0.868055\n",
      "[2265]\tvalid_0's l2: 2.43034\tvalid_0's l1: 0.867958\n",
      "[2266]\tvalid_0's l2: 2.43005\tvalid_0's l1: 0.867842\n",
      "[2267]\tvalid_0's l2: 2.42991\tvalid_0's l1: 0.867781\n",
      "[2268]\tvalid_0's l2: 2.42922\tvalid_0's l1: 0.867635\n",
      "[2269]\tvalid_0's l2: 2.42901\tvalid_0's l1: 0.86755\n",
      "[2270]\tvalid_0's l2: 2.42892\tvalid_0's l1: 0.867463\n",
      "[2271]\tvalid_0's l2: 2.4289\tvalid_0's l1: 0.867463\n",
      "[2272]\tvalid_0's l2: 2.42876\tvalid_0's l1: 0.867398\n",
      "[2273]\tvalid_0's l2: 2.42866\tvalid_0's l1: 0.867361\n",
      "[2274]\tvalid_0's l2: 2.42856\tvalid_0's l1: 0.867326\n",
      "[2275]\tvalid_0's l2: 2.4282\tvalid_0's l1: 0.867167\n",
      "[2276]\tvalid_0's l2: 2.42773\tvalid_0's l1: 0.867049\n",
      "[2277]\tvalid_0's l2: 2.42786\tvalid_0's l1: 0.867031\n",
      "[2278]\tvalid_0's l2: 2.42759\tvalid_0's l1: 0.866975\n",
      "[2279]\tvalid_0's l2: 2.42715\tvalid_0's l1: 0.866851\n",
      "[2280]\tvalid_0's l2: 2.42705\tvalid_0's l1: 0.86681\n",
      "[2281]\tvalid_0's l2: 2.42673\tvalid_0's l1: 0.866691\n",
      "[2282]\tvalid_0's l2: 2.42646\tvalid_0's l1: 0.866628\n",
      "[2283]\tvalid_0's l2: 2.4262\tvalid_0's l1: 0.866553\n",
      "[2284]\tvalid_0's l2: 2.42591\tvalid_0's l1: 0.866471\n",
      "[2285]\tvalid_0's l2: 2.42563\tvalid_0's l1: 0.866382\n",
      "[2286]\tvalid_0's l2: 2.42544\tvalid_0's l1: 0.866328\n",
      "[2287]\tvalid_0's l2: 2.42507\tvalid_0's l1: 0.86623\n",
      "[2288]\tvalid_0's l2: 2.42498\tvalid_0's l1: 0.866193\n",
      "[2289]\tvalid_0's l2: 2.42476\tvalid_0's l1: 0.866122\n",
      "[2290]\tvalid_0's l2: 2.42442\tvalid_0's l1: 0.866005\n",
      "[2291]\tvalid_0's l2: 2.42445\tvalid_0's l1: 0.866019\n",
      "[2292]\tvalid_0's l2: 2.42399\tvalid_0's l1: 0.865908\n",
      "[2293]\tvalid_0's l2: 2.42352\tvalid_0's l1: 0.865806\n",
      "[2294]\tvalid_0's l2: 2.42279\tvalid_0's l1: 0.865744\n",
      "[2295]\tvalid_0's l2: 2.42267\tvalid_0's l1: 0.865684\n",
      "[2296]\tvalid_0's l2: 2.42244\tvalid_0's l1: 0.8656\n",
      "[2297]\tvalid_0's l2: 2.42207\tvalid_0's l1: 0.865476\n",
      "[2298]\tvalid_0's l2: 2.42183\tvalid_0's l1: 0.865397\n",
      "[2299]\tvalid_0's l2: 2.42156\tvalid_0's l1: 0.865328\n",
      "[2300]\tvalid_0's l2: 2.42148\tvalid_0's l1: 0.865333\n",
      "[2301]\tvalid_0's l2: 2.42128\tvalid_0's l1: 0.865273\n",
      "[2302]\tvalid_0's l2: 2.42052\tvalid_0's l1: 0.865116\n",
      "[2303]\tvalid_0's l2: 2.42018\tvalid_0's l1: 0.864986\n",
      "[2304]\tvalid_0's l2: 2.4201\tvalid_0's l1: 0.864936\n",
      "[2305]\tvalid_0's l2: 2.41984\tvalid_0's l1: 0.864832\n",
      "[2306]\tvalid_0's l2: 2.41914\tvalid_0's l1: 0.864726\n",
      "[2307]\tvalid_0's l2: 2.41867\tvalid_0's l1: 0.864595\n",
      "[2308]\tvalid_0's l2: 2.41843\tvalid_0's l1: 0.864495\n",
      "[2309]\tvalid_0's l2: 2.41793\tvalid_0's l1: 0.86439\n",
      "[2310]\tvalid_0's l2: 2.41773\tvalid_0's l1: 0.864328\n",
      "[2311]\tvalid_0's l2: 2.41736\tvalid_0's l1: 0.86429\n",
      "[2312]\tvalid_0's l2: 2.41714\tvalid_0's l1: 0.864235\n",
      "[2313]\tvalid_0's l2: 2.417\tvalid_0's l1: 0.864186\n",
      "[2314]\tvalid_0's l2: 2.4169\tvalid_0's l1: 0.864155\n",
      "[2315]\tvalid_0's l2: 2.41615\tvalid_0's l1: 0.863986\n",
      "[2316]\tvalid_0's l2: 2.41586\tvalid_0's l1: 0.863933\n",
      "[2317]\tvalid_0's l2: 2.41565\tvalid_0's l1: 0.863856\n",
      "[2318]\tvalid_0's l2: 2.41574\tvalid_0's l1: 0.863881\n",
      "[2319]\tvalid_0's l2: 2.41536\tvalid_0's l1: 0.863746\n",
      "[2320]\tvalid_0's l2: 2.41496\tvalid_0's l1: 0.863635\n",
      "[2321]\tvalid_0's l2: 2.4145\tvalid_0's l1: 0.863524\n",
      "[2322]\tvalid_0's l2: 2.41429\tvalid_0's l1: 0.863496\n",
      "[2323]\tvalid_0's l2: 2.4142\tvalid_0's l1: 0.86346\n",
      "[2324]\tvalid_0's l2: 2.4136\tvalid_0's l1: 0.863349\n",
      "[2325]\tvalid_0's l2: 2.41315\tvalid_0's l1: 0.8633\n",
      "[2326]\tvalid_0's l2: 2.41242\tvalid_0's l1: 0.863149\n",
      "[2327]\tvalid_0's l2: 2.41232\tvalid_0's l1: 0.863104\n",
      "[2328]\tvalid_0's l2: 2.41228\tvalid_0's l1: 0.863102\n",
      "[2329]\tvalid_0's l2: 2.41223\tvalid_0's l1: 0.863063\n",
      "[2330]\tvalid_0's l2: 2.41128\tvalid_0's l1: 0.862965\n",
      "[2331]\tvalid_0's l2: 2.41056\tvalid_0's l1: 0.862797\n",
      "[2332]\tvalid_0's l2: 2.41036\tvalid_0's l1: 0.862733\n",
      "[2333]\tvalid_0's l2: 2.41016\tvalid_0's l1: 0.862646\n",
      "[2334]\tvalid_0's l2: 2.41014\tvalid_0's l1: 0.862628\n",
      "[2335]\tvalid_0's l2: 2.40987\tvalid_0's l1: 0.862556\n",
      "[2336]\tvalid_0's l2: 2.40974\tvalid_0's l1: 0.862517\n",
      "[2337]\tvalid_0's l2: 2.40947\tvalid_0's l1: 0.862457\n",
      "[2338]\tvalid_0's l2: 2.40905\tvalid_0's l1: 0.862335\n",
      "[2339]\tvalid_0's l2: 2.40878\tvalid_0's l1: 0.862281\n",
      "[2340]\tvalid_0's l2: 2.40871\tvalid_0's l1: 0.862253\n",
      "[2341]\tvalid_0's l2: 2.40809\tvalid_0's l1: 0.862148\n",
      "[2342]\tvalid_0's l2: 2.40789\tvalid_0's l1: 0.862063\n",
      "[2343]\tvalid_0's l2: 2.4078\tvalid_0's l1: 0.862016\n",
      "[2344]\tvalid_0's l2: 2.40769\tvalid_0's l1: 0.861962\n",
      "[2345]\tvalid_0's l2: 2.40719\tvalid_0's l1: 0.861839\n",
      "[2346]\tvalid_0's l2: 2.40723\tvalid_0's l1: 0.861821\n",
      "[2347]\tvalid_0's l2: 2.40703\tvalid_0's l1: 0.861752\n",
      "[2348]\tvalid_0's l2: 2.40644\tvalid_0's l1: 0.861637\n",
      "[2349]\tvalid_0's l2: 2.40622\tvalid_0's l1: 0.861596\n",
      "[2350]\tvalid_0's l2: 2.40607\tvalid_0's l1: 0.861556\n",
      "[2351]\tvalid_0's l2: 2.40569\tvalid_0's l1: 0.861494\n",
      "[2352]\tvalid_0's l2: 2.40529\tvalid_0's l1: 0.861422\n",
      "[2353]\tvalid_0's l2: 2.40498\tvalid_0's l1: 0.861373\n",
      "[2354]\tvalid_0's l2: 2.40475\tvalid_0's l1: 0.861282\n",
      "[2355]\tvalid_0's l2: 2.40448\tvalid_0's l1: 0.86123\n",
      "[2356]\tvalid_0's l2: 2.40415\tvalid_0's l1: 0.861151\n",
      "[2357]\tvalid_0's l2: 2.40335\tvalid_0's l1: 0.860978\n",
      "[2358]\tvalid_0's l2: 2.40286\tvalid_0's l1: 0.860871\n",
      "[2359]\tvalid_0's l2: 2.40243\tvalid_0's l1: 0.860765\n",
      "[2360]\tvalid_0's l2: 2.40196\tvalid_0's l1: 0.860656\n",
      "[2361]\tvalid_0's l2: 2.40185\tvalid_0's l1: 0.860595\n",
      "[2362]\tvalid_0's l2: 2.40153\tvalid_0's l1: 0.860501\n",
      "[2363]\tvalid_0's l2: 2.40125\tvalid_0's l1: 0.8604\n",
      "[2364]\tvalid_0's l2: 2.40084\tvalid_0's l1: 0.860281\n",
      "[2365]\tvalid_0's l2: 2.40078\tvalid_0's l1: 0.860247\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2366]\tvalid_0's l2: 2.40057\tvalid_0's l1: 0.860168\n",
      "[2367]\tvalid_0's l2: 2.40006\tvalid_0's l1: 0.860053\n",
      "[2368]\tvalid_0's l2: 2.39964\tvalid_0's l1: 0.859948\n",
      "[2369]\tvalid_0's l2: 2.39952\tvalid_0's l1: 0.859926\n",
      "[2370]\tvalid_0's l2: 2.39906\tvalid_0's l1: 0.859796\n",
      "[2371]\tvalid_0's l2: 2.39864\tvalid_0's l1: 0.859722\n",
      "[2372]\tvalid_0's l2: 2.3981\tvalid_0's l1: 0.859618\n",
      "[2373]\tvalid_0's l2: 2.39803\tvalid_0's l1: 0.859562\n",
      "[2374]\tvalid_0's l2: 2.39786\tvalid_0's l1: 0.859512\n",
      "[2375]\tvalid_0's l2: 2.39766\tvalid_0's l1: 0.859432\n",
      "[2376]\tvalid_0's l2: 2.39743\tvalid_0's l1: 0.859335\n",
      "[2377]\tvalid_0's l2: 2.39709\tvalid_0's l1: 0.859231\n",
      "[2378]\tvalid_0's l2: 2.39701\tvalid_0's l1: 0.859193\n",
      "[2379]\tvalid_0's l2: 2.39674\tvalid_0's l1: 0.859086\n",
      "[2380]\tvalid_0's l2: 2.39651\tvalid_0's l1: 0.859017\n",
      "[2381]\tvalid_0's l2: 2.39625\tvalid_0's l1: 0.858917\n",
      "[2382]\tvalid_0's l2: 2.39614\tvalid_0's l1: 0.858881\n",
      "[2383]\tvalid_0's l2: 2.39595\tvalid_0's l1: 0.858853\n",
      "[2384]\tvalid_0's l2: 2.39564\tvalid_0's l1: 0.85876\n",
      "[2385]\tvalid_0's l2: 2.39515\tvalid_0's l1: 0.858654\n",
      "[2386]\tvalid_0's l2: 2.39446\tvalid_0's l1: 0.858479\n",
      "[2387]\tvalid_0's l2: 2.39414\tvalid_0's l1: 0.858375\n",
      "[2388]\tvalid_0's l2: 2.3939\tvalid_0's l1: 0.858271\n",
      "[2389]\tvalid_0's l2: 2.39378\tvalid_0's l1: 0.858209\n",
      "[2390]\tvalid_0's l2: 2.39351\tvalid_0's l1: 0.85813\n",
      "[2391]\tvalid_0's l2: 2.39285\tvalid_0's l1: 0.858006\n",
      "[2392]\tvalid_0's l2: 2.39261\tvalid_0's l1: 0.85794\n",
      "[2393]\tvalid_0's l2: 2.39255\tvalid_0's l1: 0.857908\n",
      "[2394]\tvalid_0's l2: 2.39228\tvalid_0's l1: 0.857817\n",
      "[2395]\tvalid_0's l2: 2.39222\tvalid_0's l1: 0.857798\n",
      "[2396]\tvalid_0's l2: 2.39208\tvalid_0's l1: 0.857782\n",
      "[2397]\tvalid_0's l2: 2.39193\tvalid_0's l1: 0.857731\n",
      "[2398]\tvalid_0's l2: 2.39145\tvalid_0's l1: 0.857634\n",
      "[2399]\tvalid_0's l2: 2.39122\tvalid_0's l1: 0.85757\n",
      "[2400]\tvalid_0's l2: 2.39085\tvalid_0's l1: 0.857513\n",
      "[2401]\tvalid_0's l2: 2.39029\tvalid_0's l1: 0.857399\n",
      "[2402]\tvalid_0's l2: 2.39005\tvalid_0's l1: 0.857357\n",
      "[2403]\tvalid_0's l2: 2.38943\tvalid_0's l1: 0.857214\n",
      "[2404]\tvalid_0's l2: 2.38887\tvalid_0's l1: 0.857094\n",
      "[2405]\tvalid_0's l2: 2.38857\tvalid_0's l1: 0.856995\n",
      "[2406]\tvalid_0's l2: 2.38841\tvalid_0's l1: 0.856941\n",
      "[2407]\tvalid_0's l2: 2.3882\tvalid_0's l1: 0.856828\n",
      "[2408]\tvalid_0's l2: 2.38755\tvalid_0's l1: 0.856714\n",
      "[2409]\tvalid_0's l2: 2.3873\tvalid_0's l1: 0.856669\n",
      "[2410]\tvalid_0's l2: 2.38716\tvalid_0's l1: 0.856623\n",
      "[2411]\tvalid_0's l2: 2.38712\tvalid_0's l1: 0.856596\n",
      "[2412]\tvalid_0's l2: 2.38691\tvalid_0's l1: 0.856545\n",
      "[2413]\tvalid_0's l2: 2.38681\tvalid_0's l1: 0.856482\n",
      "[2414]\tvalid_0's l2: 2.3865\tvalid_0's l1: 0.856375\n",
      "[2415]\tvalid_0's l2: 2.38645\tvalid_0's l1: 0.856301\n",
      "[2416]\tvalid_0's l2: 2.38615\tvalid_0's l1: 0.856219\n",
      "[2417]\tvalid_0's l2: 2.38608\tvalid_0's l1: 0.856182\n",
      "[2418]\tvalid_0's l2: 2.38599\tvalid_0's l1: 0.856133\n",
      "[2419]\tvalid_0's l2: 2.38593\tvalid_0's l1: 0.856074\n",
      "[2420]\tvalid_0's l2: 2.38585\tvalid_0's l1: 0.856039\n",
      "[2421]\tvalid_0's l2: 2.38555\tvalid_0's l1: 0.855948\n",
      "[2422]\tvalid_0's l2: 2.38468\tvalid_0's l1: 0.855821\n",
      "[2423]\tvalid_0's l2: 2.38452\tvalid_0's l1: 0.855758\n",
      "[2424]\tvalid_0's l2: 2.38423\tvalid_0's l1: 0.855683\n",
      "[2425]\tvalid_0's l2: 2.38413\tvalid_0's l1: 0.855663\n",
      "[2426]\tvalid_0's l2: 2.38378\tvalid_0's l1: 0.855576\n",
      "[2427]\tvalid_0's l2: 2.38344\tvalid_0's l1: 0.855472\n",
      "[2428]\tvalid_0's l2: 2.38338\tvalid_0's l1: 0.85545\n",
      "[2429]\tvalid_0's l2: 2.38305\tvalid_0's l1: 0.855355\n",
      "[2430]\tvalid_0's l2: 2.38291\tvalid_0's l1: 0.855304\n",
      "[2431]\tvalid_0's l2: 2.38269\tvalid_0's l1: 0.855221\n",
      "[2432]\tvalid_0's l2: 2.38231\tvalid_0's l1: 0.855131\n",
      "[2433]\tvalid_0's l2: 2.38191\tvalid_0's l1: 0.854996\n",
      "[2434]\tvalid_0's l2: 2.38167\tvalid_0's l1: 0.854916\n",
      "[2435]\tvalid_0's l2: 2.38122\tvalid_0's l1: 0.854817\n",
      "[2436]\tvalid_0's l2: 2.381\tvalid_0's l1: 0.85477\n",
      "[2437]\tvalid_0's l2: 2.38051\tvalid_0's l1: 0.854695\n",
      "[2438]\tvalid_0's l2: 2.38006\tvalid_0's l1: 0.854587\n",
      "[2439]\tvalid_0's l2: 2.37941\tvalid_0's l1: 0.854498\n",
      "[2440]\tvalid_0's l2: 2.37875\tvalid_0's l1: 0.85438\n",
      "[2441]\tvalid_0's l2: 2.37863\tvalid_0's l1: 0.854318\n",
      "[2442]\tvalid_0's l2: 2.37812\tvalid_0's l1: 0.854192\n",
      "[2443]\tvalid_0's l2: 2.37802\tvalid_0's l1: 0.854167\n",
      "[2444]\tvalid_0's l2: 2.3777\tvalid_0's l1: 0.854102\n",
      "[2445]\tvalid_0's l2: 2.37748\tvalid_0's l1: 0.854041\n",
      "[2446]\tvalid_0's l2: 2.37721\tvalid_0's l1: 0.853929\n",
      "[2447]\tvalid_0's l2: 2.37697\tvalid_0's l1: 0.853818\n",
      "[2448]\tvalid_0's l2: 2.37686\tvalid_0's l1: 0.853775\n",
      "[2449]\tvalid_0's l2: 2.37671\tvalid_0's l1: 0.853767\n",
      "[2450]\tvalid_0's l2: 2.37653\tvalid_0's l1: 0.853718\n",
      "[2451]\tvalid_0's l2: 2.37599\tvalid_0's l1: 0.853614\n",
      "[2452]\tvalid_0's l2: 2.37574\tvalid_0's l1: 0.853543\n",
      "[2453]\tvalid_0's l2: 2.37567\tvalid_0's l1: 0.853504\n",
      "[2454]\tvalid_0's l2: 2.37513\tvalid_0's l1: 0.853365\n",
      "[2455]\tvalid_0's l2: 2.37484\tvalid_0's l1: 0.853285\n",
      "[2456]\tvalid_0's l2: 2.37472\tvalid_0's l1: 0.85321\n",
      "[2457]\tvalid_0's l2: 2.37429\tvalid_0's l1: 0.85309\n",
      "[2458]\tvalid_0's l2: 2.37405\tvalid_0's l1: 0.853019\n",
      "[2459]\tvalid_0's l2: 2.3738\tvalid_0's l1: 0.852916\n",
      "[2460]\tvalid_0's l2: 2.37361\tvalid_0's l1: 0.852809\n",
      "[2461]\tvalid_0's l2: 2.37332\tvalid_0's l1: 0.852722\n",
      "[2462]\tvalid_0's l2: 2.37297\tvalid_0's l1: 0.852653\n",
      "[2463]\tvalid_0's l2: 2.37282\tvalid_0's l1: 0.852597\n",
      "[2464]\tvalid_0's l2: 2.37202\tvalid_0's l1: 0.852448\n",
      "[2465]\tvalid_0's l2: 2.37166\tvalid_0's l1: 0.852387\n",
      "[2466]\tvalid_0's l2: 2.37107\tvalid_0's l1: 0.85232\n",
      "[2467]\tvalid_0's l2: 2.37075\tvalid_0's l1: 0.852232\n",
      "[2468]\tvalid_0's l2: 2.37043\tvalid_0's l1: 0.852198\n",
      "[2469]\tvalid_0's l2: 2.37019\tvalid_0's l1: 0.852132\n",
      "[2470]\tvalid_0's l2: 2.3701\tvalid_0's l1: 0.852092\n",
      "[2471]\tvalid_0's l2: 2.36991\tvalid_0's l1: 0.851987\n",
      "[2472]\tvalid_0's l2: 2.36973\tvalid_0's l1: 0.851915\n",
      "[2473]\tvalid_0's l2: 2.36964\tvalid_0's l1: 0.851862\n",
      "[2474]\tvalid_0's l2: 2.36948\tvalid_0's l1: 0.851811\n",
      "[2475]\tvalid_0's l2: 2.36888\tvalid_0's l1: 0.851648\n",
      "[2476]\tvalid_0's l2: 2.36838\tvalid_0's l1: 0.851547\n",
      "[2477]\tvalid_0's l2: 2.36792\tvalid_0's l1: 0.8514\n",
      "[2478]\tvalid_0's l2: 2.36747\tvalid_0's l1: 0.85129\n",
      "[2479]\tvalid_0's l2: 2.36737\tvalid_0's l1: 0.851232\n",
      "[2480]\tvalid_0's l2: 2.36703\tvalid_0's l1: 0.851145\n",
      "[2481]\tvalid_0's l2: 2.36679\tvalid_0's l1: 0.851076\n",
      "[2482]\tvalid_0's l2: 2.36629\tvalid_0's l1: 0.850923\n",
      "[2483]\tvalid_0's l2: 2.36567\tvalid_0's l1: 0.850835\n",
      "[2484]\tvalid_0's l2: 2.3648\tvalid_0's l1: 0.850659\n",
      "[2485]\tvalid_0's l2: 2.3644\tvalid_0's l1: 0.850543\n",
      "[2486]\tvalid_0's l2: 2.36407\tvalid_0's l1: 0.850463\n",
      "[2487]\tvalid_0's l2: 2.36323\tvalid_0's l1: 0.85039\n",
      "[2488]\tvalid_0's l2: 2.36306\tvalid_0's l1: 0.850324\n",
      "[2489]\tvalid_0's l2: 2.36291\tvalid_0's l1: 0.850269\n",
      "[2490]\tvalid_0's l2: 2.36226\tvalid_0's l1: 0.850146\n",
      "[2491]\tvalid_0's l2: 2.36215\tvalid_0's l1: 0.850089\n",
      "[2492]\tvalid_0's l2: 2.36192\tvalid_0's l1: 0.849999\n",
      "[2493]\tvalid_0's l2: 2.36154\tvalid_0's l1: 0.849883\n",
      "[2494]\tvalid_0's l2: 2.36133\tvalid_0's l1: 0.849813\n",
      "[2495]\tvalid_0's l2: 2.3611\tvalid_0's l1: 0.849745\n",
      "[2496]\tvalid_0's l2: 2.3608\tvalid_0's l1: 0.849663\n",
      "[2497]\tvalid_0's l2: 2.36032\tvalid_0's l1: 0.849519\n",
      "[2498]\tvalid_0's l2: 2.35961\tvalid_0's l1: 0.849419\n",
      "[2499]\tvalid_0's l2: 2.35947\tvalid_0's l1: 0.849357\n",
      "[2500]\tvalid_0's l2: 2.35932\tvalid_0's l1: 0.849308\n",
      "[2501]\tvalid_0's l2: 2.35913\tvalid_0's l1: 0.849234\n",
      "[2502]\tvalid_0's l2: 2.35907\tvalid_0's l1: 0.849179\n",
      "[2503]\tvalid_0's l2: 2.35864\tvalid_0's l1: 0.849064\n",
      "[2504]\tvalid_0's l2: 2.35807\tvalid_0's l1: 0.848935\n",
      "[2505]\tvalid_0's l2: 2.35796\tvalid_0's l1: 0.848859\n",
      "[2506]\tvalid_0's l2: 2.35769\tvalid_0's l1: 0.848778\n",
      "[2507]\tvalid_0's l2: 2.35742\tvalid_0's l1: 0.848705\n",
      "[2508]\tvalid_0's l2: 2.35737\tvalid_0's l1: 0.848671\n",
      "[2509]\tvalid_0's l2: 2.35729\tvalid_0's l1: 0.848622\n",
      "[2510]\tvalid_0's l2: 2.35698\tvalid_0's l1: 0.8485\n",
      "[2511]\tvalid_0's l2: 2.35691\tvalid_0's l1: 0.84846\n",
      "[2512]\tvalid_0's l2: 2.35643\tvalid_0's l1: 0.848393\n",
      "[2513]\tvalid_0's l2: 2.35629\tvalid_0's l1: 0.848348\n",
      "[2514]\tvalid_0's l2: 2.35613\tvalid_0's l1: 0.848288\n",
      "[2515]\tvalid_0's l2: 2.35607\tvalid_0's l1: 0.848216\n",
      "[2516]\tvalid_0's l2: 2.35595\tvalid_0's l1: 0.848159\n",
      "[2517]\tvalid_0's l2: 2.35584\tvalid_0's l1: 0.848127\n",
      "[2518]\tvalid_0's l2: 2.35541\tvalid_0's l1: 0.848004\n",
      "[2519]\tvalid_0's l2: 2.35498\tvalid_0's l1: 0.84793\n",
      "[2520]\tvalid_0's l2: 2.35471\tvalid_0's l1: 0.847868\n",
      "[2521]\tvalid_0's l2: 2.35457\tvalid_0's l1: 0.847803\n",
      "[2522]\tvalid_0's l2: 2.35431\tvalid_0's l1: 0.847724\n",
      "[2523]\tvalid_0's l2: 2.354\tvalid_0's l1: 0.847646\n",
      "[2524]\tvalid_0's l2: 2.35372\tvalid_0's l1: 0.847569\n",
      "[2525]\tvalid_0's l2: 2.35355\tvalid_0's l1: 0.847501\n",
      "[2526]\tvalid_0's l2: 2.35348\tvalid_0's l1: 0.847446\n",
      "[2527]\tvalid_0's l2: 2.35335\tvalid_0's l1: 0.84739\n",
      "[2528]\tvalid_0's l2: 2.35338\tvalid_0's l1: 0.847391\n",
      "[2529]\tvalid_0's l2: 2.35331\tvalid_0's l1: 0.847356\n",
      "[2530]\tvalid_0's l2: 2.35309\tvalid_0's l1: 0.847327\n",
      "[2531]\tvalid_0's l2: 2.35283\tvalid_0's l1: 0.847271\n",
      "[2532]\tvalid_0's l2: 2.35259\tvalid_0's l1: 0.847208\n",
      "[2533]\tvalid_0's l2: 2.35223\tvalid_0's l1: 0.847173\n",
      "[2534]\tvalid_0's l2: 2.35207\tvalid_0's l1: 0.847101\n",
      "[2535]\tvalid_0's l2: 2.35199\tvalid_0's l1: 0.84706\n",
      "[2536]\tvalid_0's l2: 2.3517\tvalid_0's l1: 0.84697\n",
      "[2537]\tvalid_0's l2: 2.35119\tvalid_0's l1: 0.846827\n",
      "[2538]\tvalid_0's l2: 2.35098\tvalid_0's l1: 0.846732\n",
      "[2539]\tvalid_0's l2: 2.3508\tvalid_0's l1: 0.846687\n",
      "[2540]\tvalid_0's l2: 2.35072\tvalid_0's l1: 0.846616\n",
      "[2541]\tvalid_0's l2: 2.3503\tvalid_0's l1: 0.846508\n",
      "[2542]\tvalid_0's l2: 2.35003\tvalid_0's l1: 0.846423\n",
      "[2543]\tvalid_0's l2: 2.34969\tvalid_0's l1: 0.846334\n",
      "[2544]\tvalid_0's l2: 2.34955\tvalid_0's l1: 0.846268\n",
      "[2545]\tvalid_0's l2: 2.3495\tvalid_0's l1: 0.846249\n",
      "[2546]\tvalid_0's l2: 2.34951\tvalid_0's l1: 0.846228\n",
      "[2547]\tvalid_0's l2: 2.34923\tvalid_0's l1: 0.846178\n",
      "[2548]\tvalid_0's l2: 2.349\tvalid_0's l1: 0.846091\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2549]\tvalid_0's l2: 2.3489\tvalid_0's l1: 0.846038\n",
      "[2550]\tvalid_0's l2: 2.34873\tvalid_0's l1: 0.84597\n",
      "[2551]\tvalid_0's l2: 2.34848\tvalid_0's l1: 0.845924\n",
      "[2552]\tvalid_0's l2: 2.34817\tvalid_0's l1: 0.845836\n",
      "[2553]\tvalid_0's l2: 2.34786\tvalid_0's l1: 0.845761\n",
      "[2554]\tvalid_0's l2: 2.34757\tvalid_0's l1: 0.845649\n",
      "[2555]\tvalid_0's l2: 2.34754\tvalid_0's l1: 0.845625\n",
      "[2556]\tvalid_0's l2: 2.3471\tvalid_0's l1: 0.845488\n",
      "[2557]\tvalid_0's l2: 2.34694\tvalid_0's l1: 0.84545\n",
      "[2558]\tvalid_0's l2: 2.34678\tvalid_0's l1: 0.845428\n",
      "[2559]\tvalid_0's l2: 2.34648\tvalid_0's l1: 0.845362\n",
      "[2560]\tvalid_0's l2: 2.34624\tvalid_0's l1: 0.845309\n",
      "[2561]\tvalid_0's l2: 2.34597\tvalid_0's l1: 0.84523\n",
      "[2562]\tvalid_0's l2: 2.34563\tvalid_0's l1: 0.845118\n",
      "[2563]\tvalid_0's l2: 2.34523\tvalid_0's l1: 0.845021\n",
      "[2564]\tvalid_0's l2: 2.34483\tvalid_0's l1: 0.844947\n",
      "[2565]\tvalid_0's l2: 2.3444\tvalid_0's l1: 0.84486\n",
      "[2566]\tvalid_0's l2: 2.34378\tvalid_0's l1: 0.844734\n",
      "[2567]\tvalid_0's l2: 2.34351\tvalid_0's l1: 0.84465\n",
      "[2568]\tvalid_0's l2: 2.34332\tvalid_0's l1: 0.844579\n",
      "[2569]\tvalid_0's l2: 2.34308\tvalid_0's l1: 0.844472\n",
      "[2570]\tvalid_0's l2: 2.34287\tvalid_0's l1: 0.844436\n",
      "[2571]\tvalid_0's l2: 2.34255\tvalid_0's l1: 0.844364\n",
      "[2572]\tvalid_0's l2: 2.34214\tvalid_0's l1: 0.844264\n",
      "[2573]\tvalid_0's l2: 2.34182\tvalid_0's l1: 0.844159\n",
      "[2574]\tvalid_0's l2: 2.3417\tvalid_0's l1: 0.844097\n",
      "[2575]\tvalid_0's l2: 2.34161\tvalid_0's l1: 0.844052\n",
      "[2576]\tvalid_0's l2: 2.34112\tvalid_0's l1: 0.843995\n",
      "[2577]\tvalid_0's l2: 2.34079\tvalid_0's l1: 0.843892\n",
      "[2578]\tvalid_0's l2: 2.34067\tvalid_0's l1: 0.843846\n",
      "[2579]\tvalid_0's l2: 2.34059\tvalid_0's l1: 0.84379\n",
      "[2580]\tvalid_0's l2: 2.34037\tvalid_0's l1: 0.843735\n",
      "[2581]\tvalid_0's l2: 2.34027\tvalid_0's l1: 0.843697\n",
      "[2582]\tvalid_0's l2: 2.33967\tvalid_0's l1: 0.843536\n",
      "[2583]\tvalid_0's l2: 2.33948\tvalid_0's l1: 0.843449\n",
      "[2584]\tvalid_0's l2: 2.33933\tvalid_0's l1: 0.843409\n",
      "[2585]\tvalid_0's l2: 2.33906\tvalid_0's l1: 0.84335\n",
      "[2586]\tvalid_0's l2: 2.33851\tvalid_0's l1: 0.843223\n",
      "[2587]\tvalid_0's l2: 2.33842\tvalid_0's l1: 0.843167\n",
      "[2588]\tvalid_0's l2: 2.3383\tvalid_0's l1: 0.843108\n",
      "[2589]\tvalid_0's l2: 2.33814\tvalid_0's l1: 0.843037\n",
      "[2590]\tvalid_0's l2: 2.33801\tvalid_0's l1: 0.842982\n",
      "[2591]\tvalid_0's l2: 2.33781\tvalid_0's l1: 0.842915\n",
      "[2592]\tvalid_0's l2: 2.33768\tvalid_0's l1: 0.84286\n",
      "[2593]\tvalid_0's l2: 2.33724\tvalid_0's l1: 0.842783\n",
      "[2594]\tvalid_0's l2: 2.33703\tvalid_0's l1: 0.842696\n",
      "[2595]\tvalid_0's l2: 2.33676\tvalid_0's l1: 0.842616\n",
      "[2596]\tvalid_0's l2: 2.33668\tvalid_0's l1: 0.842582\n",
      "[2597]\tvalid_0's l2: 2.33648\tvalid_0's l1: 0.842516\n",
      "[2598]\tvalid_0's l2: 2.33614\tvalid_0's l1: 0.842443\n",
      "[2599]\tvalid_0's l2: 2.33598\tvalid_0's l1: 0.842426\n",
      "[2600]\tvalid_0's l2: 2.33584\tvalid_0's l1: 0.842391\n",
      "[2601]\tvalid_0's l2: 2.3357\tvalid_0's l1: 0.842326\n",
      "[2602]\tvalid_0's l2: 2.33507\tvalid_0's l1: 0.842249\n",
      "[2603]\tvalid_0's l2: 2.33468\tvalid_0's l1: 0.842227\n",
      "[2604]\tvalid_0's l2: 2.3343\tvalid_0's l1: 0.842156\n",
      "[2605]\tvalid_0's l2: 2.33411\tvalid_0's l1: 0.842058\n",
      "[2606]\tvalid_0's l2: 2.33387\tvalid_0's l1: 0.841974\n",
      "[2607]\tvalid_0's l2: 2.33372\tvalid_0's l1: 0.841916\n",
      "[2608]\tvalid_0's l2: 2.33363\tvalid_0's l1: 0.841867\n",
      "[2609]\tvalid_0's l2: 2.33344\tvalid_0's l1: 0.841831\n",
      "[2610]\tvalid_0's l2: 2.33252\tvalid_0's l1: 0.841691\n",
      "[2611]\tvalid_0's l2: 2.33247\tvalid_0's l1: 0.841674\n",
      "[2612]\tvalid_0's l2: 2.33231\tvalid_0's l1: 0.841607\n",
      "[2613]\tvalid_0's l2: 2.33209\tvalid_0's l1: 0.841524\n",
      "[2614]\tvalid_0's l2: 2.33185\tvalid_0's l1: 0.841446\n",
      "[2615]\tvalid_0's l2: 2.3313\tvalid_0's l1: 0.841326\n",
      "[2616]\tvalid_0's l2: 2.33108\tvalid_0's l1: 0.841261\n",
      "[2617]\tvalid_0's l2: 2.33069\tvalid_0's l1: 0.841204\n",
      "[2618]\tvalid_0's l2: 2.33053\tvalid_0's l1: 0.841151\n",
      "[2619]\tvalid_0's l2: 2.33039\tvalid_0's l1: 0.841122\n",
      "[2620]\tvalid_0's l2: 2.3302\tvalid_0's l1: 0.841042\n",
      "[2621]\tvalid_0's l2: 2.32996\tvalid_0's l1: 0.840954\n",
      "[2622]\tvalid_0's l2: 2.32909\tvalid_0's l1: 0.840842\n",
      "[2623]\tvalid_0's l2: 2.32907\tvalid_0's l1: 0.840812\n",
      "[2624]\tvalid_0's l2: 2.32879\tvalid_0's l1: 0.840728\n",
      "[2625]\tvalid_0's l2: 2.32863\tvalid_0's l1: 0.840698\n",
      "[2626]\tvalid_0's l2: 2.32823\tvalid_0's l1: 0.840658\n",
      "[2627]\tvalid_0's l2: 2.32812\tvalid_0's l1: 0.840605\n",
      "[2628]\tvalid_0's l2: 2.32801\tvalid_0's l1: 0.840575\n",
      "[2629]\tvalid_0's l2: 2.32786\tvalid_0's l1: 0.840529\n",
      "[2630]\tvalid_0's l2: 2.32774\tvalid_0's l1: 0.840484\n",
      "[2631]\tvalid_0's l2: 2.32715\tvalid_0's l1: 0.840442\n",
      "[2632]\tvalid_0's l2: 2.32667\tvalid_0's l1: 0.840353\n",
      "[2633]\tvalid_0's l2: 2.32646\tvalid_0's l1: 0.840335\n",
      "[2634]\tvalid_0's l2: 2.3263\tvalid_0's l1: 0.840266\n",
      "[2635]\tvalid_0's l2: 2.32624\tvalid_0's l1: 0.840216\n",
      "[2636]\tvalid_0's l2: 2.3261\tvalid_0's l1: 0.840173\n",
      "[2637]\tvalid_0's l2: 2.32589\tvalid_0's l1: 0.840129\n",
      "[2638]\tvalid_0's l2: 2.32576\tvalid_0's l1: 0.840065\n",
      "[2639]\tvalid_0's l2: 2.32533\tvalid_0's l1: 0.839956\n",
      "[2640]\tvalid_0's l2: 2.32507\tvalid_0's l1: 0.839943\n",
      "[2641]\tvalid_0's l2: 2.32499\tvalid_0's l1: 0.839916\n",
      "[2642]\tvalid_0's l2: 2.32508\tvalid_0's l1: 0.839893\n",
      "[2643]\tvalid_0's l2: 2.32471\tvalid_0's l1: 0.839836\n",
      "[2644]\tvalid_0's l2: 2.32449\tvalid_0's l1: 0.83975\n",
      "[2645]\tvalid_0's l2: 2.32408\tvalid_0's l1: 0.839639\n",
      "[2646]\tvalid_0's l2: 2.32359\tvalid_0's l1: 0.839556\n",
      "[2647]\tvalid_0's l2: 2.32326\tvalid_0's l1: 0.839431\n",
      "[2648]\tvalid_0's l2: 2.32299\tvalid_0's l1: 0.839328\n",
      "[2649]\tvalid_0's l2: 2.3228\tvalid_0's l1: 0.839242\n",
      "[2650]\tvalid_0's l2: 2.32262\tvalid_0's l1: 0.839202\n",
      "[2651]\tvalid_0's l2: 2.32255\tvalid_0's l1: 0.839176\n",
      "[2652]\tvalid_0's l2: 2.32241\tvalid_0's l1: 0.839114\n",
      "[2653]\tvalid_0's l2: 2.3223\tvalid_0's l1: 0.839068\n",
      "[2654]\tvalid_0's l2: 2.32196\tvalid_0's l1: 0.838976\n",
      "[2655]\tvalid_0's l2: 2.32172\tvalid_0's l1: 0.838913\n",
      "[2656]\tvalid_0's l2: 2.32142\tvalid_0's l1: 0.838823\n",
      "[2657]\tvalid_0's l2: 2.32091\tvalid_0's l1: 0.83871\n",
      "[2658]\tvalid_0's l2: 2.32024\tvalid_0's l1: 0.838574\n",
      "[2659]\tvalid_0's l2: 2.31948\tvalid_0's l1: 0.838412\n",
      "[2660]\tvalid_0's l2: 2.31937\tvalid_0's l1: 0.838371\n",
      "[2661]\tvalid_0's l2: 2.31924\tvalid_0's l1: 0.838321\n",
      "[2662]\tvalid_0's l2: 2.31896\tvalid_0's l1: 0.838231\n",
      "[2663]\tvalid_0's l2: 2.31886\tvalid_0's l1: 0.838161\n",
      "[2664]\tvalid_0's l2: 2.31867\tvalid_0's l1: 0.838091\n",
      "[2665]\tvalid_0's l2: 2.31859\tvalid_0's l1: 0.838062\n",
      "[2666]\tvalid_0's l2: 2.31816\tvalid_0's l1: 0.837993\n",
      "[2667]\tvalid_0's l2: 2.31804\tvalid_0's l1: 0.837954\n",
      "[2668]\tvalid_0's l2: 2.31766\tvalid_0's l1: 0.837849\n",
      "[2669]\tvalid_0's l2: 2.31756\tvalid_0's l1: 0.837822\n",
      "[2670]\tvalid_0's l2: 2.31719\tvalid_0's l1: 0.837746\n",
      "[2671]\tvalid_0's l2: 2.31707\tvalid_0's l1: 0.837698\n",
      "[2672]\tvalid_0's l2: 2.31674\tvalid_0's l1: 0.837635\n",
      "[2673]\tvalid_0's l2: 2.3165\tvalid_0's l1: 0.837569\n",
      "[2674]\tvalid_0's l2: 2.31617\tvalid_0's l1: 0.837496\n",
      "[2675]\tvalid_0's l2: 2.31559\tvalid_0's l1: 0.837344\n",
      "[2676]\tvalid_0's l2: 2.31538\tvalid_0's l1: 0.837267\n",
      "[2677]\tvalid_0's l2: 2.31535\tvalid_0's l1: 0.837242\n",
      "[2678]\tvalid_0's l2: 2.31525\tvalid_0's l1: 0.837192\n",
      "[2679]\tvalid_0's l2: 2.31493\tvalid_0's l1: 0.83711\n",
      "[2680]\tvalid_0's l2: 2.31469\tvalid_0's l1: 0.836995\n",
      "[2681]\tvalid_0's l2: 2.31422\tvalid_0's l1: 0.836912\n",
      "[2682]\tvalid_0's l2: 2.314\tvalid_0's l1: 0.836858\n",
      "[2683]\tvalid_0's l2: 2.31366\tvalid_0's l1: 0.836767\n",
      "[2684]\tvalid_0's l2: 2.31351\tvalid_0's l1: 0.836706\n",
      "[2685]\tvalid_0's l2: 2.31281\tvalid_0's l1: 0.836551\n",
      "[2686]\tvalid_0's l2: 2.31244\tvalid_0's l1: 0.836533\n",
      "[2687]\tvalid_0's l2: 2.31213\tvalid_0's l1: 0.836499\n",
      "[2688]\tvalid_0's l2: 2.31186\tvalid_0's l1: 0.836437\n",
      "[2689]\tvalid_0's l2: 2.31163\tvalid_0's l1: 0.836392\n",
      "[2690]\tvalid_0's l2: 2.31155\tvalid_0's l1: 0.836355\n",
      "[2691]\tvalid_0's l2: 2.31134\tvalid_0's l1: 0.836323\n",
      "[2692]\tvalid_0's l2: 2.31107\tvalid_0's l1: 0.83629\n",
      "[2693]\tvalid_0's l2: 2.31083\tvalid_0's l1: 0.836236\n",
      "[2694]\tvalid_0's l2: 2.31069\tvalid_0's l1: 0.836185\n",
      "[2695]\tvalid_0's l2: 2.31046\tvalid_0's l1: 0.836101\n",
      "[2696]\tvalid_0's l2: 2.31041\tvalid_0's l1: 0.83604\n",
      "[2697]\tvalid_0's l2: 2.31013\tvalid_0's l1: 0.835961\n",
      "[2698]\tvalid_0's l2: 2.31014\tvalid_0's l1: 0.835942\n",
      "[2699]\tvalid_0's l2: 2.31013\tvalid_0's l1: 0.835912\n",
      "[2700]\tvalid_0's l2: 2.30992\tvalid_0's l1: 0.835855\n",
      "[2701]\tvalid_0's l2: 2.30958\tvalid_0's l1: 0.835791\n",
      "[2702]\tvalid_0's l2: 2.30915\tvalid_0's l1: 0.835623\n",
      "[2703]\tvalid_0's l2: 2.309\tvalid_0's l1: 0.835583\n",
      "[2704]\tvalid_0's l2: 2.30887\tvalid_0's l1: 0.835527\n",
      "[2705]\tvalid_0's l2: 2.309\tvalid_0's l1: 0.835514\n",
      "[2706]\tvalid_0's l2: 2.30889\tvalid_0's l1: 0.835455\n",
      "[2707]\tvalid_0's l2: 2.30867\tvalid_0's l1: 0.835387\n",
      "[2708]\tvalid_0's l2: 2.30861\tvalid_0's l1: 0.835368\n",
      "[2709]\tvalid_0's l2: 2.30825\tvalid_0's l1: 0.835269\n",
      "[2710]\tvalid_0's l2: 2.30814\tvalid_0's l1: 0.835249\n",
      "[2711]\tvalid_0's l2: 2.30794\tvalid_0's l1: 0.835217\n",
      "[2712]\tvalid_0's l2: 2.3078\tvalid_0's l1: 0.835185\n",
      "[2713]\tvalid_0's l2: 2.30763\tvalid_0's l1: 0.835117\n",
      "[2714]\tvalid_0's l2: 2.30757\tvalid_0's l1: 0.835093\n",
      "[2715]\tvalid_0's l2: 2.30745\tvalid_0's l1: 0.835042\n",
      "[2716]\tvalid_0's l2: 2.30702\tvalid_0's l1: 0.834941\n",
      "[2717]\tvalid_0's l2: 2.30663\tvalid_0's l1: 0.834851\n",
      "[2718]\tvalid_0's l2: 2.30627\tvalid_0's l1: 0.834746\n",
      "[2719]\tvalid_0's l2: 2.30589\tvalid_0's l1: 0.834653\n",
      "[2720]\tvalid_0's l2: 2.30566\tvalid_0's l1: 0.834611\n",
      "[2721]\tvalid_0's l2: 2.30555\tvalid_0's l1: 0.834582\n",
      "[2722]\tvalid_0's l2: 2.30533\tvalid_0's l1: 0.834529\n",
      "[2723]\tvalid_0's l2: 2.30528\tvalid_0's l1: 0.834492\n",
      "[2724]\tvalid_0's l2: 2.30509\tvalid_0's l1: 0.834442\n",
      "[2725]\tvalid_0's l2: 2.30473\tvalid_0's l1: 0.834353\n",
      "[2726]\tvalid_0's l2: 2.30435\tvalid_0's l1: 0.834261\n",
      "[2727]\tvalid_0's l2: 2.3038\tvalid_0's l1: 0.834143\n",
      "[2728]\tvalid_0's l2: 2.30369\tvalid_0's l1: 0.834072\n",
      "[2729]\tvalid_0's l2: 2.3031\tvalid_0's l1: 0.833938\n",
      "[2730]\tvalid_0's l2: 2.30289\tvalid_0's l1: 0.833853\n",
      "[2731]\tvalid_0's l2: 2.30265\tvalid_0's l1: 0.833758\n",
      "[2732]\tvalid_0's l2: 2.30255\tvalid_0's l1: 0.833735\n",
      "[2733]\tvalid_0's l2: 2.30244\tvalid_0's l1: 0.833692\n",
      "[2734]\tvalid_0's l2: 2.3022\tvalid_0's l1: 0.833637\n",
      "[2735]\tvalid_0's l2: 2.30208\tvalid_0's l1: 0.833569\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2736]\tvalid_0's l2: 2.30193\tvalid_0's l1: 0.833516\n",
      "[2737]\tvalid_0's l2: 2.30163\tvalid_0's l1: 0.833418\n",
      "[2738]\tvalid_0's l2: 2.30147\tvalid_0's l1: 0.8334\n",
      "[2739]\tvalid_0's l2: 2.30129\tvalid_0's l1: 0.833354\n",
      "[2740]\tvalid_0's l2: 2.301\tvalid_0's l1: 0.833287\n",
      "[2741]\tvalid_0's l2: 2.30057\tvalid_0's l1: 0.833206\n",
      "[2742]\tvalid_0's l2: 2.30027\tvalid_0's l1: 0.833119\n",
      "[2743]\tvalid_0's l2: 2.30005\tvalid_0's l1: 0.833044\n",
      "[2744]\tvalid_0's l2: 2.29987\tvalid_0's l1: 0.833003\n",
      "[2745]\tvalid_0's l2: 2.29978\tvalid_0's l1: 0.832963\n",
      "[2746]\tvalid_0's l2: 2.29962\tvalid_0's l1: 0.83292\n",
      "[2747]\tvalid_0's l2: 2.29904\tvalid_0's l1: 0.832822\n",
      "[2748]\tvalid_0's l2: 2.29874\tvalid_0's l1: 0.832726\n",
      "[2749]\tvalid_0's l2: 2.29881\tvalid_0's l1: 0.832722\n",
      "[2750]\tvalid_0's l2: 2.29876\tvalid_0's l1: 0.832695\n",
      "[2751]\tvalid_0's l2: 2.29833\tvalid_0's l1: 0.832577\n",
      "[2752]\tvalid_0's l2: 2.2979\tvalid_0's l1: 0.832453\n",
      "[2753]\tvalid_0's l2: 2.29787\tvalid_0's l1: 0.832412\n",
      "[2754]\tvalid_0's l2: 2.29765\tvalid_0's l1: 0.83233\n",
      "[2755]\tvalid_0's l2: 2.29739\tvalid_0's l1: 0.832296\n",
      "[2756]\tvalid_0's l2: 2.29711\tvalid_0's l1: 0.832227\n",
      "[2757]\tvalid_0's l2: 2.29689\tvalid_0's l1: 0.832123\n",
      "[2758]\tvalid_0's l2: 2.29651\tvalid_0's l1: 0.832038\n",
      "[2759]\tvalid_0's l2: 2.29634\tvalid_0's l1: 0.83197\n",
      "[2760]\tvalid_0's l2: 2.29596\tvalid_0's l1: 0.831944\n",
      "[2761]\tvalid_0's l2: 2.29567\tvalid_0's l1: 0.831827\n",
      "[2762]\tvalid_0's l2: 2.29538\tvalid_0's l1: 0.831758\n",
      "[2763]\tvalid_0's l2: 2.2953\tvalid_0's l1: 0.831728\n",
      "[2764]\tvalid_0's l2: 2.29513\tvalid_0's l1: 0.831675\n",
      "[2765]\tvalid_0's l2: 2.295\tvalid_0's l1: 0.831597\n",
      "[2766]\tvalid_0's l2: 2.29484\tvalid_0's l1: 0.831526\n",
      "[2767]\tvalid_0's l2: 2.29477\tvalid_0's l1: 0.831509\n",
      "[2768]\tvalid_0's l2: 2.29459\tvalid_0's l1: 0.831433\n",
      "[2769]\tvalid_0's l2: 2.29422\tvalid_0's l1: 0.83134\n",
      "[2770]\tvalid_0's l2: 2.29401\tvalid_0's l1: 0.831269\n",
      "[2771]\tvalid_0's l2: 2.29398\tvalid_0's l1: 0.831243\n",
      "[2772]\tvalid_0's l2: 2.29378\tvalid_0's l1: 0.831188\n",
      "[2773]\tvalid_0's l2: 2.29379\tvalid_0's l1: 0.831195\n",
      "[2774]\tvalid_0's l2: 2.29349\tvalid_0's l1: 0.831117\n",
      "[2775]\tvalid_0's l2: 2.2933\tvalid_0's l1: 0.831076\n",
      "[2776]\tvalid_0's l2: 2.29292\tvalid_0's l1: 0.830973\n",
      "[2777]\tvalid_0's l2: 2.29288\tvalid_0's l1: 0.83093\n",
      "[2778]\tvalid_0's l2: 2.29268\tvalid_0's l1: 0.830858\n",
      "[2779]\tvalid_0's l2: 2.29246\tvalid_0's l1: 0.83079\n",
      "[2780]\tvalid_0's l2: 2.29216\tvalid_0's l1: 0.830717\n",
      "[2781]\tvalid_0's l2: 2.29214\tvalid_0's l1: 0.830703\n",
      "[2782]\tvalid_0's l2: 2.29198\tvalid_0's l1: 0.830673\n",
      "[2783]\tvalid_0's l2: 2.29183\tvalid_0's l1: 0.830648\n",
      "[2784]\tvalid_0's l2: 2.29141\tvalid_0's l1: 0.830544\n",
      "[2785]\tvalid_0's l2: 2.29146\tvalid_0's l1: 0.830514\n",
      "[2786]\tvalid_0's l2: 2.29135\tvalid_0's l1: 0.830454\n",
      "[2787]\tvalid_0's l2: 2.29095\tvalid_0's l1: 0.830337\n",
      "[2788]\tvalid_0's l2: 2.29079\tvalid_0's l1: 0.830301\n",
      "[2789]\tvalid_0's l2: 2.29074\tvalid_0's l1: 0.830252\n",
      "[2790]\tvalid_0's l2: 2.29051\tvalid_0's l1: 0.830225\n",
      "[2791]\tvalid_0's l2: 2.2902\tvalid_0's l1: 0.830133\n",
      "[2792]\tvalid_0's l2: 2.29009\tvalid_0's l1: 0.830097\n",
      "[2793]\tvalid_0's l2: 2.28994\tvalid_0's l1: 0.830027\n",
      "[2794]\tvalid_0's l2: 2.28955\tvalid_0's l1: 0.829943\n",
      "[2795]\tvalid_0's l2: 2.28924\tvalid_0's l1: 0.82987\n",
      "[2796]\tvalid_0's l2: 2.28917\tvalid_0's l1: 0.829844\n",
      "[2797]\tvalid_0's l2: 2.28904\tvalid_0's l1: 0.829825\n",
      "[2798]\tvalid_0's l2: 2.28903\tvalid_0's l1: 0.829808\n",
      "[2799]\tvalid_0's l2: 2.2888\tvalid_0's l1: 0.829721\n",
      "[2800]\tvalid_0's l2: 2.28847\tvalid_0's l1: 0.829665\n",
      "[2801]\tvalid_0's l2: 2.28812\tvalid_0's l1: 0.829593\n",
      "[2802]\tvalid_0's l2: 2.28797\tvalid_0's l1: 0.82952\n",
      "[2803]\tvalid_0's l2: 2.28759\tvalid_0's l1: 0.829454\n",
      "[2804]\tvalid_0's l2: 2.28736\tvalid_0's l1: 0.829389\n",
      "[2805]\tvalid_0's l2: 2.28721\tvalid_0's l1: 0.829333\n",
      "[2806]\tvalid_0's l2: 2.28696\tvalid_0's l1: 0.829271\n",
      "[2807]\tvalid_0's l2: 2.28666\tvalid_0's l1: 0.829208\n",
      "[2808]\tvalid_0's l2: 2.28662\tvalid_0's l1: 0.829185\n",
      "[2809]\tvalid_0's l2: 2.28655\tvalid_0's l1: 0.829167\n",
      "[2810]\tvalid_0's l2: 2.28635\tvalid_0's l1: 0.829097\n",
      "[2811]\tvalid_0's l2: 2.28622\tvalid_0's l1: 0.829027\n",
      "[2812]\tvalid_0's l2: 2.2863\tvalid_0's l1: 0.829016\n",
      "[2813]\tvalid_0's l2: 2.28625\tvalid_0's l1: 0.828972\n",
      "[2814]\tvalid_0's l2: 2.28644\tvalid_0's l1: 0.828946\n",
      "[2815]\tvalid_0's l2: 2.28613\tvalid_0's l1: 0.828924\n",
      "[2816]\tvalid_0's l2: 2.28614\tvalid_0's l1: 0.828906\n",
      "[2817]\tvalid_0's l2: 2.28603\tvalid_0's l1: 0.828867\n",
      "[2818]\tvalid_0's l2: 2.28586\tvalid_0's l1: 0.828802\n",
      "[2819]\tvalid_0's l2: 2.28551\tvalid_0's l1: 0.828692\n",
      "[2820]\tvalid_0's l2: 2.2851\tvalid_0's l1: 0.828604\n",
      "[2821]\tvalid_0's l2: 2.28499\tvalid_0's l1: 0.828545\n",
      "[2822]\tvalid_0's l2: 2.28499\tvalid_0's l1: 0.828542\n",
      "[2823]\tvalid_0's l2: 2.28471\tvalid_0's l1: 0.828457\n",
      "[2824]\tvalid_0's l2: 2.28447\tvalid_0's l1: 0.828396\n",
      "[2825]\tvalid_0's l2: 2.28414\tvalid_0's l1: 0.828327\n",
      "[2826]\tvalid_0's l2: 2.284\tvalid_0's l1: 0.8283\n",
      "[2827]\tvalid_0's l2: 2.28386\tvalid_0's l1: 0.828255\n",
      "[2828]\tvalid_0's l2: 2.28377\tvalid_0's l1: 0.828211\n",
      "[2829]\tvalid_0's l2: 2.28358\tvalid_0's l1: 0.828132\n",
      "[2830]\tvalid_0's l2: 2.28305\tvalid_0's l1: 0.827999\n",
      "[2831]\tvalid_0's l2: 2.28274\tvalid_0's l1: 0.827902\n",
      "[2832]\tvalid_0's l2: 2.28271\tvalid_0's l1: 0.827869\n",
      "[2833]\tvalid_0's l2: 2.28236\tvalid_0's l1: 0.827757\n",
      "[2834]\tvalid_0's l2: 2.28214\tvalid_0's l1: 0.827668\n",
      "[2835]\tvalid_0's l2: 2.28207\tvalid_0's l1: 0.82766\n",
      "[2836]\tvalid_0's l2: 2.28181\tvalid_0's l1: 0.827576\n",
      "[2837]\tvalid_0's l2: 2.28147\tvalid_0's l1: 0.827467\n",
      "[2838]\tvalid_0's l2: 2.28135\tvalid_0's l1: 0.82743\n",
      "[2839]\tvalid_0's l2: 2.28136\tvalid_0's l1: 0.82742\n",
      "[2840]\tvalid_0's l2: 2.28089\tvalid_0's l1: 0.827312\n",
      "[2841]\tvalid_0's l2: 2.28064\tvalid_0's l1: 0.827239\n",
      "[2842]\tvalid_0's l2: 2.28044\tvalid_0's l1: 0.82719\n",
      "[2843]\tvalid_0's l2: 2.28016\tvalid_0's l1: 0.827146\n",
      "[2844]\tvalid_0's l2: 2.27982\tvalid_0's l1: 0.827077\n",
      "[2845]\tvalid_0's l2: 2.27971\tvalid_0's l1: 0.827032\n",
      "[2846]\tvalid_0's l2: 2.27959\tvalid_0's l1: 0.826975\n",
      "[2847]\tvalid_0's l2: 2.27922\tvalid_0's l1: 0.826884\n",
      "[2848]\tvalid_0's l2: 2.27924\tvalid_0's l1: 0.826887\n",
      "[2849]\tvalid_0's l2: 2.27888\tvalid_0's l1: 0.826849\n",
      "[2850]\tvalid_0's l2: 2.2786\tvalid_0's l1: 0.826759\n",
      "[2851]\tvalid_0's l2: 2.27836\tvalid_0's l1: 0.826679\n",
      "[2852]\tvalid_0's l2: 2.27824\tvalid_0's l1: 0.826638\n",
      "[2853]\tvalid_0's l2: 2.2779\tvalid_0's l1: 0.826533\n",
      "[2854]\tvalid_0's l2: 2.27729\tvalid_0's l1: 0.826442\n",
      "[2855]\tvalid_0's l2: 2.27715\tvalid_0's l1: 0.826392\n",
      "[2856]\tvalid_0's l2: 2.27703\tvalid_0's l1: 0.82636\n",
      "[2857]\tvalid_0's l2: 2.27704\tvalid_0's l1: 0.826321\n",
      "[2858]\tvalid_0's l2: 2.27694\tvalid_0's l1: 0.826264\n",
      "[2859]\tvalid_0's l2: 2.2766\tvalid_0's l1: 0.826177\n",
      "[2860]\tvalid_0's l2: 2.27644\tvalid_0's l1: 0.826102\n",
      "[2861]\tvalid_0's l2: 2.27606\tvalid_0's l1: 0.82603\n",
      "[2862]\tvalid_0's l2: 2.27594\tvalid_0's l1: 0.825984\n",
      "[2863]\tvalid_0's l2: 2.27568\tvalid_0's l1: 0.825899\n",
      "[2864]\tvalid_0's l2: 2.2756\tvalid_0's l1: 0.825871\n",
      "[2865]\tvalid_0's l2: 2.27428\tvalid_0's l1: 0.825688\n",
      "[2866]\tvalid_0's l2: 2.27412\tvalid_0's l1: 0.82566\n",
      "[2867]\tvalid_0's l2: 2.27404\tvalid_0's l1: 0.825618\n",
      "[2868]\tvalid_0's l2: 2.27394\tvalid_0's l1: 0.825589\n",
      "[2869]\tvalid_0's l2: 2.27378\tvalid_0's l1: 0.825551\n",
      "[2870]\tvalid_0's l2: 2.27331\tvalid_0's l1: 0.82542\n",
      "[2871]\tvalid_0's l2: 2.27278\tvalid_0's l1: 0.825298\n",
      "[2872]\tvalid_0's l2: 2.27164\tvalid_0's l1: 0.825141\n",
      "[2873]\tvalid_0's l2: 2.27158\tvalid_0's l1: 0.825112\n",
      "[2874]\tvalid_0's l2: 2.27079\tvalid_0's l1: 0.824994\n",
      "[2875]\tvalid_0's l2: 2.27062\tvalid_0's l1: 0.824925\n",
      "[2876]\tvalid_0's l2: 2.27051\tvalid_0's l1: 0.824899\n",
      "[2877]\tvalid_0's l2: 2.27048\tvalid_0's l1: 0.82487\n",
      "[2878]\tvalid_0's l2: 2.27041\tvalid_0's l1: 0.82485\n",
      "[2879]\tvalid_0's l2: 2.27028\tvalid_0's l1: 0.824773\n",
      "[2880]\tvalid_0's l2: 2.27016\tvalid_0's l1: 0.824712\n",
      "[2881]\tvalid_0's l2: 2.26996\tvalid_0's l1: 0.824663\n",
      "[2882]\tvalid_0's l2: 2.26983\tvalid_0's l1: 0.82462\n",
      "[2883]\tvalid_0's l2: 2.26977\tvalid_0's l1: 0.824591\n",
      "[2884]\tvalid_0's l2: 2.26951\tvalid_0's l1: 0.824506\n",
      "[2885]\tvalid_0's l2: 2.26928\tvalid_0's l1: 0.82442\n",
      "[2886]\tvalid_0's l2: 2.26859\tvalid_0's l1: 0.824315\n",
      "[2887]\tvalid_0's l2: 2.26838\tvalid_0's l1: 0.824229\n",
      "[2888]\tvalid_0's l2: 2.26827\tvalid_0's l1: 0.824201\n",
      "[2889]\tvalid_0's l2: 2.26822\tvalid_0's l1: 0.824168\n",
      "[2890]\tvalid_0's l2: 2.26808\tvalid_0's l1: 0.824122\n",
      "[2891]\tvalid_0's l2: 2.26797\tvalid_0's l1: 0.824073\n",
      "[2892]\tvalid_0's l2: 2.26788\tvalid_0's l1: 0.824028\n",
      "[2893]\tvalid_0's l2: 2.2674\tvalid_0's l1: 0.823958\n",
      "[2894]\tvalid_0's l2: 2.2663\tvalid_0's l1: 0.823801\n",
      "[2895]\tvalid_0's l2: 2.26621\tvalid_0's l1: 0.823776\n",
      "[2896]\tvalid_0's l2: 2.26601\tvalid_0's l1: 0.823688\n",
      "[2897]\tvalid_0's l2: 2.26547\tvalid_0's l1: 0.823538\n",
      "[2898]\tvalid_0's l2: 2.26522\tvalid_0's l1: 0.823454\n",
      "[2899]\tvalid_0's l2: 2.26516\tvalid_0's l1: 0.823443\n",
      "[2900]\tvalid_0's l2: 2.26493\tvalid_0's l1: 0.823374\n",
      "[2901]\tvalid_0's l2: 2.26488\tvalid_0's l1: 0.823357\n",
      "[2902]\tvalid_0's l2: 2.26434\tvalid_0's l1: 0.823298\n",
      "[2903]\tvalid_0's l2: 2.26414\tvalid_0's l1: 0.823239\n",
      "[2904]\tvalid_0's l2: 2.26391\tvalid_0's l1: 0.823192\n",
      "[2905]\tvalid_0's l2: 2.26386\tvalid_0's l1: 0.82317\n",
      "[2906]\tvalid_0's l2: 2.26351\tvalid_0's l1: 0.823101\n",
      "[2907]\tvalid_0's l2: 2.26316\tvalid_0's l1: 0.823029\n",
      "[2908]\tvalid_0's l2: 2.26284\tvalid_0's l1: 0.822915\n",
      "[2909]\tvalid_0's l2: 2.2627\tvalid_0's l1: 0.822855\n",
      "[2910]\tvalid_0's l2: 2.26264\tvalid_0's l1: 0.822834\n",
      "[2911]\tvalid_0's l2: 2.26242\tvalid_0's l1: 0.822769\n",
      "[2912]\tvalid_0's l2: 2.26222\tvalid_0's l1: 0.822718\n",
      "[2913]\tvalid_0's l2: 2.26203\tvalid_0's l1: 0.822669\n",
      "[2914]\tvalid_0's l2: 2.26165\tvalid_0's l1: 0.822527\n",
      "[2915]\tvalid_0's l2: 2.26152\tvalid_0's l1: 0.822481\n",
      "[2916]\tvalid_0's l2: 2.26141\tvalid_0's l1: 0.822436\n",
      "[2917]\tvalid_0's l2: 2.26138\tvalid_0's l1: 0.822408\n",
      "[2918]\tvalid_0's l2: 2.26125\tvalid_0's l1: 0.822343\n",
      "[2919]\tvalid_0's l2: 2.26115\tvalid_0's l1: 0.822314\n",
      "[2920]\tvalid_0's l2: 2.2611\tvalid_0's l1: 0.822264\n",
      "[2921]\tvalid_0's l2: 2.26089\tvalid_0's l1: 0.822202\n",
      "[2922]\tvalid_0's l2: 2.26029\tvalid_0's l1: 0.822057\n",
      "[2923]\tvalid_0's l2: 2.26018\tvalid_0's l1: 0.822016\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2924]\tvalid_0's l2: 2.25978\tvalid_0's l1: 0.821914\n",
      "[2925]\tvalid_0's l2: 2.25955\tvalid_0's l1: 0.821876\n",
      "[2926]\tvalid_0's l2: 2.25954\tvalid_0's l1: 0.821866\n",
      "[2927]\tvalid_0's l2: 2.25926\tvalid_0's l1: 0.821797\n",
      "[2928]\tvalid_0's l2: 2.25897\tvalid_0's l1: 0.8217\n",
      "[2929]\tvalid_0's l2: 2.2586\tvalid_0's l1: 0.821659\n",
      "[2930]\tvalid_0's l2: 2.25833\tvalid_0's l1: 0.821588\n",
      "[2931]\tvalid_0's l2: 2.25821\tvalid_0's l1: 0.82153\n",
      "[2932]\tvalid_0's l2: 2.25806\tvalid_0's l1: 0.821477\n",
      "[2933]\tvalid_0's l2: 2.25785\tvalid_0's l1: 0.821409\n",
      "[2934]\tvalid_0's l2: 2.25775\tvalid_0's l1: 0.821367\n",
      "[2935]\tvalid_0's l2: 2.25756\tvalid_0's l1: 0.821301\n",
      "[2936]\tvalid_0's l2: 2.25732\tvalid_0's l1: 0.821212\n",
      "[2937]\tvalid_0's l2: 2.25728\tvalid_0's l1: 0.821125\n",
      "[2938]\tvalid_0's l2: 2.25697\tvalid_0's l1: 0.821038\n",
      "[2939]\tvalid_0's l2: 2.25681\tvalid_0's l1: 0.820986\n",
      "[2940]\tvalid_0's l2: 2.25668\tvalid_0's l1: 0.820925\n",
      "[2941]\tvalid_0's l2: 2.25657\tvalid_0's l1: 0.820881\n",
      "[2942]\tvalid_0's l2: 2.25637\tvalid_0's l1: 0.820854\n",
      "[2943]\tvalid_0's l2: 2.25604\tvalid_0's l1: 0.820769\n",
      "[2944]\tvalid_0's l2: 2.25556\tvalid_0's l1: 0.820656\n",
      "[2945]\tvalid_0's l2: 2.25546\tvalid_0's l1: 0.820611\n",
      "[2946]\tvalid_0's l2: 2.25544\tvalid_0's l1: 0.820601\n",
      "[2947]\tvalid_0's l2: 2.25524\tvalid_0's l1: 0.820564\n",
      "[2948]\tvalid_0's l2: 2.25516\tvalid_0's l1: 0.82053\n",
      "[2949]\tvalid_0's l2: 2.25505\tvalid_0's l1: 0.820479\n",
      "[2950]\tvalid_0's l2: 2.25497\tvalid_0's l1: 0.820439\n",
      "[2951]\tvalid_0's l2: 2.25477\tvalid_0's l1: 0.820383\n",
      "[2952]\tvalid_0's l2: 2.25436\tvalid_0's l1: 0.820239\n",
      "[2953]\tvalid_0's l2: 2.25424\tvalid_0's l1: 0.820201\n",
      "[2954]\tvalid_0's l2: 2.25415\tvalid_0's l1: 0.820157\n",
      "[2955]\tvalid_0's l2: 2.25408\tvalid_0's l1: 0.820121\n",
      "[2956]\tvalid_0's l2: 2.25399\tvalid_0's l1: 0.820079\n",
      "[2957]\tvalid_0's l2: 2.25351\tvalid_0's l1: 0.819944\n",
      "[2958]\tvalid_0's l2: 2.2532\tvalid_0's l1: 0.819877\n",
      "[2959]\tvalid_0's l2: 2.25301\tvalid_0's l1: 0.819835\n",
      "[2960]\tvalid_0's l2: 2.25289\tvalid_0's l1: 0.819787\n",
      "[2961]\tvalid_0's l2: 2.25282\tvalid_0's l1: 0.819767\n",
      "[2962]\tvalid_0's l2: 2.25276\tvalid_0's l1: 0.819733\n",
      "[2963]\tvalid_0's l2: 2.25251\tvalid_0's l1: 0.819656\n",
      "[2964]\tvalid_0's l2: 2.2516\tvalid_0's l1: 0.819532\n",
      "[2965]\tvalid_0's l2: 2.2515\tvalid_0's l1: 0.819502\n",
      "[2966]\tvalid_0's l2: 2.25139\tvalid_0's l1: 0.819458\n",
      "[2967]\tvalid_0's l2: 2.25098\tvalid_0's l1: 0.819375\n",
      "[2968]\tvalid_0's l2: 2.25077\tvalid_0's l1: 0.819297\n",
      "[2969]\tvalid_0's l2: 2.25062\tvalid_0's l1: 0.819245\n",
      "[2970]\tvalid_0's l2: 2.25046\tvalid_0's l1: 0.819182\n",
      "[2971]\tvalid_0's l2: 2.25034\tvalid_0's l1: 0.819116\n",
      "[2972]\tvalid_0's l2: 2.25026\tvalid_0's l1: 0.819073\n",
      "[2973]\tvalid_0's l2: 2.25008\tvalid_0's l1: 0.819035\n",
      "[2974]\tvalid_0's l2: 2.2499\tvalid_0's l1: 0.819018\n",
      "[2975]\tvalid_0's l2: 2.24995\tvalid_0's l1: 0.819008\n",
      "[2976]\tvalid_0's l2: 2.24972\tvalid_0's l1: 0.818922\n",
      "[2977]\tvalid_0's l2: 2.24957\tvalid_0's l1: 0.818896\n",
      "[2978]\tvalid_0's l2: 2.24957\tvalid_0's l1: 0.818904\n",
      "[2979]\tvalid_0's l2: 2.24952\tvalid_0's l1: 0.818888\n",
      "[2980]\tvalid_0's l2: 2.24961\tvalid_0's l1: 0.818869\n",
      "[2981]\tvalid_0's l2: 2.24937\tvalid_0's l1: 0.818772\n",
      "[2982]\tvalid_0's l2: 2.24942\tvalid_0's l1: 0.818753\n",
      "[2983]\tvalid_0's l2: 2.24932\tvalid_0's l1: 0.818703\n",
      "[2984]\tvalid_0's l2: 2.24908\tvalid_0's l1: 0.818634\n",
      "[2985]\tvalid_0's l2: 2.24864\tvalid_0's l1: 0.818536\n",
      "[2986]\tvalid_0's l2: 2.24853\tvalid_0's l1: 0.818524\n",
      "[2987]\tvalid_0's l2: 2.24843\tvalid_0's l1: 0.818488\n",
      "[2988]\tvalid_0's l2: 2.24814\tvalid_0's l1: 0.818458\n",
      "[2989]\tvalid_0's l2: 2.24798\tvalid_0's l1: 0.818393\n",
      "[2990]\tvalid_0's l2: 2.24775\tvalid_0's l1: 0.818305\n",
      "[2991]\tvalid_0's l2: 2.24756\tvalid_0's l1: 0.818231\n",
      "[2992]\tvalid_0's l2: 2.2472\tvalid_0's l1: 0.818161\n",
      "[2993]\tvalid_0's l2: 2.24701\tvalid_0's l1: 0.818118\n",
      "[2994]\tvalid_0's l2: 2.24695\tvalid_0's l1: 0.818099\n",
      "[2995]\tvalid_0's l2: 2.24673\tvalid_0's l1: 0.818065\n",
      "[2996]\tvalid_0's l2: 2.24653\tvalid_0's l1: 0.817968\n",
      "[2997]\tvalid_0's l2: 2.24674\tvalid_0's l1: 0.817935\n",
      "[2998]\tvalid_0's l2: 2.2465\tvalid_0's l1: 0.81791\n",
      "[2999]\tvalid_0's l2: 2.24626\tvalid_0's l1: 0.817832\n",
      "[3000]\tvalid_0's l2: 2.24631\tvalid_0's l1: 0.817817\n",
      "[3001]\tvalid_0's l2: 2.24609\tvalid_0's l1: 0.817785\n",
      "[3002]\tvalid_0's l2: 2.24592\tvalid_0's l1: 0.817744\n",
      "[3003]\tvalid_0's l2: 2.24578\tvalid_0's l1: 0.817679\n",
      "[3004]\tvalid_0's l2: 2.24561\tvalid_0's l1: 0.817648\n",
      "[3005]\tvalid_0's l2: 2.24556\tvalid_0's l1: 0.817629\n",
      "[3006]\tvalid_0's l2: 2.24547\tvalid_0's l1: 0.817616\n",
      "[3007]\tvalid_0's l2: 2.2451\tvalid_0's l1: 0.817555\n",
      "[3008]\tvalid_0's l2: 2.245\tvalid_0's l1: 0.817529\n",
      "[3009]\tvalid_0's l2: 2.24488\tvalid_0's l1: 0.817511\n",
      "[3010]\tvalid_0's l2: 2.24438\tvalid_0's l1: 0.817404\n",
      "[3011]\tvalid_0's l2: 2.24405\tvalid_0's l1: 0.817355\n",
      "[3012]\tvalid_0's l2: 2.24385\tvalid_0's l1: 0.817265\n",
      "[3013]\tvalid_0's l2: 2.2437\tvalid_0's l1: 0.817214\n",
      "[3014]\tvalid_0's l2: 2.24361\tvalid_0's l1: 0.817196\n",
      "[3015]\tvalid_0's l2: 2.24313\tvalid_0's l1: 0.817078\n",
      "[3016]\tvalid_0's l2: 2.24294\tvalid_0's l1: 0.816996\n",
      "[3017]\tvalid_0's l2: 2.24265\tvalid_0's l1: 0.816911\n",
      "[3018]\tvalid_0's l2: 2.24253\tvalid_0's l1: 0.816871\n",
      "[3019]\tvalid_0's l2: 2.24245\tvalid_0's l1: 0.816823\n",
      "[3020]\tvalid_0's l2: 2.24235\tvalid_0's l1: 0.816786\n",
      "[3021]\tvalid_0's l2: 2.24218\tvalid_0's l1: 0.816728\n",
      "[3022]\tvalid_0's l2: 2.2421\tvalid_0's l1: 0.816687\n",
      "[3023]\tvalid_0's l2: 2.24201\tvalid_0's l1: 0.816643\n",
      "[3024]\tvalid_0's l2: 2.24162\tvalid_0's l1: 0.816538\n",
      "[3025]\tvalid_0's l2: 2.24122\tvalid_0's l1: 0.816428\n",
      "[3026]\tvalid_0's l2: 2.24072\tvalid_0's l1: 0.816339\n",
      "[3027]\tvalid_0's l2: 2.24049\tvalid_0's l1: 0.816239\n",
      "[3028]\tvalid_0's l2: 2.24044\tvalid_0's l1: 0.816225\n",
      "[3029]\tvalid_0's l2: 2.24011\tvalid_0's l1: 0.816117\n",
      "[3030]\tvalid_0's l2: 2.23967\tvalid_0's l1: 0.816006\n",
      "[3031]\tvalid_0's l2: 2.23934\tvalid_0's l1: 0.815917\n",
      "[3032]\tvalid_0's l2: 2.23919\tvalid_0's l1: 0.815872\n",
      "[3033]\tvalid_0's l2: 2.23909\tvalid_0's l1: 0.815822\n",
      "[3034]\tvalid_0's l2: 2.2391\tvalid_0's l1: 0.815809\n",
      "[3035]\tvalid_0's l2: 2.23881\tvalid_0's l1: 0.815717\n",
      "[3036]\tvalid_0's l2: 2.23855\tvalid_0's l1: 0.815623\n",
      "[3037]\tvalid_0's l2: 2.23849\tvalid_0's l1: 0.815599\n",
      "[3038]\tvalid_0's l2: 2.2384\tvalid_0's l1: 0.815571\n",
      "[3039]\tvalid_0's l2: 2.23807\tvalid_0's l1: 0.815458\n",
      "[3040]\tvalid_0's l2: 2.23794\tvalid_0's l1: 0.815429\n",
      "[3041]\tvalid_0's l2: 2.2378\tvalid_0's l1: 0.815371\n",
      "[3042]\tvalid_0's l2: 2.23742\tvalid_0's l1: 0.815268\n",
      "[3043]\tvalid_0's l2: 2.23735\tvalid_0's l1: 0.815214\n",
      "[3044]\tvalid_0's l2: 2.23727\tvalid_0's l1: 0.815174\n",
      "[3045]\tvalid_0's l2: 2.23719\tvalid_0's l1: 0.815129\n",
      "[3046]\tvalid_0's l2: 2.23697\tvalid_0's l1: 0.815066\n",
      "[3047]\tvalid_0's l2: 2.23685\tvalid_0's l1: 0.815013\n",
      "[3048]\tvalid_0's l2: 2.23672\tvalid_0's l1: 0.814971\n",
      "[3049]\tvalid_0's l2: 2.23641\tvalid_0's l1: 0.814913\n",
      "[3050]\tvalid_0's l2: 2.23604\tvalid_0's l1: 0.814832\n",
      "[3051]\tvalid_0's l2: 2.23583\tvalid_0's l1: 0.814771\n",
      "[3052]\tvalid_0's l2: 2.23568\tvalid_0's l1: 0.81472\n",
      "[3053]\tvalid_0's l2: 2.23561\tvalid_0's l1: 0.814656\n",
      "[3054]\tvalid_0's l2: 2.23524\tvalid_0's l1: 0.81456\n",
      "[3055]\tvalid_0's l2: 2.23507\tvalid_0's l1: 0.814509\n",
      "[3056]\tvalid_0's l2: 2.23515\tvalid_0's l1: 0.814481\n",
      "[3057]\tvalid_0's l2: 2.23488\tvalid_0's l1: 0.814413\n",
      "[3058]\tvalid_0's l2: 2.23474\tvalid_0's l1: 0.814375\n",
      "[3059]\tvalid_0's l2: 2.23442\tvalid_0's l1: 0.814288\n",
      "[3060]\tvalid_0's l2: 2.23424\tvalid_0's l1: 0.814236\n",
      "[3061]\tvalid_0's l2: 2.23395\tvalid_0's l1: 0.814158\n",
      "[3062]\tvalid_0's l2: 2.2336\tvalid_0's l1: 0.814082\n",
      "[3063]\tvalid_0's l2: 2.23306\tvalid_0's l1: 0.813951\n",
      "[3064]\tvalid_0's l2: 2.23273\tvalid_0's l1: 0.813828\n",
      "[3065]\tvalid_0's l2: 2.23253\tvalid_0's l1: 0.813732\n",
      "[3066]\tvalid_0's l2: 2.23243\tvalid_0's l1: 0.813668\n",
      "[3067]\tvalid_0's l2: 2.23194\tvalid_0's l1: 0.813549\n",
      "[3068]\tvalid_0's l2: 2.23185\tvalid_0's l1: 0.813491\n",
      "[3069]\tvalid_0's l2: 2.23166\tvalid_0's l1: 0.813412\n",
      "[3070]\tvalid_0's l2: 2.23141\tvalid_0's l1: 0.813383\n",
      "[3071]\tvalid_0's l2: 2.23129\tvalid_0's l1: 0.813324\n",
      "[3072]\tvalid_0's l2: 2.231\tvalid_0's l1: 0.81325\n",
      "[3073]\tvalid_0's l2: 2.2309\tvalid_0's l1: 0.813221\n",
      "[3074]\tvalid_0's l2: 2.23073\tvalid_0's l1: 0.813171\n",
      "[3075]\tvalid_0's l2: 2.23064\tvalid_0's l1: 0.813128\n",
      "[3076]\tvalid_0's l2: 2.23035\tvalid_0's l1: 0.813034\n",
      "[3077]\tvalid_0's l2: 2.23007\tvalid_0's l1: 0.812976\n",
      "[3078]\tvalid_0's l2: 2.22977\tvalid_0's l1: 0.812864\n",
      "[3079]\tvalid_0's l2: 2.2296\tvalid_0's l1: 0.812814\n",
      "[3080]\tvalid_0's l2: 2.22938\tvalid_0's l1: 0.812756\n",
      "[3081]\tvalid_0's l2: 2.22923\tvalid_0's l1: 0.812683\n",
      "[3082]\tvalid_0's l2: 2.2289\tvalid_0's l1: 0.812588\n",
      "[3083]\tvalid_0's l2: 2.22873\tvalid_0's l1: 0.812517\n",
      "[3084]\tvalid_0's l2: 2.2285\tvalid_0's l1: 0.812453\n",
      "[3085]\tvalid_0's l2: 2.22827\tvalid_0's l1: 0.812393\n",
      "[3086]\tvalid_0's l2: 2.22805\tvalid_0's l1: 0.812328\n",
      "[3087]\tvalid_0's l2: 2.22793\tvalid_0's l1: 0.812277\n",
      "[3088]\tvalid_0's l2: 2.2276\tvalid_0's l1: 0.8122\n",
      "[3089]\tvalid_0's l2: 2.22754\tvalid_0's l1: 0.812171\n",
      "[3090]\tvalid_0's l2: 2.22716\tvalid_0's l1: 0.812083\n",
      "[3091]\tvalid_0's l2: 2.227\tvalid_0's l1: 0.812003\n",
      "[3092]\tvalid_0's l2: 2.22653\tvalid_0's l1: 0.811867\n",
      "[3093]\tvalid_0's l2: 2.22633\tvalid_0's l1: 0.811811\n",
      "[3094]\tvalid_0's l2: 2.2261\tvalid_0's l1: 0.811749\n",
      "[3095]\tvalid_0's l2: 2.2259\tvalid_0's l1: 0.811679\n",
      "[3096]\tvalid_0's l2: 2.22577\tvalid_0's l1: 0.811621\n",
      "[3097]\tvalid_0's l2: 2.22571\tvalid_0's l1: 0.811609\n",
      "[3098]\tvalid_0's l2: 2.2258\tvalid_0's l1: 0.811578\n",
      "[3099]\tvalid_0's l2: 2.22582\tvalid_0's l1: 0.811562\n",
      "[3100]\tvalid_0's l2: 2.22535\tvalid_0's l1: 0.811453\n",
      "[3101]\tvalid_0's l2: 2.22521\tvalid_0's l1: 0.811404\n",
      "[3102]\tvalid_0's l2: 2.22504\tvalid_0's l1: 0.811357\n",
      "[3103]\tvalid_0's l2: 2.22469\tvalid_0's l1: 0.811277\n",
      "[3104]\tvalid_0's l2: 2.22467\tvalid_0's l1: 0.811268\n",
      "[3105]\tvalid_0's l2: 2.22457\tvalid_0's l1: 0.811214\n",
      "[3106]\tvalid_0's l2: 2.2244\tvalid_0's l1: 0.811142\n",
      "[3107]\tvalid_0's l2: 2.22423\tvalid_0's l1: 0.81107\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3108]\tvalid_0's l2: 2.22389\tvalid_0's l1: 0.81099\n",
      "[3109]\tvalid_0's l2: 2.22372\tvalid_0's l1: 0.81094\n",
      "[3110]\tvalid_0's l2: 2.22365\tvalid_0's l1: 0.810905\n",
      "[3111]\tvalid_0's l2: 2.22338\tvalid_0's l1: 0.810833\n",
      "[3112]\tvalid_0's l2: 2.22319\tvalid_0's l1: 0.810783\n",
      "[3113]\tvalid_0's l2: 2.22292\tvalid_0's l1: 0.810725\n",
      "[3114]\tvalid_0's l2: 2.22276\tvalid_0's l1: 0.810644\n",
      "[3115]\tvalid_0's l2: 2.22264\tvalid_0's l1: 0.810609\n",
      "[3116]\tvalid_0's l2: 2.22249\tvalid_0's l1: 0.810561\n",
      "[3117]\tvalid_0's l2: 2.22225\tvalid_0's l1: 0.810496\n",
      "[3118]\tvalid_0's l2: 2.22216\tvalid_0's l1: 0.810453\n",
      "[3119]\tvalid_0's l2: 2.22196\tvalid_0's l1: 0.810375\n",
      "[3120]\tvalid_0's l2: 2.22174\tvalid_0's l1: 0.810323\n",
      "[3121]\tvalid_0's l2: 2.22156\tvalid_0's l1: 0.810259\n",
      "[3122]\tvalid_0's l2: 2.22142\tvalid_0's l1: 0.810222\n",
      "[3123]\tvalid_0's l2: 2.22109\tvalid_0's l1: 0.810132\n",
      "[3124]\tvalid_0's l2: 2.22082\tvalid_0's l1: 0.810085\n",
      "[3125]\tvalid_0's l2: 2.22063\tvalid_0's l1: 0.810004\n",
      "[3126]\tvalid_0's l2: 2.22011\tvalid_0's l1: 0.809934\n",
      "[3127]\tvalid_0's l2: 2.21994\tvalid_0's l1: 0.809853\n",
      "[3128]\tvalid_0's l2: 2.21981\tvalid_0's l1: 0.80981\n",
      "[3129]\tvalid_0's l2: 2.21958\tvalid_0's l1: 0.809731\n",
      "[3130]\tvalid_0's l2: 2.21947\tvalid_0's l1: 0.8097\n",
      "[3131]\tvalid_0's l2: 2.2195\tvalid_0's l1: 0.80968\n",
      "[3132]\tvalid_0's l2: 2.21931\tvalid_0's l1: 0.809618\n",
      "[3133]\tvalid_0's l2: 2.21923\tvalid_0's l1: 0.809578\n",
      "[3134]\tvalid_0's l2: 2.21871\tvalid_0's l1: 0.809483\n",
      "[3135]\tvalid_0's l2: 2.21836\tvalid_0's l1: 0.809386\n",
      "[3136]\tvalid_0's l2: 2.21825\tvalid_0's l1: 0.809357\n",
      "[3137]\tvalid_0's l2: 2.21812\tvalid_0's l1: 0.809301\n",
      "[3138]\tvalid_0's l2: 2.21796\tvalid_0's l1: 0.80926\n",
      "[3139]\tvalid_0's l2: 2.21782\tvalid_0's l1: 0.809205\n",
      "[3140]\tvalid_0's l2: 2.21769\tvalid_0's l1: 0.809177\n",
      "[3141]\tvalid_0's l2: 2.21746\tvalid_0's l1: 0.809103\n",
      "[3142]\tvalid_0's l2: 2.21733\tvalid_0's l1: 0.809044\n",
      "[3143]\tvalid_0's l2: 2.21701\tvalid_0's l1: 0.808935\n",
      "[3144]\tvalid_0's l2: 2.21686\tvalid_0's l1: 0.808889\n",
      "[3145]\tvalid_0's l2: 2.21677\tvalid_0's l1: 0.808841\n",
      "[3146]\tvalid_0's l2: 2.21643\tvalid_0's l1: 0.808743\n",
      "[3147]\tvalid_0's l2: 2.2164\tvalid_0's l1: 0.808729\n",
      "[3148]\tvalid_0's l2: 2.21579\tvalid_0's l1: 0.808582\n",
      "[3149]\tvalid_0's l2: 2.21555\tvalid_0's l1: 0.80849\n",
      "[3150]\tvalid_0's l2: 2.21535\tvalid_0's l1: 0.808415\n",
      "[3151]\tvalid_0's l2: 2.21515\tvalid_0's l1: 0.808342\n",
      "[3152]\tvalid_0's l2: 2.21505\tvalid_0's l1: 0.808299\n",
      "[3153]\tvalid_0's l2: 2.21467\tvalid_0's l1: 0.80817\n",
      "[3154]\tvalid_0's l2: 2.21463\tvalid_0's l1: 0.808132\n",
      "[3155]\tvalid_0's l2: 2.21445\tvalid_0's l1: 0.808062\n",
      "[3156]\tvalid_0's l2: 2.21415\tvalid_0's l1: 0.808006\n",
      "[3157]\tvalid_0's l2: 2.21405\tvalid_0's l1: 0.807941\n",
      "[3158]\tvalid_0's l2: 2.21346\tvalid_0's l1: 0.807835\n",
      "[3159]\tvalid_0's l2: 2.21319\tvalid_0's l1: 0.80776\n",
      "[3160]\tvalid_0's l2: 2.21309\tvalid_0's l1: 0.807706\n",
      "[3161]\tvalid_0's l2: 2.21289\tvalid_0's l1: 0.80762\n",
      "[3162]\tvalid_0's l2: 2.21256\tvalid_0's l1: 0.807584\n",
      "[3163]\tvalid_0's l2: 2.21249\tvalid_0's l1: 0.807563\n",
      "[3164]\tvalid_0's l2: 2.2123\tvalid_0's l1: 0.807489\n",
      "[3165]\tvalid_0's l2: 2.212\tvalid_0's l1: 0.807399\n",
      "[3166]\tvalid_0's l2: 2.21184\tvalid_0's l1: 0.807342\n",
      "[3167]\tvalid_0's l2: 2.21166\tvalid_0's l1: 0.807293\n",
      "[3168]\tvalid_0's l2: 2.21163\tvalid_0's l1: 0.807276\n",
      "[3169]\tvalid_0's l2: 2.21149\tvalid_0's l1: 0.807217\n",
      "[3170]\tvalid_0's l2: 2.21124\tvalid_0's l1: 0.807141\n",
      "[3171]\tvalid_0's l2: 2.2111\tvalid_0's l1: 0.807094\n",
      "[3172]\tvalid_0's l2: 2.21094\tvalid_0's l1: 0.80705\n",
      "[3173]\tvalid_0's l2: 2.21079\tvalid_0's l1: 0.807004\n",
      "[3174]\tvalid_0's l2: 2.21044\tvalid_0's l1: 0.806925\n",
      "[3175]\tvalid_0's l2: 2.21022\tvalid_0's l1: 0.806836\n",
      "[3176]\tvalid_0's l2: 2.21005\tvalid_0's l1: 0.806765\n",
      "[3177]\tvalid_0's l2: 2.20986\tvalid_0's l1: 0.806701\n",
      "[3178]\tvalid_0's l2: 2.20967\tvalid_0's l1: 0.806646\n",
      "[3179]\tvalid_0's l2: 2.20947\tvalid_0's l1: 0.80658\n",
      "[3180]\tvalid_0's l2: 2.20924\tvalid_0's l1: 0.806535\n",
      "[3181]\tvalid_0's l2: 2.2091\tvalid_0's l1: 0.806514\n",
      "[3182]\tvalid_0's l2: 2.20878\tvalid_0's l1: 0.806434\n",
      "[3183]\tvalid_0's l2: 2.20875\tvalid_0's l1: 0.806379\n",
      "[3184]\tvalid_0's l2: 2.20872\tvalid_0's l1: 0.806358\n",
      "[3185]\tvalid_0's l2: 2.20854\tvalid_0's l1: 0.806309\n",
      "[3186]\tvalid_0's l2: 2.2082\tvalid_0's l1: 0.806224\n",
      "[3187]\tvalid_0's l2: 2.20806\tvalid_0's l1: 0.806181\n",
      "[3188]\tvalid_0's l2: 2.20793\tvalid_0's l1: 0.806126\n",
      "[3189]\tvalid_0's l2: 2.20765\tvalid_0's l1: 0.806053\n",
      "[3190]\tvalid_0's l2: 2.20751\tvalid_0's l1: 0.806006\n",
      "[3191]\tvalid_0's l2: 2.20743\tvalid_0's l1: 0.805971\n",
      "[3192]\tvalid_0's l2: 2.20732\tvalid_0's l1: 0.805945\n",
      "[3193]\tvalid_0's l2: 2.20703\tvalid_0's l1: 0.805891\n",
      "[3194]\tvalid_0's l2: 2.20693\tvalid_0's l1: 0.80586\n",
      "[3195]\tvalid_0's l2: 2.2064\tvalid_0's l1: 0.805743\n",
      "[3196]\tvalid_0's l2: 2.20634\tvalid_0's l1: 0.805721\n",
      "[3197]\tvalid_0's l2: 2.2063\tvalid_0's l1: 0.805657\n",
      "[3198]\tvalid_0's l2: 2.20639\tvalid_0's l1: 0.805678\n",
      "[3199]\tvalid_0's l2: 2.20603\tvalid_0's l1: 0.805584\n",
      "[3200]\tvalid_0's l2: 2.2057\tvalid_0's l1: 0.805509\n",
      "[3201]\tvalid_0's l2: 2.20549\tvalid_0's l1: 0.805459\n",
      "[3202]\tvalid_0's l2: 2.20511\tvalid_0's l1: 0.805373\n",
      "[3203]\tvalid_0's l2: 2.20499\tvalid_0's l1: 0.805342\n",
      "[3204]\tvalid_0's l2: 2.20489\tvalid_0's l1: 0.805315\n",
      "[3205]\tvalid_0's l2: 2.20473\tvalid_0's l1: 0.805239\n",
      "[3206]\tvalid_0's l2: 2.20456\tvalid_0's l1: 0.805165\n",
      "[3207]\tvalid_0's l2: 2.20448\tvalid_0's l1: 0.805125\n",
      "[3208]\tvalid_0's l2: 2.20419\tvalid_0's l1: 0.805031\n",
      "[3209]\tvalid_0's l2: 2.20406\tvalid_0's l1: 0.804948\n",
      "[3210]\tvalid_0's l2: 2.20402\tvalid_0's l1: 0.804922\n",
      "[3211]\tvalid_0's l2: 2.20391\tvalid_0's l1: 0.804873\n",
      "[3212]\tvalid_0's l2: 2.20369\tvalid_0's l1: 0.804804\n",
      "[3213]\tvalid_0's l2: 2.20348\tvalid_0's l1: 0.804721\n",
      "[3214]\tvalid_0's l2: 2.20336\tvalid_0's l1: 0.804682\n",
      "[3215]\tvalid_0's l2: 2.20335\tvalid_0's l1: 0.804659\n",
      "[3216]\tvalid_0's l2: 2.20332\tvalid_0's l1: 0.804636\n",
      "[3217]\tvalid_0's l2: 2.20331\tvalid_0's l1: 0.804623\n",
      "[3218]\tvalid_0's l2: 2.20326\tvalid_0's l1: 0.804596\n",
      "[3219]\tvalid_0's l2: 2.20294\tvalid_0's l1: 0.804494\n",
      "[3220]\tvalid_0's l2: 2.20262\tvalid_0's l1: 0.804439\n",
      "[3221]\tvalid_0's l2: 2.2023\tvalid_0's l1: 0.804375\n",
      "[3222]\tvalid_0's l2: 2.20214\tvalid_0's l1: 0.804311\n",
      "[3223]\tvalid_0's l2: 2.20203\tvalid_0's l1: 0.804244\n",
      "[3224]\tvalid_0's l2: 2.20184\tvalid_0's l1: 0.80418\n",
      "[3225]\tvalid_0's l2: 2.2017\tvalid_0's l1: 0.80411\n",
      "[3226]\tvalid_0's l2: 2.20128\tvalid_0's l1: 0.804003\n",
      "[3227]\tvalid_0's l2: 2.20128\tvalid_0's l1: 0.803977\n",
      "[3228]\tvalid_0's l2: 2.2011\tvalid_0's l1: 0.803934\n",
      "[3229]\tvalid_0's l2: 2.20103\tvalid_0's l1: 0.803932\n",
      "[3230]\tvalid_0's l2: 2.20077\tvalid_0's l1: 0.803867\n",
      "[3231]\tvalid_0's l2: 2.20058\tvalid_0's l1: 0.80379\n",
      "[3232]\tvalid_0's l2: 2.20011\tvalid_0's l1: 0.803722\n",
      "[3233]\tvalid_0's l2: 2.19994\tvalid_0's l1: 0.803671\n",
      "[3234]\tvalid_0's l2: 2.19944\tvalid_0's l1: 0.803588\n",
      "[3235]\tvalid_0's l2: 2.19934\tvalid_0's l1: 0.80353\n",
      "[3236]\tvalid_0's l2: 2.19897\tvalid_0's l1: 0.803465\n",
      "[3237]\tvalid_0's l2: 2.19892\tvalid_0's l1: 0.803427\n",
      "[3238]\tvalid_0's l2: 2.1987\tvalid_0's l1: 0.803327\n",
      "[3239]\tvalid_0's l2: 2.19833\tvalid_0's l1: 0.803214\n",
      "[3240]\tvalid_0's l2: 2.19774\tvalid_0's l1: 0.803128\n",
      "[3241]\tvalid_0's l2: 2.19758\tvalid_0's l1: 0.803067\n",
      "[3242]\tvalid_0's l2: 2.19703\tvalid_0's l1: 0.802979\n",
      "[3243]\tvalid_0's l2: 2.19685\tvalid_0's l1: 0.802943\n",
      "[3244]\tvalid_0's l2: 2.19669\tvalid_0's l1: 0.802891\n",
      "[3245]\tvalid_0's l2: 2.19658\tvalid_0's l1: 0.802834\n",
      "[3246]\tvalid_0's l2: 2.19647\tvalid_0's l1: 0.802777\n",
      "[3247]\tvalid_0's l2: 2.19667\tvalid_0's l1: 0.802768\n",
      "[3248]\tvalid_0's l2: 2.19643\tvalid_0's l1: 0.80272\n",
      "[3249]\tvalid_0's l2: 2.19643\tvalid_0's l1: 0.802711\n",
      "[3250]\tvalid_0's l2: 2.19623\tvalid_0's l1: 0.802636\n",
      "[3251]\tvalid_0's l2: 2.19608\tvalid_0's l1: 0.8026\n",
      "[3252]\tvalid_0's l2: 2.19578\tvalid_0's l1: 0.802514\n",
      "[3253]\tvalid_0's l2: 2.19566\tvalid_0's l1: 0.802475\n",
      "[3254]\tvalid_0's l2: 2.19536\tvalid_0's l1: 0.802395\n",
      "[3255]\tvalid_0's l2: 2.19519\tvalid_0's l1: 0.802337\n",
      "[3256]\tvalid_0's l2: 2.19499\tvalid_0's l1: 0.802294\n",
      "[3257]\tvalid_0's l2: 2.19494\tvalid_0's l1: 0.802269\n",
      "[3258]\tvalid_0's l2: 2.19477\tvalid_0's l1: 0.802215\n",
      "[3259]\tvalid_0's l2: 2.19457\tvalid_0's l1: 0.802156\n",
      "[3260]\tvalid_0's l2: 2.19439\tvalid_0's l1: 0.802064\n",
      "[3261]\tvalid_0's l2: 2.19417\tvalid_0's l1: 0.801998\n",
      "[3262]\tvalid_0's l2: 2.194\tvalid_0's l1: 0.80197\n",
      "[3263]\tvalid_0's l2: 2.19384\tvalid_0's l1: 0.801934\n",
      "[3264]\tvalid_0's l2: 2.1935\tvalid_0's l1: 0.801831\n",
      "[3265]\tvalid_0's l2: 2.1934\tvalid_0's l1: 0.801795\n",
      "[3266]\tvalid_0's l2: 2.1933\tvalid_0's l1: 0.801738\n",
      "[3267]\tvalid_0's l2: 2.19279\tvalid_0's l1: 0.80169\n",
      "[3268]\tvalid_0's l2: 2.19258\tvalid_0's l1: 0.801614\n",
      "[3269]\tvalid_0's l2: 2.19223\tvalid_0's l1: 0.801602\n",
      "[3270]\tvalid_0's l2: 2.1921\tvalid_0's l1: 0.801548\n",
      "[3271]\tvalid_0's l2: 2.19192\tvalid_0's l1: 0.80148\n",
      "[3272]\tvalid_0's l2: 2.19169\tvalid_0's l1: 0.801419\n",
      "[3273]\tvalid_0's l2: 2.19149\tvalid_0's l1: 0.801345\n",
      "[3274]\tvalid_0's l2: 2.19119\tvalid_0's l1: 0.801291\n",
      "[3275]\tvalid_0's l2: 2.19062\tvalid_0's l1: 0.801234\n",
      "[3276]\tvalid_0's l2: 2.19048\tvalid_0's l1: 0.801178\n",
      "[3277]\tvalid_0's l2: 2.19021\tvalid_0's l1: 0.801119\n",
      "[3278]\tvalid_0's l2: 2.19009\tvalid_0's l1: 0.801056\n",
      "[3279]\tvalid_0's l2: 2.18987\tvalid_0's l1: 0.800992\n",
      "[3280]\tvalid_0's l2: 2.18974\tvalid_0's l1: 0.800974\n",
      "[3281]\tvalid_0's l2: 2.18961\tvalid_0's l1: 0.800928\n",
      "[3282]\tvalid_0's l2: 2.18923\tvalid_0's l1: 0.800863\n",
      "[3283]\tvalid_0's l2: 2.18895\tvalid_0's l1: 0.800806\n",
      "[3284]\tvalid_0's l2: 2.18877\tvalid_0's l1: 0.800742\n",
      "[3285]\tvalid_0's l2: 2.18829\tvalid_0's l1: 0.800658\n",
      "[3286]\tvalid_0's l2: 2.18818\tvalid_0's l1: 0.8006\n",
      "[3287]\tvalid_0's l2: 2.18817\tvalid_0's l1: 0.800577\n",
      "[3288]\tvalid_0's l2: 2.18776\tvalid_0's l1: 0.800493\n",
      "[3289]\tvalid_0's l2: 2.1876\tvalid_0's l1: 0.800421\n",
      "[3290]\tvalid_0's l2: 2.18751\tvalid_0's l1: 0.800378\n",
      "[3291]\tvalid_0's l2: 2.18694\tvalid_0's l1: 0.800271\n",
      "[3292]\tvalid_0's l2: 2.18682\tvalid_0's l1: 0.800232\n",
      "[3293]\tvalid_0's l2: 2.18626\tvalid_0's l1: 0.800175\n",
      "[3294]\tvalid_0's l2: 2.18619\tvalid_0's l1: 0.800144\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3295]\tvalid_0's l2: 2.18611\tvalid_0's l1: 0.800118\n",
      "[3296]\tvalid_0's l2: 2.18592\tvalid_0's l1: 0.800069\n",
      "[3297]\tvalid_0's l2: 2.18566\tvalid_0's l1: 0.799989\n",
      "[3298]\tvalid_0's l2: 2.18511\tvalid_0's l1: 0.799903\n",
      "[3299]\tvalid_0's l2: 2.18495\tvalid_0's l1: 0.799839\n",
      "[3300]\tvalid_0's l2: 2.18486\tvalid_0's l1: 0.799803\n",
      "[3301]\tvalid_0's l2: 2.18468\tvalid_0's l1: 0.799744\n",
      "[3302]\tvalid_0's l2: 2.18429\tvalid_0's l1: 0.79967\n",
      "[3303]\tvalid_0's l2: 2.18409\tvalid_0's l1: 0.799615\n",
      "[3304]\tvalid_0's l2: 2.18352\tvalid_0's l1: 0.799546\n",
      "[3305]\tvalid_0's l2: 2.18344\tvalid_0's l1: 0.799504\n",
      "[3306]\tvalid_0's l2: 2.18307\tvalid_0's l1: 0.79941\n",
      "[3307]\tvalid_0's l2: 2.18278\tvalid_0's l1: 0.799303\n",
      "[3308]\tvalid_0's l2: 2.18257\tvalid_0's l1: 0.79921\n",
      "[3309]\tvalid_0's l2: 2.18247\tvalid_0's l1: 0.799177\n",
      "[3310]\tvalid_0's l2: 2.18229\tvalid_0's l1: 0.79914\n",
      "[3311]\tvalid_0's l2: 2.18221\tvalid_0's l1: 0.799108\n",
      "[3312]\tvalid_0's l2: 2.18206\tvalid_0's l1: 0.799033\n",
      "[3313]\tvalid_0's l2: 2.18191\tvalid_0's l1: 0.798962\n",
      "[3314]\tvalid_0's l2: 2.18166\tvalid_0's l1: 0.798882\n",
      "[3315]\tvalid_0's l2: 2.18153\tvalid_0's l1: 0.798845\n",
      "[3316]\tvalid_0's l2: 2.18139\tvalid_0's l1: 0.798765\n",
      "[3317]\tvalid_0's l2: 2.18133\tvalid_0's l1: 0.798724\n",
      "[3318]\tvalid_0's l2: 2.18095\tvalid_0's l1: 0.798621\n",
      "[3319]\tvalid_0's l2: 2.18086\tvalid_0's l1: 0.798584\n",
      "[3320]\tvalid_0's l2: 2.18067\tvalid_0's l1: 0.79857\n",
      "[3321]\tvalid_0's l2: 2.18038\tvalid_0's l1: 0.798501\n",
      "[3322]\tvalid_0's l2: 2.18006\tvalid_0's l1: 0.798434\n",
      "[3323]\tvalid_0's l2: 2.17988\tvalid_0's l1: 0.798364\n",
      "[3324]\tvalid_0's l2: 2.17933\tvalid_0's l1: 0.798309\n",
      "[3325]\tvalid_0's l2: 2.17927\tvalid_0's l1: 0.798285\n",
      "[3326]\tvalid_0's l2: 2.17911\tvalid_0's l1: 0.798224\n",
      "[3327]\tvalid_0's l2: 2.17921\tvalid_0's l1: 0.798239\n",
      "[3328]\tvalid_0's l2: 2.17902\tvalid_0's l1: 0.798167\n",
      "[3329]\tvalid_0's l2: 2.17887\tvalid_0's l1: 0.798107\n",
      "[3330]\tvalid_0's l2: 2.17877\tvalid_0's l1: 0.798052\n",
      "[3331]\tvalid_0's l2: 2.17865\tvalid_0's l1: 0.798007\n",
      "[3332]\tvalid_0's l2: 2.17832\tvalid_0's l1: 0.797952\n",
      "[3333]\tvalid_0's l2: 2.17826\tvalid_0's l1: 0.797932\n",
      "[3334]\tvalid_0's l2: 2.17816\tvalid_0's l1: 0.797893\n",
      "[3335]\tvalid_0's l2: 2.17784\tvalid_0's l1: 0.797798\n",
      "[3336]\tvalid_0's l2: 2.17774\tvalid_0's l1: 0.797743\n",
      "[3337]\tvalid_0's l2: 2.17747\tvalid_0's l1: 0.79768\n",
      "[3338]\tvalid_0's l2: 2.17717\tvalid_0's l1: 0.797639\n",
      "[3339]\tvalid_0's l2: 2.17708\tvalid_0's l1: 0.797598\n",
      "[3340]\tvalid_0's l2: 2.17694\tvalid_0's l1: 0.797551\n",
      "[3341]\tvalid_0's l2: 2.17684\tvalid_0's l1: 0.79749\n",
      "[3342]\tvalid_0's l2: 2.1768\tvalid_0's l1: 0.797466\n",
      "[3343]\tvalid_0's l2: 2.17648\tvalid_0's l1: 0.797405\n",
      "[3344]\tvalid_0's l2: 2.17642\tvalid_0's l1: 0.797387\n",
      "[3345]\tvalid_0's l2: 2.17628\tvalid_0's l1: 0.797356\n",
      "[3346]\tvalid_0's l2: 2.17586\tvalid_0's l1: 0.797206\n",
      "[3347]\tvalid_0's l2: 2.17579\tvalid_0's l1: 0.797166\n",
      "[3348]\tvalid_0's l2: 2.1757\tvalid_0's l1: 0.797155\n",
      "[3349]\tvalid_0's l2: 2.17546\tvalid_0's l1: 0.797069\n",
      "[3350]\tvalid_0's l2: 2.17504\tvalid_0's l1: 0.796979\n",
      "[3351]\tvalid_0's l2: 2.17486\tvalid_0's l1: 0.796895\n",
      "[3352]\tvalid_0's l2: 2.17476\tvalid_0's l1: 0.796836\n",
      "[3353]\tvalid_0's l2: 2.17448\tvalid_0's l1: 0.79676\n",
      "[3354]\tvalid_0's l2: 2.17433\tvalid_0's l1: 0.796697\n",
      "[3355]\tvalid_0's l2: 2.17416\tvalid_0's l1: 0.796627\n",
      "[3356]\tvalid_0's l2: 2.174\tvalid_0's l1: 0.796548\n",
      "[3357]\tvalid_0's l2: 2.17378\tvalid_0's l1: 0.796443\n",
      "[3358]\tvalid_0's l2: 2.17362\tvalid_0's l1: 0.796377\n",
      "[3359]\tvalid_0's l2: 2.1734\tvalid_0's l1: 0.796301\n",
      "[3360]\tvalid_0's l2: 2.17327\tvalid_0's l1: 0.796242\n",
      "[3361]\tvalid_0's l2: 2.1731\tvalid_0's l1: 0.796198\n",
      "[3362]\tvalid_0's l2: 2.17312\tvalid_0's l1: 0.796191\n",
      "[3363]\tvalid_0's l2: 2.17305\tvalid_0's l1: 0.796146\n",
      "[3364]\tvalid_0's l2: 2.17295\tvalid_0's l1: 0.796105\n",
      "[3365]\tvalid_0's l2: 2.17276\tvalid_0's l1: 0.796037\n",
      "[3366]\tvalid_0's l2: 2.17258\tvalid_0's l1: 0.79596\n",
      "[3367]\tvalid_0's l2: 2.1725\tvalid_0's l1: 0.795936\n",
      "[3368]\tvalid_0's l2: 2.17226\tvalid_0's l1: 0.795888\n",
      "[3369]\tvalid_0's l2: 2.17234\tvalid_0's l1: 0.795864\n",
      "[3370]\tvalid_0's l2: 2.17214\tvalid_0's l1: 0.795805\n",
      "[3371]\tvalid_0's l2: 2.17188\tvalid_0's l1: 0.795723\n",
      "[3372]\tvalid_0's l2: 2.17183\tvalid_0's l1: 0.795682\n",
      "[3373]\tvalid_0's l2: 2.17175\tvalid_0's l1: 0.795638\n",
      "[3374]\tvalid_0's l2: 2.17166\tvalid_0's l1: 0.795598\n",
      "[3375]\tvalid_0's l2: 2.17135\tvalid_0's l1: 0.795521\n",
      "[3376]\tvalid_0's l2: 2.17118\tvalid_0's l1: 0.795492\n",
      "[3377]\tvalid_0's l2: 2.17099\tvalid_0's l1: 0.795413\n",
      "[3378]\tvalid_0's l2: 2.1708\tvalid_0's l1: 0.795347\n",
      "[3379]\tvalid_0's l2: 2.17061\tvalid_0's l1: 0.795279\n",
      "[3380]\tvalid_0's l2: 2.17056\tvalid_0's l1: 0.795259\n",
      "[3381]\tvalid_0's l2: 2.17054\tvalid_0's l1: 0.795242\n",
      "[3382]\tvalid_0's l2: 2.17048\tvalid_0's l1: 0.795221\n",
      "[3383]\tvalid_0's l2: 2.17026\tvalid_0's l1: 0.79514\n",
      "[3384]\tvalid_0's l2: 2.16974\tvalid_0's l1: 0.795087\n",
      "[3385]\tvalid_0's l2: 2.16948\tvalid_0's l1: 0.795051\n",
      "[3386]\tvalid_0's l2: 2.16932\tvalid_0's l1: 0.794979\n",
      "[3387]\tvalid_0's l2: 2.16917\tvalid_0's l1: 0.794907\n",
      "[3388]\tvalid_0's l2: 2.16888\tvalid_0's l1: 0.794867\n",
      "[3389]\tvalid_0's l2: 2.16873\tvalid_0's l1: 0.794807\n",
      "[3390]\tvalid_0's l2: 2.16847\tvalid_0's l1: 0.794695\n",
      "[3391]\tvalid_0's l2: 2.16828\tvalid_0's l1: 0.794633\n",
      "[3392]\tvalid_0's l2: 2.16815\tvalid_0's l1: 0.794591\n",
      "[3393]\tvalid_0's l2: 2.16777\tvalid_0's l1: 0.794468\n",
      "[3394]\tvalid_0's l2: 2.16743\tvalid_0's l1: 0.794423\n",
      "[3395]\tvalid_0's l2: 2.16729\tvalid_0's l1: 0.794375\n",
      "[3396]\tvalid_0's l2: 2.16722\tvalid_0's l1: 0.794339\n",
      "[3397]\tvalid_0's l2: 2.16684\tvalid_0's l1: 0.794216\n",
      "[3398]\tvalid_0's l2: 2.16668\tvalid_0's l1: 0.794163\n",
      "[3399]\tvalid_0's l2: 2.16646\tvalid_0's l1: 0.794124\n",
      "[3400]\tvalid_0's l2: 2.16624\tvalid_0's l1: 0.794079\n",
      "[3401]\tvalid_0's l2: 2.16615\tvalid_0's l1: 0.794042\n",
      "[3402]\tvalid_0's l2: 2.16609\tvalid_0's l1: 0.794012\n",
      "[3403]\tvalid_0's l2: 2.16591\tvalid_0's l1: 0.793971\n",
      "[3404]\tvalid_0's l2: 2.16574\tvalid_0's l1: 0.793876\n",
      "[3405]\tvalid_0's l2: 2.16581\tvalid_0's l1: 0.793867\n",
      "[3406]\tvalid_0's l2: 2.16575\tvalid_0's l1: 0.79383\n",
      "[3407]\tvalid_0's l2: 2.16563\tvalid_0's l1: 0.79378\n",
      "[3408]\tvalid_0's l2: 2.16557\tvalid_0's l1: 0.793733\n",
      "[3409]\tvalid_0's l2: 2.16531\tvalid_0's l1: 0.793623\n",
      "[3410]\tvalid_0's l2: 2.16525\tvalid_0's l1: 0.793602\n",
      "[3411]\tvalid_0's l2: 2.16508\tvalid_0's l1: 0.79354\n",
      "[3412]\tvalid_0's l2: 2.1649\tvalid_0's l1: 0.793464\n",
      "[3413]\tvalid_0's l2: 2.16481\tvalid_0's l1: 0.793431\n",
      "[3414]\tvalid_0's l2: 2.16467\tvalid_0's l1: 0.793347\n",
      "[3415]\tvalid_0's l2: 2.16459\tvalid_0's l1: 0.793307\n",
      "[3416]\tvalid_0's l2: 2.16463\tvalid_0's l1: 0.79328\n",
      "[3417]\tvalid_0's l2: 2.16454\tvalid_0's l1: 0.793236\n",
      "[3418]\tvalid_0's l2: 2.16451\tvalid_0's l1: 0.793216\n",
      "[3419]\tvalid_0's l2: 2.16444\tvalid_0's l1: 0.793199\n",
      "[3420]\tvalid_0's l2: 2.16423\tvalid_0's l1: 0.793142\n",
      "[3421]\tvalid_0's l2: 2.16401\tvalid_0's l1: 0.793066\n",
      "[3422]\tvalid_0's l2: 2.16386\tvalid_0's l1: 0.793033\n",
      "[3423]\tvalid_0's l2: 2.16359\tvalid_0's l1: 0.792971\n",
      "[3424]\tvalid_0's l2: 2.16333\tvalid_0's l1: 0.792917\n",
      "[3425]\tvalid_0's l2: 2.16315\tvalid_0's l1: 0.792859\n",
      "[3426]\tvalid_0's l2: 2.16305\tvalid_0's l1: 0.792812\n",
      "[3427]\tvalid_0's l2: 2.16276\tvalid_0's l1: 0.792717\n",
      "[3428]\tvalid_0's l2: 2.1627\tvalid_0's l1: 0.792695\n",
      "[3429]\tvalid_0's l2: 2.16243\tvalid_0's l1: 0.792623\n",
      "[3430]\tvalid_0's l2: 2.16238\tvalid_0's l1: 0.792579\n",
      "[3431]\tvalid_0's l2: 2.16232\tvalid_0's l1: 0.792562\n",
      "[3432]\tvalid_0's l2: 2.16225\tvalid_0's l1: 0.792538\n",
      "[3433]\tvalid_0's l2: 2.16208\tvalid_0's l1: 0.792498\n",
      "[3434]\tvalid_0's l2: 2.16174\tvalid_0's l1: 0.792396\n",
      "[3435]\tvalid_0's l2: 2.1614\tvalid_0's l1: 0.79231\n",
      "[3436]\tvalid_0's l2: 2.1612\tvalid_0's l1: 0.792257\n",
      "[3437]\tvalid_0's l2: 2.16091\tvalid_0's l1: 0.79216\n",
      "[3438]\tvalid_0's l2: 2.16088\tvalid_0's l1: 0.792129\n",
      "[3439]\tvalid_0's l2: 2.16073\tvalid_0's l1: 0.792079\n",
      "[3440]\tvalid_0's l2: 2.16047\tvalid_0's l1: 0.792015\n",
      "[3441]\tvalid_0's l2: 2.16022\tvalid_0's l1: 0.791937\n",
      "[3442]\tvalid_0's l2: 2.16003\tvalid_0's l1: 0.791846\n",
      "[3443]\tvalid_0's l2: 2.15998\tvalid_0's l1: 0.791827\n",
      "[3444]\tvalid_0's l2: 2.15973\tvalid_0's l1: 0.791737\n",
      "[3445]\tvalid_0's l2: 2.15942\tvalid_0's l1: 0.791647\n",
      "[3446]\tvalid_0's l2: 2.15864\tvalid_0's l1: 0.791537\n",
      "[3447]\tvalid_0's l2: 2.15848\tvalid_0's l1: 0.79147\n",
      "[3448]\tvalid_0's l2: 2.15831\tvalid_0's l1: 0.791397\n",
      "[3449]\tvalid_0's l2: 2.15815\tvalid_0's l1: 0.791323\n",
      "[3450]\tvalid_0's l2: 2.15773\tvalid_0's l1: 0.791236\n",
      "[3451]\tvalid_0's l2: 2.15768\tvalid_0's l1: 0.791218\n",
      "[3452]\tvalid_0's l2: 2.15741\tvalid_0's l1: 0.791151\n",
      "[3453]\tvalid_0's l2: 2.15715\tvalid_0's l1: 0.791075\n",
      "[3454]\tvalid_0's l2: 2.15701\tvalid_0's l1: 0.791024\n",
      "[3455]\tvalid_0's l2: 2.15667\tvalid_0's l1: 0.790926\n",
      "[3456]\tvalid_0's l2: 2.15653\tvalid_0's l1: 0.790882\n",
      "[3457]\tvalid_0's l2: 2.15634\tvalid_0's l1: 0.790824\n",
      "[3458]\tvalid_0's l2: 2.15617\tvalid_0's l1: 0.790776\n",
      "[3459]\tvalid_0's l2: 2.15619\tvalid_0's l1: 0.790793\n",
      "[3460]\tvalid_0's l2: 2.15578\tvalid_0's l1: 0.790733\n",
      "[3461]\tvalid_0's l2: 2.15565\tvalid_0's l1: 0.790689\n",
      "[3462]\tvalid_0's l2: 2.15539\tvalid_0's l1: 0.79064\n",
      "[3463]\tvalid_0's l2: 2.15525\tvalid_0's l1: 0.79058\n",
      "[3464]\tvalid_0's l2: 2.15514\tvalid_0's l1: 0.790518\n",
      "[3465]\tvalid_0's l2: 2.15467\tvalid_0's l1: 0.790441\n",
      "[3466]\tvalid_0's l2: 2.15444\tvalid_0's l1: 0.790362\n",
      "[3467]\tvalid_0's l2: 2.15436\tvalid_0's l1: 0.790332\n",
      "[3468]\tvalid_0's l2: 2.15409\tvalid_0's l1: 0.790247\n",
      "[3469]\tvalid_0's l2: 2.1539\tvalid_0's l1: 0.79019\n",
      "[3470]\tvalid_0's l2: 2.15388\tvalid_0's l1: 0.790154\n",
      "[3471]\tvalid_0's l2: 2.15383\tvalid_0's l1: 0.790123\n",
      "[3472]\tvalid_0's l2: 2.15365\tvalid_0's l1: 0.790087\n",
      "[3473]\tvalid_0's l2: 2.15356\tvalid_0's l1: 0.790033\n",
      "[3474]\tvalid_0's l2: 2.15331\tvalid_0's l1: 0.78996\n",
      "[3475]\tvalid_0's l2: 2.15309\tvalid_0's l1: 0.7899\n",
      "[3476]\tvalid_0's l2: 2.15302\tvalid_0's l1: 0.789858\n",
      "[3477]\tvalid_0's l2: 2.15281\tvalid_0's l1: 0.789797\n",
      "[3478]\tvalid_0's l2: 2.15256\tvalid_0's l1: 0.789756\n",
      "[3479]\tvalid_0's l2: 2.15247\tvalid_0's l1: 0.789718\n",
      "[3480]\tvalid_0's l2: 2.15221\tvalid_0's l1: 0.789669\n",
      "[3481]\tvalid_0's l2: 2.15197\tvalid_0's l1: 0.789601\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3482]\tvalid_0's l2: 2.15197\tvalid_0's l1: 0.789603\n",
      "[3483]\tvalid_0's l2: 2.1517\tvalid_0's l1: 0.789531\n",
      "[3484]\tvalid_0's l2: 2.1513\tvalid_0's l1: 0.789474\n",
      "[3485]\tvalid_0's l2: 2.15114\tvalid_0's l1: 0.789414\n",
      "[3486]\tvalid_0's l2: 2.15107\tvalid_0's l1: 0.789393\n",
      "[3487]\tvalid_0's l2: 2.15089\tvalid_0's l1: 0.789331\n",
      "[3488]\tvalid_0's l2: 2.15083\tvalid_0's l1: 0.789292\n",
      "[3489]\tvalid_0's l2: 2.15053\tvalid_0's l1: 0.789223\n",
      "[3490]\tvalid_0's l2: 2.15039\tvalid_0's l1: 0.789203\n",
      "[3491]\tvalid_0's l2: 2.15025\tvalid_0's l1: 0.789159\n",
      "[3492]\tvalid_0's l2: 2.15004\tvalid_0's l1: 0.789107\n",
      "[3493]\tvalid_0's l2: 2.14994\tvalid_0's l1: 0.789078\n",
      "[3494]\tvalid_0's l2: 2.14978\tvalid_0's l1: 0.789021\n",
      "[3495]\tvalid_0's l2: 2.14967\tvalid_0's l1: 0.789004\n",
      "[3496]\tvalid_0's l2: 2.14958\tvalid_0's l1: 0.788958\n",
      "[3497]\tvalid_0's l2: 2.14932\tvalid_0's l1: 0.788891\n",
      "[3498]\tvalid_0's l2: 2.14943\tvalid_0's l1: 0.788921\n",
      "[3499]\tvalid_0's l2: 2.14938\tvalid_0's l1: 0.7889\n",
      "[3500]\tvalid_0's l2: 2.14921\tvalid_0's l1: 0.788827\n",
      "[3501]\tvalid_0's l2: 2.14923\tvalid_0's l1: 0.788845\n",
      "[3502]\tvalid_0's l2: 2.14914\tvalid_0's l1: 0.7888\n",
      "[3503]\tvalid_0's l2: 2.14887\tvalid_0's l1: 0.788789\n",
      "[3504]\tvalid_0's l2: 2.14865\tvalid_0's l1: 0.788739\n",
      "[3505]\tvalid_0's l2: 2.14854\tvalid_0's l1: 0.788703\n",
      "[3506]\tvalid_0's l2: 2.14836\tvalid_0's l1: 0.788664\n",
      "[3507]\tvalid_0's l2: 2.14818\tvalid_0's l1: 0.788584\n",
      "[3508]\tvalid_0's l2: 2.14794\tvalid_0's l1: 0.788512\n",
      "[3509]\tvalid_0's l2: 2.14789\tvalid_0's l1: 0.788487\n",
      "[3510]\tvalid_0's l2: 2.14763\tvalid_0's l1: 0.788437\n",
      "[3511]\tvalid_0's l2: 2.14725\tvalid_0's l1: 0.788372\n",
      "[3512]\tvalid_0's l2: 2.14724\tvalid_0's l1: 0.788343\n",
      "[3513]\tvalid_0's l2: 2.14693\tvalid_0's l1: 0.78829\n",
      "[3514]\tvalid_0's l2: 2.14676\tvalid_0's l1: 0.788239\n",
      "[3515]\tvalid_0's l2: 2.14641\tvalid_0's l1: 0.788151\n",
      "[3516]\tvalid_0's l2: 2.14615\tvalid_0's l1: 0.788129\n",
      "[3517]\tvalid_0's l2: 2.14594\tvalid_0's l1: 0.788101\n",
      "[3518]\tvalid_0's l2: 2.14562\tvalid_0's l1: 0.788073\n",
      "[3519]\tvalid_0's l2: 2.14546\tvalid_0's l1: 0.788047\n",
      "[3520]\tvalid_0's l2: 2.1453\tvalid_0's l1: 0.787992\n",
      "[3521]\tvalid_0's l2: 2.14502\tvalid_0's l1: 0.787901\n",
      "[3522]\tvalid_0's l2: 2.14483\tvalid_0's l1: 0.787865\n",
      "[3523]\tvalid_0's l2: 2.14473\tvalid_0's l1: 0.787808\n",
      "[3524]\tvalid_0's l2: 2.14421\tvalid_0's l1: 0.787735\n",
      "[3525]\tvalid_0's l2: 2.14402\tvalid_0's l1: 0.787665\n",
      "[3526]\tvalid_0's l2: 2.14378\tvalid_0's l1: 0.787607\n",
      "[3527]\tvalid_0's l2: 2.14364\tvalid_0's l1: 0.787591\n",
      "[3528]\tvalid_0's l2: 2.14338\tvalid_0's l1: 0.787515\n",
      "[3529]\tvalid_0's l2: 2.14314\tvalid_0's l1: 0.78747\n",
      "[3530]\tvalid_0's l2: 2.14296\tvalid_0's l1: 0.787445\n",
      "[3531]\tvalid_0's l2: 2.14279\tvalid_0's l1: 0.78742\n",
      "[3532]\tvalid_0's l2: 2.14271\tvalid_0's l1: 0.787384\n",
      "[3533]\tvalid_0's l2: 2.14269\tvalid_0's l1: 0.787383\n",
      "[3534]\tvalid_0's l2: 2.14257\tvalid_0's l1: 0.787357\n",
      "[3535]\tvalid_0's l2: 2.14259\tvalid_0's l1: 0.787342\n",
      "[3536]\tvalid_0's l2: 2.14232\tvalid_0's l1: 0.787285\n",
      "[3537]\tvalid_0's l2: 2.14228\tvalid_0's l1: 0.787276\n",
      "[3538]\tvalid_0's l2: 2.14183\tvalid_0's l1: 0.787253\n",
      "[3539]\tvalid_0's l2: 2.14166\tvalid_0's l1: 0.787206\n",
      "[3540]\tvalid_0's l2: 2.14154\tvalid_0's l1: 0.78719\n",
      "[3541]\tvalid_0's l2: 2.14136\tvalid_0's l1: 0.787153\n",
      "[3542]\tvalid_0's l2: 2.14122\tvalid_0's l1: 0.787082\n",
      "[3543]\tvalid_0's l2: 2.14106\tvalid_0's l1: 0.787037\n",
      "[3544]\tvalid_0's l2: 2.14089\tvalid_0's l1: 0.786996\n",
      "[3545]\tvalid_0's l2: 2.14074\tvalid_0's l1: 0.78697\n",
      "[3546]\tvalid_0's l2: 2.14065\tvalid_0's l1: 0.786949\n",
      "[3547]\tvalid_0's l2: 2.14028\tvalid_0's l1: 0.786859\n",
      "[3548]\tvalid_0's l2: 2.14019\tvalid_0's l1: 0.786835\n",
      "[3549]\tvalid_0's l2: 2.13998\tvalid_0's l1: 0.786821\n",
      "[3550]\tvalid_0's l2: 2.13986\tvalid_0's l1: 0.786781\n",
      "[3551]\tvalid_0's l2: 2.13964\tvalid_0's l1: 0.786689\n",
      "[3552]\tvalid_0's l2: 2.13924\tvalid_0's l1: 0.786605\n",
      "[3553]\tvalid_0's l2: 2.13912\tvalid_0's l1: 0.786584\n",
      "[3554]\tvalid_0's l2: 2.13897\tvalid_0's l1: 0.786527\n",
      "[3555]\tvalid_0's l2: 2.13899\tvalid_0's l1: 0.786506\n",
      "[3556]\tvalid_0's l2: 2.13872\tvalid_0's l1: 0.786441\n",
      "[3557]\tvalid_0's l2: 2.13849\tvalid_0's l1: 0.786389\n",
      "[3558]\tvalid_0's l2: 2.13835\tvalid_0's l1: 0.786316\n",
      "[3559]\tvalid_0's l2: 2.13811\tvalid_0's l1: 0.786274\n",
      "[3560]\tvalid_0's l2: 2.1379\tvalid_0's l1: 0.786197\n",
      "[3561]\tvalid_0's l2: 2.13771\tvalid_0's l1: 0.786174\n",
      "[3562]\tvalid_0's l2: 2.13764\tvalid_0's l1: 0.786132\n",
      "[3563]\tvalid_0's l2: 2.13738\tvalid_0's l1: 0.786054\n",
      "[3564]\tvalid_0's l2: 2.13727\tvalid_0's l1: 0.786007\n",
      "[3565]\tvalid_0's l2: 2.13715\tvalid_0's l1: 0.785953\n",
      "[3566]\tvalid_0's l2: 2.13709\tvalid_0's l1: 0.785937\n",
      "[3567]\tvalid_0's l2: 2.13694\tvalid_0's l1: 0.785924\n",
      "[3568]\tvalid_0's l2: 2.13661\tvalid_0's l1: 0.785835\n",
      "[3569]\tvalid_0's l2: 2.13645\tvalid_0's l1: 0.785785\n",
      "[3570]\tvalid_0's l2: 2.13628\tvalid_0's l1: 0.785743\n",
      "[3571]\tvalid_0's l2: 2.13618\tvalid_0's l1: 0.785714\n",
      "[3572]\tvalid_0's l2: 2.13604\tvalid_0's l1: 0.785655\n",
      "[3573]\tvalid_0's l2: 2.13585\tvalid_0's l1: 0.785568\n",
      "[3574]\tvalid_0's l2: 2.13577\tvalid_0's l1: 0.785519\n",
      "[3575]\tvalid_0's l2: 2.13576\tvalid_0's l1: 0.785518\n",
      "[3576]\tvalid_0's l2: 2.13551\tvalid_0's l1: 0.785442\n",
      "[3577]\tvalid_0's l2: 2.13537\tvalid_0's l1: 0.785391\n",
      "[3578]\tvalid_0's l2: 2.13532\tvalid_0's l1: 0.785364\n",
      "[3579]\tvalid_0's l2: 2.13524\tvalid_0's l1: 0.785325\n",
      "[3580]\tvalid_0's l2: 2.13514\tvalid_0's l1: 0.78528\n",
      "[3581]\tvalid_0's l2: 2.13503\tvalid_0's l1: 0.78525\n",
      "[3582]\tvalid_0's l2: 2.13502\tvalid_0's l1: 0.785246\n",
      "[3583]\tvalid_0's l2: 2.13481\tvalid_0's l1: 0.785192\n",
      "[3584]\tvalid_0's l2: 2.13464\tvalid_0's l1: 0.785118\n",
      "[3585]\tvalid_0's l2: 2.13448\tvalid_0's l1: 0.785062\n",
      "[3586]\tvalid_0's l2: 2.13415\tvalid_0's l1: 0.784962\n",
      "[3587]\tvalid_0's l2: 2.13411\tvalid_0's l1: 0.784943\n",
      "[3588]\tvalid_0's l2: 2.13398\tvalid_0's l1: 0.784879\n",
      "[3589]\tvalid_0's l2: 2.1338\tvalid_0's l1: 0.784818\n",
      "[3590]\tvalid_0's l2: 2.13369\tvalid_0's l1: 0.78478\n",
      "[3591]\tvalid_0's l2: 2.13366\tvalid_0's l1: 0.784743\n",
      "[3592]\tvalid_0's l2: 2.13345\tvalid_0's l1: 0.784716\n",
      "[3593]\tvalid_0's l2: 2.13318\tvalid_0's l1: 0.784649\n",
      "[3594]\tvalid_0's l2: 2.13305\tvalid_0's l1: 0.784608\n",
      "[3595]\tvalid_0's l2: 2.13282\tvalid_0's l1: 0.784544\n",
      "[3596]\tvalid_0's l2: 2.1325\tvalid_0's l1: 0.784463\n",
      "[3597]\tvalid_0's l2: 2.13231\tvalid_0's l1: 0.784404\n",
      "[3598]\tvalid_0's l2: 2.13215\tvalid_0's l1: 0.784357\n",
      "[3599]\tvalid_0's l2: 2.132\tvalid_0's l1: 0.784309\n",
      "[3600]\tvalid_0's l2: 2.13142\tvalid_0's l1: 0.784184\n",
      "[3601]\tvalid_0's l2: 2.13105\tvalid_0's l1: 0.784074\n",
      "[3602]\tvalid_0's l2: 2.13102\tvalid_0's l1: 0.784063\n",
      "[3603]\tvalid_0's l2: 2.13088\tvalid_0's l1: 0.784029\n",
      "[3604]\tvalid_0's l2: 2.13049\tvalid_0's l1: 0.783931\n",
      "[3605]\tvalid_0's l2: 2.13029\tvalid_0's l1: 0.783893\n",
      "[3606]\tvalid_0's l2: 2.13029\tvalid_0's l1: 0.783873\n",
      "[3607]\tvalid_0's l2: 2.13026\tvalid_0's l1: 0.783849\n",
      "[3608]\tvalid_0's l2: 2.12996\tvalid_0's l1: 0.783749\n",
      "[3609]\tvalid_0's l2: 2.12983\tvalid_0's l1: 0.783719\n",
      "[3610]\tvalid_0's l2: 2.12953\tvalid_0's l1: 0.783608\n",
      "[3611]\tvalid_0's l2: 2.12942\tvalid_0's l1: 0.783569\n",
      "[3612]\tvalid_0's l2: 2.12942\tvalid_0's l1: 0.783541\n",
      "[3613]\tvalid_0's l2: 2.12917\tvalid_0's l1: 0.783487\n",
      "[3614]\tvalid_0's l2: 2.12906\tvalid_0's l1: 0.783458\n",
      "[3615]\tvalid_0's l2: 2.12903\tvalid_0's l1: 0.783429\n",
      "[3616]\tvalid_0's l2: 2.12889\tvalid_0's l1: 0.783393\n",
      "[3617]\tvalid_0's l2: 2.12886\tvalid_0's l1: 0.783373\n",
      "[3618]\tvalid_0's l2: 2.12881\tvalid_0's l1: 0.783337\n",
      "[3619]\tvalid_0's l2: 2.1287\tvalid_0's l1: 0.783325\n",
      "[3620]\tvalid_0's l2: 2.12851\tvalid_0's l1: 0.783272\n",
      "[3621]\tvalid_0's l2: 2.12818\tvalid_0's l1: 0.783197\n",
      "[3622]\tvalid_0's l2: 2.12778\tvalid_0's l1: 0.78313\n",
      "[3623]\tvalid_0's l2: 2.12776\tvalid_0's l1: 0.78311\n",
      "[3624]\tvalid_0's l2: 2.12749\tvalid_0's l1: 0.78302\n",
      "[3625]\tvalid_0's l2: 2.12691\tvalid_0's l1: 0.782929\n",
      "[3626]\tvalid_0's l2: 2.12672\tvalid_0's l1: 0.782871\n",
      "[3627]\tvalid_0's l2: 2.12647\tvalid_0's l1: 0.78278\n",
      "[3628]\tvalid_0's l2: 2.12633\tvalid_0's l1: 0.782754\n",
      "[3629]\tvalid_0's l2: 2.12616\tvalid_0's l1: 0.782696\n",
      "[3630]\tvalid_0's l2: 2.12571\tvalid_0's l1: 0.782584\n",
      "[3631]\tvalid_0's l2: 2.12532\tvalid_0's l1: 0.782527\n",
      "[3632]\tvalid_0's l2: 2.12485\tvalid_0's l1: 0.782437\n",
      "[3633]\tvalid_0's l2: 2.12468\tvalid_0's l1: 0.782394\n",
      "[3634]\tvalid_0's l2: 2.12453\tvalid_0's l1: 0.782326\n",
      "[3635]\tvalid_0's l2: 2.12438\tvalid_0's l1: 0.782281\n",
      "[3636]\tvalid_0's l2: 2.12417\tvalid_0's l1: 0.78223\n",
      "[3637]\tvalid_0's l2: 2.12411\tvalid_0's l1: 0.782207\n",
      "[3638]\tvalid_0's l2: 2.1237\tvalid_0's l1: 0.782128\n",
      "[3639]\tvalid_0's l2: 2.12339\tvalid_0's l1: 0.782068\n",
      "[3640]\tvalid_0's l2: 2.12327\tvalid_0's l1: 0.782035\n",
      "[3641]\tvalid_0's l2: 2.12321\tvalid_0's l1: 0.782011\n",
      "[3642]\tvalid_0's l2: 2.12317\tvalid_0's l1: 0.781994\n",
      "[3643]\tvalid_0's l2: 2.1231\tvalid_0's l1: 0.781981\n",
      "[3644]\tvalid_0's l2: 2.12303\tvalid_0's l1: 0.781955\n",
      "[3645]\tvalid_0's l2: 2.12287\tvalid_0's l1: 0.781905\n",
      "[3646]\tvalid_0's l2: 2.12279\tvalid_0's l1: 0.781869\n",
      "[3647]\tvalid_0's l2: 2.12272\tvalid_0's l1: 0.781829\n",
      "[3648]\tvalid_0's l2: 2.12267\tvalid_0's l1: 0.781792\n",
      "[3649]\tvalid_0's l2: 2.12242\tvalid_0's l1: 0.78171\n",
      "[3650]\tvalid_0's l2: 2.12236\tvalid_0's l1: 0.781672\n",
      "[3651]\tvalid_0's l2: 2.12224\tvalid_0's l1: 0.781632\n",
      "[3652]\tvalid_0's l2: 2.12202\tvalid_0's l1: 0.781561\n",
      "[3653]\tvalid_0's l2: 2.12179\tvalid_0's l1: 0.781508\n",
      "[3654]\tvalid_0's l2: 2.12176\tvalid_0's l1: 0.781472\n",
      "[3655]\tvalid_0's l2: 2.1216\tvalid_0's l1: 0.781433\n",
      "[3656]\tvalid_0's l2: 2.12151\tvalid_0's l1: 0.7814\n",
      "[3657]\tvalid_0's l2: 2.12146\tvalid_0's l1: 0.781378\n",
      "[3658]\tvalid_0's l2: 2.12133\tvalid_0's l1: 0.781354\n",
      "[3659]\tvalid_0's l2: 2.12135\tvalid_0's l1: 0.781359\n",
      "[3660]\tvalid_0's l2: 2.12117\tvalid_0's l1: 0.781311\n",
      "[3661]\tvalid_0's l2: 2.12106\tvalid_0's l1: 0.781264\n",
      "[3662]\tvalid_0's l2: 2.12082\tvalid_0's l1: 0.781221\n",
      "[3663]\tvalid_0's l2: 2.12075\tvalid_0's l1: 0.781172\n",
      "[3664]\tvalid_0's l2: 2.12044\tvalid_0's l1: 0.781082\n",
      "[3665]\tvalid_0's l2: 2.12044\tvalid_0's l1: 0.78107\n",
      "[3666]\tvalid_0's l2: 2.12043\tvalid_0's l1: 0.781061\n",
      "[3667]\tvalid_0's l2: 2.12018\tvalid_0's l1: 0.780996\n",
      "[3668]\tvalid_0's l2: 2.12014\tvalid_0's l1: 0.780978\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3669]\tvalid_0's l2: 2.12011\tvalid_0's l1: 0.780972\n",
      "[3670]\tvalid_0's l2: 2.12006\tvalid_0's l1: 0.780964\n",
      "[3671]\tvalid_0's l2: 2.12\tvalid_0's l1: 0.780946\n",
      "[3672]\tvalid_0's l2: 2.11988\tvalid_0's l1: 0.780905\n",
      "[3673]\tvalid_0's l2: 2.11981\tvalid_0's l1: 0.780874\n",
      "[3674]\tvalid_0's l2: 2.11982\tvalid_0's l1: 0.780856\n",
      "[3675]\tvalid_0's l2: 2.11965\tvalid_0's l1: 0.780814\n",
      "[3676]\tvalid_0's l2: 2.11953\tvalid_0's l1: 0.780771\n",
      "[3677]\tvalid_0's l2: 2.11943\tvalid_0's l1: 0.780715\n",
      "[3678]\tvalid_0's l2: 2.11909\tvalid_0's l1: 0.780668\n",
      "[3679]\tvalid_0's l2: 2.1189\tvalid_0's l1: 0.780615\n",
      "[3680]\tvalid_0's l2: 2.11873\tvalid_0's l1: 0.780604\n",
      "[3681]\tvalid_0's l2: 2.11856\tvalid_0's l1: 0.780549\n",
      "[3682]\tvalid_0's l2: 2.11848\tvalid_0's l1: 0.780529\n",
      "[3683]\tvalid_0's l2: 2.11851\tvalid_0's l1: 0.780529\n",
      "[3684]\tvalid_0's l2: 2.1183\tvalid_0's l1: 0.780506\n",
      "[3685]\tvalid_0's l2: 2.11827\tvalid_0's l1: 0.780504\n",
      "[3686]\tvalid_0's l2: 2.11818\tvalid_0's l1: 0.780466\n",
      "[3687]\tvalid_0's l2: 2.11788\tvalid_0's l1: 0.780361\n",
      "[3688]\tvalid_0's l2: 2.11767\tvalid_0's l1: 0.780286\n",
      "[3689]\tvalid_0's l2: 2.11756\tvalid_0's l1: 0.780251\n",
      "[3690]\tvalid_0's l2: 2.11736\tvalid_0's l1: 0.780235\n",
      "[3691]\tvalid_0's l2: 2.11727\tvalid_0's l1: 0.780204\n",
      "[3692]\tvalid_0's l2: 2.11712\tvalid_0's l1: 0.780163\n",
      "[3693]\tvalid_0's l2: 2.11699\tvalid_0's l1: 0.780129\n",
      "[3694]\tvalid_0's l2: 2.11677\tvalid_0's l1: 0.780072\n",
      "[3695]\tvalid_0's l2: 2.11656\tvalid_0's l1: 0.779982\n",
      "[3696]\tvalid_0's l2: 2.11658\tvalid_0's l1: 0.779962\n",
      "[3697]\tvalid_0's l2: 2.11659\tvalid_0's l1: 0.77995\n",
      "[3698]\tvalid_0's l2: 2.11653\tvalid_0's l1: 0.779913\n",
      "[3699]\tvalid_0's l2: 2.1164\tvalid_0's l1: 0.779844\n",
      "[3700]\tvalid_0's l2: 2.11628\tvalid_0's l1: 0.779802\n",
      "[3701]\tvalid_0's l2: 2.11611\tvalid_0's l1: 0.779744\n",
      "[3702]\tvalid_0's l2: 2.11605\tvalid_0's l1: 0.779702\n",
      "[3703]\tvalid_0's l2: 2.11586\tvalid_0's l1: 0.779608\n",
      "[3704]\tvalid_0's l2: 2.11562\tvalid_0's l1: 0.779547\n",
      "[3705]\tvalid_0's l2: 2.11554\tvalid_0's l1: 0.779529\n",
      "[3706]\tvalid_0's l2: 2.11545\tvalid_0's l1: 0.779482\n",
      "[3707]\tvalid_0's l2: 2.11516\tvalid_0's l1: 0.779435\n",
      "[3708]\tvalid_0's l2: 2.11496\tvalid_0's l1: 0.779386\n",
      "[3709]\tvalid_0's l2: 2.11493\tvalid_0's l1: 0.779368\n",
      "[3710]\tvalid_0's l2: 2.11512\tvalid_0's l1: 0.77936\n",
      "[3711]\tvalid_0's l2: 2.11505\tvalid_0's l1: 0.779327\n",
      "[3712]\tvalid_0's l2: 2.11512\tvalid_0's l1: 0.779319\n",
      "[3713]\tvalid_0's l2: 2.115\tvalid_0's l1: 0.77926\n",
      "[3714]\tvalid_0's l2: 2.11485\tvalid_0's l1: 0.779211\n",
      "[3715]\tvalid_0's l2: 2.11466\tvalid_0's l1: 0.779125\n",
      "[3716]\tvalid_0's l2: 2.11449\tvalid_0's l1: 0.77909\n",
      "[3717]\tvalid_0's l2: 2.11445\tvalid_0's l1: 0.779064\n",
      "[3718]\tvalid_0's l2: 2.11428\tvalid_0's l1: 0.778996\n",
      "[3719]\tvalid_0's l2: 2.11432\tvalid_0's l1: 0.77901\n",
      "[3720]\tvalid_0's l2: 2.11428\tvalid_0's l1: 0.778981\n",
      "[3721]\tvalid_0's l2: 2.11416\tvalid_0's l1: 0.778928\n",
      "[3722]\tvalid_0's l2: 2.11407\tvalid_0's l1: 0.778888\n",
      "[3723]\tvalid_0's l2: 2.11391\tvalid_0's l1: 0.778827\n",
      "[3724]\tvalid_0's l2: 2.11375\tvalid_0's l1: 0.778761\n",
      "[3725]\tvalid_0's l2: 2.11363\tvalid_0's l1: 0.778728\n",
      "[3726]\tvalid_0's l2: 2.11343\tvalid_0's l1: 0.778661\n",
      "[3727]\tvalid_0's l2: 2.11319\tvalid_0's l1: 0.778586\n",
      "[3728]\tvalid_0's l2: 2.11286\tvalid_0's l1: 0.778504\n",
      "[3729]\tvalid_0's l2: 2.11276\tvalid_0's l1: 0.778485\n",
      "[3730]\tvalid_0's l2: 2.11272\tvalid_0's l1: 0.778459\n",
      "[3731]\tvalid_0's l2: 2.11258\tvalid_0's l1: 0.778407\n",
      "[3732]\tvalid_0's l2: 2.11216\tvalid_0's l1: 0.778335\n",
      "[3733]\tvalid_0's l2: 2.11199\tvalid_0's l1: 0.778281\n",
      "[3734]\tvalid_0's l2: 2.11149\tvalid_0's l1: 0.778174\n",
      "[3735]\tvalid_0's l2: 2.11117\tvalid_0's l1: 0.778082\n",
      "[3736]\tvalid_0's l2: 2.11108\tvalid_0's l1: 0.778042\n",
      "[3737]\tvalid_0's l2: 2.11088\tvalid_0's l1: 0.777966\n",
      "[3738]\tvalid_0's l2: 2.11084\tvalid_0's l1: 0.77795\n",
      "[3739]\tvalid_0's l2: 2.11053\tvalid_0's l1: 0.777863\n",
      "[3740]\tvalid_0's l2: 2.11053\tvalid_0's l1: 0.777833\n",
      "[3741]\tvalid_0's l2: 2.11042\tvalid_0's l1: 0.777808\n",
      "[3742]\tvalid_0's l2: 2.11032\tvalid_0's l1: 0.777755\n",
      "[3743]\tvalid_0's l2: 2.11005\tvalid_0's l1: 0.777674\n",
      "[3744]\tvalid_0's l2: 2.10992\tvalid_0's l1: 0.777633\n",
      "[3745]\tvalid_0's l2: 2.10979\tvalid_0's l1: 0.777588\n",
      "[3746]\tvalid_0's l2: 2.10951\tvalid_0's l1: 0.777514\n",
      "[3747]\tvalid_0's l2: 2.10938\tvalid_0's l1: 0.777482\n",
      "[3748]\tvalid_0's l2: 2.10927\tvalid_0's l1: 0.777392\n",
      "[3749]\tvalid_0's l2: 2.1091\tvalid_0's l1: 0.777339\n",
      "[3750]\tvalid_0's l2: 2.10901\tvalid_0's l1: 0.777296\n",
      "[3751]\tvalid_0's l2: 2.10878\tvalid_0's l1: 0.777213\n",
      "[3752]\tvalid_0's l2: 2.10871\tvalid_0's l1: 0.777161\n",
      "[3753]\tvalid_0's l2: 2.10865\tvalid_0's l1: 0.777128\n",
      "[3754]\tvalid_0's l2: 2.10855\tvalid_0's l1: 0.777077\n",
      "[3755]\tvalid_0's l2: 2.10849\tvalid_0's l1: 0.777064\n",
      "[3756]\tvalid_0's l2: 2.10843\tvalid_0's l1: 0.777048\n",
      "[3757]\tvalid_0's l2: 2.10837\tvalid_0's l1: 0.777008\n",
      "[3758]\tvalid_0's l2: 2.10835\tvalid_0's l1: 0.776979\n",
      "[3759]\tvalid_0's l2: 2.1083\tvalid_0's l1: 0.776929\n",
      "[3760]\tvalid_0's l2: 2.10826\tvalid_0's l1: 0.776907\n",
      "[3761]\tvalid_0's l2: 2.10796\tvalid_0's l1: 0.776825\n",
      "[3762]\tvalid_0's l2: 2.10787\tvalid_0's l1: 0.776787\n",
      "[3763]\tvalid_0's l2: 2.10758\tvalid_0's l1: 0.776709\n",
      "[3764]\tvalid_0's l2: 2.10745\tvalid_0's l1: 0.776674\n",
      "[3765]\tvalid_0's l2: 2.10737\tvalid_0's l1: 0.776617\n",
      "[3766]\tvalid_0's l2: 2.10725\tvalid_0's l1: 0.77658\n",
      "[3767]\tvalid_0's l2: 2.10716\tvalid_0's l1: 0.776566\n",
      "[3768]\tvalid_0's l2: 2.1071\tvalid_0's l1: 0.77654\n",
      "[3769]\tvalid_0's l2: 2.107\tvalid_0's l1: 0.776499\n",
      "[3770]\tvalid_0's l2: 2.10677\tvalid_0's l1: 0.776442\n",
      "[3771]\tvalid_0's l2: 2.10648\tvalid_0's l1: 0.776376\n",
      "[3772]\tvalid_0's l2: 2.10627\tvalid_0's l1: 0.776295\n",
      "[3773]\tvalid_0's l2: 2.10628\tvalid_0's l1: 0.77627\n",
      "[3774]\tvalid_0's l2: 2.10626\tvalid_0's l1: 0.776251\n",
      "[3775]\tvalid_0's l2: 2.10595\tvalid_0's l1: 0.77616\n",
      "[3776]\tvalid_0's l2: 2.10561\tvalid_0's l1: 0.776093\n",
      "[3777]\tvalid_0's l2: 2.10554\tvalid_0's l1: 0.776046\n",
      "[3778]\tvalid_0's l2: 2.10528\tvalid_0's l1: 0.775971\n",
      "[3779]\tvalid_0's l2: 2.10508\tvalid_0's l1: 0.775934\n",
      "[3780]\tvalid_0's l2: 2.10488\tvalid_0's l1: 0.775898\n",
      "[3781]\tvalid_0's l2: 2.10468\tvalid_0's l1: 0.775852\n",
      "[3782]\tvalid_0's l2: 2.10456\tvalid_0's l1: 0.775792\n",
      "[3783]\tvalid_0's l2: 2.10442\tvalid_0's l1: 0.775733\n",
      "[3784]\tvalid_0's l2: 2.1043\tvalid_0's l1: 0.775691\n",
      "[3785]\tvalid_0's l2: 2.10407\tvalid_0's l1: 0.775583\n",
      "[3786]\tvalid_0's l2: 2.10401\tvalid_0's l1: 0.775548\n",
      "[3787]\tvalid_0's l2: 2.10389\tvalid_0's l1: 0.775503\n",
      "[3788]\tvalid_0's l2: 2.10381\tvalid_0's l1: 0.775456\n",
      "[3789]\tvalid_0's l2: 2.1037\tvalid_0's l1: 0.775431\n",
      "[3790]\tvalid_0's l2: 2.10347\tvalid_0's l1: 0.775355\n",
      "[3791]\tvalid_0's l2: 2.10334\tvalid_0's l1: 0.775303\n",
      "[3792]\tvalid_0's l2: 2.10327\tvalid_0's l1: 0.775273\n",
      "[3793]\tvalid_0's l2: 2.10309\tvalid_0's l1: 0.775185\n",
      "[3794]\tvalid_0's l2: 2.10291\tvalid_0's l1: 0.775137\n",
      "[3795]\tvalid_0's l2: 2.1028\tvalid_0's l1: 0.775089\n",
      "[3796]\tvalid_0's l2: 2.10264\tvalid_0's l1: 0.775007\n",
      "[3797]\tvalid_0's l2: 2.10257\tvalid_0's l1: 0.774986\n",
      "[3798]\tvalid_0's l2: 2.10248\tvalid_0's l1: 0.77495\n",
      "[3799]\tvalid_0's l2: 2.1022\tvalid_0's l1: 0.774866\n",
      "[3800]\tvalid_0's l2: 2.10203\tvalid_0's l1: 0.774801\n",
      "[3801]\tvalid_0's l2: 2.10182\tvalid_0's l1: 0.774747\n",
      "[3802]\tvalid_0's l2: 2.10175\tvalid_0's l1: 0.774702\n",
      "[3803]\tvalid_0's l2: 2.10166\tvalid_0's l1: 0.774678\n",
      "[3804]\tvalid_0's l2: 2.10162\tvalid_0's l1: 0.774656\n",
      "[3805]\tvalid_0's l2: 2.10159\tvalid_0's l1: 0.774635\n",
      "[3806]\tvalid_0's l2: 2.10157\tvalid_0's l1: 0.774625\n",
      "[3807]\tvalid_0's l2: 2.10149\tvalid_0's l1: 0.774584\n",
      "[3808]\tvalid_0's l2: 2.10142\tvalid_0's l1: 0.774536\n",
      "[3809]\tvalid_0's l2: 2.10122\tvalid_0's l1: 0.774478\n",
      "[3810]\tvalid_0's l2: 2.1012\tvalid_0's l1: 0.774454\n",
      "[3811]\tvalid_0's l2: 2.10111\tvalid_0's l1: 0.774431\n",
      "[3812]\tvalid_0's l2: 2.10103\tvalid_0's l1: 0.774406\n",
      "[3813]\tvalid_0's l2: 2.10102\tvalid_0's l1: 0.774403\n",
      "[3814]\tvalid_0's l2: 2.10096\tvalid_0's l1: 0.774385\n",
      "[3815]\tvalid_0's l2: 2.10055\tvalid_0's l1: 0.774295\n",
      "[3816]\tvalid_0's l2: 2.10025\tvalid_0's l1: 0.774224\n",
      "[3817]\tvalid_0's l2: 2.10009\tvalid_0's l1: 0.774171\n",
      "[3818]\tvalid_0's l2: 2.09996\tvalid_0's l1: 0.774105\n",
      "[3819]\tvalid_0's l2: 2.09979\tvalid_0's l1: 0.774076\n",
      "[3820]\tvalid_0's l2: 2.09962\tvalid_0's l1: 0.774045\n",
      "[3821]\tvalid_0's l2: 2.09951\tvalid_0's l1: 0.774008\n",
      "[3822]\tvalid_0's l2: 2.09931\tvalid_0's l1: 0.773976\n",
      "[3823]\tvalid_0's l2: 2.09913\tvalid_0's l1: 0.773914\n",
      "[3824]\tvalid_0's l2: 2.09904\tvalid_0's l1: 0.773886\n",
      "[3825]\tvalid_0's l2: 2.09896\tvalid_0's l1: 0.773849\n",
      "[3826]\tvalid_0's l2: 2.09884\tvalid_0's l1: 0.773791\n",
      "[3827]\tvalid_0's l2: 2.09866\tvalid_0's l1: 0.773743\n",
      "[3828]\tvalid_0's l2: 2.09859\tvalid_0's l1: 0.773715\n",
      "[3829]\tvalid_0's l2: 2.0986\tvalid_0's l1: 0.773695\n",
      "[3830]\tvalid_0's l2: 2.09851\tvalid_0's l1: 0.773678\n",
      "[3831]\tvalid_0's l2: 2.09842\tvalid_0's l1: 0.773642\n",
      "[3832]\tvalid_0's l2: 2.09815\tvalid_0's l1: 0.773592\n",
      "[3833]\tvalid_0's l2: 2.09815\tvalid_0's l1: 0.773558\n",
      "[3834]\tvalid_0's l2: 2.0981\tvalid_0's l1: 0.773539\n",
      "[3835]\tvalid_0's l2: 2.09797\tvalid_0's l1: 0.773462\n",
      "[3836]\tvalid_0's l2: 2.09794\tvalid_0's l1: 0.773454\n",
      "[3837]\tvalid_0's l2: 2.09772\tvalid_0's l1: 0.773376\n",
      "[3838]\tvalid_0's l2: 2.09761\tvalid_0's l1: 0.773314\n",
      "[3839]\tvalid_0's l2: 2.0976\tvalid_0's l1: 0.773311\n",
      "[3840]\tvalid_0's l2: 2.09751\tvalid_0's l1: 0.773264\n",
      "[3841]\tvalid_0's l2: 2.09751\tvalid_0's l1: 0.773239\n",
      "[3842]\tvalid_0's l2: 2.09742\tvalid_0's l1: 0.773185\n",
      "[3843]\tvalid_0's l2: 2.09729\tvalid_0's l1: 0.773162\n",
      "[3844]\tvalid_0's l2: 2.09724\tvalid_0's l1: 0.773129\n",
      "[3845]\tvalid_0's l2: 2.09705\tvalid_0's l1: 0.773107\n",
      "[3846]\tvalid_0's l2: 2.0968\tvalid_0's l1: 0.77308\n",
      "[3847]\tvalid_0's l2: 2.09654\tvalid_0's l1: 0.773043\n",
      "[3848]\tvalid_0's l2: 2.09634\tvalid_0's l1: 0.773021\n",
      "[3849]\tvalid_0's l2: 2.09617\tvalid_0's l1: 0.772972\n",
      "[3850]\tvalid_0's l2: 2.09614\tvalid_0's l1: 0.772961\n",
      "[3851]\tvalid_0's l2: 2.09613\tvalid_0's l1: 0.772942\n",
      "[3852]\tvalid_0's l2: 2.09599\tvalid_0's l1: 0.772896\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[3853]\tvalid_0's l2: 2.09569\tvalid_0's l1: 0.772835\n",
      "[3854]\tvalid_0's l2: 2.09561\tvalid_0's l1: 0.772792\n",
      "[3855]\tvalid_0's l2: 2.09551\tvalid_0's l1: 0.772733\n",
      "[3856]\tvalid_0's l2: 2.09535\tvalid_0's l1: 0.772698\n",
      "[3857]\tvalid_0's l2: 2.09541\tvalid_0's l1: 0.772687\n",
      "[3858]\tvalid_0's l2: 2.09531\tvalid_0's l1: 0.772634\n",
      "[3859]\tvalid_0's l2: 2.09514\tvalid_0's l1: 0.772581\n",
      "[3860]\tvalid_0's l2: 2.09501\tvalid_0's l1: 0.772539\n",
      "[3861]\tvalid_0's l2: 2.09497\tvalid_0's l1: 0.772514\n",
      "[3862]\tvalid_0's l2: 2.09473\tvalid_0's l1: 0.772474\n",
      "[3863]\tvalid_0's l2: 2.09452\tvalid_0's l1: 0.772429\n",
      "[3864]\tvalid_0's l2: 2.09448\tvalid_0's l1: 0.772393\n",
      "[3865]\tvalid_0's l2: 2.09429\tvalid_0's l1: 0.772375\n",
      "[3866]\tvalid_0's l2: 2.09428\tvalid_0's l1: 0.772351\n",
      "[3867]\tvalid_0's l2: 2.09425\tvalid_0's l1: 0.77232\n",
      "[3868]\tvalid_0's l2: 2.09414\tvalid_0's l1: 0.772281\n",
      "[3869]\tvalid_0's l2: 2.09401\tvalid_0's l1: 0.772219\n",
      "[3870]\tvalid_0's l2: 2.09392\tvalid_0's l1: 0.772172\n",
      "[3871]\tvalid_0's l2: 2.09377\tvalid_0's l1: 0.77214\n",
      "[3872]\tvalid_0's l2: 2.09373\tvalid_0's l1: 0.772126\n",
      "[3873]\tvalid_0's l2: 2.09367\tvalid_0's l1: 0.772097\n",
      "[3874]\tvalid_0's l2: 2.09362\tvalid_0's l1: 0.772058\n",
      "[3875]\tvalid_0's l2: 2.09348\tvalid_0's l1: 0.77201\n",
      "[3876]\tvalid_0's l2: 2.09345\tvalid_0's l1: 0.772005\n",
      "[3877]\tvalid_0's l2: 2.0934\tvalid_0's l1: 0.771978\n",
      "[3878]\tvalid_0's l2: 2.09345\tvalid_0's l1: 0.771995\n",
      "[3879]\tvalid_0's l2: 2.09324\tvalid_0's l1: 0.771917\n",
      "[3880]\tvalid_0's l2: 2.09305\tvalid_0's l1: 0.771845\n",
      "[3881]\tvalid_0's l2: 2.09308\tvalid_0's l1: 0.771861\n",
      "[3882]\tvalid_0's l2: 2.09299\tvalid_0's l1: 0.771819\n",
      "[3883]\tvalid_0's l2: 2.09279\tvalid_0's l1: 0.771746\n",
      "[3884]\tvalid_0's l2: 2.09274\tvalid_0's l1: 0.771722\n",
      "[3885]\tvalid_0's l2: 2.09271\tvalid_0's l1: 0.771695\n",
      "[3886]\tvalid_0's l2: 2.09249\tvalid_0's l1: 0.771645\n",
      "[3887]\tvalid_0's l2: 2.09237\tvalid_0's l1: 0.771585\n",
      "[3888]\tvalid_0's l2: 2.09232\tvalid_0's l1: 0.771564\n",
      "[3889]\tvalid_0's l2: 2.09228\tvalid_0's l1: 0.771527\n",
      "[3890]\tvalid_0's l2: 2.09194\tvalid_0's l1: 0.771464\n",
      "[3891]\tvalid_0's l2: 2.09182\tvalid_0's l1: 0.771429\n",
      "[3892]\tvalid_0's l2: 2.09188\tvalid_0's l1: 0.771424\n",
      "[3893]\tvalid_0's l2: 2.09182\tvalid_0's l1: 0.771398\n",
      "[3894]\tvalid_0's l2: 2.0918\tvalid_0's l1: 0.771376\n",
      "[3895]\tvalid_0's l2: 2.09183\tvalid_0's l1: 0.771343\n",
      "[3896]\tvalid_0's l2: 2.0918\tvalid_0's l1: 0.771323\n",
      "[3897]\tvalid_0's l2: 2.09171\tvalid_0's l1: 0.771279\n",
      "[3898]\tvalid_0's l2: 2.09168\tvalid_0's l1: 0.771273\n",
      "[3899]\tvalid_0's l2: 2.09164\tvalid_0's l1: 0.771266\n",
      "[3900]\tvalid_0's l2: 2.09159\tvalid_0's l1: 0.771243\n",
      "[3901]\tvalid_0's l2: 2.09142\tvalid_0's l1: 0.771175\n",
      "[3902]\tvalid_0's l2: 2.09117\tvalid_0's l1: 0.771115\n",
      "[3903]\tvalid_0's l2: 2.09098\tvalid_0's l1: 0.771044\n",
      "[3904]\tvalid_0's l2: 2.09082\tvalid_0's l1: 0.770978\n",
      "[3905]\tvalid_0's l2: 2.0906\tvalid_0's l1: 0.770912\n",
      "[3906]\tvalid_0's l2: 2.09057\tvalid_0's l1: 0.77089\n",
      "[3907]\tvalid_0's l2: 2.09039\tvalid_0's l1: 0.770829\n",
      "[3908]\tvalid_0's l2: 2.09045\tvalid_0's l1: 0.770843\n",
      "[3909]\tvalid_0's l2: 2.09035\tvalid_0's l1: 0.770795\n",
      "[3910]\tvalid_0's l2: 2.09015\tvalid_0's l1: 0.770746\n",
      "[3911]\tvalid_0's l2: 2.09013\tvalid_0's l1: 0.770736\n",
      "[3912]\tvalid_0's l2: 2.08993\tvalid_0's l1: 0.770667\n",
      "[3913]\tvalid_0's l2: 2.08969\tvalid_0's l1: 0.770592\n",
      "[3914]\tvalid_0's l2: 2.0896\tvalid_0's l1: 0.770561\n",
      "[3915]\tvalid_0's l2: 2.08939\tvalid_0's l1: 0.770519\n",
      "[3916]\tvalid_0's l2: 2.08933\tvalid_0's l1: 0.770493\n",
      "[3917]\tvalid_0's l2: 2.08915\tvalid_0's l1: 0.770447\n",
      "[3918]\tvalid_0's l2: 2.0891\tvalid_0's l1: 0.770409\n",
      "[3919]\tvalid_0's l2: 2.08895\tvalid_0's l1: 0.770359\n",
      "[3920]\tvalid_0's l2: 2.08889\tvalid_0's l1: 0.77033\n",
      "[3921]\tvalid_0's l2: 2.08894\tvalid_0's l1: 0.770332\n",
      "[3922]\tvalid_0's l2: 2.08888\tvalid_0's l1: 0.770301\n",
      "[3923]\tvalid_0's l2: 2.08893\tvalid_0's l1: 0.770297\n",
      "[3924]\tvalid_0's l2: 2.08891\tvalid_0's l1: 0.770287\n",
      "[3925]\tvalid_0's l2: 2.08883\tvalid_0's l1: 0.770266\n",
      "[3926]\tvalid_0's l2: 2.08876\tvalid_0's l1: 0.770242\n",
      "[3927]\tvalid_0's l2: 2.08875\tvalid_0's l1: 0.770206\n",
      "[3928]\tvalid_0's l2: 2.08867\tvalid_0's l1: 0.770174\n",
      "[3929]\tvalid_0's l2: 2.08841\tvalid_0's l1: 0.770141\n",
      "[3930]\tvalid_0's l2: 2.08819\tvalid_0's l1: 0.7701\n",
      "[3931]\tvalid_0's l2: 2.08805\tvalid_0's l1: 0.770068\n",
      "[3932]\tvalid_0's l2: 2.08803\tvalid_0's l1: 0.770055\n",
      "[3933]\tvalid_0's l2: 2.08789\tvalid_0's l1: 0.770009\n",
      "[3934]\tvalid_0's l2: 2.08759\tvalid_0's l1: 0.769959\n",
      "[3935]\tvalid_0's l2: 2.08737\tvalid_0's l1: 0.769913\n",
      "[3936]\tvalid_0's l2: 2.08722\tvalid_0's l1: 0.769866\n",
      "[3937]\tvalid_0's l2: 2.08691\tvalid_0's l1: 0.769789\n",
      "[3938]\tvalid_0's l2: 2.0867\tvalid_0's l1: 0.769729\n",
      "[3939]\tvalid_0's l2: 2.08659\tvalid_0's l1: 0.769679\n",
      "[3940]\tvalid_0's l2: 2.08646\tvalid_0's l1: 0.769639\n",
      "[3941]\tvalid_0's l2: 2.0865\tvalid_0's l1: 0.769634\n",
      "[3942]\tvalid_0's l2: 2.08634\tvalid_0's l1: 0.769597\n",
      "[3943]\tvalid_0's l2: 2.08613\tvalid_0's l1: 0.769509\n",
      "[3944]\tvalid_0's l2: 2.08606\tvalid_0's l1: 0.769496\n",
      "[3945]\tvalid_0's l2: 2.08582\tvalid_0's l1: 0.769434\n",
      "[3946]\tvalid_0's l2: 2.08589\tvalid_0's l1: 0.769414\n",
      "[3947]\tvalid_0's l2: 2.0856\tvalid_0's l1: 0.769381\n",
      "[3948]\tvalid_0's l2: 2.08548\tvalid_0's l1: 0.769316\n",
      "[3949]\tvalid_0's l2: 2.08541\tvalid_0's l1: 0.769276\n",
      "[3950]\tvalid_0's l2: 2.08525\tvalid_0's l1: 0.769206\n",
      "[3951]\tvalid_0's l2: 2.08512\tvalid_0's l1: 0.769165\n",
      "[3952]\tvalid_0's l2: 2.08503\tvalid_0's l1: 0.769135\n",
      "[3953]\tvalid_0's l2: 2.08497\tvalid_0's l1: 0.769085\n",
      "[3954]\tvalid_0's l2: 2.08466\tvalid_0's l1: 0.769073\n",
      "[3955]\tvalid_0's l2: 2.08453\tvalid_0's l1: 0.769046\n",
      "[3956]\tvalid_0's l2: 2.08442\tvalid_0's l1: 0.769026\n",
      "[3957]\tvalid_0's l2: 2.08437\tvalid_0's l1: 0.769002\n",
      "[3958]\tvalid_0's l2: 2.08423\tvalid_0's l1: 0.768959\n",
      "[3959]\tvalid_0's l2: 2.08402\tvalid_0's l1: 0.768872\n",
      "[3960]\tvalid_0's l2: 2.08394\tvalid_0's l1: 0.768837\n",
      "[3961]\tvalid_0's l2: 2.08386\tvalid_0's l1: 0.768808\n",
      "[3962]\tvalid_0's l2: 2.08372\tvalid_0's l1: 0.768759\n",
      "[3963]\tvalid_0's l2: 2.08361\tvalid_0's l1: 0.768723\n",
      "[3964]\tvalid_0's l2: 2.08341\tvalid_0's l1: 0.768701\n",
      "[3965]\tvalid_0's l2: 2.08353\tvalid_0's l1: 0.768655\n",
      "[3966]\tvalid_0's l2: 2.08331\tvalid_0's l1: 0.768593\n",
      "[3967]\tvalid_0's l2: 2.08321\tvalid_0's l1: 0.768545\n",
      "[3968]\tvalid_0's l2: 2.08305\tvalid_0's l1: 0.768481\n",
      "[3969]\tvalid_0's l2: 2.08272\tvalid_0's l1: 0.768447\n",
      "[3970]\tvalid_0's l2: 2.08264\tvalid_0's l1: 0.768398\n",
      "[3971]\tvalid_0's l2: 2.08255\tvalid_0's l1: 0.768396\n",
      "[3972]\tvalid_0's l2: 2.08273\tvalid_0's l1: 0.768364\n",
      "[3973]\tvalid_0's l2: 2.08265\tvalid_0's l1: 0.768331\n",
      "[3974]\tvalid_0's l2: 2.08247\tvalid_0's l1: 0.768312\n",
      "[3975]\tvalid_0's l2: 2.08257\tvalid_0's l1: 0.768292\n",
      "[3976]\tvalid_0's l2: 2.08243\tvalid_0's l1: 0.768247\n",
      "[3977]\tvalid_0's l2: 2.08233\tvalid_0's l1: 0.768218\n",
      "[3978]\tvalid_0's l2: 2.08227\tvalid_0's l1: 0.768194\n",
      "[3979]\tvalid_0's l2: 2.08228\tvalid_0's l1: 0.768204\n",
      "[3980]\tvalid_0's l2: 2.08191\tvalid_0's l1: 0.76816\n",
      "[3981]\tvalid_0's l2: 2.08187\tvalid_0's l1: 0.76813\n",
      "[3982]\tvalid_0's l2: 2.08172\tvalid_0's l1: 0.768093\n",
      "[3983]\tvalid_0's l2: 2.08156\tvalid_0's l1: 0.768062\n",
      "[3984]\tvalid_0's l2: 2.0814\tvalid_0's l1: 0.768006\n",
      "[3985]\tvalid_0's l2: 2.08132\tvalid_0's l1: 0.767975\n",
      "[3986]\tvalid_0's l2: 2.08127\tvalid_0's l1: 0.767957\n",
      "[3987]\tvalid_0's l2: 2.08132\tvalid_0's l1: 0.767954\n",
      "[3988]\tvalid_0's l2: 2.08119\tvalid_0's l1: 0.767914\n",
      "[3989]\tvalid_0's l2: 2.0811\tvalid_0's l1: 0.767898\n",
      "[3990]\tvalid_0's l2: 2.08101\tvalid_0's l1: 0.767862\n",
      "[3991]\tvalid_0's l2: 2.08089\tvalid_0's l1: 0.767804\n",
      "[3992]\tvalid_0's l2: 2.08071\tvalid_0's l1: 0.767761\n",
      "[3993]\tvalid_0's l2: 2.08059\tvalid_0's l1: 0.767707\n",
      "[3994]\tvalid_0's l2: 2.08052\tvalid_0's l1: 0.767683\n",
      "[3995]\tvalid_0's l2: 2.08031\tvalid_0's l1: 0.767605\n",
      "[3996]\tvalid_0's l2: 2.08021\tvalid_0's l1: 0.767546\n",
      "[3997]\tvalid_0's l2: 2.08012\tvalid_0's l1: 0.767501\n",
      "[3998]\tvalid_0's l2: 2.0799\tvalid_0's l1: 0.767405\n",
      "[3999]\tvalid_0's l2: 2.07982\tvalid_0's l1: 0.767374\n",
      "[4000]\tvalid_0's l2: 2.0797\tvalid_0's l1: 0.767329\n",
      "[4001]\tvalid_0's l2: 2.07963\tvalid_0's l1: 0.767315\n",
      "[4002]\tvalid_0's l2: 2.07953\tvalid_0's l1: 0.767293\n",
      "[4003]\tvalid_0's l2: 2.07937\tvalid_0's l1: 0.767226\n",
      "[4004]\tvalid_0's l2: 2.0793\tvalid_0's l1: 0.767197\n",
      "[4005]\tvalid_0's l2: 2.07911\tvalid_0's l1: 0.767153\n",
      "[4006]\tvalid_0's l2: 2.07914\tvalid_0's l1: 0.767151\n",
      "[4007]\tvalid_0's l2: 2.07896\tvalid_0's l1: 0.767091\n",
      "[4008]\tvalid_0's l2: 2.07883\tvalid_0's l1: 0.767077\n",
      "[4009]\tvalid_0's l2: 2.07871\tvalid_0's l1: 0.767047\n",
      "[4010]\tvalid_0's l2: 2.0786\tvalid_0's l1: 0.767025\n",
      "[4011]\tvalid_0's l2: 2.07858\tvalid_0's l1: 0.767013\n",
      "[4012]\tvalid_0's l2: 2.07856\tvalid_0's l1: 0.766998\n",
      "[4013]\tvalid_0's l2: 2.0785\tvalid_0's l1: 0.766964\n",
      "[4014]\tvalid_0's l2: 2.07837\tvalid_0's l1: 0.766922\n",
      "[4015]\tvalid_0's l2: 2.07825\tvalid_0's l1: 0.766864\n",
      "[4016]\tvalid_0's l2: 2.07814\tvalid_0's l1: 0.766843\n",
      "[4017]\tvalid_0's l2: 2.07799\tvalid_0's l1: 0.766808\n",
      "[4018]\tvalid_0's l2: 2.07783\tvalid_0's l1: 0.766786\n",
      "[4019]\tvalid_0's l2: 2.07778\tvalid_0's l1: 0.766757\n",
      "[4020]\tvalid_0's l2: 2.0776\tvalid_0's l1: 0.766668\n",
      "[4021]\tvalid_0's l2: 2.0775\tvalid_0's l1: 0.766607\n",
      "[4022]\tvalid_0's l2: 2.07743\tvalid_0's l1: 0.766602\n",
      "[4023]\tvalid_0's l2: 2.07734\tvalid_0's l1: 0.766565\n",
      "[4024]\tvalid_0's l2: 2.07731\tvalid_0's l1: 0.766543\n",
      "[4025]\tvalid_0's l2: 2.07721\tvalid_0's l1: 0.766511\n",
      "[4026]\tvalid_0's l2: 2.07711\tvalid_0's l1: 0.766479\n",
      "[4027]\tvalid_0's l2: 2.07699\tvalid_0's l1: 0.766439\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[4028]\tvalid_0's l2: 2.07682\tvalid_0's l1: 0.766382\n",
      "[4029]\tvalid_0's l2: 2.07677\tvalid_0's l1: 0.766358\n",
      "[4030]\tvalid_0's l2: 2.07665\tvalid_0's l1: 0.766303\n",
      "[4031]\tvalid_0's l2: 2.07628\tvalid_0's l1: 0.76621\n",
      "[4032]\tvalid_0's l2: 2.07618\tvalid_0's l1: 0.766171\n",
      "[4033]\tvalid_0's l2: 2.07608\tvalid_0's l1: 0.766106\n",
      "[4034]\tvalid_0's l2: 2.07603\tvalid_0's l1: 0.766079\n",
      "[4035]\tvalid_0's l2: 2.07593\tvalid_0's l1: 0.766025\n",
      "[4036]\tvalid_0's l2: 2.0758\tvalid_0's l1: 0.765984\n",
      "[4037]\tvalid_0's l2: 2.07557\tvalid_0's l1: 0.765897\n",
      "[4038]\tvalid_0's l2: 2.07548\tvalid_0's l1: 0.765872\n",
      "[4039]\tvalid_0's l2: 2.07546\tvalid_0's l1: 0.765847\n",
      "[4040]\tvalid_0's l2: 2.07526\tvalid_0's l1: 0.7658\n",
      "[4041]\tvalid_0's l2: 2.07525\tvalid_0's l1: 0.765783\n",
      "[4042]\tvalid_0's l2: 2.07518\tvalid_0's l1: 0.765758\n",
      "[4043]\tvalid_0's l2: 2.07504\tvalid_0's l1: 0.765682\n",
      "[4044]\tvalid_0's l2: 2.07501\tvalid_0's l1: 0.765674\n",
      "[4045]\tvalid_0's l2: 2.07485\tvalid_0's l1: 0.76565\n",
      "[4046]\tvalid_0's l2: 2.07486\tvalid_0's l1: 0.765658\n",
      "[4047]\tvalid_0's l2: 2.0747\tvalid_0's l1: 0.765614\n",
      "[4048]\tvalid_0's l2: 2.07459\tvalid_0's l1: 0.765573\n",
      "[4049]\tvalid_0's l2: 2.07449\tvalid_0's l1: 0.765523\n",
      "[4050]\tvalid_0's l2: 2.07439\tvalid_0's l1: 0.765496\n",
      "[4051]\tvalid_0's l2: 2.07437\tvalid_0's l1: 0.765467\n",
      "[4052]\tvalid_0's l2: 2.07422\tvalid_0's l1: 0.765409\n",
      "[4053]\tvalid_0's l2: 2.07416\tvalid_0's l1: 0.765378\n",
      "[4054]\tvalid_0's l2: 2.07413\tvalid_0's l1: 0.765364\n",
      "[4055]\tvalid_0's l2: 2.07387\tvalid_0's l1: 0.765303\n",
      "[4056]\tvalid_0's l2: 2.07365\tvalid_0's l1: 0.765269\n",
      "[4057]\tvalid_0's l2: 2.07333\tvalid_0's l1: 0.765185\n",
      "[4058]\tvalid_0's l2: 2.07326\tvalid_0's l1: 0.765152\n",
      "[4059]\tvalid_0's l2: 2.07324\tvalid_0's l1: 0.765135\n",
      "[4060]\tvalid_0's l2: 2.07325\tvalid_0's l1: 0.765146\n",
      "[4061]\tvalid_0's l2: 2.07314\tvalid_0's l1: 0.765096\n",
      "[4062]\tvalid_0's l2: 2.07303\tvalid_0's l1: 0.765063\n",
      "[4063]\tvalid_0's l2: 2.07295\tvalid_0's l1: 0.765064\n",
      "[4064]\tvalid_0's l2: 2.07282\tvalid_0's l1: 0.765038\n",
      "[4065]\tvalid_0's l2: 2.07266\tvalid_0's l1: 0.76501\n",
      "[4066]\tvalid_0's l2: 2.07251\tvalid_0's l1: 0.764966\n",
      "[4067]\tvalid_0's l2: 2.0723\tvalid_0's l1: 0.764896\n",
      "[4068]\tvalid_0's l2: 2.07232\tvalid_0's l1: 0.764903\n",
      "[4069]\tvalid_0's l2: 2.07219\tvalid_0's l1: 0.764846\n",
      "[4070]\tvalid_0's l2: 2.07218\tvalid_0's l1: 0.764817\n",
      "[4071]\tvalid_0's l2: 2.07207\tvalid_0's l1: 0.764791\n",
      "[4072]\tvalid_0's l2: 2.072\tvalid_0's l1: 0.764753\n",
      "[4073]\tvalid_0's l2: 2.07187\tvalid_0's l1: 0.764691\n",
      "[4074]\tvalid_0's l2: 2.07175\tvalid_0's l1: 0.764654\n",
      "[4075]\tvalid_0's l2: 2.07148\tvalid_0's l1: 0.764568\n",
      "[4076]\tvalid_0's l2: 2.07134\tvalid_0's l1: 0.764513\n",
      "[4077]\tvalid_0's l2: 2.07121\tvalid_0's l1: 0.764503\n",
      "[4078]\tvalid_0's l2: 2.0712\tvalid_0's l1: 0.764478\n",
      "[4079]\tvalid_0's l2: 2.07114\tvalid_0's l1: 0.76445\n",
      "[4080]\tvalid_0's l2: 2.07096\tvalid_0's l1: 0.764426\n",
      "[4081]\tvalid_0's l2: 2.07093\tvalid_0's l1: 0.7644\n",
      "[4082]\tvalid_0's l2: 2.07075\tvalid_0's l1: 0.764338\n",
      "[4083]\tvalid_0's l2: 2.07055\tvalid_0's l1: 0.764279\n",
      "[4084]\tvalid_0's l2: 2.07044\tvalid_0's l1: 0.764228\n",
      "[4085]\tvalid_0's l2: 2.07042\tvalid_0's l1: 0.76421\n",
      "[4086]\tvalid_0's l2: 2.0704\tvalid_0's l1: 0.764187\n",
      "[4087]\tvalid_0's l2: 2.07031\tvalid_0's l1: 0.764167\n",
      "[4088]\tvalid_0's l2: 2.07011\tvalid_0's l1: 0.764091\n",
      "[4089]\tvalid_0's l2: 2.07006\tvalid_0's l1: 0.764068\n",
      "[4090]\tvalid_0's l2: 2.06999\tvalid_0's l1: 0.764025\n",
      "[4091]\tvalid_0's l2: 2.06986\tvalid_0's l1: 0.763972\n",
      "[4092]\tvalid_0's l2: 2.06974\tvalid_0's l1: 0.763937\n",
      "[4093]\tvalid_0's l2: 2.06972\tvalid_0's l1: 0.76393\n",
      "[4094]\tvalid_0's l2: 2.06965\tvalid_0's l1: 0.763894\n",
      "[4095]\tvalid_0's l2: 2.06957\tvalid_0's l1: 0.763848\n",
      "[4096]\tvalid_0's l2: 2.06947\tvalid_0's l1: 0.76384\n",
      "[4097]\tvalid_0's l2: 2.06931\tvalid_0's l1: 0.763816\n",
      "[4098]\tvalid_0's l2: 2.06917\tvalid_0's l1: 0.763763\n",
      "[4099]\tvalid_0's l2: 2.06893\tvalid_0's l1: 0.763707\n",
      "[4100]\tvalid_0's l2: 2.06891\tvalid_0's l1: 0.763693\n",
      "[4101]\tvalid_0's l2: 2.06874\tvalid_0's l1: 0.763662\n",
      "[4102]\tvalid_0's l2: 2.06867\tvalid_0's l1: 0.763615\n",
      "[4103]\tvalid_0's l2: 2.06851\tvalid_0's l1: 0.763557\n",
      "[4104]\tvalid_0's l2: 2.06829\tvalid_0's l1: 0.763487\n",
      "[4105]\tvalid_0's l2: 2.06818\tvalid_0's l1: 0.763442\n",
      "[4106]\tvalid_0's l2: 2.06809\tvalid_0's l1: 0.763397\n",
      "[4107]\tvalid_0's l2: 2.06801\tvalid_0's l1: 0.763362\n",
      "[4108]\tvalid_0's l2: 2.0678\tvalid_0's l1: 0.763318\n",
      "[4109]\tvalid_0's l2: 2.06731\tvalid_0's l1: 0.763207\n",
      "[4110]\tvalid_0's l2: 2.06722\tvalid_0's l1: 0.763173\n",
      "[4111]\tvalid_0's l2: 2.06709\tvalid_0's l1: 0.763123\n",
      "[4112]\tvalid_0's l2: 2.06684\tvalid_0's l1: 0.763084\n",
      "[4113]\tvalid_0's l2: 2.06671\tvalid_0's l1: 0.763047\n",
      "[4114]\tvalid_0's l2: 2.06667\tvalid_0's l1: 0.763013\n",
      "[4115]\tvalid_0's l2: 2.06658\tvalid_0's l1: 0.762996\n",
      "[4116]\tvalid_0's l2: 2.06641\tvalid_0's l1: 0.762956\n",
      "[4117]\tvalid_0's l2: 2.06624\tvalid_0's l1: 0.762874\n",
      "[4118]\tvalid_0's l2: 2.06604\tvalid_0's l1: 0.762824\n",
      "[4119]\tvalid_0's l2: 2.06605\tvalid_0's l1: 0.762815\n",
      "[4120]\tvalid_0's l2: 2.06594\tvalid_0's l1: 0.76276\n",
      "[4121]\tvalid_0's l2: 2.06599\tvalid_0's l1: 0.762773\n",
      "[4122]\tvalid_0's l2: 2.0659\tvalid_0's l1: 0.762759\n",
      "[4123]\tvalid_0's l2: 2.06576\tvalid_0's l1: 0.762734\n",
      "[4124]\tvalid_0's l2: 2.06553\tvalid_0's l1: 0.762662\n",
      "[4125]\tvalid_0's l2: 2.06537\tvalid_0's l1: 0.762611\n",
      "[4126]\tvalid_0's l2: 2.06519\tvalid_0's l1: 0.762556\n",
      "[4127]\tvalid_0's l2: 2.06505\tvalid_0's l1: 0.762509\n",
      "[4128]\tvalid_0's l2: 2.0649\tvalid_0's l1: 0.76245\n",
      "[4129]\tvalid_0's l2: 2.06483\tvalid_0's l1: 0.762425\n",
      "[4130]\tvalid_0's l2: 2.06469\tvalid_0's l1: 0.762396\n",
      "[4131]\tvalid_0's l2: 2.06446\tvalid_0's l1: 0.762318\n",
      "[4132]\tvalid_0's l2: 2.0644\tvalid_0's l1: 0.7623\n",
      "[4133]\tvalid_0's l2: 2.06438\tvalid_0's l1: 0.762285\n",
      "[4134]\tvalid_0's l2: 2.06425\tvalid_0's l1: 0.76226\n",
      "[4135]\tvalid_0's l2: 2.06412\tvalid_0's l1: 0.762238\n",
      "[4136]\tvalid_0's l2: 2.06403\tvalid_0's l1: 0.762195\n",
      "[4137]\tvalid_0's l2: 2.06395\tvalid_0's l1: 0.762183\n",
      "[4138]\tvalid_0's l2: 2.06385\tvalid_0's l1: 0.76214\n",
      "[4139]\tvalid_0's l2: 2.06373\tvalid_0's l1: 0.762115\n",
      "[4140]\tvalid_0's l2: 2.0635\tvalid_0's l1: 0.762072\n",
      "[4141]\tvalid_0's l2: 2.06346\tvalid_0's l1: 0.762046\n",
      "[4142]\tvalid_0's l2: 2.06331\tvalid_0's l1: 0.762023\n",
      "[4143]\tvalid_0's l2: 2.06332\tvalid_0's l1: 0.762016\n",
      "[4144]\tvalid_0's l2: 2.06325\tvalid_0's l1: 0.76199\n",
      "[4145]\tvalid_0's l2: 2.06313\tvalid_0's l1: 0.761978\n",
      "[4146]\tvalid_0's l2: 2.06309\tvalid_0's l1: 0.761942\n",
      "[4147]\tvalid_0's l2: 2.06306\tvalid_0's l1: 0.76193\n",
      "[4148]\tvalid_0's l2: 2.06295\tvalid_0's l1: 0.761885\n",
      "[4149]\tvalid_0's l2: 2.06283\tvalid_0's l1: 0.761843\n",
      "[4150]\tvalid_0's l2: 2.06265\tvalid_0's l1: 0.761793\n",
      "[4151]\tvalid_0's l2: 2.06257\tvalid_0's l1: 0.761783\n",
      "[4152]\tvalid_0's l2: 2.06222\tvalid_0's l1: 0.761725\n",
      "[4153]\tvalid_0's l2: 2.06202\tvalid_0's l1: 0.761678\n",
      "[4154]\tvalid_0's l2: 2.06195\tvalid_0's l1: 0.761665\n",
      "[4155]\tvalid_0's l2: 2.06168\tvalid_0's l1: 0.761593\n",
      "[4156]\tvalid_0's l2: 2.06162\tvalid_0's l1: 0.761575\n",
      "[4157]\tvalid_0's l2: 2.06149\tvalid_0's l1: 0.761539\n",
      "[4158]\tvalid_0's l2: 2.06143\tvalid_0's l1: 0.761512\n",
      "[4159]\tvalid_0's l2: 2.06131\tvalid_0's l1: 0.761454\n",
      "[4160]\tvalid_0's l2: 2.06094\tvalid_0's l1: 0.76136\n",
      "[4161]\tvalid_0's l2: 2.06104\tvalid_0's l1: 0.761344\n",
      "[4162]\tvalid_0's l2: 2.06089\tvalid_0's l1: 0.761299\n",
      "[4163]\tvalid_0's l2: 2.06087\tvalid_0's l1: 0.761284\n",
      "[4164]\tvalid_0's l2: 2.06098\tvalid_0's l1: 0.761265\n",
      "[4165]\tvalid_0's l2: 2.0609\tvalid_0's l1: 0.761253\n",
      "[4166]\tvalid_0's l2: 2.06084\tvalid_0's l1: 0.761207\n",
      "[4167]\tvalid_0's l2: 2.06081\tvalid_0's l1: 0.761192\n",
      "[4168]\tvalid_0's l2: 2.06069\tvalid_0's l1: 0.761142\n",
      "[4169]\tvalid_0's l2: 2.06067\tvalid_0's l1: 0.761121\n",
      "[4170]\tvalid_0's l2: 2.06053\tvalid_0's l1: 0.761106\n",
      "[4171]\tvalid_0's l2: 2.06044\tvalid_0's l1: 0.761076\n",
      "[4172]\tvalid_0's l2: 2.06037\tvalid_0's l1: 0.76105\n",
      "[4173]\tvalid_0's l2: 2.06033\tvalid_0's l1: 0.76103\n",
      "[4174]\tvalid_0's l2: 2.06016\tvalid_0's l1: 0.760996\n",
      "[4175]\tvalid_0's l2: 2.06018\tvalid_0's l1: 0.760974\n",
      "[4176]\tvalid_0's l2: 2.06003\tvalid_0's l1: 0.760913\n",
      "[4177]\tvalid_0's l2: 2.05989\tvalid_0's l1: 0.76088\n",
      "[4178]\tvalid_0's l2: 2.05989\tvalid_0's l1: 0.760862\n",
      "[4179]\tvalid_0's l2: 2.05982\tvalid_0's l1: 0.760836\n",
      "[4180]\tvalid_0's l2: 2.05977\tvalid_0's l1: 0.76081\n",
      "[4181]\tvalid_0's l2: 2.05983\tvalid_0's l1: 0.760818\n",
      "[4182]\tvalid_0's l2: 2.05974\tvalid_0's l1: 0.760802\n",
      "[4183]\tvalid_0's l2: 2.05972\tvalid_0's l1: 0.760768\n",
      "[4184]\tvalid_0's l2: 2.05966\tvalid_0's l1: 0.76072\n",
      "[4185]\tvalid_0's l2: 2.05955\tvalid_0's l1: 0.760699\n",
      "[4186]\tvalid_0's l2: 2.05955\tvalid_0's l1: 0.760687\n",
      "[4187]\tvalid_0's l2: 2.05946\tvalid_0's l1: 0.760654\n",
      "[4188]\tvalid_0's l2: 2.05938\tvalid_0's l1: 0.760629\n",
      "[4189]\tvalid_0's l2: 2.05922\tvalid_0's l1: 0.760578\n",
      "[4190]\tvalid_0's l2: 2.05918\tvalid_0's l1: 0.760577\n",
      "[4191]\tvalid_0's l2: 2.05909\tvalid_0's l1: 0.760541\n",
      "[4192]\tvalid_0's l2: 2.05889\tvalid_0's l1: 0.760453\n",
      "[4193]\tvalid_0's l2: 2.05884\tvalid_0's l1: 0.760428\n",
      "[4194]\tvalid_0's l2: 2.05886\tvalid_0's l1: 0.760434\n",
      "[4195]\tvalid_0's l2: 2.05882\tvalid_0's l1: 0.760418\n",
      "[4196]\tvalid_0's l2: 2.05868\tvalid_0's l1: 0.760374\n",
      "[4197]\tvalid_0's l2: 2.05858\tvalid_0's l1: 0.76033\n",
      "[4198]\tvalid_0's l2: 2.05856\tvalid_0's l1: 0.76032\n",
      "[4199]\tvalid_0's l2: 2.0585\tvalid_0's l1: 0.760308\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[4200]\tvalid_0's l2: 2.0584\tvalid_0's l1: 0.76027\n",
      "[4201]\tvalid_0's l2: 2.05829\tvalid_0's l1: 0.760232\n",
      "[4202]\tvalid_0's l2: 2.05824\tvalid_0's l1: 0.76021\n",
      "[4203]\tvalid_0's l2: 2.05815\tvalid_0's l1: 0.760169\n",
      "[4204]\tvalid_0's l2: 2.05812\tvalid_0's l1: 0.760151\n",
      "[4205]\tvalid_0's l2: 2.0581\tvalid_0's l1: 0.76013\n",
      "[4206]\tvalid_0's l2: 2.058\tvalid_0's l1: 0.760102\n",
      "[4207]\tvalid_0's l2: 2.05771\tvalid_0's l1: 0.760048\n",
      "[4208]\tvalid_0's l2: 2.05756\tvalid_0's l1: 0.76002\n",
      "[4209]\tvalid_0's l2: 2.05752\tvalid_0's l1: 0.760007\n",
      "[4210]\tvalid_0's l2: 2.05743\tvalid_0's l1: 0.75998\n",
      "[4211]\tvalid_0's l2: 2.05737\tvalid_0's l1: 0.759966\n",
      "[4212]\tvalid_0's l2: 2.05707\tvalid_0's l1: 0.75992\n",
      "[4213]\tvalid_0's l2: 2.05696\tvalid_0's l1: 0.759887\n",
      "[4214]\tvalid_0's l2: 2.05684\tvalid_0's l1: 0.759859\n",
      "[4215]\tvalid_0's l2: 2.05672\tvalid_0's l1: 0.759833\n",
      "[4216]\tvalid_0's l2: 2.05646\tvalid_0's l1: 0.759766\n",
      "[4217]\tvalid_0's l2: 2.0562\tvalid_0's l1: 0.759698\n",
      "[4218]\tvalid_0's l2: 2.05611\tvalid_0's l1: 0.759653\n",
      "[4219]\tvalid_0's l2: 2.05568\tvalid_0's l1: 0.759574\n",
      "[4220]\tvalid_0's l2: 2.05559\tvalid_0's l1: 0.759533\n",
      "[4221]\tvalid_0's l2: 2.05542\tvalid_0's l1: 0.759493\n",
      "[4222]\tvalid_0's l2: 2.05539\tvalid_0's l1: 0.759473\n",
      "[4223]\tvalid_0's l2: 2.05533\tvalid_0's l1: 0.75944\n",
      "[4224]\tvalid_0's l2: 2.05516\tvalid_0's l1: 0.75941\n",
      "[4225]\tvalid_0's l2: 2.0551\tvalid_0's l1: 0.759377\n",
      "[4226]\tvalid_0's l2: 2.05494\tvalid_0's l1: 0.759316\n",
      "[4227]\tvalid_0's l2: 2.05472\tvalid_0's l1: 0.759274\n",
      "[4228]\tvalid_0's l2: 2.05465\tvalid_0's l1: 0.759236\n",
      "[4229]\tvalid_0's l2: 2.05457\tvalid_0's l1: 0.759205\n",
      "[4230]\tvalid_0's l2: 2.05449\tvalid_0's l1: 0.759169\n",
      "[4231]\tvalid_0's l2: 2.05443\tvalid_0's l1: 0.759145\n",
      "[4232]\tvalid_0's l2: 2.05409\tvalid_0's l1: 0.759074\n",
      "[4233]\tvalid_0's l2: 2.05393\tvalid_0's l1: 0.759027\n",
      "[4234]\tvalid_0's l2: 2.05381\tvalid_0's l1: 0.758984\n",
      "[4235]\tvalid_0's l2: 2.05378\tvalid_0's l1: 0.758949\n",
      "[4236]\tvalid_0's l2: 2.0534\tvalid_0's l1: 0.75888\n",
      "[4237]\tvalid_0's l2: 2.05315\tvalid_0's l1: 0.758827\n",
      "[4238]\tvalid_0's l2: 2.05298\tvalid_0's l1: 0.758782\n",
      "[4239]\tvalid_0's l2: 2.0529\tvalid_0's l1: 0.758748\n",
      "[4240]\tvalid_0's l2: 2.05279\tvalid_0's l1: 0.758713\n",
      "[4241]\tvalid_0's l2: 2.05272\tvalid_0's l1: 0.758691\n",
      "[4242]\tvalid_0's l2: 2.05257\tvalid_0's l1: 0.758613\n",
      "[4243]\tvalid_0's l2: 2.05236\tvalid_0's l1: 0.758552\n",
      "[4244]\tvalid_0's l2: 2.05228\tvalid_0's l1: 0.758533\n",
      "[4245]\tvalid_0's l2: 2.05225\tvalid_0's l1: 0.758508\n",
      "[4246]\tvalid_0's l2: 2.05222\tvalid_0's l1: 0.758504\n",
      "[4247]\tvalid_0's l2: 2.05222\tvalid_0's l1: 0.758484\n",
      "[4248]\tvalid_0's l2: 2.05222\tvalid_0's l1: 0.758473\n",
      "[4249]\tvalid_0's l2: 2.05206\tvalid_0's l1: 0.758424\n",
      "[4250]\tvalid_0's l2: 2.05204\tvalid_0's l1: 0.758408\n",
      "[4251]\tvalid_0's l2: 2.05181\tvalid_0's l1: 0.758358\n",
      "[4252]\tvalid_0's l2: 2.05169\tvalid_0's l1: 0.758326\n",
      "[4253]\tvalid_0's l2: 2.05129\tvalid_0's l1: 0.758245\n",
      "[4254]\tvalid_0's l2: 2.05127\tvalid_0's l1: 0.758225\n",
      "[4255]\tvalid_0's l2: 2.05108\tvalid_0's l1: 0.758191\n",
      "[4256]\tvalid_0's l2: 2.05083\tvalid_0's l1: 0.758099\n",
      "[4257]\tvalid_0's l2: 2.05079\tvalid_0's l1: 0.75808\n",
      "[4258]\tvalid_0's l2: 2.05067\tvalid_0's l1: 0.758047\n",
      "[4259]\tvalid_0's l2: 2.05044\tvalid_0's l1: 0.757982\n",
      "[4260]\tvalid_0's l2: 2.05033\tvalid_0's l1: 0.757932\n",
      "[4261]\tvalid_0's l2: 2.05015\tvalid_0's l1: 0.757895\n",
      "[4262]\tvalid_0's l2: 2.05004\tvalid_0's l1: 0.757844\n",
      "[4263]\tvalid_0's l2: 2.04992\tvalid_0's l1: 0.757801\n",
      "[4264]\tvalid_0's l2: 2.04988\tvalid_0's l1: 0.757785\n",
      "[4265]\tvalid_0's l2: 2.04966\tvalid_0's l1: 0.757739\n",
      "[4266]\tvalid_0's l2: 2.04954\tvalid_0's l1: 0.757691\n",
      "[4267]\tvalid_0's l2: 2.04945\tvalid_0's l1: 0.757649\n",
      "[4268]\tvalid_0's l2: 2.04941\tvalid_0's l1: 0.757632\n",
      "[4269]\tvalid_0's l2: 2.04934\tvalid_0's l1: 0.757615\n",
      "[4270]\tvalid_0's l2: 2.0492\tvalid_0's l1: 0.757577\n",
      "[4271]\tvalid_0's l2: 2.04919\tvalid_0's l1: 0.757563\n",
      "[4272]\tvalid_0's l2: 2.04908\tvalid_0's l1: 0.757516\n",
      "[4273]\tvalid_0's l2: 2.04896\tvalid_0's l1: 0.757469\n",
      "[4274]\tvalid_0's l2: 2.04895\tvalid_0's l1: 0.757456\n",
      "[4275]\tvalid_0's l2: 2.04891\tvalid_0's l1: 0.757427\n",
      "[4276]\tvalid_0's l2: 2.04895\tvalid_0's l1: 0.75745\n",
      "[4277]\tvalid_0's l2: 2.04888\tvalid_0's l1: 0.757428\n",
      "[4278]\tvalid_0's l2: 2.04882\tvalid_0's l1: 0.757387\n",
      "[4279]\tvalid_0's l2: 2.0488\tvalid_0's l1: 0.757393\n",
      "[4280]\tvalid_0's l2: 2.04851\tvalid_0's l1: 0.757327\n",
      "[4281]\tvalid_0's l2: 2.0483\tvalid_0's l1: 0.75726\n",
      "[4282]\tvalid_0's l2: 2.04825\tvalid_0's l1: 0.757246\n",
      "[4283]\tvalid_0's l2: 2.04804\tvalid_0's l1: 0.757187\n",
      "[4284]\tvalid_0's l2: 2.04787\tvalid_0's l1: 0.757125\n",
      "[4285]\tvalid_0's l2: 2.04785\tvalid_0's l1: 0.757128\n",
      "[4286]\tvalid_0's l2: 2.04764\tvalid_0's l1: 0.757053\n",
      "[4287]\tvalid_0's l2: 2.04768\tvalid_0's l1: 0.757054\n",
      "[4288]\tvalid_0's l2: 2.04739\tvalid_0's l1: 0.756974\n",
      "[4289]\tvalid_0's l2: 2.04738\tvalid_0's l1: 0.756983\n",
      "[4290]\tvalid_0's l2: 2.04741\tvalid_0's l1: 0.756993\n",
      "[4291]\tvalid_0's l2: 2.04738\tvalid_0's l1: 0.75698\n",
      "[4292]\tvalid_0's l2: 2.04728\tvalid_0's l1: 0.756947\n",
      "[4293]\tvalid_0's l2: 2.04725\tvalid_0's l1: 0.7569\n",
      "[4294]\tvalid_0's l2: 2.04714\tvalid_0's l1: 0.756852\n",
      "[4295]\tvalid_0's l2: 2.04693\tvalid_0's l1: 0.756786\n",
      "[4296]\tvalid_0's l2: 2.04682\tvalid_0's l1: 0.756746\n",
      "[4297]\tvalid_0's l2: 2.04669\tvalid_0's l1: 0.756699\n",
      "[4298]\tvalid_0's l2: 2.04664\tvalid_0's l1: 0.756673\n",
      "[4299]\tvalid_0's l2: 2.04653\tvalid_0's l1: 0.75663\n",
      "[4300]\tvalid_0's l2: 2.04641\tvalid_0's l1: 0.756596\n",
      "[4301]\tvalid_0's l2: 2.04611\tvalid_0's l1: 0.756503\n",
      "[4302]\tvalid_0's l2: 2.04603\tvalid_0's l1: 0.756465\n",
      "[4303]\tvalid_0's l2: 2.04592\tvalid_0's l1: 0.756418\n",
      "[4304]\tvalid_0's l2: 2.04589\tvalid_0's l1: 0.756402\n",
      "[4305]\tvalid_0's l2: 2.04581\tvalid_0's l1: 0.756366\n",
      "[4306]\tvalid_0's l2: 2.04585\tvalid_0's l1: 0.756356\n",
      "[4307]\tvalid_0's l2: 2.04576\tvalid_0's l1: 0.756306\n",
      "[4308]\tvalid_0's l2: 2.04574\tvalid_0's l1: 0.756307\n",
      "[4309]\tvalid_0's l2: 2.0457\tvalid_0's l1: 0.756284\n",
      "[4310]\tvalid_0's l2: 2.04572\tvalid_0's l1: 0.756274\n",
      "[4311]\tvalid_0's l2: 2.04571\tvalid_0's l1: 0.756272\n",
      "[4312]\tvalid_0's l2: 2.04565\tvalid_0's l1: 0.756242\n",
      "[4313]\tvalid_0's l2: 2.04552\tvalid_0's l1: 0.756215\n",
      "[4314]\tvalid_0's l2: 2.04543\tvalid_0's l1: 0.756196\n",
      "[4315]\tvalid_0's l2: 2.04541\tvalid_0's l1: 0.756186\n",
      "[4316]\tvalid_0's l2: 2.04532\tvalid_0's l1: 0.756155\n",
      "[4317]\tvalid_0's l2: 2.04526\tvalid_0's l1: 0.756121\n",
      "[4318]\tvalid_0's l2: 2.04519\tvalid_0's l1: 0.75609\n",
      "[4319]\tvalid_0's l2: 2.04505\tvalid_0's l1: 0.75606\n",
      "[4320]\tvalid_0's l2: 2.04487\tvalid_0's l1: 0.755991\n",
      "[4321]\tvalid_0's l2: 2.04474\tvalid_0's l1: 0.755952\n",
      "[4322]\tvalid_0's l2: 2.04461\tvalid_0's l1: 0.755923\n",
      "[4323]\tvalid_0's l2: 2.04456\tvalid_0's l1: 0.755916\n",
      "[4324]\tvalid_0's l2: 2.04447\tvalid_0's l1: 0.755874\n",
      "[4325]\tvalid_0's l2: 2.04438\tvalid_0's l1: 0.755824\n",
      "[4326]\tvalid_0's l2: 2.04431\tvalid_0's l1: 0.755779\n",
      "[4327]\tvalid_0's l2: 2.04423\tvalid_0's l1: 0.755742\n",
      "[4328]\tvalid_0's l2: 2.04405\tvalid_0's l1: 0.755719\n",
      "[4329]\tvalid_0's l2: 2.04388\tvalid_0's l1: 0.755652\n",
      "[4330]\tvalid_0's l2: 2.0435\tvalid_0's l1: 0.755579\n",
      "[4331]\tvalid_0's l2: 2.04332\tvalid_0's l1: 0.755528\n",
      "[4332]\tvalid_0's l2: 2.04325\tvalid_0's l1: 0.755522\n",
      "[4333]\tvalid_0's l2: 2.04312\tvalid_0's l1: 0.755497\n",
      "[4334]\tvalid_0's l2: 2.04283\tvalid_0's l1: 0.755421\n",
      "[4335]\tvalid_0's l2: 2.04277\tvalid_0's l1: 0.75539\n",
      "[4336]\tvalid_0's l2: 2.04263\tvalid_0's l1: 0.755378\n",
      "[4337]\tvalid_0's l2: 2.04257\tvalid_0's l1: 0.755356\n",
      "[4338]\tvalid_0's l2: 2.04244\tvalid_0's l1: 0.755329\n",
      "[4339]\tvalid_0's l2: 2.04242\tvalid_0's l1: 0.755288\n",
      "[4340]\tvalid_0's l2: 2.04233\tvalid_0's l1: 0.755251\n",
      "[4341]\tvalid_0's l2: 2.04231\tvalid_0's l1: 0.755242\n",
      "[4342]\tvalid_0's l2: 2.04226\tvalid_0's l1: 0.755216\n",
      "[4343]\tvalid_0's l2: 2.0421\tvalid_0's l1: 0.755138\n",
      "[4344]\tvalid_0's l2: 2.04197\tvalid_0's l1: 0.755106\n",
      "[4345]\tvalid_0's l2: 2.04188\tvalid_0's l1: 0.755089\n",
      "[4346]\tvalid_0's l2: 2.04183\tvalid_0's l1: 0.755072\n",
      "[4347]\tvalid_0's l2: 2.04162\tvalid_0's l1: 0.75501\n",
      "[4348]\tvalid_0's l2: 2.04152\tvalid_0's l1: 0.754994\n",
      "[4349]\tvalid_0's l2: 2.04149\tvalid_0's l1: 0.754976\n",
      "[4350]\tvalid_0's l2: 2.04136\tvalid_0's l1: 0.754947\n",
      "[4351]\tvalid_0's l2: 2.04135\tvalid_0's l1: 0.754934\n",
      "[4352]\tvalid_0's l2: 2.04104\tvalid_0's l1: 0.754887\n",
      "[4353]\tvalid_0's l2: 2.0409\tvalid_0's l1: 0.754817\n",
      "[4354]\tvalid_0's l2: 2.04085\tvalid_0's l1: 0.754795\n",
      "[4355]\tvalid_0's l2: 2.04067\tvalid_0's l1: 0.754758\n",
      "[4356]\tvalid_0's l2: 2.04065\tvalid_0's l1: 0.75473\n",
      "[4357]\tvalid_0's l2: 2.04068\tvalid_0's l1: 0.754746\n",
      "[4358]\tvalid_0's l2: 2.04058\tvalid_0's l1: 0.754715\n",
      "[4359]\tvalid_0's l2: 2.04026\tvalid_0's l1: 0.754652\n",
      "[4360]\tvalid_0's l2: 2.03999\tvalid_0's l1: 0.754628\n",
      "[4361]\tvalid_0's l2: 2.0399\tvalid_0's l1: 0.754587\n",
      "[4362]\tvalid_0's l2: 2.03961\tvalid_0's l1: 0.754519\n",
      "[4363]\tvalid_0's l2: 2.03943\tvalid_0's l1: 0.754463\n",
      "[4364]\tvalid_0's l2: 2.03934\tvalid_0's l1: 0.754431\n",
      "[4365]\tvalid_0's l2: 2.03911\tvalid_0's l1: 0.75438\n",
      "[4366]\tvalid_0's l2: 2.039\tvalid_0's l1: 0.754348\n",
      "[4367]\tvalid_0's l2: 2.03895\tvalid_0's l1: 0.754312\n",
      "[4368]\tvalid_0's l2: 2.03894\tvalid_0's l1: 0.754302\n",
      "[4369]\tvalid_0's l2: 2.03884\tvalid_0's l1: 0.754267\n",
      "[4370]\tvalid_0's l2: 2.03873\tvalid_0's l1: 0.754251\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[4371]\tvalid_0's l2: 2.03856\tvalid_0's l1: 0.754188\n",
      "[4372]\tvalid_0's l2: 2.03838\tvalid_0's l1: 0.754151\n",
      "[4373]\tvalid_0's l2: 2.03819\tvalid_0's l1: 0.754066\n",
      "[4374]\tvalid_0's l2: 2.03802\tvalid_0's l1: 0.754018\n",
      "[4375]\tvalid_0's l2: 2.03797\tvalid_0's l1: 0.753987\n",
      "[4376]\tvalid_0's l2: 2.0378\tvalid_0's l1: 0.753935\n",
      "[4377]\tvalid_0's l2: 2.03773\tvalid_0's l1: 0.753916\n",
      "[4378]\tvalid_0's l2: 2.03771\tvalid_0's l1: 0.753898\n",
      "[4379]\tvalid_0's l2: 2.0376\tvalid_0's l1: 0.753881\n",
      "[4380]\tvalid_0's l2: 2.03755\tvalid_0's l1: 0.753853\n",
      "[4381]\tvalid_0's l2: 2.03744\tvalid_0's l1: 0.753824\n",
      "[4382]\tvalid_0's l2: 2.03728\tvalid_0's l1: 0.753774\n",
      "[4383]\tvalid_0's l2: 2.03722\tvalid_0's l1: 0.753734\n",
      "[4384]\tvalid_0's l2: 2.03718\tvalid_0's l1: 0.753711\n",
      "[4385]\tvalid_0's l2: 2.03705\tvalid_0's l1: 0.753657\n",
      "[4386]\tvalid_0's l2: 2.0369\tvalid_0's l1: 0.753603\n",
      "[4387]\tvalid_0's l2: 2.03678\tvalid_0's l1: 0.75357\n",
      "[4388]\tvalid_0's l2: 2.03672\tvalid_0's l1: 0.753557\n",
      "[4389]\tvalid_0's l2: 2.03675\tvalid_0's l1: 0.75355\n",
      "[4390]\tvalid_0's l2: 2.03656\tvalid_0's l1: 0.75348\n",
      "[4391]\tvalid_0's l2: 2.03653\tvalid_0's l1: 0.75346\n",
      "[4392]\tvalid_0's l2: 2.03636\tvalid_0's l1: 0.753403\n",
      "[4393]\tvalid_0's l2: 2.03608\tvalid_0's l1: 0.753349\n",
      "[4394]\tvalid_0's l2: 2.03599\tvalid_0's l1: 0.753305\n",
      "[4395]\tvalid_0's l2: 2.036\tvalid_0's l1: 0.753287\n",
      "[4396]\tvalid_0's l2: 2.03579\tvalid_0's l1: 0.753227\n",
      "[4397]\tvalid_0's l2: 2.03577\tvalid_0's l1: 0.753209\n",
      "[4398]\tvalid_0's l2: 2.03563\tvalid_0's l1: 0.753156\n",
      "[4399]\tvalid_0's l2: 2.0354\tvalid_0's l1: 0.753103\n",
      "[4400]\tvalid_0's l2: 2.03528\tvalid_0's l1: 0.753045\n",
      "[4401]\tvalid_0's l2: 2.03518\tvalid_0's l1: 0.753013\n",
      "[4402]\tvalid_0's l2: 2.03514\tvalid_0's l1: 0.752996\n",
      "[4403]\tvalid_0's l2: 2.03501\tvalid_0's l1: 0.752961\n",
      "[4404]\tvalid_0's l2: 2.03489\tvalid_0's l1: 0.752921\n",
      "[4405]\tvalid_0's l2: 2.0345\tvalid_0's l1: 0.752836\n",
      "[4406]\tvalid_0's l2: 2.03443\tvalid_0's l1: 0.752813\n",
      "[4407]\tvalid_0's l2: 2.03438\tvalid_0's l1: 0.752802\n",
      "[4408]\tvalid_0's l2: 2.03433\tvalid_0's l1: 0.752791\n",
      "[4409]\tvalid_0's l2: 2.03426\tvalid_0's l1: 0.752775\n",
      "[4410]\tvalid_0's l2: 2.03407\tvalid_0's l1: 0.752699\n",
      "[4411]\tvalid_0's l2: 2.03399\tvalid_0's l1: 0.752663\n",
      "[4412]\tvalid_0's l2: 2.03395\tvalid_0's l1: 0.752641\n",
      "[4413]\tvalid_0's l2: 2.03392\tvalid_0's l1: 0.752602\n",
      "[4414]\tvalid_0's l2: 2.03385\tvalid_0's l1: 0.752572\n",
      "[4415]\tvalid_0's l2: 2.03374\tvalid_0's l1: 0.752528\n",
      "[4416]\tvalid_0's l2: 2.03351\tvalid_0's l1: 0.752479\n",
      "[4417]\tvalid_0's l2: 2.03339\tvalid_0's l1: 0.752423\n",
      "[4418]\tvalid_0's l2: 2.0332\tvalid_0's l1: 0.752362\n",
      "[4419]\tvalid_0's l2: 2.03306\tvalid_0's l1: 0.752315\n",
      "[4420]\tvalid_0's l2: 2.03304\tvalid_0's l1: 0.752307\n",
      "[4421]\tvalid_0's l2: 2.03276\tvalid_0's l1: 0.752224\n",
      "[4422]\tvalid_0's l2: 2.03259\tvalid_0's l1: 0.752171\n",
      "[4423]\tvalid_0's l2: 2.03246\tvalid_0's l1: 0.752128\n",
      "[4424]\tvalid_0's l2: 2.03224\tvalid_0's l1: 0.752069\n",
      "[4425]\tvalid_0's l2: 2.03187\tvalid_0's l1: 0.751979\n",
      "[4426]\tvalid_0's l2: 2.03181\tvalid_0's l1: 0.751947\n",
      "[4427]\tvalid_0's l2: 2.03153\tvalid_0's l1: 0.751888\n",
      "[4428]\tvalid_0's l2: 2.03149\tvalid_0's l1: 0.751872\n",
      "[4429]\tvalid_0's l2: 2.03161\tvalid_0's l1: 0.751844\n",
      "[4430]\tvalid_0's l2: 2.03152\tvalid_0's l1: 0.751823\n",
      "[4431]\tvalid_0's l2: 2.03118\tvalid_0's l1: 0.751719\n",
      "[4432]\tvalid_0's l2: 2.0311\tvalid_0's l1: 0.751689\n",
      "[4433]\tvalid_0's l2: 2.03096\tvalid_0's l1: 0.751666\n",
      "[4434]\tvalid_0's l2: 2.03088\tvalid_0's l1: 0.751626\n",
      "[4435]\tvalid_0's l2: 2.03083\tvalid_0's l1: 0.751599\n",
      "[4436]\tvalid_0's l2: 2.03081\tvalid_0's l1: 0.751602\n",
      "[4437]\tvalid_0's l2: 2.0305\tvalid_0's l1: 0.75153\n",
      "[4438]\tvalid_0's l2: 2.0305\tvalid_0's l1: 0.75152\n",
      "[4439]\tvalid_0's l2: 2.03046\tvalid_0's l1: 0.751503\n",
      "[4440]\tvalid_0's l2: 2.03037\tvalid_0's l1: 0.751482\n",
      "[4441]\tvalid_0's l2: 2.03035\tvalid_0's l1: 0.751477\n",
      "[4442]\tvalid_0's l2: 2.0303\tvalid_0's l1: 0.751446\n",
      "[4443]\tvalid_0's l2: 2.03019\tvalid_0's l1: 0.751417\n",
      "[4444]\tvalid_0's l2: 2.02996\tvalid_0's l1: 0.751356\n",
      "[4445]\tvalid_0's l2: 2.02954\tvalid_0's l1: 0.75126\n",
      "[4446]\tvalid_0's l2: 2.02935\tvalid_0's l1: 0.751205\n",
      "[4447]\tvalid_0's l2: 2.02926\tvalid_0's l1: 0.751161\n",
      "[4448]\tvalid_0's l2: 2.02922\tvalid_0's l1: 0.75115\n",
      "[4449]\tvalid_0's l2: 2.02923\tvalid_0's l1: 0.751141\n",
      "[4450]\tvalid_0's l2: 2.02918\tvalid_0's l1: 0.751123\n",
      "[4451]\tvalid_0's l2: 2.02907\tvalid_0's l1: 0.751094\n",
      "[4452]\tvalid_0's l2: 2.02902\tvalid_0's l1: 0.751089\n",
      "[4453]\tvalid_0's l2: 2.02898\tvalid_0's l1: 0.751061\n",
      "[4454]\tvalid_0's l2: 2.02899\tvalid_0's l1: 0.751017\n",
      "[4455]\tvalid_0's l2: 2.02899\tvalid_0's l1: 0.751009\n",
      "[4456]\tvalid_0's l2: 2.02892\tvalid_0's l1: 0.751001\n",
      "[4457]\tvalid_0's l2: 2.02876\tvalid_0's l1: 0.750961\n",
      "[4458]\tvalid_0's l2: 2.02852\tvalid_0's l1: 0.750895\n",
      "[4459]\tvalid_0's l2: 2.02824\tvalid_0's l1: 0.750795\n",
      "[4460]\tvalid_0's l2: 2.02809\tvalid_0's l1: 0.750759\n",
      "[4461]\tvalid_0's l2: 2.02779\tvalid_0's l1: 0.75071\n",
      "[4462]\tvalid_0's l2: 2.02779\tvalid_0's l1: 0.750698\n",
      "[4463]\tvalid_0's l2: 2.02757\tvalid_0's l1: 0.750634\n",
      "[4464]\tvalid_0's l2: 2.02737\tvalid_0's l1: 0.75059\n",
      "[4465]\tvalid_0's l2: 2.02733\tvalid_0's l1: 0.750567\n",
      "[4466]\tvalid_0's l2: 2.02721\tvalid_0's l1: 0.750524\n",
      "[4467]\tvalid_0's l2: 2.02717\tvalid_0's l1: 0.750501\n",
      "[4468]\tvalid_0's l2: 2.02709\tvalid_0's l1: 0.750457\n",
      "[4469]\tvalid_0's l2: 2.02709\tvalid_0's l1: 0.750462\n",
      "[4470]\tvalid_0's l2: 2.0269\tvalid_0's l1: 0.750428\n",
      "[4471]\tvalid_0's l2: 2.02667\tvalid_0's l1: 0.750401\n",
      "[4472]\tvalid_0's l2: 2.02653\tvalid_0's l1: 0.750341\n",
      "[4473]\tvalid_0's l2: 2.02625\tvalid_0's l1: 0.750296\n",
      "[4474]\tvalid_0's l2: 2.02608\tvalid_0's l1: 0.750243\n",
      "[4475]\tvalid_0's l2: 2.02584\tvalid_0's l1: 0.75016\n",
      "[4476]\tvalid_0's l2: 2.02581\tvalid_0's l1: 0.750137\n",
      "[4477]\tvalid_0's l2: 2.02568\tvalid_0's l1: 0.750097\n",
      "[4478]\tvalid_0's l2: 2.02554\tvalid_0's l1: 0.750054\n",
      "[4479]\tvalid_0's l2: 2.02545\tvalid_0's l1: 0.750011\n",
      "[4480]\tvalid_0's l2: 2.0252\tvalid_0's l1: 0.749926\n",
      "[4481]\tvalid_0's l2: 2.02506\tvalid_0's l1: 0.749883\n",
      "[4482]\tvalid_0's l2: 2.02494\tvalid_0's l1: 0.749839\n",
      "[4483]\tvalid_0's l2: 2.02493\tvalid_0's l1: 0.749826\n",
      "[4484]\tvalid_0's l2: 2.02479\tvalid_0's l1: 0.749761\n",
      "[4485]\tvalid_0's l2: 2.02479\tvalid_0's l1: 0.749756\n",
      "[4486]\tvalid_0's l2: 2.02455\tvalid_0's l1: 0.749704\n",
      "[4487]\tvalid_0's l2: 2.02438\tvalid_0's l1: 0.74963\n",
      "[4488]\tvalid_0's l2: 2.02436\tvalid_0's l1: 0.749614\n",
      "[4489]\tvalid_0's l2: 2.02443\tvalid_0's l1: 0.749599\n",
      "[4490]\tvalid_0's l2: 2.0243\tvalid_0's l1: 0.749578\n",
      "[4491]\tvalid_0's l2: 2.02422\tvalid_0's l1: 0.74956\n",
      "[4492]\tvalid_0's l2: 2.02413\tvalid_0's l1: 0.749539\n",
      "[4493]\tvalid_0's l2: 2.02411\tvalid_0's l1: 0.749517\n",
      "[4494]\tvalid_0's l2: 2.02402\tvalid_0's l1: 0.749488\n",
      "[4495]\tvalid_0's l2: 2.02374\tvalid_0's l1: 0.74944\n",
      "[4496]\tvalid_0's l2: 2.02364\tvalid_0's l1: 0.749411\n",
      "[4497]\tvalid_0's l2: 2.0235\tvalid_0's l1: 0.749352\n",
      "[4498]\tvalid_0's l2: 2.02359\tvalid_0's l1: 0.749335\n",
      "[4499]\tvalid_0's l2: 2.02344\tvalid_0's l1: 0.749316\n",
      "[4500]\tvalid_0's l2: 2.02337\tvalid_0's l1: 0.749305\n",
      "[4501]\tvalid_0's l2: 2.02336\tvalid_0's l1: 0.749297\n",
      "[4502]\tvalid_0's l2: 2.02331\tvalid_0's l1: 0.749267\n",
      "[4503]\tvalid_0's l2: 2.02282\tvalid_0's l1: 0.749178\n",
      "[4504]\tvalid_0's l2: 2.0228\tvalid_0's l1: 0.749149\n",
      "[4505]\tvalid_0's l2: 2.02278\tvalid_0's l1: 0.749132\n",
      "[4506]\tvalid_0's l2: 2.02271\tvalid_0's l1: 0.749099\n",
      "[4507]\tvalid_0's l2: 2.02273\tvalid_0's l1: 0.749071\n",
      "[4508]\tvalid_0's l2: 2.02256\tvalid_0's l1: 0.749029\n",
      "[4509]\tvalid_0's l2: 2.02243\tvalid_0's l1: 0.749005\n",
      "[4510]\tvalid_0's l2: 2.02233\tvalid_0's l1: 0.748958\n",
      "[4511]\tvalid_0's l2: 2.02228\tvalid_0's l1: 0.748929\n",
      "[4512]\tvalid_0's l2: 2.02225\tvalid_0's l1: 0.748913\n",
      "[4513]\tvalid_0's l2: 2.02203\tvalid_0's l1: 0.748828\n",
      "[4514]\tvalid_0's l2: 2.02194\tvalid_0's l1: 0.748796\n",
      "[4515]\tvalid_0's l2: 2.02186\tvalid_0's l1: 0.748773\n",
      "[4516]\tvalid_0's l2: 2.02179\tvalid_0's l1: 0.748739\n",
      "[4517]\tvalid_0's l2: 2.02177\tvalid_0's l1: 0.748744\n",
      "[4518]\tvalid_0's l2: 2.02174\tvalid_0's l1: 0.748713\n",
      "[4519]\tvalid_0's l2: 2.02172\tvalid_0's l1: 0.748692\n",
      "[4520]\tvalid_0's l2: 2.02159\tvalid_0's l1: 0.748648\n",
      "[4521]\tvalid_0's l2: 2.0215\tvalid_0's l1: 0.748617\n",
      "[4522]\tvalid_0's l2: 2.02132\tvalid_0's l1: 0.748543\n",
      "[4523]\tvalid_0's l2: 2.02117\tvalid_0's l1: 0.748507\n",
      "[4524]\tvalid_0's l2: 2.02105\tvalid_0's l1: 0.748449\n",
      "[4525]\tvalid_0's l2: 2.02098\tvalid_0's l1: 0.748424\n",
      "[4526]\tvalid_0's l2: 2.02085\tvalid_0's l1: 0.748379\n",
      "[4527]\tvalid_0's l2: 2.02077\tvalid_0's l1: 0.748331\n",
      "[4528]\tvalid_0's l2: 2.02074\tvalid_0's l1: 0.748292\n",
      "[4529]\tvalid_0's l2: 2.02058\tvalid_0's l1: 0.748239\n",
      "[4530]\tvalid_0's l2: 2.02046\tvalid_0's l1: 0.748196\n",
      "[4531]\tvalid_0's l2: 2.0202\tvalid_0's l1: 0.748132\n",
      "[4532]\tvalid_0's l2: 2.01988\tvalid_0's l1: 0.748066\n",
      "[4533]\tvalid_0's l2: 2.0194\tvalid_0's l1: 0.747982\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[4534]\tvalid_0's l2: 2.0193\tvalid_0's l1: 0.74793\n",
      "[4535]\tvalid_0's l2: 2.01923\tvalid_0's l1: 0.747893\n",
      "[4536]\tvalid_0's l2: 2.01913\tvalid_0's l1: 0.747852\n",
      "[4537]\tvalid_0's l2: 2.01899\tvalid_0's l1: 0.747794\n",
      "[4538]\tvalid_0's l2: 2.01897\tvalid_0's l1: 0.747762\n",
      "[4539]\tvalid_0's l2: 2.01878\tvalid_0's l1: 0.747704\n",
      "[4540]\tvalid_0's l2: 2.01887\tvalid_0's l1: 0.747695\n",
      "[4541]\tvalid_0's l2: 2.01878\tvalid_0's l1: 0.747667\n",
      "[4542]\tvalid_0's l2: 2.01866\tvalid_0's l1: 0.747621\n",
      "[4543]\tvalid_0's l2: 2.01851\tvalid_0's l1: 0.747571\n",
      "[4544]\tvalid_0's l2: 2.0184\tvalid_0's l1: 0.747533\n",
      "[4545]\tvalid_0's l2: 2.01831\tvalid_0's l1: 0.747485\n",
      "[4546]\tvalid_0's l2: 2.01817\tvalid_0's l1: 0.747433\n",
      "[4547]\tvalid_0's l2: 2.018\tvalid_0's l1: 0.747392\n",
      "[4548]\tvalid_0's l2: 2.01792\tvalid_0's l1: 0.747351\n",
      "[4549]\tvalid_0's l2: 2.01774\tvalid_0's l1: 0.747305\n",
      "[4550]\tvalid_0's l2: 2.0175\tvalid_0's l1: 0.747259\n",
      "[4551]\tvalid_0's l2: 2.01728\tvalid_0's l1: 0.747158\n",
      "[4552]\tvalid_0's l2: 2.01706\tvalid_0's l1: 0.747093\n",
      "[4553]\tvalid_0's l2: 2.01678\tvalid_0's l1: 0.747002\n",
      "[4554]\tvalid_0's l2: 2.01671\tvalid_0's l1: 0.746967\n",
      "[4555]\tvalid_0's l2: 2.01643\tvalid_0's l1: 0.746882\n",
      "[4556]\tvalid_0's l2: 2.01643\tvalid_0's l1: 0.746865\n",
      "[4557]\tvalid_0's l2: 2.01616\tvalid_0's l1: 0.746795\n",
      "[4558]\tvalid_0's l2: 2.01614\tvalid_0's l1: 0.746772\n",
      "[4559]\tvalid_0's l2: 2.01613\tvalid_0's l1: 0.746761\n",
      "[4560]\tvalid_0's l2: 2.0159\tvalid_0's l1: 0.746692\n",
      "[4561]\tvalid_0's l2: 2.01581\tvalid_0's l1: 0.746655\n",
      "[4562]\tvalid_0's l2: 2.01573\tvalid_0's l1: 0.746627\n",
      "[4563]\tvalid_0's l2: 2.01568\tvalid_0's l1: 0.746614\n",
      "[4564]\tvalid_0's l2: 2.01555\tvalid_0's l1: 0.746588\n",
      "[4565]\tvalid_0's l2: 2.01559\tvalid_0's l1: 0.746602\n",
      "[4566]\tvalid_0's l2: 2.01552\tvalid_0's l1: 0.746588\n",
      "[4567]\tvalid_0's l2: 2.01522\tvalid_0's l1: 0.74654\n",
      "[4568]\tvalid_0's l2: 2.0152\tvalid_0's l1: 0.746532\n",
      "[4569]\tvalid_0's l2: 2.01491\tvalid_0's l1: 0.746452\n",
      "[4570]\tvalid_0's l2: 2.01467\tvalid_0's l1: 0.746379\n",
      "[4571]\tvalid_0's l2: 2.01456\tvalid_0's l1: 0.746351\n",
      "[4572]\tvalid_0's l2: 2.01434\tvalid_0's l1: 0.746306\n",
      "[4573]\tvalid_0's l2: 2.0142\tvalid_0's l1: 0.746246\n",
      "[4574]\tvalid_0's l2: 2.01415\tvalid_0's l1: 0.746228\n",
      "[4575]\tvalid_0's l2: 2.01409\tvalid_0's l1: 0.746202\n",
      "[4576]\tvalid_0's l2: 2.01394\tvalid_0's l1: 0.746167\n",
      "[4577]\tvalid_0's l2: 2.01373\tvalid_0's l1: 0.746121\n",
      "[4578]\tvalid_0's l2: 2.0137\tvalid_0's l1: 0.746108\n",
      "[4579]\tvalid_0's l2: 2.0136\tvalid_0's l1: 0.746078\n",
      "[4580]\tvalid_0's l2: 2.01356\tvalid_0's l1: 0.746062\n",
      "[4581]\tvalid_0's l2: 2.01345\tvalid_0's l1: 0.746\n",
      "[4582]\tvalid_0's l2: 2.01344\tvalid_0's l1: 0.745979\n",
      "[4583]\tvalid_0's l2: 2.01339\tvalid_0's l1: 0.745959\n",
      "[4584]\tvalid_0's l2: 2.01315\tvalid_0's l1: 0.745886\n",
      "[4585]\tvalid_0's l2: 2.01302\tvalid_0's l1: 0.745847\n",
      "[4586]\tvalid_0's l2: 2.01283\tvalid_0's l1: 0.745792\n",
      "[4587]\tvalid_0's l2: 2.01277\tvalid_0's l1: 0.745757\n",
      "[4588]\tvalid_0's l2: 2.01259\tvalid_0's l1: 0.745716\n",
      "[4589]\tvalid_0's l2: 2.01245\tvalid_0's l1: 0.745663\n",
      "[4590]\tvalid_0's l2: 2.01234\tvalid_0's l1: 0.745619\n",
      "[4591]\tvalid_0's l2: 2.01224\tvalid_0's l1: 0.745586\n",
      "[4592]\tvalid_0's l2: 2.01222\tvalid_0's l1: 0.745575\n",
      "[4593]\tvalid_0's l2: 2.01215\tvalid_0's l1: 0.745554\n",
      "[4594]\tvalid_0's l2: 2.0121\tvalid_0's l1: 0.745543\n",
      "[4595]\tvalid_0's l2: 2.01211\tvalid_0's l1: 0.745531\n",
      "[4596]\tvalid_0's l2: 2.01187\tvalid_0's l1: 0.745487\n",
      "[4597]\tvalid_0's l2: 2.01171\tvalid_0's l1: 0.745426\n",
      "[4598]\tvalid_0's l2: 2.0117\tvalid_0's l1: 0.745411\n",
      "[4599]\tvalid_0's l2: 2.01159\tvalid_0's l1: 0.745383\n",
      "[4600]\tvalid_0's l2: 2.01149\tvalid_0's l1: 0.745354\n",
      "[4601]\tvalid_0's l2: 2.01133\tvalid_0's l1: 0.745316\n",
      "[4602]\tvalid_0's l2: 2.01132\tvalid_0's l1: 0.745307\n",
      "[4603]\tvalid_0's l2: 2.0113\tvalid_0's l1: 0.745287\n",
      "[4604]\tvalid_0's l2: 2.01129\tvalid_0's l1: 0.745273\n",
      "[4605]\tvalid_0's l2: 2.01124\tvalid_0's l1: 0.745246\n",
      "[4606]\tvalid_0's l2: 2.01106\tvalid_0's l1: 0.745179\n",
      "[4607]\tvalid_0's l2: 2.01097\tvalid_0's l1: 0.745123\n",
      "[4608]\tvalid_0's l2: 2.01088\tvalid_0's l1: 0.745099\n",
      "[4609]\tvalid_0's l2: 2.01086\tvalid_0's l1: 0.745092\n",
      "[4610]\tvalid_0's l2: 2.01084\tvalid_0's l1: 0.745069\n",
      "[4611]\tvalid_0's l2: 2.01075\tvalid_0's l1: 0.745015\n",
      "[4612]\tvalid_0's l2: 2.01068\tvalid_0's l1: 0.744991\n",
      "[4613]\tvalid_0's l2: 2.01044\tvalid_0's l1: 0.744925\n",
      "[4614]\tvalid_0's l2: 2.0104\tvalid_0's l1: 0.744895\n",
      "[4615]\tvalid_0's l2: 2.01029\tvalid_0's l1: 0.744846\n",
      "[4616]\tvalid_0's l2: 2.01028\tvalid_0's l1: 0.744825\n",
      "[4617]\tvalid_0's l2: 2.01018\tvalid_0's l1: 0.74477\n",
      "[4618]\tvalid_0's l2: 2.01014\tvalid_0's l1: 0.744754\n",
      "[4619]\tvalid_0's l2: 2.00997\tvalid_0's l1: 0.744688\n",
      "[4620]\tvalid_0's l2: 2.00996\tvalid_0's l1: 0.74468\n",
      "[4621]\tvalid_0's l2: 2.00991\tvalid_0's l1: 0.744662\n",
      "[4622]\tvalid_0's l2: 2.0098\tvalid_0's l1: 0.744615\n",
      "[4623]\tvalid_0's l2: 2.00973\tvalid_0's l1: 0.7446\n",
      "[4624]\tvalid_0's l2: 2.00967\tvalid_0's l1: 0.744579\n",
      "[4625]\tvalid_0's l2: 2.00966\tvalid_0's l1: 0.744569\n",
      "[4626]\tvalid_0's l2: 2.0096\tvalid_0's l1: 0.744526\n",
      "[4627]\tvalid_0's l2: 2.0096\tvalid_0's l1: 0.744518\n",
      "[4628]\tvalid_0's l2: 2.00953\tvalid_0's l1: 0.744495\n",
      "[4629]\tvalid_0's l2: 2.00936\tvalid_0's l1: 0.744454\n",
      "[4630]\tvalid_0's l2: 2.00934\tvalid_0's l1: 0.744436\n",
      "[4631]\tvalid_0's l2: 2.00932\tvalid_0's l1: 0.744423\n",
      "[4632]\tvalid_0's l2: 2.00925\tvalid_0's l1: 0.744395\n",
      "[4633]\tvalid_0's l2: 2.00911\tvalid_0's l1: 0.744363\n",
      "[4634]\tvalid_0's l2: 2.00902\tvalid_0's l1: 0.744325\n",
      "[4635]\tvalid_0's l2: 2.00895\tvalid_0's l1: 0.744297\n",
      "[4636]\tvalid_0's l2: 2.00884\tvalid_0's l1: 0.744247\n",
      "[4637]\tvalid_0's l2: 2.00876\tvalid_0's l1: 0.744217\n",
      "[4638]\tvalid_0's l2: 2.00866\tvalid_0's l1: 0.744204\n",
      "[4639]\tvalid_0's l2: 2.0086\tvalid_0's l1: 0.744169\n",
      "[4640]\tvalid_0's l2: 2.00857\tvalid_0's l1: 0.744152\n",
      "[4641]\tvalid_0's l2: 2.00849\tvalid_0's l1: 0.744128\n",
      "[4642]\tvalid_0's l2: 2.00835\tvalid_0's l1: 0.744105\n",
      "[4643]\tvalid_0's l2: 2.00799\tvalid_0's l1: 0.744052\n",
      "[4644]\tvalid_0's l2: 2.00784\tvalid_0's l1: 0.743995\n",
      "[4645]\tvalid_0's l2: 2.00776\tvalid_0's l1: 0.74396\n",
      "[4646]\tvalid_0's l2: 2.00769\tvalid_0's l1: 0.743929\n",
      "[4647]\tvalid_0's l2: 2.00749\tvalid_0's l1: 0.743872\n",
      "[4648]\tvalid_0's l2: 2.00739\tvalid_0's l1: 0.74383\n",
      "[4649]\tvalid_0's l2: 2.00733\tvalid_0's l1: 0.743806\n",
      "[4650]\tvalid_0's l2: 2.00717\tvalid_0's l1: 0.743735\n",
      "[4651]\tvalid_0's l2: 2.00709\tvalid_0's l1: 0.743706\n",
      "[4652]\tvalid_0's l2: 2.00704\tvalid_0's l1: 0.743697\n",
      "[4653]\tvalid_0's l2: 2.00695\tvalid_0's l1: 0.743686\n",
      "[4654]\tvalid_0's l2: 2.00692\tvalid_0's l1: 0.743646\n",
      "[4655]\tvalid_0's l2: 2.00682\tvalid_0's l1: 0.74361\n",
      "[4656]\tvalid_0's l2: 2.00682\tvalid_0's l1: 0.743586\n",
      "[4657]\tvalid_0's l2: 2.00679\tvalid_0's l1: 0.743557\n",
      "[4658]\tvalid_0's l2: 2.00673\tvalid_0's l1: 0.743531\n",
      "[4659]\tvalid_0's l2: 2.00658\tvalid_0's l1: 0.7435\n",
      "[4660]\tvalid_0's l2: 2.0065\tvalid_0's l1: 0.743477\n",
      "[4661]\tvalid_0's l2: 2.0061\tvalid_0's l1: 0.743394\n",
      "[4662]\tvalid_0's l2: 2.00593\tvalid_0's l1: 0.743331\n",
      "[4663]\tvalid_0's l2: 2.00592\tvalid_0's l1: 0.743312\n",
      "[4664]\tvalid_0's l2: 2.00585\tvalid_0's l1: 0.743269\n",
      "[4665]\tvalid_0's l2: 2.0058\tvalid_0's l1: 0.743222\n",
      "[4666]\tvalid_0's l2: 2.00576\tvalid_0's l1: 0.743199\n",
      "[4667]\tvalid_0's l2: 2.00568\tvalid_0's l1: 0.743169\n",
      "[4668]\tvalid_0's l2: 2.00552\tvalid_0's l1: 0.743113\n",
      "[4669]\tvalid_0's l2: 2.00542\tvalid_0's l1: 0.743073\n",
      "[4670]\tvalid_0's l2: 2.00536\tvalid_0's l1: 0.743045\n",
      "[4671]\tvalid_0's l2: 2.00537\tvalid_0's l1: 0.743022\n",
      "[4672]\tvalid_0's l2: 2.00525\tvalid_0's l1: 0.742998\n",
      "[4673]\tvalid_0's l2: 2.00517\tvalid_0's l1: 0.742946\n",
      "[4674]\tvalid_0's l2: 2.00512\tvalid_0's l1: 0.742923\n",
      "[4675]\tvalid_0's l2: 2.00497\tvalid_0's l1: 0.742868\n",
      "[4676]\tvalid_0's l2: 2.00443\tvalid_0's l1: 0.74276\n",
      "[4677]\tvalid_0's l2: 2.00441\tvalid_0's l1: 0.742725\n",
      "[4678]\tvalid_0's l2: 2.00428\tvalid_0's l1: 0.742678\n",
      "[4679]\tvalid_0's l2: 2.00407\tvalid_0's l1: 0.742615\n",
      "[4680]\tvalid_0's l2: 2.004\tvalid_0's l1: 0.742585\n",
      "[4681]\tvalid_0's l2: 2.00391\tvalid_0's l1: 0.742533\n",
      "[4682]\tvalid_0's l2: 2.0038\tvalid_0's l1: 0.742487\n",
      "[4683]\tvalid_0's l2: 2.0036\tvalid_0's l1: 0.742409\n",
      "[4684]\tvalid_0's l2: 2.00345\tvalid_0's l1: 0.742365\n",
      "[4685]\tvalid_0's l2: 2.00332\tvalid_0's l1: 0.742313\n",
      "[4686]\tvalid_0's l2: 2.00326\tvalid_0's l1: 0.742272\n",
      "[4687]\tvalid_0's l2: 2.00306\tvalid_0's l1: 0.742213\n",
      "[4688]\tvalid_0's l2: 2.0027\tvalid_0's l1: 0.742153\n",
      "[4689]\tvalid_0's l2: 2.0026\tvalid_0's l1: 0.742112\n",
      "[4690]\tvalid_0's l2: 2.00264\tvalid_0's l1: 0.742086\n",
      "[4691]\tvalid_0's l2: 2.00255\tvalid_0's l1: 0.742054\n",
      "[4692]\tvalid_0's l2: 2.00246\tvalid_0's l1: 0.741999\n",
      "[4693]\tvalid_0's l2: 2.00236\tvalid_0's l1: 0.741977\n",
      "[4694]\tvalid_0's l2: 2.00229\tvalid_0's l1: 0.741947\n",
      "[4695]\tvalid_0's l2: 2.00223\tvalid_0's l1: 0.741932\n",
      "[4696]\tvalid_0's l2: 2.00215\tvalid_0's l1: 0.741891\n",
      "[4697]\tvalid_0's l2: 2.00188\tvalid_0's l1: 0.741825\n",
      "[4698]\tvalid_0's l2: 2.00181\tvalid_0's l1: 0.741792\n",
      "[4699]\tvalid_0's l2: 2.0017\tvalid_0's l1: 0.741775\n",
      "[4700]\tvalid_0's l2: 2.00167\tvalid_0's l1: 0.741757\n",
      "[4701]\tvalid_0's l2: 2.00162\tvalid_0's l1: 0.741748\n",
      "[4702]\tvalid_0's l2: 2.00149\tvalid_0's l1: 0.741676\n",
      "[4703]\tvalid_0's l2: 2.00152\tvalid_0's l1: 0.741677\n",
      "[4704]\tvalid_0's l2: 2.00147\tvalid_0's l1: 0.74165\n",
      "[4705]\tvalid_0's l2: 2.00136\tvalid_0's l1: 0.74161\n",
      "[4706]\tvalid_0's l2: 2.00122\tvalid_0's l1: 0.741576\n",
      "[4707]\tvalid_0's l2: 2.00117\tvalid_0's l1: 0.74155\n",
      "[4708]\tvalid_0's l2: 2.00108\tvalid_0's l1: 0.741534\n",
      "[4709]\tvalid_0's l2: 2.00109\tvalid_0's l1: 0.741519\n",
      "[4710]\tvalid_0's l2: 2.00089\tvalid_0's l1: 0.741464\n",
      "[4711]\tvalid_0's l2: 2.00077\tvalid_0's l1: 0.741443\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[4712]\tvalid_0's l2: 2.00074\tvalid_0's l1: 0.741423\n",
      "[4713]\tvalid_0's l2: 2.00064\tvalid_0's l1: 0.741372\n",
      "[4714]\tvalid_0's l2: 2.00048\tvalid_0's l1: 0.741365\n",
      "[4715]\tvalid_0's l2: 2.00046\tvalid_0's l1: 0.741346\n",
      "[4716]\tvalid_0's l2: 2.00035\tvalid_0's l1: 0.741295\n",
      "[4717]\tvalid_0's l2: 2.00029\tvalid_0's l1: 0.741252\n",
      "[4718]\tvalid_0's l2: 2.00002\tvalid_0's l1: 0.741205\n",
      "[4719]\tvalid_0's l2: 1.99995\tvalid_0's l1: 0.741171\n",
      "[4720]\tvalid_0's l2: 1.99986\tvalid_0's l1: 0.741134\n",
      "[4721]\tvalid_0's l2: 1.99981\tvalid_0's l1: 0.741103\n",
      "[4722]\tvalid_0's l2: 1.99978\tvalid_0's l1: 0.741082\n",
      "[4723]\tvalid_0's l2: 1.99961\tvalid_0's l1: 0.741011\n",
      "[4724]\tvalid_0's l2: 1.99949\tvalid_0's l1: 0.740963\n",
      "[4725]\tvalid_0's l2: 1.99931\tvalid_0's l1: 0.740945\n",
      "[4726]\tvalid_0's l2: 1.99902\tvalid_0's l1: 0.740895\n",
      "[4727]\tvalid_0's l2: 1.9991\tvalid_0's l1: 0.740877\n",
      "[4728]\tvalid_0's l2: 1.999\tvalid_0's l1: 0.740857\n",
      "[4729]\tvalid_0's l2: 1.99895\tvalid_0's l1: 0.740822\n",
      "[4730]\tvalid_0's l2: 1.99889\tvalid_0's l1: 0.740829\n",
      "[4731]\tvalid_0's l2: 1.99882\tvalid_0's l1: 0.740792\n",
      "[4732]\tvalid_0's l2: 1.99871\tvalid_0's l1: 0.740747\n",
      "[4733]\tvalid_0's l2: 1.99864\tvalid_0's l1: 0.740715\n",
      "[4734]\tvalid_0's l2: 1.99864\tvalid_0's l1: 0.740691\n",
      "[4735]\tvalid_0's l2: 1.99853\tvalid_0's l1: 0.740648\n",
      "[4736]\tvalid_0's l2: 1.99847\tvalid_0's l1: 0.740606\n",
      "[4737]\tvalid_0's l2: 1.99847\tvalid_0's l1: 0.740598\n",
      "[4738]\tvalid_0's l2: 1.99837\tvalid_0's l1: 0.740557\n",
      "[4739]\tvalid_0's l2: 1.9983\tvalid_0's l1: 0.740514\n",
      "[4740]\tvalid_0's l2: 1.99821\tvalid_0's l1: 0.740475\n",
      "[4741]\tvalid_0's l2: 1.99813\tvalid_0's l1: 0.740449\n",
      "[4742]\tvalid_0's l2: 1.99814\tvalid_0's l1: 0.740446\n",
      "[4743]\tvalid_0's l2: 1.99809\tvalid_0's l1: 0.7404\n",
      "[4744]\tvalid_0's l2: 1.99812\tvalid_0's l1: 0.740368\n",
      "[4745]\tvalid_0's l2: 1.99794\tvalid_0's l1: 0.740323\n",
      "[4746]\tvalid_0's l2: 1.99787\tvalid_0's l1: 0.740293\n",
      "[4747]\tvalid_0's l2: 1.99778\tvalid_0's l1: 0.740268\n",
      "[4748]\tvalid_0's l2: 1.99768\tvalid_0's l1: 0.740226\n",
      "[4749]\tvalid_0's l2: 1.99765\tvalid_0's l1: 0.740215\n",
      "[4750]\tvalid_0's l2: 1.99764\tvalid_0's l1: 0.740186\n",
      "[4751]\tvalid_0's l2: 1.99761\tvalid_0's l1: 0.740167\n",
      "[4752]\tvalid_0's l2: 1.99759\tvalid_0's l1: 0.74015\n",
      "[4753]\tvalid_0's l2: 1.99763\tvalid_0's l1: 0.740146\n",
      "[4754]\tvalid_0's l2: 1.99765\tvalid_0's l1: 0.740138\n",
      "[4755]\tvalid_0's l2: 1.99767\tvalid_0's l1: 0.740123\n",
      "[4756]\tvalid_0's l2: 1.99762\tvalid_0's l1: 0.740107\n",
      "[4757]\tvalid_0's l2: 1.99746\tvalid_0's l1: 0.740075\n",
      "[4758]\tvalid_0's l2: 1.99738\tvalid_0's l1: 0.740053\n",
      "[4759]\tvalid_0's l2: 1.99722\tvalid_0's l1: 0.739981\n",
      "[4760]\tvalid_0's l2: 1.99716\tvalid_0's l1: 0.739972\n",
      "[4761]\tvalid_0's l2: 1.99708\tvalid_0's l1: 0.739953\n",
      "[4762]\tvalid_0's l2: 1.99693\tvalid_0's l1: 0.739905\n",
      "[4763]\tvalid_0's l2: 1.99692\tvalid_0's l1: 0.739879\n",
      "[4764]\tvalid_0's l2: 1.9969\tvalid_0's l1: 0.739862\n",
      "[4765]\tvalid_0's l2: 1.99676\tvalid_0's l1: 0.739832\n",
      "[4766]\tvalid_0's l2: 1.99659\tvalid_0's l1: 0.739787\n",
      "[4767]\tvalid_0's l2: 1.99667\tvalid_0's l1: 0.739802\n",
      "[4768]\tvalid_0's l2: 1.99641\tvalid_0's l1: 0.739719\n",
      "[4769]\tvalid_0's l2: 1.99632\tvalid_0's l1: 0.739688\n",
      "[4770]\tvalid_0's l2: 1.99615\tvalid_0's l1: 0.7396\n",
      "[4771]\tvalid_0's l2: 1.99599\tvalid_0's l1: 0.739561\n",
      "[4772]\tvalid_0's l2: 1.99585\tvalid_0's l1: 0.739485\n",
      "[4773]\tvalid_0's l2: 1.99571\tvalid_0's l1: 0.739439\n",
      "[4774]\tvalid_0's l2: 1.99551\tvalid_0's l1: 0.739384\n",
      "[4775]\tvalid_0's l2: 1.99539\tvalid_0's l1: 0.73934\n",
      "[4776]\tvalid_0's l2: 1.99527\tvalid_0's l1: 0.739315\n",
      "[4777]\tvalid_0's l2: 1.99499\tvalid_0's l1: 0.739233\n",
      "[4778]\tvalid_0's l2: 1.99501\tvalid_0's l1: 0.739215\n",
      "[4779]\tvalid_0's l2: 1.99484\tvalid_0's l1: 0.739169\n",
      "[4780]\tvalid_0's l2: 1.99477\tvalid_0's l1: 0.739143\n",
      "[4781]\tvalid_0's l2: 1.99441\tvalid_0's l1: 0.739046\n",
      "[4782]\tvalid_0's l2: 1.9943\tvalid_0's l1: 0.738982\n",
      "[4783]\tvalid_0's l2: 1.99425\tvalid_0's l1: 0.738966\n",
      "[4784]\tvalid_0's l2: 1.99396\tvalid_0's l1: 0.738906\n",
      "[4785]\tvalid_0's l2: 1.99382\tvalid_0's l1: 0.738841\n",
      "[4786]\tvalid_0's l2: 1.99373\tvalid_0's l1: 0.738824\n",
      "[4787]\tvalid_0's l2: 1.99353\tvalid_0's l1: 0.738781\n",
      "[4788]\tvalid_0's l2: 1.99341\tvalid_0's l1: 0.738764\n",
      "[4789]\tvalid_0's l2: 1.99334\tvalid_0's l1: 0.738721\n",
      "[4790]\tvalid_0's l2: 1.99325\tvalid_0's l1: 0.738694\n",
      "[4791]\tvalid_0's l2: 1.99327\tvalid_0's l1: 0.738685\n",
      "[4792]\tvalid_0's l2: 1.99328\tvalid_0's l1: 0.738681\n",
      "[4793]\tvalid_0's l2: 1.99302\tvalid_0's l1: 0.738626\n",
      "[4794]\tvalid_0's l2: 1.99299\tvalid_0's l1: 0.738611\n",
      "[4795]\tvalid_0's l2: 1.99286\tvalid_0's l1: 0.738563\n",
      "[4796]\tvalid_0's l2: 1.99273\tvalid_0's l1: 0.738512\n",
      "[4797]\tvalid_0's l2: 1.9925\tvalid_0's l1: 0.738457\n",
      "[4798]\tvalid_0's l2: 1.9924\tvalid_0's l1: 0.738451\n",
      "[4799]\tvalid_0's l2: 1.99237\tvalid_0's l1: 0.738443\n",
      "[4800]\tvalid_0's l2: 1.99224\tvalid_0's l1: 0.738385\n",
      "[4801]\tvalid_0's l2: 1.99223\tvalid_0's l1: 0.738372\n",
      "[4802]\tvalid_0's l2: 1.9922\tvalid_0's l1: 0.738343\n",
      "[4803]\tvalid_0's l2: 1.99215\tvalid_0's l1: 0.738316\n",
      "[4804]\tvalid_0's l2: 1.99195\tvalid_0's l1: 0.73825\n",
      "[4805]\tvalid_0's l2: 1.99179\tvalid_0's l1: 0.738218\n",
      "[4806]\tvalid_0's l2: 1.99178\tvalid_0's l1: 0.73821\n",
      "[4807]\tvalid_0's l2: 1.99175\tvalid_0's l1: 0.738206\n",
      "[4808]\tvalid_0's l2: 1.99168\tvalid_0's l1: 0.73817\n",
      "[4809]\tvalid_0's l2: 1.99166\tvalid_0's l1: 0.738157\n",
      "[4810]\tvalid_0's l2: 1.99165\tvalid_0's l1: 0.738155\n",
      "[4811]\tvalid_0's l2: 1.99157\tvalid_0's l1: 0.738086\n",
      "[4812]\tvalid_0's l2: 1.99138\tvalid_0's l1: 0.738011\n",
      "[4813]\tvalid_0's l2: 1.99123\tvalid_0's l1: 0.737976\n",
      "[4814]\tvalid_0's l2: 1.9911\tvalid_0's l1: 0.73793\n",
      "[4815]\tvalid_0's l2: 1.99101\tvalid_0's l1: 0.737899\n",
      "[4816]\tvalid_0's l2: 1.99096\tvalid_0's l1: 0.737877\n",
      "[4817]\tvalid_0's l2: 1.99094\tvalid_0's l1: 0.737862\n",
      "[4818]\tvalid_0's l2: 1.99091\tvalid_0's l1: 0.737851\n",
      "[4819]\tvalid_0's l2: 1.99073\tvalid_0's l1: 0.737787\n",
      "[4820]\tvalid_0's l2: 1.9906\tvalid_0's l1: 0.737739\n",
      "[4821]\tvalid_0's l2: 1.99041\tvalid_0's l1: 0.737692\n",
      "[4822]\tvalid_0's l2: 1.99041\tvalid_0's l1: 0.737672\n",
      "[4823]\tvalid_0's l2: 1.99035\tvalid_0's l1: 0.737661\n",
      "[4824]\tvalid_0's l2: 1.99024\tvalid_0's l1: 0.737632\n",
      "[4825]\tvalid_0's l2: 1.99012\tvalid_0's l1: 0.737608\n",
      "[4826]\tvalid_0's l2: 1.99\tvalid_0's l1: 0.737582\n",
      "[4827]\tvalid_0's l2: 1.98993\tvalid_0's l1: 0.737543\n",
      "[4828]\tvalid_0's l2: 1.98976\tvalid_0's l1: 0.737492\n",
      "[4829]\tvalid_0's l2: 1.98956\tvalid_0's l1: 0.737418\n",
      "[4830]\tvalid_0's l2: 1.98954\tvalid_0's l1: 0.737402\n",
      "[4831]\tvalid_0's l2: 1.98958\tvalid_0's l1: 0.737395\n",
      "[4832]\tvalid_0's l2: 1.98945\tvalid_0's l1: 0.737348\n",
      "[4833]\tvalid_0's l2: 1.98954\tvalid_0's l1: 0.737341\n",
      "[4834]\tvalid_0's l2: 1.98946\tvalid_0's l1: 0.737317\n",
      "[4835]\tvalid_0's l2: 1.98934\tvalid_0's l1: 0.737271\n",
      "[4836]\tvalid_0's l2: 1.98929\tvalid_0's l1: 0.737258\n",
      "[4837]\tvalid_0's l2: 1.98922\tvalid_0's l1: 0.737234\n",
      "[4838]\tvalid_0's l2: 1.98917\tvalid_0's l1: 0.737203\n",
      "[4839]\tvalid_0's l2: 1.98913\tvalid_0's l1: 0.737177\n",
      "[4840]\tvalid_0's l2: 1.98908\tvalid_0's l1: 0.737146\n",
      "[4841]\tvalid_0's l2: 1.98906\tvalid_0's l1: 0.737131\n",
      "[4842]\tvalid_0's l2: 1.98893\tvalid_0's l1: 0.737074\n",
      "[4843]\tvalid_0's l2: 1.98872\tvalid_0's l1: 0.737056\n",
      "[4844]\tvalid_0's l2: 1.9887\tvalid_0's l1: 0.737045\n",
      "[4845]\tvalid_0's l2: 1.98863\tvalid_0's l1: 0.737006\n",
      "[4846]\tvalid_0's l2: 1.98826\tvalid_0's l1: 0.73695\n",
      "[4847]\tvalid_0's l2: 1.98817\tvalid_0's l1: 0.736914\n",
      "[4848]\tvalid_0's l2: 1.98808\tvalid_0's l1: 0.736871\n",
      "[4849]\tvalid_0's l2: 1.98799\tvalid_0's l1: 0.736827\n",
      "[4850]\tvalid_0's l2: 1.9879\tvalid_0's l1: 0.736782\n",
      "[4851]\tvalid_0's l2: 1.98782\tvalid_0's l1: 0.736718\n",
      "[4852]\tvalid_0's l2: 1.98764\tvalid_0's l1: 0.736689\n",
      "[4853]\tvalid_0's l2: 1.98751\tvalid_0's l1: 0.736671\n",
      "[4854]\tvalid_0's l2: 1.98737\tvalid_0's l1: 0.736613\n",
      "[4855]\tvalid_0's l2: 1.98722\tvalid_0's l1: 0.736534\n",
      "[4856]\tvalid_0's l2: 1.98711\tvalid_0's l1: 0.736486\n",
      "[4857]\tvalid_0's l2: 1.98705\tvalid_0's l1: 0.73646\n",
      "[4858]\tvalid_0's l2: 1.98701\tvalid_0's l1: 0.736423\n",
      "[4859]\tvalid_0's l2: 1.98689\tvalid_0's l1: 0.736389\n",
      "[4860]\tvalid_0's l2: 1.98669\tvalid_0's l1: 0.736354\n",
      "[4861]\tvalid_0's l2: 1.98658\tvalid_0's l1: 0.736334\n",
      "[4862]\tvalid_0's l2: 1.9865\tvalid_0's l1: 0.736296\n",
      "[4863]\tvalid_0's l2: 1.98623\tvalid_0's l1: 0.736239\n",
      "[4864]\tvalid_0's l2: 1.98619\tvalid_0's l1: 0.736207\n",
      "[4865]\tvalid_0's l2: 1.98609\tvalid_0's l1: 0.736161\n",
      "[4866]\tvalid_0's l2: 1.98593\tvalid_0's l1: 0.736124\n",
      "[4867]\tvalid_0's l2: 1.98589\tvalid_0's l1: 0.736115\n",
      "[4868]\tvalid_0's l2: 1.98582\tvalid_0's l1: 0.736087\n",
      "[4869]\tvalid_0's l2: 1.98573\tvalid_0's l1: 0.736044\n",
      "[4870]\tvalid_0's l2: 1.98561\tvalid_0's l1: 0.736008\n",
      "[4871]\tvalid_0's l2: 1.9854\tvalid_0's l1: 0.735995\n",
      "[4872]\tvalid_0's l2: 1.98502\tvalid_0's l1: 0.735903\n",
      "[4873]\tvalid_0's l2: 1.98489\tvalid_0's l1: 0.735859\n",
      "[4874]\tvalid_0's l2: 1.98474\tvalid_0's l1: 0.735792\n",
      "[4875]\tvalid_0's l2: 1.98464\tvalid_0's l1: 0.735787\n",
      "[4876]\tvalid_0's l2: 1.98458\tvalid_0's l1: 0.735763\n",
      "[4877]\tvalid_0's l2: 1.98455\tvalid_0's l1: 0.735747\n",
      "[4878]\tvalid_0's l2: 1.98443\tvalid_0's l1: 0.73572\n",
      "[4879]\tvalid_0's l2: 1.98424\tvalid_0's l1: 0.735714\n",
      "[4880]\tvalid_0's l2: 1.98414\tvalid_0's l1: 0.735695\n",
      "[4881]\tvalid_0's l2: 1.9841\tvalid_0's l1: 0.735687\n",
      "[4882]\tvalid_0's l2: 1.98416\tvalid_0's l1: 0.735668\n",
      "[4883]\tvalid_0's l2: 1.98403\tvalid_0's l1: 0.735642\n",
      "[4884]\tvalid_0's l2: 1.98404\tvalid_0's l1: 0.735634\n",
      "[4885]\tvalid_0's l2: 1.98393\tvalid_0's l1: 0.735625\n",
      "[4886]\tvalid_0's l2: 1.98375\tvalid_0's l1: 0.735589\n",
      "[4887]\tvalid_0's l2: 1.98367\tvalid_0's l1: 0.735569\n",
      "[4888]\tvalid_0's l2: 1.98362\tvalid_0's l1: 0.735555\n",
      "[4889]\tvalid_0's l2: 1.98351\tvalid_0's l1: 0.735526\n",
      "[4890]\tvalid_0's l2: 1.98339\tvalid_0's l1: 0.735464\n",
      "[4891]\tvalid_0's l2: 1.98331\tvalid_0's l1: 0.735446\n",
      "[4892]\tvalid_0's l2: 1.98323\tvalid_0's l1: 0.735412\n",
      "[4893]\tvalid_0's l2: 1.98304\tvalid_0's l1: 0.735355\n",
      "[4894]\tvalid_0's l2: 1.98288\tvalid_0's l1: 0.735314\n",
      "[4895]\tvalid_0's l2: 1.98293\tvalid_0's l1: 0.735304\n",
      "[4896]\tvalid_0's l2: 1.9828\tvalid_0's l1: 0.735271\n",
      "[4897]\tvalid_0's l2: 1.98266\tvalid_0's l1: 0.735238\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[4898]\tvalid_0's l2: 1.98263\tvalid_0's l1: 0.735224\n",
      "[4899]\tvalid_0's l2: 1.98252\tvalid_0's l1: 0.735189\n",
      "[4900]\tvalid_0's l2: 1.98245\tvalid_0's l1: 0.735176\n",
      "[4901]\tvalid_0's l2: 1.98226\tvalid_0's l1: 0.735128\n",
      "[4902]\tvalid_0's l2: 1.98216\tvalid_0's l1: 0.735098\n",
      "[4903]\tvalid_0's l2: 1.98204\tvalid_0's l1: 0.735067\n",
      "[4904]\tvalid_0's l2: 1.98201\tvalid_0's l1: 0.73505\n",
      "[4905]\tvalid_0's l2: 1.98203\tvalid_0's l1: 0.735056\n",
      "[4906]\tvalid_0's l2: 1.98192\tvalid_0's l1: 0.735043\n",
      "[4907]\tvalid_0's l2: 1.98183\tvalid_0's l1: 0.735012\n",
      "[4908]\tvalid_0's l2: 1.98161\tvalid_0's l1: 0.734976\n",
      "[4909]\tvalid_0's l2: 1.98149\tvalid_0's l1: 0.734941\n",
      "[4910]\tvalid_0's l2: 1.98144\tvalid_0's l1: 0.734923\n",
      "[4911]\tvalid_0's l2: 1.98116\tvalid_0's l1: 0.734885\n",
      "[4912]\tvalid_0's l2: 1.98102\tvalid_0's l1: 0.734835\n",
      "[4913]\tvalid_0's l2: 1.98094\tvalid_0's l1: 0.734806\n",
      "[4914]\tvalid_0's l2: 1.98089\tvalid_0's l1: 0.734787\n",
      "[4915]\tvalid_0's l2: 1.98071\tvalid_0's l1: 0.734779\n",
      "[4916]\tvalid_0's l2: 1.98043\tvalid_0's l1: 0.734728\n",
      "[4917]\tvalid_0's l2: 1.98024\tvalid_0's l1: 0.734658\n",
      "[4918]\tvalid_0's l2: 1.98005\tvalid_0's l1: 0.734611\n",
      "[4919]\tvalid_0's l2: 1.97999\tvalid_0's l1: 0.734594\n",
      "[4920]\tvalid_0's l2: 1.97967\tvalid_0's l1: 0.734496\n",
      "[4921]\tvalid_0's l2: 1.97963\tvalid_0's l1: 0.734486\n",
      "[4922]\tvalid_0's l2: 1.97938\tvalid_0's l1: 0.734457\n",
      "[4923]\tvalid_0's l2: 1.9794\tvalid_0's l1: 0.734446\n",
      "[4924]\tvalid_0's l2: 1.97923\tvalid_0's l1: 0.734416\n",
      "[4925]\tvalid_0's l2: 1.97929\tvalid_0's l1: 0.734406\n",
      "[4926]\tvalid_0's l2: 1.9792\tvalid_0's l1: 0.734385\n",
      "[4927]\tvalid_0's l2: 1.97906\tvalid_0's l1: 0.734333\n",
      "[4928]\tvalid_0's l2: 1.97887\tvalid_0's l1: 0.734283\n",
      "[4929]\tvalid_0's l2: 1.97903\tvalid_0's l1: 0.734275\n",
      "[4930]\tvalid_0's l2: 1.97887\tvalid_0's l1: 0.734218\n",
      "[4931]\tvalid_0's l2: 1.97884\tvalid_0's l1: 0.734201\n",
      "[4932]\tvalid_0's l2: 1.97873\tvalid_0's l1: 0.734151\n",
      "[4933]\tvalid_0's l2: 1.97861\tvalid_0's l1: 0.734119\n",
      "[4934]\tvalid_0's l2: 1.97839\tvalid_0's l1: 0.734023\n",
      "[4935]\tvalid_0's l2: 1.97837\tvalid_0's l1: 0.734011\n",
      "[4936]\tvalid_0's l2: 1.97825\tvalid_0's l1: 0.733988\n",
      "[4937]\tvalid_0's l2: 1.97814\tvalid_0's l1: 0.733934\n",
      "[4938]\tvalid_0's l2: 1.97797\tvalid_0's l1: 0.733901\n",
      "[4939]\tvalid_0's l2: 1.97795\tvalid_0's l1: 0.733879\n",
      "[4940]\tvalid_0's l2: 1.97785\tvalid_0's l1: 0.733851\n",
      "[4941]\tvalid_0's l2: 1.97765\tvalid_0's l1: 0.7338\n",
      "[4942]\tvalid_0's l2: 1.97751\tvalid_0's l1: 0.733786\n",
      "[4943]\tvalid_0's l2: 1.97724\tvalid_0's l1: 0.73375\n",
      "[4944]\tvalid_0's l2: 1.97717\tvalid_0's l1: 0.733723\n",
      "[4945]\tvalid_0's l2: 1.97706\tvalid_0's l1: 0.733703\n",
      "[4946]\tvalid_0's l2: 1.97699\tvalid_0's l1: 0.733692\n",
      "[4947]\tvalid_0's l2: 1.97698\tvalid_0's l1: 0.733674\n",
      "[4948]\tvalid_0's l2: 1.97684\tvalid_0's l1: 0.733623\n",
      "[4949]\tvalid_0's l2: 1.97675\tvalid_0's l1: 0.733567\n",
      "[4950]\tvalid_0's l2: 1.97662\tvalid_0's l1: 0.733555\n",
      "[4951]\tvalid_0's l2: 1.97653\tvalid_0's l1: 0.733535\n",
      "[4952]\tvalid_0's l2: 1.9766\tvalid_0's l1: 0.733518\n",
      "[4953]\tvalid_0's l2: 1.97648\tvalid_0's l1: 0.733474\n",
      "[4954]\tvalid_0's l2: 1.97646\tvalid_0's l1: 0.733458\n",
      "[4955]\tvalid_0's l2: 1.9763\tvalid_0's l1: 0.733417\n",
      "[4956]\tvalid_0's l2: 1.97624\tvalid_0's l1: 0.733366\n",
      "[4957]\tvalid_0's l2: 1.97603\tvalid_0's l1: 0.733331\n",
      "[4958]\tvalid_0's l2: 1.97594\tvalid_0's l1: 0.733293\n",
      "[4959]\tvalid_0's l2: 1.97587\tvalid_0's l1: 0.733266\n",
      "[4960]\tvalid_0's l2: 1.9758\tvalid_0's l1: 0.733248\n",
      "[4961]\tvalid_0's l2: 1.97588\tvalid_0's l1: 0.73324\n",
      "[4962]\tvalid_0's l2: 1.97584\tvalid_0's l1: 0.733228\n",
      "[4963]\tvalid_0's l2: 1.97586\tvalid_0's l1: 0.733218\n",
      "[4964]\tvalid_0's l2: 1.97573\tvalid_0's l1: 0.733174\n",
      "[4965]\tvalid_0's l2: 1.97565\tvalid_0's l1: 0.733131\n",
      "[4966]\tvalid_0's l2: 1.97555\tvalid_0's l1: 0.733098\n",
      "[4967]\tvalid_0's l2: 1.97536\tvalid_0's l1: 0.733058\n",
      "[4968]\tvalid_0's l2: 1.97525\tvalid_0's l1: 0.732982\n",
      "[4969]\tvalid_0's l2: 1.97512\tvalid_0's l1: 0.73293\n",
      "[4970]\tvalid_0's l2: 1.97498\tvalid_0's l1: 0.732881\n",
      "[4971]\tvalid_0's l2: 1.97471\tvalid_0's l1: 0.732777\n",
      "[4972]\tvalid_0's l2: 1.97457\tvalid_0's l1: 0.732715\n",
      "[4973]\tvalid_0's l2: 1.97463\tvalid_0's l1: 0.732704\n",
      "[4974]\tvalid_0's l2: 1.97452\tvalid_0's l1: 0.732697\n",
      "[4975]\tvalid_0's l2: 1.97436\tvalid_0's l1: 0.73264\n",
      "[4976]\tvalid_0's l2: 1.97411\tvalid_0's l1: 0.732553\n",
      "[4977]\tvalid_0's l2: 1.97403\tvalid_0's l1: 0.732514\n",
      "[4978]\tvalid_0's l2: 1.97382\tvalid_0's l1: 0.732432\n",
      "[4979]\tvalid_0's l2: 1.97373\tvalid_0's l1: 0.732386\n",
      "[4980]\tvalid_0's l2: 1.97369\tvalid_0's l1: 0.732358\n",
      "[4981]\tvalid_0's l2: 1.97361\tvalid_0's l1: 0.732333\n",
      "[4982]\tvalid_0's l2: 1.97352\tvalid_0's l1: 0.732298\n",
      "[4983]\tvalid_0's l2: 1.97338\tvalid_0's l1: 0.732234\n",
      "[4984]\tvalid_0's l2: 1.97333\tvalid_0's l1: 0.732213\n",
      "[4985]\tvalid_0's l2: 1.97325\tvalid_0's l1: 0.732186\n",
      "[4986]\tvalid_0's l2: 1.97276\tvalid_0's l1: 0.732107\n",
      "[4987]\tvalid_0's l2: 1.97273\tvalid_0's l1: 0.732089\n",
      "[4988]\tvalid_0's l2: 1.97266\tvalid_0's l1: 0.732061\n",
      "[4989]\tvalid_0's l2: 1.97253\tvalid_0's l1: 0.732025\n",
      "[4990]\tvalid_0's l2: 1.97246\tvalid_0's l1: 0.731987\n",
      "[4991]\tvalid_0's l2: 1.97223\tvalid_0's l1: 0.731933\n",
      "[4992]\tvalid_0's l2: 1.97214\tvalid_0's l1: 0.731896\n",
      "[4993]\tvalid_0's l2: 1.97213\tvalid_0's l1: 0.731875\n",
      "[4994]\tvalid_0's l2: 1.97197\tvalid_0's l1: 0.731826\n",
      "[4995]\tvalid_0's l2: 1.97188\tvalid_0's l1: 0.731789\n",
      "[4996]\tvalid_0's l2: 1.97179\tvalid_0's l1: 0.731758\n",
      "[4997]\tvalid_0's l2: 1.97172\tvalid_0's l1: 0.731716\n",
      "[4998]\tvalid_0's l2: 1.97149\tvalid_0's l1: 0.731688\n",
      "[4999]\tvalid_0's l2: 1.97133\tvalid_0's l1: 0.731653\n",
      "[5000]\tvalid_0's l2: 1.97102\tvalid_0's l1: 0.731593\n",
      "[5001]\tvalid_0's l2: 1.97098\tvalid_0's l1: 0.731583\n",
      "[5002]\tvalid_0's l2: 1.97086\tvalid_0's l1: 0.73155\n",
      "[5003]\tvalid_0's l2: 1.97075\tvalid_0's l1: 0.7315\n",
      "[5004]\tvalid_0's l2: 1.9707\tvalid_0's l1: 0.731466\n",
      "[5005]\tvalid_0's l2: 1.97065\tvalid_0's l1: 0.731426\n",
      "[5006]\tvalid_0's l2: 1.97051\tvalid_0's l1: 0.731382\n",
      "[5007]\tvalid_0's l2: 1.97034\tvalid_0's l1: 0.731317\n",
      "[5008]\tvalid_0's l2: 1.97012\tvalid_0's l1: 0.731249\n",
      "[5009]\tvalid_0's l2: 1.97007\tvalid_0's l1: 0.731236\n",
      "[5010]\tvalid_0's l2: 1.97007\tvalid_0's l1: 0.731222\n",
      "[5011]\tvalid_0's l2: 1.96994\tvalid_0's l1: 0.731147\n",
      "[5012]\tvalid_0's l2: 1.96988\tvalid_0's l1: 0.731117\n",
      "[5013]\tvalid_0's l2: 1.96974\tvalid_0's l1: 0.73107\n",
      "[5014]\tvalid_0's l2: 1.96962\tvalid_0's l1: 0.731009\n",
      "[5015]\tvalid_0's l2: 1.96952\tvalid_0's l1: 0.730965\n",
      "[5016]\tvalid_0's l2: 1.9694\tvalid_0's l1: 0.730901\n",
      "[5017]\tvalid_0's l2: 1.96934\tvalid_0's l1: 0.73087\n",
      "[5018]\tvalid_0's l2: 1.96932\tvalid_0's l1: 0.730859\n",
      "[5019]\tvalid_0's l2: 1.96929\tvalid_0's l1: 0.730863\n",
      "[5020]\tvalid_0's l2: 1.96921\tvalid_0's l1: 0.73082\n",
      "[5021]\tvalid_0's l2: 1.96907\tvalid_0's l1: 0.730794\n",
      "[5022]\tvalid_0's l2: 1.96901\tvalid_0's l1: 0.730765\n",
      "[5023]\tvalid_0's l2: 1.96892\tvalid_0's l1: 0.730736\n",
      "[5024]\tvalid_0's l2: 1.96882\tvalid_0's l1: 0.730688\n",
      "[5025]\tvalid_0's l2: 1.96865\tvalid_0's l1: 0.730616\n",
      "[5026]\tvalid_0's l2: 1.96857\tvalid_0's l1: 0.730578\n",
      "[5027]\tvalid_0's l2: 1.9685\tvalid_0's l1: 0.730528\n",
      "[5028]\tvalid_0's l2: 1.96837\tvalid_0's l1: 0.730488\n",
      "[5029]\tvalid_0's l2: 1.9683\tvalid_0's l1: 0.730459\n",
      "[5030]\tvalid_0's l2: 1.96822\tvalid_0's l1: 0.730417\n",
      "[5031]\tvalid_0's l2: 1.96775\tvalid_0's l1: 0.730308\n",
      "[5032]\tvalid_0's l2: 1.96758\tvalid_0's l1: 0.730282\n",
      "[5033]\tvalid_0's l2: 1.96743\tvalid_0's l1: 0.730204\n",
      "[5034]\tvalid_0's l2: 1.9673\tvalid_0's l1: 0.730152\n",
      "[5035]\tvalid_0's l2: 1.96718\tvalid_0's l1: 0.730123\n",
      "[5036]\tvalid_0's l2: 1.96712\tvalid_0's l1: 0.73008\n",
      "[5037]\tvalid_0's l2: 1.967\tvalid_0's l1: 0.730042\n",
      "[5038]\tvalid_0's l2: 1.96695\tvalid_0's l1: 0.730029\n",
      "[5039]\tvalid_0's l2: 1.96685\tvalid_0's l1: 0.729991\n",
      "[5040]\tvalid_0's l2: 1.96681\tvalid_0's l1: 0.729969\n",
      "[5041]\tvalid_0's l2: 1.96669\tvalid_0's l1: 0.729919\n",
      "[5042]\tvalid_0's l2: 1.96655\tvalid_0's l1: 0.729861\n",
      "[5043]\tvalid_0's l2: 1.9665\tvalid_0's l1: 0.729839\n",
      "[5044]\tvalid_0's l2: 1.96636\tvalid_0's l1: 0.729791\n",
      "[5045]\tvalid_0's l2: 1.9662\tvalid_0's l1: 0.72973\n",
      "[5046]\tvalid_0's l2: 1.96593\tvalid_0's l1: 0.729653\n",
      "[5047]\tvalid_0's l2: 1.96584\tvalid_0's l1: 0.7296\n",
      "[5048]\tvalid_0's l2: 1.9658\tvalid_0's l1: 0.729572\n",
      "[5049]\tvalid_0's l2: 1.96567\tvalid_0's l1: 0.729517\n",
      "[5050]\tvalid_0's l2: 1.96545\tvalid_0's l1: 0.729463\n",
      "[5051]\tvalid_0's l2: 1.96531\tvalid_0's l1: 0.729401\n",
      "[5052]\tvalid_0's l2: 1.96525\tvalid_0's l1: 0.729379\n",
      "[5053]\tvalid_0's l2: 1.96521\tvalid_0's l1: 0.729361\n",
      "[5054]\tvalid_0's l2: 1.96521\tvalid_0's l1: 0.729337\n",
      "[5055]\tvalid_0's l2: 1.96514\tvalid_0's l1: 0.729314\n",
      "[5056]\tvalid_0's l2: 1.96512\tvalid_0's l1: 0.729306\n",
      "[5057]\tvalid_0's l2: 1.96504\tvalid_0's l1: 0.729291\n",
      "[5058]\tvalid_0's l2: 1.96505\tvalid_0's l1: 0.729284\n",
      "[5059]\tvalid_0's l2: 1.9649\tvalid_0's l1: 0.729232\n",
      "[5060]\tvalid_0's l2: 1.96477\tvalid_0's l1: 0.72918\n",
      "[5061]\tvalid_0's l2: 1.96474\tvalid_0's l1: 0.72917\n",
      "[5062]\tvalid_0's l2: 1.96473\tvalid_0's l1: 0.729162\n",
      "[5063]\tvalid_0's l2: 1.96467\tvalid_0's l1: 0.729146\n",
      "[5064]\tvalid_0's l2: 1.96457\tvalid_0's l1: 0.729115\n",
      "[5065]\tvalid_0's l2: 1.96454\tvalid_0's l1: 0.729105\n",
      "[5066]\tvalid_0's l2: 1.96451\tvalid_0's l1: 0.729096\n",
      "[5067]\tvalid_0's l2: 1.96447\tvalid_0's l1: 0.729075\n",
      "[5068]\tvalid_0's l2: 1.96444\tvalid_0's l1: 0.729072\n",
      "[5069]\tvalid_0's l2: 1.96444\tvalid_0's l1: 0.729083\n",
      "[5070]\tvalid_0's l2: 1.96435\tvalid_0's l1: 0.729063\n",
      "[5071]\tvalid_0's l2: 1.96447\tvalid_0's l1: 0.729057\n",
      "[5072]\tvalid_0's l2: 1.96438\tvalid_0's l1: 0.729018\n",
      "[5073]\tvalid_0's l2: 1.96427\tvalid_0's l1: 0.728987\n",
      "[5074]\tvalid_0's l2: 1.96424\tvalid_0's l1: 0.728988\n",
      "[5075]\tvalid_0's l2: 1.96416\tvalid_0's l1: 0.728977\n",
      "[5076]\tvalid_0's l2: 1.96416\tvalid_0's l1: 0.728973\n",
      "[5077]\tvalid_0's l2: 1.96411\tvalid_0's l1: 0.728969\n",
      "[5078]\tvalid_0's l2: 1.96407\tvalid_0's l1: 0.728956\n",
      "[5079]\tvalid_0's l2: 1.96397\tvalid_0's l1: 0.728937\n",
      "[5080]\tvalid_0's l2: 1.96389\tvalid_0's l1: 0.728921\n",
      "[5081]\tvalid_0's l2: 1.96384\tvalid_0's l1: 0.728906\n",
      "[5082]\tvalid_0's l2: 1.96373\tvalid_0's l1: 0.728879\n",
      "[5083]\tvalid_0's l2: 1.9637\tvalid_0's l1: 0.728862\n",
      "[5084]\tvalid_0's l2: 1.96357\tvalid_0's l1: 0.728832\n",
      "[5085]\tvalid_0's l2: 1.96351\tvalid_0's l1: 0.72882\n",
      "[5086]\tvalid_0's l2: 1.9635\tvalid_0's l1: 0.728806\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[5087]\tvalid_0's l2: 1.96355\tvalid_0's l1: 0.728788\n",
      "[5088]\tvalid_0's l2: 1.96362\tvalid_0's l1: 0.728778\n",
      "[5089]\tvalid_0's l2: 1.96359\tvalid_0's l1: 0.728767\n",
      "[5090]\tvalid_0's l2: 1.96351\tvalid_0's l1: 0.728737\n",
      "[5091]\tvalid_0's l2: 1.96346\tvalid_0's l1: 0.728711\n",
      "[5092]\tvalid_0's l2: 1.96339\tvalid_0's l1: 0.728699\n",
      "[5093]\tvalid_0's l2: 1.9634\tvalid_0's l1: 0.728689\n",
      "[5094]\tvalid_0's l2: 1.96332\tvalid_0's l1: 0.728668\n",
      "[5095]\tvalid_0's l2: 1.96336\tvalid_0's l1: 0.728657\n",
      "[5096]\tvalid_0's l2: 1.96332\tvalid_0's l1: 0.728631\n",
      "[5097]\tvalid_0's l2: 1.96324\tvalid_0's l1: 0.728596\n",
      "[5098]\tvalid_0's l2: 1.9631\tvalid_0's l1: 0.728551\n",
      "[5099]\tvalid_0's l2: 1.96308\tvalid_0's l1: 0.728538\n",
      "[5100]\tvalid_0's l2: 1.96304\tvalid_0's l1: 0.728525\n",
      "[5101]\tvalid_0's l2: 1.96295\tvalid_0's l1: 0.728498\n",
      "[5102]\tvalid_0's l2: 1.96287\tvalid_0's l1: 0.728463\n",
      "[5103]\tvalid_0's l2: 1.96277\tvalid_0's l1: 0.728458\n",
      "[5104]\tvalid_0's l2: 1.9627\tvalid_0's l1: 0.728441\n",
      "[5105]\tvalid_0's l2: 1.96265\tvalid_0's l1: 0.728426\n",
      "[5106]\tvalid_0's l2: 1.96254\tvalid_0's l1: 0.728396\n",
      "[5107]\tvalid_0's l2: 1.96252\tvalid_0's l1: 0.728384\n",
      "[5108]\tvalid_0's l2: 1.96253\tvalid_0's l1: 0.728361\n",
      "[5109]\tvalid_0's l2: 1.96243\tvalid_0's l1: 0.728334\n",
      "[5110]\tvalid_0's l2: 1.96234\tvalid_0's l1: 0.728296\n",
      "[5111]\tvalid_0's l2: 1.96232\tvalid_0's l1: 0.728277\n",
      "[5112]\tvalid_0's l2: 1.96219\tvalid_0's l1: 0.728253\n",
      "[5113]\tvalid_0's l2: 1.9621\tvalid_0's l1: 0.72824\n",
      "[5114]\tvalid_0's l2: 1.96205\tvalid_0's l1: 0.728225\n",
      "[5115]\tvalid_0's l2: 1.96205\tvalid_0's l1: 0.72821\n",
      "[5116]\tvalid_0's l2: 1.96202\tvalid_0's l1: 0.728187\n",
      "[5117]\tvalid_0's l2: 1.9619\tvalid_0's l1: 0.728157\n",
      "[5118]\tvalid_0's l2: 1.96185\tvalid_0's l1: 0.728141\n",
      "[5119]\tvalid_0's l2: 1.96176\tvalid_0's l1: 0.728121\n",
      "[5120]\tvalid_0's l2: 1.96164\tvalid_0's l1: 0.728103\n",
      "[5121]\tvalid_0's l2: 1.96144\tvalid_0's l1: 0.728074\n",
      "[5122]\tvalid_0's l2: 1.96145\tvalid_0's l1: 0.728062\n",
      "[5123]\tvalid_0's l2: 1.96135\tvalid_0's l1: 0.728035\n",
      "[5124]\tvalid_0's l2: 1.96122\tvalid_0's l1: 0.727981\n",
      "[5125]\tvalid_0's l2: 1.96114\tvalid_0's l1: 0.727932\n",
      "[5126]\tvalid_0's l2: 1.96114\tvalid_0's l1: 0.727928\n",
      "[5127]\tvalid_0's l2: 1.96098\tvalid_0's l1: 0.727863\n",
      "[5128]\tvalid_0's l2: 1.96099\tvalid_0's l1: 0.72783\n",
      "[5129]\tvalid_0's l2: 1.96086\tvalid_0's l1: 0.7278\n",
      "[5130]\tvalid_0's l2: 1.96077\tvalid_0's l1: 0.72775\n",
      "[5131]\tvalid_0's l2: 1.96063\tvalid_0's l1: 0.727689\n",
      "[5132]\tvalid_0's l2: 1.96062\tvalid_0's l1: 0.727673\n",
      "[5133]\tvalid_0's l2: 1.9605\tvalid_0's l1: 0.727629\n",
      "[5134]\tvalid_0's l2: 1.96026\tvalid_0's l1: 0.72754\n",
      "[5135]\tvalid_0's l2: 1.96014\tvalid_0's l1: 0.727526\n",
      "[5136]\tvalid_0's l2: 1.96005\tvalid_0's l1: 0.727473\n",
      "[5137]\tvalid_0's l2: 1.96002\tvalid_0's l1: 0.727461\n",
      "[5138]\tvalid_0's l2: 1.96003\tvalid_0's l1: 0.727447\n",
      "[5139]\tvalid_0's l2: 1.95995\tvalid_0's l1: 0.727417\n",
      "[5140]\tvalid_0's l2: 1.95983\tvalid_0's l1: 0.727382\n",
      "[5141]\tvalid_0's l2: 1.95975\tvalid_0's l1: 0.727351\n",
      "[5142]\tvalid_0's l2: 1.95964\tvalid_0's l1: 0.727314\n",
      "[5143]\tvalid_0's l2: 1.95961\tvalid_0's l1: 0.727298\n",
      "[5144]\tvalid_0's l2: 1.95978\tvalid_0's l1: 0.727291\n",
      "[5145]\tvalid_0's l2: 1.9598\tvalid_0's l1: 0.727288\n",
      "[5146]\tvalid_0's l2: 1.9598\tvalid_0's l1: 0.72726\n",
      "[5147]\tvalid_0's l2: 1.95961\tvalid_0's l1: 0.727197\n",
      "[5148]\tvalid_0's l2: 1.95951\tvalid_0's l1: 0.727146\n",
      "[5149]\tvalid_0's l2: 1.95944\tvalid_0's l1: 0.727121\n",
      "[5150]\tvalid_0's l2: 1.9594\tvalid_0's l1: 0.727136\n",
      "[5151]\tvalid_0's l2: 1.95929\tvalid_0's l1: 0.727086\n",
      "[5152]\tvalid_0's l2: 1.95925\tvalid_0's l1: 0.727071\n",
      "[5153]\tvalid_0's l2: 1.95923\tvalid_0's l1: 0.727079\n",
      "[5154]\tvalid_0's l2: 1.95919\tvalid_0's l1: 0.727057\n",
      "[5155]\tvalid_0's l2: 1.95916\tvalid_0's l1: 0.727049\n",
      "[5156]\tvalid_0's l2: 1.95881\tvalid_0's l1: 0.726965\n",
      "[5157]\tvalid_0's l2: 1.95873\tvalid_0's l1: 0.72693\n",
      "[5158]\tvalid_0's l2: 1.95882\tvalid_0's l1: 0.72693\n",
      "[5159]\tvalid_0's l2: 1.9587\tvalid_0's l1: 0.726889\n",
      "[5160]\tvalid_0's l2: 1.95848\tvalid_0's l1: 0.726853\n",
      "[5161]\tvalid_0's l2: 1.95845\tvalid_0's l1: 0.726839\n",
      "[5162]\tvalid_0's l2: 1.95845\tvalid_0's l1: 0.726822\n",
      "[5163]\tvalid_0's l2: 1.95838\tvalid_0's l1: 0.726791\n",
      "[5164]\tvalid_0's l2: 1.95825\tvalid_0's l1: 0.726779\n",
      "[5165]\tvalid_0's l2: 1.9581\tvalid_0's l1: 0.726741\n",
      "[5166]\tvalid_0's l2: 1.95799\tvalid_0's l1: 0.72671\n",
      "[5167]\tvalid_0's l2: 1.95784\tvalid_0's l1: 0.726674\n",
      "[5168]\tvalid_0's l2: 1.95764\tvalid_0's l1: 0.726626\n",
      "[5169]\tvalid_0's l2: 1.9576\tvalid_0's l1: 0.726606\n",
      "[5170]\tvalid_0's l2: 1.95746\tvalid_0's l1: 0.726582\n",
      "[5171]\tvalid_0's l2: 1.95736\tvalid_0's l1: 0.726525\n",
      "[5172]\tvalid_0's l2: 1.95729\tvalid_0's l1: 0.726507\n",
      "[5173]\tvalid_0's l2: 1.95721\tvalid_0's l1: 0.726482\n",
      "[5174]\tvalid_0's l2: 1.95718\tvalid_0's l1: 0.72646\n",
      "[5175]\tvalid_0's l2: 1.95712\tvalid_0's l1: 0.726438\n",
      "[5176]\tvalid_0's l2: 1.95705\tvalid_0's l1: 0.72642\n",
      "[5177]\tvalid_0's l2: 1.95698\tvalid_0's l1: 0.726385\n",
      "[5178]\tvalid_0's l2: 1.95676\tvalid_0's l1: 0.726318\n",
      "[5179]\tvalid_0's l2: 1.95667\tvalid_0's l1: 0.726309\n",
      "[5180]\tvalid_0's l2: 1.95667\tvalid_0's l1: 0.7263\n",
      "[5181]\tvalid_0's l2: 1.95638\tvalid_0's l1: 0.726203\n",
      "[5182]\tvalid_0's l2: 1.95631\tvalid_0's l1: 0.726182\n",
      "[5183]\tvalid_0's l2: 1.95629\tvalid_0's l1: 0.72616\n",
      "[5184]\tvalid_0's l2: 1.95625\tvalid_0's l1: 0.726143\n",
      "[5185]\tvalid_0's l2: 1.95611\tvalid_0's l1: 0.726103\n",
      "[5186]\tvalid_0's l2: 1.95612\tvalid_0's l1: 0.726105\n",
      "[5187]\tvalid_0's l2: 1.95615\tvalid_0's l1: 0.72609\n",
      "[5188]\tvalid_0's l2: 1.9561\tvalid_0's l1: 0.726068\n",
      "[5189]\tvalid_0's l2: 1.95576\tvalid_0's l1: 0.726007\n",
      "[5190]\tvalid_0's l2: 1.95572\tvalid_0's l1: 0.725996\n",
      "[5191]\tvalid_0's l2: 1.95558\tvalid_0's l1: 0.72597\n",
      "[5192]\tvalid_0's l2: 1.95556\tvalid_0's l1: 0.725966\n",
      "[5193]\tvalid_0's l2: 1.95548\tvalid_0's l1: 0.725944\n",
      "[5194]\tvalid_0's l2: 1.95556\tvalid_0's l1: 0.725938\n",
      "[5195]\tvalid_0's l2: 1.95545\tvalid_0's l1: 0.725918\n",
      "[5196]\tvalid_0's l2: 1.95544\tvalid_0's l1: 0.725917\n",
      "[5197]\tvalid_0's l2: 1.9553\tvalid_0's l1: 0.725871\n",
      "[5198]\tvalid_0's l2: 1.95526\tvalid_0's l1: 0.725838\n",
      "[5199]\tvalid_0's l2: 1.95517\tvalid_0's l1: 0.725783\n",
      "[5200]\tvalid_0's l2: 1.95516\tvalid_0's l1: 0.725769\n",
      "[5201]\tvalid_0's l2: 1.95503\tvalid_0's l1: 0.725725\n",
      "[5202]\tvalid_0's l2: 1.95498\tvalid_0's l1: 0.72571\n",
      "[5203]\tvalid_0's l2: 1.95491\tvalid_0's l1: 0.725698\n",
      "[5204]\tvalid_0's l2: 1.95483\tvalid_0's l1: 0.725666\n",
      "[5205]\tvalid_0's l2: 1.9548\tvalid_0's l1: 0.725609\n",
      "[5206]\tvalid_0's l2: 1.95471\tvalid_0's l1: 0.725585\n",
      "[5207]\tvalid_0's l2: 1.95465\tvalid_0's l1: 0.725551\n",
      "[5208]\tvalid_0's l2: 1.95461\tvalid_0's l1: 0.725532\n",
      "[5209]\tvalid_0's l2: 1.95434\tvalid_0's l1: 0.725492\n",
      "[5210]\tvalid_0's l2: 1.95426\tvalid_0's l1: 0.725465\n",
      "[5211]\tvalid_0's l2: 1.95411\tvalid_0's l1: 0.725449\n",
      "[5212]\tvalid_0's l2: 1.95406\tvalid_0's l1: 0.725411\n",
      "[5213]\tvalid_0's l2: 1.954\tvalid_0's l1: 0.725389\n",
      "[5214]\tvalid_0's l2: 1.95398\tvalid_0's l1: 0.725383\n",
      "[5215]\tvalid_0's l2: 1.954\tvalid_0's l1: 0.725343\n",
      "[5216]\tvalid_0's l2: 1.95396\tvalid_0's l1: 0.725318\n",
      "[5217]\tvalid_0's l2: 1.95392\tvalid_0's l1: 0.725305\n",
      "[5218]\tvalid_0's l2: 1.95382\tvalid_0's l1: 0.725274\n",
      "[5219]\tvalid_0's l2: 1.95378\tvalid_0's l1: 0.725262\n",
      "[5220]\tvalid_0's l2: 1.95371\tvalid_0's l1: 0.725243\n",
      "[5221]\tvalid_0's l2: 1.95363\tvalid_0's l1: 0.72521\n",
      "[5222]\tvalid_0's l2: 1.9534\tvalid_0's l1: 0.72518\n",
      "[5223]\tvalid_0's l2: 1.95331\tvalid_0's l1: 0.725134\n",
      "[5224]\tvalid_0's l2: 1.95324\tvalid_0's l1: 0.725099\n",
      "[5225]\tvalid_0's l2: 1.9532\tvalid_0's l1: 0.725071\n",
      "[5226]\tvalid_0's l2: 1.95317\tvalid_0's l1: 0.725063\n",
      "[5227]\tvalid_0's l2: 1.9532\tvalid_0's l1: 0.725045\n",
      "[5228]\tvalid_0's l2: 1.95305\tvalid_0's l1: 0.725013\n",
      "[5229]\tvalid_0's l2: 1.95289\tvalid_0's l1: 0.724986\n",
      "[5230]\tvalid_0's l2: 1.95288\tvalid_0's l1: 0.724963\n",
      "[5231]\tvalid_0's l2: 1.95259\tvalid_0's l1: 0.724875\n",
      "[5232]\tvalid_0's l2: 1.95251\tvalid_0's l1: 0.724858\n",
      "[5233]\tvalid_0's l2: 1.95245\tvalid_0's l1: 0.724836\n",
      "[5234]\tvalid_0's l2: 1.95236\tvalid_0's l1: 0.724793\n",
      "[5235]\tvalid_0's l2: 1.95227\tvalid_0's l1: 0.724773\n",
      "[5236]\tvalid_0's l2: 1.95222\tvalid_0's l1: 0.724755\n",
      "[5237]\tvalid_0's l2: 1.9521\tvalid_0's l1: 0.724714\n",
      "[5238]\tvalid_0's l2: 1.95204\tvalid_0's l1: 0.724691\n",
      "[5239]\tvalid_0's l2: 1.95185\tvalid_0's l1: 0.724669\n",
      "[5240]\tvalid_0's l2: 1.95171\tvalid_0's l1: 0.724647\n",
      "[5241]\tvalid_0's l2: 1.95183\tvalid_0's l1: 0.724646\n",
      "[5242]\tvalid_0's l2: 1.95179\tvalid_0's l1: 0.724623\n",
      "[5243]\tvalid_0's l2: 1.95179\tvalid_0's l1: 0.724613\n",
      "[5244]\tvalid_0's l2: 1.95177\tvalid_0's l1: 0.724605\n",
      "[5245]\tvalid_0's l2: 1.95176\tvalid_0's l1: 0.724598\n",
      "Early stopping, best iteration is:\n",
      "[5240]\tvalid_0's l2: 1.95171\tvalid_0's l1: 0.724647\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Start predicting...\n",
      "The rmse of prediction is: 1.3970365388970916\n",
      "Feature importances: [10898, 39592, 39341, 23570, 32914, 85836, 2310, 11241, 11352, 8583, 2437, 14981, 28308, 6073, 13797, 32819, 3137, 36291]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "\"\\n# 网格搜索，参数优化\\nestimator = lgb.LGBMRegressor(num_leaves=75)\\n\\nparam_grid = {\\n    'learning_rate': [0.05],\\n    \\n    'num_leaves':[80]\\n}\\n\\ngbm = GridSearchCV(estimator, param_grid)\\n\\ngbm.fit(X_train, y_train)\\n\\nprint('Best parameters found by grid search are:', gbm.best_params_)\""
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.model_selection import GridSearchCV\n",
    "from sklearn.datasets import  make_classification\n",
    "X_train,X_test,y_train,y_test =train_test_split(train.drop(['price'],axis=1),train.price,test_size=0.2,random_state=20)\n",
    "print('Start training...')\n",
    "# 创建模型，训练模型\n",
    "gbm = lgb.LGBMRegressor(objective='regression',num_leaves=78,learning_rate=0.05,n_estimators=10000,min_data_in_leaf=20)\n",
    "gbm.fit(X_train, y_train,eval_set=[(X_test, y_test)],eval_metric='l1',early_stopping_rounds=5)\n",
    "\n",
    "print('Start predicting...')\n",
    "# 测试机预测\n",
    "y_pred = gbm.predict(X_test, num_iteration=gbm.best_iteration_)\n",
    "# 模型评估\n",
    "print('The rmse of prediction is:', mean_squared_error(y_test, y_pred) ** 0.5)\n",
    "\n",
    "# feature importances\n",
    "print('Feature importances:', list(gbm.feature_importances_))\n",
    "\n",
    "'''\n",
    "# 网格搜索，参数优化\n",
    "estimator = lgb.LGBMRegressor(num_leaves=75)\n",
    "\n",
    "param_grid = {\n",
    "    'learning_rate': [0.05],\n",
    "    \n",
    "    'num_leaves':[80]\n",
    "}\n",
    "\n",
    "gbm = GridSearchCV(estimator, param_grid)\n",
    "\n",
    "gbm.fit(X_train, y_train)\n",
    "\n",
    "print('Best parameters found by grid search are:', gbm.best_params_)'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\n",
    "    'task': 'train',\n",
    "    'boosting_type': 'gbdt',  # 设置提升类型\n",
    "    'objective': 'regression', # 目标函数\n",
    "    'num_leaves': 78,   # 叶子节点数\n",
    "    'learning_rate': 0.05,  # 学习速率\n",
    "}\n",
    "\n",
    "lgb_train = lgb.Dataset(train.drop(['price'],axis=1), train.price)\n",
    "gbm = lgb.train(params,lgb_train,num_boost_round=5240)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "          id      price\n",
      "0          1   4.294397\n",
      "1          2   6.195177\n",
      "2          3  13.307981\n",
      "3          4   6.128167\n",
      "4          5   5.191137\n",
      "5          6   9.654032\n",
      "6          7   9.907613\n",
      "7          8   3.307174\n",
      "8          9   8.596316\n",
      "9         10   5.941793\n",
      "10        11   4.975853\n",
      "11        12  10.160069\n",
      "12        13   4.067921\n",
      "13        14   7.371480\n",
      "14        15   7.168268\n",
      "15        16  13.368489\n",
      "16        17   7.035247\n",
      "17        18   5.692521\n",
      "18        19   7.176891\n",
      "19        20   5.012658\n",
      "20        21   4.051135\n",
      "21        22   5.519382\n",
      "22        23   8.647265\n",
      "23        24   5.640712\n",
      "24        25   7.077542\n",
      "25        26   5.301554\n",
      "26        27   4.541800\n",
      "27        28   2.596585\n",
      "28        29   8.136429\n",
      "29        30   3.438980\n",
      "...      ...        ...\n",
      "56249  57970   3.930376\n",
      "56250  57971   6.212459\n",
      "56251  57973   6.503483\n",
      "56252  57974   7.811509\n",
      "56253  57975  10.257966\n",
      "56254  57976  13.106592\n",
      "56255  57977   6.820679\n",
      "56256  57978   5.551468\n",
      "56257  57979   4.375133\n",
      "56258  57980  11.151785\n",
      "56259  57981   3.301923\n",
      "56260  57982   4.229519\n",
      "56261  57983   7.914938\n",
      "56262  57984   8.407803\n",
      "56263  57985   7.752635\n",
      "56264  57986   6.792650\n",
      "56265  57987   8.479338\n",
      "56266  57988   4.696518\n",
      "56267  57989   6.092044\n",
      "56268  57990   5.754669\n",
      "56269  57991   5.746195\n",
      "56270  57992   5.271636\n",
      "56271  57993   8.045277\n",
      "56272  57995   7.304676\n",
      "56273  57996   6.513263\n",
      "56274  57997   5.285560\n",
      "56275  57998  13.874206\n",
      "56276  57999   7.339579\n",
      "56277  58000  12.006010\n",
      "56278  58001   4.218620\n",
      "\n",
      "[56279 rows x 2 columns]\n"
     ]
    }
   ],
   "source": [
    "lgb_test = lgb.Dataset(test1)\n",
    "p=gbm.predict(test1)\n",
    "id1['price']=p\n",
    "\n",
    "sp = pd.DataFrame()\n",
    "sp['id']=id1\n",
    "sp.drop(sp.index[-1],inplace=True)\n",
    "sp['price']=p\n",
    "sp.to_csv('try.csv',index=False)\n",
    "d=pd.read_csv('try.csv')\n",
    "print(d)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}