1. 데이터 다운로드 및 라이브러리 불러오기
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import os
import seaborn as sns
import warnings
warnings.filterwarnings("ignore")
df_train = pd.read_csv(os.path.join("train.csv"))
df_test = pd.read_csv(os.path.join("test.csv"))
(252289, 19)
|
sessionID |
userID |
TARGET |
browser |
OS |
device |
new |
quality |
duration |
bounced |
transaction |
transaction_revenue |
continent |
subcontinent |
country |
traffic_source |
traffic_medium |
keyword |
referral_path |
| 0 |
SESSION_000000 |
USER_000000 |
17.0 |
Chrome |
Macintosh |
desktop |
0 |
45.0 |
839.0 |
0 |
0.0 |
0.0 |
Americas |
Northern America |
United States |
google |
organic |
Category8 |
NaN |
| 1 |
SESSION_000001 |
USER_000001 |
3.0 |
Chrome |
Windows |
desktop |
1 |
1.0 |
39.0 |
0 |
0.0 |
0.0 |
Europe |
Western Europe |
Germany |
google |
organic |
Category8 |
NaN |
| 2 |
SESSION_000002 |
USER_000002 |
1.0 |
Samsung Internet |
Android |
mobile |
1 |
1.0 |
0.0 |
1 |
0.0 |
0.0 |
Asia |
Southeast Asia |
Malaysia |
(direct) |
(none) |
NaN |
NaN |
| 3 |
SESSION_000003 |
USER_000003 |
1.0 |
Chrome |
Macintosh |
desktop |
1 |
1.0 |
0.0 |
1 |
0.0 |
0.0 |
Americas |
Northern America |
United States |
Partners |
affiliate |
NaN |
NaN |
| 4 |
SESSION_000004 |
USER_000004 |
1.0 |
Chrome |
iOS |
mobile |
0 |
1.0 |
0.0 |
1 |
0.0 |
0.0 |
Americas |
Northern America |
United States |
groups.google.com |
referral |
NaN |
Category6_Path_0000 |
2. 전처리
from sklearn.preprocessing import StandardScaler
categorical_features = [
"browser",
"OS",
"device",
"subcontinent",
"country",
"traffic_source",
"traffic_medium",
"referral_path",
"keyword",
"continent"
]
numerical_features = [
"quality",
"transaction_revenue"
]
def drop_column(data) :
data = data.drop(["sessionID", "userID"], axis=1)
return data
def select_target(data) :
target = data["TARGET"]
data = data.drop(["TARGET"], axis=1)
return data, target
def filled_nan(data) :
data = data.fillna("N")
return data
def not_set_preprocessing(data):
for column in data.columns :
data = data[data[column] != "(not set)"]
return data
def change_type(data) :
for i in categorical_features :
data[i] = data[i].astype("category")
return data
def new_seperate(data) :
data.loc[data["subcontinent"].isin(["South America", "Central America", "Caribbean"]), "subcontinent"] = "Latin America"
data.loc[data["subcontinent"].isin(["Southern Africa", "Western Africa", "Eastern Africa", "Middle Africa"]), "subcontinent"] = "Sub-Saharan Africa"
return data
def numerical_preprocessing(data) :
data["duration_quality_ratio"] = data["quality"] / data["duration"]
data.loc[data["duration_quality_ratio"] == np.inf, "duration_quality_ratio"] = 1
# 거래 수익은 0이지만 거래 횟수가 1 이상 전처리
condition = (data["transaction"] >= 1.0) & (data["transaction_revenue"] == 0)
data.loc[condition, "transaction"] = 0.0
return data
def standard_scaler(train_data, test_data) :
scaler = StandardScaler()
train_data[numerical_features] = scaler.fit_transform(train_data[numerical_features])
test_data[numerical_features] = scaler.transform(test_data[numerical_features])
return train_data, test_data
# quality와 duration 값에 비해 타겟이 너무 높은 이상치 제거
df_train = df_train[df_train["TARGET"] != 386.0]
df_train = df_train[df_train["TARGET"] != 283.0]
# 훈련셋 전처리
df_train = drop_column(df_train)
df_train = filled_nan(df_train)
df_train = not_set_preprocessing(df_train)
df_train = new_seperate(df_train)
df_train = change_type(df_train)
df_train = numerical_preprocessing(df_train)
# 테스트셋 전처리
df_test = drop_column(df_test)
df_test = filled_nan(df_test)
df_test = new_seperate(df_test)
df_test = change_type(df_test)
df_test = numerical_preprocessing(df_test)
# 타깃 설정
train_target = select_target(df_train)
df_train = train_target[0]
target = train_target[1]
# 수치형 특성 전처리
scaled_data = standard_scaler(df_train, df_test)
df_train = scaled_data[0]
df_test = scaled_data[1]
|
browser |
OS |
device |
new |
quality |
duration |
bounced |
transaction |
transaction_revenue |
continent |
subcontinent |
country |
traffic_source |
traffic_medium |
referral_path |
duration_quality_ratio |
| 0 |
Chrome |
Macintosh |
desktop |
0 |
3.677386 |
839.0 |
0 |
0.0 |
-0.042983 |
Americas |
Northern America |
United States |
google |
organic |
N |
0.053635 |
| 1 |
Chrome |
Windows |
desktop |
1 |
-0.255574 |
39.0 |
0 |
0.0 |
-0.042983 |
Europe |
Western Europe |
Germany |
google |
organic |
N |
0.025641 |
| 2 |
Samsung Internet |
Android |
mobile |
1 |
-0.255574 |
0.0 |
1 |
0.0 |
-0.042983 |
Asia |
Southeast Asia |
Malaysia |
(direct) |
(none) |
N |
1.000000 |
| 3 |
Chrome |
Macintosh |
desktop |
1 |
-0.255574 |
0.0 |
1 |
0.0 |
-0.042983 |
Americas |
Northern America |
United States |
Partners |
affiliate |
N |
1.000000 |
| 4 |
Chrome |
iOS |
mobile |
0 |
-0.255574 |
0.0 |
1 |
0.0 |
-0.042983 |
Americas |
Northern America |
United States |
groups.google.com |
referral |
Category6_Path_0000 |
1.000000 |
| ... |
... |
... |
... |
... |
... |
... |
... |
... |
... |
... |
... |
... |
... |
... |
... |
... |
| 252284 |
Chrome |
Android |
mobile |
1 |
-0.255574 |
0.0 |
1 |
0.0 |
-0.042983 |
Europe |
Northern Europe |
United Kingdom |
youtube.com |
referral |
Category5_Path_0032 |
1.000000 |
| 252285 |
Chrome |
Macintosh |
desktop |
0 |
-0.255574 |
0.0 |
1 |
0.0 |
-0.042983 |
Americas |
Northern America |
United States |
google |
organic |
N |
1.000000 |
| 252286 |
Chrome |
Macintosh |
desktop |
0 |
-0.166189 |
69.0 |
0 |
0.0 |
-0.042983 |
Americas |
Northern America |
United States |
(direct) |
(none) |
Category1 |
0.028986 |
| 252287 |
Android Webview |
Android |
mobile |
1 |
-0.255574 |
28.0 |
0 |
0.0 |
-0.042983 |
Africa |
Northern Africa |
Egypt |
youtube.com |
referral |
Category2_Path_0018 |
0.035714 |
| 252288 |
Chrome |
Macintosh |
desktop |
0 |
0.101968 |
77.0 |
0 |
0.0 |
-0.042983 |
Americas |
Northern America |
United States |
(direct) |
(none) |
Category1 |
0.064935 |
247674 rows × 16 columns
print(f"훈련 셋 모양 : {df_train.shape}")
print(f"타깃 모양 : {target.shape}")
훈련 셋 모양 : (249362, 17)
타깃 모양 : (249362,)
3. 모델 정의 및 훈련
from sklearn.model_selection import train_test_split
X_train, X_valid, y_train, y_valid = train_test_split(df_train, target, test_size=0.1,
random_state=42)
from catboost import CatBoostRegressor, Pool
from sklearn.metrics import mean_squared_error
from bayes_opt import BayesianOptimization
categorical_features = [
"browser",
"OS",
"device",
"subcontinent",
"country",
"traffic_source",
"traffic_medium",
"referral_path",
"keyword",
"continent"
]
train_pool = Pool(data=X_train, label=y_train, cat_features=categorical_features)
valid_pool = Pool(data=X_valid, label=y_valid, cat_features=categorical_features)
model = CatBoostRegressor(iterations=8000,
learning_rate=0.085,
rsm=0.5,
random_strength=0.5,
l2_leaf_reg=3.5,
depth=7,
early_stopping_rounds=500,
random_state=42,
verbose=100)
model.fit(train_pool, eval_set=(valid_pool), verbose=2)
0: learn: 5.1874991 test: 4.9303580 best: 4.9303580 (0) total: 23.4ms remaining: 3m 7s
2: learn: 4.6766737 test: 4.4174826 best: 4.4174826 (2) total: 70.8ms remaining: 3m 8s
4: learn: 4.2663220 test: 4.0059270 best: 4.0059270 (4) total: 112ms remaining: 2m 58s
6: learn: 3.9369545 test: 3.6757456 best: 3.6757456 (6) total: 156ms remaining: 2m 57s
8: learn: 3.6934154 test: 3.4222611 best: 3.4222611 (8) total: 201ms remaining: 2m 58s
10: learn: 3.5086919 test: 3.2370964 best: 3.2370964 (10) total: 247ms remaining: 2m 59s
12: learn: 3.3497434 test: 3.0771650 best: 3.0771650 (12) total: 292ms remaining: 2m 59s
14: learn: 3.2312509 test: 2.9551361 best: 2.9551361 (14) total: 340ms remaining: 3m
16: learn: 3.1336697 test: 2.8603841 best: 2.8603841 (16) total: 389ms remaining: 3m 2s
18: learn: 3.0562542 test: 2.7865161 best: 2.7865161 (18) total: 435ms remaining: 3m 2s
20: learn: 2.9947078 test: 2.7258249 best: 2.7258249 (20) total: 481ms remaining: 3m 2s
22: learn: 2.9374730 test: 2.6732896 best: 2.6732896 (22) total: 527ms remaining: 3m 2s
24: learn: 2.8930428 test: 2.6313714 best: 2.6313714 (24) total: 572ms remaining: 3m 2s
26: learn: 2.8607733 test: 2.5980631 best: 2.5980631 (26) total: 616ms remaining: 3m 2s
28: learn: 2.8308691 test: 2.5715198 best: 2.5715198 (28) total: 662ms remaining: 3m 2s
30: learn: 2.8082253 test: 2.5481202 best: 2.5481202 (30) total: 709ms remaining: 3m 2s
32: learn: 2.7847230 test: 2.5257079 best: 2.5257079 (32) total: 763ms remaining: 3m 4s
34: learn: 2.7700803 test: 2.5121261 best: 2.5121261 (34) total: 807ms remaining: 3m 3s
36: learn: 2.7544485 test: 2.4958966 best: 2.4958966 (36) total: 853ms remaining: 3m 3s
38: learn: 2.7388616 test: 2.4808381 best: 2.4808381 (38) total: 897ms remaining: 3m 3s
40: learn: 2.7277767 test: 2.4709690 best: 2.4709690 (40) total: 945ms remaining: 3m 3s
42: learn: 2.7182166 test: 2.4624388 best: 2.4624388 (42) total: 992ms remaining: 3m 3s
44: learn: 2.7073883 test: 2.4517229 best: 2.4517229 (44) total: 1.03s remaining: 3m 2s
46: learn: 2.6993971 test: 2.4403841 best: 2.4403841 (46) total: 1.09s remaining: 3m 4s
48: learn: 2.6890374 test: 2.4313517 best: 2.4313517 (48) total: 1.14s remaining: 3m 4s
50: learn: 2.6799587 test: 2.4234062 best: 2.4234062 (50) total: 1.19s remaining: 3m 4s
52: learn: 2.6768308 test: 2.4187579 best: 2.4187579 (52) total: 1.22s remaining: 3m 2s
54: learn: 2.6765119 test: 2.4148635 best: 2.4148635 (54) total: 1.23s remaining: 2m 57s
56: learn: 2.6762086 test: 2.4112235 best: 2.4112235 (56) total: 1.25s remaining: 2m 54s
58: learn: 2.6714370 test: 2.4061158 best: 2.4061158 (58) total: 1.28s remaining: 2m 52s
60: learn: 2.6711732 test: 2.4028240 best: 2.4028240 (60) total: 1.29s remaining: 2m 48s
62: learn: 2.6628702 test: 2.3951673 best: 2.3951673 (62) total: 1.34s remaining: 2m 49s
64: learn: 2.6576218 test: 2.3909527 best: 2.3909527 (64) total: 1.37s remaining: 2m 47s
66: learn: 2.6573914 test: 2.3880877 best: 2.3880877 (66) total: 1.38s remaining: 2m 43s
68: learn: 2.6544033 test: 2.3867799 best: 2.3865715 (67) total: 1.43s remaining: 2m 44s
70: learn: 2.6486339 test: 2.3810659 best: 2.3810659 (70) total: 1.48s remaining: 2m 45s
72: learn: 2.6484422 test: 2.3785549 best: 2.3785549 (72) total: 1.5s remaining: 2m 43s
74: learn: 2.6428898 test: 2.3729407 best: 2.3729407 (74) total: 1.54s remaining: 2m 42s
76: learn: 2.6383223 test: 2.3696065 best: 2.3696065 (76) total: 1.58s remaining: 2m 42s
78: learn: 2.6344432 test: 2.3660959 best: 2.3660959 (78) total: 1.61s remaining: 2m 41s
80: learn: 2.6294924 test: 2.3633449 best: 2.3633449 (80) total: 1.64s remaining: 2m 40s
82: learn: 2.6221263 test: 2.3590716 best: 2.3590716 (82) total: 1.68s remaining: 2m 40s
84: learn: 2.6204223 test: 2.3579496 best: 2.3579496 (84) total: 1.71s remaining: 2m 39s
86: learn: 2.6202729 test: 2.3569725 best: 2.3569682 (85) total: 1.75s remaining: 2m 38s
88: learn: 2.6174119 test: 2.3547111 best: 2.3547111 (88) total: 1.77s remaining: 2m 37s
90: learn: 2.6129981 test: 2.3505541 best: 2.3505541 (90) total: 1.8s remaining: 2m 36s
92: learn: 2.6108340 test: 2.3482607 best: 2.3482607 (92) total: 1.83s remaining: 2m 35s
94: learn: 2.6105602 test: 2.3474183 best: 2.3474183 (94) total: 1.86s remaining: 2m 34s
96: learn: 2.6083361 test: 2.3462216 best: 2.3462216 (96) total: 1.88s remaining: 2m 33s
98: learn: 2.6048634 test: 2.3430902 best: 2.3430902 (98) total: 1.93s remaining: 2m 33s
100: learn: 2.6047670 test: 2.3416528 best: 2.3416528 (100) total: 1.94s remaining: 2m 32s
102: learn: 2.6043377 test: 2.3409883 best: 2.3409671 (101) total: 1.97s remaining: 2m 31s
104: learn: 2.6026190 test: 2.3395871 best: 2.3395871 (104) total: 2s remaining: 2m 30s
106: learn: 2.6007269 test: 2.3383419 best: 2.3383419 (106) total: 2.03s remaining: 2m 29s
108: learn: 2.5956989 test: 2.3352980 best: 2.3352980 (108) total: 2.08s remaining: 2m 30s
110: learn: 2.5905370 test: 2.3320982 best: 2.3320982 (110) total: 2.12s remaining: 2m 30s
112: learn: 2.5871807 test: 2.3289604 best: 2.3289604 (112) total: 2.14s remaining: 2m 29s
114: learn: 2.5820283 test: 2.3239223 best: 2.3239223 (114) total: 2.19s remaining: 2m 30s
116: learn: 2.5787956 test: 2.3228791 best: 2.3228791 (116) total: 2.24s remaining: 2m 31s
118: learn: 2.5759905 test: 2.3207180 best: 2.3207180 (118) total: 2.27s remaining: 2m 30s
120: learn: 2.5735322 test: 2.3183318 best: 2.3183318 (120) total: 2.31s remaining: 2m 30s
122: learn: 2.5713782 test: 2.3179404 best: 2.3179404 (122) total: 2.34s remaining: 2m 30s
124: learn: 2.5683777 test: 2.3163545 best: 2.3163545 (124) total: 2.38s remaining: 2m 30s
126: learn: 2.5671951 test: 2.3152082 best: 2.3152082 (126) total: 2.42s remaining: 2m 29s
128: learn: 2.5657242 test: 2.3140408 best: 2.3140408 (128) total: 2.46s remaining: 2m 30s
130: learn: 2.5610502 test: 2.3113002 best: 2.3113002 (130) total: 2.53s remaining: 2m 31s
132: learn: 2.5607361 test: 2.3110040 best: 2.3110040 (132) total: 2.56s remaining: 2m 31s
134: learn: 2.5570366 test: 2.3085832 best: 2.3085832 (134) total: 2.59s remaining: 2m 30s
136: learn: 2.5544370 test: 2.3054974 best: 2.3054974 (136) total: 2.62s remaining: 2m 30s
138: learn: 2.5509386 test: 2.3044425 best: 2.3044425 (138) total: 2.67s remaining: 2m 30s
140: learn: 2.5493049 test: 2.3031927 best: 2.3031927 (140) total: 2.72s remaining: 2m 31s
142: learn: 2.5477202 test: 2.3027117 best: 2.3027117 (142) total: 2.77s remaining: 2m 32s
144: learn: 2.5435416 test: 2.3011248 best: 2.3011248 (144) total: 2.82s remaining: 2m 32s
146: learn: 2.5407339 test: 2.2986831 best: 2.2986831 (146) total: 2.86s remaining: 2m 32s
148: learn: 2.5387962 test: 2.2975849 best: 2.2975849 (148) total: 2.91s remaining: 2m 33s
150: learn: 2.5366440 test: 2.2960887 best: 2.2960887 (150) total: 2.96s remaining: 2m 33s
152: learn: 2.5356000 test: 2.2954113 best: 2.2954113 (152) total: 3.01s remaining: 2m 34s
154: learn: 2.5336334 test: 2.2944607 best: 2.2944607 (154) total: 3.06s remaining: 2m 34s
156: learn: 2.5307119 test: 2.2918117 best: 2.2918117 (156) total: 3.09s remaining: 2m 34s
158: learn: 2.5287766 test: 2.2897329 best: 2.2897329 (158) total: 3.13s remaining: 2m 34s
160: learn: 2.5285274 test: 2.2894311 best: 2.2894311 (160) total: 3.18s remaining: 2m 34s
162: learn: 2.5283238 test: 2.2892884 best: 2.2892884 (162) total: 3.22s remaining: 2m 34s
164: learn: 2.5267977 test: 2.2879826 best: 2.2879826 (164) total: 3.26s remaining: 2m 34s
166: learn: 2.5242025 test: 2.2866785 best: 2.2866785 (166) total: 3.31s remaining: 2m 35s
168: learn: 2.5239242 test: 2.2863345 best: 2.2863345 (168) total: 3.35s remaining: 2m 35s
170: learn: 2.5233849 test: 2.2861144 best: 2.2861144 (170) total: 3.4s remaining: 2m 35s
172: learn: 2.5220089 test: 2.2855919 best: 2.2855919 (172) total: 3.45s remaining: 2m 36s
174: learn: 2.5209477 test: 2.2847960 best: 2.2847960 (174) total: 3.51s remaining: 2m 36s
176: learn: 2.5208295 test: 2.2842804 best: 2.2842804 (176) total: 3.54s remaining: 2m 36s
178: learn: 2.5206344 test: 2.2837950 best: 2.2837950 (178) total: 3.57s remaining: 2m 35s
180: learn: 2.5201225 test: 2.2832253 best: 2.2832253 (180) total: 3.61s remaining: 2m 35s
182: learn: 2.5198832 test: 2.2829784 best: 2.2829780 (181) total: 3.65s remaining: 2m 36s
184: learn: 2.5182218 test: 2.2811490 best: 2.2811490 (184) total: 3.7s remaining: 2m 36s
186: learn: 2.5165064 test: 2.2804433 best: 2.2804433 (186) total: 3.75s remaining: 2m 36s
188: learn: 2.5158163 test: 2.2796778 best: 2.2796777 (187) total: 3.79s remaining: 2m 36s
190: learn: 2.5127183 test: 2.2791821 best: 2.2791821 (190) total: 3.84s remaining: 2m 37s
192: learn: 2.5103271 test: 2.2782300 best: 2.2782300 (192) total: 3.91s remaining: 2m 38s
194: learn: 2.5099997 test: 2.2778398 best: 2.2778398 (194) total: 3.96s remaining: 2m 38s
196: learn: 2.5084591 test: 2.2773228 best: 2.2773228 (196) total: 4.02s remaining: 2m 39s
198: learn: 2.5069498 test: 2.2771714 best: 2.2771714 (198) total: 4.08s remaining: 2m 40s
200: learn: 2.5046785 test: 2.2764751 best: 2.2764751 (200) total: 4.15s remaining: 2m 40s
202: learn: 2.5022836 test: 2.2761665 best: 2.2761665 (202) total: 4.2s remaining: 2m 41s
204: learn: 2.5002393 test: 2.2738583 best: 2.2738583 (204) total: 4.26s remaining: 2m 41s
206: learn: 2.4985770 test: 2.2737527 best: 2.2737270 (205) total: 4.31s remaining: 2m 42s
208: learn: 2.4974840 test: 2.2726802 best: 2.2726802 (208) total: 4.36s remaining: 2m 42s
210: learn: 2.4963836 test: 2.2720598 best: 2.2720598 (210) total: 4.42s remaining: 2m 43s
212: learn: 2.4955523 test: 2.2720563 best: 2.2719072 (211) total: 4.47s remaining: 2m 43s
214: learn: 2.4948047 test: 2.2714350 best: 2.2714350 (214) total: 4.53s remaining: 2m 43s
216: learn: 2.4937282 test: 2.2709620 best: 2.2709620 (216) total: 4.59s remaining: 2m 44s
218: learn: 2.4918784 test: 2.2701217 best: 2.2701217 (218) total: 4.63s remaining: 2m 44s
220: learn: 2.4917794 test: 2.2701188 best: 2.2701188 (220) total: 4.68s remaining: 2m 44s
222: learn: 2.4896544 test: 2.2691832 best: 2.2691832 (222) total: 4.75s remaining: 2m 45s
224: learn: 2.4888957 test: 2.2690234 best: 2.2689980 (223) total: 4.8s remaining: 2m 45s
226: learn: 2.4886363 test: 2.2689308 best: 2.2689308 (226) total: 4.85s remaining: 2m 46s
228: learn: 2.4867244 test: 2.2678060 best: 2.2678060 (228) total: 4.92s remaining: 2m 46s
230: learn: 2.4858961 test: 2.2671951 best: 2.2671951 (230) total: 4.97s remaining: 2m 47s
232: learn: 2.4846620 test: 2.2667271 best: 2.2667271 (232) total: 5.02s remaining: 2m 47s
234: learn: 2.4829557 test: 2.2655235 best: 2.2655235 (234) total: 5.08s remaining: 2m 47s
236: learn: 2.4823968 test: 2.2655999 best: 2.2655211 (235) total: 5.13s remaining: 2m 48s
238: learn: 2.4804118 test: 2.2658865 best: 2.2655211 (235) total: 5.18s remaining: 2m 48s
240: learn: 2.4797489 test: 2.2657270 best: 2.2655211 (235) total: 5.24s remaining: 2m 48s
242: learn: 2.4795471 test: 2.2656964 best: 2.2655211 (235) total: 5.29s remaining: 2m 48s
244: learn: 2.4792410 test: 2.2655130 best: 2.2655130 (244) total: 5.35s remaining: 2m 49s
246: learn: 2.4783770 test: 2.2652081 best: 2.2652081 (246) total: 5.4s remaining: 2m 49s
248: learn: 2.4764413 test: 2.2648358 best: 2.2648358 (248) total: 5.45s remaining: 2m 49s
250: learn: 2.4758786 test: 2.2646002 best: 2.2643801 (249) total: 5.5s remaining: 2m 49s
252: learn: 2.4756695 test: 2.2644312 best: 2.2643801 (249) total: 5.56s remaining: 2m 50s
254: learn: 2.4735068 test: 2.2636483 best: 2.2636483 (254) total: 5.61s remaining: 2m 50s
256: learn: 2.4731159 test: 2.2632512 best: 2.2632512 (256) total: 5.67s remaining: 2m 50s
258: learn: 2.4725886 test: 2.2633988 best: 2.2632512 (256) total: 5.72s remaining: 2m 50s
260: learn: 2.4720490 test: 2.2633240 best: 2.2632512 (256) total: 5.76s remaining: 2m 50s
262: learn: 2.4717688 test: 2.2635257 best: 2.2632512 (256) total: 5.82s remaining: 2m 51s
264: learn: 2.4700181 test: 2.2623302 best: 2.2623302 (264) total: 5.87s remaining: 2m 51s
266: learn: 2.4692172 test: 2.2620779 best: 2.2620779 (266) total: 5.92s remaining: 2m 51s
268: learn: 2.4679859 test: 2.2613685 best: 2.2613685 (268) total: 5.98s remaining: 2m 51s
270: learn: 2.4673183 test: 2.2612073 best: 2.2612073 (270) total: 6.03s remaining: 2m 51s
272: learn: 2.4672485 test: 2.2609612 best: 2.2609612 (272) total: 6.08s remaining: 2m 52s
274: learn: 2.4660569 test: 2.2606700 best: 2.2606700 (274) total: 6.14s remaining: 2m 52s
276: learn: 2.4649971 test: 2.2600751 best: 2.2600751 (276) total: 6.19s remaining: 2m 52s
278: learn: 2.4640494 test: 2.2595003 best: 2.2595003 (278) total: 6.25s remaining: 2m 52s
280: learn: 2.4630362 test: 2.2591917 best: 2.2591742 (279) total: 6.3s remaining: 2m 53s
282: learn: 2.4629271 test: 2.2591135 best: 2.2591127 (281) total: 6.35s remaining: 2m 53s
284: learn: 2.4610782 test: 2.2585736 best: 2.2585492 (283) total: 6.4s remaining: 2m 53s
286: learn: 2.4609284 test: 2.2584701 best: 2.2584701 (286) total: 6.45s remaining: 2m 53s
288: learn: 2.4607641 test: 2.2583192 best: 2.2583192 (288) total: 6.49s remaining: 2m 53s
290: learn: 2.4606334 test: 2.2580854 best: 2.2580854 (290) total: 6.53s remaining: 2m 53s
292: learn: 2.4603769 test: 2.2578050 best: 2.2578050 (292) total: 6.59s remaining: 2m 53s
294: learn: 2.4584886 test: 2.2557638 best: 2.2557638 (294) total: 6.64s remaining: 2m 53s
296: learn: 2.4564996 test: 2.2555831 best: 2.2555831 (296) total: 6.69s remaining: 2m 53s
298: learn: 2.4558245 test: 2.2550906 best: 2.2550906 (298) total: 6.75s remaining: 2m 53s
300: learn: 2.4546435 test: 2.2558515 best: 2.2549983 (299) total: 6.8s remaining: 2m 54s
302: learn: 2.4542646 test: 2.2554703 best: 2.2549983 (299) total: 6.85s remaining: 2m 54s
304: learn: 2.4538978 test: 2.2560009 best: 2.2549983 (299) total: 6.9s remaining: 2m 54s
306: learn: 2.4528518 test: 2.2558934 best: 2.2549983 (299) total: 6.95s remaining: 2m 54s
308: learn: 2.4511097 test: 2.2550522 best: 2.2549983 (299) total: 7s remaining: 2m 54s
310: learn: 2.4492193 test: 2.2542403 best: 2.2542403 (310) total: 7.05s remaining: 2m 54s
312: learn: 2.4487293 test: 2.2542411 best: 2.2542193 (311) total: 7.1s remaining: 2m 54s
314: learn: 2.4484910 test: 2.2540620 best: 2.2540620 (314) total: 7.15s remaining: 2m 54s
316: learn: 2.4468999 test: 2.2539197 best: 2.2539197 (316) total: 7.2s remaining: 2m 54s
318: learn: 2.4443056 test: 2.2535426 best: 2.2535119 (317) total: 7.25s remaining: 2m 54s
320: learn: 2.4441073 test: 2.2534825 best: 2.2534066 (319) total: 7.31s remaining: 2m 54s
322: learn: 2.4414953 test: 2.2522101 best: 2.2522101 (322) total: 7.35s remaining: 2m 54s
324: learn: 2.4395114 test: 2.2519420 best: 2.2519420 (324) total: 7.4s remaining: 2m 54s
326: learn: 2.4361447 test: 2.2513291 best: 2.2513291 (326) total: 7.45s remaining: 2m 54s
328: learn: 2.4350712 test: 2.2508014 best: 2.2508014 (328) total: 7.51s remaining: 2m 55s
330: learn: 2.4345037 test: 2.2508121 best: 2.2508014 (328) total: 7.57s remaining: 2m 55s
332: learn: 2.4339272 test: 2.2500667 best: 2.2500667 (332) total: 7.62s remaining: 2m 55s
334: learn: 2.4338298 test: 2.2498019 best: 2.2498019 (334) total: 7.67s remaining: 2m 55s
336: learn: 2.4324422 test: 2.2501460 best: 2.2498019 (334) total: 7.72s remaining: 2m 55s
338: learn: 2.4321329 test: 2.2500617 best: 2.2498019 (334) total: 7.78s remaining: 2m 55s
340: learn: 2.4318944 test: 2.2499402 best: 2.2498019 (334) total: 7.83s remaining: 2m 55s
342: learn: 2.4314170 test: 2.2499899 best: 2.2498019 (334) total: 7.88s remaining: 2m 55s
344: learn: 2.4312974 test: 2.2498874 best: 2.2498019 (334) total: 7.94s remaining: 2m 56s
346: learn: 2.4306439 test: 2.2496786 best: 2.2496786 (346) total: 7.99s remaining: 2m 56s
348: learn: 2.4287204 test: 2.2496941 best: 2.2496786 (346) total: 8.05s remaining: 2m 56s
350: learn: 2.4272549 test: 2.2496547 best: 2.2496547 (350) total: 8.11s remaining: 2m 56s
352: learn: 2.4267652 test: 2.2491247 best: 2.2491247 (352) total: 8.17s remaining: 2m 56s
354: learn: 2.4261835 test: 2.2491968 best: 2.2490065 (353) total: 8.22s remaining: 2m 57s
356: learn: 2.4257522 test: 2.2490846 best: 2.2490065 (353) total: 8.28s remaining: 2m 57s
358: learn: 2.4254221 test: 2.2487803 best: 2.2487803 (358) total: 8.33s remaining: 2m 57s
360: learn: 2.4246722 test: 2.2488571 best: 2.2487590 (359) total: 8.39s remaining: 2m 57s
362: learn: 2.4237240 test: 2.2493952 best: 2.2487590 (359) total: 8.44s remaining: 2m 57s
364: learn: 2.4225704 test: 2.2492264 best: 2.2487590 (359) total: 8.49s remaining: 2m 57s
366: learn: 2.4217139 test: 2.2490212 best: 2.2487590 (359) total: 8.55s remaining: 2m 57s
368: learn: 2.4212840 test: 2.2491633 best: 2.2487590 (359) total: 8.62s remaining: 2m 58s
370: learn: 2.4205884 test: 2.2488144 best: 2.2487590 (359) total: 8.66s remaining: 2m 58s
372: learn: 2.4194624 test: 2.2484601 best: 2.2484601 (372) total: 8.73s remaining: 2m 58s
374: learn: 2.4186180 test: 2.2480954 best: 2.2480954 (374) total: 8.8s remaining: 2m 58s
376: learn: 2.4179286 test: 2.2476465 best: 2.2475405 (375) total: 8.85s remaining: 2m 58s
378: learn: 2.4172854 test: 2.2474539 best: 2.2474539 (378) total: 8.89s remaining: 2m 58s
380: learn: 2.4172627 test: 2.2473336 best: 2.2473336 (380) total: 8.94s remaining: 2m 58s
382: learn: 2.4157437 test: 2.2466544 best: 2.2466544 (382) total: 8.99s remaining: 2m 58s
384: learn: 2.4157251 test: 2.2465940 best: 2.2465940 (384) total: 9.04s remaining: 2m 58s
386: learn: 2.4151443 test: 2.2461480 best: 2.2461480 (386) total: 9.1s remaining: 2m 58s
388: learn: 2.4148592 test: 2.2463264 best: 2.2461447 (387) total: 9.14s remaining: 2m 58s
390: learn: 2.4130188 test: 2.2462668 best: 2.2461447 (387) total: 9.2s remaining: 2m 58s
392: learn: 2.4128329 test: 2.2462837 best: 2.2461447 (387) total: 9.25s remaining: 2m 59s
394: learn: 2.4119105 test: 2.2461581 best: 2.2461447 (387) total: 9.3s remaining: 2m 59s
396: learn: 2.4116854 test: 2.2460728 best: 2.2460728 (396) total: 9.37s remaining: 2m 59s
398: learn: 2.4107402 test: 2.2456520 best: 2.2456520 (398) total: 9.41s remaining: 2m 59s
400: learn: 2.4104957 test: 2.2456082 best: 2.2456082 (400) total: 9.47s remaining: 2m 59s
402: learn: 2.4090832 test: 2.2446913 best: 2.2446913 (402) total: 9.53s remaining: 2m 59s
404: learn: 2.4076070 test: 2.2437868 best: 2.2437868 (404) total: 9.58s remaining: 2m 59s
406: learn: 2.4064068 test: 2.2440687 best: 2.2435949 (405) total: 9.63s remaining: 2m 59s
408: learn: 2.4056001 test: 2.2437884 best: 2.2435949 (405) total: 9.68s remaining: 2m 59s
410: learn: 2.4047505 test: 2.2436222 best: 2.2435949 (405) total: 9.74s remaining: 2m 59s
412: learn: 2.4019977 test: 2.2423315 best: 2.2423315 (412) total: 9.79s remaining: 2m 59s
414: learn: 2.4012710 test: 2.2417488 best: 2.2417488 (414) total: 9.83s remaining: 2m 59s
416: learn: 2.4008132 test: 2.2415775 best: 2.2415775 (416) total: 9.88s remaining: 2m 59s
418: learn: 2.4001993 test: 2.2413489 best: 2.2413489 (418) total: 9.93s remaining: 2m 59s
420: learn: 2.3990846 test: 2.2411800 best: 2.2411800 (420) total: 9.98s remaining: 2m 59s
422: learn: 2.3981900 test: 2.2411539 best: 2.2411539 (422) total: 10s remaining: 2m 59s
424: learn: 2.3972837 test: 2.2406524 best: 2.2406524 (424) total: 10.1s remaining: 2m 59s
426: learn: 2.3961623 test: 2.2402000 best: 2.2402000 (426) total: 10.1s remaining: 2m 59s
428: learn: 2.3955708 test: 2.2401927 best: 2.2401927 (428) total: 10.2s remaining: 2m 59s
430: learn: 2.3938633 test: 2.2405208 best: 2.2401927 (428) total: 10.2s remaining: 2m 59s
432: learn: 2.3931207 test: 2.2401992 best: 2.2398438 (431) total: 10.3s remaining: 2m 59s
434: learn: 2.3915981 test: 2.2391189 best: 2.2391189 (434) total: 10.3s remaining: 2m 59s
436: learn: 2.3906860 test: 2.2387579 best: 2.2387579 (436) total: 10.4s remaining: 3m
438: learn: 2.3903841 test: 2.2387101 best: 2.2387101 (438) total: 10.5s remaining: 3m
440: learn: 2.3894458 test: 2.2386975 best: 2.2384919 (439) total: 10.5s remaining: 3m
442: learn: 2.3892317 test: 2.2386055 best: 2.2384919 (439) total: 10.6s remaining: 3m
444: learn: 2.3881780 test: 2.2380969 best: 2.2380969 (444) total: 10.6s remaining: 3m
446: learn: 2.3873877 test: 2.2380647 best: 2.2380531 (445) total: 10.7s remaining: 3m
448: learn: 2.3868641 test: 2.2380512 best: 2.2380512 (448) total: 10.7s remaining: 3m
450: learn: 2.3863887 test: 2.2379738 best: 2.2379738 (450) total: 10.8s remaining: 3m
452: learn: 2.3858547 test: 2.2374220 best: 2.2374220 (452) total: 10.8s remaining: 3m
454: learn: 2.3855603 test: 2.2375281 best: 2.2374220 (452) total: 10.9s remaining: 3m
456: learn: 2.3854435 test: 2.2375141 best: 2.2374220 (452) total: 10.9s remaining: 3m
458: learn: 2.3852633 test: 2.2378010 best: 2.2374220 (452) total: 11s remaining: 3m
460: learn: 2.3852285 test: 2.2377404 best: 2.2374220 (452) total: 11s remaining: 3m
462: learn: 2.3845461 test: 2.2373594 best: 2.2373594 (462) total: 11.1s remaining: 3m
464: learn: 2.3832706 test: 2.2372757 best: 2.2372757 (464) total: 11.1s remaining: 3m
466: learn: 2.3827583 test: 2.2372910 best: 2.2372757 (464) total: 11.2s remaining: 3m
468: learn: 2.3822128 test: 2.2372578 best: 2.2372578 (468) total: 11.2s remaining: 3m
470: learn: 2.3815273 test: 2.2373787 best: 2.2372578 (468) total: 11.3s remaining: 3m
472: learn: 2.3803515 test: 2.2364977 best: 2.2364383 (471) total: 11.3s remaining: 3m
474: learn: 2.3796277 test: 2.2365000 best: 2.2364383 (471) total: 11.4s remaining: 3m
476: learn: 2.3787847 test: 2.2362461 best: 2.2362461 (476) total: 11.4s remaining: 3m
478: learn: 2.3778204 test: 2.2356522 best: 2.2356522 (478) total: 11.5s remaining: 3m
480: learn: 2.3769927 test: 2.2352946 best: 2.2352946 (480) total: 11.6s remaining: 3m
482: learn: 2.3750964 test: 2.2353166 best: 2.2350671 (481) total: 11.6s remaining: 3m
484: learn: 2.3730392 test: 2.2349805 best: 2.2348638 (483) total: 11.6s remaining: 3m
486: learn: 2.3730039 test: 2.2348920 best: 2.2348638 (483) total: 11.7s remaining: 3m
488: learn: 2.3717782 test: 2.2349068 best: 2.2348638 (483) total: 11.8s remaining: 3m
490: learn: 2.3711511 test: 2.2355467 best: 2.2348638 (483) total: 11.8s remaining: 3m
492: learn: 2.3706965 test: 2.2357409 best: 2.2348638 (483) total: 11.9s remaining: 3m
494: learn: 2.3704901 test: 2.2358121 best: 2.2348638 (483) total: 11.9s remaining: 3m
496: learn: 2.3700889 test: 2.2353923 best: 2.2348638 (483) total: 12s remaining: 3m
498: learn: 2.3693440 test: 2.2350538 best: 2.2348638 (483) total: 12s remaining: 3m
500: learn: 2.3690138 test: 2.2346429 best: 2.2346429 (500) total: 12.1s remaining: 3m
502: learn: 2.3680278 test: 2.2347672 best: 2.2346429 (500) total: 12.1s remaining: 3m
504: learn: 2.3657644 test: 2.2344348 best: 2.2344348 (504) total: 12.2s remaining: 3m
506: learn: 2.3654161 test: 2.2345957 best: 2.2344348 (504) total: 12.2s remaining: 3m
508: learn: 2.3648096 test: 2.2344307 best: 2.2344307 (508) total: 12.3s remaining: 3m
510: learn: 2.3636692 test: 2.2341041 best: 2.2341041 (510) total: 12.3s remaining: 3m
512: learn: 2.3634510 test: 2.2340220 best: 2.2340220 (512) total: 12.4s remaining: 3m
514: learn: 2.3626547 test: 2.2336152 best: 2.2336152 (514) total: 12.4s remaining: 3m
516: learn: 2.3621324 test: 2.2335043 best: 2.2335043 (516) total: 12.5s remaining: 3m
518: learn: 2.3616370 test: 2.2330759 best: 2.2330759 (518) total: 12.5s remaining: 3m
520: learn: 2.3611660 test: 2.2327378 best: 2.2326682 (519) total: 12.6s remaining: 3m
522: learn: 2.3608360 test: 2.2327087 best: 2.2326682 (519) total: 12.7s remaining: 3m
524: learn: 2.3597928 test: 2.2325671 best: 2.2325671 (524) total: 12.7s remaining: 3m
526: learn: 2.3593177 test: 2.2324268 best: 2.2324268 (526) total: 12.8s remaining: 3m
528: learn: 2.3584844 test: 2.2320850 best: 2.2320850 (528) total: 12.8s remaining: 3m
530: learn: 2.3580886 test: 2.2320826 best: 2.2320775 (529) total: 12.9s remaining: 3m
532: learn: 2.3568863 test: 2.2322588 best: 2.2318354 (531) total: 12.9s remaining: 3m 1s
534: learn: 2.3560193 test: 2.2319541 best: 2.2318354 (531) total: 13s remaining: 3m 1s
536: learn: 2.3548973 test: 2.2312932 best: 2.2312932 (536) total: 13s remaining: 3m 1s
538: learn: 2.3544579 test: 2.2314955 best: 2.2312932 (536) total: 13.1s remaining: 3m 1s
540: learn: 2.3537838 test: 2.2313728 best: 2.2312932 (536) total: 13.1s remaining: 3m 1s
542: learn: 2.3532141 test: 2.2309504 best: 2.2309504 (542) total: 13.2s remaining: 3m 1s
544: learn: 2.3530054 test: 2.2308796 best: 2.2308796 (544) total: 13.2s remaining: 3m 1s
546: learn: 2.3525782 test: 2.2307196 best: 2.2307196 (546) total: 13.3s remaining: 3m 1s
548: learn: 2.3520971 test: 2.2308832 best: 2.2307196 (546) total: 13.4s remaining: 3m 1s
550: learn: 2.3520530 test: 2.2307553 best: 2.2307196 (546) total: 13.4s remaining: 3m 1s
552: learn: 2.3511179 test: 2.2305798 best: 2.2305798 (552) total: 13.4s remaining: 3m 1s
554: learn: 2.3510504 test: 2.2305686 best: 2.2305686 (554) total: 13.5s remaining: 3m 1s
556: learn: 2.3499476 test: 2.2301061 best: 2.2301061 (556) total: 13.6s remaining: 3m 1s
558: learn: 2.3495767 test: 2.2300418 best: 2.2300185 (557) total: 13.6s remaining: 3m 1s
560: learn: 2.3487580 test: 2.2297311 best: 2.2297311 (560) total: 13.7s remaining: 3m 1s
562: learn: 2.3482925 test: 2.2296701 best: 2.2296701 (562) total: 13.7s remaining: 3m
564: learn: 2.3478271 test: 2.2295669 best: 2.2295669 (564) total: 13.7s remaining: 3m
566: learn: 2.3476335 test: 2.2296756 best: 2.2295669 (564) total: 13.8s remaining: 3m
568: learn: 2.3472235 test: 2.2299339 best: 2.2295669 (564) total: 13.8s remaining: 3m
570: learn: 2.3464495 test: 2.2292165 best: 2.2292165 (570) total: 13.9s remaining: 3m
572: learn: 2.3460159 test: 2.2286159 best: 2.2286159 (572) total: 14s remaining: 3m
574: learn: 2.3456851 test: 2.2288230 best: 2.2286077 (573) total: 14s remaining: 3m
576: learn: 2.3452273 test: 2.2290078 best: 2.2286077 (573) total: 14.1s remaining: 3m
578: learn: 2.3449119 test: 2.2286913 best: 2.2286077 (573) total: 14.1s remaining: 3m
580: learn: 2.3440894 test: 2.2281282 best: 2.2281282 (580) total: 14.2s remaining: 3m
582: learn: 2.3435036 test: 2.2280733 best: 2.2280733 (582) total: 14.2s remaining: 3m
584: learn: 2.3432403 test: 2.2279708 best: 2.2279708 (584) total: 14.3s remaining: 3m
586: learn: 2.3425396 test: 2.2280863 best: 2.2279708 (584) total: 14.3s remaining: 3m
588: learn: 2.3423150 test: 2.2285059 best: 2.2279708 (584) total: 14.4s remaining: 3m
590: learn: 2.3419509 test: 2.2288702 best: 2.2279708 (584) total: 14.4s remaining: 3m
592: learn: 2.3409809 test: 2.2285510 best: 2.2279708 (584) total: 14.5s remaining: 3m
594: learn: 2.3396552 test: 2.2281258 best: 2.2279708 (584) total: 14.5s remaining: 3m
596: learn: 2.3392486 test: 2.2283222 best: 2.2279708 (584) total: 14.6s remaining: 3m 1s
598: learn: 2.3388133 test: 2.2279464 best: 2.2279464 (598) total: 14.7s remaining: 3m 1s
600: learn: 2.3381775 test: 2.2277696 best: 2.2277696 (600) total: 14.7s remaining: 3m 1s
602: learn: 2.3362118 test: 2.2264878 best: 2.2264878 (602) total: 14.8s remaining: 3m 1s
604: learn: 2.3359704 test: 2.2264747 best: 2.2264747 (604) total: 14.8s remaining: 3m 1s
606: learn: 2.3351252 test: 2.2265535 best: 2.2262850 (605) total: 14.9s remaining: 3m 1s
608: learn: 2.3337165 test: 2.2264253 best: 2.2262850 (605) total: 14.9s remaining: 3m 1s
610: learn: 2.3334547 test: 2.2262095 best: 2.2262095 (610) total: 15s remaining: 3m 1s
612: learn: 2.3320794 test: 2.2248997 best: 2.2248997 (612) total: 15s remaining: 3m 1s
614: learn: 2.3316726 test: 2.2247515 best: 2.2247515 (614) total: 15.1s remaining: 3m
616: learn: 2.3313558 test: 2.2247004 best: 2.2246981 (615) total: 15.1s remaining: 3m
618: learn: 2.3309735 test: 2.2244678 best: 2.2244678 (618) total: 15.2s remaining: 3m
620: learn: 2.3309021 test: 2.2242972 best: 2.2242972 (620) total: 15.2s remaining: 3m
622: learn: 2.3303195 test: 2.2240865 best: 2.2240865 (622) total: 15.3s remaining: 3m
624: learn: 2.3300318 test: 2.2239489 best: 2.2239489 (624) total: 15.3s remaining: 3m
626: learn: 2.3295242 test: 2.2235996 best: 2.2234778 (625) total: 15.4s remaining: 3m
628: learn: 2.3287937 test: 2.2237482 best: 2.2234778 (625) total: 15.4s remaining: 3m
630: learn: 2.3284774 test: 2.2236563 best: 2.2234778 (625) total: 15.5s remaining: 3m
632: learn: 2.3282158 test: 2.2236185 best: 2.2234778 (625) total: 15.5s remaining: 3m
634: learn: 2.3278931 test: 2.2236845 best: 2.2234778 (625) total: 15.6s remaining: 3m
636: learn: 2.3272780 test: 2.2238330 best: 2.2234778 (625) total: 15.6s remaining: 3m
638: learn: 2.3268265 test: 2.2237823 best: 2.2234778 (625) total: 15.7s remaining: 3m
640: learn: 2.3263672 test: 2.2228507 best: 2.2228507 (640) total: 15.7s remaining: 3m
642: learn: 2.3261030 test: 2.2228194 best: 2.2228194 (642) total: 15.8s remaining: 3m
644: learn: 2.3254372 test: 2.2232627 best: 2.2228194 (642) total: 15.8s remaining: 3m
646: learn: 2.3247401 test: 2.2227203 best: 2.2227203 (646) total: 15.9s remaining: 3m
648: learn: 2.3225069 test: 2.2225221 best: 2.2225221 (648) total: 15.9s remaining: 3m
650: learn: 2.3212022 test: 2.2226177 best: 2.2222920 (649) total: 16s remaining: 3m
652: learn: 2.3205795 test: 2.2224835 best: 2.2222920 (649) total: 16s remaining: 3m
654: learn: 2.3205023 test: 2.2225267 best: 2.2222920 (649) total: 16.1s remaining: 3m
656: learn: 2.3201721 test: 2.2223855 best: 2.2222920 (649) total: 16.2s remaining: 3m
658: learn: 2.3198732 test: 2.2227683 best: 2.2222920 (649) total: 16.2s remaining: 3m
660: learn: 2.3193440 test: 2.2227304 best: 2.2222920 (649) total: 16.3s remaining: 3m
662: learn: 2.3176741 test: 2.2227526 best: 2.2222920 (649) total: 16.3s remaining: 3m
664: learn: 2.3164305 test: 2.2222373 best: 2.2222373 (664) total: 16.4s remaining: 3m
666: learn: 2.3162228 test: 2.2223226 best: 2.2222373 (664) total: 16.4s remaining: 3m
668: learn: 2.3156826 test: 2.2222785 best: 2.2222373 (664) total: 16.5s remaining: 3m
670: learn: 2.3140985 test: 2.2221906 best: 2.2221906 (670) total: 16.5s remaining: 3m
672: learn: 2.3132172 test: 2.2228364 best: 2.2221906 (670) total: 16.6s remaining: 3m
674: learn: 2.3130790 test: 2.2228662 best: 2.2221906 (670) total: 16.6s remaining: 3m
676: learn: 2.3129274 test: 2.2228495 best: 2.2221906 (670) total: 16.7s remaining: 3m
678: learn: 2.3124281 test: 2.2234172 best: 2.2221906 (670) total: 16.7s remaining: 3m
680: learn: 2.3117681 test: 2.2234645 best: 2.2221906 (670) total: 16.8s remaining: 3m
682: learn: 2.3103635 test: 2.2232698 best: 2.2221906 (670) total: 16.8s remaining: 3m
684: learn: 2.3097308 test: 2.2231605 best: 2.2221906 (670) total: 16.9s remaining: 3m
686: learn: 2.3091484 test: 2.2231037 best: 2.2221906 (670) total: 16.9s remaining: 3m
688: learn: 2.3087696 test: 2.2230606 best: 2.2221906 (670) total: 17s remaining: 3m
690: learn: 2.3086166 test: 2.2230161 best: 2.2221906 (670) total: 17.1s remaining: 3m
692: learn: 2.3084860 test: 2.2230912 best: 2.2221906 (670) total: 17.1s remaining: 3m
694: learn: 2.3081745 test: 2.2229590 best: 2.2221906 (670) total: 17.2s remaining: 3m
696: learn: 2.3067621 test: 2.2234554 best: 2.2221906 (670) total: 17.2s remaining: 3m
698: learn: 2.3064267 test: 2.2232545 best: 2.2221906 (670) total: 17.3s remaining: 3m
700: learn: 2.3058289 test: 2.2232187 best: 2.2221906 (670) total: 17.3s remaining: 3m
702: learn: 2.3053252 test: 2.2230821 best: 2.2221906 (670) total: 17.4s remaining: 3m
704: learn: 2.3043279 test: 2.2225066 best: 2.2221906 (670) total: 17.4s remaining: 3m
706: learn: 2.3033726 test: 2.2232222 best: 2.2221906 (670) total: 17.5s remaining: 3m
708: learn: 2.3032396 test: 2.2231804 best: 2.2221906 (670) total: 17.5s remaining: 3m
710: learn: 2.3024944 test: 2.2231441 best: 2.2221906 (670) total: 17.6s remaining: 3m
712: learn: 2.3018448 test: 2.2235373 best: 2.2221906 (670) total: 17.7s remaining: 3m
714: learn: 2.3010715 test: 2.2231115 best: 2.2221906 (670) total: 17.7s remaining: 3m
716: learn: 2.3005151 test: 2.2229462 best: 2.2221906 (670) total: 17.7s remaining: 3m
718: learn: 2.3004599 test: 2.2229654 best: 2.2221906 (670) total: 17.8s remaining: 3m
720: learn: 2.3002841 test: 2.2230185 best: 2.2221906 (670) total: 17.9s remaining: 3m
722: learn: 2.2994942 test: 2.2234410 best: 2.2221906 (670) total: 17.9s remaining: 3m
724: learn: 2.2992171 test: 2.2234880 best: 2.2221906 (670) total: 18s remaining: 3m
726: learn: 2.2975649 test: 2.2227927 best: 2.2221906 (670) total: 18s remaining: 3m
728: learn: 2.2972412 test: 2.2227633 best: 2.2221906 (670) total: 18.1s remaining: 3m
730: learn: 2.2966428 test: 2.2227935 best: 2.2221906 (670) total: 18.1s remaining: 3m
732: learn: 2.2965005 test: 2.2227457 best: 2.2221906 (670) total: 18.2s remaining: 3m
734: learn: 2.2962755 test: 2.2227216 best: 2.2221906 (670) total: 18.2s remaining: 3m
736: learn: 2.2962054 test: 2.2226878 best: 2.2221906 (670) total: 18.3s remaining: 3m
738: learn: 2.2957748 test: 2.2220962 best: 2.2220962 (738) total: 18.3s remaining: 3m
740: learn: 2.2952375 test: 2.2221130 best: 2.2220009 (739) total: 18.4s remaining: 3m
742: learn: 2.2947028 test: 2.2220896 best: 2.2220009 (739) total: 18.4s remaining: 3m
744: learn: 2.2942120 test: 2.2216807 best: 2.2216807 (744) total: 18.5s remaining: 3m
746: learn: 2.2937586 test: 2.2212436 best: 2.2212436 (746) total: 18.6s remaining: 3m
748: learn: 2.2934249 test: 2.2217819 best: 2.2212436 (746) total: 18.6s remaining: 3m
750: learn: 2.2924070 test: 2.2219252 best: 2.2212436 (746) total: 18.7s remaining: 3m
752: learn: 2.2921535 test: 2.2218564 best: 2.2212436 (746) total: 18.7s remaining: 3m
754: learn: 2.2906199 test: 2.2222739 best: 2.2212436 (746) total: 18.8s remaining: 3m
756: learn: 2.2901001 test: 2.2220379 best: 2.2212436 (746) total: 18.8s remaining: 3m
758: learn: 2.2895416 test: 2.2221754 best: 2.2212436 (746) total: 18.9s remaining: 3m
760: learn: 2.2890682 test: 2.2219892 best: 2.2212436 (746) total: 18.9s remaining: 3m
762: learn: 2.2886903 test: 2.2213809 best: 2.2212436 (746) total: 19s remaining: 3m
764: learn: 2.2885090 test: 2.2212322 best: 2.2212322 (764) total: 19s remaining: 3m
766: learn: 2.2880609 test: 2.2209609 best: 2.2209609 (766) total: 19.1s remaining: 3m
768: learn: 2.2877820 test: 2.2209273 best: 2.2209273 (768) total: 19.1s remaining: 2m 59s
770: learn: 2.2873451 test: 2.2202941 best: 2.2202941 (770) total: 19.2s remaining: 2m 59s
772: learn: 2.2869336 test: 2.2200967 best: 2.2200967 (772) total: 19.2s remaining: 2m 59s
774: learn: 2.2867636 test: 2.2200487 best: 2.2200487 (774) total: 19.3s remaining: 2m 59s
776: learn: 2.2862212 test: 2.2201150 best: 2.2200487 (774) total: 19.4s remaining: 2m 59s
778: learn: 2.2857480 test: 2.2203869 best: 2.2200487 (774) total: 19.4s remaining: 2m 59s
780: learn: 2.2845883 test: 2.2200540 best: 2.2200487 (774) total: 19.5s remaining: 2m 59s
782: learn: 2.2844364 test: 2.2200164 best: 2.2200164 (782) total: 19.5s remaining: 2m 59s
784: learn: 2.2838194 test: 2.2191754 best: 2.2191754 (784) total: 19.6s remaining: 2m 59s
786: learn: 2.2836804 test: 2.2190795 best: 2.2190795 (786) total: 19.6s remaining: 2m 59s
788: learn: 2.2835685 test: 2.2190690 best: 2.2190690 (788) total: 19.7s remaining: 2m 59s
790: learn: 2.2833225 test: 2.2191742 best: 2.2190690 (788) total: 19.7s remaining: 2m 59s
792: learn: 2.2831117 test: 2.2191355 best: 2.2190690 (788) total: 19.8s remaining: 2m 59s
794: learn: 2.2818314 test: 2.2191654 best: 2.2190690 (788) total: 19.8s remaining: 2m 59s
796: learn: 2.2817461 test: 2.2191213 best: 2.2190690 (788) total: 19.9s remaining: 2m 59s
798: learn: 2.2812011 test: 2.2192608 best: 2.2190690 (788) total: 20s remaining: 2m 59s
800: learn: 2.2809759 test: 2.2199671 best: 2.2190690 (788) total: 20s remaining: 2m 59s
802: learn: 2.2807560 test: 2.2197695 best: 2.2190690 (788) total: 20.1s remaining: 2m 59s
804: learn: 2.2798686 test: 2.2201243 best: 2.2190690 (788) total: 20.1s remaining: 2m 59s
806: learn: 2.2795261 test: 2.2199184 best: 2.2190690 (788) total: 20.2s remaining: 3m
808: learn: 2.2788433 test: 2.2199213 best: 2.2190690 (788) total: 20.3s remaining: 3m
810: learn: 2.2782419 test: 2.2201740 best: 2.2190690 (788) total: 20.3s remaining: 3m
812: learn: 2.2780451 test: 2.2205473 best: 2.2190690 (788) total: 20.4s remaining: 3m
814: learn: 2.2775670 test: 2.2203256 best: 2.2190690 (788) total: 20.4s remaining: 3m
816: learn: 2.2770430 test: 2.2201592 best: 2.2190690 (788) total: 20.5s remaining: 3m
818: learn: 2.2767140 test: 2.2201909 best: 2.2190690 (788) total: 20.5s remaining: 3m
820: learn: 2.2763654 test: 2.2201087 best: 2.2190690 (788) total: 20.6s remaining: 3m
822: learn: 2.2741967 test: 2.2199113 best: 2.2190690 (788) total: 20.7s remaining: 3m
824: learn: 2.2735489 test: 2.2199742 best: 2.2190690 (788) total: 20.7s remaining: 3m
826: learn: 2.2732001 test: 2.2199250 best: 2.2190690 (788) total: 20.8s remaining: 3m
828: learn: 2.2730237 test: 2.2197313 best: 2.2190690 (788) total: 20.8s remaining: 3m
830: learn: 2.2727594 test: 2.2195759 best: 2.2190690 (788) total: 20.9s remaining: 3m
832: learn: 2.2720734 test: 2.2192904 best: 2.2190690 (788) total: 20.9s remaining: 3m
834: learn: 2.2719712 test: 2.2192262 best: 2.2190690 (788) total: 21s remaining: 3m
836: learn: 2.2716996 test: 2.2190936 best: 2.2190690 (788) total: 21.1s remaining: 3m
838: learn: 2.2708498 test: 2.2189975 best: 2.2189975 (838) total: 21.1s remaining: 3m
840: learn: 2.2699781 test: 2.2190985 best: 2.2189975 (838) total: 21.2s remaining: 3m
842: learn: 2.2697159 test: 2.2191352 best: 2.2189975 (838) total: 21.2s remaining: 3m
844: learn: 2.2693165 test: 2.2192252 best: 2.2189975 (838) total: 21.3s remaining: 3m
846: learn: 2.2690266 test: 2.2200089 best: 2.2189975 (838) total: 21.3s remaining: 3m
848: learn: 2.2686331 test: 2.2201037 best: 2.2189975 (838) total: 21.4s remaining: 3m
850: learn: 2.2682934 test: 2.2198759 best: 2.2189975 (838) total: 21.5s remaining: 3m
852: learn: 2.2678435 test: 2.2197168 best: 2.2189975 (838) total: 21.5s remaining: 3m
854: learn: 2.2676706 test: 2.2197832 best: 2.2189975 (838) total: 21.6s remaining: 3m
856: learn: 2.2664896 test: 2.2197282 best: 2.2189975 (838) total: 21.6s remaining: 3m
858: learn: 2.2661257 test: 2.2195352 best: 2.2189975 (838) total: 21.7s remaining: 3m
860: learn: 2.2657969 test: 2.2195761 best: 2.2189975 (838) total: 21.7s remaining: 3m
862: learn: 2.2655271 test: 2.2195585 best: 2.2189975 (838) total: 21.8s remaining: 3m
864: learn: 2.2650765 test: 2.2195380 best: 2.2189975 (838) total: 21.8s remaining: 3m
866: learn: 2.2644169 test: 2.2202165 best: 2.2189975 (838) total: 21.9s remaining: 3m
868: learn: 2.2640549 test: 2.2200690 best: 2.2189975 (838) total: 21.9s remaining: 3m
870: learn: 2.2636307 test: 2.2199804 best: 2.2189975 (838) total: 22s remaining: 3m
872: learn: 2.2629582 test: 2.2203338 best: 2.2189975 (838) total: 22.1s remaining: 3m
874: learn: 2.2620986 test: 2.2199652 best: 2.2189975 (838) total: 22.1s remaining: 3m
876: learn: 2.2616032 test: 2.2198208 best: 2.2189975 (838) total: 22.2s remaining: 3m
878: learn: 2.2608440 test: 2.2192560 best: 2.2189975 (838) total: 22.2s remaining: 3m
880: learn: 2.2602168 test: 2.2186179 best: 2.2186058 (879) total: 22.3s remaining: 2m 59s
882: learn: 2.2599712 test: 2.2185440 best: 2.2185440 (882) total: 22.3s remaining: 2m 59s
884: learn: 2.2596110 test: 2.2183374 best: 2.2183374 (884) total: 22.4s remaining: 2m 59s
886: learn: 2.2593569 test: 2.2185893 best: 2.2183374 (884) total: 22.4s remaining: 2m 59s
888: learn: 2.2587028 test: 2.2186021 best: 2.2183374 (884) total: 22.5s remaining: 2m 59s
890: learn: 2.2584328 test: 2.2186269 best: 2.2183374 (884) total: 22.5s remaining: 2m 59s
892: learn: 2.2580034 test: 2.2182333 best: 2.2182333 (892) total: 22.6s remaining: 2m 59s
894: learn: 2.2575233 test: 2.2181023 best: 2.2181023 (894) total: 22.6s remaining: 2m 59s
896: learn: 2.2566128 test: 2.2180333 best: 2.2180333 (896) total: 22.7s remaining: 2m 59s
898: learn: 2.2560095 test: 2.2177901 best: 2.2177901 (898) total: 22.7s remaining: 2m 59s
900: learn: 2.2557686 test: 2.2181215 best: 2.2177901 (898) total: 22.8s remaining: 2m 59s
902: learn: 2.2554838 test: 2.2178679 best: 2.2177901 (898) total: 22.9s remaining: 2m 59s
904: learn: 2.2550966 test: 2.2178360 best: 2.2177901 (898) total: 22.9s remaining: 2m 59s
906: learn: 2.2549029 test: 2.2177175 best: 2.2177175 (906) total: 23s remaining: 2m 59s
908: learn: 2.2538249 test: 2.2184431 best: 2.2174556 (907) total: 23s remaining: 2m 59s
910: learn: 2.2534090 test: 2.2185360 best: 2.2174556 (907) total: 23.1s remaining: 2m 59s
912: learn: 2.2527824 test: 2.2188215 best: 2.2174556 (907) total: 23.1s remaining: 2m 59s
914: learn: 2.2526721 test: 2.2188653 best: 2.2174556 (907) total: 23.2s remaining: 2m 59s
916: learn: 2.2521712 test: 2.2188990 best: 2.2174556 (907) total: 23.2s remaining: 2m 59s
918: learn: 2.2518999 test: 2.2188077 best: 2.2174556 (907) total: 23.3s remaining: 2m 59s
920: learn: 2.2517373 test: 2.2189996 best: 2.2174556 (907) total: 23.3s remaining: 2m 59s
922: learn: 2.2513251 test: 2.2189956 best: 2.2174556 (907) total: 23.4s remaining: 2m 59s
924: learn: 2.2511219 test: 2.2190917 best: 2.2174556 (907) total: 23.4s remaining: 2m 59s
926: learn: 2.2491573 test: 2.2192934 best: 2.2174556 (907) total: 23.5s remaining: 2m 59s
928: learn: 2.2477460 test: 2.2192026 best: 2.2174556 (907) total: 23.5s remaining: 2m 59s
930: learn: 2.2473628 test: 2.2193628 best: 2.2174556 (907) total: 23.6s remaining: 2m 59s
932: learn: 2.2469812 test: 2.2193582 best: 2.2174556 (907) total: 23.6s remaining: 2m 58s
934: learn: 2.2466777 test: 2.2196726 best: 2.2174556 (907) total: 23.7s remaining: 2m 59s
936: learn: 2.2463782 test: 2.2198578 best: 2.2174556 (907) total: 23.8s remaining: 2m 59s
938: learn: 2.2458627 test: 2.2200745 best: 2.2174556 (907) total: 23.8s remaining: 2m 58s
940: learn: 2.2455115 test: 2.2196145 best: 2.2174556 (907) total: 23.8s remaining: 2m 58s
942: learn: 2.2453670 test: 2.2195766 best: 2.2174556 (907) total: 23.9s remaining: 2m 58s
944: learn: 2.2447818 test: 2.2195059 best: 2.2174556 (907) total: 24s remaining: 2m 58s
946: learn: 2.2439783 test: 2.2193635 best: 2.2174556 (907) total: 24s remaining: 2m 58s
948: learn: 2.2430092 test: 2.2197625 best: 2.2174556 (907) total: 24.1s remaining: 2m 58s
950: learn: 2.2420819 test: 2.2201372 best: 2.2174556 (907) total: 24.1s remaining: 2m 58s
952: learn: 2.2417629 test: 2.2200756 best: 2.2174556 (907) total: 24.2s remaining: 2m 58s
954: learn: 2.2415015 test: 2.2200298 best: 2.2174556 (907) total: 24.2s remaining: 2m 58s
956: learn: 2.2414172 test: 2.2200297 best: 2.2174556 (907) total: 24.3s remaining: 2m 58s
958: learn: 2.2412057 test: 2.2198446 best: 2.2174556 (907) total: 24.3s remaining: 2m 58s
960: learn: 2.2403695 test: 2.2197400 best: 2.2174556 (907) total: 24.4s remaining: 2m 58s
962: learn: 2.2398798 test: 2.2193825 best: 2.2174556 (907) total: 24.4s remaining: 2m 58s
964: learn: 2.2394566 test: 2.2193915 best: 2.2174556 (907) total: 24.5s remaining: 2m 58s
966: learn: 2.2388110 test: 2.2193524 best: 2.2174556 (907) total: 24.5s remaining: 2m 58s
968: learn: 2.2377158 test: 2.2195492 best: 2.2174556 (907) total: 24.6s remaining: 2m 58s
970: learn: 2.2376023 test: 2.2195593 best: 2.2174556 (907) total: 24.6s remaining: 2m 58s
972: learn: 2.2368766 test: 2.2194428 best: 2.2174556 (907) total: 24.7s remaining: 2m 58s
974: learn: 2.2365998 test: 2.2193512 best: 2.2174556 (907) total: 24.8s remaining: 2m 58s
976: learn: 2.2363132 test: 2.2192146 best: 2.2174556 (907) total: 24.8s remaining: 2m 58s
978: learn: 2.2355565 test: 2.2189354 best: 2.2174556 (907) total: 24.9s remaining: 2m 58s
980: learn: 2.2352580 test: 2.2190626 best: 2.2174556 (907) total: 24.9s remaining: 2m 58s
982: learn: 2.2343376 test: 2.2188519 best: 2.2174556 (907) total: 25s remaining: 2m 58s
984: learn: 2.2340713 test: 2.2185924 best: 2.2174556 (907) total: 25s remaining: 2m 58s
986: learn: 2.2334469 test: 2.2185373 best: 2.2174556 (907) total: 25.1s remaining: 2m 58s
988: learn: 2.2332748 test: 2.2184835 best: 2.2174556 (907) total: 25.1s remaining: 2m 57s
990: learn: 2.2331056 test: 2.2186414 best: 2.2174556 (907) total: 25.2s remaining: 2m 57s
992: learn: 2.2329966 test: 2.2185816 best: 2.2174556 (907) total: 25.2s remaining: 2m 58s
994: learn: 2.2328323 test: 2.2188030 best: 2.2174556 (907) total: 25.3s remaining: 2m 57s
996: learn: 2.2325894 test: 2.2188836 best: 2.2174556 (907) total: 25.3s remaining: 2m 57s
998: learn: 2.2319320 test: 2.2186955 best: 2.2174556 (907) total: 25.4s remaining: 2m 57s
1000: learn: 2.2317131 test: 2.2190699 best: 2.2174556 (907) total: 25.4s remaining: 2m 57s
1002: learn: 2.2316175 test: 2.2190138 best: 2.2174556 (907) total: 25.5s remaining: 2m 57s
1004: learn: 2.2307631 test: 2.2190968 best: 2.2174556 (907) total: 25.6s remaining: 2m 57s
1006: learn: 2.2305590 test: 2.2191176 best: 2.2174556 (907) total: 25.6s remaining: 2m 57s
1008: learn: 2.2302906 test: 2.2191812 best: 2.2174556 (907) total: 25.7s remaining: 2m 57s
1010: learn: 2.2298779 test: 2.2190725 best: 2.2174556 (907) total: 25.7s remaining: 2m 57s
1012: learn: 2.2296793 test: 2.2190251 best: 2.2174556 (907) total: 25.8s remaining: 2m 57s
1014: learn: 2.2295254 test: 2.2190368 best: 2.2174556 (907) total: 25.8s remaining: 2m 57s
1016: learn: 2.2292310 test: 2.2189598 best: 2.2174556 (907) total: 25.9s remaining: 2m 57s
1018: learn: 2.2288616 test: 2.2193086 best: 2.2174556 (907) total: 25.9s remaining: 2m 57s
1020: learn: 2.2280078 test: 2.2186041 best: 2.2174556 (907) total: 26s remaining: 2m 57s
1022: learn: 2.2275760 test: 2.2186056 best: 2.2174556 (907) total: 26.1s remaining: 2m 57s
1024: learn: 2.2274462 test: 2.2185185 best: 2.2174556 (907) total: 26.1s remaining: 2m 57s
1026: learn: 2.2271375 test: 2.2188536 best: 2.2174556 (907) total: 26.2s remaining: 2m 57s
1028: learn: 2.2267960 test: 2.2190270 best: 2.2174556 (907) total: 26.2s remaining: 2m 57s
1030: learn: 2.2265973 test: 2.2191391 best: 2.2174556 (907) total: 26.3s remaining: 2m 57s
1032: learn: 2.2262554 test: 2.2191775 best: 2.2174556 (907) total: 26.3s remaining: 2m 57s
1034: learn: 2.2259336 test: 2.2192495 best: 2.2174556 (907) total: 26.4s remaining: 2m 57s
1036: learn: 2.2252424 test: 2.2194467 best: 2.2174556 (907) total: 26.4s remaining: 2m 57s
1038: learn: 2.2245064 test: 2.2194604 best: 2.2174556 (907) total: 26.5s remaining: 2m 57s
1040: learn: 2.2239122 test: 2.2195951 best: 2.2174556 (907) total: 26.5s remaining: 2m 57s
1042: learn: 2.2237706 test: 2.2195879 best: 2.2174556 (907) total: 26.6s remaining: 2m 57s
1044: learn: 2.2237110 test: 2.2197335 best: 2.2174556 (907) total: 26.6s remaining: 2m 57s
1046: learn: 2.2235191 test: 2.2197070 best: 2.2174556 (907) total: 26.7s remaining: 2m 57s
1048: learn: 2.2231054 test: 2.2190205 best: 2.2174556 (907) total: 26.7s remaining: 2m 57s
1050: learn: 2.2229924 test: 2.2190118 best: 2.2174556 (907) total: 26.8s remaining: 2m 57s
1052: learn: 2.2229392 test: 2.2189633 best: 2.2174556 (907) total: 26.9s remaining: 2m 57s
1054: learn: 2.2226974 test: 2.2187545 best: 2.2174556 (907) total: 26.9s remaining: 2m 57s
1056: learn: 2.2224108 test: 2.2184112 best: 2.2174556 (907) total: 26.9s remaining: 2m 57s
1058: learn: 2.2221106 test: 2.2183771 best: 2.2174556 (907) total: 27s remaining: 2m 56s
1060: learn: 2.2215340 test: 2.2180077 best: 2.2174556 (907) total: 27s remaining: 2m 56s
1062: learn: 2.2212126 test: 2.2179365 best: 2.2174556 (907) total: 27.1s remaining: 2m 56s
1064: learn: 2.2210098 test: 2.2179558 best: 2.2174556 (907) total: 27.1s remaining: 2m 56s
1066: learn: 2.2199485 test: 2.2179359 best: 2.2174556 (907) total: 27.2s remaining: 2m 56s
1068: learn: 2.2195564 test: 2.2180431 best: 2.2174556 (907) total: 27.3s remaining: 2m 56s
1070: learn: 2.2190934 test: 2.2177694 best: 2.2174556 (907) total: 27.3s remaining: 2m 56s
1072: learn: 2.2186468 test: 2.2179076 best: 2.2174556 (907) total: 27.4s remaining: 2m 56s
1074: learn: 2.2182211 test: 2.2176949 best: 2.2174556 (907) total: 27.4s remaining: 2m 56s
1076: learn: 2.2179032 test: 2.2177406 best: 2.2174556 (907) total: 27.5s remaining: 2m 56s
1078: learn: 2.2174132 test: 2.2176597 best: 2.2174556 (907) total: 27.5s remaining: 2m 56s
1080: learn: 2.2167837 test: 2.2173657 best: 2.2173657 (1080) total: 27.6s remaining: 2m 56s
1082: learn: 2.2163891 test: 2.2171394 best: 2.2171394 (1082) total: 27.6s remaining: 2m 56s
1084: learn: 2.2162372 test: 2.2170731 best: 2.2170731 (1084) total: 27.7s remaining: 2m 56s
1086: learn: 2.2158791 test: 2.2168933 best: 2.2168140 (1085) total: 27.7s remaining: 2m 56s
1088: learn: 2.2156258 test: 2.2168521 best: 2.2168140 (1085) total: 27.8s remaining: 2m 56s
1090: learn: 2.2154219 test: 2.2168062 best: 2.2167815 (1089) total: 27.9s remaining: 2m 56s
1092: learn: 2.2150231 test: 2.2165408 best: 2.2165408 (1092) total: 27.9s remaining: 2m 56s
1094: learn: 2.2144391 test: 2.2167062 best: 2.2165345 (1093) total: 28s remaining: 2m 56s
1096: learn: 2.2136777 test: 2.2172149 best: 2.2165345 (1093) total: 28s remaining: 2m 56s
1098: learn: 2.2134472 test: 2.2172334 best: 2.2165345 (1093) total: 28.1s remaining: 2m 56s
1100: learn: 2.2132648 test: 2.2172493 best: 2.2165345 (1093) total: 28.1s remaining: 2m 56s
1102: learn: 2.2130866 test: 2.2172983 best: 2.2165345 (1093) total: 28.1s remaining: 2m 55s
1104: learn: 2.2129264 test: 2.2173148 best: 2.2165345 (1093) total: 28.2s remaining: 2m 55s
1106: learn: 2.2127101 test: 2.2171014 best: 2.2165345 (1093) total: 28.2s remaining: 2m 55s
1108: learn: 2.2121352 test: 2.2168953 best: 2.2165345 (1093) total: 28.3s remaining: 2m 55s
1110: learn: 2.2116945 test: 2.2166934 best: 2.2165345 (1093) total: 28.3s remaining: 2m 55s
1112: learn: 2.2113752 test: 2.2167419 best: 2.2165345 (1093) total: 28.4s remaining: 2m 55s
1114: learn: 2.2106079 test: 2.2166774 best: 2.2165345 (1093) total: 28.4s remaining: 2m 55s
1116: learn: 2.2102240 test: 2.2167137 best: 2.2165345 (1093) total: 28.5s remaining: 2m 55s
1118: learn: 2.2101572 test: 2.2165264 best: 2.2165264 (1118) total: 28.6s remaining: 2m 55s
1120: learn: 2.2096534 test: 2.2164338 best: 2.2164338 (1120) total: 28.6s remaining: 2m 55s
1122: learn: 2.2090997 test: 2.2168265 best: 2.2164338 (1120) total: 28.7s remaining: 2m 55s
1124: learn: 2.2088620 test: 2.2167691 best: 2.2164338 (1120) total: 28.7s remaining: 2m 55s
1126: learn: 2.2082409 test: 2.2167415 best: 2.2164338 (1120) total: 28.8s remaining: 2m 55s
1128: learn: 2.2077099 test: 2.2169336 best: 2.2164338 (1120) total: 28.8s remaining: 2m 55s
1130: learn: 2.2075815 test: 2.2169188 best: 2.2164338 (1120) total: 28.9s remaining: 2m 55s
1132: learn: 2.2072464 test: 2.2168126 best: 2.2164338 (1120) total: 28.9s remaining: 2m 55s
1134: learn: 2.2067668 test: 2.2166643 best: 2.2164338 (1120) total: 29s remaining: 2m 55s
1136: learn: 2.2063560 test: 2.2165839 best: 2.2164338 (1120) total: 29s remaining: 2m 55s
1138: learn: 2.2047307 test: 2.2165625 best: 2.2164338 (1120) total: 29.1s remaining: 2m 55s
1140: learn: 2.2046214 test: 2.2168822 best: 2.2164338 (1120) total: 29.1s remaining: 2m 55s
1142: learn: 2.2044374 test: 2.2167397 best: 2.2164338 (1120) total: 29.2s remaining: 2m 55s
1144: learn: 2.2037902 test: 2.2167352 best: 2.2164338 (1120) total: 29.3s remaining: 2m 55s
1146: learn: 2.2036928 test: 2.2166029 best: 2.2164338 (1120) total: 29.3s remaining: 2m 55s
1148: learn: 2.2034903 test: 2.2165247 best: 2.2164338 (1120) total: 29.4s remaining: 2m 55s
1150: learn: 2.2032982 test: 2.2166307 best: 2.2164338 (1120) total: 29.4s remaining: 2m 55s
1152: learn: 2.2027550 test: 2.2165051 best: 2.2164338 (1120) total: 29.5s remaining: 2m 54s
1154: learn: 2.2026526 test: 2.2163877 best: 2.2163877 (1154) total: 29.5s remaining: 2m 54s
1156: learn: 2.2022509 test: 2.2165047 best: 2.2163877 (1154) total: 29.6s remaining: 2m 54s
1158: learn: 2.2017897 test: 2.2161945 best: 2.2161945 (1158) total: 29.6s remaining: 2m 54s
1160: learn: 2.2015242 test: 2.2160451 best: 2.2160451 (1160) total: 29.7s remaining: 2m 54s
1162: learn: 2.2014273 test: 2.2160372 best: 2.2160357 (1161) total: 29.7s remaining: 2m 54s
1164: learn: 2.2010230 test: 2.2159479 best: 2.2159417 (1163) total: 29.8s remaining: 2m 54s
1166: learn: 2.2006332 test: 2.2158865 best: 2.2158865 (1166) total: 29.9s remaining: 2m 54s
1168: learn: 2.2002941 test: 2.2159822 best: 2.2158865 (1166) total: 29.9s remaining: 2m 54s
1170: learn: 2.1999709 test: 2.2160408 best: 2.2158865 (1166) total: 30s remaining: 2m 54s
1172: learn: 2.1996763 test: 2.2162131 best: 2.2158865 (1166) total: 30s remaining: 2m 54s
1174: learn: 2.1990244 test: 2.2162024 best: 2.2158865 (1166) total: 30.1s remaining: 2m 54s
1176: learn: 2.1985585 test: 2.2162167 best: 2.2158865 (1166) total: 30.1s remaining: 2m 54s
1178: learn: 2.1982973 test: 2.2160485 best: 2.2158865 (1166) total: 30.2s remaining: 2m 54s
1180: learn: 2.1977195 test: 2.2160757 best: 2.2158865 (1166) total: 30.3s remaining: 2m 54s
1182: learn: 2.1976348 test: 2.2160928 best: 2.2158865 (1166) total: 30.3s remaining: 2m 54s
1184: learn: 2.1972186 test: 2.2161717 best: 2.2158865 (1166) total: 30.4s remaining: 2m 54s
1186: learn: 2.1970354 test: 2.2162968 best: 2.2158865 (1166) total: 30.4s remaining: 2m 54s
1188: learn: 2.1969012 test: 2.2163186 best: 2.2158865 (1166) total: 30.5s remaining: 2m 54s
1190: learn: 2.1966969 test: 2.2161841 best: 2.2158865 (1166) total: 30.5s remaining: 2m 54s
1192: learn: 2.1964679 test: 2.2161367 best: 2.2158865 (1166) total: 30.6s remaining: 2m 54s
1194: learn: 2.1963225 test: 2.2163774 best: 2.2158865 (1166) total: 30.6s remaining: 2m 54s
1196: learn: 2.1960014 test: 2.2164111 best: 2.2158865 (1166) total: 30.7s remaining: 2m 54s
1198: learn: 2.1957729 test: 2.2164832 best: 2.2158865 (1166) total: 30.7s remaining: 2m 54s
1200: learn: 2.1957289 test: 2.2165542 best: 2.2158865 (1166) total: 30.8s remaining: 2m 54s
1202: learn: 2.1954654 test: 2.2165444 best: 2.2158865 (1166) total: 30.8s remaining: 2m 54s
1204: learn: 2.1945697 test: 2.2165592 best: 2.2158865 (1166) total: 30.9s remaining: 2m 54s
1206: learn: 2.1933274 test: 2.2164921 best: 2.2158865 (1166) total: 31s remaining: 2m 54s
1208: learn: 2.1928639 test: 2.2166501 best: 2.2158865 (1166) total: 31s remaining: 2m 54s
1210: learn: 2.1923214 test: 2.2164261 best: 2.2158865 (1166) total: 31.1s remaining: 2m 54s
1212: learn: 2.1920347 test: 2.2164011 best: 2.2158865 (1166) total: 31.2s remaining: 2m 54s
1214: learn: 2.1915268 test: 2.2163060 best: 2.2158865 (1166) total: 31.3s remaining: 2m 54s
1216: learn: 2.1913436 test: 2.2164805 best: 2.2158865 (1166) total: 31.3s remaining: 2m 54s
1218: learn: 2.1910774 test: 2.2164496 best: 2.2158865 (1166) total: 31.4s remaining: 2m 54s
1220: learn: 2.1898808 test: 2.2162997 best: 2.2158865 (1166) total: 31.5s remaining: 2m 54s
1222: learn: 2.1897802 test: 2.2162379 best: 2.2158865 (1166) total: 31.5s remaining: 2m 54s
1224: learn: 2.1895689 test: 2.2161299 best: 2.2158865 (1166) total: 31.6s remaining: 2m 54s
1226: learn: 2.1888934 test: 2.2159456 best: 2.2158865 (1166) total: 31.6s remaining: 2m 54s
1228: learn: 2.1883647 test: 2.2158721 best: 2.2158721 (1228) total: 31.7s remaining: 2m 54s
1230: learn: 2.1880993 test: 2.2160377 best: 2.2158721 (1228) total: 31.7s remaining: 2m 54s
1232: learn: 2.1875259 test: 2.2161182 best: 2.2158721 (1228) total: 31.8s remaining: 2m 54s
1234: learn: 2.1874146 test: 2.2159581 best: 2.2158721 (1228) total: 31.8s remaining: 2m 54s
1236: learn: 2.1871278 test: 2.2162225 best: 2.2158721 (1228) total: 31.9s remaining: 2m 54s
1238: learn: 2.1867211 test: 2.2162460 best: 2.2158721 (1228) total: 32s remaining: 2m 54s
1240: learn: 2.1864597 test: 2.2163521 best: 2.2158721 (1228) total: 32s remaining: 2m 54s
1242: learn: 2.1863098 test: 2.2164510 best: 2.2158721 (1228) total: 32.1s remaining: 2m 54s
1244: learn: 2.1860420 test: 2.2165468 best: 2.2158721 (1228) total: 32.1s remaining: 2m 54s
1246: learn: 2.1856842 test: 2.2164622 best: 2.2158721 (1228) total: 32.2s remaining: 2m 54s
1248: learn: 2.1850765 test: 2.2162931 best: 2.2158721 (1228) total: 32.2s remaining: 2m 54s
1250: learn: 2.1849571 test: 2.2163012 best: 2.2158721 (1228) total: 32.3s remaining: 2m 54s
1252: learn: 2.1845862 test: 2.2169046 best: 2.2158721 (1228) total: 32.3s remaining: 2m 54s
1254: learn: 2.1834885 test: 2.2166156 best: 2.2158721 (1228) total: 32.4s remaining: 2m 54s
1256: learn: 2.1832343 test: 2.2167414 best: 2.2158721 (1228) total: 32.4s remaining: 2m 54s
1258: learn: 2.1830993 test: 2.2166337 best: 2.2158721 (1228) total: 32.5s remaining: 2m 54s
1260: learn: 2.1815204 test: 2.2162470 best: 2.2158721 (1228) total: 32.6s remaining: 2m 54s
1262: learn: 2.1798983 test: 2.2161090 best: 2.2158721 (1228) total: 32.6s remaining: 2m 53s
1264: learn: 2.1795402 test: 2.2160459 best: 2.2158721 (1228) total: 32.7s remaining: 2m 53s
1266: learn: 2.1792816 test: 2.2159929 best: 2.2158721 (1228) total: 32.7s remaining: 2m 53s
1268: learn: 2.1777121 test: 2.2159904 best: 2.2158721 (1228) total: 32.8s remaining: 2m 53s
1270: learn: 2.1771780 test: 2.2159027 best: 2.2158721 (1228) total: 32.9s remaining: 2m 53s
1272: learn: 2.1765393 test: 2.2160619 best: 2.2158721 (1228) total: 32.9s remaining: 2m 53s
1274: learn: 2.1761694 test: 2.2154081 best: 2.2154081 (1274) total: 33s remaining: 2m 53s
1276: learn: 2.1758557 test: 2.2154434 best: 2.2154081 (1274) total: 33s remaining: 2m 53s
1278: learn: 2.1757168 test: 2.2155513 best: 2.2154081 (1274) total: 33.1s remaining: 2m 53s
1280: learn: 2.1754587 test: 2.2156020 best: 2.2154081 (1274) total: 33.1s remaining: 2m 53s
1282: learn: 2.1750310 test: 2.2155528 best: 2.2154081 (1274) total: 33.2s remaining: 2m 53s
1284: learn: 2.1744925 test: 2.2155456 best: 2.2154081 (1274) total: 33.2s remaining: 2m 53s
1286: learn: 2.1741291 test: 2.2155210 best: 2.2154081 (1274) total: 33.3s remaining: 2m 53s
1288: learn: 2.1738782 test: 2.2156223 best: 2.2154081 (1274) total: 33.4s remaining: 2m 53s
1290: learn: 2.1735475 test: 2.2155653 best: 2.2154081 (1274) total: 33.4s remaining: 2m 53s
1292: learn: 2.1728506 test: 2.2155906 best: 2.2154081 (1274) total: 33.5s remaining: 2m 53s
1294: learn: 2.1724193 test: 2.2154548 best: 2.2154081 (1274) total: 33.5s remaining: 2m 53s
1296: learn: 2.1720828 test: 2.2154256 best: 2.2154081 (1274) total: 33.6s remaining: 2m 53s
1298: learn: 2.1714982 test: 2.2153163 best: 2.2153163 (1298) total: 33.6s remaining: 2m 53s
1300: learn: 2.1712063 test: 2.2150680 best: 2.2150680 (1300) total: 33.7s remaining: 2m 53s
1302: learn: 2.1708918 test: 2.2150702 best: 2.2150680 (1300) total: 33.8s remaining: 2m 53s
1304: learn: 2.1707407 test: 2.2151567 best: 2.2150680 (1300) total: 33.9s remaining: 2m 53s
1306: learn: 2.1700180 test: 2.2152215 best: 2.2150680 (1300) total: 33.9s remaining: 2m 53s
1308: learn: 2.1696006 test: 2.2155589 best: 2.2150680 (1300) total: 34s remaining: 2m 53s
1310: learn: 2.1694619 test: 2.2154991 best: 2.2150680 (1300) total: 34.1s remaining: 2m 53s
1312: learn: 2.1688629 test: 2.2155814 best: 2.2150680 (1300) total: 34.1s remaining: 2m 53s
1314: learn: 2.1679081 test: 2.2155985 best: 2.2150680 (1300) total: 34.2s remaining: 2m 53s
1316: learn: 2.1677945 test: 2.2155936 best: 2.2150680 (1300) total: 34.2s remaining: 2m 53s
1318: learn: 2.1674106 test: 2.2155425 best: 2.2150680 (1300) total: 34.3s remaining: 2m 53s
1320: learn: 2.1670103 test: 2.2155261 best: 2.2150680 (1300) total: 34.4s remaining: 2m 53s
1322: learn: 2.1668509 test: 2.2154311 best: 2.2150680 (1300) total: 34.4s remaining: 2m 53s
1324: learn: 2.1667049 test: 2.2154541 best: 2.2150680 (1300) total: 34.5s remaining: 2m 53s
1326: learn: 2.1664162 test: 2.2154824 best: 2.2150680 (1300) total: 34.5s remaining: 2m 53s
1328: learn: 2.1663955 test: 2.2154844 best: 2.2150680 (1300) total: 34.6s remaining: 2m 53s
1330: learn: 2.1662765 test: 2.2154557 best: 2.2150680 (1300) total: 34.7s remaining: 2m 53s
1332: learn: 2.1655406 test: 2.2154613 best: 2.2150680 (1300) total: 34.7s remaining: 2m 53s
1334: learn: 2.1651266 test: 2.2155222 best: 2.2150680 (1300) total: 34.8s remaining: 2m 53s
1336: learn: 2.1649065 test: 2.2155329 best: 2.2150680 (1300) total: 34.8s remaining: 2m 53s
1338: learn: 2.1646466 test: 2.2156461 best: 2.2150680 (1300) total: 34.9s remaining: 2m 53s
1340: learn: 2.1644706 test: 2.2154404 best: 2.2150680 (1300) total: 34.9s remaining: 2m 53s
1342: learn: 2.1641397 test: 2.2152122 best: 2.2150680 (1300) total: 35s remaining: 2m 53s
1344: learn: 2.1639661 test: 2.2152899 best: 2.2150680 (1300) total: 35s remaining: 2m 53s
1346: learn: 2.1634560 test: 2.2152570 best: 2.2150680 (1300) total: 35.1s remaining: 2m 53s
1348: learn: 2.1626932 test: 2.2154320 best: 2.2150680 (1300) total: 35.2s remaining: 2m 53s
1350: learn: 2.1624896 test: 2.2154363 best: 2.2150680 (1300) total: 35.2s remaining: 2m 53s
1352: learn: 2.1619440 test: 2.2154320 best: 2.2150680 (1300) total: 35.3s remaining: 2m 53s
1354: learn: 2.1612894 test: 2.2153991 best: 2.2150680 (1300) total: 35.4s remaining: 2m 53s
1356: learn: 2.1605686 test: 2.2153130 best: 2.2150680 (1300) total: 35.4s remaining: 2m 53s
1358: learn: 2.1603603 test: 2.2152774 best: 2.2150680 (1300) total: 35.5s remaining: 2m 53s
1360: learn: 2.1602425 test: 2.2152406 best: 2.2150680 (1300) total: 35.5s remaining: 2m 53s
1362: learn: 2.1600483 test: 2.2152833 best: 2.2150680 (1300) total: 35.6s remaining: 2m 53s
1364: learn: 2.1590095 test: 2.2148076 best: 2.2148076 (1364) total: 35.6s remaining: 2m 53s
1366: learn: 2.1587636 test: 2.2146869 best: 2.2146869 (1366) total: 35.7s remaining: 2m 53s
1368: learn: 2.1583554 test: 2.2146613 best: 2.2146613 (1368) total: 35.7s remaining: 2m 53s
1370: learn: 2.1577184 test: 2.2148903 best: 2.2146520 (1369) total: 35.8s remaining: 2m 53s
1372: learn: 2.1572900 test: 2.2146500 best: 2.2146353 (1371) total: 35.9s remaining: 2m 53s
1374: learn: 2.1568505 test: 2.2146722 best: 2.2146353 (1371) total: 35.9s remaining: 2m 53s
1376: learn: 2.1567883 test: 2.2146499 best: 2.2146353 (1371) total: 36s remaining: 2m 53s
1378: learn: 2.1562627 test: 2.2146026 best: 2.2146026 (1378) total: 36.1s remaining: 2m 53s
1380: learn: 2.1560488 test: 2.2145989 best: 2.2145964 (1379) total: 36.1s remaining: 2m 53s
1382: learn: 2.1557650 test: 2.2142669 best: 2.2142325 (1381) total: 36.2s remaining: 2m 53s
1384: learn: 2.1555889 test: 2.2141116 best: 2.2141011 (1383) total: 36.2s remaining: 2m 53s
1386: learn: 2.1548131 test: 2.2141024 best: 2.2141011 (1383) total: 36.3s remaining: 2m 53s
1388: learn: 2.1545963 test: 2.2141243 best: 2.2140542 (1387) total: 36.4s remaining: 2m 53s
1390: learn: 2.1542545 test: 2.2139894 best: 2.2139894 (1390) total: 36.4s remaining: 2m 53s
1392: learn: 2.1542125 test: 2.2139824 best: 2.2139824 (1392) total: 36.5s remaining: 2m 53s
1394: learn: 2.1540506 test: 2.2139212 best: 2.2139212 (1394) total: 36.6s remaining: 2m 53s
1396: learn: 2.1538616 test: 2.2138638 best: 2.2138638 (1396) total: 36.6s remaining: 2m 53s
1398: learn: 2.1534918 test: 2.2138666 best: 2.2138638 (1396) total: 36.7s remaining: 2m 52s
1400: learn: 2.1533299 test: 2.2138633 best: 2.2138417 (1399) total: 36.7s remaining: 2m 53s
1402: learn: 2.1530857 test: 2.2138854 best: 2.2138417 (1399) total: 36.8s remaining: 2m 52s
1404: learn: 2.1524366 test: 2.2136832 best: 2.2136832 (1404) total: 36.8s remaining: 2m 52s
1406: learn: 2.1521308 test: 2.2138113 best: 2.2136832 (1404) total: 36.9s remaining: 2m 52s
1408: learn: 2.1518047 test: 2.2138352 best: 2.2136832 (1404) total: 37s remaining: 2m 52s
1410: learn: 2.1516857 test: 2.2138430 best: 2.2136832 (1404) total: 37s remaining: 2m 52s
1412: learn: 2.1515109 test: 2.2138420 best: 2.2136832 (1404) total: 37.1s remaining: 2m 52s
1414: learn: 2.1511715 test: 2.2140250 best: 2.2136832 (1404) total: 37.1s remaining: 2m 52s
1416: learn: 2.1509648 test: 2.2143315 best: 2.2136832 (1404) total: 37.2s remaining: 2m 52s
1418: learn: 2.1507283 test: 2.2143551 best: 2.2136832 (1404) total: 37.3s remaining: 2m 52s
1420: learn: 2.1505518 test: 2.2141748 best: 2.2136832 (1404) total: 37.3s remaining: 2m 52s
1422: learn: 2.1504037 test: 2.2140765 best: 2.2136832 (1404) total: 37.4s remaining: 2m 52s
1424: learn: 2.1501504 test: 2.2139575 best: 2.2136832 (1404) total: 37.4s remaining: 2m 52s
1426: learn: 2.1499557 test: 2.2137249 best: 2.2136832 (1404) total: 37.5s remaining: 2m 52s
1428: learn: 2.1498279 test: 2.2137253 best: 2.2136832 (1404) total: 37.5s remaining: 2m 52s
1430: learn: 2.1495933 test: 2.2136441 best: 2.2136210 (1429) total: 37.6s remaining: 2m 52s
1432: learn: 2.1492493 test: 2.2133897 best: 2.2133897 (1432) total: 37.6s remaining: 2m 52s
1434: learn: 2.1488953 test: 2.2134321 best: 2.2133807 (1433) total: 37.7s remaining: 2m 52s
1436: learn: 2.1488034 test: 2.2135901 best: 2.2133807 (1433) total: 37.7s remaining: 2m 52s
1438: learn: 2.1485643 test: 2.2134035 best: 2.2133807 (1433) total: 37.8s remaining: 2m 52s
1440: learn: 2.1481140 test: 2.2137194 best: 2.2133807 (1433) total: 37.9s remaining: 2m 52s
1442: learn: 2.1477287 test: 2.2136573 best: 2.2133807 (1433) total: 37.9s remaining: 2m 52s
1444: learn: 2.1475301 test: 2.2135914 best: 2.2133807 (1433) total: 38s remaining: 2m 52s
1446: learn: 2.1470399 test: 2.2137284 best: 2.2133807 (1433) total: 38s remaining: 2m 52s
1448: learn: 2.1468855 test: 2.2137862 best: 2.2133807 (1433) total: 38.1s remaining: 2m 52s
1450: learn: 2.1464558 test: 2.2137170 best: 2.2133807 (1433) total: 38.1s remaining: 2m 52s
1452: learn: 2.1461696 test: 2.2137374 best: 2.2133807 (1433) total: 38.2s remaining: 2m 52s
1454: learn: 2.1460966 test: 2.2137494 best: 2.2133807 (1433) total: 38.2s remaining: 2m 52s
1456: learn: 2.1459067 test: 2.2137330 best: 2.2133807 (1433) total: 38.3s remaining: 2m 52s
1458: learn: 2.1457531 test: 2.2137398 best: 2.2133807 (1433) total: 38.4s remaining: 2m 51s
1460: learn: 2.1455071 test: 2.2139031 best: 2.2133807 (1433) total: 38.4s remaining: 2m 51s
1462: learn: 2.1449349 test: 2.2138709 best: 2.2133807 (1433) total: 38.5s remaining: 2m 51s
1464: learn: 2.1448021 test: 2.2139263 best: 2.2133807 (1433) total: 38.5s remaining: 2m 51s
1466: learn: 2.1445499 test: 2.2139552 best: 2.2133807 (1433) total: 38.6s remaining: 2m 51s
1468: learn: 2.1443240 test: 2.2139981 best: 2.2133807 (1433) total: 38.6s remaining: 2m 51s
1470: learn: 2.1439193 test: 2.2138251 best: 2.2133807 (1433) total: 38.7s remaining: 2m 51s
1472: learn: 2.1437887 test: 2.2138966 best: 2.2133807 (1433) total: 38.7s remaining: 2m 51s
1474: learn: 2.1435981 test: 2.2138837 best: 2.2133807 (1433) total: 38.8s remaining: 2m 51s
1476: learn: 2.1422215 test: 2.2139173 best: 2.2133807 (1433) total: 38.8s remaining: 2m 51s
1478: learn: 2.1419292 test: 2.2140003 best: 2.2133807 (1433) total: 38.9s remaining: 2m 51s
1480: learn: 2.1418737 test: 2.2140257 best: 2.2133807 (1433) total: 39s remaining: 2m 51s
1482: learn: 2.1413431 test: 2.2139101 best: 2.2133807 (1433) total: 39s remaining: 2m 51s
1484: learn: 2.1411008 test: 2.2137565 best: 2.2133807 (1433) total: 39.1s remaining: 2m 51s
1486: learn: 2.1406511 test: 2.2139086 best: 2.2133807 (1433) total: 39.1s remaining: 2m 51s
1488: learn: 2.1404790 test: 2.2139465 best: 2.2133807 (1433) total: 39.2s remaining: 2m 51s
1490: learn: 2.1404330 test: 2.2139153 best: 2.2133807 (1433) total: 39.2s remaining: 2m 51s
1492: learn: 2.1402041 test: 2.2140301 best: 2.2133807 (1433) total: 39.3s remaining: 2m 51s
1494: learn: 2.1400028 test: 2.2143094 best: 2.2133807 (1433) total: 39.3s remaining: 2m 51s
1496: learn: 2.1396657 test: 2.2144496 best: 2.2133807 (1433) total: 39.4s remaining: 2m 51s
1498: learn: 2.1391557 test: 2.2145510 best: 2.2133807 (1433) total: 39.4s remaining: 2m 51s
1500: learn: 2.1386189 test: 2.2145807 best: 2.2133807 (1433) total: 39.5s remaining: 2m 51s
1502: learn: 2.1385014 test: 2.2146673 best: 2.2133807 (1433) total: 39.5s remaining: 2m 50s
1504: learn: 2.1383820 test: 2.2147072 best: 2.2133807 (1433) total: 39.6s remaining: 2m 50s
1506: learn: 2.1381517 test: 2.2146811 best: 2.2133807 (1433) total: 39.7s remaining: 2m 50s
1508: learn: 2.1376459 test: 2.2146610 best: 2.2133807 (1433) total: 39.7s remaining: 2m 50s
1510: learn: 2.1375070 test: 2.2146671 best: 2.2133807 (1433) total: 39.8s remaining: 2m 50s
1512: learn: 2.1370652 test: 2.2147590 best: 2.2133807 (1433) total: 39.8s remaining: 2m 50s
1514: learn: 2.1369819 test: 2.2147413 best: 2.2133807 (1433) total: 39.9s remaining: 2m 50s
1516: learn: 2.1368708 test: 2.2146385 best: 2.2133807 (1433) total: 39.9s remaining: 2m 50s
1518: learn: 2.1366676 test: 2.2147752 best: 2.2133807 (1433) total: 40s remaining: 2m 50s
1520: learn: 2.1364312 test: 2.2149780 best: 2.2133807 (1433) total: 40s remaining: 2m 50s
1522: learn: 2.1363068 test: 2.2148531 best: 2.2133807 (1433) total: 40.1s remaining: 2m 50s
1524: learn: 2.1360560 test: 2.2150098 best: 2.2133807 (1433) total: 40.1s remaining: 2m 50s
1526: learn: 2.1359357 test: 2.2149829 best: 2.2133807 (1433) total: 40.2s remaining: 2m 50s
1528: learn: 2.1357790 test: 2.2149922 best: 2.2133807 (1433) total: 40.2s remaining: 2m 50s
1530: learn: 2.1351030 test: 2.2153256 best: 2.2133807 (1433) total: 40.3s remaining: 2m 50s
1532: learn: 2.1341898 test: 2.2153842 best: 2.2133807 (1433) total: 40.3s remaining: 2m 50s
1534: learn: 2.1338658 test: 2.2153885 best: 2.2133807 (1433) total: 40.4s remaining: 2m 50s
1536: learn: 2.1335928 test: 2.2153266 best: 2.2133807 (1433) total: 40.4s remaining: 2m 50s
1538: learn: 2.1335269 test: 2.2153052 best: 2.2133807 (1433) total: 40.5s remaining: 2m 50s
1540: learn: 2.1332226 test: 2.2151257 best: 2.2133807 (1433) total: 40.6s remaining: 2m 50s
1542: learn: 2.1330517 test: 2.2151550 best: 2.2133807 (1433) total: 40.6s remaining: 2m 49s
1544: learn: 2.1325123 test: 2.2154313 best: 2.2133807 (1433) total: 40.7s remaining: 2m 49s
1546: learn: 2.1316706 test: 2.2151844 best: 2.2133807 (1433) total: 40.7s remaining: 2m 49s
1548: learn: 2.1315480 test: 2.2154220 best: 2.2133807 (1433) total: 40.8s remaining: 2m 49s
1550: learn: 2.1301698 test: 2.2154483 best: 2.2133807 (1433) total: 40.8s remaining: 2m 49s
1552: learn: 2.1297285 test: 2.2153912 best: 2.2133807 (1433) total: 40.9s remaining: 2m 49s
1554: learn: 2.1294151 test: 2.2155018 best: 2.2133807 (1433) total: 41s remaining: 2m 49s
1556: learn: 2.1292914 test: 2.2155076 best: 2.2133807 (1433) total: 41s remaining: 2m 49s
1558: learn: 2.1291487 test: 2.2156053 best: 2.2133807 (1433) total: 41.1s remaining: 2m 49s
1560: learn: 2.1289514 test: 2.2160052 best: 2.2133807 (1433) total: 41.1s remaining: 2m 49s
1562: learn: 2.1273863 test: 2.2157028 best: 2.2133807 (1433) total: 41.2s remaining: 2m 49s
1564: learn: 2.1270213 test: 2.2154958 best: 2.2133807 (1433) total: 41.2s remaining: 2m 49s
1566: learn: 2.1268793 test: 2.2154605 best: 2.2133807 (1433) total: 41.3s remaining: 2m 49s
1568: learn: 2.1267308 test: 2.2155230 best: 2.2133807 (1433) total: 41.3s remaining: 2m 49s
1570: learn: 2.1262305 test: 2.2155083 best: 2.2133807 (1433) total: 41.4s remaining: 2m 49s
1572: learn: 2.1260226 test: 2.2155367 best: 2.2133807 (1433) total: 41.4s remaining: 2m 49s
1574: learn: 2.1258561 test: 2.2156490 best: 2.2133807 (1433) total: 41.5s remaining: 2m 49s
1576: learn: 2.1254226 test: 2.2155991 best: 2.2133807 (1433) total: 41.5s remaining: 2m 49s
1578: learn: 2.1252135 test: 2.2157630 best: 2.2133807 (1433) total: 41.6s remaining: 2m 49s
1580: learn: 2.1251622 test: 2.2158615 best: 2.2133807 (1433) total: 41.7s remaining: 2m 49s
1582: learn: 2.1249355 test: 2.2158799 best: 2.2133807 (1433) total: 41.7s remaining: 2m 49s
1584: learn: 2.1248591 test: 2.2158882 best: 2.2133807 (1433) total: 41.8s remaining: 2m 49s
1586: learn: 2.1241451 test: 2.2163806 best: 2.2133807 (1433) total: 41.8s remaining: 2m 48s
1588: learn: 2.1239749 test: 2.2163102 best: 2.2133807 (1433) total: 41.9s remaining: 2m 48s
1590: learn: 2.1233384 test: 2.2162697 best: 2.2133807 (1433) total: 41.9s remaining: 2m 48s
1592: learn: 2.1231490 test: 2.2161979 best: 2.2133807 (1433) total: 42s remaining: 2m 48s
1594: learn: 2.1224166 test: 2.2168284 best: 2.2133807 (1433) total: 42s remaining: 2m 48s
1596: learn: 2.1218982 test: 2.2166448 best: 2.2133807 (1433) total: 42.1s remaining: 2m 48s
1598: learn: 2.1213664 test: 2.2167041 best: 2.2133807 (1433) total: 42.1s remaining: 2m 48s
1600: learn: 2.1207722 test: 2.2167001 best: 2.2133807 (1433) total: 42.2s remaining: 2m 48s
1602: learn: 2.1205194 test: 2.2168191 best: 2.2133807 (1433) total: 42.3s remaining: 2m 48s
1604: learn: 2.1200213 test: 2.2169096 best: 2.2133807 (1433) total: 42.3s remaining: 2m 48s
1606: learn: 2.1196670 test: 2.2169259 best: 2.2133807 (1433) total: 42.4s remaining: 2m 48s
1608: learn: 2.1192427 test: 2.2168746 best: 2.2133807 (1433) total: 42.4s remaining: 2m 48s
1610: learn: 2.1191763 test: 2.2168927 best: 2.2133807 (1433) total: 42.5s remaining: 2m 48s
1612: learn: 2.1188964 test: 2.2166567 best: 2.2133807 (1433) total: 42.5s remaining: 2m 48s
1614: learn: 2.1186025 test: 2.2166524 best: 2.2133807 (1433) total: 42.6s remaining: 2m 48s
1616: learn: 2.1185858 test: 2.2166578 best: 2.2133807 (1433) total: 42.6s remaining: 2m 48s
1618: learn: 2.1176642 test: 2.2165314 best: 2.2133807 (1433) total: 42.7s remaining: 2m 48s
1620: learn: 2.1171013 test: 2.2163507 best: 2.2133807 (1433) total: 42.8s remaining: 2m 48s
1622: learn: 2.1169249 test: 2.2164884 best: 2.2133807 (1433) total: 42.8s remaining: 2m 48s
1624: learn: 2.1167070 test: 2.2164722 best: 2.2133807 (1433) total: 42.9s remaining: 2m 48s
1626: learn: 2.1163664 test: 2.2165483 best: 2.2133807 (1433) total: 42.9s remaining: 2m 48s
1628: learn: 2.1161851 test: 2.2167402 best: 2.2133807 (1433) total: 43s remaining: 2m 48s
1630: learn: 2.1159175 test: 2.2166951 best: 2.2133807 (1433) total: 43s remaining: 2m 47s
1632: learn: 2.1154491 test: 2.2167102 best: 2.2133807 (1433) total: 43.1s remaining: 2m 47s
1634: learn: 2.1152643 test: 2.2166657 best: 2.2133807 (1433) total: 43.1s remaining: 2m 47s
1636: learn: 2.1150777 test: 2.2167100 best: 2.2133807 (1433) total: 43.2s remaining: 2m 47s
1638: learn: 2.1149859 test: 2.2168145 best: 2.2133807 (1433) total: 43.2s remaining: 2m 47s
1640: learn: 2.1147497 test: 2.2169758 best: 2.2133807 (1433) total: 43.3s remaining: 2m 47s
1642: learn: 2.1143066 test: 2.2167931 best: 2.2133807 (1433) total: 43.3s remaining: 2m 47s
1644: learn: 2.1139391 test: 2.2168331 best: 2.2133807 (1433) total: 43.4s remaining: 2m 47s
1646: learn: 2.1138049 test: 2.2168283 best: 2.2133807 (1433) total: 43.4s remaining: 2m 47s
1648: learn: 2.1134589 test: 2.2166591 best: 2.2133807 (1433) total: 43.5s remaining: 2m 47s
1650: learn: 2.1131977 test: 2.2167813 best: 2.2133807 (1433) total: 43.5s remaining: 2m 47s
1652: learn: 2.1128272 test: 2.2167216 best: 2.2133807 (1433) total: 43.6s remaining: 2m 47s
1654: learn: 2.1127059 test: 2.2167172 best: 2.2133807 (1433) total: 43.7s remaining: 2m 47s
1656: learn: 2.1125227 test: 2.2168117 best: 2.2133807 (1433) total: 43.7s remaining: 2m 47s
1658: learn: 2.1124348 test: 2.2167637 best: 2.2133807 (1433) total: 43.8s remaining: 2m 47s
1660: learn: 2.1120518 test: 2.2167041 best: 2.2133807 (1433) total: 43.8s remaining: 2m 47s
1662: learn: 2.1118641 test: 2.2166072 best: 2.2133807 (1433) total: 43.9s remaining: 2m 47s
1664: learn: 2.1112053 test: 2.2166701 best: 2.2133807 (1433) total: 43.9s remaining: 2m 47s
1666: learn: 2.1110279 test: 2.2166214 best: 2.2133807 (1433) total: 44s remaining: 2m 47s
1668: learn: 2.1109956 test: 2.2166148 best: 2.2133807 (1433) total: 44s remaining: 2m 47s
1670: learn: 2.1106505 test: 2.2167319 best: 2.2133807 (1433) total: 44.1s remaining: 2m 47s
1672: learn: 2.1102161 test: 2.2167706 best: 2.2133807 (1433) total: 44.2s remaining: 2m 46s
1674: learn: 2.1100418 test: 2.2168141 best: 2.2133807 (1433) total: 44.2s remaining: 2m 46s
1676: learn: 2.1099993 test: 2.2167669 best: 2.2133807 (1433) total: 44.3s remaining: 2m 46s
1678: learn: 2.1097879 test: 2.2167990 best: 2.2133807 (1433) total: 44.3s remaining: 2m 46s
1680: learn: 2.1095550 test: 2.2168662 best: 2.2133807 (1433) total: 44.4s remaining: 2m 46s
1682: learn: 2.1094071 test: 2.2169120 best: 2.2133807 (1433) total: 44.4s remaining: 2m 46s
1684: learn: 2.1092353 test: 2.2168429 best: 2.2133807 (1433) total: 44.5s remaining: 2m 46s
1686: learn: 2.1091700 test: 2.2168785 best: 2.2133807 (1433) total: 44.6s remaining: 2m 46s
1688: learn: 2.1088413 test: 2.2167786 best: 2.2133807 (1433) total: 44.6s remaining: 2m 46s
1690: learn: 2.1084285 test: 2.2170379 best: 2.2133807 (1433) total: 44.7s remaining: 2m 46s
1692: learn: 2.1082539 test: 2.2172313 best: 2.2133807 (1433) total: 44.7s remaining: 2m 46s
1694: learn: 2.1079285 test: 2.2171574 best: 2.2133807 (1433) total: 44.8s remaining: 2m 46s
1696: learn: 2.1076022 test: 2.2176235 best: 2.2133807 (1433) total: 44.8s remaining: 2m 46s
1698: learn: 2.1074210 test: 2.2178718 best: 2.2133807 (1433) total: 44.9s remaining: 2m 46s
1700: learn: 2.1072077 test: 2.2178526 best: 2.2133807 (1433) total: 44.9s remaining: 2m 46s
1702: learn: 2.1070756 test: 2.2177726 best: 2.2133807 (1433) total: 45s remaining: 2m 46s
1704: learn: 2.1068673 test: 2.2177309 best: 2.2133807 (1433) total: 45s remaining: 2m 46s
1706: learn: 2.1065192 test: 2.2176168 best: 2.2133807 (1433) total: 45.1s remaining: 2m 46s
1708: learn: 2.1063914 test: 2.2174584 best: 2.2133807 (1433) total: 45.1s remaining: 2m 46s
1710: learn: 2.1060010 test: 2.2175298 best: 2.2133807 (1433) total: 45.2s remaining: 2m 46s
1712: learn: 2.1058080 test: 2.2175425 best: 2.2133807 (1433) total: 45.2s remaining: 2m 45s
1714: learn: 2.1055128 test: 2.2173537 best: 2.2133807 (1433) total: 45.3s remaining: 2m 45s
1716: learn: 2.1051679 test: 2.2175149 best: 2.2133807 (1433) total: 45.3s remaining: 2m 45s
1718: learn: 2.1048660 test: 2.2175229 best: 2.2133807 (1433) total: 45.4s remaining: 2m 45s
1720: learn: 2.1047099 test: 2.2178264 best: 2.2133807 (1433) total: 45.4s remaining: 2m 45s
1722: learn: 2.1045924 test: 2.2179405 best: 2.2133807 (1433) total: 45.5s remaining: 2m 45s
1724: learn: 2.1043486 test: 2.2179963 best: 2.2133807 (1433) total: 45.5s remaining: 2m 45s
1726: learn: 2.1041868 test: 2.2179530 best: 2.2133807 (1433) total: 45.6s remaining: 2m 45s
1728: learn: 2.1037333 test: 2.2182736 best: 2.2133807 (1433) total: 45.6s remaining: 2m 45s
1730: learn: 2.1032962 test: 2.2184658 best: 2.2133807 (1433) total: 45.7s remaining: 2m 45s
1732: learn: 2.1031704 test: 2.2186196 best: 2.2133807 (1433) total: 45.7s remaining: 2m 45s
1734: learn: 2.1030589 test: 2.2185699 best: 2.2133807 (1433) total: 45.8s remaining: 2m 45s
1736: learn: 2.1029396 test: 2.2185258 best: 2.2133807 (1433) total: 45.8s remaining: 2m 45s
1738: learn: 2.1026188 test: 2.2187772 best: 2.2133807 (1433) total: 45.9s remaining: 2m 45s
1740: learn: 2.1021376 test: 2.2187388 best: 2.2133807 (1433) total: 45.9s remaining: 2m 45s
1742: learn: 2.1016550 test: 2.2188459 best: 2.2133807 (1433) total: 46s remaining: 2m 45s
1744: learn: 2.1000430 test: 2.2188917 best: 2.2133807 (1433) total: 46s remaining: 2m 44s
1746: learn: 2.0998245 test: 2.2190074 best: 2.2133807 (1433) total: 46.1s remaining: 2m 44s
1748: learn: 2.0984635 test: 2.2188044 best: 2.2133807 (1433) total: 46.1s remaining: 2m 44s
1750: learn: 2.0981770 test: 2.2189612 best: 2.2133807 (1433) total: 46.2s remaining: 2m 44s
1752: learn: 2.0979454 test: 2.2189281 best: 2.2133807 (1433) total: 46.2s remaining: 2m 44s
1754: learn: 2.0975278 test: 2.2189757 best: 2.2133807 (1433) total: 46.3s remaining: 2m 44s
1756: learn: 2.0974667 test: 2.2189899 best: 2.2133807 (1433) total: 46.3s remaining: 2m 44s
1758: learn: 2.0971750 test: 2.2187568 best: 2.2133807 (1433) total: 46.4s remaining: 2m 44s
1760: learn: 2.0970061 test: 2.2188531 best: 2.2133807 (1433) total: 46.5s remaining: 2m 44s
1762: learn: 2.0963113 test: 2.2188273 best: 2.2133807 (1433) total: 46.5s remaining: 2m 44s
1764: learn: 2.0960983 test: 2.2188298 best: 2.2133807 (1433) total: 46.6s remaining: 2m 44s
1766: learn: 2.0959246 test: 2.2188553 best: 2.2133807 (1433) total: 46.6s remaining: 2m 44s
1768: learn: 2.0958570 test: 2.2189443 best: 2.2133807 (1433) total: 46.7s remaining: 2m 44s
1770: learn: 2.0957937 test: 2.2189675 best: 2.2133807 (1433) total: 46.7s remaining: 2m 44s
1772: learn: 2.0950692 test: 2.2186340 best: 2.2133807 (1433) total: 46.8s remaining: 2m 44s
1774: learn: 2.0949028 test: 2.2186312 best: 2.2133807 (1433) total: 46.8s remaining: 2m 44s
1776: learn: 2.0943527 test: 2.2186558 best: 2.2133807 (1433) total: 46.9s remaining: 2m 44s
1778: learn: 2.0934362 test: 2.2189315 best: 2.2133807 (1433) total: 46.9s remaining: 2m 44s
1780: learn: 2.0928994 test: 2.2188489 best: 2.2133807 (1433) total: 47s remaining: 2m 44s
1782: learn: 2.0922152 test: 2.2188101 best: 2.2133807 (1433) total: 47s remaining: 2m 44s
1784: learn: 2.0916621 test: 2.2188406 best: 2.2133807 (1433) total: 47.1s remaining: 2m 44s
1786: learn: 2.0914689 test: 2.2186830 best: 2.2133807 (1433) total: 47.2s remaining: 2m 43s
1788: learn: 2.0911672 test: 2.2186190 best: 2.2133807 (1433) total: 47.2s remaining: 2m 43s
1790: learn: 2.0908374 test: 2.2186478 best: 2.2133807 (1433) total: 47.3s remaining: 2m 43s
1792: learn: 2.0905446 test: 2.2187249 best: 2.2133807 (1433) total: 47.3s remaining: 2m 43s
1794: learn: 2.0904438 test: 2.2183732 best: 2.2133807 (1433) total: 47.4s remaining: 2m 43s
1796: learn: 2.0899459 test: 2.2182114 best: 2.2133807 (1433) total: 47.4s remaining: 2m 43s
1798: learn: 2.0897115 test: 2.2182591 best: 2.2133807 (1433) total: 47.5s remaining: 2m 43s
1800: learn: 2.0894917 test: 2.2180988 best: 2.2133807 (1433) total: 47.5s remaining: 2m 43s
1802: learn: 2.0892646 test: 2.2182871 best: 2.2133807 (1433) total: 47.6s remaining: 2m 43s
1804: learn: 2.0890696 test: 2.2182821 best: 2.2133807 (1433) total: 47.6s remaining: 2m 43s
1806: learn: 2.0887946 test: 2.2181681 best: 2.2133807 (1433) total: 47.7s remaining: 2m 43s
1808: learn: 2.0881146 test: 2.2185233 best: 2.2133807 (1433) total: 47.7s remaining: 2m 43s
1810: learn: 2.0875686 test: 2.2180469 best: 2.2133807 (1433) total: 47.8s remaining: 2m 43s
1812: learn: 2.0874828 test: 2.2180356 best: 2.2133807 (1433) total: 47.9s remaining: 2m 43s
1814: learn: 2.0871639 test: 2.2180150 best: 2.2133807 (1433) total: 47.9s remaining: 2m 43s
1816: learn: 2.0870024 test: 2.2178952 best: 2.2133807 (1433) total: 48s remaining: 2m 43s
1818: learn: 2.0866337 test: 2.2180757 best: 2.2133807 (1433) total: 48s remaining: 2m 43s
1820: learn: 2.0862102 test: 2.2178992 best: 2.2133807 (1433) total: 48.1s remaining: 2m 43s
1822: learn: 2.0860513 test: 2.2177321 best: 2.2133807 (1433) total: 48.1s remaining: 2m 43s
1824: learn: 2.0859814 test: 2.2177095 best: 2.2133807 (1433) total: 48.2s remaining: 2m 43s
1826: learn: 2.0857023 test: 2.2176400 best: 2.2133807 (1433) total: 48.3s remaining: 2m 43s
1828: learn: 2.0855946 test: 2.2177762 best: 2.2133807 (1433) total: 48.3s remaining: 2m 42s
1830: learn: 2.0853615 test: 2.2176758 best: 2.2133807 (1433) total: 48.3s remaining: 2m 42s
1832: learn: 2.0852357 test: 2.2176744 best: 2.2133807 (1433) total: 48.4s remaining: 2m 42s
1834: learn: 2.0850998 test: 2.2175935 best: 2.2133807 (1433) total: 48.5s remaining: 2m 42s
1836: learn: 2.0846760 test: 2.2174814 best: 2.2133807 (1433) total: 48.5s remaining: 2m 42s
1838: learn: 2.0839724 test: 2.2176719 best: 2.2133807 (1433) total: 48.6s remaining: 2m 42s
1840: learn: 2.0832457 test: 2.2178385 best: 2.2133807 (1433) total: 48.6s remaining: 2m 42s
1842: learn: 2.0830096 test: 2.2176367 best: 2.2133807 (1433) total: 48.7s remaining: 2m 42s
1844: learn: 2.0827872 test: 2.2175105 best: 2.2133807 (1433) total: 48.7s remaining: 2m 42s
1846: learn: 2.0826329 test: 2.2175579 best: 2.2133807 (1433) total: 48.8s remaining: 2m 42s
1848: learn: 2.0821098 test: 2.2167353 best: 2.2133807 (1433) total: 48.8s remaining: 2m 42s
1850: learn: 2.0816314 test: 2.2162743 best: 2.2133807 (1433) total: 48.9s remaining: 2m 42s
1852: learn: 2.0814814 test: 2.2163497 best: 2.2133807 (1433) total: 48.9s remaining: 2m 42s
1854: learn: 2.0812301 test: 2.2161839 best: 2.2133807 (1433) total: 49s remaining: 2m 42s
1856: learn: 2.0810467 test: 2.2161243 best: 2.2133807 (1433) total: 49.1s remaining: 2m 42s
1858: learn: 2.0807751 test: 2.2163141 best: 2.2133807 (1433) total: 49.1s remaining: 2m 42s
1860: learn: 2.0802613 test: 2.2164809 best: 2.2133807 (1433) total: 49.2s remaining: 2m 42s
1862: learn: 2.0799178 test: 2.2165635 best: 2.2133807 (1433) total: 49.2s remaining: 2m 42s
1864: learn: 2.0796691 test: 2.2164092 best: 2.2133807 (1433) total: 49.3s remaining: 2m 42s
1866: learn: 2.0794782 test: 2.2164164 best: 2.2133807 (1433) total: 49.3s remaining: 2m 42s
1868: learn: 2.0791274 test: 2.2164162 best: 2.2133807 (1433) total: 49.4s remaining: 2m 42s
1870: learn: 2.0785926 test: 2.2164291 best: 2.2133807 (1433) total: 49.5s remaining: 2m 41s
1872: learn: 2.0785356 test: 2.2164454 best: 2.2133807 (1433) total: 49.5s remaining: 2m 41s
1874: learn: 2.0781246 test: 2.2163962 best: 2.2133807 (1433) total: 49.6s remaining: 2m 41s
1876: learn: 2.0779868 test: 2.2163734 best: 2.2133807 (1433) total: 49.6s remaining: 2m 41s
1878: learn: 2.0778354 test: 2.2163548 best: 2.2133807 (1433) total: 49.7s remaining: 2m 41s
1880: learn: 2.0774647 test: 2.2161153 best: 2.2133807 (1433) total: 49.7s remaining: 2m 41s
1882: learn: 2.0772928 test: 2.2161577 best: 2.2133807 (1433) total: 49.8s remaining: 2m 41s
1884: learn: 2.0771379 test: 2.2159752 best: 2.2133807 (1433) total: 49.8s remaining: 2m 41s
1886: learn: 2.0770816 test: 2.2159685 best: 2.2133807 (1433) total: 49.9s remaining: 2m 41s
1888: learn: 2.0769629 test: 2.2158854 best: 2.2133807 (1433) total: 50s remaining: 2m 41s
1890: learn: 2.0767333 test: 2.2157726 best: 2.2133807 (1433) total: 50s remaining: 2m 41s
1892: learn: 2.0765138 test: 2.2156827 best: 2.2133807 (1433) total: 50.1s remaining: 2m 41s
1894: learn: 2.0761470 test: 2.2158858 best: 2.2133807 (1433) total: 50.1s remaining: 2m 41s
1896: learn: 2.0755202 test: 2.2148326 best: 2.2133807 (1433) total: 50.2s remaining: 2m 41s
1898: learn: 2.0753735 test: 2.2149049 best: 2.2133807 (1433) total: 50.2s remaining: 2m 41s
1900: learn: 2.0750506 test: 2.2150271 best: 2.2133807 (1433) total: 50.3s remaining: 2m 41s
1902: learn: 2.0749413 test: 2.2150955 best: 2.2133807 (1433) total: 50.3s remaining: 2m 41s
1904: learn: 2.0748590 test: 2.2149790 best: 2.2133807 (1433) total: 50.4s remaining: 2m 41s
1906: learn: 2.0747494 test: 2.2148978 best: 2.2133807 (1433) total: 50.4s remaining: 2m 41s
1908: learn: 2.0743479 test: 2.2153460 best: 2.2133807 (1433) total: 50.5s remaining: 2m 41s
1910: learn: 2.0739797 test: 2.2152825 best: 2.2133807 (1433) total: 50.6s remaining: 2m 41s
1912: learn: 2.0738103 test: 2.2153011 best: 2.2133807 (1433) total: 50.6s remaining: 2m 41s
1914: learn: 2.0735026 test: 2.2150761 best: 2.2133807 (1433) total: 50.7s remaining: 2m 40s
1916: learn: 2.0730609 test: 2.2145698 best: 2.2133807 (1433) total: 50.7s remaining: 2m 40s
1918: learn: 2.0726296 test: 2.2144750 best: 2.2133807 (1433) total: 50.8s remaining: 2m 40s
1920: learn: 2.0722862 test: 2.2147829 best: 2.2133807 (1433) total: 50.8s remaining: 2m 40s
1922: learn: 2.0717825 test: 2.2145992 best: 2.2133807 (1433) total: 50.9s remaining: 2m 40s
1924: learn: 2.0712879 test: 2.2146716 best: 2.2133807 (1433) total: 50.9s remaining: 2m 40s
1926: learn: 2.0710907 test: 2.2147340 best: 2.2133807 (1433) total: 51s remaining: 2m 40s
1928: learn: 2.0707983 test: 2.2147183 best: 2.2133807 (1433) total: 51s remaining: 2m 40s
1930: learn: 2.0704413 test: 2.2153718 best: 2.2133807 (1433) total: 51.1s remaining: 2m 40s
1932: learn: 2.0699433 test: 2.2155413 best: 2.2133807 (1433) total: 51.1s remaining: 2m 40s
Stopped by overfitting detector (500 iterations wait)
bestTest = 2.213380684
bestIteration = 1433
Shrink model to first 1434 iterations.
<catboost.core.CatBoostRegressor at 0x7f9f00900d90>
y_pred = model.predict(valid_pool)
y_pred_rounded = np.round(y_pred).astype(int)
rmse = np.sqrt(mean_squared_error(y_valid, y_pred))
rmse
2.213380683573479
3.1 특성 중요도
feature_importances = model.get_feature_importance()
sorted_indices = feature_importances.argsort()[::-1]
sorted_features = X_train.columns[sorted_indices]
sorted_importances = feature_importances[sorted_indices]
print("특성 중요도 (높은 순서대로):")
for feature_name, importance in zip(sorted_features, sorted_importances):
print(f"{feature_name}: {importance}")
특성 중요도 (높은 순서대로):
quality: 41.13160425519476
duration: 16.27470560409945
duration_quality_ratio: 10.28232648713925
subcontinent: 9.15194908014832
new: 4.103057376135241
OS: 3.04994478859505
traffic_medium: 2.727123465142591
traffic_source: 2.256529514515024
device: 2.004816411823524
browser: 1.6585721948997443
referral_path: 1.6214543670562813
transaction_revenue: 1.6177482405391284
transaction: 1.23824997940051
country: 1.0482169085561337
bounced: 0.9839548440413372
keyword: 0.4681961150808162
continent: 0.3815503676326892
4. 테스트 셋
test_pool = Pool(data=df_test, cat_features=categorical_features)
test_pred = model.predict(test_pool)
test_pred = [0 if i < 0 else i for i in test_pred]
submit = pd.read_csv('sample_submission.csv')
submit["TARGET"] = test_pred
submit.to_csv("sub_2_21.csv", index=False)