jeffdonahue · December 9, 2017 10:11
diff --git a/bvlc_reference_alexnet_train_log.txt b/bvlc_reference_alexnet_train_log.txt
 I1224 11:43:56.783612  2133 train_net.cpp:26] Starting Optimization
 I1224 11:43:56.783983  2133 solver.cpp:26] Creating training net.
 I1224 11:43:56.784008  2133 net.cpp:66] Creating Layer data
 I1224 11:43:56.784013  2133 net.cpp:101] data -> data
 I1224 11:43:56.784023  2133 net.cpp:101] data -> label
 I1224 11:43:56.784036  2133 data_layer.cpp:122] Opening leveldb /home/jdonahue/caffe-train-leveldb
 I1224 11:43:56.956717  2133 data_layer.cpp:159] output data size: 256,3,227,227
 I1224 11:43:56.956765  2133 data_layer.cpp:176] Loading mean file from/home/jiayq/ilsvrc2012_mean.binaryproto
 I1224 11:43:57.016316  2133 net.cpp:116] Top shape: 3 227 227
 I1224 11:43:57.016341  2133 net.cpp:116] Top shape: 1 1 1
 I1224 11:43:57.016347  2133 net.cpp:132] data does not need backward computation.
 I1224 11:43:57.016357  2133 net.cpp:66] Creating Layer conv1
 I1224 11:43:57.016362  2133 net.cpp:76] conv1 <- data
 I1224 11:43:57.016373  2133 net.cpp:101] conv1 -> conv1
 I1224 11:43:57.634047  2133 net.cpp:116] Top shape: 96 55 55
 I1224 11:43:57.634079  2133 net.cpp:127] conv1 needs backward computation.
 I1224 11:43:57.634090  2133 net.cpp:66] Creating Layer relu1
 I1224 11:43:57.634095  2133 net.cpp:76] relu1 <- conv1
 I1224 11:43:57.634101  2133 net.cpp:90] relu1 -> conv1 (in-place)
 I1224 11:43:57.634107  2133 net.cpp:116] Top shape: 96 55 55
 I1224 11:43:57.634111  2133 net.cpp:127] relu1 needs backward computation.
 I1224 11:43:57.634116  2133 net.cpp:66] Creating Layer pool1
 I1224 11:43:57.634120  2133 net.cpp:76] pool1 <- conv1
 I1224 11:43:57.634125  2133 net.cpp:101] pool1 -> pool1
 I1224 11:43:57.634135  2133 net.cpp:116] Top shape: 96 27 27
 I1224 11:43:57.634138  2133 net.cpp:127] pool1 needs backward computation.
 I1224 11:43:57.634143  2133 net.cpp:66] Creating Layer norm1
 I1224 11:43:57.634147  2133 net.cpp:76] norm1 <- pool1
 I1224 11:43:57.634152  2133 net.cpp:101] norm1 -> norm1
 I1224 11:43:57.634163  2133 net.cpp:116] Top shape: 96 27 27
 I1224 11:43:57.634168  2133 net.cpp:127] norm1 needs backward computation.
 I1224 11:43:57.634173  2133 net.cpp:66] Creating Layer pad2
 I1224 11:43:57.634177  2133 net.cpp:76] pad2 <- norm1
 I1224 11:43:57.634182  2133 net.cpp:101] pad2 -> pad2
 I1224 11:43:57.634188  2133 net.cpp:116] Top shape: 96 31 31
 I1224 11:43:57.634192  2133 net.cpp:127] pad2 needs backward computation.
 I1224 11:43:57.634197  2133 net.cpp:66] Creating Layer conv2
 I1224 11:43:57.634202  2133 net.cpp:76] conv2 <- pad2
 I1224 11:43:57.634205  2133 net.cpp:101] conv2 -> conv2
 I1224 11:43:57.644464  2133 net.cpp:116] Top shape: 256 27 27
 I1224 11:43:57.644491  2133 net.cpp:127] conv2 needs backward computation.
 I1224 11:43:57.644500  2133 net.cpp:66] Creating Layer relu2
 I1224 11:43:57.644505  2133 net.cpp:76] relu2 <- conv2
 I1224 11:43:57.644511  2133 net.cpp:90] relu2 -> conv2 (in-place)
 I1224 11:43:57.644516  2133 net.cpp:116] Top shape: 256 27 27
 I1224 11:43:57.644520  2133 net.cpp:127] relu2 needs backward computation.
 I1224 11:43:57.644526  2133 net.cpp:66] Creating Layer pool2
 I1224 11:43:57.644531  2133 net.cpp:76] pool2 <- conv2
 I1224 11:43:57.644536  2133 net.cpp:101] pool2 -> pool2
 I1224 11:43:57.644542  2133 net.cpp:116] Top shape: 256 13 13
 I1224 11:43:57.644546  2133 net.cpp:127] pool2 needs backward computation.
 I1224 11:43:57.644551  2133 net.cpp:66] Creating Layer norm2
 I1224 11:43:57.644556  2133 net.cpp:76] norm2 <- pool2
 I1224 11:43:57.644559  2133 net.cpp:101] norm2 -> norm2
 I1224 11:43:57.644565  2133 net.cpp:116] Top shape: 256 13 13
 I1224 11:43:57.644569  2133 net.cpp:127] norm2 needs backward computation.
 I1224 11:43:57.644574  2133 net.cpp:66] Creating Layer pad3
 I1224 11:43:57.644578  2133 net.cpp:76] pad3 <- norm2
 I1224 11:43:57.644583  2133 net.cpp:101] pad3 -> pad3
 I1224 11:43:57.644588  2133 net.cpp:116] Top shape: 256 15 15
 I1224 11:43:57.644593  2133 net.cpp:127] pad3 needs backward computation.
 I1224 11:43:57.644598  2133 net.cpp:66] Creating Layer conv3
 I1224 11:43:57.644601  2133 net.cpp:76] conv3 <- pad3
 I1224 11:43:57.644605  2133 net.cpp:101] conv3 -> conv3
 I1224 11:43:57.674450  2133 net.cpp:116] Top shape: 384 13 13
 I1224 11:43:57.674486  2133 net.cpp:127] conv3 needs backward computation.
 I1224 11:43:57.674495  2133 net.cpp:66] Creating Layer relu3
 I1224 11:43:57.674500  2133 net.cpp:76] relu3 <- conv3
 I1224 11:43:57.674506  2133 net.cpp:90] relu3 -> conv3 (in-place)
 I1224 11:43:57.674511  2133 net.cpp:116] Top shape: 384 13 13
 I1224 11:43:57.674515  2133 net.cpp:127] relu3 needs backward computation.
 I1224 11:43:57.674520  2133 net.cpp:66] Creating Layer pad4
 I1224 11:43:57.674525  2133 net.cpp:76] pad4 <- conv3
 I1224 11:43:57.674530  2133 net.cpp:101] pad4 -> pad4
 I1224 11:43:57.674537  2133 net.cpp:116] Top shape: 384 15 15
 I1224 11:43:57.674541  2133 net.cpp:127] pad4 needs backward computation.
 I1224 11:43:57.674547  2133 net.cpp:66] Creating Layer conv4
 I1224 11:43:57.674551  2133 net.cpp:76] conv4 <- pad4
 I1224 11:43:57.674556  2133 net.cpp:101] conv4 -> conv4
 I1224 11:43:57.696925  2133 net.cpp:116] Top shape: 384 13 13
 I1224 11:43:57.696951  2133 net.cpp:127] conv4 needs backward computation.
 I1224 11:43:57.696960  2133 net.cpp:66] Creating Layer relu4
 I1224 11:43:57.696965  2133 net.cpp:76] relu4 <- conv4
 I1224 11:43:57.696971  2133 net.cpp:90] relu4 -> conv4 (in-place)
 I1224 11:43:57.696976  2133 net.cpp:116] Top shape: 384 13 13
 I1224 11:43:57.696979  2133 net.cpp:127] relu4 needs backward computation.
 I1224 11:43:57.696987  2133 net.cpp:66] Creating Layer pad5
 I1224 11:43:57.696992  2133 net.cpp:76] pad5 <- conv4
 I1224 11:43:57.696996  2133 net.cpp:101] pad5 -> pad5
 I1224 11:43:57.697002  2133 net.cpp:116] Top shape: 384 15 15
 I1224 11:43:57.697006  2133 net.cpp:127] pad5 needs backward computation.
 I1224 11:43:57.697011  2133 net.cpp:66] Creating Layer conv5
 I1224 11:43:57.697016  2133 net.cpp:76] conv5 <- pad5
 I1224 11:43:57.697020  2133 net.cpp:101] conv5 -> conv5
 I1224 11:43:57.711932  2133 net.cpp:116] Top shape: 256 13 13
 I1224 11:43:57.711959  2133 net.cpp:127] conv5 needs backward computation.
 I1224 11:43:57.711967  2133 net.cpp:66] Creating Layer relu5
 I1224 11:43:57.711973  2133 net.cpp:76] relu5 <- conv5
 I1224 11:43:57.711979  2133 net.cpp:90] relu5 -> conv5 (in-place)
 I1224 11:43:57.711984  2133 net.cpp:116] Top shape: 256 13 13
 I1224 11:43:57.711987  2133 net.cpp:127] relu5 needs backward computation.
 I1224 11:43:57.711993  2133 net.cpp:66] Creating Layer pool5
 I1224 11:43:57.711997  2133 net.cpp:76] pool5 <- conv5
 I1224 11:43:57.712002  2133 net.cpp:101] pool5 -> pool5
 I1224 11:43:57.712007  2133 net.cpp:116] Top shape: 256 6 6
 I1224 11:43:57.712012  2133 net.cpp:127] pool5 needs backward computation.
 I1224 11:43:57.712016  2133 net.cpp:66] Creating Layer fc6
 I1224 11:43:57.712020  2133 net.cpp:76] fc6 <- pool5
 I1224 11:43:57.712026  2133 net.cpp:101] fc6 -> fc6
 I1224 11:43:58.958101  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:58.958132  2133 net.cpp:127] fc6 needs backward computation.
 I1224 11:43:58.958142  2133 net.cpp:66] Creating Layer relu6
 I1224 11:43:58.958147  2133 net.cpp:76] relu6 <- fc6
 I1224 11:43:58.958153  2133 net.cpp:90] relu6 -> fc6 (in-place)
 I1224 11:43:58.958156  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:58.958160  2133 net.cpp:127] relu6 needs backward computation.
 I1224 11:43:58.958165  2133 net.cpp:66] Creating Layer drop6
 I1224 11:43:58.958169  2133 net.cpp:76] drop6 <- fc6
 I1224 11:43:58.958173  2133 net.cpp:90] drop6 -> fc6 (in-place)
 I1224 11:43:58.958180  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:58.958184  2133 net.cpp:127] drop6 needs backward computation.
 I1224 11:43:58.958190  2133 net.cpp:66] Creating Layer fc7
 I1224 11:43:58.958194  2133 net.cpp:76] fc7 <- fc6
 I1224 11:43:58.958199  2133 net.cpp:101] fc7 -> fc7
 I1224 11:43:59.484856  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:59.484889  2133 net.cpp:127] fc7 needs backward computation.
 I1224 11:43:59.484899  2133 net.cpp:66] Creating Layer relu7
 I1224 11:43:59.484904  2133 net.cpp:76] relu7 <- fc7
 I1224 11:43:59.484923  2133 net.cpp:90] relu7 -> fc7 (in-place)
 I1224 11:43:59.484928  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:59.484931  2133 net.cpp:127] relu7 needs backward computation.
 I1224 11:43:59.484946  2133 net.cpp:66] Creating Layer drop7
 I1224 11:43:59.484948  2133 net.cpp:76] drop7 <- fc7
 I1224 11:43:59.484952  2133 net.cpp:90] drop7 -> fc7 (in-place)
 I1224 11:43:59.484957  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:59.484961  2133 net.cpp:127] drop7 needs backward computation.
 I1224 11:43:59.484967  2133 net.cpp:66] Creating Layer fc8
 I1224 11:43:59.484972  2133 net.cpp:76] fc8 <- fc7
 I1224 11:43:59.484976  2133 net.cpp:101] fc8 -> fc8
 I1224 11:43:59.613492  2133 net.cpp:116] Top shape: 1000 1 1
 I1224 11:43:59.613520  2133 net.cpp:127] fc8 needs backward computation.
 I1224 11:43:59.613533  2133 net.cpp:66] Creating Layer loss
 I1224 11:43:59.613538  2133 net.cpp:76] loss <- fc8
 I1224 11:43:59.613544  2133 net.cpp:76] loss <- label
 I1224 11:43:59.613554  2133 net.cpp:127] loss needs backward computation.
 I1224 11:43:59.613560  2133 net.cpp:148] Collecting Learning Rate and Weight Decay.
 I1224 11:43:59.613574  2133 net.cpp:142] Network initialization done.
 I1224 11:43:59.613584  2133 solver.cpp:29] Creating testing net.
 I1224 11:43:59.613863  2133 net.cpp:66] Creating Layer data
 I1224 11:43:59.613869  2133 net.cpp:101] data -> data
 I1224 11:43:59.613875  2133 net.cpp:101] data -> label
 I1224 11:43:59.613880  2133 data_layer.cpp:122] Opening leveldb /home/jdonahue/caffe-val-leveldb
 I1224 11:43:59.719956  2133 data_layer.cpp:159] output data size: 50,3,227,227
 I1224 11:43:59.719990  2133 data_layer.cpp:176] Loading mean file from/home/jiayq/ilsvrc2012_mean.binaryproto
 I1224 11:43:59.740614  2133 net.cpp:116] Top shape: 3 227 227
 I1224 11:43:59.740640  2133 net.cpp:116] Top shape: 1 1 1
 I1224 11:43:59.740645  2133 net.cpp:132] data does not need backward computation.
 I1224 11:43:59.740653  2133 net.cpp:66] Creating Layer conv1
 I1224 11:43:59.740658  2133 net.cpp:76] conv1 <- data
 I1224 11:43:59.740664  2133 net.cpp:101] conv1 -> conv1
 I1224 11:43:59.740692  2133 net.cpp:116] Top shape: 96 55 55
 I1224 11:43:59.740700  2133 net.cpp:132] conv1 does not need backward computation.
 I1224 11:43:59.740706  2133 net.cpp:66] Creating Layer relu1
 I1224 11:43:59.740710  2133 net.cpp:76] relu1 <- conv1
 I1224 11:43:59.740715  2133 net.cpp:90] relu1 -> conv1 (in-place)
 I1224 11:43:59.740720  2133 net.cpp:116] Top shape: 96 55 55
 I1224 11:43:59.740725  2133 net.cpp:132] relu1 does not need backward computation.
 I1224 11:43:59.740728  2133 net.cpp:66] Creating Layer pool1
 I1224 11:43:59.740732  2133 net.cpp:76] pool1 <- conv1
 I1224 11:43:59.740736  2133 net.cpp:101] pool1 -> pool1
 I1224 11:43:59.740741  2133 net.cpp:116] Top shape: 96 27 27
 I1224 11:43:59.740746  2133 net.cpp:132] pool1 does not need backward computation.
 I1224 11:43:59.740751  2133 net.cpp:66] Creating Layer norm1
 I1224 11:43:59.740754  2133 net.cpp:76] norm1 <- pool1
 I1224 11:43:59.740758  2133 net.cpp:101] norm1 -> norm1
 I1224 11:43:59.740764  2133 net.cpp:116] Top shape: 96 27 27
 I1224 11:43:59.740768  2133 net.cpp:132] norm1 does not need backward computation.
 I1224 11:43:59.740772  2133 net.cpp:66] Creating Layer pad2
 I1224 11:43:59.740777  2133 net.cpp:76] pad2 <- norm1
 I1224 11:43:59.740780  2133 net.cpp:101] pad2 -> pad2
 I1224 11:43:59.740785  2133 net.cpp:116] Top shape: 96 31 31
 I1224 11:43:59.740789  2133 net.cpp:132] pad2 does not need backward computation.
 I1224 11:43:59.740793  2133 net.cpp:66] Creating Layer conv2
 I1224 11:43:59.740797  2133 net.cpp:76] conv2 <- pad2
 I1224 11:43:59.740802  2133 net.cpp:101] conv2 -> conv2
 I1224 11:43:59.741040  2133 net.cpp:116] Top shape: 256 27 27
 I1224 11:43:59.741049  2133 net.cpp:132] conv2 does not need backward computation.
 I1224 11:43:59.741053  2133 net.cpp:66] Creating Layer relu2
 I1224 11:43:59.741057  2133 net.cpp:76] relu2 <- conv2
 I1224 11:43:59.741061  2133 net.cpp:90] relu2 -> conv2 (in-place)
 I1224 11:43:59.741066  2133 net.cpp:116] Top shape: 256 27 27
 I1224 11:43:59.741070  2133 net.cpp:132] relu2 does not need backward computation.
 I1224 11:43:59.741075  2133 net.cpp:66] Creating Layer pool2
 I1224 11:43:59.741080  2133 net.cpp:76] pool2 <- conv2
 I1224 11:43:59.741083  2133 net.cpp:101] pool2 -> pool2
 I1224 11:43:59.741094  2133 net.cpp:116] Top shape: 256 13 13
 I1224 11:43:59.741098  2133 net.cpp:132] pool2 does not need backward computation.
 I1224 11:43:59.741103  2133 net.cpp:66] Creating Layer norm2
 I1224 11:43:59.741107  2133 net.cpp:76] norm2 <- pool2
 I1224 11:43:59.741111  2133 net.cpp:101] norm2 -> norm2
 I1224 11:43:59.741117  2133 net.cpp:116] Top shape: 256 13 13
 I1224 11:43:59.741121  2133 net.cpp:132] norm2 does not need backward computation.
 I1224 11:43:59.741125  2133 net.cpp:66] Creating Layer pad3
 I1224 11:43:59.741129  2133 net.cpp:76] pad3 <- norm2
 I1224 11:43:59.741133  2133 net.cpp:101] pad3 -> pad3
 I1224 11:43:59.741138  2133 net.cpp:116] Top shape: 256 15 15
 I1224 11:43:59.741142  2133 net.cpp:132] pad3 does not need backward computation.
 I1224 11:43:59.741147  2133 net.cpp:66] Creating Layer conv3
 I1224 11:43:59.741150  2133 net.cpp:76] conv3 <- pad3
 I1224 11:43:59.741154  2133 net.cpp:101] conv3 -> conv3
 I1224 11:43:59.742883  2133 net.cpp:116] Top shape: 384 13 13
 I1224 11:43:59.742902  2133 net.cpp:132] conv3 does not need backward computation.
 I1224 11:43:59.742908  2133 net.cpp:66] Creating Layer relu3
 I1224 11:43:59.742913  2133 net.cpp:76] relu3 <- conv3
 I1224 11:43:59.742918  2133 net.cpp:90] relu3 -> conv3 (in-place)
 I1224 11:43:59.742923  2133 net.cpp:116] Top shape: 384 13 13
 I1224 11:43:59.742926  2133 net.cpp:132] relu3 does not need backward computation.
 I1224 11:43:59.742931  2133 net.cpp:66] Creating Layer pad4
 I1224 11:43:59.742935  2133 net.cpp:76] pad4 <- conv3
 I1224 11:43:59.742940  2133 net.cpp:101] pad4 -> pad4
 I1224 11:43:59.742945  2133 net.cpp:116] Top shape: 384 15 15
 I1224 11:43:59.742949  2133 net.cpp:132] pad4 does not need backward computation.
 I1224 11:43:59.742954  2133 net.cpp:66] Creating Layer conv4
 I1224 11:43:59.742957  2133 net.cpp:76] conv4 <- pad4
 I1224 11:43:59.742962  2133 net.cpp:101] conv4 -> conv4
 I1224 11:43:59.744259  2133 net.cpp:116] Top shape: 384 13 13
 I1224 11:43:59.744271  2133 net.cpp:132] conv4 does not need backward computation.
 I1224 11:43:59.744277  2133 net.cpp:66] Creating Layer relu4
 I1224 11:43:59.744282  2133 net.cpp:76] relu4 <- conv4
 I1224 11:43:59.744287  2133 net.cpp:90] relu4 -> conv4 (in-place)
 I1224 11:43:59.744292  2133 net.cpp:116] Top shape: 384 13 13
 I1224 11:43:59.744295  2133 net.cpp:132] relu4 does not need backward computation.
 I1224 11:43:59.744302  2133 net.cpp:66] Creating Layer pad5
 I1224 11:43:59.744305  2133 net.cpp:76] pad5 <- conv4
 I1224 11:43:59.744310  2133 net.cpp:101] pad5 -> pad5
 I1224 11:43:59.744315  2133 net.cpp:116] Top shape: 384 15 15
 I1224 11:43:59.744318  2133 net.cpp:132] pad5 does not need backward computation.
 I1224 11:43:59.744323  2133 net.cpp:66] Creating Layer conv5
 I1224 11:43:59.744328  2133 net.cpp:76] conv5 <- pad5
 I1224 11:43:59.744331  2133 net.cpp:101] conv5 -> conv5
 I1224 11:43:59.745266  2133 net.cpp:116] Top shape: 256 13 13
 I1224 11:43:59.745282  2133 net.cpp:132] conv5 does not need backward computation.
 I1224 11:43:59.745288  2133 net.cpp:66] Creating Layer relu5
 I1224 11:43:59.745293  2133 net.cpp:76] relu5 <- conv5
 I1224 11:43:59.745298  2133 net.cpp:90] relu5 -> conv5 (in-place)
 I1224 11:43:59.745303  2133 net.cpp:116] Top shape: 256 13 13
 I1224 11:43:59.745307  2133 net.cpp:132] relu5 does not need backward computation.
 I1224 11:43:59.745311  2133 net.cpp:66] Creating Layer pool5
 I1224 11:43:59.745316  2133 net.cpp:76] pool5 <- conv5
 I1224 11:43:59.745321  2133 net.cpp:101] pool5 -> pool5
 I1224 11:43:59.745326  2133 net.cpp:116] Top shape: 256 6 6
 I1224 11:43:59.745329  2133 net.cpp:132] pool5 does not need backward computation.
 I1224 11:43:59.745334  2133 net.cpp:66] Creating Layer fc6
 I1224 11:43:59.745338  2133 net.cpp:76] fc6 <- pool5
 I1224 11:43:59.745343  2133 net.cpp:101] fc6 -> fc6
 I1224 11:43:59.810775  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:59.810809  2133 net.cpp:132] fc6 does not need backward computation.
 I1224 11:43:59.810817  2133 net.cpp:66] Creating Layer relu6
 I1224 11:43:59.810822  2133 net.cpp:76] relu6 <- fc6
 I1224 11:43:59.810838  2133 net.cpp:90] relu6 -> fc6 (in-place)
 I1224 11:43:59.810844  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:59.810848  2133 net.cpp:132] relu6 does not need backward computation.
 I1224 11:43:59.810853  2133 net.cpp:66] Creating Layer drop6
 I1224 11:43:59.810856  2133 net.cpp:76] drop6 <- fc6
 I1224 11:43:59.810860  2133 net.cpp:90] drop6 -> fc6 (in-place)
 I1224 11:43:59.810864  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:59.810868  2133 net.cpp:132] drop6 does not need backward computation.
 I1224 11:43:59.810873  2133 net.cpp:66] Creating Layer fc7
 I1224 11:43:59.810876  2133 net.cpp:76] fc7 <- fc6
 I1224 11:43:59.810880  2133 net.cpp:101] fc7 -> fc7
 I1224 11:43:59.838085  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:59.838117  2133 net.cpp:132] fc7 does not need backward computation.
 I1224 11:43:59.838125  2133 net.cpp:66] Creating Layer relu7
 I1224 11:43:59.838130  2133 net.cpp:76] relu7 <- fc7
 I1224 11:43:59.838135  2133 net.cpp:90] relu7 -> fc7 (in-place)
 I1224 11:43:59.838140  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:59.838145  2133 net.cpp:132] relu7 does not need backward computation.
 I1224 11:43:59.838148  2133 net.cpp:66] Creating Layer drop7
 I1224 11:43:59.838152  2133 net.cpp:76] drop7 <- fc7
 I1224 11:43:59.838156  2133 net.cpp:90] drop7 -> fc7 (in-place)
 I1224 11:43:59.838160  2133 net.cpp:116] Top shape: 4096 1 1
 I1224 11:43:59.838165  2133 net.cpp:132] drop7 does not need backward computation.
 I1224 11:43:59.838168  2133 net.cpp:66] Creating Layer fc8
 I1224 11:43:59.838172  2133 net.cpp:76] fc8 <- fc7
 I1224 11:43:59.838176  2133 net.cpp:101] fc8 -> fc8
 I1224 11:43:59.844902  2133 net.cpp:116] Top shape: 1000 1 1
 I1224 11:43:59.844943  2133 net.cpp:132] fc8 does not need backward computation.
 I1224 11:43:59.844951  2133 net.cpp:66] Creating Layer prob
 I1224 11:43:59.844955  2133 net.cpp:76] prob <- fc8
 I1224 11:43:59.844961  2133 net.cpp:101] prob -> prob
 I1224 11:43:59.844969  2133 net.cpp:116] Top shape: 1000 1 1
 I1224 11:43:59.844974  2133 net.cpp:132] prob does not need backward computation.
 I1224 11:43:59.844977  2133 net.cpp:66] Creating Layer accuracy
 I1224 11:43:59.844981  2133 net.cpp:76] accuracy <- prob
 I1224 11:43:59.844986  2133 net.cpp:76] accuracy <- label
 I1224 11:43:59.844991  2133 net.cpp:101] accuracy -> accuracy
 I1224 11:43:59.845002  2133 net.cpp:116] Top shape: 2 1 1
 I1224 11:43:59.845006  2133 net.cpp:132] accuracy does not need backward computation.
 I1224 11:43:59.845010  2133 net.cpp:138] This network produces output accuracy
 I1224 11:43:59.845013  2133 net.cpp:148] Collecting Learning Rate and Weight Decay.
 I1224 11:43:59.845022  2133 net.cpp:142] Network initialization done.
 I1224 11:43:59.845046  2133 solver.cpp:36] Solver scaffolding done.
 I1224 11:43:59.845062  2133 solver.cpp:44] Solving CaffeNet
 I1224 11:44:35.760967  2133 solver.cpp:204] Iteration 20, lr = 0.01
 I1224 11:44:35.766033  2133 solver.cpp:66] Iteration 20, loss = 7.10833
 I1224 11:45:11.856735  2133 solver.cpp:204] Iteration 40, lr = 0.01
 I1224 11:45:11.861819  2133 solver.cpp:66] Iteration 40, loss = 6.97265
 I1224 11:45:47.956408  2133 solver.cpp:204] Iteration 60, lr = 0.01
 I1224 11:45:47.961510  2133 solver.cpp:66] Iteration 60, loss = 6.9354
 I1224 11:46:24.050781  2133 solver.cpp:204] Iteration 80, lr = 0.01
 I1224 11:46:24.055892  2133 solver.cpp:66] Iteration 80, loss = 6.92062
 I1224 11:47:00.144454  2133 solver.cpp:204] Iteration 100, lr = 0.01
 I1224 11:47:00.149559  2133 solver.cpp:66] Iteration 100, loss = 6.91424
 I1224 11:47:36.240726  2133 solver.cpp:204] Iteration 120, lr = 0.01
 I1224 11:47:36.245831  2133 solver.cpp:66] Iteration 120, loss = 6.91192
 I1224 11:48:12.335600  2133 solver.cpp:204] Iteration 140, lr = 0.01
 I1224 11:48:12.340698  2133 solver.cpp:66] Iteration 140, loss = 6.90288
 I1224 11:48:48.427602  2133 solver.cpp:204] Iteration 160, lr = 0.01
 I1224 11:48:48.432719  2133 solver.cpp:66] Iteration 160, loss = 6.90726
 I1224 11:49:24.521304  2133 solver.cpp:204] Iteration 180, lr = 0.01
 I1224 11:49:24.526368  2133 solver.cpp:66] Iteration 180, loss = 6.91685
 I1224 11:50:00.615808  2133 solver.cpp:204] Iteration 200, lr = 0.01
 I1224 11:50:00.621006  2133 solver.cpp:66] Iteration 200, loss = 6.91447
 I1224 11:50:36.707147  2133 solver.cpp:204] Iteration 220, lr = 0.01
 I1224 11:50:36.712247  2133 solver.cpp:66] Iteration 220, loss = 6.9012
 I1224 11:51:12.803182  2133 solver.cpp:204] Iteration 240, lr = 0.01
 I1224 11:51:12.808274  2133 solver.cpp:66] Iteration 240, loss = 6.91308
 I1224 11:51:48.898185  2133 solver.cpp:204] Iteration 260, lr = 0.01
 I1224 11:51:48.903337  2133 solver.cpp:66] Iteration 260, loss = 6.90244
 I1224 11:52:24.989563  2133 solver.cpp:204] Iteration 280, lr = 0.01
 I1224 11:52:24.994668  2133 solver.cpp:66] Iteration 280, loss = 6.91376
 I1224 11:53:01.078840  2133 solver.cpp:204] Iteration 300, lr = 0.01
 I1224 11:53:01.083933  2133 solver.cpp:66] Iteration 300, loss = 6.91034
 I1224 11:53:37.170135  2133 solver.cpp:204] Iteration 320, lr = 0.01
 I1224 11:53:37.175268  2133 solver.cpp:66] Iteration 320, loss = 6.91151
 I1224 11:54:13.266113  2133 solver.cpp:204] Iteration 340, lr = 0.01
 I1224 11:54:13.271183  2133 solver.cpp:66] Iteration 340, loss = 6.90973
 I1224 11:54:49.359936  2133 solver.cpp:204] Iteration 360, lr = 0.01
 I1224 11:54:49.365046  2133 solver.cpp:66] Iteration 360, loss = 6.90851
 I1224 11:55:25.451686  2133 solver.cpp:204] Iteration 380, lr = 0.01
 I1224 11:55:25.456787  2133 solver.cpp:66] Iteration 380, loss = 6.90822
 I1224 11:56:01.546325  2133 solver.cpp:204] Iteration 400, lr = 0.01
 I1224 11:56:01.551429  2133 solver.cpp:66] Iteration 400, loss = 6.91184
 I1224 11:56:37.638782  2133 solver.cpp:204] Iteration 420, lr = 0.01
 I1224 11:56:37.643880  2133 solver.cpp:66] Iteration 420, loss = 6.90839
 I1224 11:57:13.733304  2133 solver.cpp:204] Iteration 440, lr = 0.01
 I1224 11:57:13.738373  2133 solver.cpp:66] Iteration 440, loss = 6.91206
 I1224 11:57:49.830659  2133 solver.cpp:204] Iteration 460, lr = 0.01
 I1224 11:57:49.835716  2133 solver.cpp:66] Iteration 460, loss = 6.90959
 I1224 11:58:25.924022  2133 solver.cpp:204] Iteration 480, lr = 0.01
 I1224 11:58:25.929131  2133 solver.cpp:66] Iteration 480, loss = 6.9061
 I1224 11:59:02.018004  2133 solver.cpp:204] Iteration 500, lr = 0.01
 I1224 11:59:02.023092  2133 solver.cpp:66] Iteration 500, loss = 6.90938
 I1224 11:59:38.111793  2133 solver.cpp:204] Iteration 520, lr = 0.01
 I1224 11:59:38.116785  2133 solver.cpp:66] Iteration 520, loss = 6.90606
 I1224 12:00:14.208089  2133 solver.cpp:204] Iteration 540, lr = 0.01
 I1224 12:00:14.213163  2133 solver.cpp:66] Iteration 540, loss = 6.90896
 I1224 12:00:50.306095  2133 solver.cpp:204] Iteration 560, lr = 0.01
 I1224 12:00:50.311209  2133 solver.cpp:66] Iteration 560, loss = 6.90867
 I1224 12:01:26.401895  2133 solver.cpp:204] Iteration 580, lr = 0.01
 I1224 12:01:26.406983  2133 solver.cpp:66] Iteration 580, loss = 6.90906
 I1224 12:02:02.498724  2133 solver.cpp:204] Iteration 600, lr = 0.01
 I1224 12:02:02.503825  2133 solver.cpp:66] Iteration 600, loss = 6.90983
 I1224 12:02:38.593899  2133 solver.cpp:204] Iteration 620, lr = 0.01
 I1224 12:02:38.598994  2133 solver.cpp:66] Iteration 620, loss = 6.90757
 I1224 12:03:14.692705  2133 solver.cpp:204] Iteration 640, lr = 0.01
 I1224 12:03:14.697815  2133 solver.cpp:66] Iteration 640, loss = 6.90728
 I1224 12:03:50.792402  2133 solver.cpp:204] Iteration 660, lr = 0.01
 I1224 12:03:50.797509  2133 solver.cpp:66] Iteration 660, loss = 6.90781
 I1224 12:04:26.882668  2133 solver.cpp:204] Iteration 680, lr = 0.01
 I1224 12:04:26.887786  2133 solver.cpp:66] Iteration 680, loss = 6.90634
 I1224 12:05:02.981825  2133 solver.cpp:204] Iteration 700, lr = 0.01
 I1224 12:05:02.986930  2133 solver.cpp:66] Iteration 700, loss = 6.90891
 I1224 12:05:39.074470  2133 solver.cpp:204] Iteration 720, lr = 0.01
 I1224 12:05:39.079538  2133 solver.cpp:66] Iteration 720, loss = 6.90757
 I1224 12:06:15.169201  2133 solver.cpp:204] Iteration 740, lr = 0.01
 I1224 12:06:15.174269  2133 solver.cpp:66] Iteration 740, loss = 6.90968
 I1224 12:06:51.263634  2133 solver.cpp:204] Iteration 760, lr = 0.01
 I1224 12:06:51.268734  2133 solver.cpp:66] Iteration 760, loss = 6.9082
 I1224 12:07:27.353821  2133 solver.cpp:204] Iteration 780, lr = 0.01
 I1224 12:07:27.358922  2133 solver.cpp:66] Iteration 780, loss = 6.90535
 I1224 12:08:03.446461  2133 solver.cpp:204] Iteration 800, lr = 0.01
 I1224 12:08:03.451553  2133 solver.cpp:66] Iteration 800, loss = 6.90596
 I1224 12:08:39.537756  2133 solver.cpp:204] Iteration 820, lr = 0.01
 I1224 12:08:39.542861  2133 solver.cpp:66] Iteration 820, loss = 6.9088
 I1224 12:09:15.631114  2133 solver.cpp:204] Iteration 840, lr = 0.01
 I1224 12:09:15.636224  2133 solver.cpp:66] Iteration 840, loss = 6.90754
 I1224 12:09:51.728015  2133 solver.cpp:204] Iteration 860, lr = 0.01
 I1224 12:09:51.733121  2133 solver.cpp:66] Iteration 860, loss = 6.90994
 I1224 12:10:27.823118  2133 solver.cpp:204] Iteration 880, lr = 0.01
 I1224 12:10:27.828212  2133 solver.cpp:66] Iteration 880, loss = 6.91128
 I1224 12:11:03.919064  2133 solver.cpp:204] Iteration 900, lr = 0.01
 I1224 12:11:03.924163  2133 solver.cpp:66] Iteration 900, loss = 6.91323
 I1224 12:11:40.016403  2133 solver.cpp:204] Iteration 920, lr = 0.01
 I1224 12:11:40.021512  2133 solver.cpp:66] Iteration 920, loss = 6.90975
 I1224 12:12:16.113140  2133 solver.cpp:204] Iteration 940, lr = 0.01
 I1224 12:12:16.118242  2133 solver.cpp:66] Iteration 940, loss = 6.90761
 I1224 12:12:52.206152  2133 solver.cpp:204] Iteration 960, lr = 0.01
 I1224 12:12:52.211249  2133 solver.cpp:66] Iteration 960, loss = 6.90627
 I1224 12:13:28.303498  2133 solver.cpp:204] Iteration 980, lr = 0.01
 I1224 12:13:28.308611  2133 solver.cpp:66] Iteration 980, loss = 6.90845
 I1224 12:14:04.396049  2133 solver.cpp:204] Iteration 1000, lr = 0.01
 I1224 12:14:04.401150  2133 solver.cpp:66] Iteration 1000, loss = 6.90767
 I1224 12:14:04.401165  2133 solver.cpp:84] Testing net
 I1224 12:16:17.025035  2133 solver.cpp:111] Test score #0: 0.001
 I1224 12:16:17.025086  2133 solver.cpp:111] Test score #1: 6.90783
 I1224 12:16:52.872843  2133 solver.cpp:204] Iteration 1020, lr = 0.01
 I1224 12:16:52.877946  2133 solver.cpp:66] Iteration 1020, loss = 6.90669
 I1224 12:17:28.964174  2133 solver.cpp:204] Iteration 1040, lr = 0.01
 I1224 12:17:28.969277  2133 solver.cpp:66] Iteration 1040, loss = 6.9019
 I1224 12:18:05.056576  2133 solver.cpp:204] Iteration 1060, lr = 0.01
 I1224 12:18:05.061694  2133 solver.cpp:66] Iteration 1060, loss = 6.91238
 I1224 12:18:41.153379  2133 solver.cpp:204] Iteration 1080, lr = 0.01
 I1224 12:18:41.158521  2133 solver.cpp:66] Iteration 1080, loss = 6.90513
 I1224 12:19:17.252359  2133 solver.cpp:204] Iteration 1100, lr = 0.01
 I1224 12:19:17.257347  2133 solver.cpp:66] Iteration 1100, loss = 6.9059
 I1224 12:19:53.349859  2133 solver.cpp:204] Iteration 1120, lr = 0.01
 I1224 12:19:53.354964  2133 solver.cpp:66] Iteration 1120, loss = 6.90782
 I1224 12:20:29.449159  2133 solver.cpp:204] Iteration 1140, lr = 0.01
 I1224 12:20:29.454258  2133 solver.cpp:66] Iteration 1140, loss = 6.90716
 I1224 12:21:05.548818  2133 solver.cpp:204] Iteration 1160, lr = 0.01
 I1224 12:21:05.553915  2133 solver.cpp:66] Iteration 1160, loss = 6.90706
 I1224 12:21:41.649299  2133 solver.cpp:204] Iteration 1180, lr = 0.01
 I1224 12:21:41.654368  2133 solver.cpp:66] Iteration 1180, loss = 6.9089
 I1224 12:22:17.752010  2133 solver.cpp:204] Iteration 1200, lr = 0.01
 I1224 12:22:17.757120  2133 solver.cpp:66] Iteration 1200, loss = 6.90703
 I1224 12:22:53.850751  2133 solver.cpp:204] Iteration 1220, lr = 0.01
 I1224 12:22:53.855844  2133 solver.cpp:66] Iteration 1220, loss = 6.905
 I1224 12:23:29.955181  2133 solver.cpp:204] Iteration 1240, lr = 0.01
 I1224 12:23:29.960300  2133 solver.cpp:66] Iteration 1240, loss = 6.90231
 I1224 12:24:06.055773  2133 solver.cpp:204] Iteration 1260, lr = 0.01
 I1224 12:24:06.060883  2133 solver.cpp:66] Iteration 1260, loss = 6.90564
 I1224 12:24:42.156558  2133 solver.cpp:204] Iteration 1280, lr = 0.01
 I1224 12:24:42.161666  2133 solver.cpp:66] Iteration 1280, loss = 6.89678
 I1224 12:25:18.259100  2133 solver.cpp:204] Iteration 1300, lr = 0.01
 I1224 12:25:18.264220  2133 solver.cpp:66] Iteration 1300, loss = 6.89793
 I1224 12:25:54.362156  2133 solver.cpp:204] Iteration 1320, lr = 0.01
 I1224 12:25:54.367256  2133 solver.cpp:66] Iteration 1320, loss = 6.90071
 I1224 12:26:30.464109  2133 solver.cpp:204] Iteration 1340, lr = 0.01
 I1224 12:26:30.469216  2133 solver.cpp:66] Iteration 1340, loss = 6.91952
 I1224 12:27:06.565148  2133 solver.cpp:204] Iteration 1360, lr = 0.01
 I1224 12:27:06.570233  2133 solver.cpp:66] Iteration 1360, loss = 6.88889
 I1224 12:27:42.660934  2133 solver.cpp:204] Iteration 1380, lr = 0.01
 I1224 12:27:42.666003  2133 solver.cpp:66] Iteration 1380, loss = 6.88173
 I1224 12:28:18.760490  2133 solver.cpp:204] Iteration 1400, lr = 0.01
 I1224 12:28:18.765594  2133 solver.cpp:66] Iteration 1400, loss = 6.8864
 I1224 12:28:54.862738  2133 solver.cpp:204] Iteration 1420, lr = 0.01
 I1224 12:28:54.867848  2133 solver.cpp:66] Iteration 1420, loss = 6.91347
 I1224 12:29:30.962913  2133 solver.cpp:204] Iteration 1440, lr = 0.01
 I1224 12:29:30.968029  2133 solver.cpp:66] Iteration 1440, loss = 6.88559
 I1224 12:30:07.063429  2133 solver.cpp:204] Iteration 1460, lr = 0.01
 I1224 12:30:07.068531  2133 solver.cpp:66] Iteration 1460, loss = 6.87269
 I1224 12:30:43.172893  2133 solver.cpp:204] Iteration 1480, lr = 0.01
 I1224 12:30:43.177976  2133 solver.cpp:66] Iteration 1480, loss = 6.89535
 I1224 12:31:19.269127  2133 solver.cpp:204] Iteration 1500, lr = 0.01
 I1224 12:31:19.274188  2133 solver.cpp:66] Iteration 1500, loss = 6.87032
 I1224 12:31:55.364092  2133 solver.cpp:204] Iteration 1520, lr = 0.01
 I1224 12:31:55.369200  2133 solver.cpp:66] Iteration 1520, loss = 6.863
 I1224 12:32:31.469144  2133 solver.cpp:204] Iteration 1540, lr = 0.01
 I1224 12:32:31.474210  2133 solver.cpp:66] Iteration 1540, loss = 6.85339
 I1224 12:33:07.564785  2133 solver.cpp:204] Iteration 1560, lr = 0.01
 I1224 12:33:07.569886  2133 solver.cpp:66] Iteration 1560, loss = 6.84089
 I1224 12:33:43.662951  2133 solver.cpp:204] Iteration 1580, lr = 0.01
 I1224 12:33:43.668064  2133 solver.cpp:66] Iteration 1580, loss = 6.85405
 I1224 12:34:19.761767  2133 solver.cpp:204] Iteration 1600, lr = 0.01
 I1224 12:34:19.766712  2133 solver.cpp:66] Iteration 1600, loss = 6.85199
 I1224 12:34:55.860069  2133 solver.cpp:204] Iteration 1620, lr = 0.01
 I1224 12:34:55.865193  2133 solver.cpp:66] Iteration 1620, loss = 6.81001
 I1224 12:35:31.953950  2133 solver.cpp:204] Iteration 1640, lr = 0.01
 I1224 12:35:31.958971  2133 solver.cpp:66] Iteration 1640, loss = 6.8436
 I1224 12:36:08.052618  2133 solver.cpp:204] Iteration 1660, lr = 0.01
 I1224 12:36:08.057729  2133 solver.cpp:66] Iteration 1660, loss = 6.80661
 I1224 12:36:44.147982  2133 solver.cpp:204] Iteration 1680, lr = 0.01
 I1224 12:36:44.153079  2133 solver.cpp:66] Iteration 1680, loss = 6.81275
 I1224 12:37:20.247201  2133 solver.cpp:204] Iteration 1700, lr = 0.01
 I1224 12:37:20.252310  2133 solver.cpp:66] Iteration 1700, loss = 6.79256
 I1224 12:37:56.349444  2133 solver.cpp:204] Iteration 1720, lr = 0.01
 I1224 12:37:56.354531  2133 solver.cpp:66] Iteration 1720, loss = 6.79599
 I1224 12:38:32.453408  2133 solver.cpp:204] Iteration 1740, lr = 0.01
 I1224 12:38:32.458485  2133 solver.cpp:66] Iteration 1740, loss = 6.79002
 I1224 12:39:08.557777  2133 solver.cpp:204] Iteration 1760, lr = 0.01
 I1224 12:39:08.562764  2133 solver.cpp:66] Iteration 1760, loss = 6.8007
 I1224 12:39:44.659602  2133 solver.cpp:204] Iteration 1780, lr = 0.01
 I1224 12:39:44.664757  2133 solver.cpp:66] Iteration 1780, loss = 6.84121
 I1224 12:40:20.761157  2133 solver.cpp:204] Iteration 1800, lr = 0.01
 I1224 12:40:20.766223  2133 solver.cpp:66] Iteration 1800, loss = 6.81147
 I1224 12:40:56.863178  2133 solver.cpp:204] Iteration 1820, lr = 0.01
 I1224 12:40:56.868288  2133 solver.cpp:66] Iteration 1820, loss = 6.78818
 I1224 12:41:32.964414  2133 solver.cpp:204] Iteration 1840, lr = 0.01
 I1224 12:41:32.969477  2133 solver.cpp:66] Iteration 1840, loss = 6.8494
 I1224 12:42:09.062768  2133 solver.cpp:204] Iteration 1860, lr = 0.01
 I1224 12:42:09.067875  2133 solver.cpp:66] Iteration 1860, loss = 6.78811
 I1224 12:42:45.167386  2133 solver.cpp:204] Iteration 1880, lr = 0.01
 I1224 12:42:45.172477  2133 solver.cpp:66] Iteration 1880, loss = 6.75754
 I1224 12:43:21.270802  2133 solver.cpp:204] Iteration 1900, lr = 0.01
 I1224 12:43:21.275913  2133 solver.cpp:66] Iteration 1900, loss = 6.789
 I1224 12:43:57.373550  2133 solver.cpp:204] Iteration 1920, lr = 0.01
 I1224 12:43:57.378624  2133 solver.cpp:66] Iteration 1920, loss = 6.76642
 I1224 12:44:33.473644  2133 solver.cpp:204] Iteration 1940, lr = 0.01
 I1224 12:44:33.478760  2133 solver.cpp:66] Iteration 1940, loss = 6.77062
 I1224 12:45:09.571037  2133 solver.cpp:204] Iteration 1960, lr = 0.01
 I1224 12:45:09.576139  2133 solver.cpp:66] Iteration 1960, loss = 6.75301
 I1224 12:45:45.668418  2133 solver.cpp:204] Iteration 1980, lr = 0.01
 I1224 12:45:45.673521  2133 solver.cpp:66] Iteration 1980, loss = 6.72744
 I1224 12:46:21.770876  2133 solver.cpp:204] Iteration 2000, lr = 0.01
 I1224 12:46:21.775989  2133 solver.cpp:66] Iteration 2000, loss = 6.77439
 I1224 12:46:21.776002  2133 solver.cpp:84] Testing net
 I1224 12:48:34.130873  2133 solver.cpp:111] Test score #0: 0.00286
 I1224 12:48:34.130923  2133 solver.cpp:111] Test score #1: 6.74155
 I1224 12:49:09.982522  2133 solver.cpp:204] Iteration 2020, lr = 0.01
 I1224 12:49:09.987624  2133 solver.cpp:66] Iteration 2020, loss = 6.7442
 I1224 12:49:46.083528  2133 solver.cpp:204] Iteration 2040, lr = 0.01
 I1224 12:49:46.088636  2133 solver.cpp:66] Iteration 2040, loss = 6.73547
 I1224 12:50:22.182744  2133 solver.cpp:204] Iteration 2060, lr = 0.01
 I1224 12:50:22.187849  2133 solver.cpp:66] Iteration 2060, loss = 6.7613
 I1224 12:50:58.283092  2133 solver.cpp:204] Iteration 2080, lr = 0.01
 I1224 12:50:58.288199  2133 solver.cpp:66] Iteration 2080, loss = 6.83206
 I1224 12:51:34.380579  2133 solver.cpp:204] Iteration 2100, lr = 0.01
 I1224 12:51:34.385694  2133 solver.cpp:66] Iteration 2100, loss = 6.79498
 I1224 12:52:10.477500  2133 solver.cpp:204] Iteration 2120, lr = 0.01
 I1224 12:52:10.482594  2133 solver.cpp:66] Iteration 2120, loss = 6.78187
 I1224 12:52:46.582590  2133 solver.cpp:204] Iteration 2140, lr = 0.01
 I1224 12:52:46.587699  2133 solver.cpp:66] Iteration 2140, loss = 6.77274
 I1224 12:53:22.684945  2133 solver.cpp:204] Iteration 2160, lr = 0.01
 I1224 12:53:22.690002  2133 solver.cpp:66] Iteration 2160, loss = 6.74386
 I1224 12:53:58.789196  2133 solver.cpp:204] Iteration 2180, lr = 0.01
 I1224 12:53:58.794265  2133 solver.cpp:66] Iteration 2180, loss = 6.65357
 I1224 12:54:34.886174  2133 solver.cpp:204] Iteration 2200, lr = 0.01
 I1224 12:54:34.891281  2133 solver.cpp:66] Iteration 2200, loss = 6.67716
 I1224 12:55:10.987612  2133 solver.cpp:204] Iteration 2220, lr = 0.01
 I1224 12:55:10.992722  2133 solver.cpp:66] Iteration 2220, loss = 6.7259
 I1224 12:55:47.087016  2133 solver.cpp:204] Iteration 2240, lr = 0.01
 I1224 12:55:47.092120  2133 solver.cpp:66] Iteration 2240, loss = 6.67359
 I1224 12:56:23.185230  2133 solver.cpp:204] Iteration 2260, lr = 0.01
 I1224 12:56:23.190325  2133 solver.cpp:66] Iteration 2260, loss = 6.66137
 I1224 12:56:59.289968  2133 solver.cpp:204] Iteration 2280, lr = 0.01
 I1224 12:56:59.295073  2133 solver.cpp:66] Iteration 2280, loss = 6.68337
 I1224 12:57:35.391157  2133 solver.cpp:204] Iteration 2300, lr = 0.01
 I1224 12:57:35.396275  2133 solver.cpp:66] Iteration 2300, loss = 6.69695
 I1224 12:58:11.490190  2133 solver.cpp:204] Iteration 2320, lr = 0.01
 I1224 12:58:11.495292  2133 solver.cpp:66] Iteration 2320, loss = 6.67466
 I1224 12:58:47.588032  2133 solver.cpp:204] Iteration 2340, lr = 0.01
 I1224 12:58:47.593152  2133 solver.cpp:66] Iteration 2340, loss = 6.72634
 I1224 12:59:23.687243  2133 solver.cpp:204] Iteration 2360, lr = 0.01
 I1224 12:59:23.692353  2133 solver.cpp:66] Iteration 2360, loss = 6.71799
 I1224 12:59:59.786540  2133 solver.cpp:204] Iteration 2380, lr = 0.01
 I1224 12:59:59.791643  2133 solver.cpp:66] Iteration 2380, loss = 6.65297
 I1224 13:00:35.885507  2133 solver.cpp:204] Iteration 2400, lr = 0.01
 I1224 13:00:35.890607  2133 solver.cpp:66] Iteration 2400, loss = 6.64489
 I1224 13:01:11.985487  2133 solver.cpp:204] Iteration 2420, lr = 0.01
 I1224 13:01:11.990603  2133 solver.cpp:66] Iteration 2420, loss = 6.6529
 I1224 13:01:48.083654  2133 solver.cpp:204] Iteration 2440, lr = 0.01
 I1224 13:01:48.088744  2133 solver.cpp:66] Iteration 2440, loss = 6.64195
 I1224 13:02:24.183634  2133 solver.cpp:204] Iteration 2460, lr = 0.01
 I1224 13:02:24.188738  2133 solver.cpp:66] Iteration 2460, loss = 6.55468
 I1224 13:03:00.281100  2133 solver.cpp:204] Iteration 2480, lr = 0.01
 I1224 13:03:00.286166  2133 solver.cpp:66] Iteration 2480, loss = 6.53448
 I1224 13:03:36.380568  2133 solver.cpp:204] Iteration 2500, lr = 0.01
 I1224 13:03:36.385721  2133 solver.cpp:66] Iteration 2500, loss = 6.58008
 I1224 13:04:12.484033  2133 solver.cpp:204] Iteration 2520, lr = 0.01
 I1224 13:04:12.489140  2133 solver.cpp:66] Iteration 2520, loss = 6.59678
 I1224 13:04:48.581492  2133 solver.cpp:204] Iteration 2540, lr = 0.01
 I1224 13:04:48.586653  2133 solver.cpp:66] Iteration 2540, loss = 6.60433
 I1224 13:05:24.685639  2133 solver.cpp:204] Iteration 2560, lr = 0.01
 I1224 13:05:24.690729  2133 solver.cpp:66] Iteration 2560, loss = 6.52763
 I1224 13:06:00.786229  2133 solver.cpp:204] Iteration 2580, lr = 0.01
 I1224 13:06:00.791332  2133 solver.cpp:66] Iteration 2580, loss = 6.52773
 I1224 13:06:36.886672  2133 solver.cpp:204] Iteration 2600, lr = 0.01
 I1224 13:06:36.891770  2133 solver.cpp:66] Iteration 2600, loss = 6.60039
 I1224 13:07:12.988806  2133 solver.cpp:204] Iteration 2620, lr = 0.01
 I1224 13:07:12.993917  2133 solver.cpp:66] Iteration 2620, loss = 6.63629
 I1224 13:07:49.089372  2133 solver.cpp:204] Iteration 2640, lr = 0.01
 I1224 13:07:49.094411  2133 solver.cpp:66] Iteration 2640, loss = 6.45641
 I1224 13:08:25.187234  2133 solver.cpp:204] Iteration 2660, lr = 0.01
 I1224 13:08:25.192345  2133 solver.cpp:66] Iteration 2660, loss = 6.48484
 I1224 13:09:01.290767  2133 solver.cpp:204] Iteration 2680, lr = 0.01
 I1224 13:09:01.295866  2133 solver.cpp:66] Iteration 2680, loss = 6.59114
 I1224 13:09:37.390123  2133 solver.cpp:204] Iteration 2700, lr = 0.01
 I1224 13:09:37.395239  2133 solver.cpp:66] Iteration 2700, loss = 6.46641
 I1224 13:10:13.486021  2133 solver.cpp:204] Iteration 2720, lr = 0.01
 I1224 13:10:13.491111  2133 solver.cpp:66] Iteration 2720, loss = 6.44816
 I1224 13:10:49.587751  2133 solver.cpp:204] Iteration 2740, lr = 0.01
 I1224 13:10:49.592881  2133 solver.cpp:66] Iteration 2740, loss = 6.50743
 I1224 13:11:25.690268  2133 solver.cpp:204] Iteration 2760, lr = 0.01
 I1224 13:11:25.695375  2133 solver.cpp:66] Iteration 2760, loss = 6.49685
 I1224 13:12:01.786635  2133 solver.cpp:204] Iteration 2780, lr = 0.01
 I1224 13:12:01.791734  2133 solver.cpp:66] Iteration 2780, loss = 6.44958
 I1224 13:12:37.889097  2133 solver.cpp:204] Iteration 2800, lr = 0.01
 I1224 13:12:37.894162  2133 solver.cpp:66] Iteration 2800, loss = 6.50424
 I1224 13:13:13.991171  2133 solver.cpp:204] Iteration 2820, lr = 0.01
 I1224 13:13:13.996276  2133 solver.cpp:66] Iteration 2820, loss = 6.49617
 I1224 13:13:50.094172  2133 solver.cpp:204] Iteration 2840, lr = 0.01
 I1224 13:13:50.099269  2133 solver.cpp:66] Iteration 2840, loss = 6.45772
 I1224 13:14:26.196408  2133 solver.cpp:204] Iteration 2860, lr = 0.01
 I1224 13:14:26.201519  2133 solver.cpp:66] Iteration 2860, loss = 6.40265
 I1224 13:15:02.294927  2133 solver.cpp:204] Iteration 2880, lr = 0.01
 I1224 13:15:02.300032  2133 solver.cpp:66] Iteration 2880, loss = 6.36572
 I1224 13:15:38.393755  2133 solver.cpp:204] Iteration 2900, lr = 0.01
 I1224 13:15:38.398870  2133 solver.cpp:66] Iteration 2900, loss = 6.39134
 I1224 13:16:14.492728  2133 solver.cpp:204] Iteration 2920, lr = 0.01
 I1224 13:16:14.497831  2133 solver.cpp:66] Iteration 2920, loss = 6.495
 I1224 13:16:50.597667  2133 solver.cpp:204] Iteration 2940, lr = 0.01
 I1224 13:16:50.602778  2133 solver.cpp:66] Iteration 2940, loss = 6.38029
 I1224 13:17:26.697540  2133 solver.cpp:204] Iteration 2960, lr = 0.01
 I1224 13:17:26.702636  2133 solver.cpp:66] Iteration 2960, loss = 6.39282
 I1224 13:18:02.795449  2133 solver.cpp:204] Iteration 2980, lr = 0.01
 I1224 13:18:02.800549  2133 solver.cpp:66] Iteration 2980, loss = 6.30217
 I1224 13:18:38.894814  2133 solver.cpp:204] Iteration 3000, lr = 0.01
 I1224 13:18:38.914365  2133 solver.cpp:66] Iteration 3000, loss = 6.30935
 I1224 13:18:38.914379  2133 solver.cpp:84] Testing net
 I1224 13:20:50.815949  2133 solver.cpp:111] Test score #0: 0.01154
 I1224 13:20:50.815994  2133 solver.cpp:111] Test score #1: 6.21714
 I1224 13:21:26.660073  2133 solver.cpp:204] Iteration 3020, lr = 0.01
 I1224 13:21:26.665179  2133 solver.cpp:66] Iteration 3020, loss = 6.22509
 I1224 13:22:02.756094  2133 solver.cpp:204] Iteration 3040, lr = 0.01
 I1224 13:22:02.761201  2133 solver.cpp:66] Iteration 3040, loss = 6.25733
 I1224 13:22:38.853183  2133 solver.cpp:204] Iteration 3060, lr = 0.01
 I1224 13:22:38.858239  2133 solver.cpp:66] Iteration 3060, loss = 6.26159
 I1224 13:23:14.956660  2133 solver.cpp:204] Iteration 3080, lr = 0.01
 I1224 13:23:14.961808  2133 solver.cpp:66] Iteration 3080, loss = 6.06002
 I1224 13:23:51.056093  2133 solver.cpp:204] Iteration 3100, lr = 0.01
 I1224 13:23:51.061208  2133 solver.cpp:66] Iteration 3100, loss = 6.23304
 I1224 13:24:27.153349  2133 solver.cpp:204] Iteration 3120, lr = 0.01
 I1224 13:24:27.158481  2133 solver.cpp:66] Iteration 3120, loss = 6.28158
 I1224 13:25:03.250519  2133 solver.cpp:204] Iteration 3140, lr = 0.01
 I1224 13:25:03.255620  2133 solver.cpp:66] Iteration 3140, loss = 6.12095
 I1224 13:25:39.355736  2133 solver.cpp:204] Iteration 3160, lr = 0.01
 I1224 13:25:39.360843  2133 solver.cpp:66] Iteration 3160, loss = 6.07552
 I1224 13:26:15.452785  2133 solver.cpp:204] Iteration 3180, lr = 0.01
 I1224 13:26:15.457777  2133 solver.cpp:66] Iteration 3180, loss = 6.11913
 I1224 13:26:51.546298  2133 solver.cpp:204] Iteration 3200, lr = 0.01
 I1224 13:26:51.551388  2133 solver.cpp:66] Iteration 3200, loss = 6.19309
 I1224 13:27:27.640063  2133 solver.cpp:204] Iteration 3220, lr = 0.01
 I1224 13:27:27.645171  2133 solver.cpp:66] Iteration 3220, loss = 6.20433
 I1224 13:28:03.738232  2133 solver.cpp:204] Iteration 3240, lr = 0.01
 I1224 13:28:03.743336  2133 solver.cpp:66] Iteration 3240, loss = 6.19354
 I1224 13:28:39.834177  2133 solver.cpp:204] Iteration 3260, lr = 0.01
 I1224 13:28:39.839290  2133 solver.cpp:66] Iteration 3260, loss = 6.14083
 I1224 13:29:15.934383  2133 solver.cpp:204] Iteration 3280, lr = 0.01
 I1224 13:29:15.939496  2133 solver.cpp:66] Iteration 3280, loss = 6.13698
 I1224 13:29:52.032387  2133 solver.cpp:204] Iteration 3300, lr = 0.01
 I1224 13:29:52.037484  2133 solver.cpp:66] Iteration 3300, loss = 5.98795
 I1224 13:30:28.133066  2133 solver.cpp:204] Iteration 3320, lr = 0.01
 I1224 13:30:28.138133  2133 solver.cpp:66] Iteration 3320, loss = 6.06724
 I1224 13:31:04.234254  2133 solver.cpp:204] Iteration 3340, lr = 0.01
 I1224 13:31:04.239356  2133 solver.cpp:66] Iteration 3340, loss = 6.18496
 I1224 13:31:40.335222  2133 solver.cpp:204] Iteration 3360, lr = 0.01
 I1224 13:31:40.340322  2133 solver.cpp:66] Iteration 3360, loss = 6.11399
 I1224 13:32:16.434108  2133 solver.cpp:204] Iteration 3380, lr = 0.01
 I1224 13:32:16.439208  2133 solver.cpp:66] Iteration 3380, loss = 5.94833
 I1224 13:32:52.535239  2133 solver.cpp:204] Iteration 3400, lr = 0.01
 I1224 13:32:52.540357  2133 solver.cpp:66] Iteration 3400, loss = 6.00211
 I1224 13:33:28.631803  2133 solver.cpp:204] Iteration 3420, lr = 0.01
 I1224 13:33:28.636924  2133 solver.cpp:66] Iteration 3420, loss = 5.97804
 I1224 13:34:04.730402  2133 solver.cpp:204] Iteration 3440, lr = 0.01
 I1224 13:34:04.735512  2133 solver.cpp:66] Iteration 3440, loss = 5.98321
 I1224 13:34:40.825835  2133 solver.cpp:204] Iteration 3460, lr = 0.01
 I1224 13:34:40.830899  2133 solver.cpp:66] Iteration 3460, loss = 6.02342
 I1224 13:35:16.924353  2133 solver.cpp:204] Iteration 3480, lr = 0.01
 I1224 13:35:16.929461  2133 solver.cpp:66] Iteration 3480, loss = 6.05354
 I1224 13:35:53.027624  2133 solver.cpp:204] Iteration 3500, lr = 0.01
 I1224 13:35:53.032733  2133 solver.cpp:66] Iteration 3500, loss = 5.99848
 I1224 13:36:29.127389  2133 solver.cpp:204] Iteration 3520, lr = 0.01
 I1224 13:36:29.132439  2133 solver.cpp:66] Iteration 3520, loss = 5.74237
 I1224 13:37:05.228011  2133 solver.cpp:204] Iteration 3540, lr = 0.01
 I1224 13:37:05.233119  2133 solver.cpp:66] Iteration 3540, loss = 5.8233
 I1224 13:37:41.335022  2133 solver.cpp:204] Iteration 3560, lr = 0.01
 I1224 13:37:41.340119  2133 solver.cpp:66] Iteration 3560, loss = 5.8908
 I1224 13:38:17.432854  2133 solver.cpp:204] Iteration 3580, lr = 0.01
 I1224 13:38:17.437938  2133 solver.cpp:66] Iteration 3580, loss = 5.87062
 I1224 13:38:53.527951  2133 solver.cpp:204] Iteration 3600, lr = 0.01
 I1224 13:38:53.533092  2133 solver.cpp:66] Iteration 3600, loss = 5.85097
 I1224 13:39:29.623494  2133 solver.cpp:204] Iteration 3620, lr = 0.01
 I1224 13:39:29.628599  2133 solver.cpp:66] Iteration 3620, loss = 5.83797
 I1224 13:40:05.721887  2133 solver.cpp:204] Iteration 3640, lr = 0.01
 I1224 13:40:05.726994  2133 solver.cpp:66] Iteration 3640, loss = 5.79713
 I1224 13:40:41.820657  2133 solver.cpp:204] Iteration 3660, lr = 0.01
 I1224 13:40:41.825611  2133 solver.cpp:66] Iteration 3660, loss = 5.89563
 I1224 13:41:17.919011  2133 solver.cpp:204] Iteration 3680, lr = 0.01
 I1224 13:41:17.924124  2133 solver.cpp:66] Iteration 3680, loss = 5.68926
 I1224 13:41:54.014569  2133 solver.cpp:204] Iteration 3700, lr = 0.01
 I1224 13:41:54.019683  2133 solver.cpp:66] Iteration 3700, loss = 5.68795
 I1224 13:42:30.111609  2133 solver.cpp:204] Iteration 3720, lr = 0.01
 I1224 13:42:30.116719  2133 solver.cpp:66] Iteration 3720, loss = 5.68938
 I1224 13:43:06.210746  2133 solver.cpp:204] Iteration 3740, lr = 0.01
 I1224 13:43:06.215847  2133 solver.cpp:66] Iteration 3740, loss = 5.73953
 I1224 13:43:42.303442  2133 solver.cpp:204] Iteration 3760, lr = 0.01
 I1224 13:43:42.308547  2133 solver.cpp:66] Iteration 3760, loss = 5.7637
 I1224 13:44:18.402842  2133 solver.cpp:204] Iteration 3780, lr = 0.01
 I1224 13:44:18.407939  2133 solver.cpp:66] Iteration 3780, loss = 5.76716
 I1224 13:44:54.499336  2133 solver.cpp:204] Iteration 3800, lr = 0.01
 I1224 13:44:54.504407  2133 solver.cpp:66] Iteration 3800, loss = 5.61228
 I1224 13:45:30.599974  2133 solver.cpp:204] Iteration 3820, lr = 0.01
 I1224 13:45:30.605082  2133 solver.cpp:66] Iteration 3820, loss = 5.84475
 I1224 13:46:06.700741  2133 solver.cpp:204] Iteration 3840, lr = 0.01
 I1224 13:46:06.705847  2133 solver.cpp:66] Iteration 3840, loss = 5.64181
 I1224 13:46:42.797354  2133 solver.cpp:204] Iteration 3860, lr = 0.01
 I1224 13:46:42.802431  2133 solver.cpp:66] Iteration 3860, loss = 5.67358
 I1224 13:47:18.896106  2133 solver.cpp:204] Iteration 3880, lr = 0.01
 I1224 13:47:18.901214  2133 solver.cpp:66] Iteration 3880, loss = 5.72613
 I1224 13:47:54.997491  2133 solver.cpp:204] Iteration 3900, lr = 0.01
 I1224 13:47:55.002636  2133 solver.cpp:66] Iteration 3900, loss = 5.62934
 I1224 13:48:31.093436  2133 solver.cpp:204] Iteration 3920, lr = 0.01
 I1224 13:48:31.098536  2133 solver.cpp:66] Iteration 3920, loss = 5.78469
 I1224 13:49:07.190879  2133 solver.cpp:204] Iteration 3940, lr = 0.01
 I1224 13:49:07.195987  2133 solver.cpp:66] Iteration 3940, loss = 5.69167
 I1224 13:49:43.286849  2133 solver.cpp:204] Iteration 3960, lr = 0.01
 I1224 13:49:43.291959  2133 solver.cpp:66] Iteration 3960, loss = 5.64882
 I1224 13:50:19.385069  2133 solver.cpp:204] Iteration 3980, lr = 0.01
 I1224 13:50:19.390138  2133 solver.cpp:66] Iteration 3980, loss = 5.59611
 I1224 13:50:55.480291  2133 solver.cpp:204] Iteration 4000, lr = 0.01
 I1224 13:50:55.485399  2133 solver.cpp:66] Iteration 4000, loss = 5.52564
 I1224 13:50:55.485414  2133 solver.cpp:84] Testing net
 I1224 13:53:07.411628  2133 solver.cpp:111] Test score #0: 0.0485004
 I1224 13:53:07.411679  2133 solver.cpp:111] Test score #1: 5.42144
 I1224 13:53:43.257187  2133 solver.cpp:204] Iteration 4020, lr = 0.01
 I1224 13:53:43.262248  2133 solver.cpp:66] Iteration 4020, loss = 5.63211
 I1224 13:54:19.355123  2133 solver.cpp:204] Iteration 4040, lr = 0.01
 I1224 13:54:19.360225  2133 solver.cpp:66] Iteration 4040, loss = 5.51608
 I1224 13:54:55.451889  2133 solver.cpp:204] Iteration 4060, lr = 0.01
 I1224 13:54:55.457077  2133 solver.cpp:66] Iteration 4060, loss = 5.52377
 I1224 13:55:31.554558  2133 solver.cpp:204] Iteration 4080, lr = 0.01
 I1224 13:55:31.559659  2133 solver.cpp:66] Iteration 4080, loss = 5.36164
 I1224 13:56:07.649444  2133 solver.cpp:204] Iteration 4100, lr = 0.01
 I1224 13:56:07.654526  2133 solver.cpp:66] Iteration 4100, loss = 5.45642
 I1224 13:56:43.749277  2133 solver.cpp:204] Iteration 4120, lr = 0.01
 I1224 13:56:43.754343  2133 solver.cpp:66] Iteration 4120, loss = 5.53657
 I1224 13:57:19.845940  2133 solver.cpp:204] Iteration 4140, lr = 0.01
 I1224 13:57:19.851042  2133 solver.cpp:66] Iteration 4140, loss = 5.55956
 I1224 13:57:55.943233  2133 solver.cpp:204] Iteration 4160, lr = 0.01
 I1224 13:57:55.948339  2133 solver.cpp:66] Iteration 4160, loss = 5.41665
 I1224 13:58:32.041429  2133 solver.cpp:204] Iteration 4180, lr = 0.01
 I1224 13:58:32.046519  2133 solver.cpp:66] Iteration 4180, loss = 5.54282
 I1224 13:59:08.135726  2133 solver.cpp:204] Iteration 4200, lr = 0.01
 I1224 13:59:08.140807  2133 solver.cpp:66] Iteration 4200, loss = 5.39297
 I1224 13:59:44.230139  2133 solver.cpp:204] Iteration 4220, lr = 0.01
 I1224 13:59:44.235247  2133 solver.cpp:66] Iteration 4220, loss = 5.32309
 I1224 14:00:20.326550  2133 solver.cpp:204] Iteration 4240, lr = 0.01
 I1224 14:00:20.331645  2133 solver.cpp:66] Iteration 4240, loss = 5.42347
 I1224 14:00:56.420483  2133 solver.cpp:204] Iteration 4260, lr = 0.01
 I1224 14:00:56.425595  2133 solver.cpp:66] Iteration 4260, loss = 5.53769
 I1224 14:01:32.514549  2133 solver.cpp:204] Iteration 4280, lr = 0.01
 I1224 14:01:32.519633  2133 solver.cpp:66] Iteration 4280, loss = 5.42904
 I1224 14:02:08.612498  2133 solver.cpp:204] Iteration 4300, lr = 0.01
 I1224 14:02:08.617610  2133 solver.cpp:66] Iteration 4300, loss = 5.55361
 I1224 14:02:44.711577  2133 solver.cpp:204] Iteration 4320, lr = 0.01
 I1224 14:02:44.716684  2133 solver.cpp:66] Iteration 4320, loss = 5.53141
 I1224 14:03:20.815865  2133 solver.cpp:204] Iteration 4340, lr = 0.01
 I1224 14:03:20.820986  2133 solver.cpp:66] Iteration 4340, loss = 5.31327
 I1224 14:03:56.915838  2133 solver.cpp:204] Iteration 4360, lr = 0.01
 I1224 14:03:56.920954  2133 solver.cpp:66] Iteration 4360, loss = 5.25018
 I1224 14:04:33.017076  2133 solver.cpp:204] Iteration 4380, lr = 0.01
 I1224 14:04:33.022150  2133 solver.cpp:66] Iteration 4380, loss = 5.41347
 I1224 14:05:09.114948  2133 solver.cpp:204] Iteration 4400, lr = 0.01
 I1224 14:05:09.120059  2133 solver.cpp:66] Iteration 4400, loss = 5.34942
 I1224 14:05:45.212133  2133 solver.cpp:204] Iteration 4420, lr = 0.01
 I1224 14:05:45.217231  2133 solver.cpp:66] Iteration 4420, loss = 5.27643
 I1224 14:06:21.306097  2133 solver.cpp:204] Iteration 4440, lr = 0.01
 I1224 14:06:21.311208  2133 solver.cpp:66] Iteration 4440, loss = 5.34235
 I1224 14:06:57.402881  2133 solver.cpp:204] Iteration 4460, lr = 0.01
 I1224 14:06:57.407982  2133 solver.cpp:66] Iteration 4460, loss = 5.29867
 I1224 14:07:33.501113  2133 solver.cpp:204] Iteration 4480, lr = 0.01
 I1224 14:07:33.506153  2133 solver.cpp:66] Iteration 4480, loss = 5.17331
 I1224 14:08:09.594686  2133 solver.cpp:204] Iteration 4500, lr = 0.01
 I1224 14:08:09.599793  2133 solver.cpp:66] Iteration 4500, loss = 5.37612
 I1224 14:08:45.693560  2133 solver.cpp:204] Iteration 4520, lr = 0.01
 I1224 14:08:45.698672  2133 solver.cpp:66] Iteration 4520, loss = 5.24559
 I1224 14:09:21.788478  2133 solver.cpp:204] Iteration 4540, lr = 0.01
 I1224 14:09:21.793560  2133 solver.cpp:66] Iteration 4540, loss = 5.46404
 I1224 14:09:57.885814  2133 solver.cpp:204] Iteration 4560, lr = 0.01
 I1224 14:09:57.890902  2133 solver.cpp:66] Iteration 4560, loss = 5.23901
 I1224 14:10:33.981552  2133 solver.cpp:204] Iteration 4580, lr = 0.01
 I1224 14:10:33.986644  2133 solver.cpp:66] Iteration 4580, loss = 5.17748
 I1224 14:11:10.077610  2133 solver.cpp:204] Iteration 4600, lr = 0.01
 I1224 14:11:10.082721  2133 solver.cpp:66] Iteration 4600, loss = 5.26066
 I1224 14:11:46.174767  2133 solver.cpp:204] Iteration 4620, lr = 0.01
 I1224 14:11:46.179872  2133 solver.cpp:66] Iteration 4620, loss = 5.53342
 I1224 14:12:22.271901  2133 solver.cpp:204] Iteration 4640, lr = 0.01
 I1224 14:12:22.277004  2133 solver.cpp:66] Iteration 4640, loss = 5.2456
 I1224 14:12:58.366881  2133 solver.cpp:204] Iteration 4660, lr = 0.01
 I1224 14:12:58.371987  2133 solver.cpp:66] Iteration 4660, loss = 5.56616
 I1224 14:13:34.463546  2133 solver.cpp:204] Iteration 4680, lr = 0.01
 I1224 14:13:34.468648  2133 solver.cpp:66] Iteration 4680, loss = 5.17071
 I1224 14:14:10.556273  2133 solver.cpp:204] Iteration 4700, lr = 0.01
 I1224 14:14:10.561379  2133 solver.cpp:66] Iteration 4700, loss = 5.20735
 I1224 14:14:46.650652  2133 solver.cpp:204] Iteration 4720, lr = 0.01
 I1224 14:14:46.655763  2133 solver.cpp:66] Iteration 4720, loss = 5.29195
 I1224 14:15:22.747840  2133 solver.cpp:204] Iteration 4740, lr = 0.01
 I1224 14:15:22.752961  2133 solver.cpp:66] Iteration 4740, loss = 5.15285
 I1224 14:15:58.844811  2133 solver.cpp:204] Iteration 4760, lr = 0.01
 I1224 14:15:58.849912  2133 solver.cpp:66] Iteration 4760, loss = 5.20633
 I1224 14:16:34.938547  2133 solver.cpp:204] Iteration 4780, lr = 0.01
 I1224 14:16:34.943656  2133 solver.cpp:66] Iteration 4780, loss = 5.28289
 I1224 14:17:11.033316  2133 solver.cpp:204] Iteration 4800, lr = 0.01
 I1224 14:17:11.038383  2133 solver.cpp:66] Iteration 4800, loss = 5.13102
 I1224 14:17:47.129382  2133 solver.cpp:204] Iteration 4820, lr = 0.01
 I1224 14:17:47.134454  2133 solver.cpp:66] Iteration 4820, loss = 4.96588
 I1224 14:18:23.221335  2133 solver.cpp:204] Iteration 4840, lr = 0.01
 I1224 14:18:23.226405  2133 solver.cpp:66] Iteration 4840, loss = 5.1264
 I1224 14:18:59.320214  2133 solver.cpp:204] Iteration 4860, lr = 0.01
 I1224 14:18:59.325274  2133 solver.cpp:66] Iteration 4860, loss = 5.24248
 I1224 14:19:35.412734  2133 solver.cpp:204] Iteration 4880, lr = 0.01
 I1224 14:19:35.417839  2133 solver.cpp:66] Iteration 4880, loss = 5.22233
 I1224 14:20:11.508602  2133 solver.cpp:204] Iteration 4900, lr = 0.01
 I1224 14:20:11.513715  2133 solver.cpp:66] Iteration 4900, loss = 4.89662
 I1224 14:20:47.601729  2133 solver.cpp:204] Iteration 4920, lr = 0.01
 I1224 14:20:47.606829  2133 solver.cpp:66] Iteration 4920, loss = 5.29136
 I1224 14:21:23.698916  2133 solver.cpp:204] Iteration 4940, lr = 0.01
 I1224 14:21:23.704002  2133 solver.cpp:66] Iteration 4940, loss = 5.20276
 I1224 14:21:59.790215  2133 solver.cpp:204] Iteration 4960, lr = 0.01
 I1224 14:21:59.795279  2133 solver.cpp:66] Iteration 4960, loss = 5.08301
 I1224 14:22:35.892083  2133 solver.cpp:204] Iteration 4980, lr = 0.01
 I1224 14:22:35.897192  2133 solver.cpp:66] Iteration 4980, loss = 5.23139
 I1224 14:23:11.987970  2133 solver.cpp:204] Iteration 5000, lr = 0.01
 I1224 14:23:11.993082  2133 solver.cpp:66] Iteration 5000, loss = 5.04011
 I1224 14:23:11.993095  2133 solver.cpp:84] Testing net
 I1224 14:25:24.487532  2133 solver.cpp:111] Test score #0: 0.0841601
 I1224 14:25:24.487581  2133 solver.cpp:111] Test score #1: 5.00194
 I1224 14:26:00.326323  2133 solver.cpp:204] Iteration 5020, lr = 0.01
 I1224 14:26:00.331431  2133 solver.cpp:66] Iteration 5020, loss = 5.00131
 I1224 14:26:36.423017  2133 solver.cpp:204] Iteration 5040, lr = 0.01
 I1224 14:26:36.428122  2133 solver.cpp:66] Iteration 5040, loss = 4.88057
 I1224 14:27:12.519675  2133 solver.cpp:204] Iteration 5060, lr = 0.01
 I1224 14:27:12.524767  2133 solver.cpp:66] Iteration 5060, loss = 5.02339
 I1224 14:27:48.616677  2133 solver.cpp:204] Iteration 5080, lr = 0.01
 I1224 14:27:48.621749  2133 solver.cpp:66] Iteration 5080, loss = 5.03605
 I1224 14:28:24.714979  2133 solver.cpp:204] Iteration 5100, lr = 0.01
 I1224 14:28:24.720082  2133 solver.cpp:66] Iteration 5100, loss = 5.15648
 I1224 14:29:00.815973  2133 solver.cpp:204] Iteration 5120, lr = 0.01
 I1224 14:29:00.821077  2133 solver.cpp:66] Iteration 5120, loss = 5.01552
 I1224 14:29:36.912973  2133 solver.cpp:204] Iteration 5140, lr = 0.01
 I1224 14:29:36.918126  2133 solver.cpp:66] Iteration 5140, loss = 4.94039
 I1224 14:30:13.012231  2133 solver.cpp:204] Iteration 5160, lr = 0.01
 I1224 14:30:13.017338  2133 solver.cpp:66] Iteration 5160, loss = 4.92854
 I1224 14:30:49.107336  2133 solver.cpp:204] Iteration 5180, lr = 0.01
 I1224 14:30:49.112454  2133 solver.cpp:66] Iteration 5180, loss = 4.967
 I1224 14:31:25.204033  2133 solver.cpp:204] Iteration 5200, lr = 0.01
 I1224 14:31:25.209128  2133 solver.cpp:66] Iteration 5200, loss = 5.02289
 I1224 14:32:01.303602  2133 solver.cpp:204] Iteration 5220, lr = 0.01
 I1224 14:32:01.308760  2133 solver.cpp:66] Iteration 5220, loss = 4.88395
 I1224 14:32:37.397568  2133 solver.cpp:204] Iteration 5240, lr = 0.01
 I1224 14:32:37.402673  2133 solver.cpp:66] Iteration 5240, loss = 4.81835
 I1224 14:33:13.493767  2133 solver.cpp:204] Iteration 5260, lr = 0.01
 I1224 14:33:13.498878  2133 solver.cpp:66] Iteration 5260, loss = 5.19104
 I1224 14:33:49.593883  2133 solver.cpp:204] Iteration 5280, lr = 0.01
 I1224 14:33:49.598989  2133 solver.cpp:66] Iteration 5280, loss = 4.88585
 I1224 14:34:25.692513  2133 solver.cpp:204] Iteration 5300, lr = 0.01
 I1224 14:34:25.697621  2133 solver.cpp:66] Iteration 5300, loss = 4.83181
 I1224 14:35:01.790041  2133 solver.cpp:204] Iteration 5320, lr = 0.01
 I1224 14:35:01.795135  2133 solver.cpp:66] Iteration 5320, loss = 4.87589
 I1224 14:35:37.891371  2133 solver.cpp:204] Iteration 5340, lr = 0.01
 I1224 14:35:37.896468  2133 solver.cpp:66] Iteration 5340, loss = 4.73935
 I1224 14:36:13.988689  2133 solver.cpp:204] Iteration 5360, lr = 0.01
 I1224 14:36:13.993799  2133 solver.cpp:66] Iteration 5360, loss = 4.76002
 I1224 14:36:50.085405  2133 solver.cpp:204] Iteration 5380, lr = 0.01
 I1224 14:36:50.090483  2133 solver.cpp:66] Iteration 5380, loss = 5.06595
 I1224 14:37:26.179908  2133 solver.cpp:204] Iteration 5400, lr = 0.01
 I1224 14:37:26.185003  2133 solver.cpp:66] Iteration 5400, loss = 4.81796
 I1224 14:38:02.273162  2133 solver.cpp:204] Iteration 5420, lr = 0.01
 I1224 14:38:02.278224  2133 solver.cpp:66] Iteration 5420, loss = 4.88696
 I1224 14:38:38.366775  2133 solver.cpp:204] Iteration 5440, lr = 0.01
 I1224 14:38:38.371887  2133 solver.cpp:66] Iteration 5440, loss = 4.8426
 I1224 14:39:14.461786  2133 solver.cpp:204] Iteration 5460, lr = 0.01
 I1224 14:39:14.466851  2133 solver.cpp:66] Iteration 5460, loss = 4.88986
 I1224 14:39:50.552278  2133 solver.cpp:204] Iteration 5480, lr = 0.01
 I1224 14:39:50.557441  2133 solver.cpp:66] Iteration 5480, loss = 4.71218
 I1224 14:40:26.644322  2133 solver.cpp:204] Iteration 5500, lr = 0.01
 I1224 14:40:26.649405  2133 solver.cpp:66] Iteration 5500, loss = 4.68576
 I1224 14:41:02.736073  2133 solver.cpp:204] Iteration 5520, lr = 0.01
 I1224 14:41:02.741178  2133 solver.cpp:66] Iteration 5520, loss = 4.96854
 I1224 14:41:38.830901  2133 solver.cpp:204] Iteration 5540, lr = 0.01
 I1224 14:41:38.836001  2133 solver.cpp:66] Iteration 5540, loss = 4.83507
 I1224 14:42:14.923751  2133 solver.cpp:204] Iteration 5560, lr = 0.01
 I1224 14:42:14.928880  2133 solver.cpp:66] Iteration 5560, loss = 4.80834
 I1224 14:42:51.017602  2133 solver.cpp:204] Iteration 5580, lr = 0.01
 I1224 14:42:51.022706  2133 solver.cpp:66] Iteration 5580, loss = 4.75369
 I1224 14:43:27.114480  2133 solver.cpp:204] Iteration 5600, lr = 0.01
 I1224 14:43:27.119592  2133 solver.cpp:66] Iteration 5600, loss = 4.75895
 I1224 14:44:03.211411  2133 solver.cpp:204] Iteration 5620, lr = 0.01
 I1224 14:44:03.216511  2133 solver.cpp:66] Iteration 5620, loss = 4.69725
 I1224 14:44:39.306390  2133 solver.cpp:204] Iteration 5640, lr = 0.01
 I1224 14:44:39.311501  2133 solver.cpp:66] Iteration 5640, loss = 4.90917
 I1224 14:45:15.400564  2133 solver.cpp:204] Iteration 5660, lr = 0.01
 I1224 14:45:15.405663  2133 solver.cpp:66] Iteration 5660, loss = 4.73101
 I1224 14:45:51.491621  2133 solver.cpp:204] Iteration 5680, lr = 0.01
 I1224 14:45:51.496724  2133 solver.cpp:66] Iteration 5680, loss = 4.6328
 I1224 14:46:27.590796  2133 solver.cpp:204] Iteration 5700, lr = 0.01
 I1224 14:46:27.595904  2133 solver.cpp:66] Iteration 5700, loss = 4.93554
 I1224 14:47:03.686045  2133 solver.cpp:204] Iteration 5720, lr = 0.01
 I1224 14:47:03.691156  2133 solver.cpp:66] Iteration 5720, loss = 4.67778
 I1224 14:47:39.782634  2133 solver.cpp:204] Iteration 5740, lr = 0.01
 I1224 14:47:39.787744  2133 solver.cpp:66] Iteration 5740, loss = 4.56757
 I1224 14:48:15.881006  2133 solver.cpp:204] Iteration 5760, lr = 0.01
 I1224 14:48:15.886082  2133 solver.cpp:66] Iteration 5760, loss = 4.79457
 I1224 14:48:51.984990  2133 solver.cpp:204] Iteration 5780, lr = 0.01
 I1224 14:48:51.990064  2133 solver.cpp:66] Iteration 5780, loss = 4.79228
 I1224 14:49:28.077723  2133 solver.cpp:204] Iteration 5800, lr = 0.01
 I1224 14:49:28.082825  2133 solver.cpp:66] Iteration 5800, loss = 4.64706
 I1224 14:50:04.173339  2133 solver.cpp:204] Iteration 5820, lr = 0.01
 I1224 14:50:04.178462  2133 solver.cpp:66] Iteration 5820, loss = 4.74564
 I1224 14:50:40.271145  2133 solver.cpp:204] Iteration 5840, lr = 0.01
 I1224 14:50:40.276253  2133 solver.cpp:66] Iteration 5840, loss = 4.65373
 I1224 14:51:16.368901  2133 solver.cpp:204] Iteration 5860, lr = 0.01
 I1224 14:51:16.373992  2133 solver.cpp:66] Iteration 5860, loss = 4.78162
 I1224 14:51:52.464651  2133 solver.cpp:204] Iteration 5880, lr = 0.01
 I1224 14:51:52.469753  2133 solver.cpp:66] Iteration 5880, loss = 4.58897
 I1224 14:52:28.561225  2133 solver.cpp:204] Iteration 5900, lr = 0.01
 I1224 14:52:28.566306  2133 solver.cpp:66] Iteration 5900, loss = 4.7068
 I1224 14:53:04.659179  2133 solver.cpp:204] Iteration 5920, lr = 0.01
 I1224 14:53:04.664278  2133 solver.cpp:66] Iteration 5920, loss = 4.68244
 I1224 14:53:40.757712  2133 solver.cpp:204] Iteration 5940, lr = 0.01
 I1224 14:53:40.762817  2133 solver.cpp:66] Iteration 5940, loss = 4.76256
 I1224 14:54:16.861757  2133 solver.cpp:204] Iteration 5960, lr = 0.01
 I1224 14:54:16.866858  2133 solver.cpp:66] Iteration 5960, loss = 4.85932
 I1224 14:54:52.962013  2133 solver.cpp:204] Iteration 5980, lr = 0.01
 I1224 14:54:52.967114  2133 solver.cpp:66] Iteration 5980, loss = 4.80317
 I1224 14:55:29.060047  2133 solver.cpp:204] Iteration 6000, lr = 0.01
 I1224 14:55:29.065157  2133 solver.cpp:66] Iteration 6000, loss = 4.71773
 I1224 14:55:29.065171  2133 solver.cpp:84] Testing net
 I1224 14:57:41.153009  2133 solver.cpp:111] Test score #0: 0.13182
 I1224 14:57:41.153054  2133 solver.cpp:111] Test score #1: 4.52206
 I1224 14:58:16.996317  2133 solver.cpp:204] Iteration 6020, lr = 0.01
 I1224 14:58:17.001420  2133 solver.cpp:66] Iteration 6020, loss = 4.68072
 I1224 14:58:53.095764  2133 solver.cpp:204] Iteration 6040, lr = 0.01
 I1224 14:58:53.100889  2133 solver.cpp:66] Iteration 6040, loss = 4.56189
 I1224 14:59:29.191849  2133 solver.cpp:204] Iteration 6060, lr = 0.01
 I1224 14:59:29.196959  2133 solver.cpp:66] Iteration 6060, loss = 4.56858
 I1224 15:00:05.289650  2133 solver.cpp:204] Iteration 6080, lr = 0.01
 I1224 15:00:05.294760  2133 solver.cpp:66] Iteration 6080, loss = 4.67099
 I1224 15:00:41.382046  2133 solver.cpp:204] Iteration 6100, lr = 0.01
 I1224 15:00:41.387155  2133 solver.cpp:66] Iteration 6100, loss = 4.82564
 I1224 15:01:17.477004  2133 solver.cpp:204] Iteration 6120, lr = 0.01
 I1224 15:01:17.482079  2133 solver.cpp:66] Iteration 6120, loss = 4.70047
 I1224 15:01:53.575199  2133 solver.cpp:204] Iteration 6140, lr = 0.01
 I1224 15:01:53.580301  2133 solver.cpp:66] Iteration 6140, loss = 4.8199
 I1224 15:02:29.671174  2133 solver.cpp:204] Iteration 6160, lr = 0.01
 I1224 15:02:29.676280  2133 solver.cpp:66] Iteration 6160, loss = 4.56447
 I1224 15:03:05.769979  2133 solver.cpp:204] Iteration 6180, lr = 0.01
 I1224 15:03:05.775077  2133 solver.cpp:66] Iteration 6180, loss = 4.53103
 I1224 15:03:41.863764  2133 solver.cpp:204] Iteration 6200, lr = 0.01
 I1224 15:03:41.868891  2133 solver.cpp:66] Iteration 6200, loss = 4.69082
 I1224 15:04:17.957715  2133 solver.cpp:204] Iteration 6220, lr = 0.01
 I1224 15:04:17.962826  2133 solver.cpp:66] Iteration 6220, loss = 4.81602
 I1224 15:04:54.049926  2133 solver.cpp:204] Iteration 6240, lr = 0.01
 I1224 15:04:54.055038  2133 solver.cpp:66] Iteration 6240, loss = 4.45916
 I1224 15:05:30.144057  2133 solver.cpp:204] Iteration 6260, lr = 0.01
 I1224 15:05:30.149163  2133 solver.cpp:66] Iteration 6260, loss = 4.41353
 I1224 15:06:06.235153  2133 solver.cpp:204] Iteration 6280, lr = 0.01
 I1224 15:06:06.240268  2133 solver.cpp:66] Iteration 6280, loss = 4.68779
 I1224 15:06:42.332774  2133 solver.cpp:204] Iteration 6300, lr = 0.01
 I1224 15:06:42.337874  2133 solver.cpp:66] Iteration 6300, loss = 4.34407
 I1224 15:07:18.422199  2133 solver.cpp:204] Iteration 6320, lr = 0.01
 I1224 15:07:18.427312  2133 solver.cpp:66] Iteration 6320, loss = 4.57572
 I1224 15:07:54.521363  2133 solver.cpp:204] Iteration 6340, lr = 0.01
 I1224 15:07:54.526440  2133 solver.cpp:66] Iteration 6340, loss = 4.64568
 I1224 15:08:30.617074  2133 solver.cpp:204] Iteration 6360, lr = 0.01
 I1224 15:08:30.622191  2133 solver.cpp:66] Iteration 6360, loss = 4.62026
 I1224 15:09:06.712937  2133 solver.cpp:204] Iteration 6380, lr = 0.01
 I1224 15:09:06.718073  2133 solver.cpp:66] Iteration 6380, loss = 4.88583
 I1224 15:09:42.810907  2133 solver.cpp:204] Iteration 6400, lr = 0.01
 I1224 15:09:42.815984  2133 solver.cpp:66] Iteration 6400, loss = 4.6014
 I1224 15:10:18.907625  2133 solver.cpp:204] Iteration 6420, lr = 0.01
 I1224 15:10:18.912739  2133 solver.cpp:66] Iteration 6420, loss = 4.63929
 I1224 15:10:55.002382  2133 solver.cpp:204] Iteration 6440, lr = 0.01
 I1224 15:10:55.007482  2133 solver.cpp:66] Iteration 6440, loss = 4.74601
 I1224 15:11:31.100291  2133 solver.cpp:204] Iteration 6460, lr = 0.01
 I1224 15:11:31.105401  2133 solver.cpp:66] Iteration 6460, loss = 4.62466
 I1224 15:12:07.198170  2133 solver.cpp:204] Iteration 6480, lr = 0.01
 I1224 15:12:07.203274  2133 solver.cpp:66] Iteration 6480, loss = 4.48216
 I1224 15:12:43.295836  2133 solver.cpp:204] Iteration 6500, lr = 0.01
 I1224 15:12:43.300958  2133 solver.cpp:66] Iteration 6500, loss = 4.29836
 I1224 15:13:19.391996  2133 solver.cpp:204] Iteration 6520, lr = 0.01
 I1224 15:13:19.397066  2133 solver.cpp:66] Iteration 6520, loss = 4.36339
 I1224 15:13:55.487668  2133 solver.cpp:204] Iteration 6540, lr = 0.01
 I1224 15:13:55.492741  2133 solver.cpp:66] Iteration 6540, loss = 4.65272
 I1224 15:14:31.582897  2133 solver.cpp:204] Iteration 6560, lr = 0.01
 I1224 15:14:31.587998  2133 solver.cpp:66] Iteration 6560, loss = 4.64032
 I1224 15:15:07.681030  2133 solver.cpp:204] Iteration 6580, lr = 0.01
 I1224 15:15:07.686077  2133 solver.cpp:66] Iteration 6580, loss = 4.43064
 I1224 15:15:43.778704  2133 solver.cpp:204] Iteration 6600, lr = 0.01
 I1224 15:15:43.783768  2133 solver.cpp:66] Iteration 6600, loss = 4.5585
 I1224 15:16:19.873731  2133 solver.cpp:204] Iteration 6620, lr = 0.01
 I1224 15:16:19.878839  2133 solver.cpp:66] Iteration 6620, loss = 4.63618
 I1224 15:16:55.969003  2133 solver.cpp:204] Iteration 6640, lr = 0.01
 I1224 15:16:55.974032  2133 solver.cpp:66] Iteration 6640, loss = 4.73789
 I1224 15:17:32.064713  2133 solver.cpp:204] Iteration 6660, lr = 0.01
 I1224 15:17:32.069833  2133 solver.cpp:66] Iteration 6660, loss = 4.6801
 I1224 15:18:08.160428  2133 solver.cpp:204] Iteration 6680, lr = 0.01
 I1224 15:18:08.165531  2133 solver.cpp:66] Iteration 6680, loss = 4.60308
 I1224 15:18:44.257875  2133 solver.cpp:204] Iteration 6700, lr = 0.01
 I1224 15:18:44.262979  2133 solver.cpp:66] Iteration 6700, loss = 4.52494
 I1224 15:19:20.359706  2133 solver.cpp:204] Iteration 6720, lr = 0.01
 I1224 15:19:20.364817  2133 solver.cpp:66] Iteration 6720, loss = 4.63501
 I1224 15:19:56.460441  2133 solver.cpp:204] Iteration 6740, lr = 0.01
 I1224 15:19:56.465559  2133 solver.cpp:66] Iteration 6740, loss = 4.67829
 I1224 15:20:32.556720  2133 solver.cpp:204] Iteration 6760, lr = 0.01
 I1224 15:20:32.561835  2133 solver.cpp:66] Iteration 6760, loss = 4.62324
 I1224 15:21:08.654687  2133 solver.cpp:204] Iteration 6780, lr = 0.01
 I1224 15:21:08.659797  2133 solver.cpp:66] Iteration 6780, loss = 4.26444
 I1224 15:21:44.754351  2133 solver.cpp:204] Iteration 6800, lr = 0.01
 I1224 15:21:44.759320  2133 solver.cpp:66] Iteration 6800, loss = 4.36743
 I1224 15:22:20.848217  2133 solver.cpp:204] Iteration 6820, lr = 0.01
 I1224 15:22:20.853296  2133 solver.cpp:66] Iteration 6820, loss = 4.47137
 I1224 15:22:56.941987  2133 solver.cpp:204] Iteration 6840, lr = 0.01
 I1224 15:22:56.947093  2133 solver.cpp:66] Iteration 6840, loss = 4.53148
 I1224 15:23:33.042420  2133 solver.cpp:204] Iteration 6860, lr = 0.01
 I1224 15:23:33.047521  2133 solver.cpp:66] Iteration 6860, loss = 4.36915
 I1224 15:24:09.143316  2133 solver.cpp:204] Iteration 6880, lr = 0.01
 I1224 15:24:09.148423  2133 solver.cpp:66] Iteration 6880, loss = 4.47265
 I1224 15:24:45.241175  2133 solver.cpp:204] Iteration 6900, lr = 0.01
 I1224 15:24:45.246253  2133 solver.cpp:66] Iteration 6900, loss = 4.60649
 I1224 15:25:21.338538  2133 solver.cpp:204] Iteration 6920, lr = 0.01
 I1224 15:25:21.343631  2133 solver.cpp:66] Iteration 6920, loss = 4.27409
 I1224 15:25:57.432950  2133 solver.cpp:204] Iteration 6940, lr = 0.01
 I1224 15:25:57.438024  2133 solver.cpp:66] Iteration 6940, loss = 4.3111
 I1224 15:26:33.530129  2133 solver.cpp:204] Iteration 6960, lr = 0.01
 I1224 15:26:33.535234  2133 solver.cpp:66] Iteration 6960, loss = 4.27878
 I1224 15:27:09.627466  2133 solver.cpp:204] Iteration 6980, lr = 0.01
 I1224 15:27:09.632580  2133 solver.cpp:66] Iteration 6980, loss = 4.3365
 I1224 15:27:45.721791  2133 solver.cpp:204] Iteration 7000, lr = 0.01
 I1224 15:27:45.726845  2133 solver.cpp:66] Iteration 7000, loss = 4.63462
 I1224 15:27:45.726858  2133 solver.cpp:84] Testing net
 I1224 15:30:01.368381  2133 solver.cpp:111] Test score #0: 0.16306
 I1224 15:30:01.368427  2133 solver.cpp:111] Test score #1: 4.27544
 I1224 15:30:37.212721  2133 solver.cpp:204] Iteration 7020, lr = 0.01
 I1224 15:30:37.217828  2133 solver.cpp:66] Iteration 7020, loss = 4.49876
 I1224 15:31:13.302681  2133 solver.cpp:204] Iteration 7040, lr = 0.01
 I1224 15:31:13.307786  2133 solver.cpp:66] Iteration 7040, loss = 4.22197
 I1224 15:31:49.397733  2133 solver.cpp:204] Iteration 7060, lr = 0.01
 I1224 15:31:49.402827  2133 solver.cpp:66] Iteration 7060, loss = 4.63615
 I1224 15:32:25.493659  2133 solver.cpp:204] Iteration 7080, lr = 0.01
 I1224 15:32:25.498769  2133 solver.cpp:66] Iteration 7080, loss = 4.2959
 I1224 15:33:01.587214  2133 solver.cpp:204] Iteration 7100, lr = 0.01
 I1224 15:33:01.592298  2133 solver.cpp:66] Iteration 7100, loss = 4.42826
 I1224 15:33:37.679558  2133 solver.cpp:204] Iteration 7120, lr = 0.01
 I1224 15:33:37.684406  2133 solver.cpp:66] Iteration 7120, loss = 4.28305
 I1224 15:34:13.776326  2133 solver.cpp:204] Iteration 7140, lr = 0.01
 I1224 15:34:13.781435  2133 solver.cpp:66] Iteration 7140, loss = 4.60847
 I1224 15:34:49.872607  2133 solver.cpp:204] Iteration 7160, lr = 0.01
 I1224 15:34:49.877694  2133 solver.cpp:66] Iteration 7160, loss = 4.3188
 I1224 15:35:25.967732  2133 solver.cpp:204] Iteration 7180, lr = 0.01
 I1224 15:35:25.972841  2133 solver.cpp:66] Iteration 7180, loss = 4.29433
 I1224 15:36:02.063112  2133 solver.cpp:204] Iteration 7200, lr = 0.01
 I1224 15:36:02.068215  2133 solver.cpp:66] Iteration 7200, loss = 4.49932
 I1224 15:36:38.159353  2133 solver.cpp:204] Iteration 7220, lr = 0.01
 I1224 15:36:38.164510  2133 solver.cpp:66] Iteration 7220, loss = 4.4608
 I1224 15:37:14.256799  2133 solver.cpp:204] Iteration 7240, lr = 0.01
 I1224 15:37:14.261894  2133 solver.cpp:66] Iteration 7240, loss = 4.19946
 I1224 15:37:50.346052  2133 solver.cpp:204] Iteration 7260, lr = 0.01
 I1224 15:37:50.351169  2133 solver.cpp:66] Iteration 7260, loss = 4.09737
 I1224 15:38:26.444893  2133 solver.cpp:204] Iteration 7280, lr = 0.01
 I1224 15:38:26.449970  2133 solver.cpp:66] Iteration 7280, loss = 4.23392
 I1224 15:39:02.544386  2133 solver.cpp:204] Iteration 7300, lr = 0.01
 I1224 15:39:02.549501  2133 solver.cpp:66] Iteration 7300, loss = 4.41477
 I1224 15:39:38.642385  2133 solver.cpp:204] Iteration 7320, lr = 0.01
 I1224 15:39:38.647536  2133 solver.cpp:66] Iteration 7320, loss = 4.36454
 I1224 15:40:14.740726  2133 solver.cpp:204] Iteration 7340, lr = 0.01
 I1224 15:40:14.745826  2133 solver.cpp:66] Iteration 7340, loss = 4.34023
 I1224 15:40:50.835521  2133 solver.cpp:204] Iteration 7360, lr = 0.01
 I1224 15:40:50.840626  2133 solver.cpp:66] Iteration 7360, loss = 4.20547
 I1224 15:41:26.931444  2133 solver.cpp:204] Iteration 7380, lr = 0.01
 I1224 15:41:26.936530  2133 solver.cpp:66] Iteration 7380, loss = 4.27687
 I1224 15:42:03.022120  2133 solver.cpp:204] Iteration 7400, lr = 0.01
 I1224 15:42:03.027228  2133 solver.cpp:66] Iteration 7400, loss = 4.37283
 I1224 15:42:39.115886  2133 solver.cpp:204] Iteration 7420, lr = 0.01
 I1224 15:42:39.120993  2133 solver.cpp:66] Iteration 7420, loss = 4.37597
 I1224 15:43:15.209415  2133 solver.cpp:204] Iteration 7440, lr = 0.01
 I1224 15:43:15.214503  2133 solver.cpp:66] Iteration 7440, loss = 4.40642
 I1224 15:43:51.310608  2133 solver.cpp:204] Iteration 7460, lr = 0.01
 I1224 15:43:51.315709  2133 solver.cpp:66] Iteration 7460, loss = 4.22425
 I1224 15:44:27.405470  2133 solver.cpp:204] Iteration 7480, lr = 0.01
 I1224 15:44:27.410573  2133 solver.cpp:66] Iteration 7480, loss = 4.24087
 I1224 15:45:03.503728  2133 solver.cpp:204] Iteration 7500, lr = 0.01
 I1224 15:45:03.508863  2133 solver.cpp:66] Iteration 7500, loss = 4.14221
 I1224 15:45:39.601024  2133 solver.cpp:204] Iteration 7520, lr = 0.01
 I1224 15:45:39.606096  2133 solver.cpp:66] Iteration 7520, loss = 4.34007
 I1224 15:46:15.696387  2133 solver.cpp:204] Iteration 7540, lr = 0.01
 I1224 15:46:15.701488  2133 solver.cpp:66] Iteration 7540, loss = 4.36949
 I1224 15:46:51.788842  2133 solver.cpp:204] Iteration 7560, lr = 0.01
 I1224 15:46:51.793936  2133 solver.cpp:66] Iteration 7560, loss = 4.19099
 I1224 15:47:27.881834  2133 solver.cpp:204] Iteration 7580, lr = 0.01
 I1224 15:47:27.886930  2133 solver.cpp:66] Iteration 7580, loss = 4.16001
 I1224 15:48:03.980587  2133 solver.cpp:204] Iteration 7600, lr = 0.01
 I1224 15:48:03.985699  2133 solver.cpp:66] Iteration 7600, loss = 4.43074
 I1224 15:48:40.080670  2133 solver.cpp:204] Iteration 7620, lr = 0.01
 I1224 15:48:40.085780  2133 solver.cpp:66] Iteration 7620, loss = 4.48433
 I1224 15:49:16.180017  2133 solver.cpp:204] Iteration 7640, lr = 0.01
 I1224 15:49:16.185124  2133 solver.cpp:66] Iteration 7640, loss = 4.43671
 I1224 15:49:52.274996  2133 solver.cpp:204] Iteration 7660, lr = 0.01
 I1224 15:49:52.280107  2133 solver.cpp:66] Iteration 7660, loss = 4.37147
 I1224 15:50:28.371287  2133 solver.cpp:204] Iteration 7680, lr = 0.01
 I1224 15:50:28.376385  2133 solver.cpp:66] Iteration 7680, loss = 4.33184
 I1224 15:51:04.469820  2133 solver.cpp:204] Iteration 7700, lr = 0.01
 I1224 15:51:04.474977  2133 solver.cpp:66] Iteration 7700, loss = 4.61085
 I1224 15:51:40.566551  2133 solver.cpp:204] Iteration 7720, lr = 0.01
 I1224 15:51:40.571663  2133 solver.cpp:66] Iteration 7720, loss = 4.24948
 I1224 15:52:16.662655  2133 solver.cpp:204] Iteration 7740, lr = 0.01
 I1224 15:52:16.667812  2133 solver.cpp:66] Iteration 7740, loss = 4.23666
 I1224 15:52:52.756253  2133 solver.cpp:204] Iteration 7760, lr = 0.01
 I1224 15:52:52.761384  2133 solver.cpp:66] Iteration 7760, loss = 4.29997
 I1224 15:53:28.850755  2133 solver.cpp:204] Iteration 7780, lr = 0.01
 I1224 15:53:28.855854  2133 solver.cpp:66] Iteration 7780, loss = 4.25524
 I1224 15:54:04.945181  2133 solver.cpp:204] Iteration 7800, lr = 0.01
 I1224 15:54:04.950261  2133 solver.cpp:66] Iteration 7800, loss = 4.37331
 I1224 15:54:41.043077  2133 solver.cpp:204] Iteration 7820, lr = 0.01
 I1224 15:54:41.048179  2133 solver.cpp:66] Iteration 7820, loss = 4.29829
 I1224 15:55:17.138850  2133 solver.cpp:204] Iteration 7840, lr = 0.01
 I1224 15:55:17.143959  2133 solver.cpp:66] Iteration 7840, loss = 4.44907
 I1224 15:55:53.228440  2133 solver.cpp:204] Iteration 7860, lr = 0.01
 I1224 15:55:53.233506  2133 solver.cpp:66] Iteration 7860, loss = 4.05643
 I1224 15:56:29.326359  2133 solver.cpp:204] Iteration 7880, lr = 0.01
 I1224 15:56:29.331470  2133 solver.cpp:66] Iteration 7880, loss = 4.05215
 I1224 15:57:05.423321  2133 solver.cpp:204] Iteration 7900, lr = 0.01
 I1224 15:57:05.428395  2133 solver.cpp:66] Iteration 7900, loss = 4.19484
 I1224 15:57:41.521046  2133 solver.cpp:204] Iteration 7920, lr = 0.01
 I1224 15:57:41.526132  2133 solver.cpp:66] Iteration 7920, loss = 4.28428
 I1224 15:58:17.615917  2133 solver.cpp:204] Iteration 7940, lr = 0.01
 I1224 15:58:17.621032  2133 solver.cpp:66] Iteration 7940, loss = 4.18228
 I1224 15:58:53.716814  2133 solver.cpp:204] Iteration 7960, lr = 0.01
 I1224 15:58:53.721916  2133 solver.cpp:66] Iteration 7960, loss = 4.18797
 I1224 15:59:29.817234  2133 solver.cpp:204] Iteration 7980, lr = 0.01
 I1224 15:59:29.822294  2133 solver.cpp:66] Iteration 7980, loss = 4.15018
 I1224 16:00:05.914510  2133 solver.cpp:204] Iteration 8000, lr = 0.01
 I1224 16:00:05.919615  2133 solver.cpp:66] Iteration 8000, loss = 4.27475
 I1224 16:00:05.919628  2133 solver.cpp:84] Testing net
 I1224 16:02:18.566514  2133 solver.cpp:111] Test score #0: 0.18412
 I1224 16:02:18.566560  2133 solver.cpp:111] Test score #1: 4.12016
 I1224 16:02:54.408704  2133 solver.cpp:204] Iteration 8020, lr = 0.01
 I1224 16:02:54.413810  2133 solver.cpp:66] Iteration 8020, loss = 3.95861
 I1224 16:03:30.503655  2133 solver.cpp:204] Iteration 8040, lr = 0.01
 I1224 16:03:30.508762  2133 solver.cpp:66] Iteration 8040, loss = 4.09198
 I1224 16:04:06.603124  2133 solver.cpp:204] Iteration 8060, lr = 0.01
 I1224 16:04:06.608225  2133 solver.cpp:66] Iteration 8060, loss = 4.18167
 I1224 16:04:42.702921  2133 solver.cpp:204] Iteration 8080, lr = 0.01
 I1224 16:04:42.708034  2133 solver.cpp:66] Iteration 8080, loss = 4.08876
 I1224 16:05:18.797607  2133 solver.cpp:204] Iteration 8100, lr = 0.01
 I1224 16:05:18.802706  2133 solver.cpp:66] Iteration 8100, loss = 4.3382
 I1224 16:05:54.887967  2133 solver.cpp:204] Iteration 8120, lr = 0.01
 I1224 16:05:54.893077  2133 solver.cpp:66] Iteration 8120, loss = 4.00015
 I1224 16:06:30.983489  2133 solver.cpp:204] Iteration 8140, lr = 0.01
 I1224 16:06:30.988642  2133 solver.cpp:66] Iteration 8140, loss = 4.06846
 I1224 16:07:07.078405  2133 solver.cpp:204] Iteration 8160, lr = 0.01
 I1224 16:07:07.083483  2133 solver.cpp:66] Iteration 8160, loss = 4.18308
 I1224 16:07:43.176203  2133 solver.cpp:204] Iteration 8180, lr = 0.01
 I1224 16:07:43.181300  2133 solver.cpp:66] Iteration 8180, loss = 4.11881
 I1224 16:08:19.271786  2133 solver.cpp:204] Iteration 8200, lr = 0.01
 I1224 16:08:19.276904  2133 solver.cpp:66] Iteration 8200, loss = 4.03773
 I1224 16:08:55.369276  2133 solver.cpp:204] Iteration 8220, lr = 0.01
 I1224 16:08:55.374338  2133 solver.cpp:66] Iteration 8220, loss = 4.44108
 I1224 16:09:31.464896  2133 solver.cpp:204] Iteration 8240, lr = 0.01
 I1224 16:09:31.469990  2133 solver.cpp:66] Iteration 8240, loss = 4.25486
 I1224 16:10:07.565212  2133 solver.cpp:204] Iteration 8260, lr = 0.01
 I1224 16:10:07.570312  2133 solver.cpp:66] Iteration 8260, loss = 4.1687
 I1224 16:10:43.658167  2133 solver.cpp:204] Iteration 8280, lr = 0.01
 I1224 16:10:43.663270  2133 solver.cpp:66] Iteration 8280, loss = 4.1965
 I1224 16:11:19.755687  2133 solver.cpp:204] Iteration 8300, lr = 0.01
 I1224 16:11:19.760795  2133 solver.cpp:66] Iteration 8300, loss = 4.26648
 I1224 16:11:55.856389  2133 solver.cpp:204] Iteration 8320, lr = 0.01
 I1224 16:11:55.861206  2133 solver.cpp:66] Iteration 8320, loss = 4.18517
 I1224 16:12:31.958259  2133 solver.cpp:204] Iteration 8340, lr = 0.01
 I1224 16:12:31.963363  2133 solver.cpp:66] Iteration 8340, loss = 4.14865
 I1224 16:13:08.059552  2133 solver.cpp:204] Iteration 8360, lr = 0.01
 I1224 16:13:08.064661  2133 solver.cpp:66] Iteration 8360, loss = 4.32538
 I1224 16:13:44.158586  2133 solver.cpp:204] Iteration 8380, lr = 0.01
 I1224 16:13:44.163702  2133 solver.cpp:66] Iteration 8380, loss = 4.22562
 I1224 16:14:20.258612  2133 solver.cpp:204] Iteration 8400, lr = 0.01
 I1224 16:14:20.263715  2133 solver.cpp:66] Iteration 8400, loss = 4.19065
 I1224 16:14:56.349795  2133 solver.cpp:204] Iteration 8420, lr = 0.01
 I1224 16:14:56.354905  2133 solver.cpp:66] Iteration 8420, loss = 4.08467
 I1224 16:15:32.441622  2133 solver.cpp:204] Iteration 8440, lr = 0.01
 I1224 16:15:32.446784  2133 solver.cpp:66] Iteration 8440, loss = 4.08853
 I1224 16:16:08.538028  2133 solver.cpp:204] Iteration 8460, lr = 0.01
 I1224 16:16:08.543136  2133 solver.cpp:66] Iteration 8460, loss = 4.10738
 I1224 16:16:44.634196  2133 solver.cpp:204] Iteration 8480, lr = 0.01
 I1224 16:16:44.639297  2133 solver.cpp:66] Iteration 8480, loss = 4.35689
 I1224 16:17:20.727812  2133 solver.cpp:204] Iteration 8500, lr = 0.01
 I1224 16:17:20.732929  2133 solver.cpp:66] Iteration 8500, loss = 4.04077
 I1224 16:17:56.822747  2133 solver.cpp:204] Iteration 8520, lr = 0.01
 I1224 16:17:56.827853  2133 solver.cpp:66] Iteration 8520, loss = 4.10722
 I1224 16:18:32.920363  2133 solver.cpp:204] Iteration 8540, lr = 0.01
 I1224 16:18:32.925442  2133 solver.cpp:66] Iteration 8540, loss = 4.01587
 I1224 16:19:09.015012  2133 solver.cpp:204] Iteration 8560, lr = 0.01
 I1224 16:19:09.020117  2133 solver.cpp:66] Iteration 8560, loss = 4.14004
 I1224 16:19:45.109724  2133 solver.cpp:204] Iteration 8580, lr = 0.01
 I1224 16:19:45.114837  2133 solver.cpp:66] Iteration 8580, loss = 4.23042
 I1224 16:20:21.205870  2133 solver.cpp:204] Iteration 8600, lr = 0.01
 I1224 16:20:21.211033  2133 solver.cpp:66] Iteration 8600, loss = 4.16319
 I1224 16:20:57.305811  2133 solver.cpp:204] Iteration 8620, lr = 0.01
 I1224 16:20:57.310911  2133 solver.cpp:66] Iteration 8620, loss = 4.29425
 I1224 16:21:33.400487  2133 solver.cpp:204] Iteration 8640, lr = 0.01
 I1224 16:21:33.405609  2133 solver.cpp:66] Iteration 8640, loss = 3.97458
 I1224 16:22:09.495599  2133 solver.cpp:204] Iteration 8660, lr = 0.01
 I1224 16:22:09.500704  2133 solver.cpp:66] Iteration 8660, loss = 4.12945
 I1224 16:22:45.590219  2133 solver.cpp:204] Iteration 8680, lr = 0.01
 I1224 16:22:45.595327  2133 solver.cpp:66] Iteration 8680, loss = 4.15359
 I1224 16:23:21.683497  2133 solver.cpp:204] Iteration 8700, lr = 0.01
 I1224 16:23:21.688617  2133 solver.cpp:66] Iteration 8700, loss = 4.18756
 I1224 16:23:57.777662  2133 solver.cpp:204] Iteration 8720, lr = 0.01
 I1224 16:23:57.782773  2133 solver.cpp:66] Iteration 8720, loss = 4.24659
 I1224 16:24:33.873353  2133 solver.cpp:204] Iteration 8740, lr = 0.01
 I1224 16:24:33.878411  2133 solver.cpp:66] Iteration 8740, loss = 4.12291
 I1224 16:25:09.974987  2133 solver.cpp:204] Iteration 8760, lr = 0.01
 I1224 16:25:09.980047  2133 solver.cpp:66] Iteration 8760, loss = 4.04155
 I1224 16:25:46.072151  2133 solver.cpp:204] Iteration 8780, lr = 0.01
 I1224 16:25:46.077250  2133 solver.cpp:66] Iteration 8780, loss = 4.12277
 I1224 16:26:22.168059  2133 solver.cpp:204] Iteration 8800, lr = 0.01
 I1224 16:26:22.173167  2133 solver.cpp:66] Iteration 8800, loss = 4.18295
 I1224 16:26:58.271942  2133 solver.cpp:204] Iteration 8820, lr = 0.01
 I1224 16:26:58.277046  2133 solver.cpp:66] Iteration 8820, loss = 4.40255
 I1224 16:27:34.375411  2133 solver.cpp:204] Iteration 8840, lr = 0.01
 I1224 16:27:34.380365  2133 solver.cpp:66] Iteration 8840, loss = 3.93086
 I1224 16:28:10.472988  2133 solver.cpp:204] Iteration 8860, lr = 0.01
 I1224 16:28:10.478062  2133 solver.cpp:66] Iteration 8860, loss = 4.09342
 I1224 16:28:46.569066  2133 solver.cpp:204] Iteration 8880, lr = 0.01
 I1224 16:28:46.574157  2133 solver.cpp:66] Iteration 8880, loss = 4.13941
 I1224 16:29:22.664409  2133 solver.cpp:204] Iteration 8900, lr = 0.01
 I1224 16:29:22.669493  2133 solver.cpp:66] Iteration 8900, loss = 3.82846
 I1224 16:29:58.762183  2133 solver.cpp:204] Iteration 8920, lr = 0.01
 I1224 16:29:58.767261  2133 solver.cpp:66] Iteration 8920, loss = 4.05432
 I1224 16:30:34.857704  2133 solver.cpp:204] Iteration 8940, lr = 0.01
 I1224 16:30:34.862776  2133 solver.cpp:66] Iteration 8940, loss = 4.38382
 I1224 16:31:10.947520  2133 solver.cpp:204] Iteration 8960, lr = 0.01
 I1224 16:31:10.952625  2133 solver.cpp:66] Iteration 8960, loss = 4.04662
 I1224 16:31:47.047723  2133 solver.cpp:204] Iteration 8980, lr = 0.01
 I1224 16:31:47.052835  2133 solver.cpp:66] Iteration 8980, loss = 4.10661
 I1224 16:32:23.139817  2133 solver.cpp:204] Iteration 9000, lr = 0.01
 I1224 16:32:23.144902  2133 solver.cpp:66] Iteration 9000, loss = 4.09598
 I1224 16:32:23.144927  2133 solver.cpp:84] Testing net
 I1224 16:34:35.086148  2133 solver.cpp:111] Test score #0: 0.21272
 I1224 16:34:35.086194  2133 solver.cpp:111] Test score #1: 3.91313
 I1224 16:35:10.932719  2133 solver.cpp:204] Iteration 9020, lr = 0.01
 I1224 16:35:10.937825  2133 solver.cpp:66] Iteration 9020, loss = 4.15575
 I1224 16:35:47.029785  2133 solver.cpp:204] Iteration 9040, lr = 0.01
 I1224 16:35:47.034904  2133 solver.cpp:66] Iteration 9040, loss = 3.93713
 I1224 16:36:23.118793  2133 solver.cpp:204] Iteration 9060, lr = 0.01
 I1224 16:36:23.123903  2133 solver.cpp:66] Iteration 9060, loss = 3.81
 I1224 16:36:59.215474  2133 solver.cpp:204] Iteration 9080, lr = 0.01
 I1224 16:36:59.220588  2133 solver.cpp:66] Iteration 9080, loss = 3.95553
 I1224 16:37:35.310761  2133 solver.cpp:204] Iteration 9100, lr = 0.01
 I1224 16:37:35.315860  2133 solver.cpp:66] Iteration 9100, loss = 4.0083
 I1224 16:38:11.408669  2133 solver.cpp:204] Iteration 9120, lr = 0.01
 I1224 16:38:11.413749  2133 solver.cpp:66] Iteration 9120, loss = 4.20706
 I1224 16:38:47.505893  2133 solver.cpp:204] Iteration 9140, lr = 0.01
 I1224 16:38:47.510999  2133 solver.cpp:66] Iteration 9140, loss = 4.11989
 I1224 16:39:23.600146  2133 solver.cpp:204] Iteration 9160, lr = 0.01
 I1224 16:39:23.605255  2133 solver.cpp:66] Iteration 9160, loss = 3.89679
 I1224 16:39:59.693274  2133 solver.cpp:204] Iteration 9180, lr = 0.01
 I1224 16:39:59.698377  2133 solver.cpp:66] Iteration 9180, loss = 4.08222
 I1224 16:40:35.788529  2133 solver.cpp:204] Iteration 9200, lr = 0.01
 I1224 16:40:35.793648  2133 solver.cpp:66] Iteration 9200, loss = 3.91058
 I1224 16:41:11.883044  2133 solver.cpp:204] Iteration 9220, lr = 0.01
 I1224 16:41:11.888149  2133 solver.cpp:66] Iteration 9220, loss = 3.92117
 I1224 16:41:47.977408  2133 solver.cpp:204] Iteration 9240, lr = 0.01
 I1224 16:41:47.982489  2133 solver.cpp:66] Iteration 9240, loss = 4.06456
 I1224 16:42:24.072509  2133 solver.cpp:204] Iteration 9260, lr = 0.01
 I1224 16:42:24.077620  2133 solver.cpp:66] Iteration 9260, loss = 4.15378
 I1224 16:43:00.169046  2133 solver.cpp:204] Iteration 9280, lr = 0.01
 I1224 16:43:00.174121  2133 solver.cpp:66] Iteration 9280, loss = 3.90617
 I1224 16:43:36.260161  2133 solver.cpp:204] Iteration 9300, lr = 0.01
 I1224 16:43:36.265267  2133 solver.cpp:66] Iteration 9300, loss = 4.06849
 I1224 16:44:12.349869  2133 solver.cpp:204] Iteration 9320, lr = 0.01
 I1224 16:44:12.354979  2133 solver.cpp:66] Iteration 9320, loss = 4.12326
 I1224 16:44:48.445660  2133 solver.cpp:204] Iteration 9340, lr = 0.01
 I1224 16:44:48.450759  2133 solver.cpp:66] Iteration 9340, loss = 3.98857
 I1224 16:45:24.544625  2133 solver.cpp:204] Iteration 9360, lr = 0.01
 I1224 16:45:24.549734  2133 solver.cpp:66] Iteration 9360, loss = 4.02838
 I1224 16:46:00.643928  2133 solver.cpp:204] Iteration 9380, lr = 0.01
 I1224 16:46:00.649034  2133 solver.cpp:66] Iteration 9380, loss = 4.14151
 I1224 16:46:36.743271  2133 solver.cpp:204] Iteration 9400, lr = 0.01
 I1224 16:46:36.748378  2133 solver.cpp:66] Iteration 9400, loss = 4.14577
 I1224 16:47:12.840772  2133 solver.cpp:204] Iteration 9420, lr = 0.01
 I1224 16:47:12.845882  2133 solver.cpp:66] Iteration 9420, loss = 4.02627
 I1224 16:47:48.938488  2133 solver.cpp:204] Iteration 9440, lr = 0.01
 I1224 16:47:48.943596  2133 solver.cpp:66] Iteration 9440, loss = 4.00653
 I1224 16:48:25.034931  2133 solver.cpp:204] Iteration 9460, lr = 0.01
 I1224 16:48:25.040038  2133 solver.cpp:66] Iteration 9460, loss = 3.97998
 I1224 16:49:01.134842  2133 solver.cpp:204] Iteration 9480, lr = 0.01
 I1224 16:49:01.139942  2133 solver.cpp:66] Iteration 9480, loss = 4.04948
 I1224 16:49:37.232677  2133 solver.cpp:204] Iteration 9500, lr = 0.01
 I1224 16:49:37.237784  2133 solver.cpp:66] Iteration 9500, loss = 4.02142
 I1224 16:50:13.326510  2133 solver.cpp:204] Iteration 9520, lr = 0.01
 I1224 16:50:13.331622  2133 solver.cpp:66] Iteration 9520, loss = 4.018
 I1224 16:50:49.422813  2133 solver.cpp:204] Iteration 9540, lr = 0.01
 I1224 16:50:49.427924  2133 solver.cpp:66] Iteration 9540, loss = 4.03062
 I1224 16:51:25.522094  2133 solver.cpp:204] Iteration 9560, lr = 0.01
 I1224 16:51:25.527153  2133 solver.cpp:66] Iteration 9560, loss = 3.84875
 I1224 16:52:01.623394  2133 solver.cpp:204] Iteration 9580, lr = 0.01
 I1224 16:52:01.628505  2133 solver.cpp:66] Iteration 9580, loss = 4.08019
 I1224 16:52:37.722627  2133 solver.cpp:204] Iteration 9600, lr = 0.01
 I1224 16:52:37.727740  2133 solver.cpp:66] Iteration 9600, loss = 3.88558
 I1224 16:53:13.822020  2133 solver.cpp:204] Iteration 9620, lr = 0.01
 I1224 16:53:13.827126  2133 solver.cpp:66] Iteration 9620, loss = 4.03387
 I1224 16:53:49.921257  2133 solver.cpp:204] Iteration 9640, lr = 0.01
 I1224 16:53:49.926354  2133 solver.cpp:66] Iteration 9640, loss = 3.84411
 I1224 16:54:26.017923  2133 solver.cpp:204] Iteration 9660, lr = 0.01
 I1224 16:54:26.023030  2133 solver.cpp:66] Iteration 9660, loss = 3.91999
 I1224 16:55:02.115553  2133 solver.cpp:204] Iteration 9680, lr = 0.01
 I1224 16:55:02.120668  2133 solver.cpp:66] Iteration 9680, loss = 3.79619
 I1224 16:55:38.214412  2133 solver.cpp:204] Iteration 9700, lr = 0.01
 I1224 16:55:38.219564  2133 solver.cpp:66] Iteration 9700, loss = 3.90589
 I1224 16:56:14.306951  2133 solver.cpp:204] Iteration 9720, lr = 0.01
 I1224 16:56:14.312026  2133 solver.cpp:66] Iteration 9720, loss = 4.22419
 I1224 16:56:50.401356  2133 solver.cpp:204] Iteration 9740, lr = 0.01
 I1224 16:56:50.406417  2133 solver.cpp:66] Iteration 9740, loss = 3.86544
 I1224 16:57:26.496218  2133 solver.cpp:204] Iteration 9760, lr = 0.01
 I1224 16:57:26.501302  2133 solver.cpp:66] Iteration 9760, loss = 4.01162
 I1224 16:58:02.593952  2133 solver.cpp:204] Iteration 9780, lr = 0.01
 I1224 16:58:02.599076  2133 solver.cpp:66] Iteration 9780, loss = 4.12229
 I1224 16:58:38.690661  2133 solver.cpp:204] Iteration 9800, lr = 0.01
 I1224 16:58:38.695775  2133 solver.cpp:66] Iteration 9800, loss = 3.81062
 I1224 16:59:14.780638  2133 solver.cpp:204] Iteration 9820, lr = 0.01
 I1224 16:59:14.785738  2133 solver.cpp:66] Iteration 9820, loss = 3.958
 I1224 16:59:50.879439  2133 solver.cpp:204] Iteration 9840, lr = 0.01
 I1224 16:59:50.884513  2133 solver.cpp:66] Iteration 9840, loss = 3.88201
 I1224 17:00:26.973990  2133 solver.cpp:204] Iteration 9860, lr = 0.01
 I1224 17:00:26.979095  2133 solver.cpp:66] Iteration 9860, loss = 4.1179
 I1224 17:01:03.067380  2133 solver.cpp:204] Iteration 9880, lr = 0.01
 I1224 17:01:03.072491  2133 solver.cpp:66] Iteration 9880, loss = 3.82222
 I1224 17:01:39.165551  2133 solver.cpp:204] Iteration 9900, lr = 0.01
 I1224 17:01:39.170655  2133 solver.cpp:66] Iteration 9900, loss = 3.89924
 I1224 17:02:15.265377  2133 solver.cpp:204] Iteration 9920, lr = 0.01
 I1224 17:02:15.270462  2133 solver.cpp:66] Iteration 9920, loss = 4.01725
 I1224 17:02:51.365141  2133 solver.cpp:204] Iteration 9940, lr = 0.01
 I1224 17:02:51.370223  2133 solver.cpp:66] Iteration 9940, loss = 3.7883
 I1224 17:03:27.466025  2133 solver.cpp:204] Iteration 9960, lr = 0.01
 I1224 17:03:27.471124  2133 solver.cpp:66] Iteration 9960, loss = 3.83627
 I1224 17:04:03.561022  2133 solver.cpp:204] Iteration 9980, lr = 0.01
 I1224 17:04:03.566089  2133 solver.cpp:66] Iteration 9980, loss = 4.10177
 I1224 17:04:39.652765  2133 solver.cpp:204] Iteration 10000, lr = 0.01
 I1224 17:04:40.211555  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_10000
 I1224 17:04:40.879562  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_10000.solverstate
 I1224 17:04:41.189687  2133 solver.cpp:66] Iteration 10000, loss = 3.87828
 I1224 17:04:41.189730  2133 solver.cpp:84] Testing net
 I1224 17:06:56.625438  2133 solver.cpp:111] Test score #0: 0.22428
 I1224 17:06:56.625499  2133 solver.cpp:111] Test score #1: 3.8053
 I1224 17:07:32.473572  2133 solver.cpp:204] Iteration 10020, lr = 0.01
 I1224 17:07:32.478672  2133 solver.cpp:66] Iteration 10020, loss = 3.929
 I1224 17:08:08.573390  2133 solver.cpp:204] Iteration 10040, lr = 0.01
 I1224 17:08:08.578464  2133 solver.cpp:66] Iteration 10040, loss = 3.86099
 I1224 17:08:44.668578  2133 solver.cpp:204] Iteration 10060, lr = 0.01
 I1224 17:08:44.673693  2133 solver.cpp:66] Iteration 10060, loss = 3.94
 I1224 17:09:20.765876  2133 solver.cpp:204] Iteration 10080, lr = 0.01
 I1224 17:09:20.770983  2133 solver.cpp:66] Iteration 10080, loss = 3.74807
 I1224 17:09:56.859158  2133 solver.cpp:204] Iteration 10100, lr = 0.01
 I1224 17:09:56.864301  2133 solver.cpp:66] Iteration 10100, loss = 3.7562
 I1224 17:10:32.956389  2133 solver.cpp:204] Iteration 10120, lr = 0.01
 I1224 17:10:32.961493  2133 solver.cpp:66] Iteration 10120, loss = 4.04943
 I1224 17:11:09.048694  2133 solver.cpp:204] Iteration 10140, lr = 0.01
 I1224 17:11:09.053833  2133 solver.cpp:66] Iteration 10140, loss = 4.06736
 I1224 17:11:45.142889  2133 solver.cpp:204] Iteration 10160, lr = 0.01
 I1224 17:11:45.147992  2133 solver.cpp:66] Iteration 10160, loss = 3.74763
 I1224 17:12:21.233876  2133 solver.cpp:204] Iteration 10180, lr = 0.01
 I1224 17:12:21.238898  2133 solver.cpp:66] Iteration 10180, loss = 3.7104
 I1224 17:12:57.328358  2133 solver.cpp:204] Iteration 10200, lr = 0.01
 I1224 17:12:57.333474  2133 solver.cpp:66] Iteration 10200, loss = 3.82728
 I1224 17:13:33.420542  2133 solver.cpp:204] Iteration 10220, lr = 0.01
 I1224 17:13:33.425623  2133 solver.cpp:66] Iteration 10220, loss = 3.93451
 I1224 17:14:09.516690  2133 solver.cpp:204] Iteration 10240, lr = 0.01
 I1224 17:14:09.521793  2133 solver.cpp:66] Iteration 10240, loss = 3.86065
 I1224 17:14:45.619458  2133 solver.cpp:204] Iteration 10260, lr = 0.01
 I1224 17:14:45.624577  2133 solver.cpp:66] Iteration 10260, loss = 3.96521
 I1224 17:15:21.717540  2133 solver.cpp:204] Iteration 10280, lr = 0.01
 I1224 17:15:21.722596  2133 solver.cpp:66] Iteration 10280, loss = 3.92962
 I1224 17:15:57.812710  2133 solver.cpp:204] Iteration 10300, lr = 0.01
 I1224 17:15:57.817819  2133 solver.cpp:66] Iteration 10300, loss = 3.9477
 I1224 17:16:33.903410  2133 solver.cpp:204] Iteration 10320, lr = 0.01
 I1224 17:16:33.908503  2133 solver.cpp:66] Iteration 10320, loss = 4.02457
 I1224 17:17:10.001590  2133 solver.cpp:204] Iteration 10340, lr = 0.01
 I1224 17:17:10.006573  2133 solver.cpp:66] Iteration 10340, loss = 3.72094
 I1224 17:17:46.100554  2133 solver.cpp:204] Iteration 10360, lr = 0.01
 I1224 17:17:46.105648  2133 solver.cpp:66] Iteration 10360, loss = 4.04278
 I1224 17:18:22.198751  2133 solver.cpp:204] Iteration 10380, lr = 0.01
 I1224 17:18:22.203857  2133 solver.cpp:66] Iteration 10380, loss = 4.02925
 I1224 17:18:58.294731  2133 solver.cpp:204] Iteration 10400, lr = 0.01
 I1224 17:18:58.299837  2133 solver.cpp:66] Iteration 10400, loss = 3.8091
 I1224 17:19:34.396581  2133 solver.cpp:204] Iteration 10420, lr = 0.01
 I1224 17:19:34.401701  2133 solver.cpp:66] Iteration 10420, loss = 3.9444
 I1224 17:20:10.494380  2133 solver.cpp:204] Iteration 10440, lr = 0.01
 I1224 17:20:10.499486  2133 solver.cpp:66] Iteration 10440, loss = 3.88552
 I1224 17:20:46.590957  2133 solver.cpp:204] Iteration 10460, lr = 0.01
 I1224 17:20:46.596053  2133 solver.cpp:66] Iteration 10460, loss = 3.83477
 I1224 17:21:22.685322  2133 solver.cpp:204] Iteration 10480, lr = 0.01
 I1224 17:21:22.690371  2133 solver.cpp:66] Iteration 10480, loss = 3.81053
 I1224 17:21:58.780253  2133 solver.cpp:204] Iteration 10500, lr = 0.01
 I1224 17:21:58.785361  2133 solver.cpp:66] Iteration 10500, loss = 3.60574
 I1224 17:22:34.880617  2133 solver.cpp:204] Iteration 10520, lr = 0.01
 I1224 17:22:34.885773  2133 solver.cpp:66] Iteration 10520, loss = 3.72731
 I1224 17:23:10.970978  2133 solver.cpp:204] Iteration 10540, lr = 0.01
 I1224 17:23:10.976132  2133 solver.cpp:66] Iteration 10540, loss = 3.78726
 I1224 17:23:47.066655  2133 solver.cpp:204] Iteration 10560, lr = 0.01
 I1224 17:23:47.071769  2133 solver.cpp:66] Iteration 10560, loss = 3.96091
 I1224 17:24:23.164654  2133 solver.cpp:204] Iteration 10580, lr = 0.01
 I1224 17:24:23.169755  2133 solver.cpp:66] Iteration 10580, loss = 3.93689
 I1224 17:24:59.268616  2133 solver.cpp:204] Iteration 10600, lr = 0.01
 I1224 17:24:59.273663  2133 solver.cpp:66] Iteration 10600, loss = 3.68094
 I1224 17:25:35.366960  2133 solver.cpp:204] Iteration 10620, lr = 0.01
 I1224 17:25:35.372066  2133 solver.cpp:66] Iteration 10620, loss = 3.69181
 I1224 17:26:11.466372  2133 solver.cpp:204] Iteration 10640, lr = 0.01
 I1224 17:26:11.471492  2133 solver.cpp:66] Iteration 10640, loss = 3.66291
 I1224 17:26:47.563408  2133 solver.cpp:204] Iteration 10660, lr = 0.01
 I1224 17:26:47.568466  2133 solver.cpp:66] Iteration 10660, loss = 3.78089
 I1224 17:27:23.665452  2133 solver.cpp:204] Iteration 10680, lr = 0.01
 I1224 17:27:23.670557  2133 solver.cpp:66] Iteration 10680, loss = 3.78864
 I1224 17:27:59.766614  2133 solver.cpp:204] Iteration 10700, lr = 0.01
 I1224 17:27:59.771728  2133 solver.cpp:66] Iteration 10700, loss = 3.73652
 I1224 17:28:35.865499  2133 solver.cpp:204] Iteration 10720, lr = 0.01
 I1224 17:28:35.870594  2133 solver.cpp:66] Iteration 10720, loss = 3.71085
 I1224 17:29:11.962239  2133 solver.cpp:204] Iteration 10740, lr = 0.01
 I1224 17:29:11.967224  2133 solver.cpp:66] Iteration 10740, loss = 3.90844
 I1224 17:29:48.054797  2133 solver.cpp:204] Iteration 10760, lr = 0.01
 I1224 17:29:48.059898  2133 solver.cpp:66] Iteration 10760, loss = 3.62944
 I1224 17:30:24.148707  2133 solver.cpp:204] Iteration 10780, lr = 0.01
 I1224 17:30:24.153811  2133 solver.cpp:66] Iteration 10780, loss = 3.94539
 I1224 17:31:00.244236  2133 solver.cpp:204] Iteration 10800, lr = 0.01
 I1224 17:31:00.249339  2133 solver.cpp:66] Iteration 10800, loss = 3.60796
 I1224 17:31:36.339313  2133 solver.cpp:204] Iteration 10820, lr = 0.01
 I1224 17:31:36.344418  2133 solver.cpp:66] Iteration 10820, loss = 3.84026
 I1224 17:32:12.437507  2133 solver.cpp:204] Iteration 10840, lr = 0.01
 I1224 17:32:12.442612  2133 solver.cpp:66] Iteration 10840, loss = 3.64984
 I1224 17:32:48.533783  2133 solver.cpp:204] Iteration 10860, lr = 0.01
 I1224 17:32:48.538895  2133 solver.cpp:66] Iteration 10860, loss = 3.91577
 I1224 17:33:24.629010  2133 solver.cpp:204] Iteration 10880, lr = 0.01
 I1224 17:33:24.634075  2133 solver.cpp:66] Iteration 10880, loss = 3.79003
 I1224 17:34:00.730114  2133 solver.cpp:204] Iteration 10900, lr = 0.01
 I1224 17:34:00.735219  2133 solver.cpp:66] Iteration 10900, loss = 3.7817
 I1224 17:34:36.828966  2133 solver.cpp:204] Iteration 10920, lr = 0.01
 I1224 17:34:36.834039  2133 solver.cpp:66] Iteration 10920, loss = 3.96507
 I1224 17:35:12.925353  2133 solver.cpp:204] Iteration 10940, lr = 0.01
 I1224 17:35:12.930420  2133 solver.cpp:66] Iteration 10940, loss = 3.89614
 I1224 17:35:49.020076  2133 solver.cpp:204] Iteration 10960, lr = 0.01
 I1224 17:35:49.025184  2133 solver.cpp:66] Iteration 10960, loss = 3.82302
 I1224 17:36:25.117651  2133 solver.cpp:204] Iteration 10980, lr = 0.01
 I1224 17:36:25.122756  2133 solver.cpp:66] Iteration 10980, loss = 4.07164
 I1224 17:37:01.215333  2133 solver.cpp:204] Iteration 11000, lr = 0.01
 I1224 17:37:01.220438  2133 solver.cpp:66] Iteration 11000, loss = 3.69208
 I1224 17:37:01.220451  2133 solver.cpp:84] Testing net
 I1224 17:39:14.494853  2133 solver.cpp:111] Test score #0: 0.24656
 I1224 17:39:14.494899  2133 solver.cpp:111] Test score #1: 3.66159
 I1224 17:39:50.338538  2133 solver.cpp:204] Iteration 11020, lr = 0.01
 I1224 17:39:50.343615  2133 solver.cpp:66] Iteration 11020, loss = 4.02625
 I1224 17:40:26.439167  2133 solver.cpp:204] Iteration 11040, lr = 0.01
 I1224 17:40:26.444274  2133 solver.cpp:66] Iteration 11040, loss = 3.63174
 I1224 17:41:02.534715  2133 solver.cpp:204] Iteration 11060, lr = 0.01
 I1224 17:41:02.539830  2133 solver.cpp:66] Iteration 11060, loss = 3.64513
 I1224 17:41:38.630872  2133 solver.cpp:204] Iteration 11080, lr = 0.01
 I1224 17:41:38.635975  2133 solver.cpp:66] Iteration 11080, loss = 3.82083
 I1224 17:42:14.722419  2133 solver.cpp:204] Iteration 11100, lr = 0.01
 I1224 17:42:14.727526  2133 solver.cpp:66] Iteration 11100, loss = 3.81016
 I1224 17:42:50.815187  2133 solver.cpp:204] Iteration 11120, lr = 0.01
 I1224 17:42:50.820286  2133 solver.cpp:66] Iteration 11120, loss = 3.94785
 I1224 17:43:26.907039  2133 solver.cpp:204] Iteration 11140, lr = 0.01
 I1224 17:43:26.912142  2133 solver.cpp:66] Iteration 11140, loss = 3.61643
 I1224 17:44:02.998508  2133 solver.cpp:204] Iteration 11160, lr = 0.01
 I1224 17:44:03.003620  2133 solver.cpp:66] Iteration 11160, loss = 3.99649
 I1224 17:44:39.097931  2133 solver.cpp:204] Iteration 11180, lr = 0.01
 I1224 17:44:39.103039  2133 solver.cpp:66] Iteration 11180, loss = 3.7489
 I1224 17:45:15.198340  2133 solver.cpp:204] Iteration 11200, lr = 0.01
 I1224 17:45:15.203418  2133 solver.cpp:66] Iteration 11200, loss = 3.7305
 I1224 17:45:51.293835  2133 solver.cpp:204] Iteration 11220, lr = 0.01
 I1224 17:45:51.298908  2133 solver.cpp:66] Iteration 11220, loss = 4.03809
 I1224 17:46:27.392034  2133 solver.cpp:204] Iteration 11240, lr = 0.01
 I1224 17:46:27.397133  2133 solver.cpp:66] Iteration 11240, loss = 3.55286
 I1224 17:47:03.492856  2133 solver.cpp:204] Iteration 11260, lr = 0.01
 I1224 17:47:03.497944  2133 solver.cpp:66] Iteration 11260, loss = 3.59782
 I1224 17:47:39.598661  2133 solver.cpp:204] Iteration 11280, lr = 0.01
 I1224 17:47:39.603762  2133 solver.cpp:66] Iteration 11280, loss = 3.76382
 I1224 17:48:15.695885  2133 solver.cpp:204] Iteration 11300, lr = 0.01
 I1224 17:48:15.700980  2133 solver.cpp:66] Iteration 11300, loss = 3.88147
 I1224 17:48:51.789645  2133 solver.cpp:204] Iteration 11320, lr = 0.01
 I1224 17:48:51.794750  2133 solver.cpp:66] Iteration 11320, loss = 3.93785
 I1224 17:49:27.883996  2133 solver.cpp:204] Iteration 11340, lr = 0.01
 I1224 17:49:27.889106  2133 solver.cpp:66] Iteration 11340, loss = 3.78844
 I1224 17:50:03.983090  2133 solver.cpp:204] Iteration 11360, lr = 0.01
 I1224 17:50:03.988194  2133 solver.cpp:66] Iteration 11360, loss = 3.80698
 I1224 17:50:40.078593  2133 solver.cpp:204] Iteration 11380, lr = 0.01
 I1224 17:50:40.083693  2133 solver.cpp:66] Iteration 11380, loss = 3.78283
 I1224 17:51:16.177381  2133 solver.cpp:204] Iteration 11400, lr = 0.01
 I1224 17:51:16.182461  2133 solver.cpp:66] Iteration 11400, loss = 3.76047
 I1224 17:51:52.273778  2133 solver.cpp:204] Iteration 11420, lr = 0.01
 I1224 17:51:52.278884  2133 solver.cpp:66] Iteration 11420, loss = 3.78644
 I1224 17:52:28.369712  2133 solver.cpp:204] Iteration 11440, lr = 0.01
 I1224 17:52:28.374812  2133 solver.cpp:66] Iteration 11440, loss = 3.82979
 I1224 17:53:04.467865  2133 solver.cpp:204] Iteration 11460, lr = 0.01
 I1224 17:53:04.472973  2133 solver.cpp:66] Iteration 11460, loss = 3.78184
 I1224 17:53:40.564002  2133 solver.cpp:204] Iteration 11480, lr = 0.01
 I1224 17:53:40.569108  2133 solver.cpp:66] Iteration 11480, loss = 3.5407
 I1224 17:54:16.664437  2133 solver.cpp:204] Iteration 11500, lr = 0.01
 I1224 17:54:16.669535  2133 solver.cpp:66] Iteration 11500, loss = 3.79338
 I1224 17:54:52.766659  2133 solver.cpp:204] Iteration 11520, lr = 0.01
 I1224 17:54:52.771765  2133 solver.cpp:66] Iteration 11520, loss = 3.93096
 I1224 17:55:28.865411  2133 solver.cpp:204] Iteration 11540, lr = 0.01
 I1224 17:55:28.870584  2133 solver.cpp:66] Iteration 11540, loss = 3.86474
 I1224 17:56:04.962805  2133 solver.cpp:204] Iteration 11560, lr = 0.01
 I1224 17:56:04.967910  2133 solver.cpp:66] Iteration 11560, loss = 3.58971
 I1224 17:56:41.059430  2133 solver.cpp:204] Iteration 11580, lr = 0.01
 I1224 17:56:41.064512  2133 solver.cpp:66] Iteration 11580, loss = 3.64829
 I1224 17:57:17.151734  2133 solver.cpp:204] Iteration 11600, lr = 0.01
 I1224 17:57:17.156841  2133 solver.cpp:66] Iteration 11600, loss = 3.94773
 I1224 17:57:53.247815  2133 solver.cpp:204] Iteration 11620, lr = 0.01
 I1224 17:57:53.252948  2133 solver.cpp:66] Iteration 11620, loss = 3.83035
 I1224 17:58:29.343039  2133 solver.cpp:204] Iteration 11640, lr = 0.01
 I1224 17:58:29.348126  2133 solver.cpp:66] Iteration 11640, loss = 3.96529
 I1224 17:59:05.438372  2133 solver.cpp:204] Iteration 11660, lr = 0.01
 I1224 17:59:05.443460  2133 solver.cpp:66] Iteration 11660, loss = 3.67296
 I1224 17:59:41.536247  2133 solver.cpp:204] Iteration 11680, lr = 0.01
 I1224 17:59:41.541437  2133 solver.cpp:66] Iteration 11680, loss = 3.78475
 I1224 18:00:17.638600  2133 solver.cpp:204] Iteration 11700, lr = 0.01
 I1224 18:00:17.643676  2133 solver.cpp:66] Iteration 11700, loss = 3.60886
 I1224 18:00:53.728847  2133 solver.cpp:204] Iteration 11720, lr = 0.01
 I1224 18:00:53.733933  2133 solver.cpp:66] Iteration 11720, loss = 3.86264
 I1224 18:01:29.825453  2133 solver.cpp:204] Iteration 11740, lr = 0.01
 I1224 18:01:29.830564  2133 solver.cpp:66] Iteration 11740, loss = 3.81651
 I1224 18:02:05.921169  2133 solver.cpp:204] Iteration 11760, lr = 0.01
 I1224 18:02:05.926228  2133 solver.cpp:66] Iteration 11760, loss = 3.80612
 I1224 18:02:42.021817  2133 solver.cpp:204] Iteration 11780, lr = 0.01
 I1224 18:02:42.026932  2133 solver.cpp:66] Iteration 11780, loss = 3.78431
 I1224 18:03:18.120955  2133 solver.cpp:204] Iteration 11800, lr = 0.01
 I1224 18:03:18.126029  2133 solver.cpp:66] Iteration 11800, loss = 3.89598
 I1224 18:03:54.212045  2133 solver.cpp:204] Iteration 11820, lr = 0.01
 I1224 18:03:54.217130  2133 solver.cpp:66] Iteration 11820, loss = 3.5971
 I1224 18:04:30.303694  2133 solver.cpp:204] Iteration 11840, lr = 0.01
 I1224 18:04:30.308784  2133 solver.cpp:66] Iteration 11840, loss = 3.92749
 I1224 18:05:06.402153  2133 solver.cpp:204] Iteration 11860, lr = 0.01
 I1224 18:05:06.407335  2133 solver.cpp:66] Iteration 11860, loss = 3.85123
 I1224 18:05:42.499493  2133 solver.cpp:204] Iteration 11880, lr = 0.01
 I1224 18:05:42.504569  2133 solver.cpp:66] Iteration 11880, loss = 3.60058
 I1224 18:06:18.592885  2133 solver.cpp:204] Iteration 11900, lr = 0.01
 I1224 18:06:18.597971  2133 solver.cpp:66] Iteration 11900, loss = 3.90298
 I1224 18:06:54.693964  2133 solver.cpp:204] Iteration 11920, lr = 0.01
 I1224 18:06:54.699074  2133 solver.cpp:66] Iteration 11920, loss = 3.85825
 I1224 18:07:30.791529  2133 solver.cpp:204] Iteration 11940, lr = 0.01
 I1224 18:07:30.796614  2133 solver.cpp:66] Iteration 11940, loss = 3.68606
 I1224 18:08:06.892643  2133 solver.cpp:204] Iteration 11960, lr = 0.01
 I1224 18:08:06.897754  2133 solver.cpp:66] Iteration 11960, loss = 3.87018
 I1224 18:08:42.991607  2133 solver.cpp:204] Iteration 11980, lr = 0.01
 I1224 18:08:42.996711  2133 solver.cpp:66] Iteration 11980, loss = 3.6604
 I1224 18:09:19.089054  2133 solver.cpp:204] Iteration 12000, lr = 0.01
 I1224 18:09:19.094115  2133 solver.cpp:66] Iteration 12000, loss = 3.96567
 I1224 18:09:19.094130  2133 solver.cpp:84] Testing net
 I1224 18:11:30.995898  2133 solver.cpp:111] Test score #0: 0.25974
 I1224 18:11:30.995946  2133 solver.cpp:111] Test score #1: 3.57909
 I1224 18:12:06.846808  2133 solver.cpp:204] Iteration 12020, lr = 0.01
 I1224 18:12:06.851918  2133 solver.cpp:66] Iteration 12020, loss = 3.64267
 I1224 18:12:42.945118  2133 solver.cpp:204] Iteration 12040, lr = 0.01
 I1224 18:12:42.950157  2133 solver.cpp:66] Iteration 12040, loss = 3.75919
 I1224 18:13:19.045269  2133 solver.cpp:204] Iteration 12060, lr = 0.01
 I1224 18:13:19.050300  2133 solver.cpp:66] Iteration 12060, loss = 3.81026
 I1224 18:13:55.139415  2133 solver.cpp:204] Iteration 12080, lr = 0.01
 I1224 18:13:55.144526  2133 solver.cpp:66] Iteration 12080, loss = 3.86032
 I1224 18:14:31.236140  2133 solver.cpp:204] Iteration 12100, lr = 0.01
 I1224 18:14:31.241236  2133 solver.cpp:66] Iteration 12100, loss = 3.60875
 I1224 18:15:07.325486  2133 solver.cpp:204] Iteration 12120, lr = 0.01
 I1224 18:15:07.330592  2133 solver.cpp:66] Iteration 12120, loss = 3.73545
 I1224 18:15:43.420759  2133 solver.cpp:204] Iteration 12140, lr = 0.01
 I1224 18:15:43.425870  2133 solver.cpp:66] Iteration 12140, loss = 3.86863
 I1224 18:16:19.516168  2133 solver.cpp:204] Iteration 12160, lr = 0.01
 I1224 18:16:19.521280  2133 solver.cpp:66] Iteration 12160, loss = 3.64381
 I1224 18:16:55.609359  2133 solver.cpp:204] Iteration 12180, lr = 0.01
 I1224 18:16:55.614434  2133 solver.cpp:66] Iteration 12180, loss = 3.61502
 I1224 18:17:31.710078  2133 solver.cpp:204] Iteration 12200, lr = 0.01
 I1224 18:17:31.715180  2133 solver.cpp:66] Iteration 12200, loss = 3.41609
 I1224 18:18:07.811887  2133 solver.cpp:204] Iteration 12220, lr = 0.01
 I1224 18:18:07.816998  2133 solver.cpp:66] Iteration 12220, loss = 3.73907
 I1224 18:18:43.908262  2133 solver.cpp:204] Iteration 12240, lr = 0.01
 I1224 18:18:43.913362  2133 solver.cpp:66] Iteration 12240, loss = 3.80315
 I1224 18:19:20.003546  2133 solver.cpp:204] Iteration 12260, lr = 0.01
 I1224 18:19:20.008654  2133 solver.cpp:66] Iteration 12260, loss = 3.64102
 I1224 18:19:56.098753  2133 solver.cpp:204] Iteration 12280, lr = 0.01
 I1224 18:19:56.103844  2133 solver.cpp:66] Iteration 12280, loss = 3.59061
 I1224 18:20:32.195550  2133 solver.cpp:204] Iteration 12300, lr = 0.01
 I1224 18:20:32.200661  2133 solver.cpp:66] Iteration 12300, loss = 3.71566
 I1224 18:21:08.287935  2133 solver.cpp:204] Iteration 12320, lr = 0.01
 I1224 18:21:08.293014  2133 solver.cpp:66] Iteration 12320, loss = 3.85999
 I1224 18:21:44.385056  2133 solver.cpp:204] Iteration 12340, lr = 0.01
 I1224 18:21:44.390153  2133 solver.cpp:66] Iteration 12340, loss = 3.69368
 I1224 18:22:20.484365  2133 solver.cpp:204] Iteration 12360, lr = 0.01
 I1224 18:22:20.489475  2133 solver.cpp:66] Iteration 12360, loss = 3.7552
 I1224 18:22:56.581851  2133 solver.cpp:204] Iteration 12380, lr = 0.01
 I1224 18:22:56.587013  2133 solver.cpp:66] Iteration 12380, loss = 3.69049
 I1224 18:23:32.684053  2133 solver.cpp:204] Iteration 12400, lr = 0.01
 I1224 18:23:32.689120  2133 solver.cpp:66] Iteration 12400, loss = 3.71616
 I1224 18:24:08.775820  2133 solver.cpp:204] Iteration 12420, lr = 0.01
 I1224 18:24:08.780937  2133 solver.cpp:66] Iteration 12420, loss = 3.97304
 I1224 18:24:44.865622  2133 solver.cpp:204] Iteration 12440, lr = 0.01
 I1224 18:24:44.870730  2133 solver.cpp:66] Iteration 12440, loss = 3.95514
 I1224 18:25:20.958750  2133 solver.cpp:204] Iteration 12460, lr = 0.01
 I1224 18:25:20.963827  2133 solver.cpp:66] Iteration 12460, loss = 3.78288
 I1224 18:25:57.053439  2133 solver.cpp:204] Iteration 12480, lr = 0.01
 I1224 18:25:57.058531  2133 solver.cpp:66] Iteration 12480, loss = 3.97119
 I1224 18:26:33.144390  2133 solver.cpp:204] Iteration 12500, lr = 0.01
 I1224 18:26:33.149497  2133 solver.cpp:66] Iteration 12500, loss = 3.5992
 I1224 18:27:09.241022  2133 solver.cpp:204] Iteration 12520, lr = 0.01
 I1224 18:27:09.246093  2133 solver.cpp:66] Iteration 12520, loss = 3.70996
 I1224 18:27:45.337895  2133 solver.cpp:204] Iteration 12540, lr = 0.01
 I1224 18:27:45.342986  2133 solver.cpp:66] Iteration 12540, loss = 3.59736
 I1224 18:28:21.432878  2133 solver.cpp:204] Iteration 12560, lr = 0.01
 I1224 18:28:21.437963  2133 solver.cpp:66] Iteration 12560, loss = 3.68421
 I1224 18:28:57.529113  2133 solver.cpp:204] Iteration 12580, lr = 0.01
 I1224 18:28:57.534175  2133 solver.cpp:66] Iteration 12580, loss = 3.56161
 I1224 18:29:33.627024  2133 solver.cpp:204] Iteration 12600, lr = 0.01
 I1224 18:29:33.632096  2133 solver.cpp:66] Iteration 12600, loss = 3.76459
 I1224 18:30:09.728687  2133 solver.cpp:204] Iteration 12620, lr = 0.01
 I1224 18:30:09.733755  2133 solver.cpp:66] Iteration 12620, loss = 3.37275
 I1224 18:30:45.824813  2133 solver.cpp:204] Iteration 12640, lr = 0.01
 I1224 18:30:45.829926  2133 solver.cpp:66] Iteration 12640, loss = 3.41709
 I1224 18:31:21.923771  2133 solver.cpp:204] Iteration 12660, lr = 0.01
 I1224 18:31:21.928814  2133 solver.cpp:66] Iteration 12660, loss = 3.25299
 I1224 18:31:58.023038  2133 solver.cpp:204] Iteration 12680, lr = 0.01
 I1224 18:31:58.028146  2133 solver.cpp:66] Iteration 12680, loss = 3.506
 I1224 18:32:34.119983  2133 solver.cpp:204] Iteration 12700, lr = 0.01
 I1224 18:32:34.125090  2133 solver.cpp:66] Iteration 12700, loss = 3.70427
 I1224 18:33:10.219835  2133 solver.cpp:204] Iteration 12720, lr = 0.01
 I1224 18:33:10.224918  2133 solver.cpp:66] Iteration 12720, loss = 3.76378
 I1224 18:33:46.317598  2133 solver.cpp:204] Iteration 12740, lr = 0.01
 I1224 18:33:46.322705  2133 solver.cpp:66] Iteration 12740, loss = 3.33829
 I1224 18:34:22.417819  2133 solver.cpp:204] Iteration 12760, lr = 0.01
 I1224 18:34:22.422925  2133 solver.cpp:66] Iteration 12760, loss = 3.55451
 I1224 18:34:58.513401  2133 solver.cpp:204] Iteration 12780, lr = 0.01
 I1224 18:34:58.518460  2133 solver.cpp:66] Iteration 12780, loss = 3.69941
 I1224 18:35:34.605844  2133 solver.cpp:204] Iteration 12800, lr = 0.01
 I1224 18:35:34.610944  2133 solver.cpp:66] Iteration 12800, loss = 3.8084
 I1224 18:36:10.699545  2133 solver.cpp:204] Iteration 12820, lr = 0.01
 I1224 18:36:10.704658  2133 solver.cpp:66] Iteration 12820, loss = 3.70824
 I1224 18:36:46.798537  2133 solver.cpp:204] Iteration 12840, lr = 0.01
 I1224 18:36:46.803638  2133 solver.cpp:66] Iteration 12840, loss = 3.63338
 I1224 18:37:22.889672  2133 solver.cpp:204] Iteration 12860, lr = 0.01
 I1224 18:37:22.894718  2133 solver.cpp:66] Iteration 12860, loss = 3.65036
 I1224 18:37:58.985230  2133 solver.cpp:204] Iteration 12880, lr = 0.01
 I1224 18:37:58.990295  2133 solver.cpp:66] Iteration 12880, loss = 3.68701
 I1224 18:38:35.082026  2133 solver.cpp:204] Iteration 12900, lr = 0.01
 I1224 18:38:35.087138  2133 solver.cpp:66] Iteration 12900, loss = 3.42027
 I1224 18:39:11.180258  2133 solver.cpp:204] Iteration 12920, lr = 0.01
 I1224 18:39:11.185369  2133 solver.cpp:66] Iteration 12920, loss = 3.81315
 I1224 18:39:47.278228  2133 solver.cpp:204] Iteration 12940, lr = 0.01
 I1224 18:39:47.283339  2133 solver.cpp:66] Iteration 12940, loss = 3.64887
 I1224 18:40:23.376575  2133 solver.cpp:204] Iteration 12960, lr = 0.01
 I1224 18:40:23.381676  2133 solver.cpp:66] Iteration 12960, loss = 3.62343
 I1224 18:40:59.469334  2133 solver.cpp:204] Iteration 12980, lr = 0.01
 I1224 18:40:59.474396  2133 solver.cpp:66] Iteration 12980, loss = 3.65212
 I1224 18:41:35.569139  2133 solver.cpp:204] Iteration 13000, lr = 0.01
 I1224 18:41:35.574210  2133 solver.cpp:66] Iteration 13000, loss = 3.56633
 I1224 18:41:35.574223  2133 solver.cpp:84] Testing net
 I1224 18:43:47.520170  2133 solver.cpp:111] Test score #0: 0.26382
 I1224 18:43:47.520216  2133 solver.cpp:111] Test score #1: 3.56504
 I1224 18:44:23.363286  2133 solver.cpp:204] Iteration 13020, lr = 0.01
 I1224 18:44:23.368388  2133 solver.cpp:66] Iteration 13020, loss = 3.66152
 I1224 18:44:59.457664  2133 solver.cpp:204] Iteration 13040, lr = 0.01
 I1224 18:44:59.462767  2133 solver.cpp:66] Iteration 13040, loss = 3.7217
 I1224 18:45:35.554059  2133 solver.cpp:204] Iteration 13060, lr = 0.01
 I1224 18:45:35.559161  2133 solver.cpp:66] Iteration 13060, loss = 3.80793
 I1224 18:46:11.652398  2133 solver.cpp:204] Iteration 13080, lr = 0.01
 I1224 18:46:11.657510  2133 solver.cpp:66] Iteration 13080, loss = 3.4391
 I1224 18:46:47.751682  2133 solver.cpp:204] Iteration 13100, lr = 0.01
 I1224 18:46:47.756783  2133 solver.cpp:66] Iteration 13100, loss = 3.79339
 I1224 18:47:23.846804  2133 solver.cpp:204] Iteration 13120, lr = 0.01
 I1224 18:47:23.851922  2133 solver.cpp:66] Iteration 13120, loss = 3.7001
 I1224 18:47:59.940001  2133 solver.cpp:204] Iteration 13140, lr = 0.01
 I1224 18:47:59.945107  2133 solver.cpp:66] Iteration 13140, loss = 3.69817
 I1224 18:48:36.036814  2133 solver.cpp:204] Iteration 13160, lr = 0.01
 I1224 18:48:36.041914  2133 solver.cpp:66] Iteration 13160, loss = 3.81917
 I1224 18:49:12.133076  2133 solver.cpp:204] Iteration 13180, lr = 0.01
 I1224 18:49:12.138169  2133 solver.cpp:66] Iteration 13180, loss = 3.54854
 I1224 18:49:48.229207  2133 solver.cpp:204] Iteration 13200, lr = 0.01
 I1224 18:49:48.234277  2133 solver.cpp:66] Iteration 13200, loss = 3.60854
 I1224 18:50:24.323691  2133 solver.cpp:204] Iteration 13220, lr = 0.01
 I1224 18:50:24.328802  2133 solver.cpp:66] Iteration 13220, loss = 3.7834
 I1224 18:51:00.422917  2133 solver.cpp:204] Iteration 13240, lr = 0.01
 I1224 18:51:00.428025  2133 solver.cpp:66] Iteration 13240, loss = 3.65899
 I1224 18:51:36.517009  2133 solver.cpp:204] Iteration 13260, lr = 0.01
 I1224 18:51:36.522085  2133 solver.cpp:66] Iteration 13260, loss = 3.7804
 I1224 18:52:12.617801  2133 solver.cpp:204] Iteration 13280, lr = 0.01
 I1224 18:52:12.622912  2133 solver.cpp:66] Iteration 13280, loss = 3.35952
 I1224 18:52:48.716364  2133 solver.cpp:204] Iteration 13300, lr = 0.01
 I1224 18:52:48.721477  2133 solver.cpp:66] Iteration 13300, loss = 3.72017
 I1224 18:53:24.813246  2133 solver.cpp:204] Iteration 13320, lr = 0.01
 I1224 18:53:24.818303  2133 solver.cpp:66] Iteration 13320, loss = 3.67448
 I1224 18:54:00.911516  2133 solver.cpp:204] Iteration 13340, lr = 0.01
 I1224 18:54:00.916631  2133 solver.cpp:66] Iteration 13340, loss = 3.61292
 I1224 18:54:37.008067  2133 solver.cpp:204] Iteration 13360, lr = 0.01
 I1224 18:54:37.013167  2133 solver.cpp:66] Iteration 13360, loss = 3.68378
 I1224 18:55:13.107812  2133 solver.cpp:204] Iteration 13380, lr = 0.01
 I1224 18:55:13.112921  2133 solver.cpp:66] Iteration 13380, loss = 3.68579
 I1224 18:55:49.203572  2133 solver.cpp:204] Iteration 13400, lr = 0.01
 I1224 18:55:49.208680  2133 solver.cpp:66] Iteration 13400, loss = 3.64079
 I1224 18:56:25.296370  2133 solver.cpp:204] Iteration 13420, lr = 0.01
 I1224 18:56:25.301480  2133 solver.cpp:66] Iteration 13420, loss = 3.75648
 I1224 18:57:01.395414  2133 solver.cpp:204] Iteration 13440, lr = 0.01
 I1224 18:57:01.400523  2133 solver.cpp:66] Iteration 13440, loss = 3.72048
 I1224 18:57:37.489756  2133 solver.cpp:204] Iteration 13460, lr = 0.01
 I1224 18:57:37.494853  2133 solver.cpp:66] Iteration 13460, loss = 3.62543
 I1224 18:58:13.588922  2133 solver.cpp:204] Iteration 13480, lr = 0.01
 I1224 18:58:13.593978  2133 solver.cpp:66] Iteration 13480, loss = 3.54657
 I1224 18:58:49.687345  2133 solver.cpp:204] Iteration 13500, lr = 0.01
 I1224 18:58:49.692450  2133 solver.cpp:66] Iteration 13500, loss = 3.76445
 I1224 18:59:25.784018  2133 solver.cpp:204] Iteration 13520, lr = 0.01
 I1224 18:59:25.789122  2133 solver.cpp:66] Iteration 13520, loss = 3.55211
 I1224 19:00:01.880354  2133 solver.cpp:204] Iteration 13540, lr = 0.01
 I1224 19:00:01.885342  2133 solver.cpp:66] Iteration 13540, loss = 3.89325
 I1224 19:00:37.980142  2133 solver.cpp:204] Iteration 13560, lr = 0.01
 I1224 19:00:37.985255  2133 solver.cpp:66] Iteration 13560, loss = 3.49035
 I1224 19:01:14.871760  2133 solver.cpp:204] Iteration 13580, lr = 0.01
 I1224 19:01:14.876777  2133 solver.cpp:66] Iteration 13580, loss = 3.79484
 I1224 19:01:50.967567  2133 solver.cpp:204] Iteration 13600, lr = 0.01
 I1224 19:01:50.972678  2133 solver.cpp:66] Iteration 13600, loss = 3.60258
 I1224 19:02:27.066578  2133 solver.cpp:204] Iteration 13620, lr = 0.01
 I1224 19:02:27.071631  2133 solver.cpp:66] Iteration 13620, loss = 3.77751
 I1224 19:03:03.162303  2133 solver.cpp:204] Iteration 13640, lr = 0.01
 I1224 19:03:03.167407  2133 solver.cpp:66] Iteration 13640, loss = 3.82198
 I1224 19:03:39.259356  2133 solver.cpp:204] Iteration 13660, lr = 0.01
 I1224 19:03:39.264472  2133 solver.cpp:66] Iteration 13660, loss = 3.58952
 I1224 19:04:15.354500  2133 solver.cpp:204] Iteration 13680, lr = 0.01
 I1224 19:04:15.359613  2133 solver.cpp:66] Iteration 13680, loss = 3.51096
 I1224 19:04:51.450332  2133 solver.cpp:204] Iteration 13700, lr = 0.01
 I1224 19:04:51.455445  2133 solver.cpp:66] Iteration 13700, loss = 3.67586
 I1224 19:05:27.545303  2133 solver.cpp:204] Iteration 13720, lr = 0.01
 I1224 19:05:27.550359  2133 solver.cpp:66] Iteration 13720, loss = 3.59442
 I1224 19:06:03.641866  2133 solver.cpp:204] Iteration 13740, lr = 0.01
 I1224 19:06:03.646977  2133 solver.cpp:66] Iteration 13740, loss = 3.55728
 I1224 19:06:39.736796  2133 solver.cpp:204] Iteration 13760, lr = 0.01
 I1224 19:06:39.741894  2133 solver.cpp:66] Iteration 13760, loss = 3.61664
 I1224 19:07:15.833565  2133 solver.cpp:204] Iteration 13780, lr = 0.01
 I1224 19:07:15.838635  2133 solver.cpp:66] Iteration 13780, loss = 3.75916
 I1224 19:07:51.928115  2133 solver.cpp:204] Iteration 13800, lr = 0.01
 I1224 19:07:51.933223  2133 solver.cpp:66] Iteration 13800, loss = 3.3956
 I1224 19:08:28.019506  2133 solver.cpp:204] Iteration 13820, lr = 0.01
 I1224 19:08:28.024613  2133 solver.cpp:66] Iteration 13820, loss = 3.45509
 I1224 19:09:04.119820  2133 solver.cpp:204] Iteration 13840, lr = 0.01
 I1224 19:09:04.124927  2133 solver.cpp:66] Iteration 13840, loss = 3.58513
 I1224 19:09:40.220227  2133 solver.cpp:204] Iteration 13860, lr = 0.01
 I1224 19:09:40.225344  2133 solver.cpp:66] Iteration 13860, loss = 3.5599
 I1224 19:10:16.315058  2133 solver.cpp:204] Iteration 13880, lr = 0.01
 I1224 19:10:16.320159  2133 solver.cpp:66] Iteration 13880, loss = 3.52593
 I1224 19:10:52.410058  2133 solver.cpp:204] Iteration 13900, lr = 0.01
 I1224 19:10:52.415165  2133 solver.cpp:66] Iteration 13900, loss = 3.62951
 I1224 19:11:28.508501  2133 solver.cpp:204] Iteration 13920, lr = 0.01
 I1224 19:11:28.513612  2133 solver.cpp:66] Iteration 13920, loss = 3.53269
 I1224 19:12:04.603047  2133 solver.cpp:204] Iteration 13940, lr = 0.01
 I1224 19:12:04.608151  2133 solver.cpp:66] Iteration 13940, loss = 3.65884
 I1224 19:12:40.695371  2133 solver.cpp:204] Iteration 13960, lr = 0.01
 I1224 19:12:40.700440  2133 solver.cpp:66] Iteration 13960, loss = 3.53786
 I1224 19:13:16.790084  2133 solver.cpp:204] Iteration 13980, lr = 0.01
 I1224 19:13:16.795162  2133 solver.cpp:66] Iteration 13980, loss = 3.32765
 I1224 19:13:52.884305  2133 solver.cpp:204] Iteration 14000, lr = 0.01
 I1224 19:13:52.889420  2133 solver.cpp:66] Iteration 14000, loss = 3.34995
 I1224 19:13:52.889442  2133 solver.cpp:84] Testing net
 I1224 19:16:08.038156  2133 solver.cpp:111] Test score #0: 0.27862
 I1224 19:16:08.038216  2133 solver.cpp:111] Test score #1: 3.44544
 I1224 19:16:43.881872  2133 solver.cpp:204] Iteration 14020, lr = 0.01
 I1224 19:16:43.886977  2133 solver.cpp:66] Iteration 14020, loss = 3.633
 I1224 19:17:19.980420  2133 solver.cpp:204] Iteration 14040, lr = 0.01
 I1224 19:17:19.985560  2133 solver.cpp:66] Iteration 14040, loss = 3.38018
 I1224 19:17:57.325413  2133 solver.cpp:204] Iteration 14060, lr = 0.01
 I1224 19:17:57.330466  2133 solver.cpp:66] Iteration 14060, loss = 3.62427
 I1224 19:18:33.423519  2133 solver.cpp:204] Iteration 14080, lr = 0.01
 I1224 19:18:33.428598  2133 solver.cpp:66] Iteration 14080, loss = 3.64193
 I1224 19:19:09.516657  2133 solver.cpp:204] Iteration 14100, lr = 0.01
 I1224 19:19:09.521757  2133 solver.cpp:66] Iteration 14100, loss = 3.77718
 I1224 19:19:45.607607  2133 solver.cpp:204] Iteration 14120, lr = 0.01
 I1224 19:19:45.613916  2133 solver.cpp:66] Iteration 14120, loss = 3.86892
 I1224 19:20:21.700973  2133 solver.cpp:204] Iteration 14140, lr = 0.01
 I1224 19:20:21.706048  2133 solver.cpp:66] Iteration 14140, loss = 3.19292
 I1224 19:20:57.798457  2133 solver.cpp:204] Iteration 14160, lr = 0.01
 I1224 19:20:57.803565  2133 solver.cpp:66] Iteration 14160, loss = 3.96962
 I1224 19:21:33.914321  2133 solver.cpp:204] Iteration 14180, lr = 0.01
 I1224 19:21:33.919330  2133 solver.cpp:66] Iteration 14180, loss = 3.54054
 I1224 19:22:10.036044  2133 solver.cpp:204] Iteration 14200, lr = 0.01
 I1224 19:22:10.041108  2133 solver.cpp:66] Iteration 14200, loss = 3.40087
 I1224 19:22:46.155578  2133 solver.cpp:204] Iteration 14220, lr = 0.01
 I1224 19:22:46.160625  2133 solver.cpp:66] Iteration 14220, loss = 3.66188
 I1224 19:23:22.260524  2133 solver.cpp:204] Iteration 14240, lr = 0.01
 I1224 19:23:22.265537  2133 solver.cpp:66] Iteration 14240, loss = 3.30434
 I1224 19:23:58.365157  2133 solver.cpp:204] Iteration 14260, lr = 0.01
 I1224 19:23:58.370179  2133 solver.cpp:66] Iteration 14260, loss = 3.36633
 I1224 19:24:34.464489  2133 solver.cpp:204] Iteration 14280, lr = 0.01
 I1224 19:24:34.470423  2133 solver.cpp:66] Iteration 14280, loss = 3.70044
 I1224 19:25:10.571209  2133 solver.cpp:204] Iteration 14300, lr = 0.01
 I1224 19:25:10.576261  2133 solver.cpp:66] Iteration 14300, loss = 3.53403
 I1224 19:25:46.671916  2133 solver.cpp:204] Iteration 14320, lr = 0.01
 I1224 19:25:46.676961  2133 solver.cpp:66] Iteration 14320, loss = 3.57986
 I1224 19:26:22.771353  2133 solver.cpp:204] Iteration 14340, lr = 0.01
 I1224 19:26:22.776408  2133 solver.cpp:66] Iteration 14340, loss = 3.3756
 I1224 19:26:58.899543  2133 solver.cpp:204] Iteration 14360, lr = 0.01
 I1224 19:26:58.904654  2133 solver.cpp:66] Iteration 14360, loss = 3.63407
 I1224 19:27:34.992323  2133 solver.cpp:204] Iteration 14380, lr = 0.01
 I1224 19:27:34.997416  2133 solver.cpp:66] Iteration 14380, loss = 3.39436
 I1224 19:28:11.094275  2133 solver.cpp:204] Iteration 14400, lr = 0.01
 I1224 19:28:11.099385  2133 solver.cpp:66] Iteration 14400, loss = 3.35052
 I1224 19:28:47.189895  2133 solver.cpp:204] Iteration 14420, lr = 0.01
 I1224 19:28:47.194994  2133 solver.cpp:66] Iteration 14420, loss = 3.51657
 I1224 19:29:23.286435  2133 solver.cpp:204] Iteration 14440, lr = 0.01
 I1224 19:29:23.291548  2133 solver.cpp:66] Iteration 14440, loss = 3.56752
 I1224 19:29:59.381536  2133 solver.cpp:204] Iteration 14460, lr = 0.01
 I1224 19:29:59.386637  2133 solver.cpp:66] Iteration 14460, loss = 3.60381
 I1224 19:30:35.479362  2133 solver.cpp:204] Iteration 14480, lr = 0.01
 I1224 19:30:35.484470  2133 solver.cpp:66] Iteration 14480, loss = 3.5563
 I1224 19:31:11.574131  2133 solver.cpp:204] Iteration 14500, lr = 0.01
 I1224 19:31:11.579232  2133 solver.cpp:66] Iteration 14500, loss = 3.5659
 I1224 19:31:47.667729  2133 solver.cpp:204] Iteration 14520, lr = 0.01
 I1224 19:31:47.672845  2133 solver.cpp:66] Iteration 14520, loss = 3.56791
 I1224 19:32:23.761467  2133 solver.cpp:204] Iteration 14540, lr = 0.01
 I1224 19:32:23.766530  2133 solver.cpp:66] Iteration 14540, loss = 3.53506
 I1224 19:32:59.857909  2133 solver.cpp:204] Iteration 14560, lr = 0.01
 I1224 19:32:59.863019  2133 solver.cpp:66] Iteration 14560, loss = 3.4797
 I1224 19:33:35.953409  2133 solver.cpp:204] Iteration 14580, lr = 0.01
 I1224 19:33:35.958489  2133 solver.cpp:66] Iteration 14580, loss = 3.33398
 I1224 19:34:12.047886  2133 solver.cpp:204] Iteration 14600, lr = 0.01
 I1224 19:34:12.053005  2133 solver.cpp:66] Iteration 14600, loss = 3.38667
 I1224 19:34:48.149857  2133 solver.cpp:204] Iteration 14620, lr = 0.01
 I1224 19:34:48.154963  2133 solver.cpp:66] Iteration 14620, loss = 3.79039
 I1224 19:35:24.247859  2133 solver.cpp:204] Iteration 14640, lr = 0.01
 I1224 19:35:24.252939  2133 solver.cpp:66] Iteration 14640, loss = 3.39606
 I1224 19:36:00.344228  2133 solver.cpp:204] Iteration 14660, lr = 0.01
 I1224 19:36:00.349298  2133 solver.cpp:66] Iteration 14660, loss = 3.43663
 I1224 19:36:36.441210  2133 solver.cpp:204] Iteration 14680, lr = 0.01
 I1224 19:36:36.446300  2133 solver.cpp:66] Iteration 14680, loss = 3.42262
 I1224 19:37:12.541232  2133 solver.cpp:204] Iteration 14700, lr = 0.01
 I1224 19:37:12.546303  2133 solver.cpp:66] Iteration 14700, loss = 3.53551
 I1224 19:37:48.634860  2133 solver.cpp:204] Iteration 14720, lr = 0.01
 I1224 19:37:48.639955  2133 solver.cpp:66] Iteration 14720, loss = 3.26082
 I1224 19:38:24.733165  2133 solver.cpp:204] Iteration 14740, lr = 0.01
 I1224 19:38:24.738230  2133 solver.cpp:66] Iteration 14740, loss = 3.54729
 I1224 19:39:00.830721  2133 solver.cpp:204] Iteration 14760, lr = 0.01
 I1224 19:39:00.835830  2133 solver.cpp:66] Iteration 14760, loss = 3.32148
 I1224 19:39:36.926074  2133 solver.cpp:204] Iteration 14780, lr = 0.01
 I1224 19:39:36.931174  2133 solver.cpp:66] Iteration 14780, loss = 3.34665
 I1224 19:40:13.023042  2133 solver.cpp:204] Iteration 14800, lr = 0.01
 I1224 19:40:13.028151  2133 solver.cpp:66] Iteration 14800, loss = 3.48887
 I1224 19:40:49.119210  2133 solver.cpp:204] Iteration 14820, lr = 0.01
 I1224 19:40:49.124325  2133 solver.cpp:66] Iteration 14820, loss = 3.6748
 I1224 19:41:25.215909  2133 solver.cpp:204] Iteration 14840, lr = 0.01
 I1224 19:41:25.221032  2133 solver.cpp:66] Iteration 14840, loss = 3.38713
 I1224 19:42:01.313421  2133 solver.cpp:204] Iteration 14860, lr = 0.01
 I1224 19:42:01.318526  2133 solver.cpp:66] Iteration 14860, loss = 3.5101
 I1224 19:42:37.408135  2133 solver.cpp:204] Iteration 14880, lr = 0.01
 I1224 19:42:37.413254  2133 solver.cpp:66] Iteration 14880, loss = 3.46927
 I1224 19:43:13.504138  2133 solver.cpp:204] Iteration 14900, lr = 0.01
 I1224 19:43:13.509241  2133 solver.cpp:66] Iteration 14900, loss = 3.57446
 I1224 19:43:49.604786  2133 solver.cpp:204] Iteration 14920, lr = 0.01
 I1224 19:43:49.609891  2133 solver.cpp:66] Iteration 14920, loss = 3.41699
 I1224 19:44:25.697082  2133 solver.cpp:204] Iteration 14940, lr = 0.01
 I1224 19:44:25.702144  2133 solver.cpp:66] Iteration 14940, loss = 3.41182
 I1224 19:45:01.792284  2133 solver.cpp:204] Iteration 14960, lr = 0.01
 I1224 19:45:01.797400  2133 solver.cpp:66] Iteration 14960, loss = 3.48428
 I1224 19:45:37.889521  2133 solver.cpp:204] Iteration 14980, lr = 0.01
 I1224 19:45:37.894626  2133 solver.cpp:66] Iteration 14980, loss = 3.56894
 I1224 19:46:13.983240  2133 solver.cpp:204] Iteration 15000, lr = 0.01
 I1224 19:46:13.988339  2133 solver.cpp:66] Iteration 15000, loss = 3.46813
 I1224 19:46:13.988351  2133 solver.cpp:84] Testing net
 I1224 19:48:26.512465  2133 solver.cpp:111] Test score #0: 0.29568
 I1224 19:48:26.512516  2133 solver.cpp:111] Test score #1: 3.35196
 I1224 19:49:02.358264  2133 solver.cpp:204] Iteration 15020, lr = 0.01
 I1224 19:49:02.363366  2133 solver.cpp:66] Iteration 15020, loss = 3.37306
 I1224 19:49:38.453886  2133 solver.cpp:204] Iteration 15040, lr = 0.01
 I1224 19:49:38.459004  2133 solver.cpp:66] Iteration 15040, loss = 3.77274
 I1224 19:50:14.551265  2133 solver.cpp:204] Iteration 15060, lr = 0.01
 I1224 19:50:14.556356  2133 solver.cpp:66] Iteration 15060, loss = 3.44273
 I1224 19:50:50.643769  2133 solver.cpp:204] Iteration 15080, lr = 0.01
 I1224 19:50:50.648897  2133 solver.cpp:66] Iteration 15080, loss = 3.42621
 I1224 19:51:26.745075  2133 solver.cpp:204] Iteration 15100, lr = 0.01
 I1224 19:51:26.750134  2133 solver.cpp:66] Iteration 15100, loss = 3.3938
 I1224 19:52:02.838454  2133 solver.cpp:204] Iteration 15120, lr = 0.01
 I1224 19:52:02.843562  2133 solver.cpp:66] Iteration 15120, loss = 3.70663
 I1224 19:52:38.934409  2133 solver.cpp:204] Iteration 15140, lr = 0.01
 I1224 19:52:38.939476  2133 solver.cpp:66] Iteration 15140, loss = 3.6017
 I1224 19:53:15.028806  2133 solver.cpp:204] Iteration 15160, lr = 0.01
 I1224 19:53:15.033790  2133 solver.cpp:66] Iteration 15160, loss = 3.52081
 I1224 19:53:51.124222  2133 solver.cpp:204] Iteration 15180, lr = 0.01
 I1224 19:53:51.129326  2133 solver.cpp:66] Iteration 15180, loss = 3.56442
 I1224 19:54:27.216245  2133 solver.cpp:204] Iteration 15200, lr = 0.01
 I1224 19:54:27.221331  2133 solver.cpp:66] Iteration 15200, loss = 3.55269
 I1224 19:55:03.311244  2133 solver.cpp:204] Iteration 15220, lr = 0.01
 I1224 19:55:03.316354  2133 solver.cpp:66] Iteration 15220, loss = 3.42075
 I1224 19:55:39.407301  2133 solver.cpp:204] Iteration 15240, lr = 0.01
 I1224 19:55:39.412390  2133 solver.cpp:66] Iteration 15240, loss = 3.70957
 I1224 19:56:15.498997  2133 solver.cpp:204] Iteration 15260, lr = 0.01
 I1224 19:56:15.504098  2133 solver.cpp:66] Iteration 15260, loss = 3.45665
 I1224 19:56:51.593165  2133 solver.cpp:204] Iteration 15280, lr = 0.01
 I1224 19:56:51.598223  2133 solver.cpp:66] Iteration 15280, loss = 3.56331
 I1224 19:57:27.690009  2133 solver.cpp:204] Iteration 15300, lr = 0.01
 I1224 19:57:27.694988  2133 solver.cpp:66] Iteration 15300, loss = 3.58627
 I1224 19:58:03.783874  2133 solver.cpp:204] Iteration 15320, lr = 0.01
 I1224 19:58:03.788982  2133 solver.cpp:66] Iteration 15320, loss = 3.48707
 I1224 19:58:39.880386  2133 solver.cpp:204] Iteration 15340, lr = 0.01
 I1224 19:58:39.885491  2133 solver.cpp:66] Iteration 15340, loss = 3.66423
 I1224 19:59:15.975334  2133 solver.cpp:204] Iteration 15360, lr = 0.01
 I1224 19:59:15.980435  2133 solver.cpp:66] Iteration 15360, loss = 3.67121
 I1224 19:59:52.068241  2133 solver.cpp:204] Iteration 15380, lr = 0.01
 I1224 19:59:52.073338  2133 solver.cpp:66] Iteration 15380, loss = 3.62638
 I1224 20:00:28.163359  2133 solver.cpp:204] Iteration 15400, lr = 0.01
 I1224 20:00:28.168475  2133 solver.cpp:66] Iteration 15400, loss = 3.43906
 I1224 20:01:04.259677  2133 solver.cpp:204] Iteration 15420, lr = 0.01
 I1224 20:01:04.264785  2133 solver.cpp:66] Iteration 15420, loss = 3.50601
 I1224 20:01:40.353996  2133 solver.cpp:204] Iteration 15440, lr = 0.01
 I1224 20:01:40.359104  2133 solver.cpp:66] Iteration 15440, loss = 3.37847
 I1224 20:02:16.455317  2133 solver.cpp:204] Iteration 15460, lr = 0.01
 I1224 20:02:16.460428  2133 solver.cpp:66] Iteration 15460, loss = 3.58566
 I1224 20:02:52.553333  2133 solver.cpp:204] Iteration 15480, lr = 0.01
 I1224 20:02:52.558406  2133 solver.cpp:66] Iteration 15480, loss = 3.30257
 I1224 20:03:28.648718  2133 solver.cpp:204] Iteration 15500, lr = 0.01
 I1224 20:03:28.653836  2133 solver.cpp:66] Iteration 15500, loss = 3.41941
 I1224 20:04:04.741277  2133 solver.cpp:204] Iteration 15520, lr = 0.01
 I1224 20:04:04.746367  2133 solver.cpp:66] Iteration 15520, loss = 3.74984
 I1224 20:04:40.839285  2133 solver.cpp:204] Iteration 15540, lr = 0.01
 I1224 20:04:40.844272  2133 solver.cpp:66] Iteration 15540, loss = 3.39538
 I1224 20:05:16.932041  2133 solver.cpp:204] Iteration 15560, lr = 0.01
 I1224 20:05:16.937145  2133 solver.cpp:66] Iteration 15560, loss = 3.69671
 I1224 20:05:53.027101  2133 solver.cpp:204] Iteration 15580, lr = 0.01
 I1224 20:05:53.032207  2133 solver.cpp:66] Iteration 15580, loss = 3.79932
 I1224 20:06:29.126919  2133 solver.cpp:204] Iteration 15600, lr = 0.01
 I1224 20:06:29.132026  2133 solver.cpp:66] Iteration 15600, loss = 3.2858
 I1224 20:07:05.223438  2133 solver.cpp:204] Iteration 15620, lr = 0.01
 I1224 20:07:05.228598  2133 solver.cpp:66] Iteration 15620, loss = 3.19092
 I1224 20:07:41.319672  2133 solver.cpp:204] Iteration 15640, lr = 0.01
 I1224 20:07:41.324765  2133 solver.cpp:66] Iteration 15640, loss = 3.70577
 I1224 20:08:17.417588  2133 solver.cpp:204] Iteration 15660, lr = 0.01
 I1224 20:08:17.422675  2133 solver.cpp:66] Iteration 15660, loss = 3.41003
 I1224 20:08:53.514024  2133 solver.cpp:204] Iteration 15680, lr = 0.01
 I1224 20:08:53.519124  2133 solver.cpp:66] Iteration 15680, loss = 3.5656
 I1224 20:09:29.606283  2133 solver.cpp:204] Iteration 15700, lr = 0.01
 I1224 20:09:29.611387  2133 solver.cpp:66] Iteration 15700, loss = 3.55284
 I1224 20:10:05.702618  2133 solver.cpp:204] Iteration 15720, lr = 0.01
 I1224 20:10:05.707800  2133 solver.cpp:66] Iteration 15720, loss = 3.53895
 I1224 20:10:41.797263  2133 solver.cpp:204] Iteration 15740, lr = 0.01
 I1224 20:10:41.802337  2133 solver.cpp:66] Iteration 15740, loss = 3.40373
 I1224 20:11:17.894732  2133 solver.cpp:204] Iteration 15760, lr = 0.01
 I1224 20:11:17.899835  2133 solver.cpp:66] Iteration 15760, loss = 3.42946
 I1224 20:11:53.990314  2133 solver.cpp:204] Iteration 15780, lr = 0.01
 I1224 20:11:53.995471  2133 solver.cpp:66] Iteration 15780, loss = 3.53969
 I1224 20:12:30.088018  2133 solver.cpp:204] Iteration 15800, lr = 0.01
 I1224 20:12:30.093127  2133 solver.cpp:66] Iteration 15800, loss = 3.59869
 I1224 20:13:06.185850  2133 solver.cpp:204] Iteration 15820, lr = 0.01
 I1224 20:13:06.190953  2133 solver.cpp:66] Iteration 15820, loss = 3.77545
 I1224 20:13:42.284312  2133 solver.cpp:204] Iteration 15840, lr = 0.01
 I1224 20:13:42.289419  2133 solver.cpp:66] Iteration 15840, loss = 3.50433
 I1224 20:14:18.378119  2133 solver.cpp:204] Iteration 15860, lr = 0.01
 I1224 20:14:18.383222  2133 solver.cpp:66] Iteration 15860, loss = 3.61706
 I1224 20:14:54.476475  2133 solver.cpp:204] Iteration 15880, lr = 0.01
 I1224 20:14:54.481585  2133 solver.cpp:66] Iteration 15880, loss = 3.48588
 I1224 20:15:30.572101  2133 solver.cpp:204] Iteration 15900, lr = 0.01
 I1224 20:15:30.577203  2133 solver.cpp:66] Iteration 15900, loss = 3.39778
 I1224 20:16:06.665400  2133 solver.cpp:204] Iteration 15920, lr = 0.01
 I1224 20:16:06.670449  2133 solver.cpp:66] Iteration 15920, loss = 3.24301
 I1224 20:16:42.757889  2133 solver.cpp:204] Iteration 15940, lr = 0.01
 I1224 20:16:42.762992  2133 solver.cpp:66] Iteration 15940, loss = 3.46626
 I1224 20:17:18.850816  2133 solver.cpp:204] Iteration 15960, lr = 0.01
 I1224 20:17:18.855882  2133 solver.cpp:66] Iteration 15960, loss = 3.65063
 I1224 20:17:54.947896  2133 solver.cpp:204] Iteration 15980, lr = 0.01
 I1224 20:17:54.952962  2133 solver.cpp:66] Iteration 15980, loss = 3.51583
 I1224 20:18:31.040390  2133 solver.cpp:204] Iteration 16000, lr = 0.01
 I1224 20:18:31.045503  2133 solver.cpp:66] Iteration 16000, loss = 3.50416
 I1224 20:18:31.045516  2133 solver.cpp:84] Testing net
 I1224 20:20:43.020882  2133 solver.cpp:111] Test score #0: 0.29708
 I1224 20:20:43.020931  2133 solver.cpp:111] Test score #1: 3.33142
 I1224 20:21:18.866571  2133 solver.cpp:204] Iteration 16020, lr = 0.01
 I1224 20:21:18.871682  2133 solver.cpp:66] Iteration 16020, loss = 3.24321
 I1224 20:21:54.964725  2133 solver.cpp:204] Iteration 16040, lr = 0.01
 I1224 20:21:54.969842  2133 solver.cpp:66] Iteration 16040, loss = 3.45239
 I1224 20:22:31.060348  2133 solver.cpp:204] Iteration 16060, lr = 0.01
 I1224 20:22:31.065419  2133 solver.cpp:66] Iteration 16060, loss = 3.46325
 I1224 20:23:07.155686  2133 solver.cpp:204] Iteration 16080, lr = 0.01
 I1224 20:23:07.160799  2133 solver.cpp:66] Iteration 16080, loss = 3.78231
 I1224 20:23:43.254020  2133 solver.cpp:204] Iteration 16100, lr = 0.01
 I1224 20:23:43.259120  2133 solver.cpp:66] Iteration 16100, loss = 3.67162
 I1224 20:24:19.352221  2133 solver.cpp:204] Iteration 16120, lr = 0.01
 I1224 20:24:19.357328  2133 solver.cpp:66] Iteration 16120, loss = 3.33246
 I1224 20:24:55.445755  2133 solver.cpp:204] Iteration 16140, lr = 0.01
 I1224 20:24:55.450855  2133 solver.cpp:66] Iteration 16140, loss = 3.31017
 I1224 20:25:31.535480  2133 solver.cpp:204] Iteration 16160, lr = 0.01
 I1224 20:25:31.540591  2133 solver.cpp:66] Iteration 16160, loss = 3.42688
 I1224 20:26:07.627646  2133 solver.cpp:204] Iteration 16180, lr = 0.01
 I1224 20:26:07.632768  2133 solver.cpp:66] Iteration 16180, loss = 3.56733
 I1224 20:26:43.718451  2133 solver.cpp:204] Iteration 16200, lr = 0.01
 I1224 20:26:43.723554  2133 solver.cpp:66] Iteration 16200, loss = 3.46045
 I1224 20:27:19.813138  2133 solver.cpp:204] Iteration 16220, lr = 0.01
 I1224 20:27:19.818207  2133 solver.cpp:66] Iteration 16220, loss = 3.41187
 I1224 20:27:55.906708  2133 solver.cpp:204] Iteration 16240, lr = 0.01
 I1224 20:27:55.911815  2133 solver.cpp:66] Iteration 16240, loss = 3.52858
 I1224 20:28:32.005475  2133 solver.cpp:204] Iteration 16260, lr = 0.01
 I1224 20:28:32.010586  2133 solver.cpp:66] Iteration 16260, loss = 3.44964
 I1224 20:29:08.101436  2133 solver.cpp:204] Iteration 16280, lr = 0.01
 I1224 20:29:08.106490  2133 solver.cpp:66] Iteration 16280, loss = 3.62127
 I1224 20:29:44.198639  2133 solver.cpp:204] Iteration 16300, lr = 0.01
 I1224 20:29:44.203748  2133 solver.cpp:66] Iteration 16300, loss = 3.51879
 I1224 20:30:20.291745  2133 solver.cpp:204] Iteration 16320, lr = 0.01
 I1224 20:30:20.296859  2133 solver.cpp:66] Iteration 16320, loss = 3.474
 I1224 20:30:56.380334  2133 solver.cpp:204] Iteration 16340, lr = 0.01
 I1224 20:30:56.385443  2133 solver.cpp:66] Iteration 16340, loss = 3.55376
 I1224 20:31:32.475569  2133 solver.cpp:204] Iteration 16360, lr = 0.01
 I1224 20:31:32.480676  2133 solver.cpp:66] Iteration 16360, loss = 3.5612
 I1224 20:32:08.568220  2133 solver.cpp:204] Iteration 16380, lr = 0.01
 I1224 20:32:08.573328  2133 solver.cpp:66] Iteration 16380, loss = 3.72385
 I1224 20:32:44.667608  2133 solver.cpp:204] Iteration 16400, lr = 0.01
 I1224 20:32:44.672719  2133 solver.cpp:66] Iteration 16400, loss = 3.25933
 I1224 20:33:20.762480  2133 solver.cpp:204] Iteration 16420, lr = 0.01
 I1224 20:33:20.767583  2133 solver.cpp:66] Iteration 16420, loss = 3.36948
 I1224 20:33:56.857859  2133 solver.cpp:204] Iteration 16440, lr = 0.01
 I1224 20:33:56.862964  2133 solver.cpp:66] Iteration 16440, loss = 3.50558
 I1224 20:34:32.955693  2133 solver.cpp:204] Iteration 16460, lr = 0.01
 I1224 20:34:32.960794  2133 solver.cpp:66] Iteration 16460, loss = 3.3009
 I1224 20:35:09.050057  2133 solver.cpp:204] Iteration 16480, lr = 0.01
 I1224 20:35:09.055158  2133 solver.cpp:66] Iteration 16480, loss = 3.28118
 I1224 20:35:45.139578  2133 solver.cpp:204] Iteration 16500, lr = 0.01
 I1224 20:35:45.144685  2133 solver.cpp:66] Iteration 16500, loss = 3.39624
 I1224 20:36:21.232411  2133 solver.cpp:204] Iteration 16520, lr = 0.01
 I1224 20:36:21.237507  2133 solver.cpp:66] Iteration 16520, loss = 3.51745
 I1224 20:36:57.328140  2133 solver.cpp:204] Iteration 16540, lr = 0.01
 I1224 20:36:57.333220  2133 solver.cpp:66] Iteration 16540, loss = 3.59861
 I1224 20:37:33.420006  2133 solver.cpp:204] Iteration 16560, lr = 0.01
 I1224 20:37:33.425134  2133 solver.cpp:66] Iteration 16560, loss = 3.4509
 I1224 20:38:09.517101  2133 solver.cpp:204] Iteration 16580, lr = 0.01
 I1224 20:38:09.522158  2133 solver.cpp:66] Iteration 16580, loss = 3.5117
 I1224 20:38:45.615547  2133 solver.cpp:204] Iteration 16600, lr = 0.01
 I1224 20:38:45.620657  2133 solver.cpp:66] Iteration 16600, loss = 3.61313
 I1224 20:39:21.711083  2133 solver.cpp:204] Iteration 16620, lr = 0.01
 I1224 20:39:21.716192  2133 solver.cpp:66] Iteration 16620, loss = 3.39965
 I1224 20:39:57.807688  2133 solver.cpp:204] Iteration 16640, lr = 0.01
 I1224 20:39:57.812760  2133 solver.cpp:66] Iteration 16640, loss = 3.45382
 I1224 20:40:33.906399  2133 solver.cpp:204] Iteration 16660, lr = 0.01
 I1224 20:40:33.911386  2133 solver.cpp:66] Iteration 16660, loss = 3.52704
 I1224 20:41:10.004673  2133 solver.cpp:204] Iteration 16680, lr = 0.01
 I1224 20:41:10.009779  2133 solver.cpp:66] Iteration 16680, loss = 3.5241
 I1224 20:41:46.099483  2133 solver.cpp:204] Iteration 16700, lr = 0.01
 I1224 20:41:46.104586  2133 solver.cpp:66] Iteration 16700, loss = 3.39766
 I1224 20:42:22.198011  2133 solver.cpp:204] Iteration 16720, lr = 0.01
 I1224 20:42:22.203114  2133 solver.cpp:66] Iteration 16720, loss = 3.53008
 I1224 20:42:58.294134  2133 solver.cpp:204] Iteration 16740, lr = 0.01
 I1224 20:42:58.299237  2133 solver.cpp:66] Iteration 16740, loss = 3.39191
 I1224 20:43:34.386703  2133 solver.cpp:204] Iteration 16760, lr = 0.01
 I1224 20:43:34.391806  2133 solver.cpp:66] Iteration 16760, loss = 3.47205
 I1224 20:44:10.481861  2133 solver.cpp:204] Iteration 16780, lr = 0.01
 I1224 20:44:10.486958  2133 solver.cpp:66] Iteration 16780, loss = 3.57746
 I1224 20:44:46.575865  2133 solver.cpp:204] Iteration 16800, lr = 0.01
 I1224 20:44:46.580973  2133 solver.cpp:66] Iteration 16800, loss = 3.65619
 I1224 20:45:22.670140  2133 solver.cpp:204] Iteration 16820, lr = 0.01
 I1224 20:45:22.675303  2133 solver.cpp:66] Iteration 16820, loss = 3.52008
 I1224 20:45:58.766913  2133 solver.cpp:204] Iteration 16840, lr = 0.01
 I1224 20:45:58.771986  2133 solver.cpp:66] Iteration 16840, loss = 3.70273
 I1224 20:46:34.866096  2133 solver.cpp:204] Iteration 16860, lr = 0.01
 I1224 20:46:34.871206  2133 solver.cpp:66] Iteration 16860, loss = 3.50599
 I1224 20:47:10.964797  2133 solver.cpp:204] Iteration 16880, lr = 0.01
 I1224 20:47:10.969892  2133 solver.cpp:66] Iteration 16880, loss = 3.38595
 I1224 20:47:47.064221  2133 solver.cpp:204] Iteration 16900, lr = 0.01
 I1224 20:47:47.069330  2133 solver.cpp:66] Iteration 16900, loss = 3.43367
 I1224 20:48:23.167575  2133 solver.cpp:204] Iteration 16920, lr = 0.01
 I1224 20:48:23.172672  2133 solver.cpp:66] Iteration 16920, loss = 3.3201
 I1224 20:48:59.268442  2133 solver.cpp:204] Iteration 16940, lr = 0.01
 I1224 20:48:59.273511  2133 solver.cpp:66] Iteration 16940, loss = 3.54579
 I1224 20:49:35.368142  2133 solver.cpp:204] Iteration 16960, lr = 0.01
 I1224 20:49:35.373224  2133 solver.cpp:66] Iteration 16960, loss = 3.38101
 I1224 20:50:11.469630  2133 solver.cpp:204] Iteration 16980, lr = 0.01
 I1224 20:50:11.474735  2133 solver.cpp:66] Iteration 16980, loss = 3.55711
 I1224 20:50:47.569326  2133 solver.cpp:204] Iteration 17000, lr = 0.01
 I1224 20:50:47.574396  2133 solver.cpp:66] Iteration 17000, loss = 3.79844
 I1224 20:50:47.574409  2133 solver.cpp:84] Testing net
 I1224 20:52:59.471899  2133 solver.cpp:111] Test score #0: 0.30024
 I1224 20:52:59.471947  2133 solver.cpp:111] Test score #1: 3.34145
 I1224 20:53:35.319169  2133 solver.cpp:204] Iteration 17020, lr = 0.01
 I1224 20:53:35.324265  2133 solver.cpp:66] Iteration 17020, loss = 3.39905
 I1224 20:54:11.420336  2133 solver.cpp:204] Iteration 17040, lr = 0.01
 I1224 20:54:11.425456  2133 solver.cpp:66] Iteration 17040, loss = 3.33418
 I1224 20:54:47.518101  2133 solver.cpp:204] Iteration 17060, lr = 0.01
 I1224 20:54:47.523200  2133 solver.cpp:66] Iteration 17060, loss = 3.43762
 I1224 20:55:23.610749  2133 solver.cpp:204] Iteration 17080, lr = 0.01
 I1224 20:55:23.615852  2133 solver.cpp:66] Iteration 17080, loss = 3.22359
 I1224 20:55:59.703857  2133 solver.cpp:204] Iteration 17100, lr = 0.01
 I1224 20:55:59.708964  2133 solver.cpp:66] Iteration 17100, loss = 3.36059
 I1224 20:56:35.797431  2133 solver.cpp:204] Iteration 17120, lr = 0.01
 I1224 20:56:35.802520  2133 solver.cpp:66] Iteration 17120, loss = 3.3661
 I1224 20:57:11.894688  2133 solver.cpp:204] Iteration 17140, lr = 0.01
 I1224 20:57:11.899672  2133 solver.cpp:66] Iteration 17140, loss = 3.47246
 I1224 20:57:47.989946  2133 solver.cpp:204] Iteration 17160, lr = 0.01
 I1224 20:57:47.995038  2133 solver.cpp:66] Iteration 17160, loss = 3.50464
 I1224 20:58:24.082206  2133 solver.cpp:204] Iteration 17180, lr = 0.01
 I1224 20:58:24.087312  2133 solver.cpp:66] Iteration 17180, loss = 3.47682
 I1224 20:59:00.176064  2133 solver.cpp:204] Iteration 17200, lr = 0.01
 I1224 20:59:00.181143  2133 solver.cpp:66] Iteration 17200, loss = 3.3836
 I1224 20:59:36.273167  2133 solver.cpp:204] Iteration 17220, lr = 0.01
 I1224 20:59:36.278239  2133 solver.cpp:66] Iteration 17220, loss = 3.36244
 I1224 21:00:12.370810  2133 solver.cpp:204] Iteration 17240, lr = 0.01
 I1224 21:00:12.375907  2133 solver.cpp:66] Iteration 17240, loss = 3.49131
 I1224 21:00:48.461710  2133 solver.cpp:204] Iteration 17260, lr = 0.01
 I1224 21:00:48.466820  2133 solver.cpp:66] Iteration 17260, loss = 3.28555
 I1224 21:01:24.556442  2133 solver.cpp:204] Iteration 17280, lr = 0.01
 I1224 21:01:24.561506  2133 solver.cpp:66] Iteration 17280, loss = 3.76725
 I1224 21:02:00.651540  2133 solver.cpp:204] Iteration 17300, lr = 0.01
 I1224 21:02:00.656661  2133 solver.cpp:66] Iteration 17300, loss = 3.62208
 I1224 21:02:36.746896  2133 solver.cpp:204] Iteration 17320, lr = 0.01
 I1224 21:02:36.752002  2133 solver.cpp:66] Iteration 17320, loss = 3.4735
 I1224 21:03:12.846429  2133 solver.cpp:204] Iteration 17340, lr = 0.01
 I1224 21:03:12.851547  2133 solver.cpp:66] Iteration 17340, loss = 3.34491
 I1224 21:03:48.944592  2133 solver.cpp:204] Iteration 17360, lr = 0.01
 I1224 21:03:48.949689  2133 solver.cpp:66] Iteration 17360, loss = 3.59366
 I1224 21:04:25.039832  2133 solver.cpp:204] Iteration 17380, lr = 0.01
 I1224 21:04:25.044955  2133 solver.cpp:66] Iteration 17380, loss = 3.35937
 I1224 21:05:01.129642  2133 solver.cpp:204] Iteration 17400, lr = 0.01
 I1224 21:05:01.134717  2133 solver.cpp:66] Iteration 17400, loss = 3.32981
 I1224 21:05:37.222223  2133 solver.cpp:204] Iteration 17420, lr = 0.01
 I1224 21:05:37.227329  2133 solver.cpp:66] Iteration 17420, loss = 3.49714
 I1224 21:06:13.317817  2133 solver.cpp:204] Iteration 17440, lr = 0.01
 I1224 21:06:13.322926  2133 solver.cpp:66] Iteration 17440, loss = 3.3375
 I1224 21:06:49.410549  2133 solver.cpp:204] Iteration 17460, lr = 0.01
 I1224 21:06:49.415532  2133 solver.cpp:66] Iteration 17460, loss = 3.25428
 I1224 21:07:25.508105  2133 solver.cpp:204] Iteration 17480, lr = 0.01
 I1224 21:07:25.513208  2133 solver.cpp:66] Iteration 17480, loss = 3.39769
 I1224 21:08:01.608544  2133 solver.cpp:204] Iteration 17500, lr = 0.01
 I1224 21:08:01.613620  2133 solver.cpp:66] Iteration 17500, loss = 3.51271
 I1224 21:08:37.708804  2133 solver.cpp:204] Iteration 17520, lr = 0.01
 I1224 21:08:37.713878  2133 solver.cpp:66] Iteration 17520, loss = 3.27042
 I1224 21:09:13.805986  2133 solver.cpp:204] Iteration 17540, lr = 0.01
 I1224 21:09:13.811105  2133 solver.cpp:66] Iteration 17540, loss = 3.45012
 I1224 21:09:49.900655  2133 solver.cpp:204] Iteration 17560, lr = 0.01
 I1224 21:09:49.905756  2133 solver.cpp:66] Iteration 17560, loss = 3.32778
 I1224 21:10:25.990677  2133 solver.cpp:204] Iteration 17580, lr = 0.01
 I1224 21:10:25.995787  2133 solver.cpp:66] Iteration 17580, loss = 3.08082
 I1224 21:11:02.084035  2133 solver.cpp:204] Iteration 17600, lr = 0.01
 I1224 21:11:02.089133  2133 solver.cpp:66] Iteration 17600, loss = 3.2947
 I1224 21:11:38.174479  2133 solver.cpp:204] Iteration 17620, lr = 0.01
 I1224 21:11:38.179636  2133 solver.cpp:66] Iteration 17620, loss = 3.37819
 I1224 21:12:14.268162  2133 solver.cpp:204] Iteration 17640, lr = 0.01
 I1224 21:12:14.273265  2133 solver.cpp:66] Iteration 17640, loss = 3.38138
 I1224 21:12:50.362617  2133 solver.cpp:204] Iteration 17660, lr = 0.01
 I1224 21:12:50.367724  2133 solver.cpp:66] Iteration 17660, loss = 3.73862
 I1224 21:13:26.461285  2133 solver.cpp:204] Iteration 17680, lr = 0.01
 I1224 21:13:26.466358  2133 solver.cpp:66] Iteration 17680, loss = 3.50297
 I1224 21:14:02.559370  2133 solver.cpp:204] Iteration 17700, lr = 0.01
 I1224 21:14:02.564467  2133 solver.cpp:66] Iteration 17700, loss = 3.54912
 I1224 21:14:38.658426  2133 solver.cpp:204] Iteration 17720, lr = 0.01
 I1224 21:14:38.663589  2133 solver.cpp:66] Iteration 17720, loss = 3.5445
 I1224 21:15:14.755172  2133 solver.cpp:204] Iteration 17740, lr = 0.01
 I1224 21:15:14.760275  2133 solver.cpp:66] Iteration 17740, loss = 3.38205
 I1224 21:15:50.852025  2133 solver.cpp:204] Iteration 17760, lr = 0.01
 I1224 21:15:50.857136  2133 solver.cpp:66] Iteration 17760, loss = 3.6625
 I1224 21:16:26.950628  2133 solver.cpp:204] Iteration 17780, lr = 0.01
 I1224 21:16:26.955785  2133 solver.cpp:66] Iteration 17780, loss = 3.23835
 I1224 21:17:03.050645  2133 solver.cpp:204] Iteration 17800, lr = 0.01
 I1224 21:17:03.055760  2133 solver.cpp:66] Iteration 17800, loss = 3.56397
 I1224 21:17:39.147186  2133 solver.cpp:204] Iteration 17820, lr = 0.01
 I1224 21:17:39.152286  2133 solver.cpp:66] Iteration 17820, loss = 3.6086
 I1224 21:18:15.243566  2133 solver.cpp:204] Iteration 17840, lr = 0.01
 I1224 21:18:15.248674  2133 solver.cpp:66] Iteration 17840, loss = 3.34737
 I1224 21:18:51.336483  2133 solver.cpp:204] Iteration 17860, lr = 0.01
 I1224 21:18:51.341588  2133 solver.cpp:66] Iteration 17860, loss = 3.267
 I1224 21:19:27.430409  2133 solver.cpp:204] Iteration 17880, lr = 0.01
 I1224 21:19:27.435570  2133 solver.cpp:66] Iteration 17880, loss = 3.49638
 I1224 21:20:03.522395  2133 solver.cpp:204] Iteration 17900, lr = 0.01
 I1224 21:20:03.527495  2133 solver.cpp:66] Iteration 17900, loss = 3.52728
 I1224 21:20:39.618532  2133 solver.cpp:204] Iteration 17920, lr = 0.01
 I1224 21:20:39.623647  2133 solver.cpp:66] Iteration 17920, loss = 3.39058
 I1224 21:21:15.714721  2133 solver.cpp:204] Iteration 17940, lr = 0.01
 I1224 21:21:15.719835  2133 solver.cpp:66] Iteration 17940, loss = 3.44277
 I1224 21:21:51.812528  2133 solver.cpp:204] Iteration 17960, lr = 0.01
 I1224 21:21:51.817693  2133 solver.cpp:66] Iteration 17960, loss = 3.44932
 I1224 21:22:27.904403  2133 solver.cpp:204] Iteration 17980, lr = 0.01
 I1224 21:22:27.909517  2133 solver.cpp:66] Iteration 17980, loss = 3.44197
 I1224 21:23:04.001946  2133 solver.cpp:204] Iteration 18000, lr = 0.01
 I1224 21:23:04.007053  2133 solver.cpp:66] Iteration 18000, loss = 3.29202
 I1224 21:23:04.007066  2133 solver.cpp:84] Testing net
 I1224 21:25:16.333391  2133 solver.cpp:111] Test score #0: 0.30548
 I1224 21:25:16.333439  2133 solver.cpp:111] Test score #1: 3.29564
 I1224 21:25:52.177526  2133 solver.cpp:204] Iteration 18020, lr = 0.01
 I1224 21:25:52.182608  2133 solver.cpp:66] Iteration 18020, loss = 3.31014
 I1224 21:26:28.276612  2133 solver.cpp:204] Iteration 18040, lr = 0.01
 I1224 21:26:28.281721  2133 solver.cpp:66] Iteration 18040, loss = 3.49744
 I1224 21:27:04.371393  2133 solver.cpp:204] Iteration 18060, lr = 0.01
 I1224 21:27:04.376509  2133 solver.cpp:66] Iteration 18060, loss = 3.36647
 I1224 21:27:40.464773  2133 solver.cpp:204] Iteration 18080, lr = 0.01
 I1224 21:27:40.469882  2133 solver.cpp:66] Iteration 18080, loss = 3.24458
 I1224 21:28:16.555841  2133 solver.cpp:204] Iteration 18100, lr = 0.01
 I1224 21:28:16.560961  2133 solver.cpp:66] Iteration 18100, loss = 3.53892
 I1224 21:28:52.650567  2133 solver.cpp:204] Iteration 18120, lr = 0.01
 I1224 21:28:52.655673  2133 solver.cpp:66] Iteration 18120, loss = 3.46048
 I1224 21:29:28.744094  2133 solver.cpp:204] Iteration 18140, lr = 0.01
 I1224 21:29:28.749203  2133 solver.cpp:66] Iteration 18140, loss = 3.16118
 I1224 21:30:04.840289  2133 solver.cpp:204] Iteration 18160, lr = 0.01
 I1224 21:30:04.845490  2133 solver.cpp:66] Iteration 18160, loss = 3.52018
 I1224 21:30:40.938799  2133 solver.cpp:204] Iteration 18180, lr = 0.01
 I1224 21:30:40.943902  2133 solver.cpp:66] Iteration 18180, loss = 3.27217
 I1224 21:31:17.036680  2133 solver.cpp:204] Iteration 18200, lr = 0.01
 I1224 21:31:17.041793  2133 solver.cpp:66] Iteration 18200, loss = 3.30095
 I1224 21:31:53.131171  2133 solver.cpp:204] Iteration 18220, lr = 0.01
 I1224 21:31:53.136286  2133 solver.cpp:66] Iteration 18220, loss = 3.43768
 I1224 21:32:29.225369  2133 solver.cpp:204] Iteration 18240, lr = 0.01
 I1224 21:32:29.230454  2133 solver.cpp:66] Iteration 18240, loss = 3.38189
 I1224 21:33:05.320960  2133 solver.cpp:204] Iteration 18260, lr = 0.01
 I1224 21:33:05.326040  2133 solver.cpp:66] Iteration 18260, loss = 3.39637
 I1224 21:33:41.419812  2133 solver.cpp:204] Iteration 18280, lr = 0.01
 I1224 21:33:41.424932  2133 solver.cpp:66] Iteration 18280, loss = 3.44531
 I1224 21:34:17.514559  2133 solver.cpp:204] Iteration 18300, lr = 0.01
 I1224 21:34:17.519680  2133 solver.cpp:66] Iteration 18300, loss = 3.04617
 I1224 21:34:53.616597  2133 solver.cpp:204] Iteration 18320, lr = 0.01
 I1224 21:34:53.621697  2133 solver.cpp:66] Iteration 18320, loss = 3.40376
 I1224 21:35:29.714993  2133 solver.cpp:204] Iteration 18340, lr = 0.01
 I1224 21:35:29.720098  2133 solver.cpp:66] Iteration 18340, loss = 3.49098
 I1224 21:36:05.815758  2133 solver.cpp:204] Iteration 18360, lr = 0.01
 I1224 21:36:05.820893  2133 solver.cpp:66] Iteration 18360, loss = 3.59546
 I1224 21:36:41.909914  2133 solver.cpp:204] Iteration 18380, lr = 0.01
 I1224 21:36:41.914979  2133 solver.cpp:66] Iteration 18380, loss = 3.33842
 I1224 21:37:18.006526  2133 solver.cpp:204] Iteration 18400, lr = 0.01
 I1224 21:37:18.011595  2133 solver.cpp:66] Iteration 18400, loss = 3.33183
 I1224 21:37:54.106433  2133 solver.cpp:204] Iteration 18420, lr = 0.01
 I1224 21:37:54.111549  2133 solver.cpp:66] Iteration 18420, loss = 3.47746
 I1224 21:38:30.204572  2133 solver.cpp:204] Iteration 18440, lr = 0.01
 I1224 21:38:30.209674  2133 solver.cpp:66] Iteration 18440, loss = 3.33161
 I1224 21:39:06.298527  2133 solver.cpp:204] Iteration 18460, lr = 0.01
 I1224 21:39:06.303630  2133 solver.cpp:66] Iteration 18460, loss = 3.50235
 I1224 21:39:42.390405  2133 solver.cpp:204] Iteration 18480, lr = 0.01
 I1224 21:39:42.395509  2133 solver.cpp:66] Iteration 18480, loss = 3.43644
 I1224 21:40:18.486132  2133 solver.cpp:204] Iteration 18500, lr = 0.01
 I1224 21:40:18.491264  2133 solver.cpp:66] Iteration 18500, loss = 3.32101
 I1224 21:40:54.580194  2133 solver.cpp:204] Iteration 18520, lr = 0.01
 I1224 21:40:54.585296  2133 solver.cpp:66] Iteration 18520, loss = 3.46886
 I1224 21:41:30.680986  2133 solver.cpp:204] Iteration 18540, lr = 0.01
 I1224 21:41:30.686097  2133 solver.cpp:66] Iteration 18540, loss = 3.46712
 I1224 21:42:06.775030  2133 solver.cpp:204] Iteration 18560, lr = 0.01
 I1224 21:42:06.780138  2133 solver.cpp:66] Iteration 18560, loss = 3.68653
 I1224 21:42:42.870540  2133 solver.cpp:204] Iteration 18580, lr = 0.01
 I1224 21:42:42.875645  2133 solver.cpp:66] Iteration 18580, loss = 3.39006
 I1224 21:43:18.964625  2133 solver.cpp:204] Iteration 18600, lr = 0.01
 I1224 21:43:18.969733  2133 solver.cpp:66] Iteration 18600, loss = 3.45001
 I1224 21:43:55.058784  2133 solver.cpp:204] Iteration 18620, lr = 0.01
 I1224 21:43:55.063901  2133 solver.cpp:66] Iteration 18620, loss = 3.49574
 I1224 21:44:31.153126  2133 solver.cpp:204] Iteration 18640, lr = 0.01
 I1224 21:44:31.158196  2133 solver.cpp:66] Iteration 18640, loss = 3.22872
 I1224 21:45:07.253341  2133 solver.cpp:204] Iteration 18660, lr = 0.01
 I1224 21:45:07.258430  2133 solver.cpp:66] Iteration 18660, loss = 3.30533
 I1224 21:45:43.349144  2133 solver.cpp:204] Iteration 18680, lr = 0.01
 I1224 21:45:43.354221  2133 solver.cpp:66] Iteration 18680, loss = 3.41474
 I1224 21:46:19.441750  2133 solver.cpp:204] Iteration 18700, lr = 0.01
 I1224 21:46:19.446851  2133 solver.cpp:66] Iteration 18700, loss = 3.38355
 I1224 21:46:55.540633  2133 solver.cpp:204] Iteration 18720, lr = 0.01
 I1224 21:46:55.545737  2133 solver.cpp:66] Iteration 18720, loss = 3.3844
 I1224 21:47:31.633137  2133 solver.cpp:204] Iteration 18740, lr = 0.01
 I1224 21:47:31.638247  2133 solver.cpp:66] Iteration 18740, loss = 3.49972
 I1224 21:48:07.727398  2133 solver.cpp:204] Iteration 18760, lr = 0.01
 I1224 21:48:07.732511  2133 solver.cpp:66] Iteration 18760, loss = 3.53257
 I1224 21:48:43.820456  2133 solver.cpp:204] Iteration 18780, lr = 0.01
 I1224 21:48:43.825558  2133 solver.cpp:66] Iteration 18780, loss = 3.63968
 I1224 21:49:19.910933  2133 solver.cpp:204] Iteration 18800, lr = 0.01
 I1224 21:49:19.916048  2133 solver.cpp:66] Iteration 18800, loss = 3.35156
 I1224 21:49:56.004703  2133 solver.cpp:204] Iteration 18820, lr = 0.01
 I1224 21:49:56.009807  2133 solver.cpp:66] Iteration 18820, loss = 3.43547
 I1224 21:50:32.100698  2133 solver.cpp:204] Iteration 18840, lr = 0.01
 I1224 21:50:32.105798  2133 solver.cpp:66] Iteration 18840, loss = 3.6592
 I1224 21:51:08.195505  2133 solver.cpp:204] Iteration 18860, lr = 0.01
 I1224 21:51:08.200620  2133 solver.cpp:66] Iteration 18860, loss = 3.70203
 I1224 21:51:44.289026  2133 solver.cpp:204] Iteration 18880, lr = 0.01
 I1224 21:51:44.294092  2133 solver.cpp:66] Iteration 18880, loss = 3.05295
 I1224 21:52:20.384140  2133 solver.cpp:204] Iteration 18900, lr = 0.01
 I1224 21:52:20.389252  2133 solver.cpp:66] Iteration 18900, loss = 3.4256
 I1224 21:52:56.479782  2133 solver.cpp:204] Iteration 18920, lr = 0.01
 I1224 21:52:56.484901  2133 solver.cpp:66] Iteration 18920, loss = 3.05448
 I1224 21:53:32.573711  2133 solver.cpp:204] Iteration 18940, lr = 0.01
 I1224 21:53:32.578814  2133 solver.cpp:66] Iteration 18940, loss = 3.27463
 I1224 21:54:08.670553  2133 solver.cpp:204] Iteration 18960, lr = 0.01
 I1224 21:54:08.675659  2133 solver.cpp:66] Iteration 18960, loss = 3.26509
 I1224 21:54:44.771198  2133 solver.cpp:204] Iteration 18980, lr = 0.01
 I1224 21:54:44.776298  2133 solver.cpp:66] Iteration 18980, loss = 3.56948
 I1224 21:55:20.867575  2133 solver.cpp:204] Iteration 19000, lr = 0.01
 I1224 21:55:20.872680  2133 solver.cpp:66] Iteration 19000, loss = 3.3255
 I1224 21:55:20.872694  2133 solver.cpp:84] Testing net
 I1224 21:57:32.813557  2133 solver.cpp:111] Test score #0: 0.31056
 I1224 21:57:32.813604  2133 solver.cpp:111] Test score #1: 3.26434
 I1224 21:58:08.660632  2133 solver.cpp:204] Iteration 19020, lr = 0.01
 I1224 21:58:08.665740  2133 solver.cpp:66] Iteration 19020, loss = 3.41234
 I1224 21:58:44.757020  2133 solver.cpp:204] Iteration 19040, lr = 0.01
 I1224 21:58:44.762049  2133 solver.cpp:66] Iteration 19040, loss = 3.2123
 I1224 21:59:20.853293  2133 solver.cpp:204] Iteration 19060, lr = 0.01
 I1224 21:59:20.858369  2133 solver.cpp:66] Iteration 19060, loss = 3.32451
 I1224 21:59:56.953985  2133 solver.cpp:204] Iteration 19080, lr = 0.01
 I1224 21:59:56.958961  2133 solver.cpp:66] Iteration 19080, loss = 3.30928
 I1224 22:00:33.051791  2133 solver.cpp:204] Iteration 19100, lr = 0.01
 I1224 22:00:33.056906  2133 solver.cpp:66] Iteration 19100, loss = 3.53046
 I1224 22:01:09.148854  2133 solver.cpp:204] Iteration 19120, lr = 0.01
 I1224 22:01:09.153949  2133 solver.cpp:66] Iteration 19120, loss = 3.18573
 I1224 22:01:45.248946  2133 solver.cpp:204] Iteration 19140, lr = 0.01
 I1224 22:01:45.254011  2133 solver.cpp:66] Iteration 19140, loss = 3.15156
 I1224 22:02:21.349905  2133 solver.cpp:204] Iteration 19160, lr = 0.01
 I1224 22:02:21.355018  2133 solver.cpp:66] Iteration 19160, loss = 3.37547
 I1224 22:02:57.449674  2133 solver.cpp:204] Iteration 19180, lr = 0.01
 I1224 22:02:57.454781  2133 solver.cpp:66] Iteration 19180, loss = 3.40254
 I1224 22:03:33.546911  2133 solver.cpp:204] Iteration 19200, lr = 0.01
 I1224 22:03:33.552024  2133 solver.cpp:66] Iteration 19200, loss = 3.59072
 I1224 22:04:09.640288  2133 solver.cpp:204] Iteration 19220, lr = 0.01
 I1224 22:04:09.645360  2133 solver.cpp:66] Iteration 19220, loss = 3.30963
 I1224 22:04:45.738248  2133 solver.cpp:204] Iteration 19240, lr = 0.01
 I1224 22:04:45.743357  2133 solver.cpp:66] Iteration 19240, loss = 3.30731
 I1224 22:05:21.830474  2133 solver.cpp:204] Iteration 19260, lr = 0.01
 I1224 22:05:21.835575  2133 solver.cpp:66] Iteration 19260, loss = 3.5842
 I1224 22:05:57.925065  2133 solver.cpp:204] Iteration 19280, lr = 0.01
 I1224 22:05:57.930141  2133 solver.cpp:66] Iteration 19280, loss = 3.43279
 I1224 22:06:34.017818  2133 solver.cpp:204] Iteration 19300, lr = 0.01
 I1224 22:06:34.022918  2133 solver.cpp:66] Iteration 19300, loss = 3.41879
 I1224 22:07:10.113864  2133 solver.cpp:204] Iteration 19320, lr = 0.01
 I1224 22:07:10.118968  2133 solver.cpp:66] Iteration 19320, loss = 3.29787
 I1224 22:07:46.212126  2133 solver.cpp:204] Iteration 19340, lr = 0.01
 I1224 22:07:46.217229  2133 solver.cpp:66] Iteration 19340, loss = 3.40505
 I1224 22:08:22.306818  2133 solver.cpp:204] Iteration 19360, lr = 0.01
 I1224 22:08:22.311925  2133 solver.cpp:66] Iteration 19360, loss = 3.15361
 I1224 22:08:58.405467  2133 solver.cpp:204] Iteration 19380, lr = 0.01
 I1224 22:08:58.410917  2133 solver.cpp:66] Iteration 19380, loss = 3.27987
 I1224 22:09:34.505604  2133 solver.cpp:204] Iteration 19400, lr = 0.01
 I1224 22:09:34.510776  2133 solver.cpp:66] Iteration 19400, loss = 3.2352
 I1224 22:10:10.603013  2133 solver.cpp:204] Iteration 19420, lr = 0.01
 I1224 22:10:10.608124  2133 solver.cpp:66] Iteration 19420, loss = 2.9581
 I1224 22:10:46.704674  2133 solver.cpp:204] Iteration 19440, lr = 0.01
 I1224 22:10:46.709784  2133 solver.cpp:66] Iteration 19440, loss = 3.32735
 I1224 22:11:22.801329  2133 solver.cpp:204] Iteration 19460, lr = 0.01
 I1224 22:11:22.806421  2133 solver.cpp:66] Iteration 19460, loss = 3.37071
 I1224 22:11:58.893546  2133 solver.cpp:204] Iteration 19480, lr = 0.01
 I1224 22:11:58.898713  2133 solver.cpp:66] Iteration 19480, loss = 3.20675
 I1224 22:12:34.988101  2133 solver.cpp:204] Iteration 19500, lr = 0.01
 I1224 22:12:34.993183  2133 solver.cpp:66] Iteration 19500, loss = 3.38285
 I1224 22:13:11.079970  2133 solver.cpp:204] Iteration 19520, lr = 0.01
 I1224 22:13:11.085080  2133 solver.cpp:66] Iteration 19520, loss = 3.34417
 I1224 22:13:47.173678  2133 solver.cpp:204] Iteration 19540, lr = 0.01
 I1224 22:13:47.178787  2133 solver.cpp:66] Iteration 19540, loss = 3.3709
 I1224 22:14:23.272570  2133 solver.cpp:204] Iteration 19560, lr = 0.01
 I1224 22:14:23.277644  2133 solver.cpp:66] Iteration 19560, loss = 3.25545
 I1224 22:14:59.371517  2133 solver.cpp:204] Iteration 19580, lr = 0.01
 I1224 22:14:59.376629  2133 solver.cpp:66] Iteration 19580, loss = 3.24352
 I1224 22:15:35.465890  2133 solver.cpp:204] Iteration 19600, lr = 0.01
 I1224 22:15:35.470872  2133 solver.cpp:66] Iteration 19600, loss = 3.41285
 I1224 22:16:11.560356  2133 solver.cpp:204] Iteration 19620, lr = 0.01
 I1224 22:16:11.565489  2133 solver.cpp:66] Iteration 19620, loss = 3.40181
 I1224 22:16:47.657378  2133 solver.cpp:204] Iteration 19640, lr = 0.01
 I1224 22:16:47.662444  2133 solver.cpp:66] Iteration 19640, loss = 3.16715
 I1224 22:17:23.751907  2133 solver.cpp:204] Iteration 19660, lr = 0.01
 I1224 22:17:23.757007  2133 solver.cpp:66] Iteration 19660, loss = 3.44012
 I1224 22:17:59.850268  2133 solver.cpp:204] Iteration 19680, lr = 0.01
 I1224 22:17:59.855386  2133 solver.cpp:66] Iteration 19680, loss = 3.2377
 I1224 22:18:35.944351  2133 solver.cpp:204] Iteration 19700, lr = 0.01
 I1224 22:18:35.949456  2133 solver.cpp:66] Iteration 19700, loss = 3.20615
 I1224 22:19:12.037150  2133 solver.cpp:204] Iteration 19720, lr = 0.01
 I1224 22:19:12.042227  2133 solver.cpp:66] Iteration 19720, loss = 3.18086
 I1224 22:19:48.131467  2133 solver.cpp:204] Iteration 19740, lr = 0.01
 I1224 22:19:48.136569  2133 solver.cpp:66] Iteration 19740, loss = 3.32854
 I1224 22:20:24.225400  2133 solver.cpp:204] Iteration 19760, lr = 0.01
 I1224 22:20:24.230479  2133 solver.cpp:66] Iteration 19760, loss = 3.30928
 I1224 22:21:00.316716  2133 solver.cpp:204] Iteration 19780, lr = 0.01
 I1224 22:21:00.321821  2133 solver.cpp:66] Iteration 19780, loss = 3.20603
 I1224 22:21:36.413171  2133 solver.cpp:204] Iteration 19800, lr = 0.01
 I1224 22:21:36.418241  2133 solver.cpp:66] Iteration 19800, loss = 3.58303
 I1224 22:22:12.511593  2133 solver.cpp:204] Iteration 19820, lr = 0.01
 I1224 22:22:12.516695  2133 solver.cpp:66] Iteration 19820, loss = 3.45281
 I1224 22:22:48.603806  2133 solver.cpp:204] Iteration 19840, lr = 0.01
 I1224 22:22:48.608911  2133 solver.cpp:66] Iteration 19840, loss = 3.62352
 I1224 22:23:24.701874  2133 solver.cpp:204] Iteration 19860, lr = 0.01
 I1224 22:23:24.706948  2133 solver.cpp:66] Iteration 19860, loss = 3.29002
 I1224 22:24:00.796519  2133 solver.cpp:204] Iteration 19880, lr = 0.01
 I1224 22:24:00.801636  2133 solver.cpp:66] Iteration 19880, loss = 3.57976
 I1224 22:24:36.891252  2133 solver.cpp:204] Iteration 19900, lr = 0.01
 I1224 22:24:36.896311  2133 solver.cpp:66] Iteration 19900, loss = 3.56924
 I1224 22:25:12.988359  2133 solver.cpp:204] Iteration 19920, lr = 0.01
 I1224 22:25:12.993525  2133 solver.cpp:66] Iteration 19920, loss = 3.56078
 I1224 22:25:49.085986  2133 solver.cpp:204] Iteration 19940, lr = 0.01
 I1224 22:25:49.091102  2133 solver.cpp:66] Iteration 19940, loss = 3.4319
 I1224 22:26:25.174522  2133 solver.cpp:204] Iteration 19960, lr = 0.01
 I1224 22:26:25.179630  2133 solver.cpp:66] Iteration 19960, loss = 3.35827
 I1224 22:27:01.265736  2133 solver.cpp:204] Iteration 19980, lr = 0.01
 I1224 22:27:01.270815  2133 solver.cpp:66] Iteration 19980, loss = 3.24034
 I1224 22:27:37.367808  2133 solver.cpp:204] Iteration 20000, lr = 0.01
 I1224 22:27:37.937783  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_20000
 I1224 22:27:38.513718  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_20000.solverstate
 I1224 22:27:38.820844  2133 solver.cpp:66] Iteration 20000, loss = 3.21466
 I1224 22:27:38.820885  2133 solver.cpp:84] Testing net
 I1224 22:29:54.507925  2133 solver.cpp:111] Test score #0: 0.32114
 I1224 22:29:54.507973  2133 solver.cpp:111] Test score #1: 3.19505
 I1224 22:30:30.353648  2133 solver.cpp:204] Iteration 20020, lr = 0.01
 I1224 22:30:30.358768  2133 solver.cpp:66] Iteration 20020, loss = 3.54287
 I1224 22:31:06.449551  2133 solver.cpp:204] Iteration 20040, lr = 0.01
 I1224 22:31:06.454663  2133 solver.cpp:66] Iteration 20040, loss = 3.44951
 I1224 22:31:42.545364  2133 solver.cpp:204] Iteration 20060, lr = 0.01
 I1224 22:31:42.550436  2133 solver.cpp:66] Iteration 20060, loss = 3.34819
 I1224 22:32:18.638003  2133 solver.cpp:204] Iteration 20080, lr = 0.01
 I1224 22:32:18.643072  2133 solver.cpp:66] Iteration 20080, loss = 3.12967
 I1224 22:32:54.734889  2133 solver.cpp:204] Iteration 20100, lr = 0.01
 I1224 22:32:54.740005  2133 solver.cpp:66] Iteration 20100, loss = 3.47222
 I1224 22:33:30.833686  2133 solver.cpp:204] Iteration 20120, lr = 0.01
 I1224 22:33:30.838786  2133 solver.cpp:66] Iteration 20120, loss = 3.36677
 I1224 22:34:06.932086  2133 solver.cpp:204] Iteration 20140, lr = 0.01
 I1224 22:34:06.937192  2133 solver.cpp:66] Iteration 20140, loss = 3.20198
 I1224 22:34:43.033566  2133 solver.cpp:204] Iteration 20160, lr = 0.01
 I1224 22:34:43.038662  2133 solver.cpp:66] Iteration 20160, loss = 3.35482
 I1224 22:35:19.135123  2133 solver.cpp:204] Iteration 20180, lr = 0.01
 I1224 22:35:19.140233  2133 solver.cpp:66] Iteration 20180, loss = 3.41334
 I1224 22:35:55.229709  2133 solver.cpp:204] Iteration 20200, lr = 0.01
 I1224 22:35:55.234813  2133 solver.cpp:66] Iteration 20200, loss = 3.44621
 I1224 22:36:31.331234  2133 solver.cpp:204] Iteration 20220, lr = 0.01
 I1224 22:36:31.336341  2133 solver.cpp:66] Iteration 20220, loss = 3.36467
 I1224 22:37:07.432975  2133 solver.cpp:204] Iteration 20240, lr = 0.01
 I1224 22:37:07.438046  2133 solver.cpp:66] Iteration 20240, loss = 3.28286
 I1224 22:37:43.529912  2133 solver.cpp:204] Iteration 20260, lr = 0.01
 I1224 22:37:43.535023  2133 solver.cpp:66] Iteration 20260, loss = 3.34562
 I1224 22:38:19.626951  2133 solver.cpp:204] Iteration 20280, lr = 0.01
 I1224 22:38:19.632067  2133 solver.cpp:66] Iteration 20280, loss = 3.06263
 I1224 22:38:55.723458  2133 solver.cpp:204] Iteration 20300, lr = 0.01
 I1224 22:38:55.728574  2133 solver.cpp:66] Iteration 20300, loss = 3.31403
 I1224 22:39:31.821594  2133 solver.cpp:204] Iteration 20320, lr = 0.01
 I1224 22:39:31.826689  2133 solver.cpp:66] Iteration 20320, loss = 3.25371
 I1224 22:40:07.917479  2133 solver.cpp:204] Iteration 20340, lr = 0.01
 I1224 22:40:07.922590  2133 solver.cpp:66] Iteration 20340, loss = 3.34907
 I1224 22:40:44.020016  2133 solver.cpp:204] Iteration 20360, lr = 0.01
 I1224 22:40:44.025117  2133 solver.cpp:66] Iteration 20360, loss = 3.1761
 I1224 22:41:20.113677  2133 solver.cpp:204] Iteration 20380, lr = 0.01
 I1224 22:41:20.118788  2133 solver.cpp:66] Iteration 20380, loss = 3.364
 I1224 22:41:56.205731  2133 solver.cpp:204] Iteration 20400, lr = 0.01
 I1224 22:41:56.210840  2133 solver.cpp:66] Iteration 20400, loss = 3.55559
 I1224 22:42:32.302783  2133 solver.cpp:204] Iteration 20420, lr = 0.01
 I1224 22:42:32.307943  2133 solver.cpp:66] Iteration 20420, loss = 2.96753
 I1224 22:43:08.396134  2133 solver.cpp:204] Iteration 20440, lr = 0.01
 I1224 22:43:08.401253  2133 solver.cpp:66] Iteration 20440, loss = 3.15123
 I1224 22:43:44.493468  2133 solver.cpp:204] Iteration 20460, lr = 0.01
 I1224 22:43:44.498575  2133 solver.cpp:66] Iteration 20460, loss = 3.26422
 I1224 22:44:20.584039  2133 solver.cpp:204] Iteration 20480, lr = 0.01
 I1224 22:44:20.589022  2133 solver.cpp:66] Iteration 20480, loss = 3.48086
 I1224 22:44:56.680691  2133 solver.cpp:204] Iteration 20500, lr = 0.01
 I1224 22:44:56.685798  2133 solver.cpp:66] Iteration 20500, loss = 3.33979
 I1224 22:45:32.777326  2133 solver.cpp:204] Iteration 20520, lr = 0.01
 I1224 22:45:32.782397  2133 solver.cpp:66] Iteration 20520, loss = 3.51707
 I1224 22:46:08.874016  2133 solver.cpp:204] Iteration 20540, lr = 0.01
 I1224 22:46:08.879092  2133 solver.cpp:66] Iteration 20540, loss = 3.32684
 I1224 22:46:44.969213  2133 solver.cpp:204] Iteration 20560, lr = 0.01
 I1224 22:46:44.974282  2133 solver.cpp:66] Iteration 20560, loss = 3.42376
 I1224 22:47:21.069953  2133 solver.cpp:204] Iteration 20580, lr = 0.01
 I1224 22:47:21.074945  2133 solver.cpp:66] Iteration 20580, loss = 3.14886
 I1224 22:47:57.166476  2133 solver.cpp:204] Iteration 20600, lr = 0.01
 I1224 22:47:57.171586  2133 solver.cpp:66] Iteration 20600, loss = 3.24668
 I1224 22:48:33.261337  2133 solver.cpp:204] Iteration 20620, lr = 0.01
 I1224 22:48:33.266403  2133 solver.cpp:66] Iteration 20620, loss = 3.17115
 I1224 22:49:09.361592  2133 solver.cpp:204] Iteration 20640, lr = 0.01
 I1224 22:49:09.366590  2133 solver.cpp:66] Iteration 20640, loss = 3.21769
 I1224 22:49:45.453172  2133 solver.cpp:204] Iteration 20660, lr = 0.01
 I1224 22:49:45.458231  2133 solver.cpp:66] Iteration 20660, loss = 3.21276
 I1224 22:50:21.551401  2133 solver.cpp:204] Iteration 20680, lr = 0.01
 I1224 22:50:21.556506  2133 solver.cpp:66] Iteration 20680, loss = 3.36708
 I1224 22:50:57.650676  2133 solver.cpp:204] Iteration 20700, lr = 0.01
 I1224 22:50:57.655768  2133 solver.cpp:66] Iteration 20700, loss = 3.41963
 I1224 22:51:33.750551  2133 solver.cpp:204] Iteration 20720, lr = 0.01
 I1224 22:51:33.755708  2133 solver.cpp:66] Iteration 20720, loss = 3.39534
 I1224 22:52:09.850872  2133 solver.cpp:204] Iteration 20740, lr = 0.01
 I1224 22:52:09.855970  2133 solver.cpp:66] Iteration 20740, loss = 3.52877
 I1224 22:52:45.945031  2133 solver.cpp:204] Iteration 20760, lr = 0.01
 I1224 22:52:45.950068  2133 solver.cpp:66] Iteration 20760, loss = 3.38464
 I1224 22:53:22.040045  2133 solver.cpp:204] Iteration 20780, lr = 0.01
 I1224 22:53:22.045145  2133 solver.cpp:66] Iteration 20780, loss = 3.35294
 I1224 22:53:58.138041  2133 solver.cpp:204] Iteration 20800, lr = 0.01
 I1224 22:53:58.143154  2133 solver.cpp:66] Iteration 20800, loss = 3.05229
 I1224 22:54:34.238309  2133 solver.cpp:204] Iteration 20820, lr = 0.01
 I1224 22:54:34.243394  2133 solver.cpp:66] Iteration 20820, loss = 3.42264
 I1224 22:55:10.331974  2133 solver.cpp:204] Iteration 20840, lr = 0.01
 I1224 22:55:10.337081  2133 solver.cpp:66] Iteration 20840, loss = 3.33499
 I1224 22:55:46.425767  2133 solver.cpp:204] Iteration 20860, lr = 0.01
 I1224 22:55:46.430853  2133 solver.cpp:66] Iteration 20860, loss = 3.35762
 I1224 22:56:22.517850  2133 solver.cpp:204] Iteration 20880, lr = 0.01
 I1224 22:56:22.522934  2133 solver.cpp:66] Iteration 20880, loss = 3.23792
 I1224 22:56:58.611001  2133 solver.cpp:204] Iteration 20900, lr = 0.01
 I1224 22:56:58.616106  2133 solver.cpp:66] Iteration 20900, loss = 3.00314
 I1224 22:57:34.705569  2133 solver.cpp:204] Iteration 20920, lr = 0.01
 I1224 22:57:34.710477  2133 solver.cpp:66] Iteration 20920, loss = 3.54131
 I1224 22:58:10.804153  2133 solver.cpp:204] Iteration 20940, lr = 0.01
 I1224 22:58:10.809257  2133 solver.cpp:66] Iteration 20940, loss = 3.28483
 I1224 22:58:46.901939  2133 solver.cpp:204] Iteration 20960, lr = 0.01
 I1224 22:58:46.907043  2133 solver.cpp:66] Iteration 20960, loss = 3.40367
 I1224 22:59:23.003401  2133 solver.cpp:204] Iteration 20980, lr = 0.01
 I1224 22:59:23.008510  2133 solver.cpp:66] Iteration 20980, loss = 3.24658
 I1224 22:59:59.099606  2133 solver.cpp:204] Iteration 21000, lr = 0.01
 I1224 22:59:59.104707  2133 solver.cpp:66] Iteration 21000, loss = 3.4134
 I1224 22:59:59.104720  2133 solver.cpp:84] Testing net
 I1224 23:02:11.911730  2133 solver.cpp:111] Test score #0: 0.32206
 I1224 23:02:11.911779  2133 solver.cpp:111] Test score #1: 3.18406
 I1224 23:02:47.754533  2133 solver.cpp:204] Iteration 21020, lr = 0.01
 I1224 23:02:47.759640  2133 solver.cpp:66] Iteration 21020, loss = 3.30932
 I1224 23:03:23.849428  2133 solver.cpp:204] Iteration 21040, lr = 0.01
 I1224 23:03:23.854521  2133 solver.cpp:66] Iteration 21040, loss = 3.29344
 I1224 23:03:59.946948  2133 solver.cpp:204] Iteration 21060, lr = 0.01
 I1224 23:03:59.952028  2133 solver.cpp:66] Iteration 21060, loss = 3.53677
 I1224 23:04:36.046931  2133 solver.cpp:204] Iteration 21080, lr = 0.01
 I1224 23:04:36.052029  2133 solver.cpp:66] Iteration 21080, loss = 3.20409
 I1224 23:05:12.138391  2133 solver.cpp:204] Iteration 21100, lr = 0.01
 I1224 23:05:12.143497  2133 solver.cpp:66] Iteration 21100, loss = 3.27228
 I1224 23:05:48.231734  2133 solver.cpp:204] Iteration 21120, lr = 0.01
 I1224 23:05:48.236873  2133 solver.cpp:66] Iteration 21120, loss = 3.29124
 I1224 23:06:24.323302  2133 solver.cpp:204] Iteration 21140, lr = 0.01
 I1224 23:06:24.328408  2133 solver.cpp:66] Iteration 21140, loss = 3.23756
 I1224 23:07:00.421195  2133 solver.cpp:204] Iteration 21160, lr = 0.01
 I1224 23:07:00.426230  2133 solver.cpp:66] Iteration 21160, loss = 3.1437
 I1224 23:07:36.515102  2133 solver.cpp:204] Iteration 21180, lr = 0.01
 I1224 23:07:36.520184  2133 solver.cpp:66] Iteration 21180, loss = 3.22112
 I1224 23:08:12.610612  2133 solver.cpp:204] Iteration 21200, lr = 0.01
 I1224 23:08:12.615710  2133 solver.cpp:66] Iteration 21200, loss = 3.32854
 I1224 23:08:48.704813  2133 solver.cpp:204] Iteration 21220, lr = 0.01
 I1224 23:08:48.709926  2133 solver.cpp:66] Iteration 21220, loss = 3.28498
 I1224 23:09:24.801808  2133 solver.cpp:204] Iteration 21240, lr = 0.01
 I1224 23:09:24.806902  2133 solver.cpp:66] Iteration 21240, loss = 2.97096
 I1224 23:10:00.902092  2133 solver.cpp:204] Iteration 21260, lr = 0.01
 I1224 23:10:00.907205  2133 solver.cpp:66] Iteration 21260, loss = 3.19998
 I1224 23:10:36.998584  2133 solver.cpp:204] Iteration 21280, lr = 0.01
 I1224 23:10:37.003692  2133 solver.cpp:66] Iteration 21280, loss = 3.18444
 I1224 23:11:13.096870  2133 solver.cpp:204] Iteration 21300, lr = 0.01
 I1224 23:11:13.101969  2133 solver.cpp:66] Iteration 21300, loss = 3.54716
 I1224 23:11:49.193208  2133 solver.cpp:204] Iteration 21320, lr = 0.01
 I1224 23:11:49.198273  2133 solver.cpp:66] Iteration 21320, loss = 3.48829
 I1224 23:12:25.291816  2133 solver.cpp:204] Iteration 21340, lr = 0.01
 I1224 23:12:25.296926  2133 solver.cpp:66] Iteration 21340, loss = 3.43891
 I1224 23:13:01.391669  2133 solver.cpp:204] Iteration 21360, lr = 0.01
 I1224 23:13:01.396749  2133 solver.cpp:66] Iteration 21360, loss = 3.25949
 I1224 23:13:37.483737  2133 solver.cpp:204] Iteration 21380, lr = 0.01
 I1224 23:13:37.488842  2133 solver.cpp:66] Iteration 21380, loss = 2.81035
 I1224 23:14:13.583508  2133 solver.cpp:204] Iteration 21400, lr = 0.01
 I1224 23:14:13.588611  2133 solver.cpp:66] Iteration 21400, loss = 3.17058
 I1224 23:14:49.677206  2133 solver.cpp:204] Iteration 21420, lr = 0.01
 I1224 23:14:49.682265  2133 solver.cpp:66] Iteration 21420, loss = 3.34234
 I1224 23:15:25.773432  2133 solver.cpp:204] Iteration 21440, lr = 0.01
 I1224 23:15:25.778496  2133 solver.cpp:66] Iteration 21440, loss = 3.13398
 I1224 23:16:01.865687  2133 solver.cpp:204] Iteration 21460, lr = 0.01
 I1224 23:16:01.870797  2133 solver.cpp:66] Iteration 21460, loss = 3.08228
 I1224 23:16:37.961294  2133 solver.cpp:204] Iteration 21480, lr = 0.01
 I1224 23:16:37.966369  2133 solver.cpp:66] Iteration 21480, loss = 3.16032
 I1224 23:17:14.056120  2133 solver.cpp:204] Iteration 21500, lr = 0.01
 I1224 23:17:14.061218  2133 solver.cpp:66] Iteration 21500, loss = 2.93952
 I1224 23:17:50.148130  2133 solver.cpp:204] Iteration 21520, lr = 0.01
 I1224 23:17:50.153240  2133 solver.cpp:66] Iteration 21520, loss = 3.42288
 I1224 23:18:26.244421  2133 solver.cpp:204] Iteration 21540, lr = 0.01
 I1224 23:18:26.249538  2133 solver.cpp:66] Iteration 21540, loss = 3.38823
 I1224 23:19:02.334925  2133 solver.cpp:204] Iteration 21560, lr = 0.01
 I1224 23:19:02.340040  2133 solver.cpp:66] Iteration 21560, loss = 3.49056
 I1224 23:19:38.428653  2133 solver.cpp:204] Iteration 21580, lr = 0.01
 I1224 23:19:38.433755  2133 solver.cpp:66] Iteration 21580, loss = 3.40086
 I1224 23:20:14.524425  2133 solver.cpp:204] Iteration 21600, lr = 0.01
 I1224 23:20:14.529535  2133 solver.cpp:66] Iteration 21600, loss = 3.35014
 I1224 23:20:50.617530  2133 solver.cpp:204] Iteration 21620, lr = 0.01
 I1224 23:20:50.622627  2133 solver.cpp:66] Iteration 21620, loss = 3.02018
 I1224 23:21:26.709369  2133 solver.cpp:204] Iteration 21640, lr = 0.01
 I1224 23:21:26.714429  2133 solver.cpp:66] Iteration 21640, loss = 3.3644
 I1224 23:22:02.801795  2133 solver.cpp:204] Iteration 21660, lr = 0.01
 I1224 23:22:02.806895  2133 solver.cpp:66] Iteration 21660, loss = 3.20312
 I1224 23:22:38.901746  2133 solver.cpp:204] Iteration 21680, lr = 0.01
 I1224 23:22:38.906822  2133 solver.cpp:66] Iteration 21680, loss = 3.36339
 I1224 23:23:14.995722  2133 solver.cpp:204] Iteration 21700, lr = 0.01
 I1224 23:23:15.000823  2133 solver.cpp:66] Iteration 21700, loss = 3.2898
 I1224 23:23:51.089493  2133 solver.cpp:204] Iteration 21720, lr = 0.01
 I1224 23:23:51.094560  2133 solver.cpp:66] Iteration 21720, loss = 3.34353
 I1224 23:24:27.180598  2133 solver.cpp:204] Iteration 21740, lr = 0.01
 I1224 23:24:27.185710  2133 solver.cpp:66] Iteration 21740, loss = 3.41274
 I1224 23:25:03.280582  2133 solver.cpp:204] Iteration 21760, lr = 0.01
 I1224 23:25:03.285694  2133 solver.cpp:66] Iteration 21760, loss = 3.42656
 I1224 23:25:39.376777  2133 solver.cpp:204] Iteration 21780, lr = 0.01
 I1224 23:25:39.381878  2133 solver.cpp:66] Iteration 21780, loss = 3.08131
 I1224 23:26:15.472594  2133 solver.cpp:204] Iteration 21800, lr = 0.01
 I1224 23:26:15.477697  2133 solver.cpp:66] Iteration 21800, loss = 3.23538
 I1224 23:26:51.567894  2133 solver.cpp:204] Iteration 21820, lr = 0.01
 I1224 23:26:51.573050  2133 solver.cpp:66] Iteration 21820, loss = 3.40208
 I1224 23:27:27.664397  2133 solver.cpp:204] Iteration 21840, lr = 0.01
 I1224 23:27:27.669497  2133 solver.cpp:66] Iteration 21840, loss = 3.073
 I1224 23:28:03.758534  2133 solver.cpp:204] Iteration 21860, lr = 0.01
 I1224 23:28:03.763612  2133 solver.cpp:66] Iteration 21860, loss = 3.33771
 I1224 23:28:39.856703  2133 solver.cpp:204] Iteration 21880, lr = 0.01
 I1224 23:28:39.861817  2133 solver.cpp:66] Iteration 21880, loss = 3.16235
 I1224 23:29:15.950572  2133 solver.cpp:204] Iteration 21900, lr = 0.01
 I1224 23:29:15.955674  2133 solver.cpp:66] Iteration 21900, loss = 3.2973
 I1224 23:29:52.051419  2133 solver.cpp:204] Iteration 21920, lr = 0.01
 I1224 23:29:52.056519  2133 solver.cpp:66] Iteration 21920, loss = 3.32944
 I1224 23:30:28.143968  2133 solver.cpp:204] Iteration 21940, lr = 0.01
 I1224 23:30:28.149052  2133 solver.cpp:66] Iteration 21940, loss = 3.23625
 I1224 23:31:04.238076  2133 solver.cpp:204] Iteration 21960, lr = 0.01
 I1224 23:31:04.243182  2133 solver.cpp:66] Iteration 21960, loss = 3.2561
 I1224 23:31:40.336601  2133 solver.cpp:204] Iteration 21980, lr = 0.01
 I1224 23:31:40.341713  2133 solver.cpp:66] Iteration 21980, loss = 3.31632
 I1224 23:32:16.432008  2133 solver.cpp:204] Iteration 22000, lr = 0.01
 I1224 23:32:16.437118  2133 solver.cpp:66] Iteration 22000, loss = 3.28167
 I1224 23:32:16.437130  2133 solver.cpp:84] Testing net
 I1224 23:34:28.324616  2133 solver.cpp:111] Test score #0: 0.32436
 I1224 23:34:28.324663  2133 solver.cpp:111] Test score #1: 3.1903
 I1224 23:35:04.167454  2133 solver.cpp:204] Iteration 22020, lr = 0.01
 I1224 23:35:04.172531  2133 solver.cpp:66] Iteration 22020, loss = 3.26316
 I1224 23:35:40.263928  2133 solver.cpp:204] Iteration 22040, lr = 0.01
 I1224 23:35:40.269047  2133 solver.cpp:66] Iteration 22040, loss = 3.04295
 I1224 23:36:16.357746  2133 solver.cpp:204] Iteration 22060, lr = 0.01
 I1224 23:36:16.362849  2133 solver.cpp:66] Iteration 22060, loss = 3.13632
 I1224 23:36:52.454391  2133 solver.cpp:204] Iteration 22080, lr = 0.01
 I1224 23:36:52.459507  2133 solver.cpp:66] Iteration 22080, loss = 3.14841
 I1224 23:37:28.546947  2133 solver.cpp:204] Iteration 22100, lr = 0.01
 I1224 23:37:28.552057  2133 solver.cpp:66] Iteration 22100, loss = 3.16961
 I1224 23:38:04.648216  2133 solver.cpp:204] Iteration 22120, lr = 0.01
 I1224 23:38:04.653328  2133 solver.cpp:66] Iteration 22120, loss = 3.23292
 I1224 23:38:40.741547  2133 solver.cpp:204] Iteration 22140, lr = 0.01
 I1224 23:38:40.746660  2133 solver.cpp:66] Iteration 22140, loss = 3.21695
 I1224 23:39:16.839675  2133 solver.cpp:204] Iteration 22160, lr = 0.01
 I1224 23:39:16.844781  2133 solver.cpp:66] Iteration 22160, loss = 3.31526
 I1224 23:39:52.934720  2133 solver.cpp:204] Iteration 22180, lr = 0.01
 I1224 23:39:52.939838  2133 solver.cpp:66] Iteration 22180, loss = 3.27902
 I1224 23:40:29.029561  2133 solver.cpp:204] Iteration 22200, lr = 0.01
 I1224 23:40:29.034663  2133 solver.cpp:66] Iteration 22200, loss = 3.21965
 I1224 23:41:05.122797  2133 solver.cpp:204] Iteration 22220, lr = 0.01
 I1224 23:41:05.127905  2133 solver.cpp:66] Iteration 22220, loss = 3.29908
 I1224 23:41:41.220100  2133 solver.cpp:204] Iteration 22240, lr = 0.01
 I1224 23:41:41.225200  2133 solver.cpp:66] Iteration 22240, loss = 3.33626
 I1224 23:42:17.320245  2133 solver.cpp:204] Iteration 22260, lr = 0.01
 I1224 23:42:17.325325  2133 solver.cpp:66] Iteration 22260, loss = 3.21005
 I1224 23:42:53.417583  2133 solver.cpp:204] Iteration 22280, lr = 0.01
 I1224 23:42:53.422554  2133 solver.cpp:66] Iteration 22280, loss = 3.21274
 I1224 23:43:29.511279  2133 solver.cpp:204] Iteration 22300, lr = 0.01
 I1224 23:43:29.516384  2133 solver.cpp:66] Iteration 22300, loss = 2.87818
 I1224 23:44:05.611282  2133 solver.cpp:204] Iteration 22320, lr = 0.01
 I1224 23:44:05.616382  2133 solver.cpp:66] Iteration 22320, loss = 2.9042
 I1224 23:44:41.710139  2133 solver.cpp:204] Iteration 22340, lr = 0.01
 I1224 23:44:41.715211  2133 solver.cpp:66] Iteration 22340, loss = 3.06621
 I1224 23:45:17.804003  2133 solver.cpp:204] Iteration 22360, lr = 0.01
 I1224 23:45:17.809273  2133 solver.cpp:66] Iteration 22360, loss = 3.14563
 I1224 23:45:53.899443  2133 solver.cpp:204] Iteration 22380, lr = 0.01
 I1224 23:45:53.904544  2133 solver.cpp:66] Iteration 22380, loss = 3.30669
 I1224 23:46:29.993726  2133 solver.cpp:204] Iteration 22400, lr = 0.01
 I1224 23:46:29.998813  2133 solver.cpp:66] Iteration 22400, loss = 3.26896
 I1224 23:47:06.094871  2133 solver.cpp:204] Iteration 22420, lr = 0.01
 I1224 23:47:06.099972  2133 solver.cpp:66] Iteration 22420, loss = 3.28618
 I1224 23:47:42.189368  2133 solver.cpp:204] Iteration 22440, lr = 0.01
 I1224 23:47:42.194437  2133 solver.cpp:66] Iteration 22440, loss = 3.58727
 I1224 23:48:18.286989  2133 solver.cpp:204] Iteration 22460, lr = 0.01
 I1224 23:48:18.292094  2133 solver.cpp:66] Iteration 22460, loss = 3.31059
 I1224 23:48:54.383381  2133 solver.cpp:204] Iteration 22480, lr = 0.01
 I1224 23:48:54.388499  2133 solver.cpp:66] Iteration 22480, loss = 3.14819
 I1224 23:49:30.477839  2133 solver.cpp:204] Iteration 22500, lr = 0.01
 I1224 23:49:30.482946  2133 solver.cpp:66] Iteration 22500, loss = 3.28126
 I1224 23:50:06.572101  2133 solver.cpp:204] Iteration 22520, lr = 0.01
 I1224 23:50:06.577210  2133 solver.cpp:66] Iteration 22520, loss = 3.138
 I1224 23:50:42.663336  2133 solver.cpp:204] Iteration 22540, lr = 0.01
 I1224 23:50:42.668432  2133 solver.cpp:66] Iteration 22540, loss = 3.19116
 I1224 23:51:18.756295  2133 solver.cpp:204] Iteration 22560, lr = 0.01
 I1224 23:51:18.761404  2133 solver.cpp:66] Iteration 22560, loss = 3.18817
 I1224 23:51:54.849740  2133 solver.cpp:204] Iteration 22580, lr = 0.01
 I1224 23:51:54.854850  2133 solver.cpp:66] Iteration 22580, loss = 3.75714
 I1224 23:52:30.949026  2133 solver.cpp:204] Iteration 22600, lr = 0.01
 I1224 23:52:30.954083  2133 solver.cpp:66] Iteration 22600, loss = 3.47606
 I1224 23:53:07.046766  2133 solver.cpp:204] Iteration 22620, lr = 0.01
 I1224 23:53:07.051873  2133 solver.cpp:66] Iteration 22620, loss = 3.3053
 I1224 23:53:43.148540  2133 solver.cpp:204] Iteration 22640, lr = 0.01
 I1224 23:53:43.153559  2133 solver.cpp:66] Iteration 22640, loss = 3.30569
 I1224 23:54:19.243167  2133 solver.cpp:204] Iteration 22660, lr = 0.01
 I1224 23:54:19.248234  2133 solver.cpp:66] Iteration 22660, loss = 3.19622
 I1224 23:54:55.338135  2133 solver.cpp:204] Iteration 22680, lr = 0.01
 I1224 23:54:55.343222  2133 solver.cpp:66] Iteration 22680, loss = 3.30146
 I1224 23:55:31.431188  2133 solver.cpp:204] Iteration 22700, lr = 0.01
 I1224 23:55:31.436255  2133 solver.cpp:66] Iteration 22700, loss = 3.13363
 I1224 23:56:07.527986  2133 solver.cpp:204] Iteration 22720, lr = 0.01
 I1224 23:56:07.533094  2133 solver.cpp:66] Iteration 22720, loss = 3.16568
 I1224 23:56:43.621984  2133 solver.cpp:204] Iteration 22740, lr = 0.01
 I1224 23:56:43.627091  2133 solver.cpp:66] Iteration 22740, loss = 3.20329
 I1224 23:57:19.719574  2133 solver.cpp:204] Iteration 22760, lr = 0.01
 I1224 23:57:19.724649  2133 solver.cpp:66] Iteration 22760, loss = 3.18396
 I1224 23:57:55.816030  2133 solver.cpp:204] Iteration 22780, lr = 0.01
 I1224 23:57:55.821146  2133 solver.cpp:66] Iteration 22780, loss = 3.39534
 I1224 23:58:31.906687  2133 solver.cpp:204] Iteration 22800, lr = 0.01
 I1224 23:58:31.911766  2133 solver.cpp:66] Iteration 22800, loss = 3.13457
 I1224 23:59:08.002198  2133 solver.cpp:204] Iteration 22820, lr = 0.01
 I1224 23:59:08.007305  2133 solver.cpp:66] Iteration 22820, loss = 3.20183
 I1224 23:59:44.098620  2133 solver.cpp:204] Iteration 22840, lr = 0.01
 I1224 23:59:44.103734  2133 solver.cpp:66] Iteration 22840, loss = 3.15016
 I1225 00:00:20.194032  2133 solver.cpp:204] Iteration 22860, lr = 0.01
 I1225 00:00:20.199190  2133 solver.cpp:66] Iteration 22860, loss = 3.24053
 I1225 00:00:56.294803  2133 solver.cpp:204] Iteration 22880, lr = 0.01
 I1225 00:00:56.299913  2133 solver.cpp:66] Iteration 22880, loss = 3.55046
 I1225 00:01:32.393962  2133 solver.cpp:204] Iteration 22900, lr = 0.01
 I1225 00:01:32.399072  2133 solver.cpp:66] Iteration 22900, loss = 3.39737
 I1225 00:02:08.487939  2133 solver.cpp:204] Iteration 22920, lr = 0.01
 I1225 00:02:08.493047  2133 solver.cpp:66] Iteration 22920, loss = 3.21802
 I1225 00:02:44.578008  2133 solver.cpp:204] Iteration 22940, lr = 0.01
 I1225 00:02:44.583071  2133 solver.cpp:66] Iteration 22940, loss = 3.51763
 I1225 00:03:20.674161  2133 solver.cpp:204] Iteration 22960, lr = 0.01
 I1225 00:03:20.679267  2133 solver.cpp:66] Iteration 22960, loss = 3.37862
 I1225 00:03:56.770764  2133 solver.cpp:204] Iteration 22980, lr = 0.01
 I1225 00:03:56.775871  2133 solver.cpp:66] Iteration 22980, loss = 3.30081
 I1225 00:04:32.865156  2133 solver.cpp:204] Iteration 23000, lr = 0.01
 I1225 00:04:32.870221  2133 solver.cpp:66] Iteration 23000, loss = 3.03879
 I1225 00:04:32.870234  2133 solver.cpp:84] Testing net
 I1225 00:06:45.158926  2133 solver.cpp:111] Test score #0: 0.33172
 I1225 00:06:45.158975  2133 solver.cpp:111] Test score #1: 3.14031
 I1225 00:07:21.002285  2133 solver.cpp:204] Iteration 23020, lr = 0.01
 I1225 00:07:21.007395  2133 solver.cpp:66] Iteration 23020, loss = 3.19066
 I1225 00:07:57.096386  2133 solver.cpp:204] Iteration 23040, lr = 0.01
 I1225 00:07:57.101500  2133 solver.cpp:66] Iteration 23040, loss = 3.24914
 I1225 00:08:33.190462  2133 solver.cpp:204] Iteration 23060, lr = 0.01
 I1225 00:08:33.195564  2133 solver.cpp:66] Iteration 23060, loss = 3.37536
 I1225 00:09:09.286913  2133 solver.cpp:204] Iteration 23080, lr = 0.01
 I1225 00:09:09.292028  2133 solver.cpp:66] Iteration 23080, loss = 3.06898
 I1225 00:09:45.380743  2133 solver.cpp:204] Iteration 23100, lr = 0.01
 I1225 00:09:45.385846  2133 solver.cpp:66] Iteration 23100, loss = 3.1368
 I1225 00:10:21.479555  2133 solver.cpp:204] Iteration 23120, lr = 0.01
 I1225 00:10:21.484669  2133 solver.cpp:66] Iteration 23120, loss = 3.15002
 I1225 00:10:57.576344  2133 solver.cpp:204] Iteration 23140, lr = 0.01
 I1225 00:10:57.581444  2133 solver.cpp:66] Iteration 23140, loss = 3.49684
 I1225 00:11:33.668984  2133 solver.cpp:204] Iteration 23160, lr = 0.01
 I1225 00:11:33.674049  2133 solver.cpp:66] Iteration 23160, loss = 3.09687
 I1225 00:12:09.766795  2133 solver.cpp:204] Iteration 23180, lr = 0.01
 I1225 00:12:09.771904  2133 solver.cpp:66] Iteration 23180, loss = 3.11697
 I1225 00:12:45.861207  2133 solver.cpp:204] Iteration 23200, lr = 0.01
 I1225 00:12:45.866267  2133 solver.cpp:66] Iteration 23200, loss = 3.11563
 I1225 00:13:21.955548  2133 solver.cpp:204] Iteration 23220, lr = 0.01
 I1225 00:13:21.960669  2133 solver.cpp:66] Iteration 23220, loss = 3.07391
 I1225 00:13:58.050809  2133 solver.cpp:204] Iteration 23240, lr = 0.01
 I1225 00:13:58.055914  2133 solver.cpp:66] Iteration 23240, loss = 3.54258
 I1225 00:14:34.150302  2133 solver.cpp:204] Iteration 23260, lr = 0.01
 I1225 00:14:34.155411  2133 solver.cpp:66] Iteration 23260, loss = 3.32427
 I1225 00:15:10.243791  2133 solver.cpp:204] Iteration 23280, lr = 0.01
 I1225 00:15:10.248905  2133 solver.cpp:66] Iteration 23280, loss = 3.06821
 I1225 00:15:46.335501  2133 solver.cpp:204] Iteration 23300, lr = 0.01
 I1225 00:15:46.340601  2133 solver.cpp:66] Iteration 23300, loss = 3.09952
 I1225 00:16:22.426219  2133 solver.cpp:204] Iteration 23320, lr = 0.01
 I1225 00:16:22.431324  2133 solver.cpp:66] Iteration 23320, loss = 3.28193
 I1225 00:16:58.519114  2133 solver.cpp:204] Iteration 23340, lr = 0.01
 I1225 00:16:58.524178  2133 solver.cpp:66] Iteration 23340, loss = 3.15928
 I1225 00:17:34.612784  2133 solver.cpp:204] Iteration 23360, lr = 0.01
 I1225 00:17:34.617902  2133 solver.cpp:66] Iteration 23360, loss = 3.24061
 I1225 00:18:10.703310  2133 solver.cpp:204] Iteration 23380, lr = 0.01
 I1225 00:18:10.708416  2133 solver.cpp:66] Iteration 23380, loss = 3.00572
 I1225 00:18:46.800642  2133 solver.cpp:204] Iteration 23400, lr = 0.01
 I1225 00:18:46.805750  2133 solver.cpp:66] Iteration 23400, loss = 2.96864
 I1225 00:19:22.895761  2133 solver.cpp:204] Iteration 23420, lr = 0.01
 I1225 00:19:22.900881  2133 solver.cpp:66] Iteration 23420, loss = 3.29699
 I1225 00:19:58.989567  2133 solver.cpp:204] Iteration 23440, lr = 0.01
 I1225 00:19:58.994670  2133 solver.cpp:66] Iteration 23440, loss = 3.2469
 I1225 00:20:35.083327  2133 solver.cpp:204] Iteration 23460, lr = 0.01
 I1225 00:20:35.088428  2133 solver.cpp:66] Iteration 23460, loss = 2.9403
 I1225 00:21:11.176125  2133 solver.cpp:204] Iteration 23480, lr = 0.01
 I1225 00:21:11.181232  2133 solver.cpp:66] Iteration 23480, loss = 3.14843
 I1225 00:21:47.273919  2133 solver.cpp:204] Iteration 23500, lr = 0.01
 I1225 00:21:47.279024  2133 solver.cpp:66] Iteration 23500, loss = 3.10448
 I1225 00:22:23.372344  2133 solver.cpp:204] Iteration 23520, lr = 0.01
 I1225 00:22:23.377452  2133 solver.cpp:66] Iteration 23520, loss = 3.37986
 I1225 00:22:59.467632  2133 solver.cpp:204] Iteration 23540, lr = 0.01
 I1225 00:22:59.472748  2133 solver.cpp:66] Iteration 23540, loss = 3.10171
 I1225 00:23:35.563482  2133 solver.cpp:204] Iteration 23560, lr = 0.01
 I1225 00:23:35.568593  2133 solver.cpp:66] Iteration 23560, loss = 3.14952
 I1225 00:24:11.656433  2133 solver.cpp:204] Iteration 23580, lr = 0.01
 I1225 00:24:11.661536  2133 solver.cpp:66] Iteration 23580, loss = 3.21815
 I1225 00:24:47.751256  2133 solver.cpp:204] Iteration 23600, lr = 0.01
 I1225 00:24:47.756327  2133 solver.cpp:66] Iteration 23600, loss = 3.25526
 I1225 00:25:23.847882  2133 solver.cpp:204] Iteration 23620, lr = 0.01
 I1225 00:25:23.852993  2133 solver.cpp:66] Iteration 23620, loss = 3.16945
 I1225 00:25:59.944098  2133 solver.cpp:204] Iteration 23640, lr = 0.01
 I1225 00:25:59.949170  2133 solver.cpp:66] Iteration 23640, loss = 3.29812
 I1225 00:26:36.038193  2133 solver.cpp:204] Iteration 23660, lr = 0.01
 I1225 00:26:36.043310  2133 solver.cpp:66] Iteration 23660, loss = 3.54736
 I1225 00:27:12.135191  2133 solver.cpp:204] Iteration 23680, lr = 0.01
 I1225 00:27:12.140287  2133 solver.cpp:66] Iteration 23680, loss = 3.06319
 I1225 00:27:48.230120  2133 solver.cpp:204] Iteration 23700, lr = 0.01
 I1225 00:27:48.235189  2133 solver.cpp:66] Iteration 23700, loss = 3.16357
 I1225 00:28:24.323775  2133 solver.cpp:204] Iteration 23720, lr = 0.01
 I1225 00:28:24.328894  2133 solver.cpp:66] Iteration 23720, loss = 3.38418
 I1225 00:29:00.420399  2133 solver.cpp:204] Iteration 23740, lr = 0.01
 I1225 00:29:00.425488  2133 solver.cpp:66] Iteration 23740, loss = 3.26902
 I1225 00:29:36.512526  2133 solver.cpp:204] Iteration 23760, lr = 0.01
 I1225 00:29:36.517634  2133 solver.cpp:66] Iteration 23760, loss = 3.37648
 I1225 00:30:12.608240  2133 solver.cpp:204] Iteration 23780, lr = 0.01
 I1225 00:30:12.613317  2133 solver.cpp:66] Iteration 23780, loss = 3.13188
 I1225 00:30:48.705993  2133 solver.cpp:204] Iteration 23800, lr = 0.01
 I1225 00:30:48.711063  2133 solver.cpp:66] Iteration 23800, loss = 3.25804
 I1225 00:31:24.803946  2133 solver.cpp:204] Iteration 23820, lr = 0.01
 I1225 00:31:24.809063  2133 solver.cpp:66] Iteration 23820, loss = 3.21255
 I1225 00:32:00.901433  2133 solver.cpp:204] Iteration 23840, lr = 0.01
 I1225 00:32:00.906517  2133 solver.cpp:66] Iteration 23840, loss = 3.36142
 I1225 00:32:36.994875  2133 solver.cpp:204] Iteration 23860, lr = 0.01
 I1225 00:32:36.999954  2133 solver.cpp:66] Iteration 23860, loss = 3.31932
 I1225 00:33:13.090525  2133 solver.cpp:204] Iteration 23880, lr = 0.01
 I1225 00:33:13.095692  2133 solver.cpp:66] Iteration 23880, loss = 3.34702
 I1225 00:33:49.187062  2133 solver.cpp:204] Iteration 23900, lr = 0.01
 I1225 00:33:49.192170  2133 solver.cpp:66] Iteration 23900, loss = 3.13377
 I1225 00:34:25.284580  2133 solver.cpp:204] Iteration 23920, lr = 0.01
 I1225 00:34:25.289685  2133 solver.cpp:66] Iteration 23920, loss = 3.08096
 I1225 00:35:01.380079  2133 solver.cpp:204] Iteration 23940, lr = 0.01
 I1225 00:35:01.385184  2133 solver.cpp:66] Iteration 23940, loss = 3.32725
 I1225 00:35:37.477334  2133 solver.cpp:204] Iteration 23960, lr = 0.01
 I1225 00:35:37.482414  2133 solver.cpp:66] Iteration 23960, loss = 3.55858
 I1225 00:36:13.574445  2133 solver.cpp:204] Iteration 23980, lr = 0.01
 I1225 00:36:13.579550  2133 solver.cpp:66] Iteration 23980, loss = 3.12187
 I1225 00:36:49.671397  2133 solver.cpp:204] Iteration 24000, lr = 0.01
 I1225 00:36:49.676472  2133 solver.cpp:66] Iteration 24000, loss = 3.15292
 I1225 00:36:49.676486  2133 solver.cpp:84] Testing net
 I1225 00:39:02.674257  2133 solver.cpp:111] Test score #0: 0.33804
 I1225 00:39:02.674304  2133 solver.cpp:111] Test score #1: 3.09215
 I1225 00:39:38.520925  2133 solver.cpp:204] Iteration 24020, lr = 0.01
 I1225 00:39:38.526012  2133 solver.cpp:66] Iteration 24020, loss = 3.2628
 I1225 00:40:14.620426  2133 solver.cpp:204] Iteration 24040, lr = 0.01
 I1225 00:40:14.625533  2133 solver.cpp:66] Iteration 24040, loss = 3.24289
 I1225 00:40:50.715642  2133 solver.cpp:204] Iteration 24060, lr = 0.01
 I1225 00:40:50.720746  2133 solver.cpp:66] Iteration 24060, loss = 3.46683
 I1225 00:41:26.815526  2133 solver.cpp:204] Iteration 24080, lr = 0.01
 I1225 00:41:26.820639  2133 solver.cpp:66] Iteration 24080, loss = 3.18553
 I1225 00:42:02.912746  2133 solver.cpp:204] Iteration 24100, lr = 0.01
 I1225 00:42:02.917837  2133 solver.cpp:66] Iteration 24100, loss = 3.12849
 I1225 00:42:39.005029  2133 solver.cpp:204] Iteration 24120, lr = 0.01
 I1225 00:42:39.010136  2133 solver.cpp:66] Iteration 24120, loss = 3.13379
 I1225 00:43:15.093750  2133 solver.cpp:204] Iteration 24140, lr = 0.01
 I1225 00:43:15.098834  2133 solver.cpp:66] Iteration 24140, loss = 3.13639
 I1225 00:43:51.190165  2133 solver.cpp:204] Iteration 24160, lr = 0.01
 I1225 00:43:51.195271  2133 solver.cpp:66] Iteration 24160, loss = 3.27039
 I1225 00:44:27.282516  2133 solver.cpp:204] Iteration 24180, lr = 0.01
 I1225 00:44:27.287613  2133 solver.cpp:66] Iteration 24180, loss = 3.35296
 I1225 00:45:03.376322  2133 solver.cpp:204] Iteration 24200, lr = 0.01
 I1225 00:45:03.381430  2133 solver.cpp:66] Iteration 24200, loss = 3.31817
 I1225 00:45:39.473940  2133 solver.cpp:204] Iteration 24220, lr = 0.01
 I1225 00:45:39.479035  2133 solver.cpp:66] Iteration 24220, loss = 3.14932
 I1225 00:46:15.572479  2133 solver.cpp:204] Iteration 24240, lr = 0.01
 I1225 00:46:15.577587  2133 solver.cpp:66] Iteration 24240, loss = 3.12119
 I1225 00:46:51.672541  2133 solver.cpp:204] Iteration 24260, lr = 0.01
 I1225 00:46:51.677654  2133 solver.cpp:66] Iteration 24260, loss = 3.15222
 I1225 00:47:27.769624  2133 solver.cpp:204] Iteration 24280, lr = 0.01
 I1225 00:47:27.774720  2133 solver.cpp:66] Iteration 24280, loss = 3.13273
 I1225 00:48:03.869220  2133 solver.cpp:204] Iteration 24300, lr = 0.01
 I1225 00:48:03.874338  2133 solver.cpp:66] Iteration 24300, loss = 3.12752
 I1225 00:48:39.962925  2133 solver.cpp:204] Iteration 24320, lr = 0.01
 I1225 00:48:39.968029  2133 solver.cpp:66] Iteration 24320, loss = 3.22665
 I1225 00:49:16.059813  2133 solver.cpp:204] Iteration 24340, lr = 0.01
 I1225 00:49:16.064935  2133 solver.cpp:66] Iteration 24340, loss = 3.1267
 I1225 00:49:52.154212  2133 solver.cpp:204] Iteration 24360, lr = 0.01
 I1225 00:49:52.159312  2133 solver.cpp:66] Iteration 24360, loss = 3.23223
 I1225 00:50:28.253180  2133 solver.cpp:204] Iteration 24380, lr = 0.01
 I1225 00:50:28.258313  2133 solver.cpp:66] Iteration 24380, loss = 3.23807
 I1225 00:51:04.345203  2133 solver.cpp:204] Iteration 24400, lr = 0.01
 I1225 00:51:04.350244  2133 solver.cpp:66] Iteration 24400, loss = 3.17591
 I1225 00:51:40.441596  2133 solver.cpp:204] Iteration 24420, lr = 0.01
 I1225 00:51:40.446709  2133 solver.cpp:66] Iteration 24420, loss = 3.05383
 I1225 00:52:16.536595  2133 solver.cpp:204] Iteration 24440, lr = 0.01
 I1225 00:52:16.541697  2133 solver.cpp:66] Iteration 24440, loss = 3.32424
 I1225 00:52:52.630498  2133 solver.cpp:204] Iteration 24460, lr = 0.01
 I1225 00:52:52.635607  2133 solver.cpp:66] Iteration 24460, loss = 3.10873
 I1225 00:53:28.721329  2133 solver.cpp:204] Iteration 24480, lr = 0.01
 I1225 00:53:28.726397  2133 solver.cpp:66] Iteration 24480, loss = 3.24382
 I1225 00:54:04.814931  2133 solver.cpp:204] Iteration 24500, lr = 0.01
 I1225 00:54:04.820047  2133 solver.cpp:66] Iteration 24500, loss = 2.9757
 I1225 00:54:40.909904  2133 solver.cpp:204] Iteration 24520, lr = 0.01
 I1225 00:54:40.914996  2133 solver.cpp:66] Iteration 24520, loss = 3.04819
 I1225 00:55:17.005375  2133 solver.cpp:204] Iteration 24540, lr = 0.01
 I1225 00:55:17.010455  2133 solver.cpp:66] Iteration 24540, loss = 3.05101
 I1225 00:55:53.106112  2133 solver.cpp:204] Iteration 24560, lr = 0.01
 I1225 00:55:53.111214  2133 solver.cpp:66] Iteration 24560, loss = 3.3806
 I1225 00:56:29.199758  2133 solver.cpp:204] Iteration 24580, lr = 0.01
 I1225 00:56:29.204900  2133 solver.cpp:66] Iteration 24580, loss = 3.28047
 I1225 00:57:05.296041  2133 solver.cpp:204] Iteration 24600, lr = 0.01
 I1225 00:57:05.301153  2133 solver.cpp:66] Iteration 24600, loss = 3.40878
 I1225 00:57:41.389024  2133 solver.cpp:204] Iteration 24620, lr = 0.01
 I1225 00:57:41.394086  2133 solver.cpp:66] Iteration 24620, loss = 2.92637
 I1225 00:58:17.481176  2133 solver.cpp:204] Iteration 24640, lr = 0.01
 I1225 00:58:17.486222  2133 solver.cpp:66] Iteration 24640, loss = 3.29891
 I1225 00:58:53.577626  2133 solver.cpp:204] Iteration 24660, lr = 0.01
 I1225 00:58:53.582742  2133 solver.cpp:66] Iteration 24660, loss = 3.02474
 I1225 00:59:29.673892  2133 solver.cpp:204] Iteration 24680, lr = 0.01
 I1225 00:59:29.679015  2133 solver.cpp:66] Iteration 24680, loss = 3.01357
 I1225 01:00:05.771397  2133 solver.cpp:204] Iteration 24700, lr = 0.01
 I1225 01:00:05.776497  2133 solver.cpp:66] Iteration 24700, loss = 3.10115
 I1225 01:00:41.867841  2133 solver.cpp:204] Iteration 24720, lr = 0.01
 I1225 01:00:41.872927  2133 solver.cpp:66] Iteration 24720, loss = 2.94391
 I1225 01:01:17.960084  2133 solver.cpp:204] Iteration 24740, lr = 0.01
 I1225 01:01:17.965196  2133 solver.cpp:66] Iteration 24740, loss = 3.18722
 I1225 01:01:54.053738  2133 solver.cpp:204] Iteration 24760, lr = 0.01
 I1225 01:01:54.058854  2133 solver.cpp:66] Iteration 24760, loss = 3.15126
 I1225 01:02:30.145593  2133 solver.cpp:204] Iteration 24780, lr = 0.01
 I1225 01:02:30.150701  2133 solver.cpp:66] Iteration 24780, loss = 3.05482
 I1225 01:03:06.239933  2133 solver.cpp:204] Iteration 24800, lr = 0.01
 I1225 01:03:06.245048  2133 solver.cpp:66] Iteration 24800, loss = 3.11707
 I1225 01:03:42.333997  2133 solver.cpp:204] Iteration 24820, lr = 0.01
 I1225 01:03:42.339102  2133 solver.cpp:66] Iteration 24820, loss = 3.37231
 I1225 01:04:18.432124  2133 solver.cpp:204] Iteration 24840, lr = 0.01
 I1225 01:04:18.437235  2133 solver.cpp:66] Iteration 24840, loss = 3.14174
 I1225 01:04:54.525454  2133 solver.cpp:204] Iteration 24860, lr = 0.01
 I1225 01:04:54.530557  2133 solver.cpp:66] Iteration 24860, loss = 3.33652
 I1225 01:05:30.619472  2133 solver.cpp:204] Iteration 24880, lr = 0.01
 I1225 01:05:30.624583  2133 solver.cpp:66] Iteration 24880, loss = 3.24793
 I1225 01:06:06.713726  2133 solver.cpp:204] Iteration 24900, lr = 0.01
 I1225 01:06:06.718808  2133 solver.cpp:66] Iteration 24900, loss = 3.11387
 I1225 01:06:42.812054  2133 solver.cpp:204] Iteration 24920, lr = 0.01
 I1225 01:06:42.817167  2133 solver.cpp:66] Iteration 24920, loss = 3.23555
 I1225 01:07:18.908704  2133 solver.cpp:204] Iteration 24940, lr = 0.01
 I1225 01:07:18.913810  2133 solver.cpp:66] Iteration 24940, loss = 3.32989
 I1225 01:07:55.009266  2133 solver.cpp:204] Iteration 24960, lr = 0.01
 I1225 01:07:55.014360  2133 solver.cpp:66] Iteration 24960, loss = 3.3075
 I1225 01:08:31.105276  2133 solver.cpp:204] Iteration 24980, lr = 0.01
 I1225 01:08:31.110370  2133 solver.cpp:66] Iteration 24980, loss = 3.03336
 I1225 01:09:07.197219  2133 solver.cpp:204] Iteration 25000, lr = 0.01
 I1225 01:09:07.202282  2133 solver.cpp:66] Iteration 25000, loss = 3.07736
 I1225 01:09:07.202297  2133 solver.cpp:84] Testing net
 I1225 01:11:19.142447  2133 solver.cpp:111] Test score #0: 0.3441
 I1225 01:11:19.142498  2133 solver.cpp:111] Test score #1: 3.06926
 I1225 01:11:54.986528  2133 solver.cpp:204] Iteration 25020, lr = 0.01
 I1225 01:11:54.991648  2133 solver.cpp:66] Iteration 25020, loss = 3.35692
 I1225 01:12:31.083056  2133 solver.cpp:204] Iteration 25040, lr = 0.01
 I1225 01:12:31.088209  2133 solver.cpp:66] Iteration 25040, loss = 3.25792
 I1225 01:13:07.176950  2133 solver.cpp:204] Iteration 25060, lr = 0.01
 I1225 01:13:07.182026  2133 solver.cpp:66] Iteration 25060, loss = 3.27722
 I1225 01:13:43.274453  2133 solver.cpp:204] Iteration 25080, lr = 0.01
 I1225 01:13:43.279562  2133 solver.cpp:66] Iteration 25080, loss = 3.24893
 I1225 01:14:19.371521  2133 solver.cpp:204] Iteration 25100, lr = 0.01
 I1225 01:14:19.376498  2133 solver.cpp:66] Iteration 25100, loss = 3.15804
 I1225 01:14:55.467061  2133 solver.cpp:204] Iteration 25120, lr = 0.01
 I1225 01:14:55.472163  2133 solver.cpp:66] Iteration 25120, loss = 3.26778
 I1225 01:15:31.563163  2133 solver.cpp:204] Iteration 25140, lr = 0.01
 I1225 01:15:31.568274  2133 solver.cpp:66] Iteration 25140, loss = 3.05288
 I1225 01:16:07.655932  2133 solver.cpp:204] Iteration 25160, lr = 0.01
 I1225 01:16:07.661038  2133 solver.cpp:66] Iteration 25160, loss = 3.06009
 I1225 01:16:43.749994  2133 solver.cpp:204] Iteration 25180, lr = 0.01
 I1225 01:16:43.755092  2133 solver.cpp:66] Iteration 25180, loss = 3.23813
 I1225 01:17:19.841785  2133 solver.cpp:204] Iteration 25200, lr = 0.01
 I1225 01:17:19.846887  2133 solver.cpp:66] Iteration 25200, loss = 3.34655
 I1225 01:17:55.936359  2133 solver.cpp:204] Iteration 25220, lr = 0.01
 I1225 01:17:55.941475  2133 solver.cpp:66] Iteration 25220, loss = 2.97315
 I1225 01:18:32.028668  2133 solver.cpp:204] Iteration 25240, lr = 0.01
 I1225 01:18:32.033782  2133 solver.cpp:66] Iteration 25240, loss = 3.12642
 I1225 01:19:08.124588  2133 solver.cpp:204] Iteration 25260, lr = 0.01
 I1225 01:19:08.129709  2133 solver.cpp:66] Iteration 25260, loss = 3.27325
 I1225 01:19:44.217802  2133 solver.cpp:204] Iteration 25280, lr = 0.01
 I1225 01:19:44.222918  2133 solver.cpp:66] Iteration 25280, loss = 3.35289
 I1225 01:20:20.315393  2133 solver.cpp:204] Iteration 25300, lr = 0.01
 I1225 01:20:20.320354  2133 solver.cpp:66] Iteration 25300, loss = 2.95279
 I1225 01:20:56.416085  2133 solver.cpp:204] Iteration 25320, lr = 0.01
 I1225 01:20:56.421201  2133 solver.cpp:66] Iteration 25320, loss = 3.48126
 I1225 01:21:32.511077  2133 solver.cpp:204] Iteration 25340, lr = 0.01
 I1225 01:21:32.516185  2133 solver.cpp:66] Iteration 25340, loss = 3.26519
 I1225 01:22:08.610308  2133 solver.cpp:204] Iteration 25360, lr = 0.01
 I1225 01:22:08.615416  2133 solver.cpp:66] Iteration 25360, loss = 3.06676
 I1225 01:22:44.704668  2133 solver.cpp:204] Iteration 25380, lr = 0.01
 I1225 01:22:44.709780  2133 solver.cpp:66] Iteration 25380, loss = 3.22461
 I1225 01:23:20.798184  2133 solver.cpp:204] Iteration 25400, lr = 0.01
 I1225 01:23:20.803295  2133 solver.cpp:66] Iteration 25400, loss = 3.33039
 I1225 01:23:56.892861  2133 solver.cpp:204] Iteration 25420, lr = 0.01
 I1225 01:23:56.897831  2133 solver.cpp:66] Iteration 25420, loss = 3.27719
 I1225 01:24:32.988446  2133 solver.cpp:204] Iteration 25440, lr = 0.01
 I1225 01:24:32.993546  2133 solver.cpp:66] Iteration 25440, loss = 3.13976
 I1225 01:25:09.080030  2133 solver.cpp:204] Iteration 25460, lr = 0.01
 I1225 01:25:09.085131  2133 solver.cpp:66] Iteration 25460, loss = 3.22028
 I1225 01:25:45.172590  2133 solver.cpp:204] Iteration 25480, lr = 0.01
 I1225 01:25:45.177706  2133 solver.cpp:66] Iteration 25480, loss = 3.19768
 I1225 01:26:21.269024  2133 solver.cpp:204] Iteration 25500, lr = 0.01
 I1225 01:26:21.274085  2133 solver.cpp:66] Iteration 25500, loss = 3.40967
 I1225 01:26:57.364084  2133 solver.cpp:204] Iteration 25520, lr = 0.01
 I1225 01:26:57.369195  2133 solver.cpp:66] Iteration 25520, loss = 3.05399
 I1225 01:27:33.457262  2133 solver.cpp:204] Iteration 25540, lr = 0.01
 I1225 01:27:33.462358  2133 solver.cpp:66] Iteration 25540, loss = 3.19479
 I1225 01:28:09.549538  2133 solver.cpp:204] Iteration 25560, lr = 0.01
 I1225 01:28:09.554653  2133 solver.cpp:66] Iteration 25560, loss = 3.16926
 I1225 01:28:45.649514  2133 solver.cpp:204] Iteration 25580, lr = 0.01
 I1225 01:28:45.654589  2133 solver.cpp:66] Iteration 25580, loss = 3.01346
 I1225 01:29:21.746573  2133 solver.cpp:204] Iteration 25600, lr = 0.01
 I1225 01:29:21.751685  2133 solver.cpp:66] Iteration 25600, loss = 3.25466
 I1225 01:29:57.841672  2133 solver.cpp:204] Iteration 25620, lr = 0.01
 I1225 01:29:57.846775  2133 solver.cpp:66] Iteration 25620, loss = 3.29295
 I1225 01:30:33.936825  2133 solver.cpp:204] Iteration 25640, lr = 0.01
 I1225 01:30:33.941931  2133 solver.cpp:66] Iteration 25640, loss = 3.29081
 I1225 01:31:10.027900  2133 solver.cpp:204] Iteration 25660, lr = 0.01
 I1225 01:31:10.033007  2133 solver.cpp:66] Iteration 25660, loss = 3.19119
 I1225 01:31:46.124280  2133 solver.cpp:204] Iteration 25680, lr = 0.01
 I1225 01:31:46.129412  2133 solver.cpp:66] Iteration 25680, loss = 3.16695
 I1225 01:32:22.221020  2133 solver.cpp:204] Iteration 25700, lr = 0.01
 I1225 01:32:22.226073  2133 solver.cpp:66] Iteration 25700, loss = 3.38909
 I1225 01:32:58.316365  2133 solver.cpp:204] Iteration 25720, lr = 0.01
 I1225 01:32:58.321485  2133 solver.cpp:66] Iteration 25720, loss = 3.02348
 I1225 01:33:34.413245  2133 solver.cpp:204] Iteration 25740, lr = 0.01
 I1225 01:33:34.418339  2133 solver.cpp:66] Iteration 25740, loss = 3.46887
 I1225 01:34:10.513959  2133 solver.cpp:204] Iteration 25760, lr = 0.01
 I1225 01:34:10.519227  2133 solver.cpp:66] Iteration 25760, loss = 3.29994
 I1225 01:34:46.611356  2133 solver.cpp:204] Iteration 25780, lr = 0.01
 I1225 01:34:46.616466  2133 solver.cpp:66] Iteration 25780, loss = 2.94422
 I1225 01:35:22.712275  2133 solver.cpp:204] Iteration 25800, lr = 0.01
 I1225 01:35:22.717377  2133 solver.cpp:66] Iteration 25800, loss = 2.89437
 I1225 01:35:58.811548  2133 solver.cpp:204] Iteration 25820, lr = 0.01
 I1225 01:35:58.816658  2133 solver.cpp:66] Iteration 25820, loss = 3.26889
 I1225 01:36:34.909483  2133 solver.cpp:204] Iteration 25840, lr = 0.01
 I1225 01:36:34.914597  2133 solver.cpp:66] Iteration 25840, loss = 3.13428
 I1225 01:37:11.004012  2133 solver.cpp:204] Iteration 25860, lr = 0.01
 I1225 01:37:11.009122  2133 solver.cpp:66] Iteration 25860, loss = 3.18854
 I1225 01:37:47.102444  2133 solver.cpp:204] Iteration 25880, lr = 0.01
 I1225 01:37:47.107544  2133 solver.cpp:66] Iteration 25880, loss = 3.14894
 I1225 01:38:23.195286  2133 solver.cpp:204] Iteration 25900, lr = 0.01
 I1225 01:38:23.200392  2133 solver.cpp:66] Iteration 25900, loss = 3.04469
 I1225 01:38:59.287396  2133 solver.cpp:204] Iteration 25920, lr = 0.01
 I1225 01:38:59.292495  2133 solver.cpp:66] Iteration 25920, loss = 3.26651
 I1225 01:39:35.381762  2133 solver.cpp:204] Iteration 25940, lr = 0.01
 I1225 01:39:35.386890  2133 solver.cpp:66] Iteration 25940, loss = 3.11486
 I1225 01:40:11.475456  2133 solver.cpp:204] Iteration 25960, lr = 0.01
 I1225 01:40:11.480563  2133 solver.cpp:66] Iteration 25960, loss = 3.28796
 I1225 01:40:47.570338  2133 solver.cpp:204] Iteration 25980, lr = 0.01
 I1225 01:40:47.575444  2133 solver.cpp:66] Iteration 25980, loss = 2.89478
 I1225 01:41:23.666648  2133 solver.cpp:204] Iteration 26000, lr = 0.01
 I1225 01:41:23.671754  2133 solver.cpp:66] Iteration 26000, loss = 3.34284
 I1225 01:41:23.671767  2133 solver.cpp:84] Testing net
 I1225 01:43:35.619755  2133 solver.cpp:111] Test score #0: 0.34322
 I1225 01:43:35.619810  2133 solver.cpp:111] Test score #1: 3.07619
 I1225 01:44:11.466687  2133 solver.cpp:204] Iteration 26020, lr = 0.01
 I1225 01:44:11.471782  2133 solver.cpp:66] Iteration 26020, loss = 3.55161
 I1225 01:44:47.565112  2133 solver.cpp:204] Iteration 26040, lr = 0.01
 I1225 01:44:47.570185  2133 solver.cpp:66] Iteration 26040, loss = 3.16714
 I1225 01:45:23.664067  2133 solver.cpp:204] Iteration 26060, lr = 0.01
 I1225 01:45:23.669224  2133 solver.cpp:66] Iteration 26060, loss = 3.04187
 I1225 01:45:59.763628  2133 solver.cpp:204] Iteration 26080, lr = 0.01
 I1225 01:45:59.768731  2133 solver.cpp:66] Iteration 26080, loss = 3.0814
 I1225 01:46:35.861351  2133 solver.cpp:204] Iteration 26100, lr = 0.01
 I1225 01:46:35.866420  2133 solver.cpp:66] Iteration 26100, loss = 3.44224
 I1225 01:47:11.960572  2133 solver.cpp:204] Iteration 26120, lr = 0.01
 I1225 01:47:11.965674  2133 solver.cpp:66] Iteration 26120, loss = 3.24347
 I1225 01:47:48.053659  2133 solver.cpp:204] Iteration 26140, lr = 0.01
 I1225 01:47:48.058769  2133 solver.cpp:66] Iteration 26140, loss = 3.32363
 I1225 01:48:24.146898  2133 solver.cpp:204] Iteration 26160, lr = 0.01
 I1225 01:48:24.152005  2133 solver.cpp:66] Iteration 26160, loss = 2.97316
 I1225 01:49:00.242491  2133 solver.cpp:204] Iteration 26180, lr = 0.01
 I1225 01:49:00.247596  2133 solver.cpp:66] Iteration 26180, loss = 3.25137
 I1225 01:49:36.339234  2133 solver.cpp:204] Iteration 26200, lr = 0.01
 I1225 01:49:36.344310  2133 solver.cpp:66] Iteration 26200, loss = 3.18573
 I1225 01:50:12.439828  2133 solver.cpp:204] Iteration 26220, lr = 0.01
 I1225 01:50:12.444936  2133 solver.cpp:66] Iteration 26220, loss = 3.19757
 I1225 01:50:48.529212  2133 solver.cpp:204] Iteration 26240, lr = 0.01
 I1225 01:50:48.534279  2133 solver.cpp:66] Iteration 26240, loss = 2.99997
 I1225 01:51:24.625208  2133 solver.cpp:204] Iteration 26260, lr = 0.01
 I1225 01:51:24.630271  2133 solver.cpp:66] Iteration 26260, loss = 3.38453
 I1225 01:52:00.721101  2133 solver.cpp:204] Iteration 26280, lr = 0.01
 I1225 01:52:00.726161  2133 solver.cpp:66] Iteration 26280, loss = 3.37005
 I1225 01:52:36.820125  2133 solver.cpp:204] Iteration 26300, lr = 0.01
 I1225 01:52:36.825201  2133 solver.cpp:66] Iteration 26300, loss = 2.96372
 I1225 01:53:12.919037  2133 solver.cpp:204] Iteration 26320, lr = 0.01
 I1225 01:53:12.924139  2133 solver.cpp:66] Iteration 26320, loss = 3.37726
 I1225 01:53:49.012970  2133 solver.cpp:204] Iteration 26340, lr = 0.01
 I1225 01:53:49.018049  2133 solver.cpp:66] Iteration 26340, loss = 3.08756
 I1225 01:54:25.103894  2133 solver.cpp:204] Iteration 26360, lr = 0.01
 I1225 01:54:25.109002  2133 solver.cpp:66] Iteration 26360, loss = 3.25045
 I1225 01:55:01.201102  2133 solver.cpp:204] Iteration 26380, lr = 0.01
 I1225 01:55:01.206178  2133 solver.cpp:66] Iteration 26380, loss = 3.21265
 I1225 01:55:37.297564  2133 solver.cpp:204] Iteration 26400, lr = 0.01
 I1225 01:55:37.302660  2133 solver.cpp:66] Iteration 26400, loss = 3.08687
 I1225 01:56:13.393290  2133 solver.cpp:204] Iteration 26420, lr = 0.01
 I1225 01:56:13.398355  2133 solver.cpp:66] Iteration 26420, loss = 3.206
 I1225 01:56:49.490614  2133 solver.cpp:204] Iteration 26440, lr = 0.01
 I1225 01:56:49.495725  2133 solver.cpp:66] Iteration 26440, loss = 3.16842
 I1225 01:57:25.584100  2133 solver.cpp:204] Iteration 26460, lr = 0.01
 I1225 01:57:25.589200  2133 solver.cpp:66] Iteration 26460, loss = 3.16003
 I1225 01:58:01.682034  2133 solver.cpp:204] Iteration 26480, lr = 0.01
 I1225 01:58:01.687160  2133 solver.cpp:66] Iteration 26480, loss = 2.92835
 I1225 01:58:37.772192  2133 solver.cpp:204] Iteration 26500, lr = 0.01
 I1225 01:58:37.777292  2133 solver.cpp:66] Iteration 26500, loss = 3.28096
 I1225 01:59:13.872159  2133 solver.cpp:204] Iteration 26520, lr = 0.01
 I1225 01:59:13.877275  2133 solver.cpp:66] Iteration 26520, loss = 3.09449
 I1225 01:59:49.964118  2133 solver.cpp:204] Iteration 26540, lr = 0.01
 I1225 01:59:49.969219  2133 solver.cpp:66] Iteration 26540, loss = 3.11312
 I1225 02:00:26.066169  2133 solver.cpp:204] Iteration 26560, lr = 0.01
 I1225 02:00:26.071250  2133 solver.cpp:66] Iteration 26560, loss = 3.02747
 I1225 02:01:02.164424  2133 solver.cpp:204] Iteration 26580, lr = 0.01
 I1225 02:01:02.169525  2133 solver.cpp:66] Iteration 26580, loss = 3.06531
 I1225 02:01:38.259318  2133 solver.cpp:204] Iteration 26600, lr = 0.01
 I1225 02:01:38.264425  2133 solver.cpp:66] Iteration 26600, loss = 3.2998
 I1225 02:02:14.351086  2133 solver.cpp:204] Iteration 26620, lr = 0.01
 I1225 02:02:14.356195  2133 solver.cpp:66] Iteration 26620, loss = 3.35321
 I1225 02:02:50.439834  2133 solver.cpp:204] Iteration 26640, lr = 0.01
 I1225 02:02:50.444960  2133 solver.cpp:66] Iteration 26640, loss = 2.99208
 I1225 02:03:26.528242  2133 solver.cpp:204] Iteration 26660, lr = 0.01
 I1225 02:03:26.533351  2133 solver.cpp:66] Iteration 26660, loss = 3.33623
 I1225 02:04:02.620504  2133 solver.cpp:204] Iteration 26680, lr = 0.01
 I1225 02:04:02.625624  2133 solver.cpp:66] Iteration 26680, loss = 3.01694
 I1225 02:04:38.717319  2133 solver.cpp:204] Iteration 26700, lr = 0.01
 I1225 02:04:38.722378  2133 solver.cpp:66] Iteration 26700, loss = 3.08863
 I1225 02:05:14.811692  2133 solver.cpp:204] Iteration 26720, lr = 0.01
 I1225 02:05:14.816802  2133 solver.cpp:66] Iteration 26720, loss = 3.19988
 I1225 02:05:50.913064  2133 solver.cpp:204] Iteration 26740, lr = 0.01
 I1225 02:05:50.918125  2133 solver.cpp:66] Iteration 26740, loss = 3.22579
 I1225 02:06:27.011064  2133 solver.cpp:204] Iteration 26760, lr = 0.01
 I1225 02:06:27.016171  2133 solver.cpp:66] Iteration 26760, loss = 3.0968
 I1225 02:07:03.106360  2133 solver.cpp:204] Iteration 26780, lr = 0.01
 I1225 02:07:03.111346  2133 solver.cpp:66] Iteration 26780, loss = 3.28872
 I1225 02:07:39.204287  2133 solver.cpp:204] Iteration 26800, lr = 0.01
 I1225 02:07:39.209389  2133 solver.cpp:66] Iteration 26800, loss = 3.35085
 I1225 02:08:15.299741  2133 solver.cpp:204] Iteration 26820, lr = 0.01
 I1225 02:08:15.304821  2133 solver.cpp:66] Iteration 26820, loss = 3.52764
 I1225 02:08:51.392566  2133 solver.cpp:204] Iteration 26840, lr = 0.01
 I1225 02:08:51.397675  2133 solver.cpp:66] Iteration 26840, loss = 2.98734
 I1225 02:09:27.487149  2133 solver.cpp:204] Iteration 26860, lr = 0.01
 I1225 02:09:27.492249  2133 solver.cpp:66] Iteration 26860, loss = 3.28991
 I1225 02:10:03.579342  2133 solver.cpp:204] Iteration 26880, lr = 0.01
 I1225 02:10:03.584445  2133 solver.cpp:66] Iteration 26880, loss = 3.30316
 I1225 02:10:39.671615  2133 solver.cpp:204] Iteration 26900, lr = 0.01
 I1225 02:10:39.676713  2133 solver.cpp:66] Iteration 26900, loss = 2.7998
 I1225 02:11:15.765905  2133 solver.cpp:204] Iteration 26920, lr = 0.01
 I1225 02:11:15.771018  2133 solver.cpp:66] Iteration 26920, loss = 3.01029
 I1225 02:11:51.861382  2133 solver.cpp:204] Iteration 26940, lr = 0.01
 I1225 02:11:51.866497  2133 solver.cpp:66] Iteration 26940, loss = 3.02447
 I1225 02:12:27.957021  2133 solver.cpp:204] Iteration 26960, lr = 0.01
 I1225 02:12:27.962080  2133 solver.cpp:66] Iteration 26960, loss = 3.19513
 I1225 02:13:04.052445  2133 solver.cpp:204] Iteration 26980, lr = 0.01
 I1225 02:13:04.057524  2133 solver.cpp:66] Iteration 26980, loss = 2.99665
 I1225 02:13:40.150641  2133 solver.cpp:204] Iteration 27000, lr = 0.01
 I1225 02:13:40.155753  2133 solver.cpp:66] Iteration 27000, loss = 3.2999
 I1225 02:13:40.155766  2133 solver.cpp:84] Testing net
 I1225 02:15:52.596554  2133 solver.cpp:111] Test score #0: 0.35084
 I1225 02:15:52.596603  2133 solver.cpp:111] Test score #1: 3.02735
 I1225 02:16:28.442088  2133 solver.cpp:204] Iteration 27020, lr = 0.01
 I1225 02:16:28.447211  2133 solver.cpp:66] Iteration 27020, loss = 3.13997
 I1225 02:17:04.537008  2133 solver.cpp:204] Iteration 27040, lr = 0.01
 I1225 02:17:04.542078  2133 solver.cpp:66] Iteration 27040, loss = 3.24685
 I1225 02:17:40.637084  2133 solver.cpp:204] Iteration 27060, lr = 0.01
 I1225 02:17:40.642153  2133 solver.cpp:66] Iteration 27060, loss = 3.30349
 I1225 02:18:16.731871  2133 solver.cpp:204] Iteration 27080, lr = 0.01
 I1225 02:18:16.736974  2133 solver.cpp:66] Iteration 27080, loss = 3.30827
 I1225 02:18:52.829458  2133 solver.cpp:204] Iteration 27100, lr = 0.01
 I1225 02:18:52.834574  2133 solver.cpp:66] Iteration 27100, loss = 3.17425
 I1225 02:19:28.926916  2133 solver.cpp:204] Iteration 27120, lr = 0.01
 I1225 02:19:28.932024  2133 solver.cpp:66] Iteration 27120, loss = 3.05395
 I1225 02:20:05.024477  2133 solver.cpp:204] Iteration 27140, lr = 0.01
 I1225 02:20:05.029582  2133 solver.cpp:66] Iteration 27140, loss = 3.15983
 I1225 02:20:41.115417  2133 solver.cpp:204] Iteration 27160, lr = 0.01
 I1225 02:20:41.120520  2133 solver.cpp:66] Iteration 27160, loss = 3.34333
 I1225 02:21:17.209977  2133 solver.cpp:204] Iteration 27180, lr = 0.01
 I1225 02:21:17.215070  2133 solver.cpp:66] Iteration 27180, loss = 3.22881
 I1225 02:21:53.305013  2133 solver.cpp:204] Iteration 27200, lr = 0.01
 I1225 02:21:53.310072  2133 solver.cpp:66] Iteration 27200, loss = 2.97217
 I1225 02:22:29.405794  2133 solver.cpp:204] Iteration 27220, lr = 0.01
 I1225 02:22:29.410868  2133 solver.cpp:66] Iteration 27220, loss = 3.13683
 I1225 02:23:05.503466  2133 solver.cpp:204] Iteration 27240, lr = 0.01
 I1225 02:23:05.508576  2133 solver.cpp:66] Iteration 27240, loss = 3.16413
 I1225 02:23:41.600373  2133 solver.cpp:204] Iteration 27260, lr = 0.01
 I1225 02:23:41.605489  2133 solver.cpp:66] Iteration 27260, loss = 3.06139
 I1225 02:24:17.695081  2133 solver.cpp:204] Iteration 27280, lr = 0.01
 I1225 02:24:17.700189  2133 solver.cpp:66] Iteration 27280, loss = 3.01594
 I1225 02:24:53.786881  2133 solver.cpp:204] Iteration 27300, lr = 0.01
 I1225 02:24:53.792003  2133 solver.cpp:66] Iteration 27300, loss = 3.11646
 I1225 02:25:29.880491  2133 solver.cpp:204] Iteration 27320, lr = 0.01
 I1225 02:25:29.885601  2133 solver.cpp:66] Iteration 27320, loss = 3.20141
 I1225 02:26:05.974603  2133 solver.cpp:204] Iteration 27340, lr = 0.01
 I1225 02:26:05.979711  2133 solver.cpp:66] Iteration 27340, loss = 3.03435
 I1225 02:26:42.070013  2133 solver.cpp:204] Iteration 27360, lr = 0.01
 I1225 02:26:42.075122  2133 solver.cpp:66] Iteration 27360, loss = 3.11419
 I1225 02:27:18.163193  2133 solver.cpp:204] Iteration 27380, lr = 0.01
 I1225 02:27:18.168316  2133 solver.cpp:66] Iteration 27380, loss = 3.11688
 I1225 02:27:54.260860  2133 solver.cpp:204] Iteration 27400, lr = 0.01
 I1225 02:27:54.265941  2133 solver.cpp:66] Iteration 27400, loss = 3.31165
 I1225 02:28:30.357641  2133 solver.cpp:204] Iteration 27420, lr = 0.01
 I1225 02:28:30.362750  2133 solver.cpp:66] Iteration 27420, loss = 2.85324
 I1225 02:29:06.450981  2133 solver.cpp:204] Iteration 27440, lr = 0.01
 I1225 02:29:06.456090  2133 solver.cpp:66] Iteration 27440, loss = 3.15813
 I1225 02:29:42.551733  2133 solver.cpp:204] Iteration 27460, lr = 0.01
 I1225 02:29:42.556844  2133 solver.cpp:66] Iteration 27460, loss = 3.17814
 I1225 02:30:18.647228  2133 solver.cpp:204] Iteration 27480, lr = 0.01
 I1225 02:30:18.652340  2133 solver.cpp:66] Iteration 27480, loss = 3.33383
 I1225 02:30:54.747361  2133 solver.cpp:204] Iteration 27500, lr = 0.01
 I1225 02:30:54.752457  2133 solver.cpp:66] Iteration 27500, loss = 3.07634
 I1225 02:31:30.843677  2133 solver.cpp:204] Iteration 27520, lr = 0.01
 I1225 02:31:30.848788  2133 solver.cpp:66] Iteration 27520, loss = 3.19792
 I1225 02:32:06.943722  2133 solver.cpp:204] Iteration 27540, lr = 0.01
 I1225 02:32:06.948839  2133 solver.cpp:66] Iteration 27540, loss = 2.97606
 I1225 02:32:43.038491  2133 solver.cpp:204] Iteration 27560, lr = 0.01
 I1225 02:32:43.043545  2133 solver.cpp:66] Iteration 27560, loss = 3.08016
 I1225 02:33:19.134173  2133 solver.cpp:204] Iteration 27580, lr = 0.01
 I1225 02:33:19.139237  2133 solver.cpp:66] Iteration 27580, loss = 3.01419
 I1225 02:33:55.229012  2133 solver.cpp:204] Iteration 27600, lr = 0.01
 I1225 02:33:55.234082  2133 solver.cpp:66] Iteration 27600, loss = 3.23434
 I1225 02:34:31.324293  2133 solver.cpp:204] Iteration 27620, lr = 0.01
 I1225 02:34:31.329401  2133 solver.cpp:66] Iteration 27620, loss = 3.32564
 I1225 02:35:07.417728  2133 solver.cpp:204] Iteration 27640, lr = 0.01
 I1225 02:35:07.422834  2133 solver.cpp:66] Iteration 27640, loss = 3.12108
 I1225 02:35:43.515092  2133 solver.cpp:204] Iteration 27660, lr = 0.01
 I1225 02:35:43.520198  2133 solver.cpp:66] Iteration 27660, loss = 2.93578
 I1225 02:36:19.611588  2133 solver.cpp:204] Iteration 27680, lr = 0.01
 I1225 02:36:19.616698  2133 solver.cpp:66] Iteration 27680, loss = 3.22598
 I1225 02:36:55.707798  2133 solver.cpp:204] Iteration 27700, lr = 0.01
 I1225 02:36:55.712916  2133 solver.cpp:66] Iteration 27700, loss = 3.40347
 I1225 02:37:31.806191  2133 solver.cpp:204] Iteration 27720, lr = 0.01
 I1225 02:37:31.811295  2133 solver.cpp:66] Iteration 27720, loss = 2.95561
 I1225 02:38:07.901410  2133 solver.cpp:204] Iteration 27740, lr = 0.01
 I1225 02:38:07.906504  2133 solver.cpp:66] Iteration 27740, loss = 3.50249
 I1225 02:38:44.002197  2133 solver.cpp:204] Iteration 27760, lr = 0.01
 I1225 02:38:44.007309  2133 solver.cpp:66] Iteration 27760, loss = 3.39963
 I1225 02:39:20.097192  2133 solver.cpp:204] Iteration 27780, lr = 0.01
 I1225 02:39:20.102231  2133 solver.cpp:66] Iteration 27780, loss = 3.23971
 I1225 02:39:56.196089  2133 solver.cpp:204] Iteration 27800, lr = 0.01
 I1225 02:39:56.201200  2133 solver.cpp:66] Iteration 27800, loss = 3.32923
 I1225 02:40:32.295516  2133 solver.cpp:204] Iteration 27820, lr = 0.01
 I1225 02:40:32.300601  2133 solver.cpp:66] Iteration 27820, loss = 3.28557
 I1225 02:41:08.388365  2133 solver.cpp:204] Iteration 27840, lr = 0.01
 I1225 02:41:08.393476  2133 solver.cpp:66] Iteration 27840, loss = 3.35454
 I1225 02:41:44.479096  2133 solver.cpp:204] Iteration 27860, lr = 0.01
 I1225 02:41:44.484208  2133 solver.cpp:66] Iteration 27860, loss = 3.24706
 I1225 02:42:20.573004  2133 solver.cpp:204] Iteration 27880, lr = 0.01
 I1225 02:42:20.578061  2133 solver.cpp:66] Iteration 27880, loss = 3.48612
 I1225 02:42:56.670295  2133 solver.cpp:204] Iteration 27900, lr = 0.01
 I1225 02:42:56.675268  2133 solver.cpp:66] Iteration 27900, loss = 2.81923
 I1225 02:43:32.761407  2133 solver.cpp:204] Iteration 27920, lr = 0.01
 I1225 02:43:32.766557  2133 solver.cpp:66] Iteration 27920, loss = 2.99904
 I1225 02:44:08.857506  2133 solver.cpp:204] Iteration 27940, lr = 0.01
 I1225 02:44:08.862622  2133 solver.cpp:66] Iteration 27940, loss = 3.09473
 I1225 02:44:44.953752  2133 solver.cpp:204] Iteration 27960, lr = 0.01
 I1225 02:44:44.958853  2133 solver.cpp:66] Iteration 27960, loss = 3.16783
 I1225 02:45:21.051290  2133 solver.cpp:204] Iteration 27980, lr = 0.01
 I1225 02:45:21.056401  2133 solver.cpp:66] Iteration 27980, loss = 3.45799
 I1225 02:45:57.148114  2133 solver.cpp:204] Iteration 28000, lr = 0.01
 I1225 02:45:57.153221  2133 solver.cpp:66] Iteration 28000, loss = 3.32409
 I1225 02:45:57.153234  2133 solver.cpp:84] Testing net
 I1225 02:48:09.598227  2133 solver.cpp:111] Test score #0: 0.34862
 I1225 02:48:09.598274  2133 solver.cpp:111] Test score #1: 3.03287
 I1225 02:48:45.443033  2133 solver.cpp:204] Iteration 28020, lr = 0.01
 I1225 02:48:45.448137  2133 solver.cpp:66] Iteration 28020, loss = 3.38518
 I1225 02:49:21.537654  2133 solver.cpp:204] Iteration 28040, lr = 0.01
 I1225 02:49:21.542726  2133 solver.cpp:66] Iteration 28040, loss = 3.28706
 I1225 02:49:57.634874  2133 solver.cpp:204] Iteration 28060, lr = 0.01
 I1225 02:49:57.639992  2133 solver.cpp:66] Iteration 28060, loss = 3.24777
 I1225 02:50:33.731552  2133 solver.cpp:204] Iteration 28080, lr = 0.01
 I1225 02:50:33.736665  2133 solver.cpp:66] Iteration 28080, loss = 3.08593
 I1225 02:51:09.824548  2133 solver.cpp:204] Iteration 28100, lr = 0.01
 I1225 02:51:09.829655  2133 solver.cpp:66] Iteration 28100, loss = 3.07133
 I1225 02:51:45.920196  2133 solver.cpp:204] Iteration 28120, lr = 0.01
 I1225 02:51:45.925312  2133 solver.cpp:66] Iteration 28120, loss = 3.20509
 I1225 02:52:22.010206  2133 solver.cpp:204] Iteration 28140, lr = 0.01
 I1225 02:52:22.015324  2133 solver.cpp:66] Iteration 28140, loss = 3.2952
 I1225 02:52:58.108544  2133 solver.cpp:204] Iteration 28160, lr = 0.01
 I1225 02:52:58.113652  2133 solver.cpp:66] Iteration 28160, loss = 3.18267
 I1225 02:53:34.196439  2133 solver.cpp:204] Iteration 28180, lr = 0.01
 I1225 02:53:34.201549  2133 solver.cpp:66] Iteration 28180, loss = 3.11893
 I1225 02:54:10.292218  2133 solver.cpp:204] Iteration 28200, lr = 0.01
 I1225 02:54:10.297319  2133 solver.cpp:66] Iteration 28200, loss = 3.19585
 I1225 02:54:46.387876  2133 solver.cpp:204] Iteration 28220, lr = 0.01
 I1225 02:54:46.392976  2133 solver.cpp:66] Iteration 28220, loss = 3.1959
 I1225 02:55:22.483579  2133 solver.cpp:204] Iteration 28240, lr = 0.01
 I1225 02:55:22.488694  2133 solver.cpp:66] Iteration 28240, loss = 3.31479
 I1225 02:55:58.585263  2133 solver.cpp:204] Iteration 28260, lr = 0.01
 I1225 02:55:58.590323  2133 solver.cpp:66] Iteration 28260, loss = 3.18972
 I1225 02:56:34.681814  2133 solver.cpp:204] Iteration 28280, lr = 0.01
 I1225 02:56:34.686977  2133 solver.cpp:66] Iteration 28280, loss = 3.23182
 I1225 02:57:10.783387  2133 solver.cpp:204] Iteration 28300, lr = 0.01
 I1225 02:57:10.788475  2133 solver.cpp:66] Iteration 28300, loss = 3.22057
 I1225 02:57:46.878840  2133 solver.cpp:204] Iteration 28320, lr = 0.01
 I1225 02:57:46.883944  2133 solver.cpp:66] Iteration 28320, loss = 3.08232
 I1225 02:58:22.974638  2133 solver.cpp:204] Iteration 28340, lr = 0.01
 I1225 02:58:22.979739  2133 solver.cpp:66] Iteration 28340, loss = 3.13095
 I1225 02:58:59.072113  2133 solver.cpp:204] Iteration 28360, lr = 0.01
 I1225 02:58:59.077226  2133 solver.cpp:66] Iteration 28360, loss = 3.119
 I1225 02:59:35.167664  2133 solver.cpp:204] Iteration 28380, lr = 0.01
 I1225 02:59:35.172817  2133 solver.cpp:66] Iteration 28380, loss = 3.22026
 I1225 03:00:11.261751  2133 solver.cpp:204] Iteration 28400, lr = 0.01
 I1225 03:00:11.266860  2133 solver.cpp:66] Iteration 28400, loss = 3.17284
 I1225 03:00:47.353410  2133 solver.cpp:204] Iteration 28420, lr = 0.01
 I1225 03:00:47.358531  2133 solver.cpp:66] Iteration 28420, loss = 3.26399
 I1225 03:01:23.444823  2133 solver.cpp:204] Iteration 28440, lr = 0.01
 I1225 03:01:23.449929  2133 solver.cpp:66] Iteration 28440, loss = 3.03398
 I1225 03:01:59.539690  2133 solver.cpp:204] Iteration 28460, lr = 0.01
 I1225 03:01:59.544798  2133 solver.cpp:66] Iteration 28460, loss = 3.19627
 I1225 03:02:35.633157  2133 solver.cpp:204] Iteration 28480, lr = 0.01
 I1225 03:02:35.638227  2133 solver.cpp:66] Iteration 28480, loss = 2.97158
 I1225 03:03:11.730797  2133 solver.cpp:204] Iteration 28500, lr = 0.01
 I1225 03:03:11.735900  2133 solver.cpp:66] Iteration 28500, loss = 3.00725
 I1225 03:03:47.823560  2133 solver.cpp:204] Iteration 28520, lr = 0.01
 I1225 03:03:47.828651  2133 solver.cpp:66] Iteration 28520, loss = 3.01408
 I1225 03:04:23.916360  2133 solver.cpp:204] Iteration 28540, lr = 0.01
 I1225 03:04:23.921440  2133 solver.cpp:66] Iteration 28540, loss = 3.37383
 I1225 03:05:00.015097  2133 solver.cpp:204] Iteration 28560, lr = 0.01
 I1225 03:05:00.020210  2133 solver.cpp:66] Iteration 28560, loss = 3.02576
 I1225 03:05:36.112846  2133 solver.cpp:204] Iteration 28580, lr = 0.01
 I1225 03:05:36.117960  2133 solver.cpp:66] Iteration 28580, loss = 3.01277
 I1225 03:06:12.213172  2133 solver.cpp:204] Iteration 28600, lr = 0.01
 I1225 03:06:12.218242  2133 solver.cpp:66] Iteration 28600, loss = 2.89785
 I1225 03:06:48.309062  2133 solver.cpp:204] Iteration 28620, lr = 0.01
 I1225 03:06:48.314134  2133 solver.cpp:66] Iteration 28620, loss = 3.11068
 I1225 03:07:24.405057  2133 solver.cpp:204] Iteration 28640, lr = 0.01
 I1225 03:07:24.410143  2133 solver.cpp:66] Iteration 28640, loss = 3.06115
 I1225 03:08:00.504763  2133 solver.cpp:204] Iteration 28660, lr = 0.01
 I1225 03:08:00.509870  2133 solver.cpp:66] Iteration 28660, loss = 3.12785
 I1225 03:08:36.606864  2133 solver.cpp:204] Iteration 28680, lr = 0.01
 I1225 03:08:36.611943  2133 solver.cpp:66] Iteration 28680, loss = 3.24039
 I1225 03:09:12.700955  2133 solver.cpp:204] Iteration 28700, lr = 0.01
 I1225 03:09:12.706001  2133 solver.cpp:66] Iteration 28700, loss = 2.97464
 I1225 03:09:48.798813  2133 solver.cpp:204] Iteration 28720, lr = 0.01
 I1225 03:09:48.803913  2133 solver.cpp:66] Iteration 28720, loss = 2.88274
 I1225 03:10:24.898011  2133 solver.cpp:204] Iteration 28740, lr = 0.01
 I1225 03:10:24.903115  2133 solver.cpp:66] Iteration 28740, loss = 3.07251
 I1225 03:11:00.992967  2133 solver.cpp:204] Iteration 28760, lr = 0.01
 I1225 03:11:00.998088  2133 solver.cpp:66] Iteration 28760, loss = 3.24292
 I1225 03:11:37.091243  2133 solver.cpp:204] Iteration 28780, lr = 0.01
 I1225 03:11:37.096340  2133 solver.cpp:66] Iteration 28780, loss = 3.0743
 I1225 03:12:13.188442  2133 solver.cpp:204] Iteration 28800, lr = 0.01
 I1225 03:12:13.193557  2133 solver.cpp:66] Iteration 28800, loss = 3.16741
 I1225 03:12:49.287468  2133 solver.cpp:204] Iteration 28820, lr = 0.01
 I1225 03:12:49.292572  2133 solver.cpp:66] Iteration 28820, loss = 3.02705
 I1225 03:13:25.383849  2133 solver.cpp:204] Iteration 28840, lr = 0.01
 I1225 03:13:25.388960  2133 solver.cpp:66] Iteration 28840, loss = 3.26873
 I1225 03:14:01.477828  2133 solver.cpp:204] Iteration 28860, lr = 0.01
 I1225 03:14:01.482928  2133 solver.cpp:66] Iteration 28860, loss = 2.79918
 I1225 03:14:37.572793  2133 solver.cpp:204] Iteration 28880, lr = 0.01
 I1225 03:14:37.577854  2133 solver.cpp:66] Iteration 28880, loss = 3.06862
 I1225 03:15:13.666165  2133 solver.cpp:204] Iteration 28900, lr = 0.01
 I1225 03:15:13.671238  2133 solver.cpp:66] Iteration 28900, loss = 2.9221
 I1225 03:15:49.757407  2133 solver.cpp:204] Iteration 28920, lr = 0.01
 I1225 03:15:49.762502  2133 solver.cpp:66] Iteration 28920, loss = 3.31321
 I1225 03:16:25.852949  2133 solver.cpp:204] Iteration 28940, lr = 0.01
 I1225 03:16:25.857985  2133 solver.cpp:66] Iteration 28940, loss = 3.15096
 I1225 03:17:01.950901  2133 solver.cpp:204] Iteration 28960, lr = 0.01
 I1225 03:17:01.955961  2133 solver.cpp:66] Iteration 28960, loss = 3.14209
 I1225 03:17:38.047140  2133 solver.cpp:204] Iteration 28980, lr = 0.01
 I1225 03:17:38.052252  2133 solver.cpp:66] Iteration 28980, loss = 3.20901
 I1225 03:18:14.138666  2133 solver.cpp:204] Iteration 29000, lr = 0.01
 I1225 03:18:14.143784  2133 solver.cpp:66] Iteration 29000, loss = 3.05226
 I1225 03:18:14.143810  2133 solver.cpp:84] Testing net
 I1225 03:20:26.032763  2133 solver.cpp:111] Test score #0: 0.3495
 I1225 03:20:26.032809  2133 solver.cpp:111] Test score #1: 3.0403
 I1225 03:21:01.876581  2133 solver.cpp:204] Iteration 29020, lr = 0.01
 I1225 03:21:01.881692  2133 solver.cpp:66] Iteration 29020, loss = 2.93299
 I1225 03:21:37.971999  2133 solver.cpp:204] Iteration 29040, lr = 0.01
 I1225 03:21:37.977108  2133 solver.cpp:66] Iteration 29040, loss = 3.07707
 I1225 03:22:14.064982  2133 solver.cpp:204] Iteration 29060, lr = 0.01
 I1225 03:22:14.070044  2133 solver.cpp:66] Iteration 29060, loss = 3.14643
 I1225 03:22:50.160027  2133 solver.cpp:204] Iteration 29080, lr = 0.01
 I1225 03:22:50.165138  2133 solver.cpp:66] Iteration 29080, loss = 3.11204
 I1225 03:23:26.251816  2133 solver.cpp:204] Iteration 29100, lr = 0.01
 I1225 03:23:26.256928  2133 solver.cpp:66] Iteration 29100, loss = 3.148
 I1225 03:24:02.344775  2133 solver.cpp:204] Iteration 29120, lr = 0.01
 I1225 03:24:02.349840  2133 solver.cpp:66] Iteration 29120, loss = 3.14185
 I1225 03:24:38.435123  2133 solver.cpp:204] Iteration 29140, lr = 0.01
 I1225 03:24:38.440229  2133 solver.cpp:66] Iteration 29140, loss = 3.278
 I1225 03:25:14.527575  2133 solver.cpp:204] Iteration 29160, lr = 0.01
 I1225 03:25:14.532683  2133 solver.cpp:66] Iteration 29160, loss = 3.16173
 I1225 03:25:50.622833  2133 solver.cpp:204] Iteration 29180, lr = 0.01
 I1225 03:25:50.627944  2133 solver.cpp:66] Iteration 29180, loss = 3.20498
 I1225 03:26:26.712630  2133 solver.cpp:204] Iteration 29200, lr = 0.01
 I1225 03:26:26.717707  2133 solver.cpp:66] Iteration 29200, loss = 3.10651
 I1225 03:27:02.804060  2133 solver.cpp:204] Iteration 29220, lr = 0.01
 I1225 03:27:02.809118  2133 solver.cpp:66] Iteration 29220, loss = 3.2723
 I1225 03:27:38.901044  2133 solver.cpp:204] Iteration 29240, lr = 0.01
 I1225 03:27:38.906105  2133 solver.cpp:66] Iteration 29240, loss = 2.87109
 I1225 03:28:14.996839  2133 solver.cpp:204] Iteration 29260, lr = 0.01
 I1225 03:28:15.001931  2133 solver.cpp:66] Iteration 29260, loss = 2.99118
 I1225 03:28:51.091886  2133 solver.cpp:204] Iteration 29280, lr = 0.01
 I1225 03:28:51.096992  2133 solver.cpp:66] Iteration 29280, loss = 3.09208
 I1225 03:29:27.185029  2133 solver.cpp:204] Iteration 29300, lr = 0.01
 I1225 03:29:27.190145  2133 solver.cpp:66] Iteration 29300, loss = 3.3423
 I1225 03:30:03.277706  2133 solver.cpp:204] Iteration 29320, lr = 0.01
 I1225 03:30:03.282810  2133 solver.cpp:66] Iteration 29320, loss = 3.18806
 I1225 03:30:39.370451  2133 solver.cpp:204] Iteration 29340, lr = 0.01
 I1225 03:30:39.375555  2133 solver.cpp:66] Iteration 29340, loss = 3.16972
 I1225 03:31:15.466125  2133 solver.cpp:204] Iteration 29360, lr = 0.01
 I1225 03:31:15.471235  2133 solver.cpp:66] Iteration 29360, loss = 3.03817
 I1225 03:31:51.559224  2133 solver.cpp:204] Iteration 29380, lr = 0.01
 I1225 03:31:51.564291  2133 solver.cpp:66] Iteration 29380, loss = 3.16496
 I1225 03:32:27.654930  2133 solver.cpp:204] Iteration 29400, lr = 0.01
 I1225 03:32:27.660035  2133 solver.cpp:66] Iteration 29400, loss = 3.01138
 I1225 03:33:03.753830  2133 solver.cpp:204] Iteration 29420, lr = 0.01
 I1225 03:33:03.758936  2133 solver.cpp:66] Iteration 29420, loss = 3.34897
 I1225 03:33:39.853441  2133 solver.cpp:204] Iteration 29440, lr = 0.01
 I1225 03:33:39.858536  2133 solver.cpp:66] Iteration 29440, loss = 3.36193
 I1225 03:34:15.950119  2133 solver.cpp:204] Iteration 29460, lr = 0.01
 I1225 03:34:15.955219  2133 solver.cpp:66] Iteration 29460, loss = 3.13362
 I1225 03:34:52.048545  2133 solver.cpp:204] Iteration 29480, lr = 0.01
 I1225 03:34:52.053657  2133 solver.cpp:66] Iteration 29480, loss = 3.01707
 I1225 03:35:28.141779  2133 solver.cpp:204] Iteration 29500, lr = 0.01
 I1225 03:35:28.146881  2133 solver.cpp:66] Iteration 29500, loss = 2.77586
 I1225 03:36:04.239114  2133 solver.cpp:204] Iteration 29520, lr = 0.01
 I1225 03:36:04.244154  2133 solver.cpp:66] Iteration 29520, loss = 3.02209
 I1225 03:36:40.335757  2133 solver.cpp:204] Iteration 29540, lr = 0.01
 I1225 03:36:40.340893  2133 solver.cpp:66] Iteration 29540, loss = 3.13606
 I1225 03:37:16.428618  2133 solver.cpp:204] Iteration 29560, lr = 0.01
 I1225 03:37:16.433732  2133 solver.cpp:66] Iteration 29560, loss = 3.11359
 I1225 03:37:52.523655  2133 solver.cpp:204] Iteration 29580, lr = 0.01
 I1225 03:37:52.528760  2133 solver.cpp:66] Iteration 29580, loss = 3.09602
 I1225 03:38:28.623623  2133 solver.cpp:204] Iteration 29600, lr = 0.01
 I1225 03:38:28.628732  2133 solver.cpp:66] Iteration 29600, loss = 3.25276
 I1225 03:39:04.719130  2133 solver.cpp:204] Iteration 29620, lr = 0.01
 I1225 03:39:04.724172  2133 solver.cpp:66] Iteration 29620, loss = 3.13137
 I1225 03:39:40.812196  2133 solver.cpp:204] Iteration 29640, lr = 0.01
 I1225 03:39:40.817312  2133 solver.cpp:66] Iteration 29640, loss = 2.93755
 I1225 03:40:16.909797  2133 solver.cpp:204] Iteration 29660, lr = 0.01
 I1225 03:40:16.914909  2133 solver.cpp:66] Iteration 29660, loss = 3.04018
 I1225 03:40:53.004951  2133 solver.cpp:204] Iteration 29680, lr = 0.01
 I1225 03:40:53.010066  2133 solver.cpp:66] Iteration 29680, loss = 2.981
 I1225 03:41:29.100743  2133 solver.cpp:204] Iteration 29700, lr = 0.01
 I1225 03:41:29.105850  2133 solver.cpp:66] Iteration 29700, loss = 3.13992
 I1225 03:42:05.197721  2133 solver.cpp:204] Iteration 29720, lr = 0.01
 I1225 03:42:05.202832  2133 solver.cpp:66] Iteration 29720, loss = 2.98094
 I1225 03:42:41.296310  2133 solver.cpp:204] Iteration 29740, lr = 0.01
 I1225 03:42:41.301425  2133 solver.cpp:66] Iteration 29740, loss = 3.075
 I1225 03:43:17.390771  2133 solver.cpp:204] Iteration 29760, lr = 0.01
 I1225 03:43:17.395884  2133 solver.cpp:66] Iteration 29760, loss = 3.15927
 I1225 03:43:53.487947  2133 solver.cpp:204] Iteration 29780, lr = 0.01
 I1225 03:43:53.493124  2133 solver.cpp:66] Iteration 29780, loss = 3.05885
 I1225 03:44:29.582387  2133 solver.cpp:204] Iteration 29800, lr = 0.01
 I1225 03:44:29.587491  2133 solver.cpp:66] Iteration 29800, loss = 3.14411
 I1225 03:45:05.675000  2133 solver.cpp:204] Iteration 29820, lr = 0.01
 I1225 03:45:05.680115  2133 solver.cpp:66] Iteration 29820, loss = 3.17302
 I1225 03:45:41.767002  2133 solver.cpp:204] Iteration 29840, lr = 0.01
 I1225 03:45:41.772099  2133 solver.cpp:66] Iteration 29840, loss = 2.8161
 I1225 03:46:17.856801  2133 solver.cpp:204] Iteration 29860, lr = 0.01
 I1225 03:46:17.861876  2133 solver.cpp:66] Iteration 29860, loss = 2.9749
 I1225 03:46:53.952316  2133 solver.cpp:204] Iteration 29880, lr = 0.01
 I1225 03:46:53.957414  2133 solver.cpp:66] Iteration 29880, loss = 3.12876
 I1225 03:47:30.043879  2133 solver.cpp:204] Iteration 29900, lr = 0.01
 I1225 03:47:30.048987  2133 solver.cpp:66] Iteration 29900, loss = 3.24691
 I1225 03:48:06.137362  2133 solver.cpp:204] Iteration 29920, lr = 0.01
 I1225 03:48:06.142431  2133 solver.cpp:66] Iteration 29920, loss = 3.08952
 I1225 03:48:42.232637  2133 solver.cpp:204] Iteration 29940, lr = 0.01
 I1225 03:48:42.237746  2133 solver.cpp:66] Iteration 29940, loss = 3.20284
 I1225 03:49:18.327147  2133 solver.cpp:204] Iteration 29960, lr = 0.01
 I1225 03:49:18.332254  2133 solver.cpp:66] Iteration 29960, loss = 3.00328
 I1225 03:49:54.424460  2133 solver.cpp:204] Iteration 29980, lr = 0.01
 I1225 03:49:54.429564  2133 solver.cpp:66] Iteration 29980, loss = 3.13388
 I1225 03:50:30.520959  2133 solver.cpp:204] Iteration 30000, lr = 0.01
 I1225 03:50:31.084427  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_30000
 I1225 03:50:31.661093  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_30000.solverstate
 I1225 03:50:31.965227  2133 solver.cpp:66] Iteration 30000, loss = 3.06161
 I1225 03:50:31.965272  2133 solver.cpp:84] Testing net
 I1225 03:52:47.055884  2133 solver.cpp:111] Test score #0: 0.354499
 I1225 03:52:47.055933  2133 solver.cpp:111] Test score #1: 3.00572
 I1225 03:53:22.906613  2133 solver.cpp:204] Iteration 30020, lr = 0.01
 I1225 03:53:22.911720  2133 solver.cpp:66] Iteration 30020, loss = 3.10674
 I1225 03:53:59.005668  2133 solver.cpp:204] Iteration 30040, lr = 0.01
 I1225 03:53:59.010823  2133 solver.cpp:66] Iteration 30040, loss = 3.14377
 I1225 03:54:35.105123  2133 solver.cpp:204] Iteration 30060, lr = 0.01
 I1225 03:54:35.110196  2133 solver.cpp:66] Iteration 30060, loss = 2.86865
 I1225 03:55:11.201076  2133 solver.cpp:204] Iteration 30080, lr = 0.01
 I1225 03:55:11.206133  2133 solver.cpp:66] Iteration 30080, loss = 2.83529
 I1225 03:55:47.304785  2133 solver.cpp:204] Iteration 30100, lr = 0.01
 I1225 03:55:47.309896  2133 solver.cpp:66] Iteration 30100, loss = 2.96194
 I1225 03:56:23.400387  2133 solver.cpp:204] Iteration 30120, lr = 0.01
 I1225 03:56:23.405478  2133 solver.cpp:66] Iteration 30120, loss = 3.06502
 I1225 03:56:59.495586  2133 solver.cpp:204] Iteration 30140, lr = 0.01
 I1225 03:56:59.500695  2133 solver.cpp:66] Iteration 30140, loss = 2.91176
 I1225 03:57:35.586591  2133 solver.cpp:204] Iteration 30160, lr = 0.01
 I1225 03:57:35.591568  2133 solver.cpp:66] Iteration 30160, loss = 3.07377
 I1225 03:58:11.679047  2133 solver.cpp:204] Iteration 30180, lr = 0.01
 I1225 03:58:11.684129  2133 solver.cpp:66] Iteration 30180, loss = 3.15096
 I1225 03:58:47.770839  2133 solver.cpp:204] Iteration 30200, lr = 0.01
 I1225 03:58:47.775943  2133 solver.cpp:66] Iteration 30200, loss = 3.21205
 I1225 03:59:23.862412  2133 solver.cpp:204] Iteration 30220, lr = 0.01
 I1225 03:59:23.867526  2133 solver.cpp:66] Iteration 30220, loss = 3.01555
 I1225 03:59:59.957090  2133 solver.cpp:204] Iteration 30240, lr = 0.01
 I1225 03:59:59.962151  2133 solver.cpp:66] Iteration 30240, loss = 3.17005
 I1225 04:00:36.054512  2133 solver.cpp:204] Iteration 30260, lr = 0.01
 I1225 04:00:36.059620  2133 solver.cpp:66] Iteration 30260, loss = 2.97813
 I1225 04:01:12.148618  2133 solver.cpp:204] Iteration 30280, lr = 0.01
 I1225 04:01:12.153719  2133 solver.cpp:66] Iteration 30280, loss = 3.30436
 I1225 04:01:48.244896  2133 solver.cpp:204] Iteration 30300, lr = 0.01
 I1225 04:01:48.249969  2133 solver.cpp:66] Iteration 30300, loss = 2.98225
 I1225 04:02:24.334928  2133 solver.cpp:204] Iteration 30320, lr = 0.01
 I1225 04:02:24.340039  2133 solver.cpp:66] Iteration 30320, loss = 3.04677
 I1225 04:03:00.425447  2133 solver.cpp:204] Iteration 30340, lr = 0.01
 I1225 04:03:00.430539  2133 solver.cpp:66] Iteration 30340, loss = 3.17626
 I1225 04:03:36.518857  2133 solver.cpp:204] Iteration 30360, lr = 0.01
 I1225 04:03:36.523958  2133 solver.cpp:66] Iteration 30360, loss = 3.04896
 I1225 04:04:12.609276  2133 solver.cpp:204] Iteration 30380, lr = 0.01
 I1225 04:04:12.614316  2133 solver.cpp:66] Iteration 30380, loss = 2.90311
 I1225 04:04:48.703433  2133 solver.cpp:204] Iteration 30400, lr = 0.01
 I1225 04:04:48.708539  2133 solver.cpp:66] Iteration 30400, loss = 3.2594
 I1225 04:05:24.801043  2133 solver.cpp:204] Iteration 30420, lr = 0.01
 I1225 04:05:24.806110  2133 solver.cpp:66] Iteration 30420, loss = 3.02138
 I1225 04:06:00.895591  2133 solver.cpp:204] Iteration 30440, lr = 0.01
 I1225 04:06:00.900575  2133 solver.cpp:66] Iteration 30440, loss = 3.21391
 I1225 04:06:36.990810  2133 solver.cpp:204] Iteration 30460, lr = 0.01
 I1225 04:06:36.995920  2133 solver.cpp:66] Iteration 30460, loss = 3.02353
 I1225 04:07:13.089710  2133 solver.cpp:204] Iteration 30480, lr = 0.01
 I1225 04:07:13.094807  2133 solver.cpp:66] Iteration 30480, loss = 3.22389
 I1225 04:07:49.188179  2133 solver.cpp:204] Iteration 30500, lr = 0.01
 I1225 04:07:49.193255  2133 solver.cpp:66] Iteration 30500, loss = 3.01974
 I1225 04:08:25.287257  2133 solver.cpp:204] Iteration 30520, lr = 0.01
 I1225 04:08:25.292367  2133 solver.cpp:66] Iteration 30520, loss = 2.96022
 I1225 04:09:01.384454  2133 solver.cpp:204] Iteration 30540, lr = 0.01
 I1225 04:09:01.389557  2133 solver.cpp:66] Iteration 30540, loss = 3.23894
 I1225 04:09:37.481679  2133 solver.cpp:204] Iteration 30560, lr = 0.01
 I1225 04:09:37.486790  2133 solver.cpp:66] Iteration 30560, loss = 3.18308
 I1225 04:10:13.576364  2133 solver.cpp:204] Iteration 30580, lr = 0.01
 I1225 04:10:13.581468  2133 solver.cpp:66] Iteration 30580, loss = 3.10242
 I1225 04:10:49.673574  2133 solver.cpp:204] Iteration 30600, lr = 0.01
 I1225 04:10:49.678684  2133 solver.cpp:66] Iteration 30600, loss = 3.14532
 I1225 04:11:25.765915  2133 solver.cpp:204] Iteration 30620, lr = 0.01
 I1225 04:11:25.771020  2133 solver.cpp:66] Iteration 30620, loss = 3.03715
 I1225 04:12:01.866178  2133 solver.cpp:204] Iteration 30640, lr = 0.01
 I1225 04:12:01.871285  2133 solver.cpp:66] Iteration 30640, loss = 3.11167
 I1225 04:12:37.957131  2133 solver.cpp:204] Iteration 30660, lr = 0.01
 I1225 04:12:37.962194  2133 solver.cpp:66] Iteration 30660, loss = 3.17161
 I1225 04:13:14.053432  2133 solver.cpp:204] Iteration 30680, lr = 0.01
 I1225 04:13:14.058503  2133 solver.cpp:66] Iteration 30680, loss = 3.08632
 I1225 04:13:50.149868  2133 solver.cpp:204] Iteration 30700, lr = 0.01
 I1225 04:13:50.154969  2133 solver.cpp:66] Iteration 30700, loss = 2.96203
 I1225 04:14:26.247014  2133 solver.cpp:204] Iteration 30720, lr = 0.01
 I1225 04:14:26.252099  2133 solver.cpp:66] Iteration 30720, loss = 3.00324
 I1225 04:15:02.337795  2133 solver.cpp:204] Iteration 30740, lr = 0.01
 I1225 04:15:02.342895  2133 solver.cpp:66] Iteration 30740, loss = 3.0077
 I1225 04:15:38.433279  2133 solver.cpp:204] Iteration 30760, lr = 0.01
 I1225 04:15:38.438344  2133 solver.cpp:66] Iteration 30760, loss = 2.82272
 I1225 04:16:14.529851  2133 solver.cpp:204] Iteration 30780, lr = 0.01
 I1225 04:16:14.534960  2133 solver.cpp:66] Iteration 30780, loss = 3.03268
 I1225 04:16:50.625087  2133 solver.cpp:204] Iteration 30800, lr = 0.01
 I1225 04:16:50.630177  2133 solver.cpp:66] Iteration 30800, loss = 2.89796
 I1225 04:17:26.718781  2133 solver.cpp:204] Iteration 30820, lr = 0.01
 I1225 04:17:26.723881  2133 solver.cpp:66] Iteration 30820, loss = 2.98642
 I1225 04:18:02.809522  2133 solver.cpp:204] Iteration 30840, lr = 0.01
 I1225 04:18:02.814632  2133 solver.cpp:66] Iteration 30840, loss = 3.24938
 I1225 04:18:38.906527  2133 solver.cpp:204] Iteration 30860, lr = 0.01
 I1225 04:18:38.911624  2133 solver.cpp:66] Iteration 30860, loss = 2.85725
 I1225 04:19:14.999044  2133 solver.cpp:204] Iteration 30880, lr = 0.01
 I1225 04:19:15.004148  2133 solver.cpp:66] Iteration 30880, loss = 3.28257
 I1225 04:19:51.091503  2133 solver.cpp:204] Iteration 30900, lr = 0.01
 I1225 04:19:51.096602  2133 solver.cpp:66] Iteration 30900, loss = 3.03328
 I1225 04:20:27.185309  2133 solver.cpp:204] Iteration 30920, lr = 0.01
 I1225 04:20:27.190376  2133 solver.cpp:66] Iteration 30920, loss = 3.10402
 I1225 04:21:03.277623  2133 solver.cpp:204] Iteration 30940, lr = 0.01
 I1225 04:21:03.282606  2133 solver.cpp:66] Iteration 30940, loss = 3.2763
 I1225 04:21:39.373347  2133 solver.cpp:204] Iteration 30960, lr = 0.01
 I1225 04:21:39.378432  2133 solver.cpp:66] Iteration 30960, loss = 2.97744
 I1225 04:22:15.464725  2133 solver.cpp:204] Iteration 30980, lr = 0.01
 I1225 04:22:15.469780  2133 solver.cpp:66] Iteration 30980, loss = 3.20339
 I1225 04:22:51.557004  2133 solver.cpp:204] Iteration 31000, lr = 0.01
 I1225 04:22:51.562075  2133 solver.cpp:66] Iteration 31000, loss = 3.2193
 I1225 04:22:51.562088  2133 solver.cpp:84] Testing net
 I1225 04:25:03.973438  2133 solver.cpp:111] Test score #0: 0.36166
 I1225 04:25:03.973487  2133 solver.cpp:111] Test score #1: 2.97785
 I1225 04:25:39.812718  2133 solver.cpp:204] Iteration 31020, lr = 0.01
 I1225 04:25:39.817841  2133 solver.cpp:66] Iteration 31020, loss = 3.08683
 I1225 04:26:15.907959  2133 solver.cpp:204] Iteration 31040, lr = 0.01
 I1225 04:26:15.913061  2133 solver.cpp:66] Iteration 31040, loss = 2.98916
 I1225 04:26:52.006155  2133 solver.cpp:204] Iteration 31060, lr = 0.01
 I1225 04:26:52.011261  2133 solver.cpp:66] Iteration 31060, loss = 3.09067
 I1225 04:27:28.102952  2133 solver.cpp:204] Iteration 31080, lr = 0.01
 I1225 04:27:28.108055  2133 solver.cpp:66] Iteration 31080, loss = 2.77998
 I1225 04:28:04.194696  2133 solver.cpp:204] Iteration 31100, lr = 0.01
 I1225 04:28:04.199800  2133 solver.cpp:66] Iteration 31100, loss = 3.10503
 I1225 04:28:40.293356  2133 solver.cpp:204] Iteration 31120, lr = 0.01
 I1225 04:28:40.298414  2133 solver.cpp:66] Iteration 31120, loss = 3.20038
 I1225 04:29:16.387994  2133 solver.cpp:204] Iteration 31140, lr = 0.01
 I1225 04:29:16.393159  2133 solver.cpp:66] Iteration 31140, loss = 3.1806
 I1225 04:29:52.483755  2133 solver.cpp:204] Iteration 31160, lr = 0.01
 I1225 04:29:52.488880  2133 solver.cpp:66] Iteration 31160, loss = 3.17944
 I1225 04:30:28.576614  2133 solver.cpp:204] Iteration 31180, lr = 0.01
 I1225 04:30:28.581715  2133 solver.cpp:66] Iteration 31180, loss = 3.05275
 I1225 04:31:04.671052  2133 solver.cpp:204] Iteration 31200, lr = 0.01
 I1225 04:31:04.676162  2133 solver.cpp:66] Iteration 31200, loss = 2.92776
 I1225 04:31:40.765977  2133 solver.cpp:204] Iteration 31220, lr = 0.01
 I1225 04:31:40.771082  2133 solver.cpp:66] Iteration 31220, loss = 3.00395
 I1225 04:32:16.863114  2133 solver.cpp:204] Iteration 31240, lr = 0.01
 I1225 04:32:16.868221  2133 solver.cpp:66] Iteration 31240, loss = 3.19615
 I1225 04:32:52.960352  2133 solver.cpp:204] Iteration 31260, lr = 0.01
 I1225 04:32:52.965461  2133 solver.cpp:66] Iteration 31260, loss = 3.00038
 I1225 04:33:29.060248  2133 solver.cpp:204] Iteration 31280, lr = 0.01
 I1225 04:33:29.065356  2133 solver.cpp:66] Iteration 31280, loss = 3.03189
 I1225 04:34:05.159332  2133 solver.cpp:204] Iteration 31300, lr = 0.01
 I1225 04:34:05.164439  2133 solver.cpp:66] Iteration 31300, loss = 3.07902
 I1225 04:34:41.255146  2133 solver.cpp:204] Iteration 31320, lr = 0.01
 I1225 04:34:41.260259  2133 solver.cpp:66] Iteration 31320, loss = 2.929
 I1225 04:35:17.346416  2133 solver.cpp:204] Iteration 31340, lr = 0.01
 I1225 04:35:17.351515  2133 solver.cpp:66] Iteration 31340, loss = 3.0229
 I1225 04:35:53.441488  2133 solver.cpp:204] Iteration 31360, lr = 0.01
 I1225 04:35:53.446483  2133 solver.cpp:66] Iteration 31360, loss = 3.18858
 I1225 04:36:29.536604  2133 solver.cpp:204] Iteration 31380, lr = 0.01
 I1225 04:36:29.541707  2133 solver.cpp:66] Iteration 31380, loss = 2.96719
 I1225 04:37:05.630125  2133 solver.cpp:204] Iteration 31400, lr = 0.01
 I1225 04:37:05.635195  2133 solver.cpp:66] Iteration 31400, loss = 3.24603
 I1225 04:37:41.726012  2133 solver.cpp:204] Iteration 31420, lr = 0.01
 I1225 04:37:41.731117  2133 solver.cpp:66] Iteration 31420, loss = 3.07619
 I1225 04:38:17.820720  2133 solver.cpp:204] Iteration 31440, lr = 0.01
 I1225 04:38:17.825832  2133 solver.cpp:66] Iteration 31440, loss = 2.8858
 I1225 04:38:53.918125  2133 solver.cpp:204] Iteration 31460, lr = 0.01
 I1225 04:38:53.923254  2133 solver.cpp:66] Iteration 31460, loss = 3.11468
 I1225 04:39:30.018043  2133 solver.cpp:204] Iteration 31480, lr = 0.01
 I1225 04:39:30.023144  2133 solver.cpp:66] Iteration 31480, loss = 2.97482
 I1225 04:40:06.113929  2133 solver.cpp:204] Iteration 31500, lr = 0.01
 I1225 04:40:06.119040  2133 solver.cpp:66] Iteration 31500, loss = 3.10693
 I1225 04:40:42.213138  2133 solver.cpp:204] Iteration 31520, lr = 0.01
 I1225 04:40:42.218189  2133 solver.cpp:66] Iteration 31520, loss = 2.92754
 I1225 04:41:18.306999  2133 solver.cpp:204] Iteration 31540, lr = 0.01
 I1225 04:41:18.312157  2133 solver.cpp:66] Iteration 31540, loss = 2.77812
 I1225 04:41:54.405158  2133 solver.cpp:204] Iteration 31560, lr = 0.01
 I1225 04:41:54.410207  2133 solver.cpp:66] Iteration 31560, loss = 2.92249
 I1225 04:42:30.501097  2133 solver.cpp:204] Iteration 31580, lr = 0.01
 I1225 04:42:30.506165  2133 solver.cpp:66] Iteration 31580, loss = 3.14103
 I1225 04:43:06.600337  2133 solver.cpp:204] Iteration 31600, lr = 0.01
 I1225 04:43:06.605412  2133 solver.cpp:66] Iteration 31600, loss = 2.86171
 I1225 04:43:42.698108  2133 solver.cpp:204] Iteration 31620, lr = 0.01
 I1225 04:43:42.703233  2133 solver.cpp:66] Iteration 31620, loss = 3.16378
 I1225 04:44:18.796893  2133 solver.cpp:204] Iteration 31640, lr = 0.01
 I1225 04:44:18.801993  2133 solver.cpp:66] Iteration 31640, loss = 2.94001
 I1225 04:44:54.890841  2133 solver.cpp:204] Iteration 31660, lr = 0.01
 I1225 04:44:54.895948  2133 solver.cpp:66] Iteration 31660, loss = 3.27125
 I1225 04:45:30.986804  2133 solver.cpp:204] Iteration 31680, lr = 0.01
 I1225 04:45:30.991900  2133 solver.cpp:66] Iteration 31680, loss = 3.32057
 I1225 04:46:07.084177  2133 solver.cpp:204] Iteration 31700, lr = 0.01
 I1225 04:46:07.089339  2133 solver.cpp:66] Iteration 31700, loss = 3.28375
 I1225 04:46:43.182739  2133 solver.cpp:204] Iteration 31720, lr = 0.01
 I1225 04:46:43.187856  2133 solver.cpp:66] Iteration 31720, loss = 3.21766
 I1225 04:47:19.277833  2133 solver.cpp:204] Iteration 31740, lr = 0.01
 I1225 04:47:19.282932  2133 solver.cpp:66] Iteration 31740, loss = 2.84305
 I1225 04:47:55.374007  2133 solver.cpp:204] Iteration 31760, lr = 0.01
 I1225 04:47:55.379092  2133 solver.cpp:66] Iteration 31760, loss = 3.28977
 I1225 04:48:31.469933  2133 solver.cpp:204] Iteration 31780, lr = 0.01
 I1225 04:48:31.474987  2133 solver.cpp:66] Iteration 31780, loss = 3.14252
 I1225 04:49:07.568480  2133 solver.cpp:204] Iteration 31800, lr = 0.01
 I1225 04:49:07.573595  2133 solver.cpp:66] Iteration 31800, loss = 2.76702
 I1225 04:49:43.666326  2133 solver.cpp:204] Iteration 31820, lr = 0.01
 I1225 04:49:43.671419  2133 solver.cpp:66] Iteration 31820, loss = 2.98234
 I1225 04:50:19.758568  2133 solver.cpp:204] Iteration 31840, lr = 0.01
 I1225 04:50:19.763690  2133 solver.cpp:66] Iteration 31840, loss = 3.11465
 I1225 04:50:55.849494  2133 solver.cpp:204] Iteration 31860, lr = 0.01
 I1225 04:50:55.854595  2133 solver.cpp:66] Iteration 31860, loss = 3.13889
 I1225 04:51:31.942203  2133 solver.cpp:204] Iteration 31880, lr = 0.01
 I1225 04:51:31.947315  2133 solver.cpp:66] Iteration 31880, loss = 3.05034
 I1225 04:52:08.048485  2133 solver.cpp:204] Iteration 31900, lr = 0.01
 I1225 04:52:08.053589  2133 solver.cpp:66] Iteration 31900, loss = 3.17305
 I1225 04:52:44.144734  2133 solver.cpp:204] Iteration 31920, lr = 0.01
 I1225 04:52:44.149847  2133 solver.cpp:66] Iteration 31920, loss = 3.27674
 I1225 04:53:20.243268  2133 solver.cpp:204] Iteration 31940, lr = 0.01
 I1225 04:53:20.248365  2133 solver.cpp:66] Iteration 31940, loss = 3.00345
 I1225 04:53:56.338317  2133 solver.cpp:204] Iteration 31960, lr = 0.01
 I1225 04:53:56.343417  2133 solver.cpp:66] Iteration 31960, loss = 2.97715
 I1225 04:54:32.436046  2133 solver.cpp:204] Iteration 31980, lr = 0.01
 I1225 04:54:32.441144  2133 solver.cpp:66] Iteration 31980, loss = 3.00922
 I1225 04:55:08.531283  2133 solver.cpp:204] Iteration 32000, lr = 0.01
 I1225 04:55:08.536391  2133 solver.cpp:66] Iteration 32000, loss = 3.07038
 I1225 04:55:08.536402  2133 solver.cpp:84] Testing net
 I1225 04:57:20.481962  2133 solver.cpp:111] Test score #0: 0.35132
 I1225 04:57:20.482012  2133 solver.cpp:111] Test score #1: 3.02243
 I1225 04:57:56.325669  2133 solver.cpp:204] Iteration 32020, lr = 0.01
 I1225 04:57:56.330749  2133 solver.cpp:66] Iteration 32020, loss = 3.14998
 I1225 04:58:32.422282  2133 solver.cpp:204] Iteration 32040, lr = 0.01
 I1225 04:58:32.427330  2133 solver.cpp:66] Iteration 32040, loss = 3.15992
 I1225 04:59:08.512688  2133 solver.cpp:204] Iteration 32060, lr = 0.01
 I1225 04:59:08.517767  2133 solver.cpp:66] Iteration 32060, loss = 3.02649
 I1225 04:59:44.605020  2133 solver.cpp:204] Iteration 32080, lr = 0.01
 I1225 04:59:44.610105  2133 solver.cpp:66] Iteration 32080, loss = 2.98717
 I1225 05:00:20.695687  2133 solver.cpp:204] Iteration 32100, lr = 0.01
 I1225 05:00:20.700811  2133 solver.cpp:66] Iteration 32100, loss = 3.35312
 I1225 05:00:56.793834  2133 solver.cpp:204] Iteration 32120, lr = 0.01
 I1225 05:00:56.798944  2133 solver.cpp:66] Iteration 32120, loss = 3.09976
 I1225 05:01:32.889279  2133 solver.cpp:204] Iteration 32140, lr = 0.01
 I1225 05:01:32.894394  2133 solver.cpp:66] Iteration 32140, loss = 2.94729
 I1225 05:02:08.980702  2133 solver.cpp:204] Iteration 32160, lr = 0.01
 I1225 05:02:08.985803  2133 solver.cpp:66] Iteration 32160, loss = 2.95527
 I1225 05:02:45.067958  2133 solver.cpp:204] Iteration 32180, lr = 0.01
 I1225 05:02:45.073065  2133 solver.cpp:66] Iteration 32180, loss = 3.10489
 I1225 05:03:21.164185  2133 solver.cpp:204] Iteration 32200, lr = 0.01
 I1225 05:03:21.169343  2133 solver.cpp:66] Iteration 32200, loss = 3.02938
 I1225 05:03:57.260396  2133 solver.cpp:204] Iteration 32220, lr = 0.01
 I1225 05:03:57.265498  2133 solver.cpp:66] Iteration 32220, loss = 3.22299
 I1225 05:04:33.355131  2133 solver.cpp:204] Iteration 32240, lr = 0.01
 I1225 05:04:33.360234  2133 solver.cpp:66] Iteration 32240, loss = 3.23093
 I1225 05:05:09.452885  2133 solver.cpp:204] Iteration 32260, lr = 0.01
 I1225 05:05:09.457967  2133 solver.cpp:66] Iteration 32260, loss = 2.98275
 I1225 05:05:45.548321  2133 solver.cpp:204] Iteration 32280, lr = 0.01
 I1225 05:05:45.553426  2133 solver.cpp:66] Iteration 32280, loss = 3.00449
 I1225 05:06:21.644428  2133 solver.cpp:204] Iteration 32300, lr = 0.01
 I1225 05:06:21.649533  2133 solver.cpp:66] Iteration 32300, loss = 3.06888
 I1225 05:06:57.737246  2133 solver.cpp:204] Iteration 32320, lr = 0.01
 I1225 05:06:57.742307  2133 solver.cpp:66] Iteration 32320, loss = 3.183
 I1225 05:07:33.833356  2133 solver.cpp:204] Iteration 32340, lr = 0.01
 I1225 05:07:33.838426  2133 solver.cpp:66] Iteration 32340, loss = 2.97729
 I1225 05:08:09.931800  2133 solver.cpp:204] Iteration 32360, lr = 0.01
 I1225 05:08:09.936924  2133 solver.cpp:66] Iteration 32360, loss = 3.19486
 I1225 05:08:46.031913  2133 solver.cpp:204] Iteration 32380, lr = 0.01
 I1225 05:08:46.036972  2133 solver.cpp:66] Iteration 32380, loss = 3.05622
 I1225 05:09:22.128625  2133 solver.cpp:204] Iteration 32400, lr = 0.01
 I1225 05:09:22.133726  2133 solver.cpp:66] Iteration 32400, loss = 3.08384
 I1225 05:09:58.222816  2133 solver.cpp:204] Iteration 32420, lr = 0.01
 I1225 05:09:58.227915  2133 solver.cpp:66] Iteration 32420, loss = 2.92961
 I1225 05:10:34.317849  2133 solver.cpp:204] Iteration 32440, lr = 0.01
 I1225 05:10:34.322960  2133 solver.cpp:66] Iteration 32440, loss = 3.09211
 I1225 05:11:10.414229  2133 solver.cpp:204] Iteration 32460, lr = 0.01
 I1225 05:11:10.419333  2133 solver.cpp:66] Iteration 32460, loss = 3.14082
 I1225 05:11:46.513223  2133 solver.cpp:204] Iteration 32480, lr = 0.01
 I1225 05:11:46.518297  2133 solver.cpp:66] Iteration 32480, loss = 2.833
 I1225 05:12:22.611492  2133 solver.cpp:204] Iteration 32500, lr = 0.01
 I1225 05:12:22.616585  2133 solver.cpp:66] Iteration 32500, loss = 3.26986
 I1225 05:12:58.709424  2133 solver.cpp:204] Iteration 32520, lr = 0.01
 I1225 05:12:58.714520  2133 solver.cpp:66] Iteration 32520, loss = 2.79909
 I1225 05:13:34.805138  2133 solver.cpp:204] Iteration 32540, lr = 0.01
 I1225 05:13:34.810209  2133 solver.cpp:66] Iteration 32540, loss = 3.05009
 I1225 05:14:10.903952  2133 solver.cpp:204] Iteration 32560, lr = 0.01
 I1225 05:14:10.909050  2133 solver.cpp:66] Iteration 32560, loss = 2.80373
 I1225 05:14:46.999315  2133 solver.cpp:204] Iteration 32580, lr = 0.01
 I1225 05:14:47.004418  2133 solver.cpp:66] Iteration 32580, loss = 3.02025
 I1225 05:15:23.095100  2133 solver.cpp:204] Iteration 32600, lr = 0.01
 I1225 05:15:23.100200  2133 solver.cpp:66] Iteration 32600, loss = 2.92254
 I1225 05:15:59.189317  2133 solver.cpp:204] Iteration 32620, lr = 0.01
 I1225 05:15:59.194442  2133 solver.cpp:66] Iteration 32620, loss = 3.21977
 I1225 05:16:35.282884  2133 solver.cpp:204] Iteration 32640, lr = 0.01
 I1225 05:16:35.287986  2133 solver.cpp:66] Iteration 32640, loss = 3.10863
 I1225 05:17:11.378381  2133 solver.cpp:204] Iteration 32660, lr = 0.01
 I1225 05:17:11.383476  2133 solver.cpp:66] Iteration 32660, loss = 3.07566
 I1225 05:17:47.470861  2133 solver.cpp:204] Iteration 32680, lr = 0.01
 I1225 05:17:47.475965  2133 solver.cpp:66] Iteration 32680, loss = 3.12849
 I1225 05:18:23.565424  2133 solver.cpp:204] Iteration 32700, lr = 0.01
 I1225 05:18:23.570514  2133 solver.cpp:66] Iteration 32700, loss = 3.09613
 I1225 05:18:59.660171  2133 solver.cpp:204] Iteration 32720, lr = 0.01
 I1225 05:18:59.665245  2133 solver.cpp:66] Iteration 32720, loss = 3.07379
 I1225 05:19:35.758556  2133 solver.cpp:204] Iteration 32740, lr = 0.01
 I1225 05:19:35.763670  2133 solver.cpp:66] Iteration 32740, loss = 3.0465
 I1225 05:20:11.853631  2133 solver.cpp:204] Iteration 32760, lr = 0.01
 I1225 05:20:11.858727  2133 solver.cpp:66] Iteration 32760, loss = 3.25937
 I1225 05:20:47.947232  2133 solver.cpp:204] Iteration 32780, lr = 0.01
 I1225 05:20:47.952343  2133 solver.cpp:66] Iteration 32780, loss = 3.07557
 I1225 05:21:24.046947  2133 solver.cpp:204] Iteration 32800, lr = 0.01
 I1225 05:21:24.052047  2133 solver.cpp:66] Iteration 32800, loss = 3.24818
 I1225 05:22:00.140774  2133 solver.cpp:204] Iteration 32820, lr = 0.01
 I1225 05:22:00.145889  2133 solver.cpp:66] Iteration 32820, loss = 3.05221
 I1225 05:22:36.236387  2133 solver.cpp:204] Iteration 32840, lr = 0.01
 I1225 05:22:36.241488  2133 solver.cpp:66] Iteration 32840, loss = 2.94751
 I1225 05:23:12.332727  2133 solver.cpp:204] Iteration 32860, lr = 0.01
 I1225 05:23:12.337839  2133 solver.cpp:66] Iteration 32860, loss = 2.96848
 I1225 05:23:48.426796  2133 solver.cpp:204] Iteration 32880, lr = 0.01
 I1225 05:23:48.431901  2133 solver.cpp:66] Iteration 32880, loss = 3.07321
 I1225 05:24:24.526108  2133 solver.cpp:204] Iteration 32900, lr = 0.01
 I1225 05:24:24.531222  2133 solver.cpp:66] Iteration 32900, loss = 2.70965
 I1225 05:25:00.624398  2133 solver.cpp:204] Iteration 32920, lr = 0.01
 I1225 05:25:00.629503  2133 solver.cpp:66] Iteration 32920, loss = 3.1678
 I1225 05:25:36.719521  2133 solver.cpp:204] Iteration 32940, lr = 0.01
 I1225 05:25:36.724627  2133 solver.cpp:66] Iteration 32940, loss = 3.13171
 I1225 05:26:12.816131  2133 solver.cpp:204] Iteration 32960, lr = 0.01
 I1225 05:26:12.821235  2133 solver.cpp:66] Iteration 32960, loss = 2.9972
 I1225 05:26:48.909247  2133 solver.cpp:204] Iteration 32980, lr = 0.01
 I1225 05:26:48.914358  2133 solver.cpp:66] Iteration 32980, loss = 3.00638
 I1225 05:27:25.000419  2133 solver.cpp:204] Iteration 33000, lr = 0.01
 I1225 05:27:25.005523  2133 solver.cpp:66] Iteration 33000, loss = 2.95181
 I1225 05:27:25.005538  2133 solver.cpp:84] Testing net
 I1225 05:29:37.431469  2133 solver.cpp:111] Test score #0: 0.3513
 I1225 05:29:37.431520  2133 solver.cpp:111] Test score #1: 3.03023
 I1225 05:30:13.274358  2133 solver.cpp:204] Iteration 33020, lr = 0.01
 I1225 05:30:13.279460  2133 solver.cpp:66] Iteration 33020, loss = 2.89309
 I1225 05:30:49.362912  2133 solver.cpp:204] Iteration 33040, lr = 0.01
 I1225 05:30:49.368006  2133 solver.cpp:66] Iteration 33040, loss = 3.04235
 I1225 05:31:25.454562  2133 solver.cpp:204] Iteration 33060, lr = 0.01
 I1225 05:31:25.459661  2133 solver.cpp:66] Iteration 33060, loss = 2.93272
 I1225 05:32:01.561295  2133 solver.cpp:204] Iteration 33080, lr = 0.01
 I1225 05:32:01.566357  2133 solver.cpp:66] Iteration 33080, loss = 3.01703
 I1225 05:32:37.656770  2133 solver.cpp:204] Iteration 33100, lr = 0.01
 I1225 05:32:37.661881  2133 solver.cpp:66] Iteration 33100, loss = 3.04568
 I1225 05:33:13.745920  2133 solver.cpp:204] Iteration 33120, lr = 0.01
 I1225 05:33:13.751029  2133 solver.cpp:66] Iteration 33120, loss = 3.32275
 I1225 05:33:49.842581  2133 solver.cpp:204] Iteration 33140, lr = 0.01
 I1225 05:33:49.847692  2133 solver.cpp:66] Iteration 33140, loss = 3.09213
 I1225 05:34:25.937191  2133 solver.cpp:204] Iteration 33160, lr = 0.01
 I1225 05:34:25.942251  2133 solver.cpp:66] Iteration 33160, loss = 3.04176
 I1225 05:35:02.033279  2133 solver.cpp:204] Iteration 33180, lr = 0.01
 I1225 05:35:02.038347  2133 solver.cpp:66] Iteration 33180, loss = 3.16958
 I1225 05:35:38.130869  2133 solver.cpp:204] Iteration 33200, lr = 0.01
 I1225 05:35:38.135970  2133 solver.cpp:66] Iteration 33200, loss = 2.86822
 I1225 05:36:14.224764  2133 solver.cpp:204] Iteration 33220, lr = 0.01
 I1225 05:36:14.229874  2133 solver.cpp:66] Iteration 33220, loss = 2.92513
 I1225 05:36:50.325276  2133 solver.cpp:204] Iteration 33240, lr = 0.01
 I1225 05:36:50.330334  2133 solver.cpp:66] Iteration 33240, loss = 3.0672
 I1225 05:37:26.417361  2133 solver.cpp:204] Iteration 33260, lr = 0.01
 I1225 05:37:26.422432  2133 solver.cpp:66] Iteration 33260, loss = 2.84836
 I1225 05:38:02.510615  2133 solver.cpp:204] Iteration 33280, lr = 0.01
 I1225 05:38:02.515718  2133 solver.cpp:66] Iteration 33280, loss = 2.64237
 I1225 05:38:38.602737  2133 solver.cpp:204] Iteration 33300, lr = 0.01
 I1225 05:38:38.607898  2133 solver.cpp:66] Iteration 33300, loss = 2.97835
 I1225 05:39:14.695022  2133 solver.cpp:204] Iteration 33320, lr = 0.01
 I1225 05:39:14.700117  2133 solver.cpp:66] Iteration 33320, loss = 2.92217
 I1225 05:39:50.787919  2133 solver.cpp:204] Iteration 33340, lr = 0.01
 I1225 05:39:50.793035  2133 solver.cpp:66] Iteration 33340, loss = 2.97713
 I1225 05:40:26.882452  2133 solver.cpp:204] Iteration 33360, lr = 0.01
 I1225 05:40:26.887557  2133 solver.cpp:66] Iteration 33360, loss = 3.23606
 I1225 05:41:02.976987  2133 solver.cpp:204] Iteration 33380, lr = 0.01
 I1225 05:41:02.982028  2133 solver.cpp:66] Iteration 33380, loss = 3.20034
 I1225 05:41:39.069962  2133 solver.cpp:204] Iteration 33400, lr = 0.01
 I1225 05:41:39.075059  2133 solver.cpp:66] Iteration 33400, loss = 3.23286
 I1225 05:42:15.163916  2133 solver.cpp:204] Iteration 33420, lr = 0.01
 I1225 05:42:15.169023  2133 solver.cpp:66] Iteration 33420, loss = 3.12923
 I1225 05:42:51.256325  2133 solver.cpp:204] Iteration 33440, lr = 0.01
 I1225 05:42:51.261411  2133 solver.cpp:66] Iteration 33440, loss = 3.05105
 I1225 05:43:27.354367  2133 solver.cpp:204] Iteration 33460, lr = 0.01
 I1225 05:43:27.359468  2133 solver.cpp:66] Iteration 33460, loss = 2.86167
 I1225 05:44:03.453812  2133 solver.cpp:204] Iteration 33480, lr = 0.01
 I1225 05:44:03.458922  2133 solver.cpp:66] Iteration 33480, loss = 3.02666
 I1225 05:44:39.549186  2133 solver.cpp:204] Iteration 33500, lr = 0.01
 I1225 05:44:39.554250  2133 solver.cpp:66] Iteration 33500, loss = 3.2888
 I1225 05:45:15.645181  2133 solver.cpp:204] Iteration 33520, lr = 0.01
 I1225 05:45:15.650226  2133 solver.cpp:66] Iteration 33520, loss = 2.93268
 I1225 05:45:51.737406  2133 solver.cpp:204] Iteration 33540, lr = 0.01
 I1225 05:45:51.742544  2133 solver.cpp:66] Iteration 33540, loss = 3.16951
 I1225 05:46:27.830353  2133 solver.cpp:204] Iteration 33560, lr = 0.01
 I1225 05:46:27.835459  2133 solver.cpp:66] Iteration 33560, loss = 3.09718
 I1225 05:47:03.922598  2133 solver.cpp:204] Iteration 33580, lr = 0.01
 I1225 05:47:03.927700  2133 solver.cpp:66] Iteration 33580, loss = 2.88843
 I1225 05:47:40.014888  2133 solver.cpp:204] Iteration 33600, lr = 0.01
 I1225 05:47:40.019995  2133 solver.cpp:66] Iteration 33600, loss = 2.94303
 I1225 05:48:16.106236  2133 solver.cpp:204] Iteration 33620, lr = 0.01
 I1225 05:48:16.111309  2133 solver.cpp:66] Iteration 33620, loss = 2.99633
 I1225 05:48:52.201740  2133 solver.cpp:204] Iteration 33640, lr = 0.01
 I1225 05:48:52.206846  2133 solver.cpp:66] Iteration 33640, loss = 3.3014
 I1225 05:49:28.298558  2133 solver.cpp:204] Iteration 33660, lr = 0.01
 I1225 05:49:28.303657  2133 solver.cpp:66] Iteration 33660, loss = 2.97194
 I1225 05:50:04.397161  2133 solver.cpp:204] Iteration 33680, lr = 0.01
 I1225 05:50:04.402206  2133 solver.cpp:66] Iteration 33680, loss = 3.22568
 I1225 05:50:40.493484  2133 solver.cpp:204] Iteration 33700, lr = 0.01
 I1225 05:50:40.498589  2133 solver.cpp:66] Iteration 33700, loss = 2.80255
 I1225 05:51:16.585995  2133 solver.cpp:204] Iteration 33720, lr = 0.01
 I1225 05:51:16.591105  2133 solver.cpp:66] Iteration 33720, loss = 3.29845
 I1225 05:51:52.689558  2133 solver.cpp:204] Iteration 33740, lr = 0.01
 I1225 05:51:52.694649  2133 solver.cpp:66] Iteration 33740, loss = 3.22332
 I1225 05:52:28.781713  2133 solver.cpp:204] Iteration 33760, lr = 0.01
 I1225 05:52:28.786815  2133 solver.cpp:66] Iteration 33760, loss = 2.94525
 I1225 05:53:04.876987  2133 solver.cpp:204] Iteration 33780, lr = 0.01
 I1225 05:53:04.882045  2133 solver.cpp:66] Iteration 33780, loss = 3.05868
 I1225 05:53:40.973892  2133 solver.cpp:204] Iteration 33800, lr = 0.01
 I1225 05:53:40.978996  2133 solver.cpp:66] Iteration 33800, loss = 3.04215
 I1225 05:54:17.071254  2133 solver.cpp:204] Iteration 33820, lr = 0.01
 I1225 05:54:17.076316  2133 solver.cpp:66] Iteration 33820, loss = 3.21821
 I1225 05:54:53.169365  2133 solver.cpp:204] Iteration 33840, lr = 0.01
 I1225 05:54:53.174399  2133 solver.cpp:66] Iteration 33840, loss = 3.09642
 I1225 05:55:29.263636  2133 solver.cpp:204] Iteration 33860, lr = 0.01
 I1225 05:55:29.268739  2133 solver.cpp:66] Iteration 33860, loss = 3.21041
 I1225 05:56:05.356822  2133 solver.cpp:204] Iteration 33880, lr = 0.01
 I1225 05:56:05.361927  2133 solver.cpp:66] Iteration 33880, loss = 3.21585
 I1225 05:56:41.449609  2133 solver.cpp:204] Iteration 33900, lr = 0.01
 I1225 05:56:41.454711  2133 solver.cpp:66] Iteration 33900, loss = 3.02925
 I1225 05:57:17.543301  2133 solver.cpp:204] Iteration 33920, lr = 0.01
 I1225 05:57:17.548405  2133 solver.cpp:66] Iteration 33920, loss = 2.85998
 I1225 05:57:53.633843  2133 solver.cpp:204] Iteration 33940, lr = 0.01
 I1225 05:57:53.638957  2133 solver.cpp:66] Iteration 33940, loss = 3.01883
 I1225 05:58:29.732084  2133 solver.cpp:204] Iteration 33960, lr = 0.01
 I1225 05:58:29.737193  2133 solver.cpp:66] Iteration 33960, loss = 3.06257
 I1225 05:59:05.829697  2133 solver.cpp:204] Iteration 33980, lr = 0.01
 I1225 05:59:05.834810  2133 solver.cpp:66] Iteration 33980, loss = 2.7974
 I1225 05:59:41.925194  2133 solver.cpp:204] Iteration 34000, lr = 0.01
 I1225 05:59:41.930258  2133 solver.cpp:66] Iteration 34000, loss = 3.221
 I1225 05:59:41.930271  2133 solver.cpp:84] Testing net
 I1225 06:01:54.354147  2133 solver.cpp:111] Test score #0: 0.35966
 I1225 06:01:54.354195  2133 solver.cpp:111] Test score #1: 2.97851
 I1225 06:02:30.200964  2133 solver.cpp:204] Iteration 34020, lr = 0.01
 I1225 06:02:30.206027  2133 solver.cpp:66] Iteration 34020, loss = 3.08563
 I1225 06:03:06.296120  2133 solver.cpp:204] Iteration 34040, lr = 0.01
 I1225 06:03:06.301234  2133 solver.cpp:66] Iteration 34040, loss = 3.13115
 I1225 06:03:42.392460  2133 solver.cpp:204] Iteration 34060, lr = 0.01
 I1225 06:03:42.397558  2133 solver.cpp:66] Iteration 34060, loss = 3.15142
 I1225 06:04:18.484269  2133 solver.cpp:204] Iteration 34080, lr = 0.01
 I1225 06:04:18.489374  2133 solver.cpp:66] Iteration 34080, loss = 3.11112
 I1225 06:04:54.577451  2133 solver.cpp:204] Iteration 34100, lr = 0.01
 I1225 06:04:54.582550  2133 solver.cpp:66] Iteration 34100, loss = 2.81296
 I1225 06:05:30.675568  2133 solver.cpp:204] Iteration 34120, lr = 0.01
 I1225 06:05:30.680673  2133 solver.cpp:66] Iteration 34120, loss = 2.95424
 I1225 06:06:06.771015  2133 solver.cpp:204] Iteration 34140, lr = 0.01
 I1225 06:06:06.776094  2133 solver.cpp:66] Iteration 34140, loss = 2.95387
 I1225 06:06:42.870965  2133 solver.cpp:204] Iteration 34160, lr = 0.01
 I1225 06:06:42.876073  2133 solver.cpp:66] Iteration 34160, loss = 2.98279
 I1225 06:07:18.960805  2133 solver.cpp:204] Iteration 34180, lr = 0.01
 I1225 06:07:18.965915  2133 solver.cpp:66] Iteration 34180, loss = 2.88444
 I1225 06:07:55.051216  2133 solver.cpp:204] Iteration 34200, lr = 0.01
 I1225 06:07:55.056324  2133 solver.cpp:66] Iteration 34200, loss = 3.08602
 I1225 06:08:31.141638  2133 solver.cpp:204] Iteration 34220, lr = 0.01
 I1225 06:08:31.146797  2133 solver.cpp:66] Iteration 34220, loss = 3.01594
 I1225 06:09:07.229902  2133 solver.cpp:204] Iteration 34240, lr = 0.01
 I1225 06:09:07.235008  2133 solver.cpp:66] Iteration 34240, loss = 2.88946
 I1225 06:09:43.319404  2133 solver.cpp:204] Iteration 34260, lr = 0.01
 I1225 06:09:43.324499  2133 solver.cpp:66] Iteration 34260, loss = 2.92287
 I1225 06:10:19.409659  2133 solver.cpp:204] Iteration 34280, lr = 0.01
 I1225 06:10:19.414763  2133 solver.cpp:66] Iteration 34280, loss = 3.32309
 I1225 06:10:55.505612  2133 solver.cpp:204] Iteration 34300, lr = 0.01
 I1225 06:10:55.510722  2133 solver.cpp:66] Iteration 34300, loss = 3.0819
 I1225 06:11:31.604102  2133 solver.cpp:204] Iteration 34320, lr = 0.01
 I1225 06:11:31.609190  2133 solver.cpp:66] Iteration 34320, loss = 2.8529
 I1225 06:12:07.698518  2133 solver.cpp:204] Iteration 34340, lr = 0.01
 I1225 06:12:07.703625  2133 solver.cpp:66] Iteration 34340, loss = 3.22773
 I1225 06:12:43.789645  2133 solver.cpp:204] Iteration 34360, lr = 0.01
 I1225 06:12:43.794750  2133 solver.cpp:66] Iteration 34360, loss = 2.94029
 I1225 06:13:19.885738  2133 solver.cpp:204] Iteration 34380, lr = 0.01
 I1225 06:13:19.890842  2133 solver.cpp:66] Iteration 34380, loss = 2.70335
 I1225 06:13:55.978559  2133 solver.cpp:204] Iteration 34400, lr = 0.01
 I1225 06:13:55.983667  2133 solver.cpp:66] Iteration 34400, loss = 3.17191
 I1225 06:14:32.076921  2133 solver.cpp:204] Iteration 34420, lr = 0.01
 I1225 06:14:32.081989  2133 solver.cpp:66] Iteration 34420, loss = 3.10417
 I1225 06:15:08.171324  2133 solver.cpp:204] Iteration 34440, lr = 0.01
 I1225 06:15:08.176424  2133 solver.cpp:66] Iteration 34440, loss = 3.11043
 I1225 06:15:44.266906  2133 solver.cpp:204] Iteration 34460, lr = 0.01
 I1225 06:15:44.272004  2133 solver.cpp:66] Iteration 34460, loss = 3.28432
 I1225 06:16:20.357120  2133 solver.cpp:204] Iteration 34480, lr = 0.01
 I1225 06:16:20.362251  2133 solver.cpp:66] Iteration 34480, loss = 3.04486
 I1225 06:16:56.452121  2133 solver.cpp:204] Iteration 34500, lr = 0.01
 I1225 06:16:56.457197  2133 solver.cpp:66] Iteration 34500, loss = 2.92021
 I1225 06:17:32.548878  2133 solver.cpp:204] Iteration 34520, lr = 0.01
 I1225 06:17:32.553961  2133 solver.cpp:66] Iteration 34520, loss = 3.25699
 I1225 06:18:08.644498  2133 solver.cpp:204] Iteration 34540, lr = 0.01
 I1225 06:18:08.649606  2133 solver.cpp:66] Iteration 34540, loss = 3.11224
 I1225 06:18:44.740963  2133 solver.cpp:204] Iteration 34560, lr = 0.01
 I1225 06:18:44.746034  2133 solver.cpp:66] Iteration 34560, loss = 3.02617
 I1225 06:19:20.838341  2133 solver.cpp:204] Iteration 34580, lr = 0.01
 I1225 06:19:20.843513  2133 solver.cpp:66] Iteration 34580, loss = 2.88857
 I1225 06:19:56.933699  2133 solver.cpp:204] Iteration 34600, lr = 0.01
 I1225 06:19:56.938787  2133 solver.cpp:66] Iteration 34600, loss = 2.87886
 I1225 06:20:33.030884  2133 solver.cpp:204] Iteration 34620, lr = 0.01
 I1225 06:20:33.035992  2133 solver.cpp:66] Iteration 34620, loss = 2.86819
 I1225 06:21:09.128985  2133 solver.cpp:204] Iteration 34640, lr = 0.01
 I1225 06:21:09.134039  2133 solver.cpp:66] Iteration 34640, loss = 2.87624
 I1225 06:21:45.220471  2133 solver.cpp:204] Iteration 34660, lr = 0.01
 I1225 06:21:45.225584  2133 solver.cpp:66] Iteration 34660, loss = 2.87011
 I1225 06:22:21.317951  2133 solver.cpp:204] Iteration 34680, lr = 0.01
 I1225 06:22:21.323060  2133 solver.cpp:66] Iteration 34680, loss = 2.89935
 I1225 06:22:57.410001  2133 solver.cpp:204] Iteration 34700, lr = 0.01
 I1225 06:22:57.415071  2133 solver.cpp:66] Iteration 34700, loss = 2.82491
 I1225 06:23:33.505796  2133 solver.cpp:204] Iteration 34720, lr = 0.01
 I1225 06:23:33.510900  2133 solver.cpp:66] Iteration 34720, loss = 2.94867
 I1225 06:24:09.602939  2133 solver.cpp:204] Iteration 34740, lr = 0.01
 I1225 06:24:09.607925  2133 solver.cpp:66] Iteration 34740, loss = 3.24735
 I1225 06:24:45.701411  2133 solver.cpp:204] Iteration 34760, lr = 0.01
 I1225 06:24:45.706490  2133 solver.cpp:66] Iteration 34760, loss = 2.91324
 I1225 06:25:21.797739  2133 solver.cpp:204] Iteration 34780, lr = 0.01
 I1225 06:25:21.802815  2133 solver.cpp:66] Iteration 34780, loss = 3.0996
 I1225 06:25:57.892271  2133 solver.cpp:204] Iteration 34800, lr = 0.01
 I1225 06:25:57.897366  2133 solver.cpp:66] Iteration 34800, loss = 3.01334
 I1225 06:26:33.989729  2133 solver.cpp:204] Iteration 34820, lr = 0.01
 I1225 06:26:33.994838  2133 solver.cpp:66] Iteration 34820, loss = 2.99101
 I1225 06:27:10.089843  2133 solver.cpp:204] Iteration 34840, lr = 0.01
 I1225 06:27:10.094965  2133 solver.cpp:66] Iteration 34840, loss = 2.98371
 I1225 06:27:46.192092  2133 solver.cpp:204] Iteration 34860, lr = 0.01
 I1225 06:27:46.197190  2133 solver.cpp:66] Iteration 34860, loss = 3.1037
 I1225 06:28:22.288805  2133 solver.cpp:204] Iteration 34880, lr = 0.01
 I1225 06:28:22.293918  2133 solver.cpp:66] Iteration 34880, loss = 3.41081
 I1225 06:28:58.382932  2133 solver.cpp:204] Iteration 34900, lr = 0.01
 I1225 06:28:58.387912  2133 solver.cpp:66] Iteration 34900, loss = 2.88037
 I1225 06:29:34.473953  2133 solver.cpp:204] Iteration 34920, lr = 0.01
 I1225 06:29:34.479056  2133 solver.cpp:66] Iteration 34920, loss = 3.06666
 I1225 06:30:10.568482  2133 solver.cpp:204] Iteration 34940, lr = 0.01
 I1225 06:30:10.573580  2133 solver.cpp:66] Iteration 34940, loss = 2.99702
 I1225 06:30:46.661695  2133 solver.cpp:204] Iteration 34960, lr = 0.01
 I1225 06:30:46.666800  2133 solver.cpp:66] Iteration 34960, loss = 3.01424
 I1225 06:31:22.758183  2133 solver.cpp:204] Iteration 34980, lr = 0.01
 I1225 06:31:22.763257  2133 solver.cpp:66] Iteration 34980, loss = 2.83448
 I1225 06:31:58.853525  2133 solver.cpp:204] Iteration 35000, lr = 0.01
 I1225 06:31:58.858629  2133 solver.cpp:66] Iteration 35000, loss = 3.35598
 I1225 06:31:58.858643  2133 solver.cpp:84] Testing net
 I1225 06:34:10.788105  2133 solver.cpp:111] Test score #0: 0.3623
 I1225 06:34:10.788156  2133 solver.cpp:111] Test score #1: 2.94375
 I1225 06:34:46.634850  2133 solver.cpp:204] Iteration 35020, lr = 0.01
 I1225 06:34:46.639825  2133 solver.cpp:66] Iteration 35020, loss = 3.09436
 I1225 06:35:22.731747  2133 solver.cpp:204] Iteration 35040, lr = 0.01
 I1225 06:35:22.736878  2133 solver.cpp:66] Iteration 35040, loss = 3.15478
 I1225 06:35:58.820543  2133 solver.cpp:204] Iteration 35060, lr = 0.01
 I1225 06:35:58.825645  2133 solver.cpp:66] Iteration 35060, loss = 3.01092
 I1225 06:36:34.916167  2133 solver.cpp:204] Iteration 35080, lr = 0.01
 I1225 06:36:34.921277  2133 solver.cpp:66] Iteration 35080, loss = 3.02434
 I1225 06:37:11.012186  2133 solver.cpp:204] Iteration 35100, lr = 0.01
 I1225 06:37:11.017159  2133 solver.cpp:66] Iteration 35100, loss = 2.59238
 I1225 06:37:47.108927  2133 solver.cpp:204] Iteration 35120, lr = 0.01
 I1225 06:37:47.114003  2133 solver.cpp:66] Iteration 35120, loss = 3.14823
 I1225 06:38:23.204011  2133 solver.cpp:204] Iteration 35140, lr = 0.01
 I1225 06:38:23.209120  2133 solver.cpp:66] Iteration 35140, loss = 3.35074
 I1225 06:38:59.298753  2133 solver.cpp:204] Iteration 35160, lr = 0.01
 I1225 06:38:59.303855  2133 solver.cpp:66] Iteration 35160, loss = 3.02963
 I1225 06:39:35.397266  2133 solver.cpp:204] Iteration 35180, lr = 0.01
 I1225 06:39:35.402371  2133 solver.cpp:66] Iteration 35180, loss = 3.00524
 I1225 06:40:11.493626  2133 solver.cpp:204] Iteration 35200, lr = 0.01
 I1225 06:40:11.498739  2133 solver.cpp:66] Iteration 35200, loss = 2.95309
 I1225 06:40:47.588695  2133 solver.cpp:204] Iteration 35220, lr = 0.01
 I1225 06:40:47.593796  2133 solver.cpp:66] Iteration 35220, loss = 3.0584
 I1225 06:41:23.683945  2133 solver.cpp:204] Iteration 35240, lr = 0.01
 I1225 06:41:23.689033  2133 solver.cpp:66] Iteration 35240, loss = 3.15753
 I1225 06:41:59.776902  2133 solver.cpp:204] Iteration 35260, lr = 0.01
 I1225 06:41:59.781991  2133 solver.cpp:66] Iteration 35260, loss = 2.87664
 I1225 06:42:35.871017  2133 solver.cpp:204] Iteration 35280, lr = 0.01
 I1225 06:42:35.876118  2133 solver.cpp:66] Iteration 35280, loss = 2.97191
 I1225 06:43:11.969072  2133 solver.cpp:204] Iteration 35300, lr = 0.01
 I1225 06:43:11.974148  2133 solver.cpp:66] Iteration 35300, loss = 3.10203
 I1225 06:43:48.066853  2133 solver.cpp:204] Iteration 35320, lr = 0.01
 I1225 06:43:48.072013  2133 solver.cpp:66] Iteration 35320, loss = 3.18939
 I1225 06:44:24.164710  2133 solver.cpp:204] Iteration 35340, lr = 0.01
 I1225 06:44:24.169697  2133 solver.cpp:66] Iteration 35340, loss = 2.98061
 I1225 06:45:00.260550  2133 solver.cpp:204] Iteration 35360, lr = 0.01
 I1225 06:45:00.265650  2133 solver.cpp:66] Iteration 35360, loss = 3.09871
 I1225 06:45:36.354641  2133 solver.cpp:204] Iteration 35380, lr = 0.01
 I1225 06:45:36.359745  2133 solver.cpp:66] Iteration 35380, loss = 3.09793
 I1225 06:46:12.446300  2133 solver.cpp:204] Iteration 35400, lr = 0.01
 I1225 06:46:12.451405  2133 solver.cpp:66] Iteration 35400, loss = 3.10019
 I1225 06:46:48.536670  2133 solver.cpp:204] Iteration 35420, lr = 0.01
 I1225 06:46:48.541769  2133 solver.cpp:66] Iteration 35420, loss = 3.1252
 I1225 06:47:24.629111  2133 solver.cpp:204] Iteration 35440, lr = 0.01
 I1225 06:47:24.634178  2133 solver.cpp:66] Iteration 35440, loss = 3.14156
 I1225 06:48:00.731578  2133 solver.cpp:204] Iteration 35460, lr = 0.01
 I1225 06:48:00.736685  2133 solver.cpp:66] Iteration 35460, loss = 3.04675
 I1225 06:48:36.825855  2133 solver.cpp:204] Iteration 35480, lr = 0.01
 I1225 06:48:36.831004  2133 solver.cpp:66] Iteration 35480, loss = 2.96739
 I1225 06:49:12.918395  2133 solver.cpp:204] Iteration 35500, lr = 0.01
 I1225 06:49:12.923519  2133 solver.cpp:66] Iteration 35500, loss = 3.02199
 I1225 06:49:49.013406  2133 solver.cpp:204] Iteration 35520, lr = 0.01
 I1225 06:49:49.018473  2133 solver.cpp:66] Iteration 35520, loss = 3.0869
 I1225 06:50:25.112720  2133 solver.cpp:204] Iteration 35540, lr = 0.01
 I1225 06:50:25.117828  2133 solver.cpp:66] Iteration 35540, loss = 3.22837
 I1225 06:51:01.206500  2133 solver.cpp:204] Iteration 35560, lr = 0.01
 I1225 06:51:01.211607  2133 solver.cpp:66] Iteration 35560, loss = 3.06069
 I1225 06:51:37.301398  2133 solver.cpp:204] Iteration 35580, lr = 0.01
 I1225 06:51:37.306470  2133 solver.cpp:66] Iteration 35580, loss = 3.21345
 I1225 06:52:13.393564  2133 solver.cpp:204] Iteration 35600, lr = 0.01
 I1225 06:52:13.398668  2133 solver.cpp:66] Iteration 35600, loss = 3.26437
 I1225 06:52:49.493059  2133 solver.cpp:204] Iteration 35620, lr = 0.01
 I1225 06:52:49.498121  2133 solver.cpp:66] Iteration 35620, loss = 3.05457
 I1225 06:53:25.588090  2133 solver.cpp:204] Iteration 35640, lr = 0.01
 I1225 06:53:25.593201  2133 solver.cpp:66] Iteration 35640, loss = 2.94438
 I1225 06:54:01.686076  2133 solver.cpp:204] Iteration 35660, lr = 0.01
 I1225 06:54:01.691177  2133 solver.cpp:66] Iteration 35660, loss = 2.89009
 I1225 06:54:37.784698  2133 solver.cpp:204] Iteration 35680, lr = 0.01
 I1225 06:54:37.789805  2133 solver.cpp:66] Iteration 35680, loss = 3.15398
 I1225 06:55:13.882025  2133 solver.cpp:204] Iteration 35700, lr = 0.01
 I1225 06:55:13.887121  2133 solver.cpp:66] Iteration 35700, loss = 2.85237
 I1225 06:55:49.978804  2133 solver.cpp:204] Iteration 35720, lr = 0.01
 I1225 06:55:49.983877  2133 solver.cpp:66] Iteration 35720, loss = 3.14474
 I1225 06:56:26.070132  2133 solver.cpp:204] Iteration 35740, lr = 0.01
 I1225 06:56:26.075197  2133 solver.cpp:66] Iteration 35740, loss = 3.07806
 I1225 06:57:02.163326  2133 solver.cpp:204] Iteration 35760, lr = 0.01
 I1225 06:57:02.168440  2133 solver.cpp:66] Iteration 35760, loss = 3.19657
 I1225 06:57:38.260206  2133 solver.cpp:204] Iteration 35780, lr = 0.01
 I1225 06:57:38.265269  2133 solver.cpp:66] Iteration 35780, loss = 2.91855
 I1225 06:58:14.350296  2133 solver.cpp:204] Iteration 35800, lr = 0.01
 I1225 06:58:14.355406  2133 solver.cpp:66] Iteration 35800, loss = 3.18696
 I1225 06:58:50.442883  2133 solver.cpp:204] Iteration 35820, lr = 0.01
 I1225 06:58:50.447984  2133 solver.cpp:66] Iteration 35820, loss = 3.01
 I1225 06:59:26.535261  2133 solver.cpp:204] Iteration 35840, lr = 0.01
 I1225 06:59:26.540370  2133 solver.cpp:66] Iteration 35840, loss = 3.13194
 I1225 07:00:02.631937  2133 solver.cpp:204] Iteration 35860, lr = 0.01
 I1225 07:00:02.637044  2133 solver.cpp:66] Iteration 35860, loss = 3.28457
 I1225 07:00:38.733919  2133 solver.cpp:204] Iteration 35880, lr = 0.01
 I1225 07:00:38.739027  2133 solver.cpp:66] Iteration 35880, loss = 3.09482
 I1225 07:01:14.832510  2133 solver.cpp:204] Iteration 35900, lr = 0.01
 I1225 07:01:14.837594  2133 solver.cpp:66] Iteration 35900, loss = 3.24045
 I1225 07:01:50.927569  2133 solver.cpp:204] Iteration 35920, lr = 0.01
 I1225 07:01:50.932672  2133 solver.cpp:66] Iteration 35920, loss = 3.15369
 I1225 07:02:27.024052  2133 solver.cpp:204] Iteration 35940, lr = 0.01
 I1225 07:02:27.029165  2133 solver.cpp:66] Iteration 35940, loss = 3.26773
 I1225 07:03:03.120640  2133 solver.cpp:204] Iteration 35960, lr = 0.01
 I1225 07:03:03.125748  2133 solver.cpp:66] Iteration 35960, loss = 3.02225
 I1225 07:03:39.208106  2133 solver.cpp:204] Iteration 35980, lr = 0.01
 I1225 07:03:39.213179  2133 solver.cpp:66] Iteration 35980, loss = 2.92129
 I1225 07:04:15.301939  2133 solver.cpp:204] Iteration 36000, lr = 0.01
 I1225 07:04:15.307044  2133 solver.cpp:66] Iteration 36000, loss = 3.2609
 I1225 07:04:15.307056  2133 solver.cpp:84] Testing net
 I1225 07:06:27.686267  2133 solver.cpp:111] Test score #0: 0.3677
 I1225 07:06:27.686318  2133 solver.cpp:111] Test score #1: 2.9221
 I1225 07:07:03.532743  2133 solver.cpp:204] Iteration 36020, lr = 0.01
 I1225 07:07:03.537845  2133 solver.cpp:66] Iteration 36020, loss = 3.00704
 I1225 07:07:39.628784  2133 solver.cpp:204] Iteration 36040, lr = 0.01
 I1225 07:07:39.633857  2133 solver.cpp:66] Iteration 36040, loss = 2.80021
 I1225 07:08:15.721745  2133 solver.cpp:204] Iteration 36060, lr = 0.01
 I1225 07:08:15.726853  2133 solver.cpp:66] Iteration 36060, loss = 2.78043
 I1225 07:08:51.818900  2133 solver.cpp:204] Iteration 36080, lr = 0.01
 I1225 07:08:51.823997  2133 solver.cpp:66] Iteration 36080, loss = 3.08305
 I1225 07:09:27.912220  2133 solver.cpp:204] Iteration 36100, lr = 0.01
 I1225 07:09:27.917356  2133 solver.cpp:66] Iteration 36100, loss = 2.8482
 I1225 07:10:04.012424  2133 solver.cpp:204] Iteration 36120, lr = 0.01
 I1225 07:10:04.017526  2133 solver.cpp:66] Iteration 36120, loss = 2.82393
 I1225 07:10:40.107051  2133 solver.cpp:204] Iteration 36140, lr = 0.01
 I1225 07:10:40.112159  2133 solver.cpp:66] Iteration 36140, loss = 3.19573
 I1225 07:11:16.205802  2133 solver.cpp:204] Iteration 36160, lr = 0.01
 I1225 07:11:16.210887  2133 solver.cpp:66] Iteration 36160, loss = 2.95524
 I1225 07:11:52.299286  2133 solver.cpp:204] Iteration 36180, lr = 0.01
 I1225 07:11:52.304460  2133 solver.cpp:66] Iteration 36180, loss = 3.27365
 I1225 07:12:28.393802  2133 solver.cpp:204] Iteration 36200, lr = 0.01
 I1225 07:12:28.398893  2133 solver.cpp:66] Iteration 36200, loss = 3.20639
 I1225 07:13:04.492985  2133 solver.cpp:204] Iteration 36220, lr = 0.01
 I1225 07:13:04.498093  2133 solver.cpp:66] Iteration 36220, loss = 2.9073
 I1225 07:13:40.588795  2133 solver.cpp:204] Iteration 36240, lr = 0.01
 I1225 07:13:40.593900  2133 solver.cpp:66] Iteration 36240, loss = 3.26612
 I1225 07:14:16.687295  2133 solver.cpp:204] Iteration 36260, lr = 0.01
 I1225 07:14:16.692381  2133 solver.cpp:66] Iteration 36260, loss = 2.84721
 I1225 07:14:52.781771  2133 solver.cpp:204] Iteration 36280, lr = 0.01
 I1225 07:14:52.786885  2133 solver.cpp:66] Iteration 36280, loss = 3.14559
 I1225 07:15:28.875882  2133 solver.cpp:204] Iteration 36300, lr = 0.01
 I1225 07:15:28.880967  2133 solver.cpp:66] Iteration 36300, loss = 3.12132
 I1225 07:16:04.966713  2133 solver.cpp:204] Iteration 36320, lr = 0.01
 I1225 07:16:04.971829  2133 solver.cpp:66] Iteration 36320, loss = 3.05796
 I1225 07:16:41.060130  2133 solver.cpp:204] Iteration 36340, lr = 0.01
 I1225 07:16:41.065239  2133 solver.cpp:66] Iteration 36340, loss = 3.11621
 I1225 07:17:17.159279  2133 solver.cpp:204] Iteration 36360, lr = 0.01
 I1225 07:17:17.164378  2133 solver.cpp:66] Iteration 36360, loss = 2.95809
 I1225 07:17:53.253268  2133 solver.cpp:204] Iteration 36380, lr = 0.01
 I1225 07:17:53.258330  2133 solver.cpp:66] Iteration 36380, loss = 3.06614
 I1225 07:18:29.345324  2133 solver.cpp:204] Iteration 36400, lr = 0.01
 I1225 07:18:29.350400  2133 solver.cpp:66] Iteration 36400, loss = 2.91933
 I1225 07:19:05.441037  2133 solver.cpp:204] Iteration 36420, lr = 0.01
 I1225 07:19:05.446100  2133 solver.cpp:66] Iteration 36420, loss = 2.78682
 I1225 07:19:41.534507  2133 solver.cpp:204] Iteration 36440, lr = 0.01
 I1225 07:19:41.539615  2133 solver.cpp:66] Iteration 36440, loss = 3.25868
 I1225 07:20:17.627933  2133 solver.cpp:204] Iteration 36460, lr = 0.01
 I1225 07:20:17.633033  2133 solver.cpp:66] Iteration 36460, loss = 2.86356
 I1225 07:20:53.726867  2133 solver.cpp:204] Iteration 36480, lr = 0.01
 I1225 07:20:53.731974  2133 solver.cpp:66] Iteration 36480, loss = 3.05426
 I1225 07:21:29.822777  2133 solver.cpp:204] Iteration 36500, lr = 0.01
 I1225 07:21:29.827764  2133 solver.cpp:66] Iteration 36500, loss = 2.95529
 I1225 07:22:05.919090  2133 solver.cpp:204] Iteration 36520, lr = 0.01
 I1225 07:22:05.924211  2133 solver.cpp:66] Iteration 36520, loss = 2.82151
 I1225 07:22:42.016204  2133 solver.cpp:204] Iteration 36540, lr = 0.01
 I1225 07:22:42.021318  2133 solver.cpp:66] Iteration 36540, loss = 2.81449
 I1225 07:23:18.116380  2133 solver.cpp:204] Iteration 36560, lr = 0.01
 I1225 07:23:18.121490  2133 solver.cpp:66] Iteration 36560, loss = 3.01452
 I1225 07:23:54.214189  2133 solver.cpp:204] Iteration 36580, lr = 0.01
 I1225 07:23:54.219271  2133 solver.cpp:66] Iteration 36580, loss = 3.03473
 I1225 07:24:30.308316  2133 solver.cpp:204] Iteration 36600, lr = 0.01
 I1225 07:24:30.313427  2133 solver.cpp:66] Iteration 36600, loss = 2.95261
 I1225 07:25:06.398685  2133 solver.cpp:204] Iteration 36620, lr = 0.01
 I1225 07:25:06.403789  2133 solver.cpp:66] Iteration 36620, loss = 3.25427
 I1225 07:25:42.494302  2133 solver.cpp:204] Iteration 36640, lr = 0.01
 I1225 07:25:42.499409  2133 solver.cpp:66] Iteration 36640, loss = 3.04737
 I1225 07:26:18.587893  2133 solver.cpp:204] Iteration 36660, lr = 0.01
 I1225 07:26:18.592994  2133 solver.cpp:66] Iteration 36660, loss = 3.1494
 I1225 07:26:54.683236  2133 solver.cpp:204] Iteration 36680, lr = 0.01
 I1225 07:26:54.688343  2133 solver.cpp:66] Iteration 36680, loss = 2.76725
 I1225 07:27:30.781085  2133 solver.cpp:204] Iteration 36700, lr = 0.01
 I1225 07:27:30.786156  2133 solver.cpp:66] Iteration 36700, loss = 3.10042
 I1225 07:28:06.874429  2133 solver.cpp:204] Iteration 36720, lr = 0.01
 I1225 07:28:06.879528  2133 solver.cpp:66] Iteration 36720, loss = 3.01969
 I1225 07:28:42.974043  2133 solver.cpp:204] Iteration 36740, lr = 0.01
 I1225 07:28:42.979154  2133 solver.cpp:66] Iteration 36740, loss = 3.04313
 I1225 07:29:19.072674  2133 solver.cpp:204] Iteration 36760, lr = 0.01
 I1225 07:29:19.077745  2133 solver.cpp:66] Iteration 36760, loss = 3.05848
 I1225 07:29:55.170650  2133 solver.cpp:204] Iteration 36780, lr = 0.01
 I1225 07:29:55.175757  2133 solver.cpp:66] Iteration 36780, loss = 2.77451
 I1225 07:30:31.268507  2133 solver.cpp:204] Iteration 36800, lr = 0.01
 I1225 07:30:31.273602  2133 solver.cpp:66] Iteration 36800, loss = 2.93281
 I1225 07:31:07.364956  2133 solver.cpp:204] Iteration 36820, lr = 0.01
 I1225 07:31:07.370020  2133 solver.cpp:66] Iteration 36820, loss = 2.90936
 I1225 07:31:43.454301  2133 solver.cpp:204] Iteration 36840, lr = 0.01
 I1225 07:31:43.459406  2133 solver.cpp:66] Iteration 36840, loss = 3.22042
 I1225 07:32:19.547052  2133 solver.cpp:204] Iteration 36860, lr = 0.01
 I1225 07:32:19.552186  2133 solver.cpp:66] Iteration 36860, loss = 2.94876
 I1225 07:32:55.644152  2133 solver.cpp:204] Iteration 36880, lr = 0.01
 I1225 07:32:55.649255  2133 solver.cpp:66] Iteration 36880, loss = 3.19259
 I1225 07:33:31.740836  2133 solver.cpp:204] Iteration 36900, lr = 0.01
 I1225 07:33:31.745936  2133 solver.cpp:66] Iteration 36900, loss = 2.77272
 I1225 07:34:07.830147  2133 solver.cpp:204] Iteration 36920, lr = 0.01
 I1225 07:34:07.835245  2133 solver.cpp:66] Iteration 36920, loss = 3.18914
 I1225 07:34:43.927414  2133 solver.cpp:204] Iteration 36940, lr = 0.01
 I1225 07:34:43.932526  2133 solver.cpp:66] Iteration 36940, loss = 3.03767
 I1225 07:35:21.305644  2133 solver.cpp:204] Iteration 36960, lr = 0.01
 I1225 07:35:21.310724  2133 solver.cpp:66] Iteration 36960, loss = 3.02995
 I1225 07:35:57.400600  2133 solver.cpp:204] Iteration 36980, lr = 0.01
 I1225 07:35:57.405709  2133 solver.cpp:66] Iteration 36980, loss = 2.94344
 I1225 07:36:33.495586  2133 solver.cpp:204] Iteration 37000, lr = 0.01
 I1225 07:36:33.500751  2133 solver.cpp:66] Iteration 37000, loss = 2.88544
 I1225 07:36:33.500764  2133 solver.cpp:84] Testing net
 I1225 07:38:46.801131  2133 solver.cpp:111] Test score #0: 0.35912
 I1225 07:38:46.801177  2133 solver.cpp:111] Test score #1: 2.97818
 I1225 07:39:22.644753  2133 solver.cpp:204] Iteration 37020, lr = 0.01
 I1225 07:39:22.649830  2133 solver.cpp:66] Iteration 37020, loss = 3.09579
 I1225 07:39:58.740075  2133 solver.cpp:204] Iteration 37040, lr = 0.01
 I1225 07:39:58.745231  2133 solver.cpp:66] Iteration 37040, loss = 3.00818
 I1225 07:40:34.830680  2133 solver.cpp:204] Iteration 37060, lr = 0.01
 I1225 07:40:34.835788  2133 solver.cpp:66] Iteration 37060, loss = 2.96047
 I1225 07:41:10.924549  2133 solver.cpp:204] Iteration 37080, lr = 0.01
 I1225 07:41:10.929646  2133 solver.cpp:66] Iteration 37080, loss = 3.05603
 I1225 07:41:47.019598  2133 solver.cpp:204] Iteration 37100, lr = 0.01
 I1225 07:41:47.024700  2133 solver.cpp:66] Iteration 37100, loss = 2.92724
 I1225 07:42:23.118410  2133 solver.cpp:204] Iteration 37120, lr = 0.01
 I1225 07:42:23.123509  2133 solver.cpp:66] Iteration 37120, loss = 2.93598
 I1225 07:42:59.216377  2133 solver.cpp:204] Iteration 37140, lr = 0.01
 I1225 07:42:59.221493  2133 solver.cpp:66] Iteration 37140, loss = 3.01479
 I1225 07:43:53.375460  2133 solver.cpp:204] Iteration 37160, lr = 0.01
 I1225 07:43:53.380519  2133 solver.cpp:66] Iteration 37160, loss = 2.9164
 I1225 07:45:17.108562  2133 solver.cpp:204] Iteration 37180, lr = 0.01
 I1225 07:45:17.113667  2133 solver.cpp:66] Iteration 37180, loss = 3.17517
 I1225 07:46:06.105996  2133 solver.cpp:204] Iteration 37200, lr = 0.01
 I1225 07:46:06.111083  2133 solver.cpp:66] Iteration 37200, loss = 3.01205
 I1225 07:46:42.203238  2133 solver.cpp:204] Iteration 37220, lr = 0.01
 I1225 07:46:42.208327  2133 solver.cpp:66] Iteration 37220, loss = 2.86632
 I1225 07:47:18.301359  2133 solver.cpp:204] Iteration 37240, lr = 0.01
 I1225 07:47:18.306414  2133 solver.cpp:66] Iteration 37240, loss = 3.06887
 I1225 07:47:54.402001  2133 solver.cpp:204] Iteration 37260, lr = 0.01
 I1225 07:47:54.407078  2133 solver.cpp:66] Iteration 37260, loss = 3.18429
 I1225 07:48:30.498397  2133 solver.cpp:204] Iteration 37280, lr = 0.01
 I1225 07:48:30.503504  2133 solver.cpp:66] Iteration 37280, loss = 3.01524
 I1225 07:49:06.593485  2133 solver.cpp:204] Iteration 37300, lr = 0.01
 I1225 07:49:06.598590  2133 solver.cpp:66] Iteration 37300, loss = 2.87209
 I1225 07:49:42.685431  2133 solver.cpp:204] Iteration 37320, lr = 0.01
 I1225 07:49:42.690515  2133 solver.cpp:66] Iteration 37320, loss = 2.91406
 I1225 07:50:18.780386  2133 solver.cpp:204] Iteration 37340, lr = 0.01
 I1225 07:50:18.785495  2133 solver.cpp:66] Iteration 37340, loss = 3.05524
 I1225 07:50:54.878370  2133 solver.cpp:204] Iteration 37360, lr = 0.01
 I1225 07:50:54.883451  2133 solver.cpp:66] Iteration 37360, loss = 2.77037
 I1225 07:51:30.978308  2133 solver.cpp:204] Iteration 37380, lr = 0.01
 I1225 07:51:30.983408  2133 solver.cpp:66] Iteration 37380, loss = 2.83616
 I1225 07:52:07.074497  2133 solver.cpp:204] Iteration 37400, lr = 0.01
 I1225 07:52:07.079608  2133 solver.cpp:66] Iteration 37400, loss = 3.10698
 I1225 07:52:43.168916  2133 solver.cpp:204] Iteration 37420, lr = 0.01
 I1225 07:52:43.173957  2133 solver.cpp:66] Iteration 37420, loss = 2.92385
 I1225 07:53:19.264101  2133 solver.cpp:204] Iteration 37440, lr = 0.01
 I1225 07:53:19.269093  2133 solver.cpp:66] Iteration 37440, loss = 3.15398
 I1225 07:53:55.359434  2133 solver.cpp:204] Iteration 37460, lr = 0.01
 I1225 07:53:55.364531  2133 solver.cpp:66] Iteration 37460, loss = 3.09758
 I1225 07:54:31.450202  2133 solver.cpp:204] Iteration 37480, lr = 0.01
 I1225 07:54:31.455319  2133 solver.cpp:66] Iteration 37480, loss = 2.98868
 I1225 07:55:07.542021  2133 solver.cpp:204] Iteration 37500, lr = 0.01
 I1225 07:55:07.547127  2133 solver.cpp:66] Iteration 37500, loss = 3.14609
 I1225 07:55:43.633111  2133 solver.cpp:204] Iteration 37520, lr = 0.01
 I1225 07:55:43.638191  2133 solver.cpp:66] Iteration 37520, loss = 3.24849
 I1225 07:56:19.731531  2133 solver.cpp:204] Iteration 37540, lr = 0.01
 I1225 07:56:19.736598  2133 solver.cpp:66] Iteration 37540, loss = 2.86056
 I1225 07:56:55.826927  2133 solver.cpp:204] Iteration 37560, lr = 0.01
 I1225 07:56:55.832000  2133 solver.cpp:66] Iteration 37560, loss = 2.87469
 I1225 07:57:31.920740  2133 solver.cpp:204] Iteration 37580, lr = 0.01
 I1225 07:57:31.925842  2133 solver.cpp:66] Iteration 37580, loss = 2.93921
 I1225 07:58:08.018478  2133 solver.cpp:204] Iteration 37600, lr = 0.01
 I1225 07:58:08.023586  2133 solver.cpp:66] Iteration 37600, loss = 2.84328
 I1225 07:58:44.113172  2133 solver.cpp:204] Iteration 37620, lr = 0.01
 I1225 07:58:44.118229  2133 solver.cpp:66] Iteration 37620, loss = 3.04533
 I1225 07:59:20.208721  2133 solver.cpp:204] Iteration 37640, lr = 0.01
 I1225 07:59:20.213825  2133 solver.cpp:66] Iteration 37640, loss = 2.93052
 I1225 07:59:56.303346  2133 solver.cpp:204] Iteration 37660, lr = 0.01
 I1225 07:59:56.308414  2133 solver.cpp:66] Iteration 37660, loss = 2.96342
 I1225 08:00:32.397948  2133 solver.cpp:204] Iteration 37680, lr = 0.01
 I1225 08:00:32.403056  2133 solver.cpp:66] Iteration 37680, loss = 2.93197
 I1225 08:01:08.491505  2133 solver.cpp:204] Iteration 37700, lr = 0.01
 I1225 08:01:08.496606  2133 solver.cpp:66] Iteration 37700, loss = 3.03251
 I1225 08:01:44.588419  2133 solver.cpp:204] Iteration 37720, lr = 0.01
 I1225 08:01:44.593508  2133 solver.cpp:66] Iteration 37720, loss = 3.05015
 I1225 08:02:20.687919  2133 solver.cpp:204] Iteration 37740, lr = 0.01
 I1225 08:02:20.692986  2133 solver.cpp:66] Iteration 37740, loss = 2.97026
 I1225 08:02:56.782192  2133 solver.cpp:204] Iteration 37760, lr = 0.01
 I1225 08:02:56.787276  2133 solver.cpp:66] Iteration 37760, loss = 2.75795
 I1225 08:03:32.883635  2133 solver.cpp:204] Iteration 37780, lr = 0.01
 I1225 08:03:32.888593  2133 solver.cpp:66] Iteration 37780, loss = 3.04063
 I1225 08:04:08.977875  2133 solver.cpp:204] Iteration 37800, lr = 0.01
 I1225 08:04:08.982992  2133 solver.cpp:66] Iteration 37800, loss = 2.91583
 I1225 08:04:45.072314  2133 solver.cpp:204] Iteration 37820, lr = 0.01
 I1225 08:04:45.077420  2133 solver.cpp:66] Iteration 37820, loss = 3.06849
 I1225 08:05:21.167641  2133 solver.cpp:204] Iteration 37840, lr = 0.01
 I1225 08:05:21.172742  2133 solver.cpp:66] Iteration 37840, loss = 2.9525
 I1225 08:05:57.262079  2133 solver.cpp:204] Iteration 37860, lr = 0.01
 I1225 08:05:57.267146  2133 solver.cpp:66] Iteration 37860, loss = 3.01793
 I1225 08:06:33.355624  2133 solver.cpp:204] Iteration 37880, lr = 0.01
 I1225 08:06:33.360733  2133 solver.cpp:66] Iteration 37880, loss = 2.99278
 I1225 08:07:09.450283  2133 solver.cpp:204] Iteration 37900, lr = 0.01
 I1225 08:07:09.455392  2133 solver.cpp:66] Iteration 37900, loss = 3.10683
 I1225 08:07:45.544456  2133 solver.cpp:204] Iteration 37920, lr = 0.01
 I1225 08:07:45.549562  2133 solver.cpp:66] Iteration 37920, loss = 3.09678
 I1225 08:08:21.635006  2133 solver.cpp:204] Iteration 37940, lr = 0.01
 I1225 08:08:21.640121  2133 solver.cpp:66] Iteration 37940, loss = 3.26008
 I1225 08:08:57.739027  2133 solver.cpp:204] Iteration 37960, lr = 0.01
 I1225 08:08:57.744138  2133 solver.cpp:66] Iteration 37960, loss = 3.10565
 I1225 08:09:33.835263  2133 solver.cpp:204] Iteration 37980, lr = 0.01
 I1225 08:09:33.840374  2133 solver.cpp:66] Iteration 37980, loss = 3.12489
 I1225 08:10:09.935416  2133 solver.cpp:204] Iteration 38000, lr = 0.01
 I1225 08:10:09.940515  2133 solver.cpp:66] Iteration 38000, loss = 3.13044
 I1225 08:10:09.940528  2133 solver.cpp:84] Testing net
 I1225 08:12:21.838124  2133 solver.cpp:111] Test score #0: 0.3619
 I1225 08:12:21.838174  2133 solver.cpp:111] Test score #1: 2.96076
 I1225 08:12:57.678625  2133 solver.cpp:204] Iteration 38020, lr = 0.01
 I1225 08:12:57.683728  2133 solver.cpp:66] Iteration 38020, loss = 3.16011
 I1225 08:13:33.774132  2133 solver.cpp:204] Iteration 38040, lr = 0.01
 I1225 08:13:33.779244  2133 solver.cpp:66] Iteration 38040, loss = 3.11842
 I1225 08:14:09.865782  2133 solver.cpp:204] Iteration 38060, lr = 0.01
 I1225 08:14:09.870939  2133 solver.cpp:66] Iteration 38060, loss = 3.05393
 I1225 08:14:45.958184  2133 solver.cpp:204] Iteration 38080, lr = 0.01
 I1225 08:14:45.963281  2133 solver.cpp:66] Iteration 38080, loss = 3.03397
 I1225 08:15:22.053699  2133 solver.cpp:204] Iteration 38100, lr = 0.01
 I1225 08:15:22.058810  2133 solver.cpp:66] Iteration 38100, loss = 3.02388
 I1225 08:15:58.146445  2133 solver.cpp:204] Iteration 38120, lr = 0.01
 I1225 08:15:58.151545  2133 solver.cpp:66] Iteration 38120, loss = 3.06869
 I1225 08:16:34.237640  2133 solver.cpp:204] Iteration 38140, lr = 0.01
 I1225 08:16:34.242754  2133 solver.cpp:66] Iteration 38140, loss = 2.92471
 I1225 08:17:10.333891  2133 solver.cpp:204] Iteration 38160, lr = 0.01
 I1225 08:17:10.338995  2133 solver.cpp:66] Iteration 38160, loss = 2.96035
 I1225 08:17:46.427542  2133 solver.cpp:204] Iteration 38180, lr = 0.01
 I1225 08:17:46.432651  2133 solver.cpp:66] Iteration 38180, loss = 3.15971
 I1225 08:18:22.522521  2133 solver.cpp:204] Iteration 38200, lr = 0.01
 I1225 08:18:22.527624  2133 solver.cpp:66] Iteration 38200, loss = 2.81761
 I1225 08:18:58.616874  2133 solver.cpp:204] Iteration 38220, lr = 0.01
 I1225 08:18:58.621976  2133 solver.cpp:66] Iteration 38220, loss = 2.89889
 I1225 08:19:34.707487  2133 solver.cpp:204] Iteration 38240, lr = 0.01
 I1225 08:19:34.712553  2133 solver.cpp:66] Iteration 38240, loss = 2.87636
 I1225 08:20:10.802278  2133 solver.cpp:204] Iteration 38260, lr = 0.01
 I1225 08:20:10.807382  2133 solver.cpp:66] Iteration 38260, loss = 3.18241
 I1225 08:20:46.892976  2133 solver.cpp:204] Iteration 38280, lr = 0.01
 I1225 08:20:46.898033  2133 solver.cpp:66] Iteration 38280, loss = 2.86298
 I1225 08:21:22.991961  2133 solver.cpp:204] Iteration 38300, lr = 0.01
 I1225 08:21:22.997130  2133 solver.cpp:66] Iteration 38300, loss = 2.86248
 I1225 08:21:59.087764  2133 solver.cpp:204] Iteration 38320, lr = 0.01
 I1225 08:21:59.092891  2133 solver.cpp:66] Iteration 38320, loss = 3.21589
 I1225 08:22:35.186575  2133 solver.cpp:204] Iteration 38340, lr = 0.01
 I1225 08:22:35.191681  2133 solver.cpp:66] Iteration 38340, loss = 2.89366
 I1225 08:23:11.282084  2133 solver.cpp:204] Iteration 38360, lr = 0.01
 I1225 08:23:11.287185  2133 solver.cpp:66] Iteration 38360, loss = 2.85282
 I1225 08:23:47.376230  2133 solver.cpp:204] Iteration 38380, lr = 0.01
 I1225 08:23:47.381340  2133 solver.cpp:66] Iteration 38380, loss = 2.99561
 I1225 08:24:23.469363  2133 solver.cpp:204] Iteration 38400, lr = 0.01
 I1225 08:24:23.474431  2133 solver.cpp:66] Iteration 38400, loss = 2.84188
 I1225 08:24:59.566014  2133 solver.cpp:204] Iteration 38420, lr = 0.01
 I1225 08:24:59.571116  2133 solver.cpp:66] Iteration 38420, loss = 3.04759
 I1225 08:25:35.661496  2133 solver.cpp:204] Iteration 38440, lr = 0.01
 I1225 08:25:35.666594  2133 solver.cpp:66] Iteration 38440, loss = 2.89816
 I1225 08:26:11.755944  2133 solver.cpp:204] Iteration 38460, lr = 0.01
 I1225 08:26:11.761070  2133 solver.cpp:66] Iteration 38460, loss = 2.88733
 I1225 08:26:47.847034  2133 solver.cpp:204] Iteration 38480, lr = 0.01
 I1225 08:26:47.852140  2133 solver.cpp:66] Iteration 38480, loss = 3.02333
 I1225 08:27:23.944922  2133 solver.cpp:204] Iteration 38500, lr = 0.01
 I1225 08:27:23.950005  2133 solver.cpp:66] Iteration 38500, loss = 2.99172
 I1225 08:28:00.038233  2133 solver.cpp:204] Iteration 38520, lr = 0.01
 I1225 08:28:00.043299  2133 solver.cpp:66] Iteration 38520, loss = 3.34145
 I1225 08:28:36.136804  2133 solver.cpp:204] Iteration 38540, lr = 0.01
 I1225 08:28:36.141913  2133 solver.cpp:66] Iteration 38540, loss = 3.15729
 I1225 08:29:12.224810  2133 solver.cpp:204] Iteration 38560, lr = 0.01
 I1225 08:29:12.229915  2133 solver.cpp:66] Iteration 38560, loss = 3.22282
 I1225 08:29:48.320267  2133 solver.cpp:204] Iteration 38580, lr = 0.01
 I1225 08:29:48.325387  2133 solver.cpp:66] Iteration 38580, loss = 2.7666
 I1225 08:30:24.414954  2133 solver.cpp:204] Iteration 38600, lr = 0.01
 I1225 08:30:24.420060  2133 solver.cpp:66] Iteration 38600, loss = 3.03756
 I1225 08:31:00.507980  2133 solver.cpp:204] Iteration 38620, lr = 0.01
 I1225 08:31:00.513156  2133 solver.cpp:66] Iteration 38620, loss = 3.14115
 I1225 08:31:36.604338  2133 solver.cpp:204] Iteration 38640, lr = 0.01
 I1225 08:31:36.609448  2133 solver.cpp:66] Iteration 38640, loss = 3.0487
 I1225 08:32:12.699846  2133 solver.cpp:204] Iteration 38660, lr = 0.01
 I1225 08:32:12.704960  2133 solver.cpp:66] Iteration 38660, loss = 3.31591
 I1225 08:32:48.798028  2133 solver.cpp:204] Iteration 38680, lr = 0.01
 I1225 08:32:48.803131  2133 solver.cpp:66] Iteration 38680, loss = 2.84839
 I1225 08:33:24.893126  2133 solver.cpp:204] Iteration 38700, lr = 0.01
 I1225 08:33:24.898195  2133 solver.cpp:66] Iteration 38700, loss = 3.05825
 I1225 08:34:00.993131  2133 solver.cpp:204] Iteration 38720, lr = 0.01
 I1225 08:34:00.998181  2133 solver.cpp:66] Iteration 38720, loss = 3.03249
 I1225 08:34:37.092653  2133 solver.cpp:204] Iteration 38740, lr = 0.01
 I1225 08:34:37.097755  2133 solver.cpp:66] Iteration 38740, loss = 3.12991
 I1225 08:35:13.184540  2133 solver.cpp:204] Iteration 38760, lr = 0.01
 I1225 08:35:13.189649  2133 solver.cpp:66] Iteration 38760, loss = 2.60939
 I1225 08:35:49.278416  2133 solver.cpp:204] Iteration 38780, lr = 0.01
 I1225 08:35:49.283525  2133 solver.cpp:66] Iteration 38780, loss = 2.94459
 I1225 08:36:25.372968  2133 solver.cpp:204] Iteration 38800, lr = 0.01
 I1225 08:36:25.378080  2133 solver.cpp:66] Iteration 38800, loss = 3.02668
 I1225 08:37:01.467792  2133 solver.cpp:204] Iteration 38820, lr = 0.01
 I1225 08:37:01.472919  2133 solver.cpp:66] Iteration 38820, loss = 2.99144
 I1225 08:37:37.561557  2133 solver.cpp:204] Iteration 38840, lr = 0.01
 I1225 08:37:37.566665  2133 solver.cpp:66] Iteration 38840, loss = 3.00602
 I1225 08:38:13.656707  2133 solver.cpp:204] Iteration 38860, lr = 0.01
 I1225 08:38:13.661806  2133 solver.cpp:66] Iteration 38860, loss = 3.1034
 I1225 08:38:49.750637  2133 solver.cpp:204] Iteration 38880, lr = 0.01
 I1225 08:38:49.755708  2133 solver.cpp:66] Iteration 38880, loss = 2.93032
 I1225 08:39:25.848248  2133 solver.cpp:204] Iteration 38900, lr = 0.01
 I1225 08:39:25.853353  2133 solver.cpp:66] Iteration 38900, loss = 3.06476
 I1225 08:40:01.946343  2133 solver.cpp:204] Iteration 38920, lr = 0.01
 I1225 08:40:01.951449  2133 solver.cpp:66] Iteration 38920, loss = 2.91911
 I1225 08:40:38.041692  2133 solver.cpp:204] Iteration 38940, lr = 0.01
 I1225 08:40:38.046798  2133 solver.cpp:66] Iteration 38940, loss = 3.05725
 I1225 08:41:14.137549  2133 solver.cpp:204] Iteration 38960, lr = 0.01
 I1225 08:41:14.142655  2133 solver.cpp:66] Iteration 38960, loss = 2.73249
 I1225 08:41:50.233634  2133 solver.cpp:204] Iteration 38980, lr = 0.01
 I1225 08:41:50.238735  2133 solver.cpp:66] Iteration 38980, loss = 3.13129
 I1225 08:42:26.329550  2133 solver.cpp:204] Iteration 39000, lr = 0.01
 I1225 08:42:26.334650  2133 solver.cpp:66] Iteration 39000, loss = 2.60236
 I1225 08:42:26.334663  2133 solver.cpp:84] Testing net
 I1225 08:44:38.685847  2133 solver.cpp:111] Test score #0: 0.37058
 I1225 08:44:38.685896  2133 solver.cpp:111] Test score #1: 2.90792
 I1225 08:45:14.530766  2133 solver.cpp:204] Iteration 39020, lr = 0.01
 I1225 08:45:14.535841  2133 solver.cpp:66] Iteration 39020, loss = 2.90383
 I1225 08:45:50.627277  2133 solver.cpp:204] Iteration 39040, lr = 0.01
 I1225 08:45:50.632386  2133 solver.cpp:66] Iteration 39040, loss = 2.9949
 I1225 08:46:26.722863  2133 solver.cpp:204] Iteration 39060, lr = 0.01
 I1225 08:46:26.727929  2133 solver.cpp:66] Iteration 39060, loss = 3.22738
 I1225 08:47:02.818702  2133 solver.cpp:204] Iteration 39080, lr = 0.01
 I1225 08:47:02.823761  2133 solver.cpp:66] Iteration 39080, loss = 2.83
 I1225 08:47:38.909021  2133 solver.cpp:204] Iteration 39100, lr = 0.01
 I1225 08:47:38.914084  2133 solver.cpp:66] Iteration 39100, loss = 2.94536
 I1225 08:48:15.000185  2133 solver.cpp:204] Iteration 39120, lr = 0.01
 I1225 08:48:15.005305  2133 solver.cpp:66] Iteration 39120, loss = 3.1324
 I1225 08:48:51.093478  2133 solver.cpp:204] Iteration 39140, lr = 0.01
 I1225 08:48:51.098587  2133 solver.cpp:66] Iteration 39140, loss = 3.29557
 I1225 08:49:27.187340  2133 solver.cpp:204] Iteration 39160, lr = 0.01
 I1225 08:49:27.192461  2133 solver.cpp:66] Iteration 39160, loss = 2.74843
 I1225 08:50:03.282160  2133 solver.cpp:204] Iteration 39180, lr = 0.01
 I1225 08:50:03.287257  2133 solver.cpp:66] Iteration 39180, loss = 3.16584
 I1225 08:50:39.378893  2133 solver.cpp:204] Iteration 39200, lr = 0.01
 I1225 08:50:39.384004  2133 solver.cpp:66] Iteration 39200, loss = 3.00643
 I1225 08:51:15.475158  2133 solver.cpp:204] Iteration 39220, lr = 0.01
 I1225 08:51:15.480262  2133 solver.cpp:66] Iteration 39220, loss = 2.93273
 I1225 08:51:51.571660  2133 solver.cpp:204] Iteration 39240, lr = 0.01
 I1225 08:51:51.576757  2133 solver.cpp:66] Iteration 39240, loss = 2.72637
 I1225 08:52:27.666249  2133 solver.cpp:204] Iteration 39260, lr = 0.01
 I1225 08:52:27.671326  2133 solver.cpp:66] Iteration 39260, loss = 2.90641
 I1225 08:53:03.762816  2133 solver.cpp:204] Iteration 39280, lr = 0.01
 I1225 08:53:03.767918  2133 solver.cpp:66] Iteration 39280, loss = 2.92852
 I1225 08:53:39.859498  2133 solver.cpp:204] Iteration 39300, lr = 0.01
 I1225 08:53:39.864611  2133 solver.cpp:66] Iteration 39300, loss = 2.94152
 I1225 08:54:15.957119  2133 solver.cpp:204] Iteration 39320, lr = 0.01
 I1225 08:54:15.962182  2133 solver.cpp:66] Iteration 39320, loss = 2.91859
 I1225 08:54:52.050012  2133 solver.cpp:204] Iteration 39340, lr = 0.01
 I1225 08:54:52.055114  2133 solver.cpp:66] Iteration 39340, loss = 2.84748
 I1225 08:55:28.140636  2133 solver.cpp:204] Iteration 39360, lr = 0.01
 I1225 08:55:28.145741  2133 solver.cpp:66] Iteration 39360, loss = 2.92749
 I1225 08:56:04.239567  2133 solver.cpp:204] Iteration 39380, lr = 0.01
 I1225 08:56:04.244668  2133 solver.cpp:66] Iteration 39380, loss = 2.80243
 I1225 08:56:40.333137  2133 solver.cpp:204] Iteration 39400, lr = 0.01
 I1225 08:56:40.338174  2133 solver.cpp:66] Iteration 39400, loss = 3.06248
 I1225 08:57:16.426558  2133 solver.cpp:204] Iteration 39420, lr = 0.01
 I1225 08:57:16.431660  2133 solver.cpp:66] Iteration 39420, loss = 2.54519
 I1225 08:57:52.519357  2133 solver.cpp:204] Iteration 39440, lr = 0.01
 I1225 08:57:52.524451  2133 solver.cpp:66] Iteration 39440, loss = 3.07186
 I1225 08:58:28.620260  2133 solver.cpp:204] Iteration 39460, lr = 0.01
 I1225 08:58:28.625363  2133 solver.cpp:66] Iteration 39460, loss = 2.99157
 I1225 08:59:04.718014  2133 solver.cpp:204] Iteration 39480, lr = 0.01
 I1225 08:59:04.723117  2133 solver.cpp:66] Iteration 39480, loss = 3.12316
 I1225 08:59:40.814640  2133 solver.cpp:204] Iteration 39500, lr = 0.01
 I1225 08:59:40.819753  2133 solver.cpp:66] Iteration 39500, loss = 2.8439
 I1225 09:00:16.910100  2133 solver.cpp:204] Iteration 39520, lr = 0.01
 I1225 09:00:16.915204  2133 solver.cpp:66] Iteration 39520, loss = 3.13986
 I1225 09:00:53.008213  2133 solver.cpp:204] Iteration 39540, lr = 0.01
 I1225 09:00:53.013389  2133 solver.cpp:66] Iteration 39540, loss = 2.90397
 I1225 09:01:29.107939  2133 solver.cpp:204] Iteration 39560, lr = 0.01
 I1225 09:01:29.113047  2133 solver.cpp:66] Iteration 39560, loss = 2.79387
 I1225 09:02:05.207176  2133 solver.cpp:204] Iteration 39580, lr = 0.01
 I1225 09:02:05.212280  2133 solver.cpp:66] Iteration 39580, loss = 2.86453
 I1225 09:02:41.309756  2133 solver.cpp:204] Iteration 39600, lr = 0.01
 I1225 09:02:41.314857  2133 solver.cpp:66] Iteration 39600, loss = 2.88362
 I1225 09:03:17.409287  2133 solver.cpp:204] Iteration 39620, lr = 0.01
 I1225 09:03:17.414340  2133 solver.cpp:66] Iteration 39620, loss = 2.99989
 I1225 09:03:53.503811  2133 solver.cpp:204] Iteration 39640, lr = 0.01
 I1225 09:03:53.508935  2133 solver.cpp:66] Iteration 39640, loss = 3.1405
 I1225 09:04:29.599766  2133 solver.cpp:204] Iteration 39660, lr = 0.01
 I1225 09:04:29.604890  2133 solver.cpp:66] Iteration 39660, loss = 3.04054
 I1225 09:05:05.697978  2133 solver.cpp:204] Iteration 39680, lr = 0.01
 I1225 09:05:05.703045  2133 solver.cpp:66] Iteration 39680, loss = 2.88632
 I1225 09:05:41.788785  2133 solver.cpp:204] Iteration 39700, lr = 0.01
 I1225 09:05:41.793889  2133 solver.cpp:66] Iteration 39700, loss = 3.01776
 I1225 09:06:17.883179  2133 solver.cpp:204] Iteration 39720, lr = 0.01
 I1225 09:06:17.888286  2133 solver.cpp:66] Iteration 39720, loss = 3.01949
 I1225 09:06:53.977325  2133 solver.cpp:204] Iteration 39740, lr = 0.01
 I1225 09:06:53.982385  2133 solver.cpp:66] Iteration 39740, loss = 2.94433
 I1225 09:07:30.070047  2133 solver.cpp:204] Iteration 39760, lr = 0.01
 I1225 09:07:30.075165  2133 solver.cpp:66] Iteration 39760, loss = 2.68859
 I1225 09:08:06.165923  2133 solver.cpp:204] Iteration 39780, lr = 0.01
 I1225 09:08:06.171032  2133 solver.cpp:66] Iteration 39780, loss = 2.84136
 I1225 09:08:42.263903  2133 solver.cpp:204] Iteration 39800, lr = 0.01
 I1225 09:08:42.269016  2133 solver.cpp:66] Iteration 39800, loss = 2.86804
 I1225 09:09:18.359242  2133 solver.cpp:204] Iteration 39820, lr = 0.01
 I1225 09:09:18.364343  2133 solver.cpp:66] Iteration 39820, loss = 3.00818
 I1225 09:09:54.452500  2133 solver.cpp:204] Iteration 39840, lr = 0.01
 I1225 09:09:54.457607  2133 solver.cpp:66] Iteration 39840, loss = 3.053
 I1225 09:10:30.548285  2133 solver.cpp:204] Iteration 39860, lr = 0.01
 I1225 09:10:30.553349  2133 solver.cpp:66] Iteration 39860, loss = 2.63777
 I1225 09:11:06.644259  2133 solver.cpp:204] Iteration 39880, lr = 0.01
 I1225 09:11:06.649374  2133 solver.cpp:66] Iteration 39880, loss = 3.04255
 I1225 09:11:42.742440  2133 solver.cpp:204] Iteration 39900, lr = 0.01
 I1225 09:11:42.747548  2133 solver.cpp:66] Iteration 39900, loss = 3.02301
 I1225 09:12:18.839093  2133 solver.cpp:204] Iteration 39920, lr = 0.01
 I1225 09:12:18.844202  2133 solver.cpp:66] Iteration 39920, loss = 2.99889
 I1225 09:12:54.935256  2133 solver.cpp:204] Iteration 39940, lr = 0.01
 I1225 09:12:54.940367  2133 solver.cpp:66] Iteration 39940, loss = 2.90344
 I1225 09:13:31.028966  2133 solver.cpp:204] Iteration 39960, lr = 0.01
 I1225 09:13:31.034034  2133 solver.cpp:66] Iteration 39960, loss = 3.00806
 I1225 09:14:07.124882  2133 solver.cpp:204] Iteration 39980, lr = 0.01
 I1225 09:14:07.129974  2133 solver.cpp:66] Iteration 39980, loss = 3.02283
 I1225 09:14:43.219986  2133 solver.cpp:204] Iteration 40000, lr = 0.01
 I1225 09:14:43.789361  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_40000
 I1225 09:14:44.379304  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_40000.solverstate
 I1225 09:14:44.687500  2133 solver.cpp:66] Iteration 40000, loss = 2.95732
 I1225 09:14:44.687543  2133 solver.cpp:84] Testing net
 I1225 09:17:02.892238  2133 solver.cpp:111] Test score #0: 0.3717
 I1225 09:17:02.892288  2133 solver.cpp:111] Test score #1: 2.9047
 I1225 09:17:38.735059  2133 solver.cpp:204] Iteration 40020, lr = 0.01
 I1225 09:17:38.740164  2133 solver.cpp:66] Iteration 40020, loss = 3.23029
 I1225 09:18:14.834449  2133 solver.cpp:204] Iteration 40040, lr = 0.01
 I1225 09:18:14.839560  2133 solver.cpp:66] Iteration 40040, loss = 2.80204
 I1225 09:18:50.931833  2133 solver.cpp:204] Iteration 40060, lr = 0.01
 I1225 09:18:50.936949  2133 solver.cpp:66] Iteration 40060, loss = 2.726
 I1225 09:19:27.025550  2133 solver.cpp:204] Iteration 40080, lr = 0.01
 I1225 09:19:27.030653  2133 solver.cpp:66] Iteration 40080, loss = 3.10837
 I1225 09:20:03.120280  2133 solver.cpp:204] Iteration 40100, lr = 0.01
 I1225 09:20:03.125268  2133 solver.cpp:66] Iteration 40100, loss = 2.8589
 I1225 09:20:39.220273  2133 solver.cpp:204] Iteration 40120, lr = 0.01
 I1225 09:20:39.225419  2133 solver.cpp:66] Iteration 40120, loss = 2.79033
 I1225 09:21:15.321128  2133 solver.cpp:204] Iteration 40140, lr = 0.01
 I1225 09:21:15.326192  2133 solver.cpp:66] Iteration 40140, loss = 3.22953
 I1225 09:21:51.416038  2133 solver.cpp:204] Iteration 40160, lr = 0.01
 I1225 09:21:51.421147  2133 solver.cpp:66] Iteration 40160, loss = 2.86172
 I1225 09:22:27.508523  2133 solver.cpp:204] Iteration 40180, lr = 0.01
 I1225 09:22:27.513633  2133 solver.cpp:66] Iteration 40180, loss = 2.95325
 I1225 09:23:03.599350  2133 solver.cpp:204] Iteration 40200, lr = 0.01
 I1225 09:23:03.604451  2133 solver.cpp:66] Iteration 40200, loss = 2.91529
 I1225 09:23:39.696046  2133 solver.cpp:204] Iteration 40220, lr = 0.01
 I1225 09:23:39.701163  2133 solver.cpp:66] Iteration 40220, loss = 3.03045
 I1225 09:24:15.791237  2133 solver.cpp:204] Iteration 40240, lr = 0.01
 I1225 09:24:15.796337  2133 solver.cpp:66] Iteration 40240, loss = 2.90455
 I1225 09:24:51.889412  2133 solver.cpp:204] Iteration 40260, lr = 0.01
 I1225 09:24:51.894505  2133 solver.cpp:66] Iteration 40260, loss = 3.06618
 I1225 09:25:27.984586  2133 solver.cpp:204] Iteration 40280, lr = 0.01
 I1225 09:25:27.989693  2133 solver.cpp:66] Iteration 40280, loss = 2.75709
 I1225 09:26:04.081914  2133 solver.cpp:204] Iteration 40300, lr = 0.01
 I1225 09:26:04.087024  2133 solver.cpp:66] Iteration 40300, loss = 3.06735
 I1225 09:26:40.183357  2133 solver.cpp:204] Iteration 40320, lr = 0.01
 I1225 09:26:40.188480  2133 solver.cpp:66] Iteration 40320, loss = 3.22437
 I1225 09:27:16.277179  2133 solver.cpp:204] Iteration 40340, lr = 0.01
 I1225 09:27:16.282222  2133 solver.cpp:66] Iteration 40340, loss = 2.95709
 I1225 09:27:52.371697  2133 solver.cpp:204] Iteration 40360, lr = 0.01
 I1225 09:27:52.376801  2133 solver.cpp:66] Iteration 40360, loss = 3.16212
 I1225 09:28:28.473932  2133 solver.cpp:204] Iteration 40380, lr = 0.01
 I1225 09:28:28.479038  2133 solver.cpp:66] Iteration 40380, loss = 2.75026
 I1225 09:29:04.568150  2133 solver.cpp:204] Iteration 40400, lr = 0.01
 I1225 09:29:04.573253  2133 solver.cpp:66] Iteration 40400, loss = 3.11426
 I1225 09:29:40.664358  2133 solver.cpp:204] Iteration 40420, lr = 0.01
 I1225 09:29:40.669473  2133 solver.cpp:66] Iteration 40420, loss = 2.80557
 I1225 09:30:16.762380  2133 solver.cpp:204] Iteration 40440, lr = 0.01
 I1225 09:30:16.767485  2133 solver.cpp:66] Iteration 40440, loss = 2.9749
 I1225 09:30:52.855348  2133 solver.cpp:204] Iteration 40460, lr = 0.01
 I1225 09:30:52.860460  2133 solver.cpp:66] Iteration 40460, loss = 3.02656
 I1225 09:31:28.955001  2133 solver.cpp:204] Iteration 40480, lr = 0.01
 I1225 09:31:28.960101  2133 solver.cpp:66] Iteration 40480, loss = 3.0712
 I1225 09:32:05.051770  2133 solver.cpp:204] Iteration 40500, lr = 0.01
 I1225 09:32:05.056890  2133 solver.cpp:66] Iteration 40500, loss = 2.74221
 I1225 09:32:41.152945  2133 solver.cpp:204] Iteration 40520, lr = 0.01
 I1225 09:32:41.158018  2133 solver.cpp:66] Iteration 40520, loss = 2.93597
 I1225 09:33:17.249696  2133 solver.cpp:204] Iteration 40540, lr = 0.01
 I1225 09:33:17.254793  2133 solver.cpp:66] Iteration 40540, loss = 2.96975
 I1225 09:33:53.348762  2133 solver.cpp:204] Iteration 40560, lr = 0.01
 I1225 09:33:53.353869  2133 solver.cpp:66] Iteration 40560, loss = 2.72223
 I1225 09:34:29.443239  2133 solver.cpp:204] Iteration 40580, lr = 0.01
 I1225 09:34:29.448343  2133 solver.cpp:66] Iteration 40580, loss = 2.97135
 I1225 09:35:05.539614  2133 solver.cpp:204] Iteration 40600, lr = 0.01
 I1225 09:35:05.544726  2133 solver.cpp:66] Iteration 40600, loss = 2.81644
 I1225 09:35:41.633702  2133 solver.cpp:204] Iteration 40620, lr = 0.01
 I1225 09:35:41.638809  2133 solver.cpp:66] Iteration 40620, loss = 2.76595
 I1225 09:36:17.732628  2133 solver.cpp:204] Iteration 40640, lr = 0.01
 I1225 09:36:17.737742  2133 solver.cpp:66] Iteration 40640, loss = 2.877
 I1225 09:36:53.829794  2133 solver.cpp:204] Iteration 40660, lr = 0.01
 I1225 09:36:53.834898  2133 solver.cpp:66] Iteration 40660, loss = 3.09559
 I1225 09:37:29.926542  2133 solver.cpp:204] Iteration 40680, lr = 0.01
 I1225 09:37:29.931623  2133 solver.cpp:66] Iteration 40680, loss = 2.7647
 I1225 09:38:06.024158  2133 solver.cpp:204] Iteration 40700, lr = 0.01
 I1225 09:38:06.029264  2133 solver.cpp:66] Iteration 40700, loss = 3.0951
 I1225 09:38:42.116976  2133 solver.cpp:204] Iteration 40720, lr = 0.01
 I1225 09:38:42.122038  2133 solver.cpp:66] Iteration 40720, loss = 3.10028
 I1225 09:39:18.208670  2133 solver.cpp:204] Iteration 40740, lr = 0.01
 I1225 09:39:18.213786  2133 solver.cpp:66] Iteration 40740, loss = 2.99998
 I1225 09:39:54.303987  2133 solver.cpp:204] Iteration 40760, lr = 0.01
 I1225 09:39:54.309085  2133 solver.cpp:66] Iteration 40760, loss = 2.97486
 I1225 09:40:30.400415  2133 solver.cpp:204] Iteration 40780, lr = 0.01
 I1225 09:40:30.405535  2133 solver.cpp:66] Iteration 40780, loss = 3.00045
 I1225 09:41:06.496070  2133 solver.cpp:204] Iteration 40800, lr = 0.01
 I1225 09:41:06.501173  2133 solver.cpp:66] Iteration 40800, loss = 2.77832
 I1225 09:41:42.591953  2133 solver.cpp:204] Iteration 40820, lr = 0.01
 I1225 09:41:42.597128  2133 solver.cpp:66] Iteration 40820, loss = 2.99925
 I1225 09:42:18.683264  2133 solver.cpp:204] Iteration 40840, lr = 0.01
 I1225 09:42:18.688366  2133 solver.cpp:66] Iteration 40840, loss = 3.1148
 I1225 09:42:54.771841  2133 solver.cpp:204] Iteration 40860, lr = 0.01
 I1225 09:42:54.776957  2133 solver.cpp:66] Iteration 40860, loss = 2.93919
 I1225 09:43:30.866724  2133 solver.cpp:204] Iteration 40880, lr = 0.01
 I1225 09:43:30.871872  2133 solver.cpp:66] Iteration 40880, loss = 3.1097
 I1225 09:44:06.964745  2133 solver.cpp:204] Iteration 40900, lr = 0.01
 I1225 09:44:06.969862  2133 solver.cpp:66] Iteration 40900, loss = 2.87396
 I1225 09:44:43.058039  2133 solver.cpp:204] Iteration 40920, lr = 0.01
 I1225 09:44:43.063137  2133 solver.cpp:66] Iteration 40920, loss = 2.884
 I1225 09:45:19.154250  2133 solver.cpp:204] Iteration 40940, lr = 0.01
 I1225 09:45:19.159355  2133 solver.cpp:66] Iteration 40940, loss = 2.87629
 I1225 09:45:55.246614  2133 solver.cpp:204] Iteration 40960, lr = 0.01
 I1225 09:45:55.251715  2133 solver.cpp:66] Iteration 40960, loss = 2.70861
 I1225 09:46:31.348880  2133 solver.cpp:204] Iteration 40980, lr = 0.01
 I1225 09:46:31.354030  2133 solver.cpp:66] Iteration 40980, loss = 2.82877
 I1225 09:47:07.441054  2133 solver.cpp:204] Iteration 41000, lr = 0.01
 I1225 09:47:07.446121  2133 solver.cpp:66] Iteration 41000, loss = 2.81857
 I1225 09:47:07.446133  2133 solver.cpp:84] Testing net
 I1225 09:49:19.364109  2133 solver.cpp:111] Test score #0: 0.37046
 I1225 09:49:19.364158  2133 solver.cpp:111] Test score #1: 2.93121
 I1225 09:49:55.206930  2133 solver.cpp:204] Iteration 41020, lr = 0.01
 I1225 09:49:55.212023  2133 solver.cpp:66] Iteration 41020, loss = 3.1868
 I1225 09:50:31.300572  2133 solver.cpp:204] Iteration 41040, lr = 0.01
 I1225 09:50:31.305677  2133 solver.cpp:66] Iteration 41040, loss = 2.87198
 I1225 09:51:07.394484  2133 solver.cpp:204] Iteration 41060, lr = 0.01
 I1225 09:51:07.399593  2133 solver.cpp:66] Iteration 41060, loss = 2.90928
 I1225 09:51:43.494957  2133 solver.cpp:204] Iteration 41080, lr = 0.01
 I1225 09:51:43.500061  2133 solver.cpp:66] Iteration 41080, loss = 2.89461
 I1225 09:52:19.587414  2133 solver.cpp:204] Iteration 41100, lr = 0.01
 I1225 09:52:19.592535  2133 solver.cpp:66] Iteration 41100, loss = 3.1502
 I1225 09:52:55.685669  2133 solver.cpp:204] Iteration 41120, lr = 0.01
 I1225 09:52:55.690773  2133 solver.cpp:66] Iteration 41120, loss = 2.83697
 I1225 09:53:31.779070  2133 solver.cpp:204] Iteration 41140, lr = 0.01
 I1225 09:53:31.784224  2133 solver.cpp:66] Iteration 41140, loss = 2.8424
 I1225 09:54:07.878707  2133 solver.cpp:204] Iteration 41160, lr = 0.01
 I1225 09:54:07.883810  2133 solver.cpp:66] Iteration 41160, loss = 2.70735
 I1225 09:54:43.975090  2133 solver.cpp:204] Iteration 41180, lr = 0.01
 I1225 09:54:43.980190  2133 solver.cpp:66] Iteration 41180, loss = 2.8342
 I1225 09:55:20.066700  2133 solver.cpp:204] Iteration 41200, lr = 0.01
 I1225 09:55:20.071805  2133 solver.cpp:66] Iteration 41200, loss = 3.15111
 I1225 09:55:56.163836  2133 solver.cpp:204] Iteration 41220, lr = 0.01
 I1225 09:55:56.168948  2133 solver.cpp:66] Iteration 41220, loss = 3.1019
 I1225 09:56:32.259474  2133 solver.cpp:204] Iteration 41240, lr = 0.01
 I1225 09:56:32.264583  2133 solver.cpp:66] Iteration 41240, loss = 2.95298
 I1225 09:57:08.355550  2133 solver.cpp:204] Iteration 41260, lr = 0.01
 I1225 09:57:08.360647  2133 solver.cpp:66] Iteration 41260, loss = 3.25238
 I1225 09:57:44.452461  2133 solver.cpp:204] Iteration 41280, lr = 0.01
 I1225 09:57:44.457562  2133 solver.cpp:66] Iteration 41280, loss = 2.9241
 I1225 09:58:20.551731  2133 solver.cpp:204] Iteration 41300, lr = 0.01
 I1225 09:58:20.556826  2133 solver.cpp:66] Iteration 41300, loss = 3.16604
 I1225 09:58:56.651317  2133 solver.cpp:204] Iteration 41320, lr = 0.01
 I1225 09:58:56.656388  2133 solver.cpp:66] Iteration 41320, loss = 2.9367
 I1225 09:59:32.748558  2133 solver.cpp:204] Iteration 41340, lr = 0.01
 I1225 09:59:32.753659  2133 solver.cpp:66] Iteration 41340, loss = 3.00449
 I1225 10:00:08.846665  2133 solver.cpp:204] Iteration 41360, lr = 0.01
 I1225 10:00:08.851775  2133 solver.cpp:66] Iteration 41360, loss = 3.06118
 I1225 10:00:44.942646  2133 solver.cpp:204] Iteration 41380, lr = 0.01
 I1225 10:00:44.947751  2133 solver.cpp:66] Iteration 41380, loss = 3.23394
 I1225 10:01:21.039037  2133 solver.cpp:204] Iteration 41400, lr = 0.01
 I1225 10:01:21.044147  2133 solver.cpp:66] Iteration 41400, loss = 2.89563
 I1225 10:01:57.132022  2133 solver.cpp:204] Iteration 41420, lr = 0.01
 I1225 10:01:57.137125  2133 solver.cpp:66] Iteration 41420, loss = 2.97745
 I1225 10:02:33.230527  2133 solver.cpp:204] Iteration 41440, lr = 0.01
 I1225 10:02:33.235633  2133 solver.cpp:66] Iteration 41440, loss = 2.89767
 I1225 10:03:09.331384  2133 solver.cpp:204] Iteration 41460, lr = 0.01
 I1225 10:03:09.336478  2133 solver.cpp:66] Iteration 41460, loss = 2.9571
 I1225 10:03:45.428685  2133 solver.cpp:204] Iteration 41480, lr = 0.01
 I1225 10:03:45.433622  2133 solver.cpp:66] Iteration 41480, loss = 2.81278
 I1225 10:04:21.521253  2133 solver.cpp:204] Iteration 41500, lr = 0.01
 I1225 10:04:21.526330  2133 solver.cpp:66] Iteration 41500, loss = 3.00416
 I1225 10:04:57.617658  2133 solver.cpp:204] Iteration 41520, lr = 0.01
 I1225 10:04:57.622753  2133 solver.cpp:66] Iteration 41520, loss = 2.78437
 I1225 10:05:33.717999  2133 solver.cpp:204] Iteration 41540, lr = 0.01
 I1225 10:05:33.723069  2133 solver.cpp:66] Iteration 41540, loss = 2.82013
 I1225 10:06:09.814354  2133 solver.cpp:204] Iteration 41560, lr = 0.01
 I1225 10:06:09.819423  2133 solver.cpp:66] Iteration 41560, loss = 3.0346
 I1225 10:06:45.912092  2133 solver.cpp:204] Iteration 41580, lr = 0.01
 I1225 10:06:45.917197  2133 solver.cpp:66] Iteration 41580, loss = 2.92922
 I1225 10:07:22.006824  2133 solver.cpp:204] Iteration 41600, lr = 0.01
 I1225 10:07:22.011922  2133 solver.cpp:66] Iteration 41600, loss = 3.07418
 I1225 10:07:58.100550  2133 solver.cpp:204] Iteration 41620, lr = 0.01
 I1225 10:07:58.105661  2133 solver.cpp:66] Iteration 41620, loss = 2.97521
 I1225 10:08:34.192612  2133 solver.cpp:204] Iteration 41640, lr = 0.01
 I1225 10:08:34.197713  2133 solver.cpp:66] Iteration 41640, loss = 2.99875
 I1225 10:09:10.286597  2133 solver.cpp:204] Iteration 41660, lr = 0.01
 I1225 10:09:10.291707  2133 solver.cpp:66] Iteration 41660, loss = 3.06588
 I1225 10:09:46.380942  2133 solver.cpp:204] Iteration 41680, lr = 0.01
 I1225 10:09:46.386003  2133 solver.cpp:66] Iteration 41680, loss = 2.97121
 I1225 10:10:22.476407  2133 solver.cpp:204] Iteration 41700, lr = 0.01
 I1225 10:10:22.481509  2133 solver.cpp:66] Iteration 41700, loss = 2.98035
 I1225 10:10:58.567901  2133 solver.cpp:204] Iteration 41720, lr = 0.01
 I1225 10:10:58.572999  2133 solver.cpp:66] Iteration 41720, loss = 3.00569
 I1225 10:11:34.663431  2133 solver.cpp:204] Iteration 41740, lr = 0.01
 I1225 10:11:34.668544  2133 solver.cpp:66] Iteration 41740, loss = 3.09012
 I1225 10:12:10.759305  2133 solver.cpp:204] Iteration 41760, lr = 0.01
 I1225 10:12:10.764410  2133 solver.cpp:66] Iteration 41760, loss = 2.71003
 I1225 10:12:46.853939  2133 solver.cpp:204] Iteration 41780, lr = 0.01
 I1225 10:12:46.859040  2133 solver.cpp:66] Iteration 41780, loss = 3.04641
 I1225 10:13:22.947443  2133 solver.cpp:204] Iteration 41800, lr = 0.01
 I1225 10:13:22.952538  2133 solver.cpp:66] Iteration 41800, loss = 2.97316
 I1225 10:13:59.044385  2133 solver.cpp:204] Iteration 41820, lr = 0.01
 I1225 10:13:59.049490  2133 solver.cpp:66] Iteration 41820, loss = 2.99784
 I1225 10:14:35.138196  2133 solver.cpp:204] Iteration 41840, lr = 0.01
 I1225 10:14:35.143249  2133 solver.cpp:66] Iteration 41840, loss = 3.11599
 I1225 10:15:11.230551  2133 solver.cpp:204] Iteration 41860, lr = 0.01
 I1225 10:15:11.235657  2133 solver.cpp:66] Iteration 41860, loss = 3.23127
 I1225 10:15:47.327189  2133 solver.cpp:204] Iteration 41880, lr = 0.01
 I1225 10:15:47.332293  2133 solver.cpp:66] Iteration 41880, loss = 2.80052
 I1225 10:16:23.419421  2133 solver.cpp:204] Iteration 41900, lr = 0.01
 I1225 10:16:23.424525  2133 solver.cpp:66] Iteration 41900, loss = 3.11604
 I1225 10:16:59.513825  2133 solver.cpp:204] Iteration 41920, lr = 0.01
 I1225 10:16:59.518929  2133 solver.cpp:66] Iteration 41920, loss = 3.09345
 I1225 10:17:35.610957  2133 solver.cpp:204] Iteration 41940, lr = 0.01
 I1225 10:17:35.616053  2133 solver.cpp:66] Iteration 41940, loss = 3.09647
 I1225 10:18:11.705174  2133 solver.cpp:204] Iteration 41960, lr = 0.01
 I1225 10:18:11.710242  2133 solver.cpp:66] Iteration 41960, loss = 2.832
 I1225 10:18:47.801873  2133 solver.cpp:204] Iteration 41980, lr = 0.01
 I1225 10:18:47.806974  2133 solver.cpp:66] Iteration 41980, loss = 3.02985
 I1225 10:19:23.898087  2133 solver.cpp:204] Iteration 42000, lr = 0.01
 I1225 10:19:23.903162  2133 solver.cpp:66] Iteration 42000, loss = 2.95799
 I1225 10:19:23.903174  2133 solver.cpp:84] Testing net
 I1225 10:21:35.888512  2133 solver.cpp:111] Test score #0: 0.37462
 I1225 10:21:35.888561  2133 solver.cpp:111] Test score #1: 2.89125
 I1225 10:22:11.733445  2133 solver.cpp:204] Iteration 42020, lr = 0.01
 I1225 10:22:11.738534  2133 solver.cpp:66] Iteration 42020, loss = 3.05934
 I1225 10:22:47.826050  2133 solver.cpp:204] Iteration 42040, lr = 0.01
 I1225 10:22:47.831110  2133 solver.cpp:66] Iteration 42040, loss = 2.90236
 I1225 10:23:23.916676  2133 solver.cpp:204] Iteration 42060, lr = 0.01
 I1225 10:23:23.921780  2133 solver.cpp:66] Iteration 42060, loss = 2.83634
 I1225 10:24:00.010936  2133 solver.cpp:204] Iteration 42080, lr = 0.01
 I1225 10:24:00.016034  2133 solver.cpp:66] Iteration 42080, loss = 2.89637
 I1225 10:24:36.102663  2133 solver.cpp:204] Iteration 42100, lr = 0.01
 I1225 10:24:36.107774  2133 solver.cpp:66] Iteration 42100, loss = 2.76265
 I1225 10:25:12.198482  2133 solver.cpp:204] Iteration 42120, lr = 0.01
 I1225 10:25:12.203555  2133 solver.cpp:66] Iteration 42120, loss = 2.83902
 I1225 10:25:48.295332  2133 solver.cpp:204] Iteration 42140, lr = 0.01
 I1225 10:25:48.300442  2133 solver.cpp:66] Iteration 42140, loss = 2.93406
 I1225 10:26:24.393106  2133 solver.cpp:204] Iteration 42160, lr = 0.01
 I1225 10:26:24.398154  2133 solver.cpp:66] Iteration 42160, loss = 3.03781
 I1225 10:27:00.487861  2133 solver.cpp:204] Iteration 42180, lr = 0.01
 I1225 10:27:00.492971  2133 solver.cpp:66] Iteration 42180, loss = 2.84037
 I1225 10:27:36.588311  2133 solver.cpp:204] Iteration 42200, lr = 0.01
 I1225 10:27:36.593406  2133 solver.cpp:66] Iteration 42200, loss = 3.06921
 I1225 10:28:12.684666  2133 solver.cpp:204] Iteration 42220, lr = 0.01
 I1225 10:28:12.689780  2133 solver.cpp:66] Iteration 42220, loss = 2.96828
 I1225 10:28:48.779718  2133 solver.cpp:204] Iteration 42240, lr = 0.01
 I1225 10:28:48.784802  2133 solver.cpp:66] Iteration 42240, loss = 3.06566
 I1225 10:29:24.876425  2133 solver.cpp:204] Iteration 42260, lr = 0.01
 I1225 10:29:24.881527  2133 solver.cpp:66] Iteration 42260, loss = 2.78458
 I1225 10:30:00.971120  2133 solver.cpp:204] Iteration 42280, lr = 0.01
 I1225 10:30:00.976223  2133 solver.cpp:66] Iteration 42280, loss = 2.85348
 I1225 10:30:37.068634  2133 solver.cpp:204] Iteration 42300, lr = 0.01
 I1225 10:30:37.073729  2133 solver.cpp:66] Iteration 42300, loss = 3.05491
 I1225 10:31:13.161798  2133 solver.cpp:204] Iteration 42320, lr = 0.01
 I1225 10:31:13.166896  2133 solver.cpp:66] Iteration 42320, loss = 3.16982
 I1225 10:31:49.255777  2133 solver.cpp:204] Iteration 42340, lr = 0.01
 I1225 10:31:49.260891  2133 solver.cpp:66] Iteration 42340, loss = 2.93106
 I1225 10:32:25.352625  2133 solver.cpp:204] Iteration 42360, lr = 0.01
 I1225 10:32:25.357707  2133 solver.cpp:66] Iteration 42360, loss = 2.97867
 I1225 10:33:01.445066  2133 solver.cpp:204] Iteration 42380, lr = 0.01
 I1225 10:33:01.450165  2133 solver.cpp:66] Iteration 42380, loss = 3.02195
 I1225 10:33:37.538436  2133 solver.cpp:204] Iteration 42400, lr = 0.01
 I1225 10:33:37.543536  2133 solver.cpp:66] Iteration 42400, loss = 2.8725
 I1225 10:34:13.629425  2133 solver.cpp:204] Iteration 42420, lr = 0.01
 I1225 10:34:13.634506  2133 solver.cpp:66] Iteration 42420, loss = 2.93995
 I1225 10:34:49.725857  2133 solver.cpp:204] Iteration 42440, lr = 0.01
 I1225 10:34:49.730962  2133 solver.cpp:66] Iteration 42440, loss = 2.8682
 I1225 10:35:25.820643  2133 solver.cpp:204] Iteration 42460, lr = 0.01
 I1225 10:35:25.825745  2133 solver.cpp:66] Iteration 42460, loss = 3.03558
 I1225 10:36:01.920143  2133 solver.cpp:204] Iteration 42480, lr = 0.01
 I1225 10:36:01.925246  2133 solver.cpp:66] Iteration 42480, loss = 3.0306
 I1225 10:36:38.019299  2133 solver.cpp:204] Iteration 42500, lr = 0.01
 I1225 10:36:38.024399  2133 solver.cpp:66] Iteration 42500, loss = 3.10652
 I1225 10:37:14.112794  2133 solver.cpp:204] Iteration 42520, lr = 0.01
 I1225 10:37:14.117902  2133 solver.cpp:66] Iteration 42520, loss = 2.94706
 I1225 10:37:50.213583  2133 solver.cpp:204] Iteration 42540, lr = 0.01
 I1225 10:37:50.218683  2133 solver.cpp:66] Iteration 42540, loss = 2.74467
 I1225 10:38:26.311368  2133 solver.cpp:204] Iteration 42560, lr = 0.01
 I1225 10:38:26.316469  2133 solver.cpp:66] Iteration 42560, loss = 2.90976
 I1225 10:39:02.405132  2133 solver.cpp:204] Iteration 42580, lr = 0.01
 I1225 10:39:02.410199  2133 solver.cpp:66] Iteration 42580, loss = 3.11389
 I1225 10:39:41.074134  2133 solver.cpp:204] Iteration 42600, lr = 0.01
 I1225 10:39:41.079291  2133 solver.cpp:66] Iteration 42600, loss = 2.74528
 I1225 10:40:17.168139  2133 solver.cpp:204] Iteration 42620, lr = 0.01
 I1225 10:40:17.173239  2133 solver.cpp:66] Iteration 42620, loss = 2.96243
 I1225 10:40:53.261561  2133 solver.cpp:204] Iteration 42640, lr = 0.01
 I1225 10:40:53.266669  2133 solver.cpp:66] Iteration 42640, loss = 3.04547
 I1225 10:41:29.358639  2133 solver.cpp:204] Iteration 42660, lr = 0.01
 I1225 10:41:29.363739  2133 solver.cpp:66] Iteration 42660, loss = 3.06815
 I1225 10:42:05.451993  2133 solver.cpp:204] Iteration 42680, lr = 0.01
 I1225 10:42:05.457106  2133 solver.cpp:66] Iteration 42680, loss = 2.99274
 I1225 10:42:41.550504  2133 solver.cpp:204] Iteration 42700, lr = 0.01
 I1225 10:42:41.555603  2133 solver.cpp:66] Iteration 42700, loss = 2.98485
 I1225 10:43:17.651203  2133 solver.cpp:204] Iteration 42720, lr = 0.01
 I1225 10:43:17.656308  2133 solver.cpp:66] Iteration 42720, loss = 2.997
 I1225 10:43:53.750913  2133 solver.cpp:204] Iteration 42740, lr = 0.01
 I1225 10:43:53.756041  2133 solver.cpp:66] Iteration 42740, loss = 3.07082
 I1225 10:44:29.850011  2133 solver.cpp:204] Iteration 42760, lr = 0.01
 I1225 10:44:29.855090  2133 solver.cpp:66] Iteration 42760, loss = 3.17169
 I1225 10:45:05.951704  2133 solver.cpp:204] Iteration 42780, lr = 0.01
 I1225 10:45:05.956814  2133 solver.cpp:66] Iteration 42780, loss = 3.08317
 I1225 10:45:42.051787  2133 solver.cpp:204] Iteration 42800, lr = 0.01
 I1225 10:45:42.056891  2133 solver.cpp:66] Iteration 42800, loss = 3.0467
 I1225 10:46:18.148772  2133 solver.cpp:204] Iteration 42820, lr = 0.01
 I1225 10:46:18.153890  2133 solver.cpp:66] Iteration 42820, loss = 2.75777
 I1225 10:46:54.242851  2133 solver.cpp:204] Iteration 42840, lr = 0.01
 I1225 10:46:54.247948  2133 solver.cpp:66] Iteration 42840, loss = 3.12493
 I1225 10:47:30.333652  2133 solver.cpp:204] Iteration 42860, lr = 0.01
 I1225 10:47:30.338778  2133 solver.cpp:66] Iteration 42860, loss = 2.76531
 I1225 10:48:06.426751  2133 solver.cpp:204] Iteration 42880, lr = 0.01
 I1225 10:48:06.431844  2133 solver.cpp:66] Iteration 42880, loss = 2.73357
 I1225 10:48:42.522347  2133 solver.cpp:204] Iteration 42900, lr = 0.01
 I1225 10:48:42.527449  2133 solver.cpp:66] Iteration 42900, loss = 3.04158
 I1225 10:49:18.615141  2133 solver.cpp:204] Iteration 42920, lr = 0.01
 I1225 10:49:18.620244  2133 solver.cpp:66] Iteration 42920, loss = 2.87309
 I1225 10:49:54.709118  2133 solver.cpp:204] Iteration 42940, lr = 0.01
 I1225 10:49:54.714207  2133 solver.cpp:66] Iteration 42940, loss = 2.75021
 I1225 10:50:30.802368  2133 solver.cpp:204] Iteration 42960, lr = 0.01
 I1225 10:50:30.807479  2133 solver.cpp:66] Iteration 42960, loss = 3.17498
 I1225 10:51:06.900769  2133 solver.cpp:204] Iteration 42980, lr = 0.01
 I1225 10:51:06.905874  2133 solver.cpp:66] Iteration 42980, loss = 2.80587
 I1225 10:51:42.997040  2133 solver.cpp:204] Iteration 43000, lr = 0.01
 I1225 10:51:43.002099  2133 solver.cpp:66] Iteration 43000, loss = 2.91481
 I1225 10:51:43.002112  2133 solver.cpp:84] Testing net
 I1225 10:53:55.510365  2133 solver.cpp:111] Test score #0: 0.37808
 I1225 10:53:55.510417  2133 solver.cpp:111] Test score #1: 2.87786
 I1225 10:54:31.357342  2133 solver.cpp:204] Iteration 43020, lr = 0.01
 I1225 10:54:31.362417  2133 solver.cpp:66] Iteration 43020, loss = 2.91449
 I1225 10:55:07.452968  2133 solver.cpp:204] Iteration 43040, lr = 0.01
 I1225 10:55:07.458062  2133 solver.cpp:66] Iteration 43040, loss = 2.75005
 I1225 10:55:43.549279  2133 solver.cpp:204] Iteration 43060, lr = 0.01
 I1225 10:55:43.554355  2133 solver.cpp:66] Iteration 43060, loss = 2.93192
 I1225 10:56:19.647459  2133 solver.cpp:204] Iteration 43080, lr = 0.01
 I1225 10:56:19.652560  2133 solver.cpp:66] Iteration 43080, loss = 2.86773
 I1225 10:56:55.745455  2133 solver.cpp:204] Iteration 43100, lr = 0.01
 I1225 10:56:55.750524  2133 solver.cpp:66] Iteration 43100, loss = 2.93834
 I1225 10:57:31.839630  2133 solver.cpp:204] Iteration 43120, lr = 0.01
 I1225 10:57:31.844743  2133 solver.cpp:66] Iteration 43120, loss = 3.03573
 I1225 10:58:07.931735  2133 solver.cpp:204] Iteration 43140, lr = 0.01
 I1225 10:58:07.936861  2133 solver.cpp:66] Iteration 43140, loss = 3.00139
 I1225 10:58:44.028882  2133 solver.cpp:204] Iteration 43160, lr = 0.01
 I1225 10:58:44.033932  2133 solver.cpp:66] Iteration 43160, loss = 2.85413
 I1225 10:59:20.128980  2133 solver.cpp:204] Iteration 43180, lr = 0.01
 I1225 10:59:20.134045  2133 solver.cpp:66] Iteration 43180, loss = 3.17079
 I1225 10:59:56.226330  2133 solver.cpp:204] Iteration 43200, lr = 0.01
 I1225 10:59:56.231436  2133 solver.cpp:66] Iteration 43200, loss = 2.83474
 I1225 11:00:32.326261  2133 solver.cpp:204] Iteration 43220, lr = 0.01
 I1225 11:00:32.331363  2133 solver.cpp:66] Iteration 43220, loss = 2.80336
 I1225 11:01:08.425745  2133 solver.cpp:204] Iteration 43240, lr = 0.01
 I1225 11:01:08.430847  2133 solver.cpp:66] Iteration 43240, loss = 2.954
 I1225 11:01:44.520339  2133 solver.cpp:204] Iteration 43260, lr = 0.01
 I1225 11:01:44.525413  2133 solver.cpp:66] Iteration 43260, loss = 2.85365
 I1225 11:02:20.618244  2133 solver.cpp:204] Iteration 43280, lr = 0.01
 I1225 11:02:20.623306  2133 solver.cpp:66] Iteration 43280, loss = 2.92478
 I1225 11:02:56.718123  2133 solver.cpp:204] Iteration 43300, lr = 0.01
 I1225 11:02:56.723101  2133 solver.cpp:66] Iteration 43300, loss = 3.16426
 I1225 11:03:32.809892  2133 solver.cpp:204] Iteration 43320, lr = 0.01
 I1225 11:03:32.815002  2133 solver.cpp:66] Iteration 43320, loss = 2.85562
 I1225 11:04:08.905145  2133 solver.cpp:204] Iteration 43340, lr = 0.01
 I1225 11:04:08.910210  2133 solver.cpp:66] Iteration 43340, loss = 2.90218
 I1225 11:04:45.000552  2133 solver.cpp:204] Iteration 43360, lr = 0.01
 I1225 11:04:45.005651  2133 solver.cpp:66] Iteration 43360, loss = 3.1004
 I1225 11:05:21.094377  2133 solver.cpp:204] Iteration 43380, lr = 0.01
 I1225 11:05:21.099478  2133 solver.cpp:66] Iteration 43380, loss = 2.88007
 I1225 11:05:57.188464  2133 solver.cpp:204] Iteration 43400, lr = 0.01
 I1225 11:05:57.193549  2133 solver.cpp:66] Iteration 43400, loss = 2.80985
 I1225 11:06:33.279938  2133 solver.cpp:204] Iteration 43420, lr = 0.01
 I1225 11:06:33.285045  2133 solver.cpp:66] Iteration 43420, loss = 2.6536
 I1225 11:07:11.415741  2133 solver.cpp:204] Iteration 43440, lr = 0.01
 I1225 11:07:11.420817  2133 solver.cpp:66] Iteration 43440, loss = 2.90514
 I1225 11:07:47.511245  2133 solver.cpp:204] Iteration 43460, lr = 0.01
 I1225 11:07:47.516352  2133 solver.cpp:66] Iteration 43460, loss = 2.81015
 I1225 11:08:23.606395  2133 solver.cpp:204] Iteration 43480, lr = 0.01
 I1225 11:08:23.611497  2133 solver.cpp:66] Iteration 43480, loss = 3.02492
 I1225 11:08:59.707970  2133 solver.cpp:204] Iteration 43500, lr = 0.01
 I1225 11:08:59.713069  2133 solver.cpp:66] Iteration 43500, loss = 2.83593
 I1225 11:09:35.802145  2133 solver.cpp:204] Iteration 43520, lr = 0.01
 I1225 11:09:35.807214  2133 solver.cpp:66] Iteration 43520, loss = 2.85255
 I1225 11:10:11.899142  2133 solver.cpp:204] Iteration 43540, lr = 0.01
 I1225 11:10:11.904243  2133 solver.cpp:66] Iteration 43540, loss = 2.91492
 I1225 11:10:47.990999  2133 solver.cpp:204] Iteration 43560, lr = 0.01
 I1225 11:10:47.996081  2133 solver.cpp:66] Iteration 43560, loss = 2.85309
 I1225 11:11:24.085958  2133 solver.cpp:204] Iteration 43580, lr = 0.01
 I1225 11:11:24.091074  2133 solver.cpp:66] Iteration 43580, loss = 3.22135
 I1225 11:12:00.177361  2133 solver.cpp:204] Iteration 43600, lr = 0.01
 I1225 11:12:00.182447  2133 solver.cpp:66] Iteration 43600, loss = 3.01489
 I1225 11:12:36.271370  2133 solver.cpp:204] Iteration 43620, lr = 0.01
 I1225 11:12:36.276475  2133 solver.cpp:66] Iteration 43620, loss = 2.8365
 I1225 11:13:12.365243  2133 solver.cpp:204] Iteration 43640, lr = 0.01
 I1225 11:13:12.370318  2133 solver.cpp:66] Iteration 43640, loss = 2.9612
 I1225 11:13:48.460301  2133 solver.cpp:204] Iteration 43660, lr = 0.01
 I1225 11:13:48.465396  2133 solver.cpp:66] Iteration 43660, loss = 2.68254
 I1225 11:14:24.553211  2133 solver.cpp:204] Iteration 43680, lr = 0.01
 I1225 11:14:24.558272  2133 solver.cpp:66] Iteration 43680, loss = 3.16536
 I1225 11:15:00.648717  2133 solver.cpp:204] Iteration 43700, lr = 0.01
 I1225 11:15:00.653827  2133 solver.cpp:66] Iteration 43700, loss = 3.07693
 I1225 11:15:36.743793  2133 solver.cpp:204] Iteration 43720, lr = 0.01
 I1225 11:15:36.748904  2133 solver.cpp:66] Iteration 43720, loss = 2.98369
 I1225 11:16:12.843490  2133 solver.cpp:204] Iteration 43740, lr = 0.01
 I1225 11:16:12.848592  2133 solver.cpp:66] Iteration 43740, loss = 2.9415
 I1225 11:16:48.943272  2133 solver.cpp:204] Iteration 43760, lr = 0.01
 I1225 11:16:48.948339  2133 solver.cpp:66] Iteration 43760, loss = 3.06263
 I1225 11:17:25.040060  2133 solver.cpp:204] Iteration 43780, lr = 0.01
 I1225 11:17:25.045179  2133 solver.cpp:66] Iteration 43780, loss = 3.14749
 I1225 11:18:01.137655  2133 solver.cpp:204] Iteration 43800, lr = 0.01
 I1225 11:18:01.142756  2133 solver.cpp:66] Iteration 43800, loss = 3.15571
 I1225 11:18:37.232347  2133 solver.cpp:204] Iteration 43820, lr = 0.01
 I1225 11:18:37.237453  2133 solver.cpp:66] Iteration 43820, loss = 2.93474
 I1225 11:19:13.330178  2133 solver.cpp:204] Iteration 43840, lr = 0.01
 I1225 11:19:13.335253  2133 solver.cpp:66] Iteration 43840, loss = 2.95745
 I1225 11:19:49.421476  2133 solver.cpp:204] Iteration 43860, lr = 0.01
 I1225 11:19:49.426578  2133 solver.cpp:66] Iteration 43860, loss = 3.15968
 I1225 11:20:25.518529  2133 solver.cpp:204] Iteration 43880, lr = 0.01
 I1225 11:20:25.523633  2133 solver.cpp:66] Iteration 43880, loss = 3.05998
 I1225 11:21:01.610622  2133 solver.cpp:204] Iteration 43900, lr = 0.01
 I1225 11:21:01.615731  2133 solver.cpp:66] Iteration 43900, loss = 2.96374
 I1225 11:21:37.703004  2133 solver.cpp:204] Iteration 43920, lr = 0.01
 I1225 11:21:37.708107  2133 solver.cpp:66] Iteration 43920, loss = 2.86654
 I1225 11:22:13.794476  2133 solver.cpp:204] Iteration 43940, lr = 0.01
 I1225 11:22:13.799576  2133 solver.cpp:66] Iteration 43940, loss = 2.84761
 I1225 11:22:49.889879  2133 solver.cpp:204] Iteration 43960, lr = 0.01
 I1225 11:22:49.894974  2133 solver.cpp:66] Iteration 43960, loss = 2.69325
 I1225 11:23:25.985645  2133 solver.cpp:204] Iteration 43980, lr = 0.01
 I1225 11:23:25.990748  2133 solver.cpp:66] Iteration 43980, loss = 2.82376
 I1225 11:24:02.080171  2133 solver.cpp:204] Iteration 44000, lr = 0.01
 I1225 11:24:02.085276  2133 solver.cpp:66] Iteration 44000, loss = 2.97848
 I1225 11:24:02.085289  2133 solver.cpp:84] Testing net
 I1225 11:26:14.864603  2133 solver.cpp:111] Test score #0: 0.37306
 I1225 11:26:14.864650  2133 solver.cpp:111] Test score #1: 2.89229
 I1225 11:26:51.273669  2133 solver.cpp:204] Iteration 44020, lr = 0.01
 I1225 11:26:51.278774  2133 solver.cpp:66] Iteration 44020, loss = 2.86323
 I1225 11:27:27.369012  2133 solver.cpp:204] Iteration 44040, lr = 0.01
 I1225 11:27:27.374076  2133 solver.cpp:66] Iteration 44040, loss = 2.636
 I1225 11:28:03.463958  2133 solver.cpp:204] Iteration 44060, lr = 0.01
 I1225 11:28:03.469065  2133 solver.cpp:66] Iteration 44060, loss = 2.90635
 I1225 11:28:39.553503  2133 solver.cpp:204] Iteration 44080, lr = 0.01
 I1225 11:28:39.558608  2133 solver.cpp:66] Iteration 44080, loss = 2.95149
 I1225 11:29:15.650797  2133 solver.cpp:204] Iteration 44100, lr = 0.01
 I1225 11:29:15.655900  2133 solver.cpp:66] Iteration 44100, loss = 2.83042
 I1225 11:29:51.745456  2133 solver.cpp:204] Iteration 44120, lr = 0.01
 I1225 11:29:51.750501  2133 solver.cpp:66] Iteration 44120, loss = 2.72131
 I1225 11:30:27.842900  2133 solver.cpp:204] Iteration 44140, lr = 0.01
 I1225 11:30:27.848008  2133 solver.cpp:66] Iteration 44140, loss = 2.79252
 I1225 11:31:03.934689  2133 solver.cpp:204] Iteration 44160, lr = 0.01
 I1225 11:31:03.939796  2133 solver.cpp:66] Iteration 44160, loss = 3.07875
 I1225 11:31:40.032802  2133 solver.cpp:204] Iteration 44180, lr = 0.01
 I1225 11:31:40.037919  2133 solver.cpp:66] Iteration 44180, loss = 3.01489
 I1225 11:32:16.131670  2133 solver.cpp:204] Iteration 44200, lr = 0.01
 I1225 11:32:16.136798  2133 solver.cpp:66] Iteration 44200, loss = 2.75248
 I1225 11:32:52.227546  2133 solver.cpp:204] Iteration 44220, lr = 0.01
 I1225 11:32:52.232653  2133 solver.cpp:66] Iteration 44220, loss = 3.04668
 I1225 11:33:28.324203  2133 solver.cpp:204] Iteration 44240, lr = 0.01
 I1225 11:33:28.329303  2133 solver.cpp:66] Iteration 44240, loss = 2.8543
 I1225 11:34:04.419396  2133 solver.cpp:204] Iteration 44260, lr = 0.01
 I1225 11:34:04.424510  2133 solver.cpp:66] Iteration 44260, loss = 2.93043
 I1225 11:34:40.515830  2133 solver.cpp:204] Iteration 44280, lr = 0.01
 I1225 11:34:40.520941  2133 solver.cpp:66] Iteration 44280, loss = 3.20401
 I1225 11:35:16.614676  2133 solver.cpp:204] Iteration 44300, lr = 0.01
 I1225 11:35:16.619771  2133 solver.cpp:66] Iteration 44300, loss = 2.64899
 I1225 11:35:52.711709  2133 solver.cpp:204] Iteration 44320, lr = 0.01
 I1225 11:35:52.716805  2133 solver.cpp:66] Iteration 44320, loss = 2.86348
 I1225 11:36:28.811911  2133 solver.cpp:204] Iteration 44340, lr = 0.01
 I1225 11:36:28.817008  2133 solver.cpp:66] Iteration 44340, loss = 2.95362
 I1225 11:37:04.906826  2133 solver.cpp:204] Iteration 44360, lr = 0.01
 I1225 11:37:04.911824  2133 solver.cpp:66] Iteration 44360, loss = 3.00346
 I1225 11:37:41.000470  2133 solver.cpp:204] Iteration 44380, lr = 0.01
 I1225 11:37:41.005580  2133 solver.cpp:66] Iteration 44380, loss = 2.77261
 I1225 11:38:17.093024  2133 solver.cpp:204] Iteration 44400, lr = 0.01
 I1225 11:38:17.098130  2133 solver.cpp:66] Iteration 44400, loss = 3.08291
 I1225 11:38:53.191726  2133 solver.cpp:204] Iteration 44420, lr = 0.01
 I1225 11:38:53.196826  2133 solver.cpp:66] Iteration 44420, loss = 3.18294
 I1225 11:39:29.290038  2133 solver.cpp:204] Iteration 44440, lr = 0.01
 I1225 11:39:29.295132  2133 solver.cpp:66] Iteration 44440, loss = 2.79799
 I1225 11:40:05.388983  2133 solver.cpp:204] Iteration 44460, lr = 0.01
 I1225 11:40:05.394047  2133 solver.cpp:66] Iteration 44460, loss = 2.86142
 I1225 11:40:41.484926  2133 solver.cpp:204] Iteration 44480, lr = 0.01
 I1225 11:40:41.490002  2133 solver.cpp:66] Iteration 44480, loss = 2.84681
 I1225 11:41:17.580700  2133 solver.cpp:204] Iteration 44500, lr = 0.01
 I1225 11:41:17.585808  2133 solver.cpp:66] Iteration 44500, loss = 2.7672
 I1225 11:41:53.674990  2133 solver.cpp:204] Iteration 44520, lr = 0.01
 I1225 11:41:53.680097  2133 solver.cpp:66] Iteration 44520, loss = 2.90743
 I1225 11:42:29.773725  2133 solver.cpp:204] Iteration 44540, lr = 0.01
 I1225 11:42:29.778826  2133 solver.cpp:66] Iteration 44540, loss = 2.9064
 I1225 11:43:05.871894  2133 solver.cpp:204] Iteration 44560, lr = 0.01
 I1225 11:43:05.876970  2133 solver.cpp:66] Iteration 44560, loss = 2.98179
 I1225 11:43:41.968036  2133 solver.cpp:204] Iteration 44580, lr = 0.01
 I1225 11:43:41.973148  2133 solver.cpp:66] Iteration 44580, loss = 2.61877
 I1225 11:44:18.065582  2133 solver.cpp:204] Iteration 44600, lr = 0.01
 I1225 11:44:18.070683  2133 solver.cpp:66] Iteration 44600, loss = 2.8881
 I1225 11:44:54.162389  2133 solver.cpp:204] Iteration 44620, lr = 0.01
 I1225 11:44:54.167497  2133 solver.cpp:66] Iteration 44620, loss = 2.75419
 I1225 11:45:30.257463  2133 solver.cpp:204] Iteration 44640, lr = 0.01
 I1225 11:45:30.262568  2133 solver.cpp:66] Iteration 44640, loss = 2.63139
 I1225 11:46:06.352231  2133 solver.cpp:204] Iteration 44660, lr = 0.01
 I1225 11:46:06.357342  2133 solver.cpp:66] Iteration 44660, loss = 2.70266
 I1225 11:46:42.448284  2133 solver.cpp:204] Iteration 44680, lr = 0.01
 I1225 11:46:42.453387  2133 solver.cpp:66] Iteration 44680, loss = 3.04281
 I1225 11:47:18.546221  2133 solver.cpp:204] Iteration 44700, lr = 0.01
 I1225 11:47:18.551329  2133 solver.cpp:66] Iteration 44700, loss = 2.92264
 I1225 11:47:54.645189  2133 solver.cpp:204] Iteration 44720, lr = 0.01
 I1225 11:47:54.650251  2133 solver.cpp:66] Iteration 44720, loss = 2.81543
 I1225 11:48:30.743515  2133 solver.cpp:204] Iteration 44740, lr = 0.01
 I1225 11:48:30.748504  2133 solver.cpp:66] Iteration 44740, loss = 3.0757
 I1225 11:49:06.842725  2133 solver.cpp:204] Iteration 44760, lr = 0.01
 I1225 11:49:06.847826  2133 solver.cpp:66] Iteration 44760, loss = 2.99926
 I1225 11:49:42.937682  2133 solver.cpp:204] Iteration 44780, lr = 0.01
 I1225 11:49:42.942787  2133 solver.cpp:66] Iteration 44780, loss = 3.03394
 I1225 11:50:19.029832  2133 solver.cpp:204] Iteration 44800, lr = 0.01
 I1225 11:50:19.034903  2133 solver.cpp:66] Iteration 44800, loss = 3.03012
 I1225 11:50:55.127984  2133 solver.cpp:204] Iteration 44820, lr = 0.01
 I1225 11:50:55.133095  2133 solver.cpp:66] Iteration 44820, loss = 3.14476
 I1225 11:51:31.217890  2133 solver.cpp:204] Iteration 44840, lr = 0.01
 I1225 11:51:31.222988  2133 solver.cpp:66] Iteration 44840, loss = 2.96632
 I1225 11:52:07.312688  2133 solver.cpp:204] Iteration 44860, lr = 0.01
 I1225 11:52:07.317787  2133 solver.cpp:66] Iteration 44860, loss = 3.05583
 I1225 11:52:43.410683  2133 solver.cpp:204] Iteration 44880, lr = 0.01
 I1225 11:52:43.415765  2133 solver.cpp:66] Iteration 44880, loss = 2.8356
 I1225 11:53:19.507406  2133 solver.cpp:204] Iteration 44900, lr = 0.01
 I1225 11:53:19.512509  2133 solver.cpp:66] Iteration 44900, loss = 2.9812
 I1225 11:53:55.600816  2133 solver.cpp:204] Iteration 44920, lr = 0.01
 I1225 11:53:55.605933  2133 solver.cpp:66] Iteration 44920, loss = 3.01167
 I1225 11:54:31.695987  2133 solver.cpp:204] Iteration 44940, lr = 0.01
 I1225 11:54:31.701094  2133 solver.cpp:66] Iteration 44940, loss = 2.97082
 I1225 11:55:07.794893  2133 solver.cpp:204] Iteration 44960, lr = 0.01
 I1225 11:55:07.799998  2133 solver.cpp:66] Iteration 44960, loss = 3.08554
 I1225 11:55:43.895802  2133 solver.cpp:204] Iteration 44980, lr = 0.01
 I1225 11:55:43.900903  2133 solver.cpp:66] Iteration 44980, loss = 2.94367
 I1225 11:56:19.993566  2133 solver.cpp:204] Iteration 45000, lr = 0.01
 I1225 11:56:19.998677  2133 solver.cpp:66] Iteration 45000, loss = 2.96909
 I1225 11:56:19.998690  2133 solver.cpp:84] Testing net
 I1225 11:58:33.692421  2133 solver.cpp:111] Test score #0: 0.38464
 I1225 11:58:33.692472  2133 solver.cpp:111] Test score #1: 2.85235
 I1225 11:59:09.539111  2133 solver.cpp:204] Iteration 45020, lr = 0.01
 I1225 11:59:09.544201  2133 solver.cpp:66] Iteration 45020, loss = 2.7962
 I1225 11:59:45.636358  2133 solver.cpp:204] Iteration 45040, lr = 0.01
 I1225 11:59:45.641468  2133 solver.cpp:66] Iteration 45040, loss = 3.10815
 I1225 12:00:21.734813  2133 solver.cpp:204] Iteration 45060, lr = 0.01
 I1225 12:00:21.739918  2133 solver.cpp:66] Iteration 45060, loss = 3.09132
 I1225 12:00:57.830123  2133 solver.cpp:204] Iteration 45080, lr = 0.01
 I1225 12:00:57.835238  2133 solver.cpp:66] Iteration 45080, loss = 2.70568
 I1225 12:01:33.926043  2133 solver.cpp:204] Iteration 45100, lr = 0.01
 I1225 12:01:33.931134  2133 solver.cpp:66] Iteration 45100, loss = 2.90782
 I1225 12:02:10.023052  2133 solver.cpp:204] Iteration 45120, lr = 0.01
 I1225 12:02:10.028213  2133 solver.cpp:66] Iteration 45120, loss = 2.89
 I1225 12:02:46.116868  2133 solver.cpp:204] Iteration 45140, lr = 0.01
 I1225 12:02:46.121968  2133 solver.cpp:66] Iteration 45140, loss = 2.67895
 I1225 12:03:22.218412  2133 solver.cpp:204] Iteration 45160, lr = 0.01
 I1225 12:03:22.223520  2133 solver.cpp:66] Iteration 45160, loss = 2.74566
 I1225 12:03:58.314383  2133 solver.cpp:204] Iteration 45180, lr = 0.01
 I1225 12:03:58.319546  2133 solver.cpp:66] Iteration 45180, loss = 3.11148
 I1225 12:04:34.409212  2133 solver.cpp:204] Iteration 45200, lr = 0.01
 I1225 12:04:34.414283  2133 solver.cpp:66] Iteration 45200, loss = 2.98885
 I1225 12:05:10.499603  2133 solver.cpp:204] Iteration 45220, lr = 0.01
 I1225 12:05:10.504711  2133 solver.cpp:66] Iteration 45220, loss = 3.00394
 I1225 12:05:46.596819  2133 solver.cpp:204] Iteration 45240, lr = 0.01
 I1225 12:05:46.601913  2133 solver.cpp:66] Iteration 45240, loss = 3.15273
 I1225 12:06:22.693169  2133 solver.cpp:204] Iteration 45260, lr = 0.01
 I1225 12:06:22.698228  2133 solver.cpp:66] Iteration 45260, loss = 2.70144
 I1225 12:06:58.791806  2133 solver.cpp:204] Iteration 45280, lr = 0.01
 I1225 12:06:58.796922  2133 solver.cpp:66] Iteration 45280, loss = 2.85425
 I1225 12:07:34.880470  2133 solver.cpp:204] Iteration 45300, lr = 0.01
 I1225 12:07:34.885578  2133 solver.cpp:66] Iteration 45300, loss = 2.89599
 I1225 12:08:10.978265  2133 solver.cpp:204] Iteration 45320, lr = 0.01
 I1225 12:08:10.983361  2133 solver.cpp:66] Iteration 45320, loss = 3.03211
 I1225 12:08:47.077262  2133 solver.cpp:204] Iteration 45340, lr = 0.01
 I1225 12:08:47.082330  2133 solver.cpp:66] Iteration 45340, loss = 3.1747
 I1225 12:09:23.172478  2133 solver.cpp:204] Iteration 45360, lr = 0.01
 I1225 12:09:23.177588  2133 solver.cpp:66] Iteration 45360, loss = 2.5663
 I1225 12:09:59.268715  2133 solver.cpp:204] Iteration 45380, lr = 0.01
 I1225 12:09:59.273823  2133 solver.cpp:66] Iteration 45380, loss = 3.03727
 I1225 12:10:35.365957  2133 solver.cpp:204] Iteration 45400, lr = 0.01
 I1225 12:10:35.371062  2133 solver.cpp:66] Iteration 45400, loss = 2.97439
 I1225 12:11:11.459502  2133 solver.cpp:204] Iteration 45420, lr = 0.01
 I1225 12:11:11.464606  2133 solver.cpp:66] Iteration 45420, loss = 2.83672
 I1225 12:11:47.552606  2133 solver.cpp:204] Iteration 45440, lr = 0.01
 I1225 12:11:47.557714  2133 solver.cpp:66] Iteration 45440, loss = 2.53925
 I1225 12:12:23.648191  2133 solver.cpp:204] Iteration 45460, lr = 0.01
 I1225 12:12:23.653297  2133 solver.cpp:66] Iteration 45460, loss = 2.8435
 I1225 12:12:59.745901  2133 solver.cpp:204] Iteration 45480, lr = 0.01
 I1225 12:12:59.751015  2133 solver.cpp:66] Iteration 45480, loss = 2.90896
 I1225 12:13:35.844725  2133 solver.cpp:204] Iteration 45500, lr = 0.01
 I1225 12:13:35.849831  2133 solver.cpp:66] Iteration 45500, loss = 3.03733
 I1225 12:14:11.938515  2133 solver.cpp:204] Iteration 45520, lr = 0.01
 I1225 12:14:11.943629  2133 solver.cpp:66] Iteration 45520, loss = 3.00153
 I1225 12:14:48.034313  2133 solver.cpp:204] Iteration 45540, lr = 0.01
 I1225 12:14:48.039415  2133 solver.cpp:66] Iteration 45540, loss = 3.00769
 I1225 12:15:24.135354  2133 solver.cpp:204] Iteration 45560, lr = 0.01
 I1225 12:15:24.140460  2133 solver.cpp:66] Iteration 45560, loss = 2.85481
 I1225 12:16:00.229027  2133 solver.cpp:204] Iteration 45580, lr = 0.01
 I1225 12:16:00.234087  2133 solver.cpp:66] Iteration 45580, loss = 3.20139
 I1225 12:16:36.327731  2133 solver.cpp:204] Iteration 45600, lr = 0.01
 I1225 12:16:36.332859  2133 solver.cpp:66] Iteration 45600, loss = 2.97758
 I1225 12:17:12.422546  2133 solver.cpp:204] Iteration 45620, lr = 0.01
 I1225 12:17:12.427654  2133 solver.cpp:66] Iteration 45620, loss = 2.91929
 I1225 12:17:48.516489  2133 solver.cpp:204] Iteration 45640, lr = 0.01
 I1225 12:17:48.521548  2133 solver.cpp:66] Iteration 45640, loss = 2.53721
 I1225 12:18:24.614864  2133 solver.cpp:204] Iteration 45660, lr = 0.01
 I1225 12:18:24.619981  2133 solver.cpp:66] Iteration 45660, loss = 2.7396
 I1225 12:19:00.709203  2133 solver.cpp:204] Iteration 45680, lr = 0.01
 I1225 12:19:00.714285  2133 solver.cpp:66] Iteration 45680, loss = 2.9222
 I1225 12:19:36.801540  2133 solver.cpp:204] Iteration 45700, lr = 0.01
 I1225 12:19:36.806617  2133 solver.cpp:66] Iteration 45700, loss = 2.90444
 I1225 12:20:12.899689  2133 solver.cpp:204] Iteration 45720, lr = 0.01
 I1225 12:20:12.904791  2133 solver.cpp:66] Iteration 45720, loss = 2.72987
 I1225 12:20:48.995862  2133 solver.cpp:204] Iteration 45740, lr = 0.01
 I1225 12:20:49.000964  2133 solver.cpp:66] Iteration 45740, loss = 2.9853
 I1225 12:21:25.092691  2133 solver.cpp:204] Iteration 45760, lr = 0.01
 I1225 12:21:25.097811  2133 solver.cpp:66] Iteration 45760, loss = 3.13536
 I1225 12:22:01.188465  2133 solver.cpp:204] Iteration 45780, lr = 0.01
 I1225 12:22:01.193567  2133 solver.cpp:66] Iteration 45780, loss = 2.83548
 I1225 12:22:37.285289  2133 solver.cpp:204] Iteration 45800, lr = 0.01
 I1225 12:22:37.290360  2133 solver.cpp:66] Iteration 45800, loss = 3.07923
 I1225 12:23:13.380676  2133 solver.cpp:204] Iteration 45820, lr = 0.01
 I1225 12:23:13.385771  2133 solver.cpp:66] Iteration 45820, loss = 2.94298
 I1225 12:23:49.478754  2133 solver.cpp:204] Iteration 45840, lr = 0.01
 I1225 12:23:49.483831  2133 solver.cpp:66] Iteration 45840, loss = 3.13093
 I1225 12:24:25.575646  2133 solver.cpp:204] Iteration 45860, lr = 0.01
 I1225 12:24:25.580729  2133 solver.cpp:66] Iteration 45860, loss = 3.09223
 I1225 12:25:01.669616  2133 solver.cpp:204] Iteration 45880, lr = 0.01
 I1225 12:25:01.674707  2133 solver.cpp:66] Iteration 45880, loss = 3.02438
 I1225 12:25:37.765686  2133 solver.cpp:204] Iteration 45900, lr = 0.01
 I1225 12:25:37.770848  2133 solver.cpp:66] Iteration 45900, loss = 2.97351
 I1225 12:26:13.860610  2133 solver.cpp:204] Iteration 45920, lr = 0.01
 I1225 12:26:13.865713  2133 solver.cpp:66] Iteration 45920, loss = 2.95499
 I1225 12:26:49.954354  2133 solver.cpp:204] Iteration 45940, lr = 0.01
 I1225 12:26:49.959463  2133 solver.cpp:66] Iteration 45940, loss = 2.93916
 I1225 12:27:26.050186  2133 solver.cpp:204] Iteration 45960, lr = 0.01
 I1225 12:27:26.055291  2133 solver.cpp:66] Iteration 45960, loss = 2.86829
 I1225 12:28:02.144727  2133 solver.cpp:204] Iteration 45980, lr = 0.01
 I1225 12:28:02.149760  2133 solver.cpp:66] Iteration 45980, loss = 2.99279
 I1225 12:28:38.237400  2133 solver.cpp:204] Iteration 46000, lr = 0.01
 I1225 12:28:38.242475  2133 solver.cpp:66] Iteration 46000, loss = 2.92475
 I1225 12:28:38.242491  2133 solver.cpp:84] Testing net
 I1225 12:30:50.262223  2133 solver.cpp:111] Test score #0: 0.37974
 I1225 12:30:50.262270  2133 solver.cpp:111] Test score #1: 2.856
 I1225 12:31:26.107386  2133 solver.cpp:204] Iteration 46020, lr = 0.01
 I1225 12:31:26.112509  2133 solver.cpp:66] Iteration 46020, loss = 3.04629
 I1225 12:32:02.200186  2133 solver.cpp:204] Iteration 46040, lr = 0.01
 I1225 12:32:02.205283  2133 solver.cpp:66] Iteration 46040, loss = 3.11609
 I1225 12:32:38.294376  2133 solver.cpp:204] Iteration 46060, lr = 0.01
 I1225 12:32:38.299487  2133 solver.cpp:66] Iteration 46060, loss = 3.02225
 I1225 12:33:14.387792  2133 solver.cpp:204] Iteration 46080, lr = 0.01
 I1225 12:33:14.392897  2133 solver.cpp:66] Iteration 46080, loss = 2.96979
 I1225 12:33:50.482658  2133 solver.cpp:204] Iteration 46100, lr = 0.01
 I1225 12:33:50.487779  2133 solver.cpp:66] Iteration 46100, loss = 2.73872
 I1225 12:34:26.573982  2133 solver.cpp:204] Iteration 46120, lr = 0.01
 I1225 12:34:26.579093  2133 solver.cpp:66] Iteration 46120, loss = 2.88128
 I1225 12:35:02.670160  2133 solver.cpp:204] Iteration 46140, lr = 0.01
 I1225 12:35:02.675271  2133 solver.cpp:66] Iteration 46140, loss = 3.14127
 I1225 12:35:38.770653  2133 solver.cpp:204] Iteration 46160, lr = 0.01
 I1225 12:35:38.775755  2133 solver.cpp:66] Iteration 46160, loss = 3.08912
 I1225 12:36:14.862859  2133 solver.cpp:204] Iteration 46180, lr = 0.01
 I1225 12:36:14.867976  2133 solver.cpp:66] Iteration 46180, loss = 2.70033
 I1225 12:36:50.958140  2133 solver.cpp:204] Iteration 46200, lr = 0.01
 I1225 12:36:50.963239  2133 solver.cpp:66] Iteration 46200, loss = 2.64136
 I1225 12:37:27.053836  2133 solver.cpp:204] Iteration 46220, lr = 0.01
 I1225 12:37:27.058940  2133 solver.cpp:66] Iteration 46220, loss = 2.77931
 I1225 12:38:03.151384  2133 solver.cpp:204] Iteration 46240, lr = 0.01
 I1225 12:38:03.156491  2133 solver.cpp:66] Iteration 46240, loss = 3.1106
 I1225 12:38:39.246295  2133 solver.cpp:204] Iteration 46260, lr = 0.01
 I1225 12:38:39.251396  2133 solver.cpp:66] Iteration 46260, loss = 2.72146
 I1225 12:39:15.343408  2133 solver.cpp:204] Iteration 46280, lr = 0.01
 I1225 12:39:15.348512  2133 solver.cpp:66] Iteration 46280, loss = 2.70798
 I1225 12:39:51.436460  2133 solver.cpp:204] Iteration 46300, lr = 0.01
 I1225 12:39:51.441560  2133 solver.cpp:66] Iteration 46300, loss = 3.0543
 I1225 12:40:27.528306  2133 solver.cpp:204] Iteration 46320, lr = 0.01
 I1225 12:40:27.533416  2133 solver.cpp:66] Iteration 46320, loss = 2.86682
 I1225 12:41:03.623280  2133 solver.cpp:204] Iteration 46340, lr = 0.01
 I1225 12:41:03.628387  2133 solver.cpp:66] Iteration 46340, loss = 2.84922
 I1225 12:41:39.719465  2133 solver.cpp:204] Iteration 46360, lr = 0.01
 I1225 12:41:39.724581  2133 solver.cpp:66] Iteration 46360, loss = 2.7902
 I1225 12:42:15.816020  2133 solver.cpp:204] Iteration 46380, lr = 0.01
 I1225 12:42:15.821120  2133 solver.cpp:66] Iteration 46380, loss = 2.60525
 I1225 12:42:51.904559  2133 solver.cpp:204] Iteration 46400, lr = 0.01
 I1225 12:42:51.909679  2133 solver.cpp:66] Iteration 46400, loss = 2.77057
 I1225 12:43:28.004180  2133 solver.cpp:204] Iteration 46420, lr = 0.01
 I1225 12:43:28.009337  2133 solver.cpp:66] Iteration 46420, loss = 2.8648
 I1225 12:44:04.095741  2133 solver.cpp:204] Iteration 46440, lr = 0.01
 I1225 12:44:04.100869  2133 solver.cpp:66] Iteration 46440, loss = 3.0772
 I1225 12:44:40.187439  2133 solver.cpp:204] Iteration 46460, lr = 0.01
 I1225 12:44:40.192520  2133 solver.cpp:66] Iteration 46460, loss = 2.67847
 I1225 12:45:16.281391  2133 solver.cpp:204] Iteration 46480, lr = 0.01
 I1225 12:45:16.286483  2133 solver.cpp:66] Iteration 46480, loss = 2.98784
 I1225 12:45:52.375650  2133 solver.cpp:204] Iteration 46500, lr = 0.01
 I1225 12:45:52.380748  2133 solver.cpp:66] Iteration 46500, loss = 3.11669
 I1225 12:46:28.472334  2133 solver.cpp:204] Iteration 46520, lr = 0.01
 I1225 12:46:28.477443  2133 solver.cpp:66] Iteration 46520, loss = 2.66978
 I1225 12:47:04.566923  2133 solver.cpp:204] Iteration 46540, lr = 0.01
 I1225 12:47:04.572026  2133 solver.cpp:66] Iteration 46540, loss = 3.12219
 I1225 12:47:40.663890  2133 solver.cpp:204] Iteration 46560, lr = 0.01
 I1225 12:47:40.668980  2133 solver.cpp:66] Iteration 46560, loss = 3.06189
 I1225 12:48:16.751215  2133 solver.cpp:204] Iteration 46580, lr = 0.01
 I1225 12:48:16.756317  2133 solver.cpp:66] Iteration 46580, loss = 3.1564
 I1225 12:48:52.849585  2133 solver.cpp:204] Iteration 46600, lr = 0.01
 I1225 12:48:52.854694  2133 solver.cpp:66] Iteration 46600, loss = 2.93005
 I1225 12:49:28.937342  2133 solver.cpp:204] Iteration 46620, lr = 0.01
 I1225 12:49:28.942404  2133 solver.cpp:66] Iteration 46620, loss = 2.83146
 I1225 12:50:05.034497  2133 solver.cpp:204] Iteration 46640, lr = 0.01
 I1225 12:50:05.039598  2133 solver.cpp:66] Iteration 46640, loss = 3.01893
 I1225 12:50:41.127987  2133 solver.cpp:204] Iteration 46660, lr = 0.01
 I1225 12:50:41.133067  2133 solver.cpp:66] Iteration 46660, loss = 2.7582
 I1225 12:51:17.222074  2133 solver.cpp:204] Iteration 46680, lr = 0.01
 I1225 12:51:17.227183  2133 solver.cpp:66] Iteration 46680, loss = 3.07014
 I1225 12:51:53.315193  2133 solver.cpp:204] Iteration 46700, lr = 0.01
 I1225 12:51:53.320298  2133 solver.cpp:66] Iteration 46700, loss = 2.99855
 I1225 12:52:29.406936  2133 solver.cpp:204] Iteration 46720, lr = 0.01
 I1225 12:52:29.412050  2133 solver.cpp:66] Iteration 46720, loss = 2.92829
 I1225 12:53:05.501441  2133 solver.cpp:204] Iteration 46740, lr = 0.01
 I1225 12:53:05.506515  2133 solver.cpp:66] Iteration 46740, loss = 2.97897
 I1225 12:53:41.600322  2133 solver.cpp:204] Iteration 46760, lr = 0.01
 I1225 12:53:41.605430  2133 solver.cpp:66] Iteration 46760, loss = 2.95491
 I1225 12:54:17.698041  2133 solver.cpp:204] Iteration 46780, lr = 0.01
 I1225 12:54:17.703138  2133 solver.cpp:66] Iteration 46780, loss = 2.9406
 I1225 12:54:53.796496  2133 solver.cpp:204] Iteration 46800, lr = 0.01
 I1225 12:54:53.801615  2133 solver.cpp:66] Iteration 46800, loss = 2.65474
 I1225 12:55:29.895978  2133 solver.cpp:204] Iteration 46820, lr = 0.01
 I1225 12:55:29.901092  2133 solver.cpp:66] Iteration 46820, loss = 2.76418
 I1225 12:56:05.993425  2133 solver.cpp:204] Iteration 46840, lr = 0.01
 I1225 12:56:05.998517  2133 solver.cpp:66] Iteration 46840, loss = 3.05269
 I1225 12:56:42.091958  2133 solver.cpp:204] Iteration 46860, lr = 0.01
 I1225 12:56:42.097023  2133 solver.cpp:66] Iteration 46860, loss = 2.89128
 I1225 12:57:18.183430  2133 solver.cpp:204] Iteration 46880, lr = 0.01
 I1225 12:57:18.188524  2133 solver.cpp:66] Iteration 46880, loss = 2.88417
 I1225 12:57:54.275310  2133 solver.cpp:204] Iteration 46900, lr = 0.01
 I1225 12:57:54.280426  2133 solver.cpp:66] Iteration 46900, loss = 2.97053
 I1225 12:58:30.370064  2133 solver.cpp:204] Iteration 46920, lr = 0.01
 I1225 12:58:30.375102  2133 solver.cpp:66] Iteration 46920, loss = 3.03117
 I1225 12:59:06.462352  2133 solver.cpp:204] Iteration 46940, lr = 0.01
 I1225 12:59:06.467463  2133 solver.cpp:66] Iteration 46940, loss = 2.64029
 I1225 12:59:42.555990  2133 solver.cpp:204] Iteration 46960, lr = 0.01
 I1225 12:59:42.561091  2133 solver.cpp:66] Iteration 46960, loss = 2.86913
 I1225 13:00:18.649242  2133 solver.cpp:204] Iteration 46980, lr = 0.01
 I1225 13:00:18.654316  2133 solver.cpp:66] Iteration 46980, loss = 2.96416
 I1225 13:00:54.738184  2133 solver.cpp:204] Iteration 47000, lr = 0.01
 I1225 13:00:54.743288  2133 solver.cpp:66] Iteration 47000, loss = 3.18174
 I1225 13:00:54.743304  2133 solver.cpp:84] Testing net
 I1225 13:03:07.171108  2133 solver.cpp:111] Test score #0: 0.37782
 I1225 13:03:07.171159  2133 solver.cpp:111] Test score #1: 2.87439
 I1225 13:03:43.015513  2133 solver.cpp:204] Iteration 47020, lr = 0.01
 I1225 13:03:43.020663  2133 solver.cpp:66] Iteration 47020, loss = 2.97435
 I1225 13:04:19.108786  2133 solver.cpp:204] Iteration 47040, lr = 0.01
 I1225 13:04:19.113890  2133 solver.cpp:66] Iteration 47040, loss = 2.77879
 I1225 13:04:55.202808  2133 solver.cpp:204] Iteration 47060, lr = 0.01
 I1225 13:04:55.207909  2133 solver.cpp:66] Iteration 47060, loss = 2.88354
 I1225 13:05:31.297590  2133 solver.cpp:204] Iteration 47080, lr = 0.01
 I1225 13:05:31.302687  2133 solver.cpp:66] Iteration 47080, loss = 2.89029
 I1225 13:06:07.394979  2133 solver.cpp:204] Iteration 47100, lr = 0.01
 I1225 13:06:07.400137  2133 solver.cpp:66] Iteration 47100, loss = 2.78728
 I1225 13:06:43.487920  2133 solver.cpp:204] Iteration 47120, lr = 0.01
 I1225 13:06:43.492995  2133 solver.cpp:66] Iteration 47120, loss = 2.99488
 I1225 13:07:19.583093  2133 solver.cpp:204] Iteration 47140, lr = 0.01
 I1225 13:07:19.588155  2133 solver.cpp:66] Iteration 47140, loss = 2.96072
 I1225 13:07:55.683709  2133 solver.cpp:204] Iteration 47160, lr = 0.01
 I1225 13:07:55.688817  2133 solver.cpp:66] Iteration 47160, loss = 3.07488
 I1225 13:08:31.778755  2133 solver.cpp:204] Iteration 47180, lr = 0.01
 I1225 13:08:31.783866  2133 solver.cpp:66] Iteration 47180, loss = 2.92457
 I1225 13:09:07.875376  2133 solver.cpp:204] Iteration 47200, lr = 0.01
 I1225 13:09:07.880492  2133 solver.cpp:66] Iteration 47200, loss = 2.8692
 I1225 13:09:43.969830  2133 solver.cpp:204] Iteration 47220, lr = 0.01
 I1225 13:09:43.974936  2133 solver.cpp:66] Iteration 47220, loss = 2.97607
 I1225 13:10:20.060917  2133 solver.cpp:204] Iteration 47240, lr = 0.01
 I1225 13:10:20.066009  2133 solver.cpp:66] Iteration 47240, loss = 3.0205
 I1225 13:10:56.148496  2133 solver.cpp:204] Iteration 47260, lr = 0.01
 I1225 13:10:56.153600  2133 solver.cpp:66] Iteration 47260, loss = 2.90002
 I1225 13:11:32.247498  2133 solver.cpp:204] Iteration 47280, lr = 0.01
 I1225 13:11:32.252599  2133 solver.cpp:66] Iteration 47280, loss = 3.1178
 I1225 13:12:08.341650  2133 solver.cpp:204] Iteration 47300, lr = 0.01
 I1225 13:12:08.346748  2133 solver.cpp:66] Iteration 47300, loss = 2.83583
 I1225 13:12:44.437408  2133 solver.cpp:204] Iteration 47320, lr = 0.01
 I1225 13:12:44.442494  2133 solver.cpp:66] Iteration 47320, loss = 2.80873
 I1225 13:13:20.534617  2133 solver.cpp:204] Iteration 47340, lr = 0.01
 I1225 13:13:20.539728  2133 solver.cpp:66] Iteration 47340, loss = 2.65968
 I1225 13:13:56.630743  2133 solver.cpp:204] Iteration 47360, lr = 0.01
 I1225 13:13:56.635812  2133 solver.cpp:66] Iteration 47360, loss = 2.91651
 I1225 13:14:32.725601  2133 solver.cpp:204] Iteration 47380, lr = 0.01
 I1225 13:14:32.730705  2133 solver.cpp:66] Iteration 47380, loss = 2.83996
 I1225 13:15:08.817435  2133 solver.cpp:204] Iteration 47400, lr = 0.01
 I1225 13:15:08.822569  2133 solver.cpp:66] Iteration 47400, loss = 3.09809
 I1225 13:15:44.913683  2133 solver.cpp:204] Iteration 47420, lr = 0.01
 I1225 13:15:44.918797  2133 solver.cpp:66] Iteration 47420, loss = 2.89948
 I1225 13:16:21.006469  2133 solver.cpp:204] Iteration 47440, lr = 0.01
 I1225 13:16:21.011567  2133 solver.cpp:66] Iteration 47440, loss = 2.99681
 I1225 13:16:57.105072  2133 solver.cpp:204] Iteration 47460, lr = 0.01
 I1225 13:16:57.110137  2133 solver.cpp:66] Iteration 47460, loss = 2.86081
 I1225 13:17:33.199827  2133 solver.cpp:204] Iteration 47480, lr = 0.01
 I1225 13:17:33.204923  2133 solver.cpp:66] Iteration 47480, loss = 2.91153
 I1225 13:18:09.297513  2133 solver.cpp:204] Iteration 47500, lr = 0.01
 I1225 13:18:09.302618  2133 solver.cpp:66] Iteration 47500, loss = 2.92678
 I1225 13:18:45.394247  2133 solver.cpp:204] Iteration 47520, lr = 0.01
 I1225 13:18:45.399337  2133 solver.cpp:66] Iteration 47520, loss = 3.00531
 I1225 13:19:21.486389  2133 solver.cpp:204] Iteration 47540, lr = 0.01
 I1225 13:19:21.491492  2133 solver.cpp:66] Iteration 47540, loss = 2.72783
 I1225 13:19:57.581028  2133 solver.cpp:204] Iteration 47560, lr = 0.01
 I1225 13:19:57.586098  2133 solver.cpp:66] Iteration 47560, loss = 2.7803
 I1225 13:20:33.672658  2133 solver.cpp:204] Iteration 47580, lr = 0.01
 I1225 13:20:33.677642  2133 solver.cpp:66] Iteration 47580, loss = 2.74893
 I1225 13:21:09.767715  2133 solver.cpp:204] Iteration 47600, lr = 0.01
 I1225 13:21:09.772819  2133 solver.cpp:66] Iteration 47600, loss = 3.09273
 I1225 13:21:45.861101  2133 solver.cpp:204] Iteration 47620, lr = 0.01
 I1225 13:21:45.866166  2133 solver.cpp:66] Iteration 47620, loss = 3.07161
 I1225 13:22:21.959123  2133 solver.cpp:204] Iteration 47640, lr = 0.01
 I1225 13:22:21.964223  2133 solver.cpp:66] Iteration 47640, loss = 2.85214
 I1225 13:22:58.054731  2133 solver.cpp:204] Iteration 47660, lr = 0.01
 I1225 13:22:58.059810  2133 solver.cpp:66] Iteration 47660, loss = 2.97081
 I1225 13:23:34.151857  2133 solver.cpp:204] Iteration 47680, lr = 0.01
 I1225 13:23:34.156971  2133 solver.cpp:66] Iteration 47680, loss = 2.95854
 I1225 13:24:10.250007  2133 solver.cpp:204] Iteration 47700, lr = 0.01
 I1225 13:24:10.255113  2133 solver.cpp:66] Iteration 47700, loss = 2.86617
 I1225 13:24:46.347262  2133 solver.cpp:204] Iteration 47720, lr = 0.01
 I1225 13:24:46.352370  2133 solver.cpp:66] Iteration 47720, loss = 2.85706
 I1225 13:25:22.447561  2133 solver.cpp:204] Iteration 47740, lr = 0.01
 I1225 13:25:22.452661  2133 solver.cpp:66] Iteration 47740, loss = 2.67578
 I1225 13:25:58.548585  2133 solver.cpp:204] Iteration 47760, lr = 0.01
 I1225 13:25:58.553750  2133 solver.cpp:66] Iteration 47760, loss = 3.09961
 I1225 13:26:34.641963  2133 solver.cpp:204] Iteration 47780, lr = 0.01
 I1225 13:26:34.647055  2133 solver.cpp:66] Iteration 47780, loss = 2.70877
 I1225 13:27:10.737551  2133 solver.cpp:204] Iteration 47800, lr = 0.01
 I1225 13:27:10.742658  2133 solver.cpp:66] Iteration 47800, loss = 3.04592
 I1225 13:27:46.832628  2133 solver.cpp:204] Iteration 47820, lr = 0.01
 I1225 13:27:46.837731  2133 solver.cpp:66] Iteration 47820, loss = 2.74318
 I1225 13:28:22.925612  2133 solver.cpp:204] Iteration 47840, lr = 0.01
 I1225 13:28:22.930726  2133 solver.cpp:66] Iteration 47840, loss = 3.07408
 I1225 13:28:59.018805  2133 solver.cpp:204] Iteration 47860, lr = 0.01
 I1225 13:28:59.023911  2133 solver.cpp:66] Iteration 47860, loss = 2.85734
 I1225 13:29:35.112715  2133 solver.cpp:204] Iteration 47880, lr = 0.01
 I1225 13:29:35.117826  2133 solver.cpp:66] Iteration 47880, loss = 2.78422
 I1225 13:30:11.208012  2133 solver.cpp:204] Iteration 47900, lr = 0.01
 I1225 13:30:11.213120  2133 solver.cpp:66] Iteration 47900, loss = 3.08811
 I1225 13:30:47.300367  2133 solver.cpp:204] Iteration 47920, lr = 0.01
 I1225 13:30:47.305474  2133 solver.cpp:66] Iteration 47920, loss = 3.16306
 I1225 13:31:23.398675  2133 solver.cpp:204] Iteration 47940, lr = 0.01
 I1225 13:31:23.403831  2133 solver.cpp:66] Iteration 47940, loss = 3.05247
 I1225 13:31:59.497478  2133 solver.cpp:204] Iteration 47960, lr = 0.01
 I1225 13:31:59.502538  2133 solver.cpp:66] Iteration 47960, loss = 2.89872
 I1225 13:32:35.592712  2133 solver.cpp:204] Iteration 47980, lr = 0.01
 I1225 13:32:35.597813  2133 solver.cpp:66] Iteration 47980, loss = 3.09175
 I1225 13:33:11.690290  2133 solver.cpp:204] Iteration 48000, lr = 0.01
 I1225 13:33:11.695400  2133 solver.cpp:66] Iteration 48000, loss = 3.11827
 I1225 13:33:11.695413  2133 solver.cpp:84] Testing net
 I1225 13:35:23.609920  2133 solver.cpp:111] Test score #0: 0.3733
 I1225 13:35:23.609972  2133 solver.cpp:111] Test score #1: 2.89727
 I1225 13:35:59.453212  2133 solver.cpp:204] Iteration 48020, lr = 0.01
 I1225 13:35:59.458281  2133 solver.cpp:66] Iteration 48020, loss = 2.76251
 I1225 13:36:35.547356  2133 solver.cpp:204] Iteration 48040, lr = 0.01
 I1225 13:36:35.552464  2133 solver.cpp:66] Iteration 48040, loss = 2.68706
 I1225 13:37:11.645310  2133 solver.cpp:204] Iteration 48060, lr = 0.01
 I1225 13:37:11.650239  2133 solver.cpp:66] Iteration 48060, loss = 2.87026
 I1225 13:37:47.740073  2133 solver.cpp:204] Iteration 48080, lr = 0.01
 I1225 13:37:47.745160  2133 solver.cpp:66] Iteration 48080, loss = 2.80086
 I1225 13:38:23.834647  2133 solver.cpp:204] Iteration 48100, lr = 0.01
 I1225 13:38:23.839743  2133 solver.cpp:66] Iteration 48100, loss = 2.6753
 I1225 13:38:59.929733  2133 solver.cpp:204] Iteration 48120, lr = 0.01
 I1225 13:38:59.934836  2133 solver.cpp:66] Iteration 48120, loss = 2.79354
 I1225 13:39:36.023936  2133 solver.cpp:204] Iteration 48140, lr = 0.01
 I1225 13:39:36.029041  2133 solver.cpp:66] Iteration 48140, loss = 2.94179
 I1225 13:40:12.119086  2133 solver.cpp:204] Iteration 48160, lr = 0.01
 I1225 13:40:12.124140  2133 solver.cpp:66] Iteration 48160, loss = 2.97724
 I1225 13:40:48.216065  2133 solver.cpp:204] Iteration 48180, lr = 0.01
 I1225 13:40:48.221144  2133 solver.cpp:66] Iteration 48180, loss = 2.59227
 I1225 13:41:24.310080  2133 solver.cpp:204] Iteration 48200, lr = 0.01
 I1225 13:41:24.315176  2133 solver.cpp:66] Iteration 48200, loss = 2.83248
 I1225 13:42:00.407161  2133 solver.cpp:204] Iteration 48220, lr = 0.01
 I1225 13:42:00.412272  2133 solver.cpp:66] Iteration 48220, loss = 2.92821
 I1225 13:42:36.501454  2133 solver.cpp:204] Iteration 48240, lr = 0.01
 I1225 13:42:36.506551  2133 solver.cpp:66] Iteration 48240, loss = 2.81782
 I1225 13:43:12.596081  2133 solver.cpp:204] Iteration 48260, lr = 0.01
 I1225 13:43:12.601192  2133 solver.cpp:66] Iteration 48260, loss = 3.02842
 I1225 13:43:48.691874  2133 solver.cpp:204] Iteration 48280, lr = 0.01
 I1225 13:43:48.696979  2133 solver.cpp:66] Iteration 48280, loss = 2.83139
 I1225 13:44:24.787214  2133 solver.cpp:204] Iteration 48300, lr = 0.01
 I1225 13:44:24.792311  2133 solver.cpp:66] Iteration 48300, loss = 2.99686
 I1225 13:45:00.882464  2133 solver.cpp:204] Iteration 48320, lr = 0.01
 I1225 13:45:00.887568  2133 solver.cpp:66] Iteration 48320, loss = 2.86742
 I1225 13:45:36.979820  2133 solver.cpp:204] Iteration 48340, lr = 0.01
 I1225 13:45:36.984942  2133 solver.cpp:66] Iteration 48340, loss = 2.86187
 I1225 13:46:13.071634  2133 solver.cpp:204] Iteration 48360, lr = 0.01
 I1225 13:46:13.076742  2133 solver.cpp:66] Iteration 48360, loss = 2.70502
 I1225 13:46:49.166781  2133 solver.cpp:204] Iteration 48380, lr = 0.01
 I1225 13:46:49.171943  2133 solver.cpp:66] Iteration 48380, loss = 2.72444
 I1225 13:47:25.266729  2133 solver.cpp:204] Iteration 48400, lr = 0.01
 I1225 13:47:25.271836  2133 solver.cpp:66] Iteration 48400, loss = 2.88358
 I1225 13:48:01.360879  2133 solver.cpp:204] Iteration 48420, lr = 0.01
 I1225 13:48:01.365977  2133 solver.cpp:66] Iteration 48420, loss = 2.87519
 I1225 13:48:37.461783  2133 solver.cpp:204] Iteration 48440, lr = 0.01
 I1225 13:48:37.466892  2133 solver.cpp:66] Iteration 48440, loss = 3.1363
 I1225 13:49:13.551684  2133 solver.cpp:204] Iteration 48460, lr = 0.01
 I1225 13:49:13.556798  2133 solver.cpp:66] Iteration 48460, loss = 2.81781
 I1225 13:49:49.649710  2133 solver.cpp:204] Iteration 48480, lr = 0.01
 I1225 13:49:49.654809  2133 solver.cpp:66] Iteration 48480, loss = 2.90709
 I1225 13:50:25.748697  2133 solver.cpp:204] Iteration 48500, lr = 0.01
 I1225 13:50:25.753801  2133 solver.cpp:66] Iteration 48500, loss = 2.80288
 I1225 13:51:01.843734  2133 solver.cpp:204] Iteration 48520, lr = 0.01
 I1225 13:51:01.848865  2133 solver.cpp:66] Iteration 48520, loss = 2.79385
 I1225 13:51:37.933704  2133 solver.cpp:204] Iteration 48540, lr = 0.01
 I1225 13:51:37.938671  2133 solver.cpp:66] Iteration 48540, loss = 3.1797
 I1225 13:52:14.032021  2133 solver.cpp:204] Iteration 48560, lr = 0.01
 I1225 13:52:14.037127  2133 solver.cpp:66] Iteration 48560, loss = 3.01987
 I1225 13:52:50.126652  2133 solver.cpp:204] Iteration 48580, lr = 0.01
 I1225 13:52:50.131757  2133 solver.cpp:66] Iteration 48580, loss = 2.69612
 I1225 13:53:26.218618  2133 solver.cpp:204] Iteration 48600, lr = 0.01
 I1225 13:53:26.223722  2133 solver.cpp:66] Iteration 48600, loss = 2.80793
 I1225 13:54:02.312477  2133 solver.cpp:204] Iteration 48620, lr = 0.01
 I1225 13:54:02.317548  2133 solver.cpp:66] Iteration 48620, loss = 3.07868
 I1225 13:54:38.408041  2133 solver.cpp:204] Iteration 48640, lr = 0.01
 I1225 13:54:38.413121  2133 solver.cpp:66] Iteration 48640, loss = 2.97598
 I1225 13:55:14.500241  2133 solver.cpp:204] Iteration 48660, lr = 0.01
 I1225 13:55:14.505311  2133 solver.cpp:66] Iteration 48660, loss = 2.8877
 I1225 13:55:50.597440  2133 solver.cpp:204] Iteration 48680, lr = 0.01
 I1225 13:55:50.602531  2133 solver.cpp:66] Iteration 48680, loss = 3.02712
 I1225 13:56:26.694435  2133 solver.cpp:204] Iteration 48700, lr = 0.01
 I1225 13:56:26.699537  2133 solver.cpp:66] Iteration 48700, loss = 2.81539
 I1225 13:57:02.791285  2133 solver.cpp:204] Iteration 48720, lr = 0.01
 I1225 13:57:02.796394  2133 solver.cpp:66] Iteration 48720, loss = 3.08744
 I1225 13:57:38.885279  2133 solver.cpp:204] Iteration 48740, lr = 0.01
 I1225 13:57:38.890349  2133 solver.cpp:66] Iteration 48740, loss = 2.86204
 I1225 13:58:14.977177  2133 solver.cpp:204] Iteration 48760, lr = 0.01
 I1225 13:58:14.982244  2133 solver.cpp:66] Iteration 48760, loss = 3.0709
 I1225 13:58:51.071429  2133 solver.cpp:204] Iteration 48780, lr = 0.01
 I1225 13:58:51.076540  2133 solver.cpp:66] Iteration 48780, loss = 3.0551
 I1225 13:59:27.169503  2133 solver.cpp:204] Iteration 48800, lr = 0.01
 I1225 13:59:27.174608  2133 solver.cpp:66] Iteration 48800, loss = 2.64767
 I1225 14:00:03.267889  2133 solver.cpp:204] Iteration 48820, lr = 0.01
 I1225 14:00:03.272971  2133 solver.cpp:66] Iteration 48820, loss = 3.11453
 I1225 14:00:39.369220  2133 solver.cpp:204] Iteration 48840, lr = 0.01
 I1225 14:00:39.374296  2133 solver.cpp:66] Iteration 48840, loss = 2.88479
 I1225 14:01:15.467047  2133 solver.cpp:204] Iteration 48860, lr = 0.01
 I1225 14:01:15.472146  2133 solver.cpp:66] Iteration 48860, loss = 2.96458
 I1225 14:01:51.563966  2133 solver.cpp:204] Iteration 48880, lr = 0.01
 I1225 14:01:51.569078  2133 solver.cpp:66] Iteration 48880, loss = 3.00521
 I1225 14:02:27.659225  2133 solver.cpp:204] Iteration 48900, lr = 0.01
 I1225 14:02:27.664336  2133 solver.cpp:66] Iteration 48900, loss = 2.76683
 I1225 14:03:03.760192  2133 solver.cpp:204] Iteration 48920, lr = 0.01
 I1225 14:03:03.765296  2133 solver.cpp:66] Iteration 48920, loss = 2.93856
 I1225 14:03:39.854565  2133 solver.cpp:204] Iteration 48940, lr = 0.01
 I1225 14:03:39.859680  2133 solver.cpp:66] Iteration 48940, loss = 2.68877
 I1225 14:04:15.948986  2133 solver.cpp:204] Iteration 48960, lr = 0.01
 I1225 14:04:15.954030  2133 solver.cpp:66] Iteration 48960, loss = 3.21167
 I1225 14:04:52.043186  2133 solver.cpp:204] Iteration 48980, lr = 0.01
 I1225 14:04:52.048351  2133 solver.cpp:66] Iteration 48980, loss = 3.14394
 I1225 14:05:28.139471  2133 solver.cpp:204] Iteration 49000, lr = 0.01
 I1225 14:05:28.144538  2133 solver.cpp:66] Iteration 49000, loss = 3.00998
 I1225 14:05:28.144552  2133 solver.cpp:84] Testing net
 I1225 14:07:40.846542  2133 solver.cpp:111] Test score #0: 0.37682
 I1225 14:07:40.846590  2133 solver.cpp:111] Test score #1: 2.91189
 I1225 14:08:16.695093  2133 solver.cpp:204] Iteration 49020, lr = 0.01
 I1225 14:08:16.700208  2133 solver.cpp:66] Iteration 49020, loss = 2.9178
 I1225 14:08:52.792896  2133 solver.cpp:204] Iteration 49040, lr = 0.01
 I1225 14:08:52.797989  2133 solver.cpp:66] Iteration 49040, loss = 2.74107
 I1225 14:09:28.891172  2133 solver.cpp:204] Iteration 49060, lr = 0.01
 I1225 14:09:28.896281  2133 solver.cpp:66] Iteration 49060, loss = 2.9592
 I1225 14:10:04.989210  2133 solver.cpp:204] Iteration 49080, lr = 0.01
 I1225 14:10:04.994267  2133 solver.cpp:66] Iteration 49080, loss = 2.96306
 I1225 14:10:41.085412  2133 solver.cpp:204] Iteration 49100, lr = 0.01
 I1225 14:10:41.090502  2133 solver.cpp:66] Iteration 49100, loss = 3.06746
 I1225 14:11:17.183444  2133 solver.cpp:204] Iteration 49120, lr = 0.01
 I1225 14:11:17.188549  2133 solver.cpp:66] Iteration 49120, loss = 3.03401
 I1225 14:11:53.275742  2133 solver.cpp:204] Iteration 49140, lr = 0.01
 I1225 14:11:53.280889  2133 solver.cpp:66] Iteration 49140, loss = 2.94114
 I1225 14:12:29.372558  2133 solver.cpp:204] Iteration 49160, lr = 0.01
 I1225 14:12:29.377660  2133 solver.cpp:66] Iteration 49160, loss = 3.12268
 I1225 14:13:05.468014  2133 solver.cpp:204] Iteration 49180, lr = 0.01
 I1225 14:13:05.473125  2133 solver.cpp:66] Iteration 49180, loss = 2.82233
 I1225 14:13:41.564227  2133 solver.cpp:204] Iteration 49200, lr = 0.01
 I1225 14:13:41.569339  2133 solver.cpp:66] Iteration 49200, loss = 2.88448
 I1225 14:14:17.655807  2133 solver.cpp:204] Iteration 49220, lr = 0.01
 I1225 14:14:17.660928  2133 solver.cpp:66] Iteration 49220, loss = 2.78351
 I1225 14:14:53.749774  2133 solver.cpp:204] Iteration 49240, lr = 0.01
 I1225 14:14:53.754927  2133 solver.cpp:66] Iteration 49240, loss = 2.77368
 I1225 14:15:29.841536  2133 solver.cpp:204] Iteration 49260, lr = 0.01
 I1225 14:15:29.846650  2133 solver.cpp:66] Iteration 49260, loss = 2.79783
 I1225 14:16:05.938314  2133 solver.cpp:204] Iteration 49280, lr = 0.01
 I1225 14:16:05.943414  2133 solver.cpp:66] Iteration 49280, loss = 2.91586
 I1225 14:16:42.030366  2133 solver.cpp:204] Iteration 49300, lr = 0.01
 I1225 14:16:42.035442  2133 solver.cpp:66] Iteration 49300, loss = 2.8772
 I1225 14:17:18.127018  2133 solver.cpp:204] Iteration 49320, lr = 0.01
 I1225 14:17:18.132119  2133 solver.cpp:66] Iteration 49320, loss = 3.05556
 I1225 14:17:54.226058  2133 solver.cpp:204] Iteration 49340, lr = 0.01
 I1225 14:17:54.231166  2133 solver.cpp:66] Iteration 49340, loss = 2.82938
 I1225 14:18:30.320108  2133 solver.cpp:204] Iteration 49360, lr = 0.01
 I1225 14:18:30.325218  2133 solver.cpp:66] Iteration 49360, loss = 2.93563
 I1225 14:19:06.416659  2133 solver.cpp:204] Iteration 49380, lr = 0.01
 I1225 14:19:06.421767  2133 solver.cpp:66] Iteration 49380, loss = 2.96122
 I1225 14:19:42.514775  2133 solver.cpp:204] Iteration 49400, lr = 0.01
 I1225 14:19:42.519878  2133 solver.cpp:66] Iteration 49400, loss = 2.94528
 I1225 14:20:18.612184  2133 solver.cpp:204] Iteration 49420, lr = 0.01
 I1225 14:20:18.617310  2133 solver.cpp:66] Iteration 49420, loss = 3.02447
 I1225 14:20:54.711199  2133 solver.cpp:204] Iteration 49440, lr = 0.01
 I1225 14:20:54.716320  2133 solver.cpp:66] Iteration 49440, loss = 2.85786
 I1225 14:21:30.805799  2133 solver.cpp:204] Iteration 49460, lr = 0.01
 I1225 14:21:30.810906  2133 solver.cpp:66] Iteration 49460, loss = 2.59949
 I1225 14:22:06.903352  2133 solver.cpp:204] Iteration 49480, lr = 0.01
 I1225 14:22:06.908460  2133 solver.cpp:66] Iteration 49480, loss = 2.80812
 I1225 14:22:43.002250  2133 solver.cpp:204] Iteration 49500, lr = 0.01
 I1225 14:22:43.007349  2133 solver.cpp:66] Iteration 49500, loss = 3.04374
 I1225 14:23:19.100440  2133 solver.cpp:204] Iteration 49520, lr = 0.01
 I1225 14:23:19.105559  2133 solver.cpp:66] Iteration 49520, loss = 2.96917
 I1225 14:23:55.192967  2133 solver.cpp:204] Iteration 49540, lr = 0.01
 I1225 14:23:55.198029  2133 solver.cpp:66] Iteration 49540, loss = 2.85362
 I1225 14:24:31.289420  2133 solver.cpp:204] Iteration 49560, lr = 0.01
 I1225 14:24:31.294370  2133 solver.cpp:66] Iteration 49560, loss = 2.82656
 I1225 14:25:07.382004  2133 solver.cpp:204] Iteration 49580, lr = 0.01
 I1225 14:25:07.387110  2133 solver.cpp:66] Iteration 49580, loss = 2.84148
 I1225 14:25:43.473986  2133 solver.cpp:204] Iteration 49600, lr = 0.01
 I1225 14:25:43.478977  2133 solver.cpp:66] Iteration 49600, loss = 2.64368
 I1225 14:26:19.568804  2133 solver.cpp:204] Iteration 49620, lr = 0.01
 I1225 14:26:19.573901  2133 solver.cpp:66] Iteration 49620, loss = 2.84961
 I1225 14:26:55.661398  2133 solver.cpp:204] Iteration 49640, lr = 0.01
 I1225 14:26:55.666496  2133 solver.cpp:66] Iteration 49640, loss = 2.67622
 I1225 14:27:31.757320  2133 solver.cpp:204] Iteration 49660, lr = 0.01
 I1225 14:27:31.762382  2133 solver.cpp:66] Iteration 49660, loss = 3.09671
 I1225 14:28:07.850961  2133 solver.cpp:204] Iteration 49680, lr = 0.01
 I1225 14:28:07.856072  2133 solver.cpp:66] Iteration 49680, loss = 2.8408
 I1225 14:28:43.944676  2133 solver.cpp:204] Iteration 49700, lr = 0.01
 I1225 14:28:43.949780  2133 solver.cpp:66] Iteration 49700, loss = 2.88498
 I1225 14:29:20.037811  2133 solver.cpp:204] Iteration 49720, lr = 0.01
 I1225 14:29:20.042915  2133 solver.cpp:66] Iteration 49720, loss = 3.1177
 I1225 14:29:56.138970  2133 solver.cpp:204] Iteration 49740, lr = 0.01
 I1225 14:29:56.144078  2133 solver.cpp:66] Iteration 49740, loss = 2.69475
 I1225 14:30:32.233366  2133 solver.cpp:204] Iteration 49760, lr = 0.01
 I1225 14:30:32.238431  2133 solver.cpp:66] Iteration 49760, loss = 2.74405
 I1225 14:31:08.331570  2133 solver.cpp:204] Iteration 49780, lr = 0.01
 I1225 14:31:08.336664  2133 solver.cpp:66] Iteration 49780, loss = 2.72341
 I1225 14:31:44.425540  2133 solver.cpp:204] Iteration 49800, lr = 0.01
 I1225 14:31:44.430637  2133 solver.cpp:66] Iteration 49800, loss = 2.78866
 I1225 14:32:20.515506  2133 solver.cpp:204] Iteration 49820, lr = 0.01
 I1225 14:32:20.520614  2133 solver.cpp:66] Iteration 49820, loss = 2.95376
 I1225 14:32:56.611490  2133 solver.cpp:204] Iteration 49840, lr = 0.01
 I1225 14:32:56.616587  2133 solver.cpp:66] Iteration 49840, loss = 3.02259
 I1225 14:33:32.706264  2133 solver.cpp:204] Iteration 49860, lr = 0.01
 I1225 14:33:32.711376  2133 solver.cpp:66] Iteration 49860, loss = 2.91633
 I1225 14:34:08.802858  2133 solver.cpp:204] Iteration 49880, lr = 0.01
 I1225 14:34:08.807952  2133 solver.cpp:66] Iteration 49880, loss = 3.01754
 I1225 14:34:44.901962  2133 solver.cpp:204] Iteration 49900, lr = 0.01
 I1225 14:34:44.907068  2133 solver.cpp:66] Iteration 49900, loss = 2.92968
 I1225 14:35:20.995491  2133 solver.cpp:204] Iteration 49920, lr = 0.01
 I1225 14:35:21.000587  2133 solver.cpp:66] Iteration 49920, loss = 2.81961
 I1225 14:35:57.093988  2133 solver.cpp:204] Iteration 49940, lr = 0.01
 I1225 14:35:57.099091  2133 solver.cpp:66] Iteration 49940, loss = 3.00497
 I1225 14:36:33.192427  2133 solver.cpp:204] Iteration 49960, lr = 0.01
 I1225 14:36:33.197535  2133 solver.cpp:66] Iteration 49960, loss = 2.94413
 I1225 14:37:09.287194  2133 solver.cpp:204] Iteration 49980, lr = 0.01
 I1225 14:37:09.292299  2133 solver.cpp:66] Iteration 49980, loss = 2.97522
 I1225 14:37:45.382709  2133 solver.cpp:204] Iteration 50000, lr = 0.01
 I1225 14:37:45.951592  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_50000
 I1225 14:37:46.533665  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_50000.solverstate
 I1225 14:37:46.840205  2133 solver.cpp:66] Iteration 50000, loss = 2.94536
 I1225 14:37:46.840250  2133 solver.cpp:84] Testing net
 I1225 14:40:02.401512  2133 solver.cpp:111] Test score #0: 0.3813
 I1225 14:40:02.401572  2133 solver.cpp:111] Test score #1: 2.83864
 I1225 14:40:38.245913  2133 solver.cpp:204] Iteration 50020, lr = 0.01
 I1225 14:40:38.251021  2133 solver.cpp:66] Iteration 50020, loss = 2.87079
 I1225 14:41:14.346951  2133 solver.cpp:204] Iteration 50040, lr = 0.01
 I1225 14:41:14.352057  2133 solver.cpp:66] Iteration 50040, loss = 2.83635
 I1225 14:41:50.441333  2133 solver.cpp:204] Iteration 50060, lr = 0.01
 I1225 14:41:50.446390  2133 solver.cpp:66] Iteration 50060, loss = 3.0834
 I1225 14:42:26.534085  2133 solver.cpp:204] Iteration 50080, lr = 0.01
 I1225 14:42:26.539183  2133 solver.cpp:66] Iteration 50080, loss = 3.15184
 I1225 14:43:02.628062  2133 solver.cpp:204] Iteration 50100, lr = 0.01
 I1225 14:43:02.633179  2133 solver.cpp:66] Iteration 50100, loss = 2.94854
 I1225 14:43:38.721174  2133 solver.cpp:204] Iteration 50120, lr = 0.01
 I1225 14:43:38.726228  2133 solver.cpp:66] Iteration 50120, loss = 2.83974
 I1225 14:44:14.820559  2133 solver.cpp:204] Iteration 50140, lr = 0.01
 I1225 14:44:14.825671  2133 solver.cpp:66] Iteration 50140, loss = 2.80233
 I1225 14:44:50.912827  2133 solver.cpp:204] Iteration 50160, lr = 0.01
 I1225 14:44:50.917932  2133 solver.cpp:66] Iteration 50160, loss = 3.05795
 I1225 14:45:27.008748  2133 solver.cpp:204] Iteration 50180, lr = 0.01
 I1225 14:45:27.013857  2133 solver.cpp:66] Iteration 50180, loss = 2.94004
 I1225 14:46:03.101811  2133 solver.cpp:204] Iteration 50200, lr = 0.01
 I1225 14:46:03.106915  2133 solver.cpp:66] Iteration 50200, loss = 2.93863
 I1225 14:46:39.199821  2133 solver.cpp:204] Iteration 50220, lr = 0.01
 I1225 14:46:39.204921  2133 solver.cpp:66] Iteration 50220, loss = 3.04624
 I1225 14:47:15.294227  2133 solver.cpp:204] Iteration 50240, lr = 0.01
 I1225 14:47:15.299342  2133 solver.cpp:66] Iteration 50240, loss = 3.00705
 I1225 14:47:51.385052  2133 solver.cpp:204] Iteration 50260, lr = 0.01
 I1225 14:47:51.390120  2133 solver.cpp:66] Iteration 50260, loss = 2.91141
 I1225 14:48:27.479049  2133 solver.cpp:204] Iteration 50280, lr = 0.01
 I1225 14:48:27.484156  2133 solver.cpp:66] Iteration 50280, loss = 2.89755
 I1225 14:49:03.573431  2133 solver.cpp:204] Iteration 50300, lr = 0.01
 I1225 14:49:03.578506  2133 solver.cpp:66] Iteration 50300, loss = 3.00574
 I1225 14:49:39.670938  2133 solver.cpp:204] Iteration 50320, lr = 0.01
 I1225 14:49:39.676055  2133 solver.cpp:66] Iteration 50320, loss = 2.83848
 I1225 14:50:15.764770  2133 solver.cpp:204] Iteration 50340, lr = 0.01
 I1225 14:50:15.769873  2133 solver.cpp:66] Iteration 50340, loss = 3.0032
 I1225 14:50:51.858991  2133 solver.cpp:204] Iteration 50360, lr = 0.01
 I1225 14:50:51.864112  2133 solver.cpp:66] Iteration 50360, loss = 2.89555
 I1225 14:51:27.953397  2133 solver.cpp:204] Iteration 50380, lr = 0.01
 I1225 14:51:27.958473  2133 solver.cpp:66] Iteration 50380, loss = 2.83774
 I1225 14:52:04.045658  2133 solver.cpp:204] Iteration 50400, lr = 0.01
 I1225 14:52:04.050768  2133 solver.cpp:66] Iteration 50400, loss = 2.86165
 I1225 14:52:40.142155  2133 solver.cpp:204] Iteration 50420, lr = 0.01
 I1225 14:52:40.147218  2133 solver.cpp:66] Iteration 50420, loss = 3.03343
 I1225 14:53:16.239112  2133 solver.cpp:204] Iteration 50440, lr = 0.01
 I1225 14:53:16.244189  2133 solver.cpp:66] Iteration 50440, loss = 3.06299
 I1225 14:53:52.331977  2133 solver.cpp:204] Iteration 50460, lr = 0.01
 I1225 14:53:52.337054  2133 solver.cpp:66] Iteration 50460, loss = 2.9367
 I1225 14:54:28.427196  2133 solver.cpp:204] Iteration 50480, lr = 0.01
 I1225 14:54:28.432268  2133 solver.cpp:66] Iteration 50480, loss = 3.14015
 I1225 14:55:04.524633  2133 solver.cpp:204] Iteration 50500, lr = 0.01
 I1225 14:55:04.529736  2133 solver.cpp:66] Iteration 50500, loss = 2.80047
 I1225 14:55:40.620311  2133 solver.cpp:204] Iteration 50520, lr = 0.01
 I1225 14:55:40.625419  2133 solver.cpp:66] Iteration 50520, loss = 2.92862
 I1225 14:56:16.711596  2133 solver.cpp:204] Iteration 50540, lr = 0.01
 I1225 14:56:16.716697  2133 solver.cpp:66] Iteration 50540, loss = 2.91936
 I1225 14:56:52.805228  2133 solver.cpp:204] Iteration 50560, lr = 0.01
 I1225 14:56:52.810282  2133 solver.cpp:66] Iteration 50560, loss = 2.84479
 I1225 14:57:28.903084  2133 solver.cpp:204] Iteration 50580, lr = 0.01
 I1225 14:57:28.908180  2133 solver.cpp:66] Iteration 50580, loss = 2.9711
 I1225 14:58:04.997980  2133 solver.cpp:204] Iteration 50600, lr = 0.01
 I1225 14:58:05.003140  2133 solver.cpp:66] Iteration 50600, loss = 2.89292
 I1225 14:58:41.087404  2133 solver.cpp:204] Iteration 50620, lr = 0.01
 I1225 14:58:41.092507  2133 solver.cpp:66] Iteration 50620, loss = 2.88178
 I1225 14:59:17.181988  2133 solver.cpp:204] Iteration 50640, lr = 0.01
 I1225 14:59:17.187104  2133 solver.cpp:66] Iteration 50640, loss = 2.94658
 I1225 14:59:53.278234  2133 solver.cpp:204] Iteration 50660, lr = 0.01
 I1225 14:59:53.283328  2133 solver.cpp:66] Iteration 50660, loss = 2.89566
 I1225 15:00:29.376893  2133 solver.cpp:204] Iteration 50680, lr = 0.01
 I1225 15:00:29.381989  2133 solver.cpp:66] Iteration 50680, loss = 2.82678
 I1225 15:01:05.478451  2133 solver.cpp:204] Iteration 50700, lr = 0.01
 I1225 15:01:05.483556  2133 solver.cpp:66] Iteration 50700, loss = 2.98284
 I1225 15:01:41.576189  2133 solver.cpp:204] Iteration 50720, lr = 0.01
 I1225 15:01:41.581290  2133 solver.cpp:66] Iteration 50720, loss = 2.57516
 I1225 15:02:17.671720  2133 solver.cpp:204] Iteration 50740, lr = 0.01
 I1225 15:02:17.676818  2133 solver.cpp:66] Iteration 50740, loss = 3.17904
 I1225 15:02:53.767371  2133 solver.cpp:204] Iteration 50760, lr = 0.01
 I1225 15:02:53.772456  2133 solver.cpp:66] Iteration 50760, loss = 3.08757
 I1225 15:03:29.861873  2133 solver.cpp:204] Iteration 50780, lr = 0.01
 I1225 15:03:29.866981  2133 solver.cpp:66] Iteration 50780, loss = 3.2304
 I1225 15:04:05.954857  2133 solver.cpp:204] Iteration 50800, lr = 0.01
 I1225 15:04:05.959972  2133 solver.cpp:66] Iteration 50800, loss = 2.91195
 I1225 15:04:42.047621  2133 solver.cpp:204] Iteration 50820, lr = 0.01
 I1225 15:04:42.052732  2133 solver.cpp:66] Iteration 50820, loss = 2.92015
 I1225 15:05:18.142283  2133 solver.cpp:204] Iteration 50840, lr = 0.01
 I1225 15:05:18.147347  2133 solver.cpp:66] Iteration 50840, loss = 2.69809
 I1225 15:05:54.237516  2133 solver.cpp:204] Iteration 50860, lr = 0.01
 I1225 15:05:54.242619  2133 solver.cpp:66] Iteration 50860, loss = 2.84533
 I1225 15:06:30.335387  2133 solver.cpp:204] Iteration 50880, lr = 0.01
 I1225 15:06:30.340492  2133 solver.cpp:66] Iteration 50880, loss = 2.86356
 I1225 15:07:06.436666  2133 solver.cpp:204] Iteration 50900, lr = 0.01
 I1225 15:07:06.441772  2133 solver.cpp:66] Iteration 50900, loss = 3.14065
 I1225 15:07:42.532193  2133 solver.cpp:204] Iteration 50920, lr = 0.01
 I1225 15:07:42.537297  2133 solver.cpp:66] Iteration 50920, loss = 2.73408
 I1225 15:08:18.626011  2133 solver.cpp:204] Iteration 50940, lr = 0.01
 I1225 15:08:18.631124  2133 solver.cpp:66] Iteration 50940, loss = 3.13041
 I1225 15:08:54.716702  2133 solver.cpp:204] Iteration 50960, lr = 0.01
 I1225 15:08:54.721797  2133 solver.cpp:66] Iteration 50960, loss = 2.79241
 I1225 15:09:30.813724  2133 solver.cpp:204] Iteration 50980, lr = 0.01
 I1225 15:09:30.818837  2133 solver.cpp:66] Iteration 50980, loss = 3.07388
 I1225 15:10:06.904608  2133 solver.cpp:204] Iteration 51000, lr = 0.01
 I1225 15:10:06.909708  2133 solver.cpp:66] Iteration 51000, loss = 2.98466
 I1225 15:10:06.909721  2133 solver.cpp:84] Testing net
 I1225 15:12:18.849997  2133 solver.cpp:111] Test score #0: 0.3756
 I1225 15:12:18.850044  2133 solver.cpp:111] Test score #1: 2.87707
 I1225 15:12:54.695492  2133 solver.cpp:204] Iteration 51020, lr = 0.01
 I1225 15:12:54.700603  2133 solver.cpp:66] Iteration 51020, loss = 2.94991
 I1225 15:13:30.791733  2133 solver.cpp:204] Iteration 51040, lr = 0.01
 I1225 15:13:30.796855  2133 solver.cpp:66] Iteration 51040, loss = 2.97761
 I1225 15:14:06.885040  2133 solver.cpp:204] Iteration 51060, lr = 0.01
 I1225 15:14:06.890102  2133 solver.cpp:66] Iteration 51060, loss = 3.05281
 I1225 15:14:42.979912  2133 solver.cpp:204] Iteration 51080, lr = 0.01
 I1225 15:14:42.984984  2133 solver.cpp:66] Iteration 51080, loss = 3.01528
 I1225 15:15:19.076251  2133 solver.cpp:204] Iteration 51100, lr = 0.01
 I1225 15:15:19.081429  2133 solver.cpp:66] Iteration 51100, loss = 2.98998
 I1225 15:15:55.166978  2133 solver.cpp:204] Iteration 51120, lr = 0.01
 I1225 15:15:55.172096  2133 solver.cpp:66] Iteration 51120, loss = 3.23432
 I1225 15:16:31.262603  2133 solver.cpp:204] Iteration 51140, lr = 0.01
 I1225 15:16:31.267696  2133 solver.cpp:66] Iteration 51140, loss = 2.89691
 I1225 15:17:07.357930  2133 solver.cpp:204] Iteration 51160, lr = 0.01
 I1225 15:17:07.363044  2133 solver.cpp:66] Iteration 51160, loss = 3.13489
 I1225 15:17:43.451591  2133 solver.cpp:204] Iteration 51180, lr = 0.01
 I1225 15:17:43.456693  2133 solver.cpp:66] Iteration 51180, loss = 2.71925
 I1225 15:18:19.548800  2133 solver.cpp:204] Iteration 51200, lr = 0.01
 I1225 15:18:19.553915  2133 solver.cpp:66] Iteration 51200, loss = 3.06657
 I1225 15:18:55.644599  2133 solver.cpp:204] Iteration 51220, lr = 0.01
 I1225 15:18:55.649713  2133 solver.cpp:66] Iteration 51220, loss = 3.10577
 I1225 15:19:31.741775  2133 solver.cpp:204] Iteration 51240, lr = 0.01
 I1225 15:19:31.746899  2133 solver.cpp:66] Iteration 51240, loss = 2.70788
 I1225 15:20:07.833828  2133 solver.cpp:204] Iteration 51260, lr = 0.01
 I1225 15:20:07.838939  2133 solver.cpp:66] Iteration 51260, loss = 2.67201
 I1225 15:20:43.929481  2133 solver.cpp:204] Iteration 51280, lr = 0.01
 I1225 15:20:43.934597  2133 solver.cpp:66] Iteration 51280, loss = 2.94855
 I1225 15:21:20.025732  2133 solver.cpp:204] Iteration 51300, lr = 0.01
 I1225 15:21:20.030827  2133 solver.cpp:66] Iteration 51300, loss = 2.97468
 I1225 15:21:56.121373  2133 solver.cpp:204] Iteration 51320, lr = 0.01
 I1225 15:21:56.126445  2133 solver.cpp:66] Iteration 51320, loss = 2.85003
 I1225 15:22:32.213130  2133 solver.cpp:204] Iteration 51340, lr = 0.01
 I1225 15:22:32.218190  2133 solver.cpp:66] Iteration 51340, loss = 3.02797
 I1225 15:23:08.309360  2133 solver.cpp:204] Iteration 51360, lr = 0.01
 I1225 15:23:08.314435  2133 solver.cpp:66] Iteration 51360, loss = 2.836
 I1225 15:23:44.402550  2133 solver.cpp:204] Iteration 51380, lr = 0.01
 I1225 15:23:44.407649  2133 solver.cpp:66] Iteration 51380, loss = 2.78248
 I1225 15:24:20.497319  2133 solver.cpp:204] Iteration 51400, lr = 0.01
 I1225 15:24:20.502384  2133 solver.cpp:66] Iteration 51400, loss = 2.64816
 I1225 15:24:56.591765  2133 solver.cpp:204] Iteration 51420, lr = 0.01
 I1225 15:24:56.596894  2133 solver.cpp:66] Iteration 51420, loss = 2.8156
 I1225 15:25:32.685156  2133 solver.cpp:204] Iteration 51440, lr = 0.01
 I1225 15:25:32.690223  2133 solver.cpp:66] Iteration 51440, loss = 2.80801
 I1225 15:26:08.784209  2133 solver.cpp:204] Iteration 51460, lr = 0.01
 I1225 15:26:08.789379  2133 solver.cpp:66] Iteration 51460, loss = 2.98382
 I1225 15:26:44.883631  2133 solver.cpp:204] Iteration 51480, lr = 0.01
 I1225 15:26:44.888744  2133 solver.cpp:66] Iteration 51480, loss = 2.96283
 I1225 15:27:20.984562  2133 solver.cpp:204] Iteration 51500, lr = 0.01
 I1225 15:27:20.989670  2133 solver.cpp:66] Iteration 51500, loss = 3.06139
 I1225 15:27:57.078112  2133 solver.cpp:204] Iteration 51520, lr = 0.01
 I1225 15:27:57.083215  2133 solver.cpp:66] Iteration 51520, loss = 2.61077
 I1225 15:28:33.175911  2133 solver.cpp:204] Iteration 51540, lr = 0.01
 I1225 15:28:33.180990  2133 solver.cpp:66] Iteration 51540, loss = 2.8484
 I1225 15:29:09.274006  2133 solver.cpp:204] Iteration 51560, lr = 0.01
 I1225 15:29:09.279108  2133 solver.cpp:66] Iteration 51560, loss = 2.77734
 I1225 15:29:45.374785  2133 solver.cpp:204] Iteration 51580, lr = 0.01
 I1225 15:29:45.379916  2133 solver.cpp:66] Iteration 51580, loss = 2.89701
 I1225 15:30:21.472925  2133 solver.cpp:204] Iteration 51600, lr = 0.01
 I1225 15:30:21.477989  2133 solver.cpp:66] Iteration 51600, loss = 2.85229
 I1225 15:30:57.566277  2133 solver.cpp:204] Iteration 51620, lr = 0.01
 I1225 15:30:57.571389  2133 solver.cpp:66] Iteration 51620, loss = 2.73201
 I1225 15:31:33.661840  2133 solver.cpp:204] Iteration 51640, lr = 0.01
 I1225 15:31:33.666956  2133 solver.cpp:66] Iteration 51640, loss = 2.92343
 I1225 15:32:09.760256  2133 solver.cpp:204] Iteration 51660, lr = 0.01
 I1225 15:32:09.765358  2133 solver.cpp:66] Iteration 51660, loss = 2.82202
 I1225 15:32:45.853066  2133 solver.cpp:204] Iteration 51680, lr = 0.01
 I1225 15:32:45.858134  2133 solver.cpp:66] Iteration 51680, loss = 2.87283
 I1225 15:33:21.952184  2133 solver.cpp:204] Iteration 51700, lr = 0.01
 I1225 15:33:21.957294  2133 solver.cpp:66] Iteration 51700, loss = 2.75981
 I1225 15:33:58.046399  2133 solver.cpp:204] Iteration 51720, lr = 0.01
 I1225 15:33:58.051518  2133 solver.cpp:66] Iteration 51720, loss = 2.92635
 I1225 15:34:34.145123  2133 solver.cpp:204] Iteration 51740, lr = 0.01
 I1225 15:34:34.150190  2133 solver.cpp:66] Iteration 51740, loss = 2.85972
 I1225 15:35:10.240665  2133 solver.cpp:204] Iteration 51760, lr = 0.01
 I1225 15:35:10.245774  2133 solver.cpp:66] Iteration 51760, loss = 3.03485
 I1225 15:35:46.335806  2133 solver.cpp:204] Iteration 51780, lr = 0.01
 I1225 15:35:46.340925  2133 solver.cpp:66] Iteration 51780, loss = 2.76782
 I1225 15:36:22.431608  2133 solver.cpp:204] Iteration 51800, lr = 0.01
 I1225 15:36:22.436681  2133 solver.cpp:66] Iteration 51800, loss = 2.77762
 I1225 15:36:58.523318  2133 solver.cpp:204] Iteration 51820, lr = 0.01
 I1225 15:36:58.528409  2133 solver.cpp:66] Iteration 51820, loss = 2.86095
 I1225 15:37:34.612787  2133 solver.cpp:204] Iteration 51840, lr = 0.01
 I1225 15:37:34.617902  2133 solver.cpp:66] Iteration 51840, loss = 2.97502
 I1225 15:38:10.708978  2133 solver.cpp:204] Iteration 51860, lr = 0.01
 I1225 15:38:10.714040  2133 solver.cpp:66] Iteration 51860, loss = 2.90139
 I1225 15:38:46.803761  2133 solver.cpp:204] Iteration 51880, lr = 0.01
 I1225 15:38:46.808898  2133 solver.cpp:66] Iteration 51880, loss = 2.68447
 I1225 15:39:22.901418  2133 solver.cpp:204] Iteration 51900, lr = 0.01
 I1225 15:39:22.906503  2133 solver.cpp:66] Iteration 51900, loss = 2.70368
 I1225 15:39:58.996196  2133 solver.cpp:204] Iteration 51920, lr = 0.01
 I1225 15:39:59.001305  2133 solver.cpp:66] Iteration 51920, loss = 2.56361
 I1225 15:40:35.096254  2133 solver.cpp:204] Iteration 51940, lr = 0.01
 I1225 15:40:35.101354  2133 solver.cpp:66] Iteration 51940, loss = 2.77369
 I1225 15:41:11.196257  2133 solver.cpp:204] Iteration 51960, lr = 0.01
 I1225 15:41:11.201365  2133 solver.cpp:66] Iteration 51960, loss = 2.70903
 I1225 15:41:47.289425  2133 solver.cpp:204] Iteration 51980, lr = 0.01
 I1225 15:41:47.294524  2133 solver.cpp:66] Iteration 51980, loss = 2.90108
 I1225 15:42:23.384436  2133 solver.cpp:204] Iteration 52000, lr = 0.01
 I1225 15:42:23.389545  2133 solver.cpp:66] Iteration 52000, loss = 2.75624
 I1225 15:42:23.389559  2133 solver.cpp:84] Testing net
 I1225 15:44:35.770059  2133 solver.cpp:111] Test score #0: 0.38634
 I1225 15:44:35.770109  2133 solver.cpp:111] Test score #1: 2.83483
 I1225 15:45:11.615345  2133 solver.cpp:204] Iteration 52020, lr = 0.01
 I1225 15:45:11.620450  2133 solver.cpp:66] Iteration 52020, loss = 2.81116
 I1225 15:45:47.715682  2133 solver.cpp:204] Iteration 52040, lr = 0.01
 I1225 15:45:47.720799  2133 solver.cpp:66] Iteration 52040, loss = 2.95201
 I1225 15:46:23.815971  2133 solver.cpp:204] Iteration 52060, lr = 0.01
 I1225 15:46:23.821076  2133 solver.cpp:66] Iteration 52060, loss = 2.80514
 I1225 15:46:59.907631  2133 solver.cpp:204] Iteration 52080, lr = 0.01
 I1225 15:46:59.912724  2133 solver.cpp:66] Iteration 52080, loss = 2.89818
 I1225 15:47:35.999464  2133 solver.cpp:204] Iteration 52100, lr = 0.01
 I1225 15:47:36.004569  2133 solver.cpp:66] Iteration 52100, loss = 3.22675
 I1225 15:48:12.095788  2133 solver.cpp:204] Iteration 52120, lr = 0.01
 I1225 15:48:12.100903  2133 solver.cpp:66] Iteration 52120, loss = 3.00057
 I1225 15:48:48.195885  2133 solver.cpp:204] Iteration 52140, lr = 0.01
 I1225 15:48:48.200999  2133 solver.cpp:66] Iteration 52140, loss = 2.67966
 I1225 15:49:24.292759  2133 solver.cpp:204] Iteration 52160, lr = 0.01
 I1225 15:49:24.297864  2133 solver.cpp:66] Iteration 52160, loss = 2.65941
 I1225 15:50:00.390151  2133 solver.cpp:204] Iteration 52180, lr = 0.01
 I1225 15:50:00.395264  2133 solver.cpp:66] Iteration 52180, loss = 3.15985
 I1225 15:50:36.487107  2133 solver.cpp:204] Iteration 52200, lr = 0.01
 I1225 15:50:36.492211  2133 solver.cpp:66] Iteration 52200, loss = 2.98922
 I1225 15:51:12.582939  2133 solver.cpp:204] Iteration 52220, lr = 0.01
 I1225 15:51:12.588058  2133 solver.cpp:66] Iteration 52220, loss = 2.92724
 I1225 15:51:48.683275  2133 solver.cpp:204] Iteration 52240, lr = 0.01
 I1225 15:51:48.688384  2133 solver.cpp:66] Iteration 52240, loss = 2.91373
 I1225 15:52:24.783532  2133 solver.cpp:204] Iteration 52260, lr = 0.01
 I1225 15:52:24.788642  2133 solver.cpp:66] Iteration 52260, loss = 2.85717
 I1225 15:53:00.879184  2133 solver.cpp:204] Iteration 52280, lr = 0.01
 I1225 15:53:00.884289  2133 solver.cpp:66] Iteration 52280, loss = 2.97492
 I1225 15:53:36.973685  2133 solver.cpp:204] Iteration 52300, lr = 0.01
 I1225 15:53:36.978781  2133 solver.cpp:66] Iteration 52300, loss = 2.65697
 I1225 15:54:13.066323  2133 solver.cpp:204] Iteration 52320, lr = 0.01
 I1225 15:54:13.071426  2133 solver.cpp:66] Iteration 52320, loss = 2.71203
 I1225 15:54:49.161891  2133 solver.cpp:204] Iteration 52340, lr = 0.01
 I1225 15:54:49.166995  2133 solver.cpp:66] Iteration 52340, loss = 2.6031
 I1225 15:55:25.257799  2133 solver.cpp:204] Iteration 52360, lr = 0.01
 I1225 15:55:25.262908  2133 solver.cpp:66] Iteration 52360, loss = 3.20649
 I1225 15:56:01.355180  2133 solver.cpp:204] Iteration 52380, lr = 0.01
 I1225 15:56:01.360251  2133 solver.cpp:66] Iteration 52380, loss = 2.80095
 I1225 15:56:37.448282  2133 solver.cpp:204] Iteration 52400, lr = 0.01
 I1225 15:56:37.453400  2133 solver.cpp:66] Iteration 52400, loss = 2.89287
 I1225 15:57:13.545578  2133 solver.cpp:204] Iteration 52420, lr = 0.01
 I1225 15:57:13.550676  2133 solver.cpp:66] Iteration 52420, loss = 2.93252
 I1225 15:57:49.645756  2133 solver.cpp:204] Iteration 52440, lr = 0.01
 I1225 15:57:49.650866  2133 solver.cpp:66] Iteration 52440, loss = 2.67944
 I1225 15:58:25.745268  2133 solver.cpp:204] Iteration 52460, lr = 0.01
 I1225 15:58:25.750339  2133 solver.cpp:66] Iteration 52460, loss = 3.13003
 I1225 15:59:01.839843  2133 solver.cpp:204] Iteration 52480, lr = 0.01
 I1225 15:59:01.844959  2133 solver.cpp:66] Iteration 52480, loss = 3.08499
 I1225 15:59:37.937024  2133 solver.cpp:204] Iteration 52500, lr = 0.01
 I1225 15:59:37.942095  2133 solver.cpp:66] Iteration 52500, loss = 3.03427
 I1225 16:00:14.032914  2133 solver.cpp:204] Iteration 52520, lr = 0.01
 I1225 16:00:14.037978  2133 solver.cpp:66] Iteration 52520, loss = 2.77877
 I1225 16:00:50.135609  2133 solver.cpp:204] Iteration 52540, lr = 0.01
 I1225 16:00:50.140715  2133 solver.cpp:66] Iteration 52540, loss = 2.78675
 I1225 16:01:26.230180  2133 solver.cpp:204] Iteration 52560, lr = 0.01
 I1225 16:01:26.235280  2133 solver.cpp:66] Iteration 52560, loss = 2.95325
 I1225 16:02:02.329102  2133 solver.cpp:204] Iteration 52580, lr = 0.01
 I1225 16:02:02.334012  2133 solver.cpp:66] Iteration 52580, loss = 2.8365
 I1225 16:02:38.424232  2133 solver.cpp:204] Iteration 52600, lr = 0.01
 I1225 16:02:38.429296  2133 solver.cpp:66] Iteration 52600, loss = 2.98711
 I1225 16:03:14.519067  2133 solver.cpp:204] Iteration 52620, lr = 0.01
 I1225 16:03:14.524173  2133 solver.cpp:66] Iteration 52620, loss = 2.83376
 I1225 16:03:50.612591  2133 solver.cpp:204] Iteration 52640, lr = 0.01
 I1225 16:03:50.617696  2133 solver.cpp:66] Iteration 52640, loss = 3.02958
 I1225 16:04:26.710075  2133 solver.cpp:204] Iteration 52660, lr = 0.01
 I1225 16:04:26.715188  2133 solver.cpp:66] Iteration 52660, loss = 2.89789
 I1225 16:05:02.800691  2133 solver.cpp:204] Iteration 52680, lr = 0.01
 I1225 16:05:02.805763  2133 solver.cpp:66] Iteration 52680, loss = 2.86869
 I1225 16:05:38.898543  2133 solver.cpp:204] Iteration 52700, lr = 0.01
 I1225 16:05:38.903656  2133 solver.cpp:66] Iteration 52700, loss = 3.25102
 I1225 16:06:14.994693  2133 solver.cpp:204] Iteration 52720, lr = 0.01
 I1225 16:06:14.999763  2133 solver.cpp:66] Iteration 52720, loss = 3.14541
 I1225 16:06:51.095721  2133 solver.cpp:204] Iteration 52740, lr = 0.01
 I1225 16:06:51.100824  2133 solver.cpp:66] Iteration 52740, loss = 2.6963
 I1225 16:07:27.192675  2133 solver.cpp:204] Iteration 52760, lr = 0.01
 I1225 16:07:27.197793  2133 solver.cpp:66] Iteration 52760, loss = 3.12509
 I1225 16:08:03.289396  2133 solver.cpp:204] Iteration 52780, lr = 0.01
 I1225 16:08:03.294469  2133 solver.cpp:66] Iteration 52780, loss = 3.05418
 I1225 16:08:39.385447  2133 solver.cpp:204] Iteration 52800, lr = 0.01
 I1225 16:08:39.390539  2133 solver.cpp:66] Iteration 52800, loss = 2.7957
 I1225 16:09:15.484097  2133 solver.cpp:204] Iteration 52820, lr = 0.01
 I1225 16:09:15.489197  2133 solver.cpp:66] Iteration 52820, loss = 2.80299
 I1225 16:09:51.577561  2133 solver.cpp:204] Iteration 52840, lr = 0.01
 I1225 16:09:51.582674  2133 solver.cpp:66] Iteration 52840, loss = 2.90969
 I1225 16:10:27.677896  2133 solver.cpp:204] Iteration 52860, lr = 0.01
 I1225 16:10:27.683003  2133 solver.cpp:66] Iteration 52860, loss = 2.84673
 I1225 16:11:03.770877  2133 solver.cpp:204] Iteration 52880, lr = 0.01
 I1225 16:11:03.775989  2133 solver.cpp:66] Iteration 52880, loss = 2.84743
 I1225 16:11:39.866020  2133 solver.cpp:204] Iteration 52900, lr = 0.01
 I1225 16:11:39.871122  2133 solver.cpp:66] Iteration 52900, loss = 3.0605
 I1225 16:12:15.962295  2133 solver.cpp:204] Iteration 52920, lr = 0.01
 I1225 16:12:15.967402  2133 solver.cpp:66] Iteration 52920, loss = 2.70388
 I1225 16:12:52.057076  2133 solver.cpp:204] Iteration 52940, lr = 0.01
 I1225 16:12:52.062134  2133 solver.cpp:66] Iteration 52940, loss = 2.96372
 I1225 16:13:28.150379  2133 solver.cpp:204] Iteration 52960, lr = 0.01
 I1225 16:13:28.155493  2133 solver.cpp:66] Iteration 52960, loss = 2.56212
 I1225 16:14:04.244034  2133 solver.cpp:204] Iteration 52980, lr = 0.01
 I1225 16:14:04.249107  2133 solver.cpp:66] Iteration 52980, loss = 2.82075
 I1225 16:14:40.339244  2133 solver.cpp:204] Iteration 53000, lr = 0.01
 I1225 16:14:40.344360  2133 solver.cpp:66] Iteration 53000, loss = 3.06576
 I1225 16:14:40.344373  2133 solver.cpp:84] Testing net
 I1225 16:16:53.292974  2133 solver.cpp:111] Test score #0: 0.38378
 I1225 16:16:53.293023  2133 solver.cpp:111] Test score #1: 2.83276
 I1225 16:17:29.143143  2133 solver.cpp:204] Iteration 53020, lr = 0.01
 I1225 16:17:29.148252  2133 solver.cpp:66] Iteration 53020, loss = 2.85981
 I1225 16:18:05.235929  2133 solver.cpp:204] Iteration 53040, lr = 0.01
 I1225 16:18:05.241046  2133 solver.cpp:66] Iteration 53040, loss = 2.96929
 I1225 16:18:41.330423  2133 solver.cpp:204] Iteration 53060, lr = 0.01
 I1225 16:18:41.335532  2133 solver.cpp:66] Iteration 53060, loss = 3.10883
 I1225 16:19:17.429133  2133 solver.cpp:204] Iteration 53080, lr = 0.01
 I1225 16:19:17.434216  2133 solver.cpp:66] Iteration 53080, loss = 3.00064
 I1225 16:19:53.525269  2133 solver.cpp:204] Iteration 53100, lr = 0.01
 I1225 16:19:53.530334  2133 solver.cpp:66] Iteration 53100, loss = 2.82395
 I1225 16:20:29.620894  2133 solver.cpp:204] Iteration 53120, lr = 0.01
 I1225 16:20:29.625977  2133 solver.cpp:66] Iteration 53120, loss = 2.74417
 I1225 16:21:05.716337  2133 solver.cpp:204] Iteration 53140, lr = 0.01
 I1225 16:21:05.721441  2133 solver.cpp:66] Iteration 53140, loss = 2.9035
 I1225 16:21:41.805842  2133 solver.cpp:204] Iteration 53160, lr = 0.01
 I1225 16:21:41.810958  2133 solver.cpp:66] Iteration 53160, loss = 2.84448
 I1225 16:22:17.899405  2133 solver.cpp:204] Iteration 53180, lr = 0.01
 I1225 16:22:17.904506  2133 solver.cpp:66] Iteration 53180, loss = 3.05011
 I1225 16:22:53.993635  2133 solver.cpp:204] Iteration 53200, lr = 0.01
 I1225 16:22:53.998740  2133 solver.cpp:66] Iteration 53200, loss = 3.05129
 I1225 16:23:30.085010  2133 solver.cpp:204] Iteration 53220, lr = 0.01
 I1225 16:23:30.090075  2133 solver.cpp:66] Iteration 53220, loss = 3.31161
 I1225 16:24:06.176808  2133 solver.cpp:204] Iteration 53240, lr = 0.01
 I1225 16:24:06.181980  2133 solver.cpp:66] Iteration 53240, loss = 3.00836
 I1225 16:24:42.269615  2133 solver.cpp:204] Iteration 53260, lr = 0.01
 I1225 16:24:42.274716  2133 solver.cpp:66] Iteration 53260, loss = 3.07902
 I1225 16:25:18.364359  2133 solver.cpp:204] Iteration 53280, lr = 0.01
 I1225 16:25:18.369421  2133 solver.cpp:66] Iteration 53280, loss = 2.96049
 I1225 16:25:54.458757  2133 solver.cpp:204] Iteration 53300, lr = 0.01
 I1225 16:25:54.463855  2133 solver.cpp:66] Iteration 53300, loss = 2.9345
 I1225 16:26:30.555871  2133 solver.cpp:204] Iteration 53320, lr = 0.01
 I1225 16:26:30.560976  2133 solver.cpp:66] Iteration 53320, loss = 2.84574
 I1225 16:27:06.648708  2133 solver.cpp:204] Iteration 53340, lr = 0.01
 I1225 16:27:06.653806  2133 solver.cpp:66] Iteration 53340, loss = 2.93813
 I1225 16:27:42.750346  2133 solver.cpp:204] Iteration 53360, lr = 0.01
 I1225 16:27:42.755444  2133 solver.cpp:66] Iteration 53360, loss = 3.18001
 I1225 16:28:18.847187  2133 solver.cpp:204] Iteration 53380, lr = 0.01
 I1225 16:28:18.852299  2133 solver.cpp:66] Iteration 53380, loss = 3.0287
 I1225 16:28:54.943572  2133 solver.cpp:204] Iteration 53400, lr = 0.01
 I1225 16:28:54.948652  2133 solver.cpp:66] Iteration 53400, loss = 3.09893
 I1225 16:29:31.034513  2133 solver.cpp:204] Iteration 53420, lr = 0.01
 I1225 16:29:31.039618  2133 solver.cpp:66] Iteration 53420, loss = 2.95971
 I1225 16:30:07.126231  2133 solver.cpp:204] Iteration 53440, lr = 0.01
 I1225 16:30:07.131337  2133 solver.cpp:66] Iteration 53440, loss = 3.06499
 I1225 16:30:43.222656  2133 solver.cpp:204] Iteration 53460, lr = 0.01
 I1225 16:30:43.227725  2133 solver.cpp:66] Iteration 53460, loss = 3.10878
 I1225 16:31:19.320251  2133 solver.cpp:204] Iteration 53480, lr = 0.01
 I1225 16:31:19.325342  2133 solver.cpp:66] Iteration 53480, loss = 2.73554
 I1225 16:31:55.418982  2133 solver.cpp:204] Iteration 53500, lr = 0.01
 I1225 16:31:55.424087  2133 solver.cpp:66] Iteration 53500, loss = 2.79777
 I1225 16:32:31.515658  2133 solver.cpp:204] Iteration 53520, lr = 0.01
 I1225 16:32:31.520768  2133 solver.cpp:66] Iteration 53520, loss = 2.94095
 I1225 16:33:07.612577  2133 solver.cpp:204] Iteration 53540, lr = 0.01
 I1225 16:33:07.617676  2133 solver.cpp:66] Iteration 53540, loss = 2.64723
 I1225 16:33:43.712990  2133 solver.cpp:204] Iteration 53560, lr = 0.01
 I1225 16:33:43.718049  2133 solver.cpp:66] Iteration 53560, loss = 2.83955
 I1225 16:34:19.812502  2133 solver.cpp:204] Iteration 53580, lr = 0.01
 I1225 16:34:19.817621  2133 solver.cpp:66] Iteration 53580, loss = 2.57493
 I1225 16:34:55.908130  2133 solver.cpp:204] Iteration 53600, lr = 0.01
 I1225 16:34:55.913234  2133 solver.cpp:66] Iteration 53600, loss = 2.81878
 I1225 16:35:32.001922  2133 solver.cpp:204] Iteration 53620, lr = 0.01
 I1225 16:35:32.007087  2133 solver.cpp:66] Iteration 53620, loss = 2.9745
 I1225 16:36:08.098800  2133 solver.cpp:204] Iteration 53640, lr = 0.01
 I1225 16:36:08.103910  2133 solver.cpp:66] Iteration 53640, loss = 2.90184
 I1225 16:36:44.192891  2133 solver.cpp:204] Iteration 53660, lr = 0.01
 I1225 16:36:44.197984  2133 solver.cpp:66] Iteration 53660, loss = 2.76548
 I1225 16:37:20.287418  2133 solver.cpp:204] Iteration 53680, lr = 0.01
 I1225 16:37:20.292522  2133 solver.cpp:66] Iteration 53680, loss = 2.8865
 I1225 16:37:56.380442  2133 solver.cpp:204] Iteration 53700, lr = 0.01
 I1225 16:37:56.385612  2133 solver.cpp:66] Iteration 53700, loss = 2.82506
 I1225 16:38:32.475275  2133 solver.cpp:204] Iteration 53720, lr = 0.01
 I1225 16:38:32.480423  2133 solver.cpp:66] Iteration 53720, loss = 2.83438
 I1225 16:39:08.569928  2133 solver.cpp:204] Iteration 53740, lr = 0.01
 I1225 16:39:08.575038  2133 solver.cpp:66] Iteration 53740, loss = 2.91034
 I1225 16:39:44.667279  2133 solver.cpp:204] Iteration 53760, lr = 0.01
 I1225 16:39:44.672377  2133 solver.cpp:66] Iteration 53760, loss = 2.65457
 I1225 16:40:20.762230  2133 solver.cpp:204] Iteration 53780, lr = 0.01
 I1225 16:40:20.767338  2133 solver.cpp:66] Iteration 53780, loss = 2.98984
 I1225 16:40:56.859936  2133 solver.cpp:204] Iteration 53800, lr = 0.01
 I1225 16:40:56.865047  2133 solver.cpp:66] Iteration 53800, loss = 2.9222
 I1225 16:41:32.955742  2133 solver.cpp:204] Iteration 53820, lr = 0.01
 I1225 16:41:32.960822  2133 solver.cpp:66] Iteration 53820, loss = 3.00245
 I1225 16:42:09.054936  2133 solver.cpp:204] Iteration 53840, lr = 0.01
 I1225 16:42:09.060047  2133 solver.cpp:66] Iteration 53840, loss = 2.72885
 I1225 16:42:45.150709  2133 solver.cpp:204] Iteration 53860, lr = 0.01
 I1225 16:42:45.155815  2133 solver.cpp:66] Iteration 53860, loss = 2.92099
 I1225 16:43:21.245447  2133 solver.cpp:204] Iteration 53880, lr = 0.01
 I1225 16:43:21.250515  2133 solver.cpp:66] Iteration 53880, loss = 3.02126
 I1225 16:43:57.335162  2133 solver.cpp:204] Iteration 53900, lr = 0.01
 I1225 16:43:57.340265  2133 solver.cpp:66] Iteration 53900, loss = 2.80012
 I1225 16:44:33.426403  2133 solver.cpp:204] Iteration 53920, lr = 0.01
 I1225 16:44:33.431499  2133 solver.cpp:66] Iteration 53920, loss = 2.90101
 I1225 16:45:09.519413  2133 solver.cpp:204] Iteration 53940, lr = 0.01
 I1225 16:45:09.524526  2133 solver.cpp:66] Iteration 53940, loss = 2.82453
 I1225 16:45:45.612401  2133 solver.cpp:204] Iteration 53960, lr = 0.01
 I1225 16:45:45.617501  2133 solver.cpp:66] Iteration 53960, loss = 2.97628
 I1225 16:46:21.708585  2133 solver.cpp:204] Iteration 53980, lr = 0.01
 I1225 16:46:21.713577  2133 solver.cpp:66] Iteration 53980, loss = 2.7457
 I1225 16:46:57.802047  2133 solver.cpp:204] Iteration 54000, lr = 0.01
 I1225 16:46:57.807155  2133 solver.cpp:66] Iteration 54000, loss = 2.96735
 I1225 16:46:57.807169  2133 solver.cpp:84] Testing net
 I1225 16:49:09.712221  2133 solver.cpp:111] Test score #0: 0.37924
 I1225 16:49:09.712266  2133 solver.cpp:111] Test score #1: 2.86587
 I1225 16:49:45.555610  2133 solver.cpp:204] Iteration 54020, lr = 0.01
 I1225 16:49:45.560734  2133 solver.cpp:66] Iteration 54020, loss = 3.02485
 I1225 16:50:21.648176  2133 solver.cpp:204] Iteration 54040, lr = 0.01
 I1225 16:50:21.653271  2133 solver.cpp:66] Iteration 54040, loss = 3.05563
 I1225 16:50:57.737027  2133 solver.cpp:204] Iteration 54060, lr = 0.01
 I1225 16:50:57.741997  2133 solver.cpp:66] Iteration 54060, loss = 2.86229
 I1225 16:51:33.831028  2133 solver.cpp:204] Iteration 54080, lr = 0.01
 I1225 16:51:33.836208  2133 solver.cpp:66] Iteration 54080, loss = 2.92848
 I1225 16:52:09.929055  2133 solver.cpp:204] Iteration 54100, lr = 0.01
 I1225 16:52:09.934134  2133 solver.cpp:66] Iteration 54100, loss = 2.83057
 I1225 16:52:46.026824  2133 solver.cpp:204] Iteration 54120, lr = 0.01
 I1225 16:52:46.031923  2133 solver.cpp:66] Iteration 54120, loss = 2.83276
 I1225 16:53:22.127033  2133 solver.cpp:204] Iteration 54140, lr = 0.01
 I1225 16:53:22.132089  2133 solver.cpp:66] Iteration 54140, loss = 3.06986
 I1225 16:53:58.225898  2133 solver.cpp:204] Iteration 54160, lr = 0.01
 I1225 16:53:58.230998  2133 solver.cpp:66] Iteration 54160, loss = 2.83716
 I1225 16:54:34.326529  2133 solver.cpp:204] Iteration 54180, lr = 0.01
 I1225 16:54:34.331624  2133 solver.cpp:66] Iteration 54180, loss = 3.16508
 I1225 16:55:10.422816  2133 solver.cpp:204] Iteration 54200, lr = 0.01
 I1225 16:55:10.427877  2133 solver.cpp:66] Iteration 54200, loss = 3.08059
 I1225 16:55:46.516136  2133 solver.cpp:204] Iteration 54220, lr = 0.01
 I1225 16:55:46.521252  2133 solver.cpp:66] Iteration 54220, loss = 2.83881
 I1225 16:56:22.610376  2133 solver.cpp:204] Iteration 54240, lr = 0.01
 I1225 16:56:22.615485  2133 solver.cpp:66] Iteration 54240, loss = 2.9532
 I1225 16:56:58.701905  2133 solver.cpp:204] Iteration 54260, lr = 0.01
 I1225 16:56:58.707005  2133 solver.cpp:66] Iteration 54260, loss = 2.53018
 I1225 16:57:34.798449  2133 solver.cpp:204] Iteration 54280, lr = 0.01
 I1225 16:57:34.803556  2133 solver.cpp:66] Iteration 54280, loss = 2.98828
 I1225 16:58:10.893604  2133 solver.cpp:204] Iteration 54300, lr = 0.01
 I1225 16:58:10.898701  2133 solver.cpp:66] Iteration 54300, loss = 2.86741
 I1225 16:58:46.985438  2133 solver.cpp:204] Iteration 54320, lr = 0.01
 I1225 16:58:46.990543  2133 solver.cpp:66] Iteration 54320, loss = 2.9942
 I1225 16:59:23.083216  2133 solver.cpp:204] Iteration 54340, lr = 0.01
 I1225 16:59:23.088320  2133 solver.cpp:66] Iteration 54340, loss = 2.84157
 I1225 16:59:59.176265  2133 solver.cpp:204] Iteration 54360, lr = 0.01
 I1225 16:59:59.181375  2133 solver.cpp:66] Iteration 54360, loss = 3.08366
 I1225 17:00:35.268124  2133 solver.cpp:204] Iteration 54380, lr = 0.01
 I1225 17:00:35.273223  2133 solver.cpp:66] Iteration 54380, loss = 2.67956
 I1225 17:01:11.361877  2133 solver.cpp:204] Iteration 54400, lr = 0.01
 I1225 17:01:11.366987  2133 solver.cpp:66] Iteration 54400, loss = 2.88719
 I1225 17:01:47.456686  2133 solver.cpp:204] Iteration 54420, lr = 0.01
 I1225 17:01:47.461796  2133 solver.cpp:66] Iteration 54420, loss = 2.75455
 I1225 17:02:23.553920  2133 solver.cpp:204] Iteration 54440, lr = 0.01
 I1225 17:02:23.559031  2133 solver.cpp:66] Iteration 54440, loss = 3.05695
 I1225 17:02:59.643079  2133 solver.cpp:204] Iteration 54460, lr = 0.01
 I1225 17:02:59.648192  2133 solver.cpp:66] Iteration 54460, loss = 2.9891
 I1225 17:03:35.735571  2133 solver.cpp:204] Iteration 54480, lr = 0.01
 I1225 17:03:35.740681  2133 solver.cpp:66] Iteration 54480, loss = 2.73661
 I1225 17:04:11.825639  2133 solver.cpp:204] Iteration 54500, lr = 0.01
 I1225 17:04:11.830742  2133 solver.cpp:66] Iteration 54500, loss = 2.85273
 I1225 17:04:47.918365  2133 solver.cpp:204] Iteration 54520, lr = 0.01
 I1225 17:04:47.923475  2133 solver.cpp:66] Iteration 54520, loss = 2.8853
 I1225 17:05:24.010728  2133 solver.cpp:204] Iteration 54540, lr = 0.01
 I1225 17:05:24.015835  2133 solver.cpp:66] Iteration 54540, loss = 2.69682
 I1225 17:06:00.106745  2133 solver.cpp:204] Iteration 54560, lr = 0.01
 I1225 17:06:00.111852  2133 solver.cpp:66] Iteration 54560, loss = 2.71542
 I1225 17:06:36.199762  2133 solver.cpp:204] Iteration 54580, lr = 0.01
 I1225 17:06:36.204874  2133 solver.cpp:66] Iteration 54580, loss = 2.87731
 I1225 17:07:12.300366  2133 solver.cpp:204] Iteration 54600, lr = 0.01
 I1225 17:07:12.305472  2133 solver.cpp:66] Iteration 54600, loss = 2.76262
 I1225 17:07:48.397671  2133 solver.cpp:204] Iteration 54620, lr = 0.01
 I1225 17:07:48.402778  2133 solver.cpp:66] Iteration 54620, loss = 3.20014
 I1225 17:08:24.487637  2133 solver.cpp:204] Iteration 54640, lr = 0.01
 I1225 17:08:24.492749  2133 solver.cpp:66] Iteration 54640, loss = 2.77829
 I1225 17:09:00.584586  2133 solver.cpp:204] Iteration 54660, lr = 0.01
 I1225 17:09:00.589696  2133 solver.cpp:66] Iteration 54660, loss = 2.58918
 I1225 17:09:36.681187  2133 solver.cpp:204] Iteration 54680, lr = 0.01
 I1225 17:09:36.686290  2133 solver.cpp:66] Iteration 54680, loss = 2.77611
 I1225 17:10:12.780020  2133 solver.cpp:204] Iteration 54700, lr = 0.01
 I1225 17:10:12.785120  2133 solver.cpp:66] Iteration 54700, loss = 2.69719
 I1225 17:10:48.880447  2133 solver.cpp:204] Iteration 54720, lr = 0.01
 I1225 17:10:48.885550  2133 solver.cpp:66] Iteration 54720, loss = 2.78815
 I1225 17:11:24.977579  2133 solver.cpp:204] Iteration 54740, lr = 0.01
 I1225 17:11:24.982686  2133 solver.cpp:66] Iteration 54740, loss = 2.8828
 I1225 17:12:01.075711  2133 solver.cpp:204] Iteration 54760, lr = 0.01
 I1225 17:12:01.080814  2133 solver.cpp:66] Iteration 54760, loss = 2.92734
 I1225 17:12:37.176321  2133 solver.cpp:204] Iteration 54780, lr = 0.01
 I1225 17:12:37.181485  2133 solver.cpp:66] Iteration 54780, loss = 2.9615
 I1225 17:13:13.270452  2133 solver.cpp:204] Iteration 54800, lr = 0.01
 I1225 17:13:13.275554  2133 solver.cpp:66] Iteration 54800, loss = 2.76595
 I1225 17:13:49.372288  2133 solver.cpp:204] Iteration 54820, lr = 0.01
 I1225 17:13:49.377357  2133 solver.cpp:66] Iteration 54820, loss = 2.76526
 I1225 17:14:25.471897  2133 solver.cpp:204] Iteration 54840, lr = 0.01
 I1225 17:14:25.477001  2133 solver.cpp:66] Iteration 54840, loss = 2.96688
 I1225 17:15:01.569247  2133 solver.cpp:204] Iteration 54860, lr = 0.01
 I1225 17:15:01.574314  2133 solver.cpp:66] Iteration 54860, loss = 2.61931
 I1225 17:15:37.666782  2133 solver.cpp:204] Iteration 54880, lr = 0.01
 I1225 17:15:37.671880  2133 solver.cpp:66] Iteration 54880, loss = 2.76441
 I1225 17:16:13.765003  2133 solver.cpp:204] Iteration 54900, lr = 0.01
 I1225 17:16:13.770072  2133 solver.cpp:66] Iteration 54900, loss = 2.96442
 I1225 17:16:49.864323  2133 solver.cpp:204] Iteration 54920, lr = 0.01
 I1225 17:16:49.869434  2133 solver.cpp:66] Iteration 54920, loss = 2.75669
 I1225 17:17:25.961436  2133 solver.cpp:204] Iteration 54940, lr = 0.01
 I1225 17:17:25.966507  2133 solver.cpp:66] Iteration 54940, loss = 2.90204
 I1225 17:18:02.055662  2133 solver.cpp:204] Iteration 54960, lr = 0.01
 I1225 17:18:02.060745  2133 solver.cpp:66] Iteration 54960, loss = 2.83407
 I1225 17:18:38.152055  2133 solver.cpp:204] Iteration 54980, lr = 0.01
 I1225 17:18:38.157160  2133 solver.cpp:66] Iteration 54980, loss = 2.90912
 I1225 17:19:14.246161  2133 solver.cpp:204] Iteration 55000, lr = 0.01
 I1225 17:19:14.251261  2133 solver.cpp:66] Iteration 55000, loss = 2.84437
 I1225 17:19:14.251274  2133 solver.cpp:84] Testing net
 I1225 17:21:26.295291  2133 solver.cpp:111] Test score #0: 0.38638
 I1225 17:21:26.295339  2133 solver.cpp:111] Test score #1: 2.826
 I1225 17:22:02.138602  2133 solver.cpp:204] Iteration 55020, lr = 0.01
 I1225 17:22:02.143707  2133 solver.cpp:66] Iteration 55020, loss = 2.81115
 I1225 17:22:38.233271  2133 solver.cpp:204] Iteration 55040, lr = 0.01
 I1225 17:22:38.238340  2133 solver.cpp:66] Iteration 55040, loss = 2.90917
 I1225 17:23:14.326755  2133 solver.cpp:204] Iteration 55060, lr = 0.01
 I1225 17:23:14.331866  2133 solver.cpp:66] Iteration 55060, loss = 2.91136
 I1225 17:23:50.425209  2133 solver.cpp:204] Iteration 55080, lr = 0.01
 I1225 17:23:50.430284  2133 solver.cpp:66] Iteration 55080, loss = 3.0416
 I1225 17:24:26.523031  2133 solver.cpp:204] Iteration 55100, lr = 0.01
 I1225 17:24:26.528108  2133 solver.cpp:66] Iteration 55100, loss = 2.89671
 I1225 17:25:02.615525  2133 solver.cpp:204] Iteration 55120, lr = 0.01
 I1225 17:25:02.620592  2133 solver.cpp:66] Iteration 55120, loss = 2.87741
 I1225 17:25:38.711753  2133 solver.cpp:204] Iteration 55140, lr = 0.01
 I1225 17:25:38.716884  2133 solver.cpp:66] Iteration 55140, loss = 2.87307
 I1225 17:26:14.806169  2133 solver.cpp:204] Iteration 55160, lr = 0.01
 I1225 17:26:14.811272  2133 solver.cpp:66] Iteration 55160, loss = 2.73361
 I1225 17:26:50.901425  2133 solver.cpp:204] Iteration 55180, lr = 0.01
 I1225 17:26:50.906473  2133 solver.cpp:66] Iteration 55180, loss = 2.97274
 I1225 17:27:26.996918  2133 solver.cpp:204] Iteration 55200, lr = 0.01
 I1225 17:27:27.001983  2133 solver.cpp:66] Iteration 55200, loss = 2.86228
 I1225 17:28:03.093359  2133 solver.cpp:204] Iteration 55220, lr = 0.01
 I1225 17:28:03.098433  2133 solver.cpp:66] Iteration 55220, loss = 3.0393
 I1225 17:28:39.189234  2133 solver.cpp:204] Iteration 55240, lr = 0.01
 I1225 17:28:39.194344  2133 solver.cpp:66] Iteration 55240, loss = 3.03011
 I1225 17:29:15.280735  2133 solver.cpp:204] Iteration 55260, lr = 0.01
 I1225 17:29:15.285842  2133 solver.cpp:66] Iteration 55260, loss = 2.99371
 I1225 17:29:51.378082  2133 solver.cpp:204] Iteration 55280, lr = 0.01
 I1225 17:29:51.383183  2133 solver.cpp:66] Iteration 55280, loss = 2.77465
 I1225 17:30:27.472959  2133 solver.cpp:204] Iteration 55300, lr = 0.01
 I1225 17:30:27.478046  2133 solver.cpp:66] Iteration 55300, loss = 2.77248
 I1225 17:31:03.569895  2133 solver.cpp:204] Iteration 55320, lr = 0.01
 I1225 17:31:03.574970  2133 solver.cpp:66] Iteration 55320, loss = 2.91373
 I1225 17:31:39.667776  2133 solver.cpp:204] Iteration 55340, lr = 0.01
 I1225 17:31:39.672893  2133 solver.cpp:66] Iteration 55340, loss = 2.85241
 I1225 17:32:15.763655  2133 solver.cpp:204] Iteration 55360, lr = 0.01
 I1225 17:32:15.768760  2133 solver.cpp:66] Iteration 55360, loss = 3.04587
 I1225 17:32:51.858361  2133 solver.cpp:204] Iteration 55380, lr = 0.01
 I1225 17:32:51.863471  2133 solver.cpp:66] Iteration 55380, loss = 2.96302
 I1225 17:33:27.956394  2133 solver.cpp:204] Iteration 55400, lr = 0.01
 I1225 17:33:27.961549  2133 solver.cpp:66] Iteration 55400, loss = 2.94702
 I1225 17:34:04.047269  2133 solver.cpp:204] Iteration 55420, lr = 0.01
 I1225 17:34:04.052367  2133 solver.cpp:66] Iteration 55420, loss = 2.8563
 I1225 17:34:40.139809  2133 solver.cpp:204] Iteration 55440, lr = 0.01
 I1225 17:34:40.144937  2133 solver.cpp:66] Iteration 55440, loss = 2.92474
 I1225 17:35:16.235205  2133 solver.cpp:204] Iteration 55460, lr = 0.01
 I1225 17:35:16.240304  2133 solver.cpp:66] Iteration 55460, loss = 3.12441
 I1225 17:35:52.330087  2133 solver.cpp:204] Iteration 55480, lr = 0.01
 I1225 17:35:52.335201  2133 solver.cpp:66] Iteration 55480, loss = 3.0757
 I1225 17:36:28.426908  2133 solver.cpp:204] Iteration 55500, lr = 0.01
 I1225 17:36:28.431992  2133 solver.cpp:66] Iteration 55500, loss = 2.81504
 I1225 17:37:04.523319  2133 solver.cpp:204] Iteration 55520, lr = 0.01
 I1225 17:37:04.528425  2133 solver.cpp:66] Iteration 55520, loss = 2.81708
 I1225 17:37:40.614984  2133 solver.cpp:204] Iteration 55540, lr = 0.01
 I1225 17:37:40.620087  2133 solver.cpp:66] Iteration 55540, loss = 3.15128
 I1225 17:38:16.709439  2133 solver.cpp:204] Iteration 55560, lr = 0.01
 I1225 17:38:16.714529  2133 solver.cpp:66] Iteration 55560, loss = 2.88336
 I1225 17:38:52.804801  2133 solver.cpp:204] Iteration 55580, lr = 0.01
 I1225 17:38:52.809896  2133 solver.cpp:66] Iteration 55580, loss = 2.75278
 I1225 17:39:28.902322  2133 solver.cpp:204] Iteration 55600, lr = 0.01
 I1225 17:39:28.907430  2133 solver.cpp:66] Iteration 55600, loss = 2.81352
 I1225 17:40:04.999112  2133 solver.cpp:204] Iteration 55620, lr = 0.01
 I1225 17:40:05.004219  2133 solver.cpp:66] Iteration 55620, loss = 2.72374
 I1225 17:40:41.089437  2133 solver.cpp:204] Iteration 55640, lr = 0.01
 I1225 17:40:41.094398  2133 solver.cpp:66] Iteration 55640, loss = 2.61712
 I1225 17:41:17.181334  2133 solver.cpp:204] Iteration 55660, lr = 0.01
 I1225 17:41:17.186421  2133 solver.cpp:66] Iteration 55660, loss = 3.15352
 I1225 17:41:53.274755  2133 solver.cpp:204] Iteration 55680, lr = 0.01
 I1225 17:41:53.279865  2133 solver.cpp:66] Iteration 55680, loss = 2.83647
 I1225 17:42:29.371232  2133 solver.cpp:204] Iteration 55700, lr = 0.01
 I1225 17:42:29.376338  2133 solver.cpp:66] Iteration 55700, loss = 2.43655
 I1225 17:43:05.473582  2133 solver.cpp:204] Iteration 55720, lr = 0.01
 I1225 17:43:05.478667  2133 solver.cpp:66] Iteration 55720, loss = 2.92103
 I1225 17:43:41.569035  2133 solver.cpp:204] Iteration 55740, lr = 0.01
 I1225 17:43:41.574151  2133 solver.cpp:66] Iteration 55740, loss = 2.81045
 I1225 17:44:17.672900  2133 solver.cpp:204] Iteration 55760, lr = 0.01
 I1225 17:44:17.677974  2133 solver.cpp:66] Iteration 55760, loss = 3.00532
 I1225 17:44:53.767931  2133 solver.cpp:204] Iteration 55780, lr = 0.01
 I1225 17:44:53.773044  2133 solver.cpp:66] Iteration 55780, loss = 2.76806
 I1225 17:45:29.865501  2133 solver.cpp:204] Iteration 55800, lr = 0.01
 I1225 17:45:29.870612  2133 solver.cpp:66] Iteration 55800, loss = 3.02177
 I1225 17:46:05.960125  2133 solver.cpp:204] Iteration 55820, lr = 0.01
 I1225 17:46:05.965234  2133 solver.cpp:66] Iteration 55820, loss = 2.76116
 I1225 17:46:42.056916  2133 solver.cpp:204] Iteration 55840, lr = 0.01
 I1225 17:46:42.061974  2133 solver.cpp:66] Iteration 55840, loss = 3.03292
 I1225 17:47:18.149304  2133 solver.cpp:204] Iteration 55860, lr = 0.01
 I1225 17:47:18.154376  2133 solver.cpp:66] Iteration 55860, loss = 3.01647
 I1225 17:47:54.244886  2133 solver.cpp:204] Iteration 55880, lr = 0.01
 I1225 17:47:54.249970  2133 solver.cpp:66] Iteration 55880, loss = 2.66411
 I1225 17:48:30.346197  2133 solver.cpp:204] Iteration 55900, lr = 0.01
 I1225 17:48:30.351310  2133 solver.cpp:66] Iteration 55900, loss = 3.10149
 I1225 17:49:06.439551  2133 solver.cpp:204] Iteration 55920, lr = 0.01
 I1225 17:49:06.444644  2133 solver.cpp:66] Iteration 55920, loss = 3.02563
 I1225 17:49:42.534842  2133 solver.cpp:204] Iteration 55940, lr = 0.01
 I1225 17:49:42.539952  2133 solver.cpp:66] Iteration 55940, loss = 2.96836
 I1225 17:50:18.629670  2133 solver.cpp:204] Iteration 55960, lr = 0.01
 I1225 17:50:18.634824  2133 solver.cpp:66] Iteration 55960, loss = 2.98949
 I1225 17:50:54.722965  2133 solver.cpp:204] Iteration 55980, lr = 0.01
 I1225 17:50:54.728068  2133 solver.cpp:66] Iteration 55980, loss = 2.95525
 I1225 17:51:30.817463  2133 solver.cpp:204] Iteration 56000, lr = 0.01
 I1225 17:51:30.822516  2133 solver.cpp:66] Iteration 56000, loss = 2.7784
 I1225 17:51:30.822530  2133 solver.cpp:84] Testing net
 I1225 17:53:43.656718  2133 solver.cpp:111] Test score #0: 0.38778
 I1225 17:53:43.656766  2133 solver.cpp:111] Test score #1: 2.81632
 I1225 17:54:19.499831  2133 solver.cpp:204] Iteration 56020, lr = 0.01
 I1225 17:54:19.504986  2133 solver.cpp:66] Iteration 56020, loss = 2.93038
 I1225 17:54:55.594332  2133 solver.cpp:204] Iteration 56040, lr = 0.01
 I1225 17:54:55.599441  2133 solver.cpp:66] Iteration 56040, loss = 2.94727
 I1225 17:55:31.685190  2133 solver.cpp:204] Iteration 56060, lr = 0.01
 I1225 17:55:31.690255  2133 solver.cpp:66] Iteration 56060, loss = 2.94883
 I1225 17:56:07.782197  2133 solver.cpp:204] Iteration 56080, lr = 0.01
 I1225 17:56:07.787304  2133 solver.cpp:66] Iteration 56080, loss = 2.68438
 I1225 17:56:43.873867  2133 solver.cpp:204] Iteration 56100, lr = 0.01
 I1225 17:56:43.878929  2133 solver.cpp:66] Iteration 56100, loss = 2.64306
 I1225 17:57:19.972267  2133 solver.cpp:204] Iteration 56120, lr = 0.01
 I1225 17:57:19.977358  2133 solver.cpp:66] Iteration 56120, loss = 2.78179
 I1225 17:57:56.069138  2133 solver.cpp:204] Iteration 56140, lr = 0.01
 I1225 17:57:56.074209  2133 solver.cpp:66] Iteration 56140, loss = 2.73866
 I1225 17:58:32.164501  2133 solver.cpp:204] Iteration 56160, lr = 0.01
 I1225 17:58:32.169657  2133 solver.cpp:66] Iteration 56160, loss = 3.12915
 I1225 17:59:08.263072  2133 solver.cpp:204] Iteration 56180, lr = 0.01
 I1225 17:59:08.268234  2133 solver.cpp:66] Iteration 56180, loss = 2.84802
 I1225 17:59:44.357931  2133 solver.cpp:204] Iteration 56200, lr = 0.01
 I1225 17:59:44.363040  2133 solver.cpp:66] Iteration 56200, loss = 3.20025
 I1225 18:00:20.451172  2133 solver.cpp:204] Iteration 56220, lr = 0.01
 I1225 18:00:20.456287  2133 solver.cpp:66] Iteration 56220, loss = 2.81175
 I1225 18:00:56.542227  2133 solver.cpp:204] Iteration 56240, lr = 0.01
 I1225 18:00:56.547333  2133 solver.cpp:66] Iteration 56240, loss = 2.84668
 I1225 18:01:32.636771  2133 solver.cpp:204] Iteration 56260, lr = 0.01
 I1225 18:01:32.641875  2133 solver.cpp:66] Iteration 56260, loss = 2.7198
 I1225 18:02:08.729599  2133 solver.cpp:204] Iteration 56280, lr = 0.01
 I1225 18:02:08.734716  2133 solver.cpp:66] Iteration 56280, loss = 2.9019
 I1225 18:02:44.823096  2133 solver.cpp:204] Iteration 56300, lr = 0.01
 I1225 18:02:44.828171  2133 solver.cpp:66] Iteration 56300, loss = 3.03118
 I1225 18:03:20.919531  2133 solver.cpp:204] Iteration 56320, lr = 0.01
 I1225 18:03:20.924638  2133 solver.cpp:66] Iteration 56320, loss = 2.8725
 I1225 18:03:57.016278  2133 solver.cpp:204] Iteration 56340, lr = 0.01
 I1225 18:03:57.021378  2133 solver.cpp:66] Iteration 56340, loss = 2.98353
 I1225 18:04:33.115533  2133 solver.cpp:204] Iteration 56360, lr = 0.01
 I1225 18:04:33.120638  2133 solver.cpp:66] Iteration 56360, loss = 3.06257
 I1225 18:05:09.213521  2133 solver.cpp:204] Iteration 56380, lr = 0.01
 I1225 18:05:09.218590  2133 solver.cpp:66] Iteration 56380, loss = 3.10713
 I1225 18:05:45.308423  2133 solver.cpp:204] Iteration 56400, lr = 0.01
 I1225 18:05:45.313519  2133 solver.cpp:66] Iteration 56400, loss = 2.61529
 I1225 18:06:21.408318  2133 solver.cpp:204] Iteration 56420, lr = 0.01
 I1225 18:06:21.413427  2133 solver.cpp:66] Iteration 56420, loss = 3.00192
 I1225 18:06:57.505039  2133 solver.cpp:204] Iteration 56440, lr = 0.01
 I1225 18:06:57.510103  2133 solver.cpp:66] Iteration 56440, loss = 3.0531
 I1225 18:07:33.601089  2133 solver.cpp:204] Iteration 56460, lr = 0.01
 I1225 18:07:33.606192  2133 solver.cpp:66] Iteration 56460, loss = 2.6587
 I1225 18:08:09.696559  2133 solver.cpp:204] Iteration 56480, lr = 0.01
 I1225 18:08:09.701660  2133 solver.cpp:66] Iteration 56480, loss = 2.82829
 I1225 18:08:45.794998  2133 solver.cpp:204] Iteration 56500, lr = 0.01
 I1225 18:08:45.800107  2133 solver.cpp:66] Iteration 56500, loss = 2.82111
 I1225 18:09:21.887284  2133 solver.cpp:204] Iteration 56520, lr = 0.01
 I1225 18:09:21.892387  2133 solver.cpp:66] Iteration 56520, loss = 3.11958
 I1225 18:09:57.982563  2133 solver.cpp:204] Iteration 56540, lr = 0.01
 I1225 18:09:57.987689  2133 solver.cpp:66] Iteration 56540, loss = 3.01318
 I1225 18:10:34.083149  2133 solver.cpp:204] Iteration 56560, lr = 0.01
 I1225 18:10:34.088253  2133 solver.cpp:66] Iteration 56560, loss = 2.90119
 I1225 18:11:10.177019  2133 solver.cpp:204] Iteration 56580, lr = 0.01
 I1225 18:11:10.182092  2133 solver.cpp:66] Iteration 56580, loss = 2.6556
 I1225 18:11:46.273326  2133 solver.cpp:204] Iteration 56600, lr = 0.01
 I1225 18:11:46.278396  2133 solver.cpp:66] Iteration 56600, loss = 2.84155
 I1225 18:12:22.369493  2133 solver.cpp:204] Iteration 56620, lr = 0.01
 I1225 18:12:22.374604  2133 solver.cpp:66] Iteration 56620, loss = 2.68206
 I1225 18:12:58.466837  2133 solver.cpp:204] Iteration 56640, lr = 0.01
 I1225 18:12:58.471937  2133 solver.cpp:66] Iteration 56640, loss = 2.7884
 I1225 18:13:34.560377  2133 solver.cpp:204] Iteration 56660, lr = 0.01
 I1225 18:13:34.565485  2133 solver.cpp:66] Iteration 56660, loss = 2.82121
 I1225 18:14:10.655956  2133 solver.cpp:204] Iteration 56680, lr = 0.01
 I1225 18:14:10.661059  2133 solver.cpp:66] Iteration 56680, loss = 3.12067
 I1225 18:14:46.753855  2133 solver.cpp:204] Iteration 56700, lr = 0.01
 I1225 18:14:46.758961  2133 solver.cpp:66] Iteration 56700, loss = 2.9046
 I1225 18:15:22.845839  2133 solver.cpp:204] Iteration 56720, lr = 0.01
 I1225 18:15:22.850944  2133 solver.cpp:66] Iteration 56720, loss = 2.81153
 I1225 18:15:58.936496  2133 solver.cpp:204] Iteration 56740, lr = 0.01
 I1225 18:15:58.941608  2133 solver.cpp:66] Iteration 56740, loss = 2.84766
 I1225 18:16:35.028694  2133 solver.cpp:204] Iteration 56760, lr = 0.01
 I1225 18:16:35.033805  2133 solver.cpp:66] Iteration 56760, loss = 2.69252
 I1225 18:17:11.119871  2133 solver.cpp:204] Iteration 56780, lr = 0.01
 I1225 18:17:11.124933  2133 solver.cpp:66] Iteration 56780, loss = 3.00503
 I1225 18:17:47.213906  2133 solver.cpp:204] Iteration 56800, lr = 0.01
 I1225 18:17:47.219008  2133 solver.cpp:66] Iteration 56800, loss = 2.47962
 I1225 18:18:23.309963  2133 solver.cpp:204] Iteration 56820, lr = 0.01
 I1225 18:18:23.315073  2133 solver.cpp:66] Iteration 56820, loss = 2.85866
 I1225 18:18:59.790578  2133 solver.cpp:204] Iteration 56840, lr = 0.01
 I1225 18:18:59.795682  2133 solver.cpp:66] Iteration 56840, loss = 2.80784
 I1225 18:19:35.885799  2133 solver.cpp:204] Iteration 56860, lr = 0.01
 I1225 18:19:35.890902  2133 solver.cpp:66] Iteration 56860, loss = 2.98866
 I1225 18:20:11.983744  2133 solver.cpp:204] Iteration 56880, lr = 0.01
 I1225 18:20:11.988876  2133 solver.cpp:66] Iteration 56880, loss = 2.97176
 I1225 18:20:48.082350  2133 solver.cpp:204] Iteration 56900, lr = 0.01
 I1225 18:20:48.087453  2133 solver.cpp:66] Iteration 56900, loss = 2.96183
 I1225 18:21:24.176054  2133 solver.cpp:204] Iteration 56920, lr = 0.01
 I1225 18:21:24.181159  2133 solver.cpp:66] Iteration 56920, loss = 2.96178
 I1225 18:22:00.275378  2133 solver.cpp:204] Iteration 56940, lr = 0.01
 I1225 18:22:00.280489  2133 solver.cpp:66] Iteration 56940, loss = 2.94936
 I1225 18:22:36.370012  2133 solver.cpp:204] Iteration 56960, lr = 0.01
 I1225 18:22:36.375121  2133 solver.cpp:66] Iteration 56960, loss = 2.81572
 I1225 18:23:12.471040  2133 solver.cpp:204] Iteration 56980, lr = 0.01
 I1225 18:23:12.476135  2133 solver.cpp:66] Iteration 56980, loss = 2.88145
 I1225 18:23:48.568778  2133 solver.cpp:204] Iteration 57000, lr = 0.01
 I1225 18:23:48.573879  2133 solver.cpp:66] Iteration 57000, loss = 3.04672
 I1225 18:23:48.573894  2133 solver.cpp:84] Testing net
 I1225 18:26:00.977624  2133 solver.cpp:111] Test score #0: 0.38808
 I1225 18:26:00.977674  2133 solver.cpp:111] Test score #1: 2.80724
 I1225 18:26:36.826771  2133 solver.cpp:204] Iteration 57020, lr = 0.01
 I1225 18:26:36.831886  2133 solver.cpp:66] Iteration 57020, loss = 3.02932
 I1225 18:27:12.917407  2133 solver.cpp:204] Iteration 57040, lr = 0.01
 I1225 18:27:12.922495  2133 solver.cpp:66] Iteration 57040, loss = 2.92634
 I1225 18:27:49.013571  2133 solver.cpp:204] Iteration 57060, lr = 0.01
 I1225 18:27:49.018673  2133 solver.cpp:66] Iteration 57060, loss = 2.97037
 I1225 18:28:25.106470  2133 solver.cpp:204] Iteration 57080, lr = 0.01
 I1225 18:28:25.111575  2133 solver.cpp:66] Iteration 57080, loss = 2.58263
 I1225 18:29:01.203171  2133 solver.cpp:204] Iteration 57100, lr = 0.01
 I1225 18:29:01.208277  2133 solver.cpp:66] Iteration 57100, loss = 2.81356
 I1225 18:29:37.296474  2133 solver.cpp:204] Iteration 57120, lr = 0.01
 I1225 18:29:37.301578  2133 solver.cpp:66] Iteration 57120, loss = 2.85232
 I1225 18:30:13.395956  2133 solver.cpp:204] Iteration 57140, lr = 0.01
 I1225 18:30:13.401046  2133 solver.cpp:66] Iteration 57140, loss = 2.74517
 I1225 18:30:49.495628  2133 solver.cpp:204] Iteration 57160, lr = 0.01
 I1225 18:30:49.500737  2133 solver.cpp:66] Iteration 57160, loss = 2.73516
 I1225 18:31:25.593291  2133 solver.cpp:204] Iteration 57180, lr = 0.01
 I1225 18:31:25.598341  2133 solver.cpp:66] Iteration 57180, loss = 2.62675
 I1225 18:32:01.689034  2133 solver.cpp:204] Iteration 57200, lr = 0.01
 I1225 18:32:01.694095  2133 solver.cpp:66] Iteration 57200, loss = 2.82605
 I1225 18:32:37.787369  2133 solver.cpp:204] Iteration 57220, lr = 0.01
 I1225 18:32:37.792466  2133 solver.cpp:66] Iteration 57220, loss = 3.12243
 I1225 18:33:13.881180  2133 solver.cpp:204] Iteration 57240, lr = 0.01
 I1225 18:33:13.886265  2133 solver.cpp:66] Iteration 57240, loss = 2.71287
 I1225 18:33:49.976603  2133 solver.cpp:204] Iteration 57260, lr = 0.01
 I1225 18:33:49.981704  2133 solver.cpp:66] Iteration 57260, loss = 2.93479
 I1225 18:34:26.072381  2133 solver.cpp:204] Iteration 57280, lr = 0.01
 I1225 18:34:26.077486  2133 solver.cpp:66] Iteration 57280, loss = 3.01247
 I1225 18:35:02.165163  2133 solver.cpp:204] Iteration 57300, lr = 0.01
 I1225 18:35:02.170224  2133 solver.cpp:66] Iteration 57300, loss = 2.94141
 I1225 18:35:38.261195  2133 solver.cpp:204] Iteration 57320, lr = 0.01
 I1225 18:35:38.266268  2133 solver.cpp:66] Iteration 57320, loss = 2.98353
 I1225 18:36:14.354588  2133 solver.cpp:204] Iteration 57340, lr = 0.01
 I1225 18:36:14.359693  2133 solver.cpp:66] Iteration 57340, loss = 2.80965
 I1225 18:36:50.448771  2133 solver.cpp:204] Iteration 57360, lr = 0.01
 I1225 18:36:50.453883  2133 solver.cpp:66] Iteration 57360, loss = 2.6011
 I1225 18:37:26.543166  2133 solver.cpp:204] Iteration 57380, lr = 0.01
 I1225 18:37:26.548287  2133 solver.cpp:66] Iteration 57380, loss = 3.11197
 I1225 18:38:02.637400  2133 solver.cpp:204] Iteration 57400, lr = 0.01
 I1225 18:38:02.642469  2133 solver.cpp:66] Iteration 57400, loss = 3.22717
 I1225 18:38:38.732338  2133 solver.cpp:204] Iteration 57420, lr = 0.01
 I1225 18:38:38.737450  2133 solver.cpp:66] Iteration 57420, loss = 2.74009
 I1225 18:39:14.828575  2133 solver.cpp:204] Iteration 57440, lr = 0.01
 I1225 18:39:14.833679  2133 solver.cpp:66] Iteration 57440, loss = 2.62739
 I1225 18:39:50.921648  2133 solver.cpp:204] Iteration 57460, lr = 0.01
 I1225 18:39:50.926755  2133 solver.cpp:66] Iteration 57460, loss = 3.20603
 I1225 18:40:27.014689  2133 solver.cpp:204] Iteration 57480, lr = 0.01
 I1225 18:40:27.019794  2133 solver.cpp:66] Iteration 57480, loss = 2.66494
 I1225 18:41:03.103869  2133 solver.cpp:204] Iteration 57500, lr = 0.01
 I1225 18:41:03.108980  2133 solver.cpp:66] Iteration 57500, loss = 2.73305
 I1225 18:41:39.197020  2133 solver.cpp:204] Iteration 57520, lr = 0.01
 I1225 18:41:39.202081  2133 solver.cpp:66] Iteration 57520, loss = 3.00988
 I1225 18:42:15.291116  2133 solver.cpp:204] Iteration 57540, lr = 0.01
 I1225 18:42:15.296223  2133 solver.cpp:66] Iteration 57540, loss = 2.85583
 I1225 18:42:51.390187  2133 solver.cpp:204] Iteration 57560, lr = 0.01
 I1225 18:42:51.395293  2133 solver.cpp:66] Iteration 57560, loss = 2.84958
 I1225 18:43:27.485512  2133 solver.cpp:204] Iteration 57580, lr = 0.01
 I1225 18:43:27.490613  2133 solver.cpp:66] Iteration 57580, loss = 2.77219
 I1225 18:44:03.579675  2133 solver.cpp:204] Iteration 57600, lr = 0.01
 I1225 18:44:03.584784  2133 solver.cpp:66] Iteration 57600, loss = 2.66895
 I1225 18:44:39.673324  2133 solver.cpp:204] Iteration 57620, lr = 0.01
 I1225 18:44:39.678407  2133 solver.cpp:66] Iteration 57620, loss = 2.5279
 I1225 18:45:15.770040  2133 solver.cpp:204] Iteration 57640, lr = 0.01
 I1225 18:45:15.775030  2133 solver.cpp:66] Iteration 57640, loss = 2.94949
 I1225 18:45:51.863039  2133 solver.cpp:204] Iteration 57660, lr = 0.01
 I1225 18:45:51.868142  2133 solver.cpp:66] Iteration 57660, loss = 2.83148
 I1225 18:46:27.957579  2133 solver.cpp:204] Iteration 57680, lr = 0.01
 I1225 18:46:27.962677  2133 solver.cpp:66] Iteration 57680, loss = 3.02483
 I1225 18:47:04.060812  2133 solver.cpp:204] Iteration 57700, lr = 0.01
 I1225 18:47:04.065914  2133 solver.cpp:66] Iteration 57700, loss = 2.63076
 I1225 18:47:40.158388  2133 solver.cpp:204] Iteration 57720, lr = 0.01
 I1225 18:47:40.163493  2133 solver.cpp:66] Iteration 57720, loss = 3.08099
 I1225 18:48:16.258250  2133 solver.cpp:204] Iteration 57740, lr = 0.01
 I1225 18:48:16.263347  2133 solver.cpp:66] Iteration 57740, loss = 2.68815
 I1225 18:48:52.357615  2133 solver.cpp:204] Iteration 57760, lr = 0.01
 I1225 18:48:52.362725  2133 solver.cpp:66] Iteration 57760, loss = 2.93314
 I1225 18:49:28.453264  2133 solver.cpp:204] Iteration 57780, lr = 0.01
 I1225 18:49:28.458325  2133 solver.cpp:66] Iteration 57780, loss = 3.03808
 I1225 18:50:04.545655  2133 solver.cpp:204] Iteration 57800, lr = 0.01
 I1225 18:50:04.550765  2133 solver.cpp:66] Iteration 57800, loss = 2.83199
 I1225 18:50:40.643586  2133 solver.cpp:204] Iteration 57820, lr = 0.01
 I1225 18:50:40.648689  2133 solver.cpp:66] Iteration 57820, loss = 2.97774
 I1225 18:51:16.735193  2133 solver.cpp:204] Iteration 57840, lr = 0.01
 I1225 18:51:16.740298  2133 solver.cpp:66] Iteration 57840, loss = 2.81908
 I1225 18:51:52.833322  2133 solver.cpp:204] Iteration 57860, lr = 0.01
 I1225 18:51:52.838382  2133 solver.cpp:66] Iteration 57860, loss = 2.67091
 I1225 18:52:28.929414  2133 solver.cpp:204] Iteration 57880, lr = 0.01
 I1225 18:52:28.934526  2133 solver.cpp:66] Iteration 57880, loss = 2.70822
 I1225 18:53:05.023440  2133 solver.cpp:204] Iteration 57900, lr = 0.01
 I1225 18:53:05.028539  2133 solver.cpp:66] Iteration 57900, loss = 3.13577
 I1225 18:53:41.116526  2133 solver.cpp:204] Iteration 57920, lr = 0.01
 I1225 18:53:41.121639  2133 solver.cpp:66] Iteration 57920, loss = 2.79984
 I1225 18:54:17.213558  2133 solver.cpp:204] Iteration 57940, lr = 0.01
 I1225 18:54:17.218721  2133 solver.cpp:66] Iteration 57940, loss = 2.79854
 I1225 18:54:53.309048  2133 solver.cpp:204] Iteration 57960, lr = 0.01
 I1225 18:54:53.314123  2133 solver.cpp:66] Iteration 57960, loss = 2.81281
 I1225 18:55:29.402711  2133 solver.cpp:204] Iteration 57980, lr = 0.01
 I1225 18:55:29.407829  2133 solver.cpp:66] Iteration 57980, loss = 3.07175
 I1225 18:56:05.495511  2133 solver.cpp:204] Iteration 58000, lr = 0.01
 I1225 18:56:05.500615  2133 solver.cpp:66] Iteration 58000, loss = 2.74749
 I1225 18:56:05.500629  2133 solver.cpp:84] Testing net
 I1225 18:58:17.442065  2133 solver.cpp:111] Test score #0: 0.38756
 I1225 18:58:17.442112  2133 solver.cpp:111] Test score #1: 2.81274
 I1225 18:58:53.286773  2133 solver.cpp:204] Iteration 58020, lr = 0.01
 I1225 18:58:53.291862  2133 solver.cpp:66] Iteration 58020, loss = 2.76252
 I1225 18:59:29.379663  2133 solver.cpp:204] Iteration 58040, lr = 0.01
 I1225 18:59:29.384768  2133 solver.cpp:66] Iteration 58040, loss = 2.97403
 I1225 19:00:05.476632  2133 solver.cpp:204] Iteration 58060, lr = 0.01
 I1225 19:00:05.481747  2133 solver.cpp:66] Iteration 58060, loss = 2.92375
 I1225 19:00:41.570243  2133 solver.cpp:204] Iteration 58080, lr = 0.01
 I1225 19:00:41.575320  2133 solver.cpp:66] Iteration 58080, loss = 2.84145
 I1225 19:01:17.664391  2133 solver.cpp:204] Iteration 58100, lr = 0.01
 I1225 19:01:17.669503  2133 solver.cpp:66] Iteration 58100, loss = 2.76987
 I1225 19:01:53.766158  2133 solver.cpp:204] Iteration 58120, lr = 0.01
 I1225 19:01:53.771260  2133 solver.cpp:66] Iteration 58120, loss = 3.04767
 I1225 19:02:29.866416  2133 solver.cpp:204] Iteration 58140, lr = 0.01
 I1225 19:02:29.871530  2133 solver.cpp:66] Iteration 58140, loss = 2.78963
 I1225 19:03:05.967600  2133 solver.cpp:204] Iteration 58160, lr = 0.01
 I1225 19:03:05.972719  2133 solver.cpp:66] Iteration 58160, loss = 2.69483
 I1225 19:03:42.066159  2133 solver.cpp:204] Iteration 58180, lr = 0.01
 I1225 19:03:42.071260  2133 solver.cpp:66] Iteration 58180, loss = 2.76065
 I1225 19:04:18.162571  2133 solver.cpp:204] Iteration 58200, lr = 0.01
 I1225 19:04:18.167652  2133 solver.cpp:66] Iteration 58200, loss = 2.91951
 I1225 19:04:54.258054  2133 solver.cpp:204] Iteration 58220, lr = 0.01
 I1225 19:04:54.263164  2133 solver.cpp:66] Iteration 58220, loss = 2.63588
 I1225 19:05:30.352828  2133 solver.cpp:204] Iteration 58240, lr = 0.01
 I1225 19:05:30.357928  2133 solver.cpp:66] Iteration 58240, loss = 2.80451
 I1225 19:06:06.445651  2133 solver.cpp:204] Iteration 58260, lr = 0.01
 I1225 19:06:06.450753  2133 solver.cpp:66] Iteration 58260, loss = 2.98201
 I1225 19:06:42.541445  2133 solver.cpp:204] Iteration 58280, lr = 0.01
 I1225 19:06:42.546555  2133 solver.cpp:66] Iteration 58280, loss = 2.89988
 I1225 19:07:18.637606  2133 solver.cpp:204] Iteration 58300, lr = 0.01
 I1225 19:07:18.642714  2133 solver.cpp:66] Iteration 58300, loss = 2.67881
 I1225 19:07:54.735965  2133 solver.cpp:204] Iteration 58320, lr = 0.01
 I1225 19:07:54.741086  2133 solver.cpp:66] Iteration 58320, loss = 2.91311
 I1225 19:08:30.831503  2133 solver.cpp:204] Iteration 58340, lr = 0.01
 I1225 19:08:30.836608  2133 solver.cpp:66] Iteration 58340, loss = 2.7736
 I1225 19:09:06.926832  2133 solver.cpp:204] Iteration 58360, lr = 0.01
 I1225 19:09:06.931943  2133 solver.cpp:66] Iteration 58360, loss = 2.72557
 I1225 19:09:43.019938  2133 solver.cpp:204] Iteration 58380, lr = 0.01
 I1225 19:09:43.025037  2133 solver.cpp:66] Iteration 58380, loss = 2.93608
 I1225 19:10:19.114357  2133 solver.cpp:204] Iteration 58400, lr = 0.01
 I1225 19:10:19.119477  2133 solver.cpp:66] Iteration 58400, loss = 3.12649
 I1225 19:10:55.209008  2133 solver.cpp:204] Iteration 58420, lr = 0.01
 I1225 19:10:55.214073  2133 solver.cpp:66] Iteration 58420, loss = 2.9089
 I1225 19:11:31.301553  2133 solver.cpp:204] Iteration 58440, lr = 0.01
 I1225 19:11:31.306663  2133 solver.cpp:66] Iteration 58440, loss = 2.82133
 I1225 19:12:07.395282  2133 solver.cpp:204] Iteration 58460, lr = 0.01
 I1225 19:12:07.400382  2133 solver.cpp:66] Iteration 58460, loss = 2.81111
 I1225 19:12:43.488471  2133 solver.cpp:204] Iteration 58480, lr = 0.01
 I1225 19:12:43.493497  2133 solver.cpp:66] Iteration 58480, loss = 2.81995
 I1225 19:13:19.582576  2133 solver.cpp:204] Iteration 58500, lr = 0.01
 I1225 19:13:19.587678  2133 solver.cpp:66] Iteration 58500, loss = 2.6298
 I1225 19:13:55.677086  2133 solver.cpp:204] Iteration 58520, lr = 0.01
 I1225 19:13:55.682153  2133 solver.cpp:66] Iteration 58520, loss = 2.97397
 I1225 19:14:31.769960  2133 solver.cpp:204] Iteration 58540, lr = 0.01
 I1225 19:14:31.775066  2133 solver.cpp:66] Iteration 58540, loss = 3.01545
 I1225 19:15:07.863845  2133 solver.cpp:204] Iteration 58560, lr = 0.01
 I1225 19:15:07.868962  2133 solver.cpp:66] Iteration 58560, loss = 3.06736
 I1225 19:15:43.955595  2133 solver.cpp:204] Iteration 58580, lr = 0.01
 I1225 19:15:43.960702  2133 solver.cpp:66] Iteration 58580, loss = 2.91463
 I1225 19:16:20.054101  2133 solver.cpp:204] Iteration 58600, lr = 0.01
 I1225 19:16:20.059211  2133 solver.cpp:66] Iteration 58600, loss = 2.88321
 I1225 19:16:56.154095  2133 solver.cpp:204] Iteration 58620, lr = 0.01
 I1225 19:16:56.159198  2133 solver.cpp:66] Iteration 58620, loss = 2.93849
 I1225 19:17:32.247896  2133 solver.cpp:204] Iteration 58640, lr = 0.01
 I1225 19:17:32.253005  2133 solver.cpp:66] Iteration 58640, loss = 2.90615
 I1225 19:18:08.345322  2133 solver.cpp:204] Iteration 58660, lr = 0.01
 I1225 19:18:08.350389  2133 solver.cpp:66] Iteration 58660, loss = 2.68283
 I1225 19:18:44.433825  2133 solver.cpp:204] Iteration 58680, lr = 0.01
 I1225 19:18:44.438945  2133 solver.cpp:66] Iteration 58680, loss = 2.67982
 I1225 19:19:20.526695  2133 solver.cpp:204] Iteration 58700, lr = 0.01
 I1225 19:19:20.531797  2133 solver.cpp:66] Iteration 58700, loss = 2.95522
 I1225 19:19:56.617687  2133 solver.cpp:204] Iteration 58720, lr = 0.01
 I1225 19:19:56.622797  2133 solver.cpp:66] Iteration 58720, loss = 2.75582
 I1225 19:20:32.713544  2133 solver.cpp:204] Iteration 58740, lr = 0.01
 I1225 19:20:32.718651  2133 solver.cpp:66] Iteration 58740, loss = 3.37319
 I1225 19:21:08.806923  2133 solver.cpp:204] Iteration 58760, lr = 0.01
 I1225 19:21:08.812033  2133 solver.cpp:66] Iteration 58760, loss = 2.56152
 I1225 19:21:44.901708  2133 solver.cpp:204] Iteration 58780, lr = 0.01
 I1225 19:21:44.906810  2133 solver.cpp:66] Iteration 58780, loss = 2.92561
 I1225 19:22:20.991829  2133 solver.cpp:204] Iteration 58800, lr = 0.01
 I1225 19:22:20.996948  2133 solver.cpp:66] Iteration 58800, loss = 2.7649
 I1225 19:22:57.086266  2133 solver.cpp:204] Iteration 58820, lr = 0.01
 I1225 19:22:57.091372  2133 solver.cpp:66] Iteration 58820, loss = 2.76532
 I1225 19:23:33.181018  2133 solver.cpp:204] Iteration 58840, lr = 0.01
 I1225 19:23:33.186087  2133 solver.cpp:66] Iteration 58840, loss = 2.7844
 I1225 19:24:09.271736  2133 solver.cpp:204] Iteration 58860, lr = 0.01
 I1225 19:24:09.276857  2133 solver.cpp:66] Iteration 58860, loss = 2.7182
 I1225 19:24:45.364434  2133 solver.cpp:204] Iteration 58880, lr = 0.01
 I1225 19:24:45.369554  2133 solver.cpp:66] Iteration 58880, loss = 3.06003
 I1225 19:25:21.463387  2133 solver.cpp:204] Iteration 58900, lr = 0.01
 I1225 19:25:21.468488  2133 solver.cpp:66] Iteration 58900, loss = 3.01901
 I1225 19:25:57.553429  2133 solver.cpp:204] Iteration 58920, lr = 0.01
 I1225 19:25:57.558523  2133 solver.cpp:66] Iteration 58920, loss = 3.09207
 I1225 19:26:33.647521  2133 solver.cpp:204] Iteration 58940, lr = 0.01
 I1225 19:26:33.652633  2133 solver.cpp:66] Iteration 58940, loss = 2.95845
 I1225 19:27:09.741751  2133 solver.cpp:204] Iteration 58960, lr = 0.01
 I1225 19:27:09.746853  2133 solver.cpp:66] Iteration 58960, loss = 2.80424
 I1225 19:27:45.840281  2133 solver.cpp:204] Iteration 58980, lr = 0.01
 I1225 19:27:45.845389  2133 solver.cpp:66] Iteration 58980, loss = 2.80204
 I1225 19:28:21.932441  2133 solver.cpp:204] Iteration 59000, lr = 0.01
 I1225 19:28:21.937547  2133 solver.cpp:66] Iteration 59000, loss = 2.95779
 I1225 19:28:21.937561  2133 solver.cpp:84] Testing net
 I1225 19:30:33.927495  2133 solver.cpp:111] Test score #0: 0.38882
 I1225 19:30:33.927543  2133 solver.cpp:111] Test score #1: 2.80306
 I1225 19:31:09.770728  2133 solver.cpp:204] Iteration 59020, lr = 0.01
 I1225 19:31:09.775887  2133 solver.cpp:66] Iteration 59020, loss = 2.6998
 I1225 19:31:45.870224  2133 solver.cpp:204] Iteration 59040, lr = 0.01
 I1225 19:31:45.875332  2133 solver.cpp:66] Iteration 59040, loss = 2.95577
 I1225 19:32:21.964936  2133 solver.cpp:204] Iteration 59060, lr = 0.01
 I1225 19:32:21.970005  2133 solver.cpp:66] Iteration 59060, loss = 2.98135
 I1225 19:32:58.067173  2133 solver.cpp:204] Iteration 59080, lr = 0.01
 I1225 19:32:58.072285  2133 solver.cpp:66] Iteration 59080, loss = 2.95845
 I1225 19:33:34.161912  2133 solver.cpp:204] Iteration 59100, lr = 0.01
 I1225 19:33:34.167013  2133 solver.cpp:66] Iteration 59100, loss = 3.09185
 I1225 19:34:10.258139  2133 solver.cpp:204] Iteration 59120, lr = 0.01
 I1225 19:34:10.263255  2133 solver.cpp:66] Iteration 59120, loss = 2.98824
 I1225 19:34:46.350419  2133 solver.cpp:204] Iteration 59140, lr = 0.01
 I1225 19:34:46.355512  2133 solver.cpp:66] Iteration 59140, loss = 2.88648
 I1225 19:35:22.444921  2133 solver.cpp:204] Iteration 59160, lr = 0.01
 I1225 19:35:22.449993  2133 solver.cpp:66] Iteration 59160, loss = 2.74844
 I1225 19:35:58.543226  2133 solver.cpp:204] Iteration 59180, lr = 0.01
 I1225 19:35:58.548344  2133 solver.cpp:66] Iteration 59180, loss = 2.85848
 I1225 19:36:34.639976  2133 solver.cpp:204] Iteration 59200, lr = 0.01
 I1225 19:36:34.645088  2133 solver.cpp:66] Iteration 59200, loss = 2.84052
 I1225 19:37:10.729249  2133 solver.cpp:204] Iteration 59220, lr = 0.01
 I1225 19:37:10.734326  2133 solver.cpp:66] Iteration 59220, loss = 2.69315
 I1225 19:37:46.823191  2133 solver.cpp:204] Iteration 59240, lr = 0.01
 I1225 19:37:46.828299  2133 solver.cpp:66] Iteration 59240, loss = 2.68128
 I1225 19:38:22.915951  2133 solver.cpp:204] Iteration 59260, lr = 0.01
 I1225 19:38:22.921057  2133 solver.cpp:66] Iteration 59260, loss = 2.86934
 I1225 19:38:59.007061  2133 solver.cpp:204] Iteration 59280, lr = 0.01
 I1225 19:38:59.012184  2133 solver.cpp:66] Iteration 59280, loss = 3.10874
 I1225 19:39:35.100729  2133 solver.cpp:204] Iteration 59300, lr = 0.01
 I1225 19:39:35.105826  2133 solver.cpp:66] Iteration 59300, loss = 2.98036
 I1225 19:40:11.200392  2133 solver.cpp:204] Iteration 59320, lr = 0.01
 I1225 19:40:11.205492  2133 solver.cpp:66] Iteration 59320, loss = 2.83168
 I1225 19:40:47.291779  2133 solver.cpp:204] Iteration 59340, lr = 0.01
 I1225 19:40:47.296893  2133 solver.cpp:66] Iteration 59340, loss = 2.61315
 I1225 19:41:23.391042  2133 solver.cpp:204] Iteration 59360, lr = 0.01
 I1225 19:41:23.396149  2133 solver.cpp:66] Iteration 59360, loss = 2.97702
 I1225 19:41:59.487467  2133 solver.cpp:204] Iteration 59380, lr = 0.01
 I1225 19:41:59.492568  2133 solver.cpp:66] Iteration 59380, loss = 2.83085
 I1225 19:42:35.586375  2133 solver.cpp:204] Iteration 59400, lr = 0.01
 I1225 19:42:35.591475  2133 solver.cpp:66] Iteration 59400, loss = 2.83946
 I1225 19:43:11.678014  2133 solver.cpp:204] Iteration 59420, lr = 0.01
 I1225 19:43:11.683120  2133 solver.cpp:66] Iteration 59420, loss = 2.84934
 I1225 19:43:47.772888  2133 solver.cpp:204] Iteration 59440, lr = 0.01
 I1225 19:43:47.777974  2133 solver.cpp:66] Iteration 59440, loss = 3.0068
 I1225 19:44:23.865993  2133 solver.cpp:204] Iteration 59460, lr = 0.01
 I1225 19:44:23.871104  2133 solver.cpp:66] Iteration 59460, loss = 2.98205
 I1225 19:44:59.961769  2133 solver.cpp:204] Iteration 59480, lr = 0.01
 I1225 19:44:59.966868  2133 solver.cpp:66] Iteration 59480, loss = 3.0565
 I1225 19:45:36.052371  2133 solver.cpp:204] Iteration 59500, lr = 0.01
 I1225 19:45:36.057477  2133 solver.cpp:66] Iteration 59500, loss = 2.7328
 I1225 19:46:12.144078  2133 solver.cpp:204] Iteration 59520, lr = 0.01
 I1225 19:46:12.149193  2133 solver.cpp:66] Iteration 59520, loss = 2.74005
 I1225 19:46:48.236743  2133 solver.cpp:204] Iteration 59540, lr = 0.01
 I1225 19:46:48.241854  2133 solver.cpp:66] Iteration 59540, loss = 2.96402
 I1225 19:47:24.334138  2133 solver.cpp:204] Iteration 59560, lr = 0.01
 I1225 19:47:24.339248  2133 solver.cpp:66] Iteration 59560, loss = 2.38358
 I1225 19:48:00.431247  2133 solver.cpp:204] Iteration 59580, lr = 0.01
 I1225 19:48:00.436223  2133 solver.cpp:66] Iteration 59580, loss = 2.8242
 I1225 19:48:36.527449  2133 solver.cpp:204] Iteration 59600, lr = 0.01
 I1225 19:48:36.532549  2133 solver.cpp:66] Iteration 59600, loss = 2.77345
 I1225 19:49:12.619029  2133 solver.cpp:204] Iteration 59620, lr = 0.01
 I1225 19:49:12.624188  2133 solver.cpp:66] Iteration 59620, loss = 2.58896
 I1225 19:49:48.711834  2133 solver.cpp:204] Iteration 59640, lr = 0.01
 I1225 19:49:48.716915  2133 solver.cpp:66] Iteration 59640, loss = 3.0474
 I1225 19:50:24.809046  2133 solver.cpp:204] Iteration 59660, lr = 0.01
 I1225 19:50:24.814177  2133 solver.cpp:66] Iteration 59660, loss = 2.70936
 I1225 19:51:00.904494  2133 solver.cpp:204] Iteration 59680, lr = 0.01
 I1225 19:51:00.909597  2133 solver.cpp:66] Iteration 59680, loss = 2.96388
 I1225 19:51:37.000267  2133 solver.cpp:204] Iteration 59700, lr = 0.01
 I1225 19:51:37.005373  2133 solver.cpp:66] Iteration 59700, loss = 2.82437
 I1225 19:52:13.097717  2133 solver.cpp:204] Iteration 59720, lr = 0.01
 I1225 19:52:13.102818  2133 solver.cpp:66] Iteration 59720, loss = 2.78427
 I1225 19:52:49.189563  2133 solver.cpp:204] Iteration 59740, lr = 0.01
 I1225 19:52:49.194666  2133 solver.cpp:66] Iteration 59740, loss = 2.80545
 I1225 19:53:25.281432  2133 solver.cpp:204] Iteration 59760, lr = 0.01
 I1225 19:53:25.286523  2133 solver.cpp:66] Iteration 59760, loss = 3.10962
 I1225 19:54:01.378866  2133 solver.cpp:204] Iteration 59780, lr = 0.01
 I1225 19:54:01.383975  2133 solver.cpp:66] Iteration 59780, loss = 2.85823
 I1225 19:54:37.470424  2133 solver.cpp:204] Iteration 59800, lr = 0.01
 I1225 19:54:37.475522  2133 solver.cpp:66] Iteration 59800, loss = 2.68701
 I1225 19:55:13.563794  2133 solver.cpp:204] Iteration 59820, lr = 0.01
 I1225 19:55:13.568894  2133 solver.cpp:66] Iteration 59820, loss = 2.9664
 I1225 19:55:49.657016  2133 solver.cpp:204] Iteration 59840, lr = 0.01
 I1225 19:55:49.662082  2133 solver.cpp:66] Iteration 59840, loss = 2.70011
 I1225 19:56:25.749663  2133 solver.cpp:204] Iteration 59860, lr = 0.01
 I1225 19:56:25.754745  2133 solver.cpp:66] Iteration 59860, loss = 2.65737
 I1225 19:57:01.847589  2133 solver.cpp:204] Iteration 59880, lr = 0.01
 I1225 19:57:01.852699  2133 solver.cpp:66] Iteration 59880, loss = 2.88308
 I1225 19:57:37.944424  2133 solver.cpp:204] Iteration 59900, lr = 0.01
 I1225 19:57:37.949537  2133 solver.cpp:66] Iteration 59900, loss = 3.11576
 I1225 19:58:14.037516  2133 solver.cpp:204] Iteration 59920, lr = 0.01
 I1225 19:58:14.042618  2133 solver.cpp:66] Iteration 59920, loss = 2.7314
 I1225 19:58:50.131806  2133 solver.cpp:204] Iteration 59940, lr = 0.01
 I1225 19:58:50.136615  2133 solver.cpp:66] Iteration 59940, loss = 2.90809
 I1225 19:59:26.230494  2133 solver.cpp:204] Iteration 59960, lr = 0.01
 I1225 19:59:26.235582  2133 solver.cpp:66] Iteration 59960, loss = 2.7019
 I1225 20:00:02.324316  2133 solver.cpp:204] Iteration 59980, lr = 0.01
 I1225 20:00:02.329418  2133 solver.cpp:66] Iteration 59980, loss = 2.98816
 I1225 20:00:38.419276  2133 solver.cpp:204] Iteration 60000, lr = 0.01
 I1225 20:00:38.986110  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_60000
 I1225 20:00:39.570848  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_60000.solverstate
 I1225 20:00:39.874110  2133 solver.cpp:66] Iteration 60000, loss = 2.73995
 I1225 20:00:39.874155  2133 solver.cpp:84] Testing net
 I1225 20:02:55.254657  2133 solver.cpp:111] Test score #0: 0.3864
 I1225 20:02:55.254704  2133 solver.cpp:111] Test score #1: 2.82025
 I1225 20:03:31.102001  2133 solver.cpp:204] Iteration 60020, lr = 0.01
 I1225 20:03:31.107103  2133 solver.cpp:66] Iteration 60020, loss = 3.0758
 I1225 20:04:07.199031  2133 solver.cpp:204] Iteration 60040, lr = 0.01
 I1225 20:04:07.204114  2133 solver.cpp:66] Iteration 60040, loss = 2.89502
 I1225 20:04:43.294005  2133 solver.cpp:204] Iteration 60060, lr = 0.01
 I1225 20:04:43.299108  2133 solver.cpp:66] Iteration 60060, loss = 3.12896
 I1225 20:05:19.390938  2133 solver.cpp:204] Iteration 60080, lr = 0.01
 I1225 20:05:19.396021  2133 solver.cpp:66] Iteration 60080, loss = 2.7341
 I1225 20:05:55.484315  2133 solver.cpp:204] Iteration 60100, lr = 0.01
 I1225 20:05:55.489387  2133 solver.cpp:66] Iteration 60100, loss = 2.91558
 I1225 20:06:31.579430  2133 solver.cpp:204] Iteration 60120, lr = 0.01
 I1225 20:06:31.584539  2133 solver.cpp:66] Iteration 60120, loss = 2.6035
 I1225 20:07:07.678060  2133 solver.cpp:204] Iteration 60140, lr = 0.01
 I1225 20:07:07.683176  2133 solver.cpp:66] Iteration 60140, loss = 2.99404
 I1225 20:07:43.768386  2133 solver.cpp:204] Iteration 60160, lr = 0.01
 I1225 20:07:43.773499  2133 solver.cpp:66] Iteration 60160, loss = 3.01625
 I1225 20:08:19.862031  2133 solver.cpp:204] Iteration 60180, lr = 0.01
 I1225 20:08:19.867135  2133 solver.cpp:66] Iteration 60180, loss = 2.6183
 I1225 20:08:55.957808  2133 solver.cpp:204] Iteration 60200, lr = 0.01
 I1225 20:08:55.962957  2133 solver.cpp:66] Iteration 60200, loss = 2.89789
 I1225 20:09:32.052697  2133 solver.cpp:204] Iteration 60220, lr = 0.01
 I1225 20:09:32.057807  2133 solver.cpp:66] Iteration 60220, loss = 2.87551
 I1225 20:10:08.146652  2133 solver.cpp:204] Iteration 60240, lr = 0.01
 I1225 20:10:08.151772  2133 solver.cpp:66] Iteration 60240, loss = 2.81757
 I1225 20:10:44.245302  2133 solver.cpp:204] Iteration 60260, lr = 0.01
 I1225 20:10:44.250365  2133 solver.cpp:66] Iteration 60260, loss = 2.81247
 I1225 20:11:20.340689  2133 solver.cpp:204] Iteration 60280, lr = 0.01
 I1225 20:11:20.345854  2133 solver.cpp:66] Iteration 60280, loss = 2.83065
 I1225 20:11:56.439399  2133 solver.cpp:204] Iteration 60300, lr = 0.01
 I1225 20:11:56.444501  2133 solver.cpp:66] Iteration 60300, loss = 2.90994
 I1225 20:12:32.537307  2133 solver.cpp:204] Iteration 60320, lr = 0.01
 I1225 20:12:32.542376  2133 solver.cpp:66] Iteration 60320, loss = 2.79636
 I1225 20:13:08.634903  2133 solver.cpp:204] Iteration 60340, lr = 0.01
 I1225 20:13:08.640012  2133 solver.cpp:66] Iteration 60340, loss = 2.85926
 I1225 20:13:44.730960  2133 solver.cpp:204] Iteration 60360, lr = 0.01
 I1225 20:13:44.736069  2133 solver.cpp:66] Iteration 60360, loss = 2.88073
 I1225 20:14:20.831068  2133 solver.cpp:204] Iteration 60380, lr = 0.01
 I1225 20:14:20.836163  2133 solver.cpp:66] Iteration 60380, loss = 3.28444
 I1225 20:14:56.926161  2133 solver.cpp:204] Iteration 60400, lr = 0.01
 I1225 20:14:56.931264  2133 solver.cpp:66] Iteration 60400, loss = 2.93853
 I1225 20:15:33.020931  2133 solver.cpp:204] Iteration 60420, lr = 0.01
 I1225 20:15:33.026001  2133 solver.cpp:66] Iteration 60420, loss = 3.04391
 I1225 20:16:09.119004  2133 solver.cpp:204] Iteration 60440, lr = 0.01
 I1225 20:16:09.124106  2133 solver.cpp:66] Iteration 60440, loss = 2.99659
 I1225 20:16:45.214696  2133 solver.cpp:204] Iteration 60460, lr = 0.01
 I1225 20:16:45.219861  2133 solver.cpp:66] Iteration 60460, loss = 2.79167
 I1225 20:17:21.306990  2133 solver.cpp:204] Iteration 60480, lr = 0.01
 I1225 20:17:21.312078  2133 solver.cpp:66] Iteration 60480, loss = 2.54413
 I1225 20:17:57.399266  2133 solver.cpp:204] Iteration 60500, lr = 0.01
 I1225 20:17:57.404372  2133 solver.cpp:66] Iteration 60500, loss = 2.89063
 I1225 20:18:33.492426  2133 solver.cpp:204] Iteration 60520, lr = 0.01
 I1225 20:18:33.497524  2133 solver.cpp:66] Iteration 60520, loss = 3.29484
 I1225 20:19:09.587488  2133 solver.cpp:204] Iteration 60540, lr = 0.01
 I1225 20:19:09.592597  2133 solver.cpp:66] Iteration 60540, loss = 3.09203
 I1225 20:19:45.682853  2133 solver.cpp:204] Iteration 60560, lr = 0.01
 I1225 20:19:45.687953  2133 solver.cpp:66] Iteration 60560, loss = 2.97729
 I1225 20:20:21.776432  2133 solver.cpp:204] Iteration 60580, lr = 0.01
 I1225 20:20:21.781548  2133 solver.cpp:66] Iteration 60580, loss = 2.9079
 I1225 20:20:57.869353  2133 solver.cpp:204] Iteration 60600, lr = 0.01
 I1225 20:20:57.874416  2133 solver.cpp:66] Iteration 60600, loss = 2.83688
 I1225 20:21:33.966095  2133 solver.cpp:204] Iteration 60620, lr = 0.01
 I1225 20:21:33.971199  2133 solver.cpp:66] Iteration 60620, loss = 2.88769
 I1225 20:22:10.057703  2133 solver.cpp:204] Iteration 60640, lr = 0.01
 I1225 20:22:10.062810  2133 solver.cpp:66] Iteration 60640, loss = 2.88812
 I1225 20:22:46.156873  2133 solver.cpp:204] Iteration 60660, lr = 0.01
 I1225 20:22:46.161957  2133 solver.cpp:66] Iteration 60660, loss = 2.87989
 I1225 20:23:22.251974  2133 solver.cpp:204] Iteration 60680, lr = 0.01
 I1225 20:23:22.257077  2133 solver.cpp:66] Iteration 60680, loss = 2.90144
 I1225 20:23:58.351142  2133 solver.cpp:204] Iteration 60700, lr = 0.01
 I1225 20:23:58.356248  2133 solver.cpp:66] Iteration 60700, loss = 3.00282
 I1225 20:24:34.447818  2133 solver.cpp:204] Iteration 60720, lr = 0.01
 I1225 20:24:34.452936  2133 solver.cpp:66] Iteration 60720, loss = 2.81742
 I1225 20:25:10.547004  2133 solver.cpp:204] Iteration 60740, lr = 0.01
 I1225 20:25:10.552106  2133 solver.cpp:66] Iteration 60740, loss = 2.91403
 I1225 20:25:46.641054  2133 solver.cpp:204] Iteration 60760, lr = 0.01
 I1225 20:25:46.646169  2133 solver.cpp:66] Iteration 60760, loss = 2.88877
 I1225 20:26:22.736271  2133 solver.cpp:204] Iteration 60780, lr = 0.01
 I1225 20:26:22.741376  2133 solver.cpp:66] Iteration 60780, loss = 2.81837
 I1225 20:26:58.832064  2133 solver.cpp:204] Iteration 60800, lr = 0.01
 I1225 20:26:58.837177  2133 solver.cpp:66] Iteration 60800, loss = 2.6503
 I1225 20:27:34.926107  2133 solver.cpp:204] Iteration 60820, lr = 0.01
 I1225 20:27:34.931205  2133 solver.cpp:66] Iteration 60820, loss = 2.75421
 I1225 20:28:11.016031  2133 solver.cpp:204] Iteration 60840, lr = 0.01
 I1225 20:28:11.021128  2133 solver.cpp:66] Iteration 60840, loss = 2.74999
 I1225 20:28:47.111814  2133 solver.cpp:204] Iteration 60860, lr = 0.01
 I1225 20:28:47.116915  2133 solver.cpp:66] Iteration 60860, loss = 2.73857
 I1225 20:29:23.206720  2133 solver.cpp:204] Iteration 60880, lr = 0.01
 I1225 20:29:23.211843  2133 solver.cpp:66] Iteration 60880, loss = 2.98958
 I1225 20:29:59.302497  2133 solver.cpp:204] Iteration 60900, lr = 0.01
 I1225 20:29:59.307606  2133 solver.cpp:66] Iteration 60900, loss = 2.90019
 I1225 20:30:35.398166  2133 solver.cpp:204] Iteration 60920, lr = 0.01
 I1225 20:30:35.403272  2133 solver.cpp:66] Iteration 60920, loss = 2.76301
 I1225 20:31:11.494351  2133 solver.cpp:204] Iteration 60940, lr = 0.01
 I1225 20:31:11.499454  2133 solver.cpp:66] Iteration 60940, loss = 3.00009
 I1225 20:31:47.589907  2133 solver.cpp:204] Iteration 60960, lr = 0.01
 I1225 20:31:47.595018  2133 solver.cpp:66] Iteration 60960, loss = 2.78677
 I1225 20:32:23.686171  2133 solver.cpp:204] Iteration 60980, lr = 0.01
 I1225 20:32:23.691269  2133 solver.cpp:66] Iteration 60980, loss = 2.81961
 I1225 20:32:59.784811  2133 solver.cpp:204] Iteration 61000, lr = 0.01
 I1225 20:32:59.789978  2133 solver.cpp:66] Iteration 61000, loss = 3.06871
 I1225 20:32:59.789991  2133 solver.cpp:84] Testing net
 I1225 20:35:11.716274  2133 solver.cpp:111] Test score #0: 0.3857
 I1225 20:35:11.716322  2133 solver.cpp:111] Test score #1: 2.81401
 I1225 20:35:47.558270  2133 solver.cpp:204] Iteration 61020, lr = 0.01
 I1225 20:35:47.563371  2133 solver.cpp:66] Iteration 61020, loss = 2.89584
 I1225 20:36:23.657974  2133 solver.cpp:204] Iteration 61040, lr = 0.01
 I1225 20:36:23.663044  2133 solver.cpp:66] Iteration 61040, loss = 2.92589
 I1225 20:36:59.753439  2133 solver.cpp:204] Iteration 61060, lr = 0.01
 I1225 20:36:59.758538  2133 solver.cpp:66] Iteration 61060, loss = 2.82181
 I1225 20:37:35.850618  2133 solver.cpp:204] Iteration 61080, lr = 0.01
 I1225 20:37:35.855731  2133 solver.cpp:66] Iteration 61080, loss = 2.78169
 I1225 20:38:11.945075  2133 solver.cpp:204] Iteration 61100, lr = 0.01
 I1225 20:38:11.950148  2133 solver.cpp:66] Iteration 61100, loss = 2.78144
 I1225 20:38:48.042049  2133 solver.cpp:204] Iteration 61120, lr = 0.01
 I1225 20:38:48.047154  2133 solver.cpp:66] Iteration 61120, loss = 2.94791
 I1225 20:39:24.133127  2133 solver.cpp:204] Iteration 61140, lr = 0.01
 I1225 20:39:24.138195  2133 solver.cpp:66] Iteration 61140, loss = 2.71228
 I1225 20:40:00.228407  2133 solver.cpp:204] Iteration 61160, lr = 0.01
 I1225 20:40:00.233515  2133 solver.cpp:66] Iteration 61160, loss = 3.29492
 I1225 20:40:36.322962  2133 solver.cpp:204] Iteration 61180, lr = 0.01
 I1225 20:40:36.328073  2133 solver.cpp:66] Iteration 61180, loss = 2.86012
 I1225 20:41:12.413836  2133 solver.cpp:204] Iteration 61200, lr = 0.01
 I1225 20:41:12.418931  2133 solver.cpp:66] Iteration 61200, loss = 2.65483
 I1225 20:41:48.509138  2133 solver.cpp:204] Iteration 61220, lr = 0.01
 I1225 20:41:48.514209  2133 solver.cpp:66] Iteration 61220, loss = 2.84466
 I1225 20:42:24.607089  2133 solver.cpp:204] Iteration 61240, lr = 0.01
 I1225 20:42:24.612198  2133 solver.cpp:66] Iteration 61240, loss = 2.63232
 I1225 20:43:00.699553  2133 solver.cpp:204] Iteration 61260, lr = 0.01
 I1225 20:43:00.704658  2133 solver.cpp:66] Iteration 61260, loss = 2.87349
 I1225 20:43:36.795231  2133 solver.cpp:204] Iteration 61280, lr = 0.01
 I1225 20:43:36.800338  2133 solver.cpp:66] Iteration 61280, loss = 2.97555
 I1225 20:44:12.890076  2133 solver.cpp:204] Iteration 61300, lr = 0.01
 I1225 20:44:12.895190  2133 solver.cpp:66] Iteration 61300, loss = 3.07548
 I1225 20:44:48.988694  2133 solver.cpp:204] Iteration 61320, lr = 0.01
 I1225 20:44:48.993791  2133 solver.cpp:66] Iteration 61320, loss = 3.01768
 I1225 20:45:25.081186  2133 solver.cpp:204] Iteration 61340, lr = 0.01
 I1225 20:45:25.086285  2133 solver.cpp:66] Iteration 61340, loss = 2.99917
 I1225 20:46:01.177762  2133 solver.cpp:204] Iteration 61360, lr = 0.01
 I1225 20:46:01.182868  2133 solver.cpp:66] Iteration 61360, loss = 3.04715
 I1225 20:46:37.274448  2133 solver.cpp:204] Iteration 61380, lr = 0.01
 I1225 20:46:37.279552  2133 solver.cpp:66] Iteration 61380, loss = 2.76632
 I1225 20:47:13.372660  2133 solver.cpp:204] Iteration 61400, lr = 0.01
 I1225 20:47:13.377753  2133 solver.cpp:66] Iteration 61400, loss = 2.64932
 I1225 20:47:49.466256  2133 solver.cpp:204] Iteration 61420, lr = 0.01
 I1225 20:47:49.471361  2133 solver.cpp:66] Iteration 61420, loss = 2.89064
 I1225 20:48:25.562401  2133 solver.cpp:204] Iteration 61440, lr = 0.01
 I1225 20:48:25.567589  2133 solver.cpp:66] Iteration 61440, loss = 2.92251
 I1225 20:49:01.654567  2133 solver.cpp:204] Iteration 61460, lr = 0.01
 I1225 20:49:01.659677  2133 solver.cpp:66] Iteration 61460, loss = 2.98549
 I1225 20:49:37.750524  2133 solver.cpp:204] Iteration 61480, lr = 0.01
 I1225 20:49:37.755615  2133 solver.cpp:66] Iteration 61480, loss = 3.02726
 I1225 20:50:13.846812  2133 solver.cpp:204] Iteration 61500, lr = 0.01
 I1225 20:50:13.851929  2133 solver.cpp:66] Iteration 61500, loss = 3.10522
 I1225 20:50:49.945379  2133 solver.cpp:204] Iteration 61520, lr = 0.01
 I1225 20:50:49.950448  2133 solver.cpp:66] Iteration 61520, loss = 2.85879
 I1225 20:51:26.039356  2133 solver.cpp:204] Iteration 61540, lr = 0.01
 I1225 20:51:26.044458  2133 solver.cpp:66] Iteration 61540, loss = 2.77658
 I1225 20:52:02.135356  2133 solver.cpp:204] Iteration 61560, lr = 0.01
 I1225 20:52:02.140460  2133 solver.cpp:66] Iteration 61560, loss = 2.69375
 I1225 20:52:38.231359  2133 solver.cpp:204] Iteration 61580, lr = 0.01
 I1225 20:52:38.236455  2133 solver.cpp:66] Iteration 61580, loss = 2.98288
 I1225 20:53:14.322119  2133 solver.cpp:204] Iteration 61600, lr = 0.01
 I1225 20:53:14.327220  2133 solver.cpp:66] Iteration 61600, loss = 2.84084
 I1225 20:53:50.419260  2133 solver.cpp:204] Iteration 61620, lr = 0.01
 I1225 20:53:50.424355  2133 solver.cpp:66] Iteration 61620, loss = 2.94687
 I1225 20:54:26.509383  2133 solver.cpp:204] Iteration 61640, lr = 0.01
 I1225 20:54:26.514462  2133 solver.cpp:66] Iteration 61640, loss = 2.96361
 I1225 20:55:02.604763  2133 solver.cpp:204] Iteration 61660, lr = 0.01
 I1225 20:55:02.609866  2133 solver.cpp:66] Iteration 61660, loss = 3.02634
 I1225 20:55:38.700902  2133 solver.cpp:204] Iteration 61680, lr = 0.01
 I1225 20:55:38.705975  2133 solver.cpp:66] Iteration 61680, loss = 3.12767
 I1225 20:56:14.800021  2133 solver.cpp:204] Iteration 61700, lr = 0.01
 I1225 20:56:14.805127  2133 solver.cpp:66] Iteration 61700, loss = 2.94468
 I1225 20:56:50.893720  2133 solver.cpp:204] Iteration 61720, lr = 0.01
 I1225 20:56:50.898824  2133 solver.cpp:66] Iteration 61720, loss = 2.71729
 I1225 20:57:26.989758  2133 solver.cpp:204] Iteration 61740, lr = 0.01
 I1225 20:57:26.994746  2133 solver.cpp:66] Iteration 61740, loss = 2.80642
 I1225 20:58:03.080507  2133 solver.cpp:204] Iteration 61760, lr = 0.01
 I1225 20:58:03.085624  2133 solver.cpp:66] Iteration 61760, loss = 2.92822
 I1225 20:58:39.177042  2133 solver.cpp:204] Iteration 61780, lr = 0.01
 I1225 20:58:39.182107  2133 solver.cpp:66] Iteration 61780, loss = 2.8868
 I1225 20:59:15.273411  2133 solver.cpp:204] Iteration 61800, lr = 0.01
 I1225 20:59:15.278503  2133 solver.cpp:66] Iteration 61800, loss = 2.5385
 I1225 20:59:51.368160  2133 solver.cpp:204] Iteration 61820, lr = 0.01
 I1225 20:59:51.373270  2133 solver.cpp:66] Iteration 61820, loss = 2.82136
 I1225 21:00:27.464824  2133 solver.cpp:204] Iteration 61840, lr = 0.01
 I1225 21:00:27.469900  2133 solver.cpp:66] Iteration 61840, loss = 2.80995
 I1225 21:01:03.557119  2133 solver.cpp:204] Iteration 61860, lr = 0.01
 I1225 21:01:03.562192  2133 solver.cpp:66] Iteration 61860, loss = 3.14809
 I1225 21:01:39.655645  2133 solver.cpp:204] Iteration 61880, lr = 0.01
 I1225 21:01:39.660718  2133 solver.cpp:66] Iteration 61880, loss = 2.52618
 I1225 21:02:15.752084  2133 solver.cpp:204] Iteration 61900, lr = 0.01
 I1225 21:02:15.757181  2133 solver.cpp:66] Iteration 61900, loss = 2.83077
 I1225 21:02:51.847085  2133 solver.cpp:204] Iteration 61920, lr = 0.01
 I1225 21:02:51.852196  2133 solver.cpp:66] Iteration 61920, loss = 2.74487
 I1225 21:03:27.952704  2133 solver.cpp:204] Iteration 61940, lr = 0.01
 I1225 21:03:27.957809  2133 solver.cpp:66] Iteration 61940, loss = 2.98933
 I1225 21:04:04.049106  2133 solver.cpp:204] Iteration 61960, lr = 0.01
 I1225 21:04:04.054169  2133 solver.cpp:66] Iteration 61960, loss = 2.90241
 I1225 21:04:40.143360  2133 solver.cpp:204] Iteration 61980, lr = 0.01
 I1225 21:04:40.148470  2133 solver.cpp:66] Iteration 61980, loss = 2.99925
 I1225 21:05:16.236590  2133 solver.cpp:204] Iteration 62000, lr = 0.01
 I1225 21:05:16.241696  2133 solver.cpp:66] Iteration 62000, loss = 2.52983
 I1225 21:05:16.241709  2133 solver.cpp:84] Testing net
 I1225 21:07:29.021009  2133 solver.cpp:111] Test score #0: 0.3912
 I1225 21:07:29.021059  2133 solver.cpp:111] Test score #1: 2.77792
 I1225 21:08:04.864822  2133 solver.cpp:204] Iteration 62020, lr = 0.01
 I1225 21:08:04.869926  2133 solver.cpp:66] Iteration 62020, loss = 3.08577
 I1225 21:08:40.960012  2133 solver.cpp:204] Iteration 62040, lr = 0.01
 I1225 21:08:40.965173  2133 solver.cpp:66] Iteration 62040, loss = 3.04753
 I1225 21:09:17.056643  2133 solver.cpp:204] Iteration 62060, lr = 0.01
 I1225 21:09:17.061748  2133 solver.cpp:66] Iteration 62060, loss = 2.90864
 I1225 21:09:53.149433  2133 solver.cpp:204] Iteration 62080, lr = 0.01
 I1225 21:09:53.154525  2133 solver.cpp:66] Iteration 62080, loss = 2.72718
 I1225 21:10:29.242285  2133 solver.cpp:204] Iteration 62100, lr = 0.01
 I1225 21:10:29.247396  2133 solver.cpp:66] Iteration 62100, loss = 2.96863
 I1225 21:11:05.333572  2133 solver.cpp:204] Iteration 62120, lr = 0.01
 I1225 21:11:05.338683  2133 solver.cpp:66] Iteration 62120, loss = 2.92828
 I1225 21:11:41.432135  2133 solver.cpp:204] Iteration 62140, lr = 0.01
 I1225 21:11:41.437233  2133 solver.cpp:66] Iteration 62140, loss = 2.811
 I1225 21:12:17.533409  2133 solver.cpp:204] Iteration 62160, lr = 0.01
 I1225 21:12:17.538504  2133 solver.cpp:66] Iteration 62160, loss = 2.97648
 I1225 21:12:53.627454  2133 solver.cpp:204] Iteration 62180, lr = 0.01
 I1225 21:12:53.632560  2133 solver.cpp:66] Iteration 62180, loss = 2.77287
 I1225 21:13:29.726032  2133 solver.cpp:204] Iteration 62200, lr = 0.01
 I1225 21:13:29.731148  2133 solver.cpp:66] Iteration 62200, loss = 3.08636
 I1225 21:14:05.822110  2133 solver.cpp:204] Iteration 62220, lr = 0.01
 I1225 21:14:05.827219  2133 solver.cpp:66] Iteration 62220, loss = 2.87022
 I1225 21:14:41.914603  2133 solver.cpp:204] Iteration 62240, lr = 0.01
 I1225 21:14:41.919731  2133 solver.cpp:66] Iteration 62240, loss = 2.94216
 I1225 21:15:18.009452  2133 solver.cpp:204] Iteration 62260, lr = 0.01
 I1225 21:15:18.014557  2133 solver.cpp:66] Iteration 62260, loss = 2.73508
 I1225 21:15:54.108191  2133 solver.cpp:204] Iteration 62280, lr = 0.01
 I1225 21:15:54.113293  2133 solver.cpp:66] Iteration 62280, loss = 2.95037
 I1225 21:16:30.200971  2133 solver.cpp:204] Iteration 62300, lr = 0.01
 I1225 21:16:30.206059  2133 solver.cpp:66] Iteration 62300, loss = 2.63867
 I1225 21:17:06.296246  2133 solver.cpp:204] Iteration 62320, lr = 0.01
 I1225 21:17:06.301363  2133 solver.cpp:66] Iteration 62320, loss = 2.87882
 I1225 21:17:42.393525  2133 solver.cpp:204] Iteration 62340, lr = 0.01
 I1225 21:17:42.398629  2133 solver.cpp:66] Iteration 62340, loss = 2.6575
 I1225 21:18:18.491428  2133 solver.cpp:204] Iteration 62360, lr = 0.01
 I1225 21:18:18.496533  2133 solver.cpp:66] Iteration 62360, loss = 2.79461
 I1225 21:18:54.585741  2133 solver.cpp:204] Iteration 62380, lr = 0.01
 I1225 21:18:54.590848  2133 solver.cpp:66] Iteration 62380, loss = 3.00594
 I1225 21:19:30.682864  2133 solver.cpp:204] Iteration 62400, lr = 0.01
 I1225 21:19:30.687964  2133 solver.cpp:66] Iteration 62400, loss = 2.80503
 I1225 21:20:06.773666  2133 solver.cpp:204] Iteration 62420, lr = 0.01
 I1225 21:20:06.778774  2133 solver.cpp:66] Iteration 62420, loss = 2.85248
 I1225 21:20:42.871031  2133 solver.cpp:204] Iteration 62440, lr = 0.01
 I1225 21:20:42.876133  2133 solver.cpp:66] Iteration 62440, loss = 2.96992
 I1225 21:21:18.963246  2133 solver.cpp:204] Iteration 62460, lr = 0.01
 I1225 21:21:18.968358  2133 solver.cpp:66] Iteration 62460, loss = 2.69277
 I1225 21:21:55.063132  2133 solver.cpp:204] Iteration 62480, lr = 0.01
 I1225 21:21:55.068239  2133 solver.cpp:66] Iteration 62480, loss = 2.82332
 I1225 21:22:31.154095  2133 solver.cpp:204] Iteration 62500, lr = 0.01
 I1225 21:22:31.159204  2133 solver.cpp:66] Iteration 62500, loss = 2.85323
 I1225 21:23:07.247032  2133 solver.cpp:204] Iteration 62520, lr = 0.01
 I1225 21:23:07.252121  2133 solver.cpp:66] Iteration 62520, loss = 2.79451
 I1225 21:23:43.344419  2133 solver.cpp:204] Iteration 62540, lr = 0.01
 I1225 21:23:43.349535  2133 solver.cpp:66] Iteration 62540, loss = 3.24066
 I1225 21:24:19.441738  2133 solver.cpp:204] Iteration 62560, lr = 0.01
 I1225 21:24:19.446841  2133 solver.cpp:66] Iteration 62560, loss = 2.7384
 I1225 21:24:55.538954  2133 solver.cpp:204] Iteration 62580, lr = 0.01
 I1225 21:24:55.544062  2133 solver.cpp:66] Iteration 62580, loss = 2.64489
 I1225 21:25:31.634064  2133 solver.cpp:204] Iteration 62600, lr = 0.01
 I1225 21:25:31.639139  2133 solver.cpp:66] Iteration 62600, loss = 2.95081
 I1225 21:26:07.732481  2133 solver.cpp:204] Iteration 62620, lr = 0.01
 I1225 21:26:07.737586  2133 solver.cpp:66] Iteration 62620, loss = 2.65627
 I1225 21:26:43.828605  2133 solver.cpp:204] Iteration 62640, lr = 0.01
 I1225 21:26:43.833727  2133 solver.cpp:66] Iteration 62640, loss = 2.76223
 I1225 21:27:19.930006  2133 solver.cpp:204] Iteration 62660, lr = 0.01
 I1225 21:27:19.935112  2133 solver.cpp:66] Iteration 62660, loss = 3.19199
 I1225 21:27:56.022569  2133 solver.cpp:204] Iteration 62680, lr = 0.01
 I1225 21:27:56.027683  2133 solver.cpp:66] Iteration 62680, loss = 2.79135
 I1225 21:28:32.122233  2133 solver.cpp:204] Iteration 62700, lr = 0.01
 I1225 21:28:32.127333  2133 solver.cpp:66] Iteration 62700, loss = 2.94538
 I1225 21:29:08.220515  2133 solver.cpp:204] Iteration 62720, lr = 0.01
 I1225 21:29:08.225612  2133 solver.cpp:66] Iteration 62720, loss = 2.84397
 I1225 21:29:44.319403  2133 solver.cpp:204] Iteration 62740, lr = 0.01
 I1225 21:29:44.324513  2133 solver.cpp:66] Iteration 62740, loss = 2.84263
 I1225 21:30:20.408942  2133 solver.cpp:204] Iteration 62760, lr = 0.01
 I1225 21:30:20.414005  2133 solver.cpp:66] Iteration 62760, loss = 2.80209
 I1225 21:30:56.504137  2133 solver.cpp:204] Iteration 62780, lr = 0.01
 I1225 21:30:56.509289  2133 solver.cpp:66] Iteration 62780, loss = 2.64755
 I1225 21:31:32.599340  2133 solver.cpp:204] Iteration 62800, lr = 0.01
 I1225 21:31:32.604425  2133 solver.cpp:66] Iteration 62800, loss = 3.09513
 I1225 21:32:08.690058  2133 solver.cpp:204] Iteration 62820, lr = 0.01
 I1225 21:32:08.695163  2133 solver.cpp:66] Iteration 62820, loss = 2.94638
 I1225 21:32:44.786788  2133 solver.cpp:204] Iteration 62840, lr = 0.01
 I1225 21:32:44.791898  2133 solver.cpp:66] Iteration 62840, loss = 2.89556
 I1225 21:33:20.879832  2133 solver.cpp:204] Iteration 62860, lr = 0.01
 I1225 21:33:20.884949  2133 solver.cpp:66] Iteration 62860, loss = 2.9501
 I1225 21:33:56.972993  2133 solver.cpp:204] Iteration 62880, lr = 0.01
 I1225 21:33:56.978061  2133 solver.cpp:66] Iteration 62880, loss = 2.78365
 I1225 21:34:33.067715  2133 solver.cpp:204] Iteration 62900, lr = 0.01
 I1225 21:34:33.072818  2133 solver.cpp:66] Iteration 62900, loss = 2.99669
 I1225 21:35:09.162785  2133 solver.cpp:204] Iteration 62920, lr = 0.01
 I1225 21:35:09.167955  2133 solver.cpp:66] Iteration 62920, loss = 2.8044
 I1225 21:35:45.259771  2133 solver.cpp:204] Iteration 62940, lr = 0.01
 I1225 21:35:45.264878  2133 solver.cpp:66] Iteration 62940, loss = 2.85415
 I1225 21:36:21.355427  2133 solver.cpp:204] Iteration 62960, lr = 0.01
 I1225 21:36:21.360535  2133 solver.cpp:66] Iteration 62960, loss = 3.06936
 I1225 21:36:57.457702  2133 solver.cpp:204] Iteration 62980, lr = 0.01
 I1225 21:36:57.462811  2133 solver.cpp:66] Iteration 62980, loss = 2.80253
 I1225 21:37:33.561424  2133 solver.cpp:204] Iteration 63000, lr = 0.01
 I1225 21:37:33.566514  2133 solver.cpp:66] Iteration 63000, loss = 2.76241
 I1225 21:37:33.566527  2133 solver.cpp:84] Testing net
 I1225 21:39:45.960553  2133 solver.cpp:111] Test score #0: 0.3838
 I1225 21:39:45.960603  2133 solver.cpp:111] Test score #1: 2.83408
 I1225 21:40:21.803917  2133 solver.cpp:204] Iteration 63020, lr = 0.01
 I1225 21:40:21.809027  2133 solver.cpp:66] Iteration 63020, loss = 3.08701
 I1225 21:40:57.902091  2133 solver.cpp:204] Iteration 63040, lr = 0.01
 I1225 21:40:57.907199  2133 solver.cpp:66] Iteration 63040, loss = 2.69401
 I1225 21:41:33.994349  2133 solver.cpp:204] Iteration 63060, lr = 0.01
 I1225 21:41:33.999456  2133 solver.cpp:66] Iteration 63060, loss = 2.91397
 I1225 21:42:10.094548  2133 solver.cpp:204] Iteration 63080, lr = 0.01
 I1225 21:42:10.099654  2133 solver.cpp:66] Iteration 63080, loss = 3.03336
 I1225 21:42:46.191453  2133 solver.cpp:204] Iteration 63100, lr = 0.01
 I1225 21:42:46.196559  2133 solver.cpp:66] Iteration 63100, loss = 2.61426
 I1225 21:43:22.283098  2133 solver.cpp:204] Iteration 63120, lr = 0.01
 I1225 21:43:22.288218  2133 solver.cpp:66] Iteration 63120, loss = 2.84448
 I1225 21:43:58.374554  2133 solver.cpp:204] Iteration 63140, lr = 0.01
 I1225 21:43:58.379662  2133 solver.cpp:66] Iteration 63140, loss = 3.00645
 I1225 21:44:34.468538  2133 solver.cpp:204] Iteration 63160, lr = 0.01
 I1225 21:44:34.473644  2133 solver.cpp:66] Iteration 63160, loss = 2.89452
 I1225 21:45:10.565901  2133 solver.cpp:204] Iteration 63180, lr = 0.01
 I1225 21:45:10.571004  2133 solver.cpp:66] Iteration 63180, loss = 2.57588
 I1225 21:45:46.659379  2133 solver.cpp:204] Iteration 63200, lr = 0.01
 I1225 21:45:46.664463  2133 solver.cpp:66] Iteration 63200, loss = 2.94782
 I1225 21:46:22.758457  2133 solver.cpp:204] Iteration 63220, lr = 0.01
 I1225 21:46:22.763556  2133 solver.cpp:66] Iteration 63220, loss = 2.96243
 I1225 21:46:58.854029  2133 solver.cpp:204] Iteration 63240, lr = 0.01
 I1225 21:46:58.859133  2133 solver.cpp:66] Iteration 63240, loss = 2.73426
 I1225 21:47:34.951036  2133 solver.cpp:204] Iteration 63260, lr = 0.01
 I1225 21:47:34.956132  2133 solver.cpp:66] Iteration 63260, loss = 2.87333
 I1225 21:48:11.046818  2133 solver.cpp:204] Iteration 63280, lr = 0.01
 I1225 21:48:11.051928  2133 solver.cpp:66] Iteration 63280, loss = 2.93719
 I1225 21:48:47.143756  2133 solver.cpp:204] Iteration 63300, lr = 0.01
 I1225 21:48:47.148943  2133 solver.cpp:66] Iteration 63300, loss = 2.68713
 I1225 21:49:23.238303  2133 solver.cpp:204] Iteration 63320, lr = 0.01
 I1225 21:49:23.243479  2133 solver.cpp:66] Iteration 63320, loss = 3.01436
 I1225 21:49:59.331353  2133 solver.cpp:204] Iteration 63340, lr = 0.01
 I1225 21:49:59.336434  2133 solver.cpp:66] Iteration 63340, loss = 2.87903
 I1225 21:50:35.423408  2133 solver.cpp:204] Iteration 63360, lr = 0.01
 I1225 21:50:35.428520  2133 solver.cpp:66] Iteration 63360, loss = 2.94733
 I1225 21:51:11.515522  2133 solver.cpp:204] Iteration 63380, lr = 0.01
 I1225 21:51:11.520453  2133 solver.cpp:66] Iteration 63380, loss = 2.66426
 I1225 21:51:47.607791  2133 solver.cpp:204] Iteration 63400, lr = 0.01
 I1225 21:51:47.612905  2133 solver.cpp:66] Iteration 63400, loss = 3.02658
 I1225 21:52:23.697340  2133 solver.cpp:204] Iteration 63420, lr = 0.01
 I1225 21:52:23.702373  2133 solver.cpp:66] Iteration 63420, loss = 2.57602
 I1225 21:52:59.787840  2133 solver.cpp:204] Iteration 63440, lr = 0.01
 I1225 21:52:59.792932  2133 solver.cpp:66] Iteration 63440, loss = 2.92507
 I1225 21:53:35.878878  2133 solver.cpp:204] Iteration 63460, lr = 0.01
 I1225 21:53:35.883985  2133 solver.cpp:66] Iteration 63460, loss = 2.70782
 I1225 21:54:11.974196  2133 solver.cpp:204] Iteration 63480, lr = 0.01
 I1225 21:54:11.979300  2133 solver.cpp:66] Iteration 63480, loss = 2.69868
 I1225 21:54:48.067056  2133 solver.cpp:204] Iteration 63500, lr = 0.01
 I1225 21:54:48.072016  2133 solver.cpp:66] Iteration 63500, loss = 2.87091
 I1225 21:55:24.158124  2133 solver.cpp:204] Iteration 63520, lr = 0.01
 I1225 21:55:24.163241  2133 solver.cpp:66] Iteration 63520, loss = 2.81694
 I1225 21:56:00.254191  2133 solver.cpp:204] Iteration 63540, lr = 0.01
 I1225 21:56:00.259258  2133 solver.cpp:66] Iteration 63540, loss = 3.11798
 I1225 21:56:36.343516  2133 solver.cpp:204] Iteration 63560, lr = 0.01
 I1225 21:56:36.348503  2133 solver.cpp:66] Iteration 63560, loss = 2.83288
 I1225 21:57:12.439393  2133 solver.cpp:204] Iteration 63580, lr = 0.01
 I1225 21:57:12.444507  2133 solver.cpp:66] Iteration 63580, loss = 2.88884
 I1225 21:57:48.535154  2133 solver.cpp:204] Iteration 63600, lr = 0.01
 I1225 21:57:48.540259  2133 solver.cpp:66] Iteration 63600, loss = 2.83957
 I1225 21:58:24.627571  2133 solver.cpp:204] Iteration 63620, lr = 0.01
 I1225 21:58:24.632664  2133 solver.cpp:66] Iteration 63620, loss = 3.06372
 I1225 21:59:00.725330  2133 solver.cpp:204] Iteration 63640, lr = 0.01
 I1225 21:59:00.730409  2133 solver.cpp:66] Iteration 63640, loss = 2.94119
 I1225 21:59:36.816421  2133 solver.cpp:204] Iteration 63660, lr = 0.01
 I1225 21:59:36.821404  2133 solver.cpp:66] Iteration 63660, loss = 2.97944
 I1225 22:00:12.913913  2133 solver.cpp:204] Iteration 63680, lr = 0.01
 I1225 22:00:12.919016  2133 solver.cpp:66] Iteration 63680, loss = 2.83876
 I1225 22:00:49.006940  2133 solver.cpp:204] Iteration 63700, lr = 0.01
 I1225 22:00:49.011931  2133 solver.cpp:66] Iteration 63700, loss = 2.53522
 I1225 22:01:25.107892  2133 solver.cpp:204] Iteration 63720, lr = 0.01
 I1225 22:01:25.112998  2133 solver.cpp:66] Iteration 63720, loss = 3.17097
 I1225 22:02:01.206501  2133 solver.cpp:204] Iteration 63740, lr = 0.01
 I1225 22:02:01.211602  2133 solver.cpp:66] Iteration 63740, loss = 2.9155
 I1225 22:02:37.299485  2133 solver.cpp:204] Iteration 63760, lr = 0.01
 I1225 22:02:37.304472  2133 solver.cpp:66] Iteration 63760, loss = 3.02914
 I1225 22:03:13.395766  2133 solver.cpp:204] Iteration 63780, lr = 0.01
 I1225 22:03:13.400893  2133 solver.cpp:66] Iteration 63780, loss = 2.98256
 I1225 22:03:49.488536  2133 solver.cpp:204] Iteration 63800, lr = 0.01
 I1225 22:03:49.493646  2133 solver.cpp:66] Iteration 63800, loss = 2.81171
 I1225 22:04:25.584728  2133 solver.cpp:204] Iteration 63820, lr = 0.01
 I1225 22:04:25.589833  2133 solver.cpp:66] Iteration 63820, loss = 2.9164
 I1225 22:05:01.678658  2133 solver.cpp:204] Iteration 63840, lr = 0.01
 I1225 22:05:01.683764  2133 solver.cpp:66] Iteration 63840, loss = 2.71289
 I1225 22:05:37.773481  2133 solver.cpp:204] Iteration 63860, lr = 0.01
 I1225 22:05:37.778446  2133 solver.cpp:66] Iteration 63860, loss = 2.78308
 I1225 22:06:13.869382  2133 solver.cpp:204] Iteration 63880, lr = 0.01
 I1225 22:06:13.874440  2133 solver.cpp:66] Iteration 63880, loss = 2.77612
 I1225 22:06:49.964318  2133 solver.cpp:204] Iteration 63900, lr = 0.01
 I1225 22:06:49.969429  2133 solver.cpp:66] Iteration 63900, loss = 2.8534
 I1225 22:07:26.061152  2133 solver.cpp:204] Iteration 63920, lr = 0.01
 I1225 22:07:26.066197  2133 solver.cpp:66] Iteration 63920, loss = 2.79223
 I1225 22:08:02.152356  2133 solver.cpp:204] Iteration 63940, lr = 0.01
 I1225 22:08:02.157449  2133 solver.cpp:66] Iteration 63940, loss = 2.70312
 I1225 22:08:38.247285  2133 solver.cpp:204] Iteration 63960, lr = 0.01
 I1225 22:08:38.252388  2133 solver.cpp:66] Iteration 63960, loss = 2.77036
 I1225 22:09:14.342713  2133 solver.cpp:204] Iteration 63980, lr = 0.01
 I1225 22:09:14.347825  2133 solver.cpp:66] Iteration 63980, loss = 2.60595
 I1225 22:09:50.439028  2133 solver.cpp:204] Iteration 64000, lr = 0.01
 I1225 22:09:50.444107  2133 solver.cpp:66] Iteration 64000, loss = 2.89111
 I1225 22:09:50.444119  2133 solver.cpp:84] Testing net
 I1225 22:12:02.341789  2133 solver.cpp:111] Test score #0: 0.38888
 I1225 22:12:02.341838  2133 solver.cpp:111] Test score #1: 2.80464
 I1225 22:12:38.190834  2133 solver.cpp:204] Iteration 64020, lr = 0.01
 I1225 22:12:38.195940  2133 solver.cpp:66] Iteration 64020, loss = 2.5865
 I1225 22:13:14.289866  2133 solver.cpp:204] Iteration 64040, lr = 0.01
 I1225 22:13:14.294956  2133 solver.cpp:66] Iteration 64040, loss = 2.90217
 I1225 22:13:50.386492  2133 solver.cpp:204] Iteration 64060, lr = 0.01
 I1225 22:13:50.391563  2133 solver.cpp:66] Iteration 64060, loss = 3.01433
 I1225 22:14:26.477526  2133 solver.cpp:204] Iteration 64080, lr = 0.01
 I1225 22:14:26.482624  2133 solver.cpp:66] Iteration 64080, loss = 2.95462
 I1225 22:15:02.572038  2133 solver.cpp:204] Iteration 64100, lr = 0.01
 I1225 22:15:02.577157  2133 solver.cpp:66] Iteration 64100, loss = 2.43255
 I1225 22:15:38.662647  2133 solver.cpp:204] Iteration 64120, lr = 0.01
 I1225 22:15:38.667753  2133 solver.cpp:66] Iteration 64120, loss = 2.99
 I1225 22:16:14.755208  2133 solver.cpp:204] Iteration 64140, lr = 0.01
 I1225 22:16:14.760313  2133 solver.cpp:66] Iteration 64140, loss = 2.78386
 I1225 22:16:50.850463  2133 solver.cpp:204] Iteration 64160, lr = 0.01
 I1225 22:16:50.855576  2133 solver.cpp:66] Iteration 64160, loss = 2.78207
 I1225 22:17:26.944671  2133 solver.cpp:204] Iteration 64180, lr = 0.01
 I1225 22:17:26.949792  2133 solver.cpp:66] Iteration 64180, loss = 2.75513
 I1225 22:18:03.035702  2133 solver.cpp:204] Iteration 64200, lr = 0.01
 I1225 22:18:03.040691  2133 solver.cpp:66] Iteration 64200, loss = 2.90759
 I1225 22:18:39.137333  2133 solver.cpp:204] Iteration 64220, lr = 0.01
 I1225 22:18:39.142405  2133 solver.cpp:66] Iteration 64220, loss = 2.95031
 I1225 22:19:15.231261  2133 solver.cpp:204] Iteration 64240, lr = 0.01
 I1225 22:19:15.236337  2133 solver.cpp:66] Iteration 64240, loss = 3.05398
 I1225 22:19:51.327815  2133 solver.cpp:204] Iteration 64260, lr = 0.01
 I1225 22:19:51.332942  2133 solver.cpp:66] Iteration 64260, loss = 2.60184
 I1225 22:20:27.423712  2133 solver.cpp:204] Iteration 64280, lr = 0.01
 I1225 22:20:27.428802  2133 solver.cpp:66] Iteration 64280, loss = 2.85197
 I1225 22:21:03.520592  2133 solver.cpp:204] Iteration 64300, lr = 0.01
 I1225 22:21:03.525707  2133 solver.cpp:66] Iteration 64300, loss = 2.74945
 I1225 22:21:39.614544  2133 solver.cpp:204] Iteration 64320, lr = 0.01
 I1225 22:21:39.619657  2133 solver.cpp:66] Iteration 64320, loss = 2.99412
 I1225 22:22:15.710732  2133 solver.cpp:204] Iteration 64340, lr = 0.01
 I1225 22:22:15.715848  2133 solver.cpp:66] Iteration 64340, loss = 2.84894
 I1225 22:22:51.802984  2133 solver.cpp:204] Iteration 64360, lr = 0.01
 I1225 22:22:51.808085  2133 solver.cpp:66] Iteration 64360, loss = 2.62421
 I1225 22:23:27.893311  2133 solver.cpp:204] Iteration 64380, lr = 0.01
 I1225 22:23:27.898439  2133 solver.cpp:66] Iteration 64380, loss = 2.95292
 I1225 22:24:03.990854  2133 solver.cpp:204] Iteration 64400, lr = 0.01
 I1225 22:24:03.995955  2133 solver.cpp:66] Iteration 64400, loss = 2.75087
 I1225 22:24:40.088826  2133 solver.cpp:204] Iteration 64420, lr = 0.01
 I1225 22:24:40.093935  2133 solver.cpp:66] Iteration 64420, loss = 2.84739
 I1225 22:25:16.183017  2133 solver.cpp:204] Iteration 64440, lr = 0.01
 I1225 22:25:16.188117  2133 solver.cpp:66] Iteration 64440, loss = 2.61556
 I1225 22:25:52.278764  2133 solver.cpp:204] Iteration 64460, lr = 0.01
 I1225 22:25:52.283871  2133 solver.cpp:66] Iteration 64460, loss = 2.79687
 I1225 22:26:28.379075  2133 solver.cpp:204] Iteration 64480, lr = 0.01
 I1225 22:26:28.384140  2133 solver.cpp:66] Iteration 64480, loss = 2.80153
 I1225 22:27:04.471282  2133 solver.cpp:204] Iteration 64500, lr = 0.01
 I1225 22:27:04.476392  2133 solver.cpp:66] Iteration 64500, loss = 2.95348
 I1225 22:27:40.567296  2133 solver.cpp:204] Iteration 64520, lr = 0.01
 I1225 22:27:40.572377  2133 solver.cpp:66] Iteration 64520, loss = 3.07164
 I1225 22:28:16.660132  2133 solver.cpp:204] Iteration 64540, lr = 0.01
 I1225 22:28:16.665228  2133 solver.cpp:66] Iteration 64540, loss = 2.78757
 I1225 22:28:52.753885  2133 solver.cpp:204] Iteration 64560, lr = 0.01
 I1225 22:28:52.758999  2133 solver.cpp:66] Iteration 64560, loss = 2.60919
 I1225 22:29:28.846881  2133 solver.cpp:204] Iteration 64580, lr = 0.01
 I1225 22:29:28.851984  2133 solver.cpp:66] Iteration 64580, loss = 2.67362
 I1225 22:30:04.944813  2133 solver.cpp:204] Iteration 64600, lr = 0.01
 I1225 22:30:04.949914  2133 solver.cpp:66] Iteration 64600, loss = 2.64536
 I1225 22:30:41.042490  2133 solver.cpp:204] Iteration 64620, lr = 0.01
 I1225 22:30:41.047595  2133 solver.cpp:66] Iteration 64620, loss = 2.84156
 I1225 22:31:17.141306  2133 solver.cpp:204] Iteration 64640, lr = 0.01
 I1225 22:31:17.146384  2133 solver.cpp:66] Iteration 64640, loss = 2.90756
 I1225 22:31:53.233716  2133 solver.cpp:204] Iteration 64660, lr = 0.01
 I1225 22:31:53.238826  2133 solver.cpp:66] Iteration 64660, loss = 2.86075
 I1225 22:32:29.329434  2133 solver.cpp:204] Iteration 64680, lr = 0.01
 I1225 22:32:29.334524  2133 solver.cpp:66] Iteration 64680, loss = 3.18344
 I1225 22:33:05.427331  2133 solver.cpp:204] Iteration 64700, lr = 0.01
 I1225 22:33:05.432433  2133 solver.cpp:66] Iteration 64700, loss = 2.71828
 I1225 22:33:41.524646  2133 solver.cpp:204] Iteration 64720, lr = 0.01
 I1225 22:33:41.529739  2133 solver.cpp:66] Iteration 64720, loss = 2.80708
 I1225 22:34:17.623698  2133 solver.cpp:204] Iteration 64740, lr = 0.01
 I1225 22:34:17.628815  2133 solver.cpp:66] Iteration 64740, loss = 2.97861
 I1225 22:34:53.720340  2133 solver.cpp:204] Iteration 64760, lr = 0.01
 I1225 22:34:53.725420  2133 solver.cpp:66] Iteration 64760, loss = 2.75786
 I1225 22:35:29.817358  2133 solver.cpp:204] Iteration 64780, lr = 0.01
 I1225 22:35:29.822443  2133 solver.cpp:66] Iteration 64780, loss = 2.707
 I1225 22:36:05.908932  2133 solver.cpp:204] Iteration 64800, lr = 0.01
 I1225 22:36:05.914027  2133 solver.cpp:66] Iteration 64800, loss = 3.03032
 I1225 22:36:42.006459  2133 solver.cpp:204] Iteration 64820, lr = 0.01
 I1225 22:36:42.011541  2133 solver.cpp:66] Iteration 64820, loss = 2.89916
 I1225 22:37:18.102550  2133 solver.cpp:204] Iteration 64840, lr = 0.01
 I1225 22:37:18.107652  2133 solver.cpp:66] Iteration 64840, loss = 3.02421
 I1225 22:37:54.199488  2133 solver.cpp:204] Iteration 64860, lr = 0.01
 I1225 22:37:54.204596  2133 solver.cpp:66] Iteration 64860, loss = 2.92671
 I1225 22:38:30.296627  2133 solver.cpp:204] Iteration 64880, lr = 0.01
 I1225 22:38:30.301725  2133 solver.cpp:66] Iteration 64880, loss = 2.55034
 I1225 22:39:06.394651  2133 solver.cpp:204] Iteration 64900, lr = 0.01
 I1225 22:39:06.399763  2133 solver.cpp:66] Iteration 64900, loss = 2.93488
 I1225 22:39:42.488947  2133 solver.cpp:204] Iteration 64920, lr = 0.01
 I1225 22:39:42.494009  2133 solver.cpp:66] Iteration 64920, loss = 2.7211
 I1225 22:40:18.590564  2133 solver.cpp:204] Iteration 64940, lr = 0.01
 I1225 22:40:18.595664  2133 solver.cpp:66] Iteration 64940, loss = 3.10867
 I1225 22:40:54.689956  2133 solver.cpp:204] Iteration 64960, lr = 0.01
 I1225 22:40:54.695060  2133 solver.cpp:66] Iteration 64960, loss = 2.92339
 I1225 22:41:30.789100  2133 solver.cpp:204] Iteration 64980, lr = 0.01
 I1225 22:41:30.794172  2133 solver.cpp:66] Iteration 64980, loss = 2.93409
 I1225 22:42:06.884507  2133 solver.cpp:204] Iteration 65000, lr = 0.01
 I1225 22:42:06.889603  2133 solver.cpp:66] Iteration 65000, loss = 2.69143
 I1225 22:42:06.889616  2133 solver.cpp:84] Testing net
 I1225 22:44:19.337473  2133 solver.cpp:111] Test score #0: 0.39182
 I1225 22:44:19.337523  2133 solver.cpp:111] Test score #1: 2.78771
 I1225 22:44:55.181452  2133 solver.cpp:204] Iteration 65020, lr = 0.01
 I1225 22:44:55.186519  2133 solver.cpp:66] Iteration 65020, loss = 2.91332
 I1225 22:45:31.274174  2133 solver.cpp:204] Iteration 65040, lr = 0.01
 I1225 22:45:31.279289  2133 solver.cpp:66] Iteration 65040, loss = 3.17992
 I1225 22:46:07.367293  2133 solver.cpp:204] Iteration 65060, lr = 0.01
 I1225 22:46:07.372401  2133 solver.cpp:66] Iteration 65060, loss = 2.77721
 I1225 22:46:43.463589  2133 solver.cpp:204] Iteration 65080, lr = 0.01
 I1225 22:46:43.468693  2133 solver.cpp:66] Iteration 65080, loss = 2.62124
 I1225 22:47:19.561058  2133 solver.cpp:204] Iteration 65100, lr = 0.01
 I1225 22:47:19.566151  2133 solver.cpp:66] Iteration 65100, loss = 2.68787
 I1225 22:47:55.656421  2133 solver.cpp:204] Iteration 65120, lr = 0.01
 I1225 22:47:55.661527  2133 solver.cpp:66] Iteration 65120, loss = 2.76339
 I1225 22:48:31.750044  2133 solver.cpp:204] Iteration 65140, lr = 0.01
 I1225 22:48:31.755159  2133 solver.cpp:66] Iteration 65140, loss = 2.5058
 I1225 22:49:07.840713  2133 solver.cpp:204] Iteration 65160, lr = 0.01
 I1225 22:49:07.845872  2133 solver.cpp:66] Iteration 65160, loss = 2.96758
 I1225 22:49:43.935699  2133 solver.cpp:204] Iteration 65180, lr = 0.01
 I1225 22:49:43.940809  2133 solver.cpp:66] Iteration 65180, loss = 3.03385
 I1225 22:50:20.027273  2133 solver.cpp:204] Iteration 65200, lr = 0.01
 I1225 22:50:20.032377  2133 solver.cpp:66] Iteration 65200, loss = 2.75723
 I1225 22:50:56.125607  2133 solver.cpp:204] Iteration 65220, lr = 0.01
 I1225 22:50:56.130722  2133 solver.cpp:66] Iteration 65220, loss = 3.01509
 I1225 22:51:32.216707  2133 solver.cpp:204] Iteration 65240, lr = 0.01
 I1225 22:51:32.221807  2133 solver.cpp:66] Iteration 65240, loss = 2.59303
 I1225 22:52:08.311723  2133 solver.cpp:204] Iteration 65260, lr = 0.01
 I1225 22:52:08.316843  2133 solver.cpp:66] Iteration 65260, loss = 3.04937
 I1225 22:52:44.406533  2133 solver.cpp:204] Iteration 65280, lr = 0.01
 I1225 22:52:44.411629  2133 solver.cpp:66] Iteration 65280, loss = 2.84228
 I1225 22:53:20.500145  2133 solver.cpp:204] Iteration 65300, lr = 0.01
 I1225 22:53:20.505247  2133 solver.cpp:66] Iteration 65300, loss = 2.72573
 I1225 22:53:56.591999  2133 solver.cpp:204] Iteration 65320, lr = 0.01
 I1225 22:53:56.597069  2133 solver.cpp:66] Iteration 65320, loss = 2.9044
 I1225 22:54:32.689239  2133 solver.cpp:204] Iteration 65340, lr = 0.01
 I1225 22:54:32.694304  2133 solver.cpp:66] Iteration 65340, loss = 2.80452
 I1225 22:55:08.787008  2133 solver.cpp:204] Iteration 65360, lr = 0.01
 I1225 22:55:08.792112  2133 solver.cpp:66] Iteration 65360, loss = 2.80518
 I1225 22:55:44.883862  2133 solver.cpp:204] Iteration 65380, lr = 0.01
 I1225 22:55:44.888959  2133 solver.cpp:66] Iteration 65380, loss = 2.63459
 I1225 22:56:20.981133  2133 solver.cpp:204] Iteration 65400, lr = 0.01
 I1225 22:56:20.986227  2133 solver.cpp:66] Iteration 65400, loss = 2.54135
 I1225 22:56:57.075134  2133 solver.cpp:204] Iteration 65420, lr = 0.01
 I1225 22:56:57.080236  2133 solver.cpp:66] Iteration 65420, loss = 2.69207
 I1225 22:57:33.175458  2133 solver.cpp:204] Iteration 65440, lr = 0.01
 I1225 22:57:33.180562  2133 solver.cpp:66] Iteration 65440, loss = 2.65793
 I1225 22:58:09.269966  2133 solver.cpp:204] Iteration 65460, lr = 0.01
 I1225 22:58:09.275106  2133 solver.cpp:66] Iteration 65460, loss = 2.91652
 I1225 22:58:45.361366  2133 solver.cpp:204] Iteration 65480, lr = 0.01
 I1225 22:58:45.366387  2133 solver.cpp:66] Iteration 65480, loss = 2.94051
 I1225 22:59:21.453176  2133 solver.cpp:204] Iteration 65500, lr = 0.01
 I1225 22:59:21.458230  2133 solver.cpp:66] Iteration 65500, loss = 2.71449
 I1225 22:59:57.548537  2133 solver.cpp:204] Iteration 65520, lr = 0.01
 I1225 22:59:57.553658  2133 solver.cpp:66] Iteration 65520, loss = 2.8457
 I1225 23:00:33.640125  2133 solver.cpp:204] Iteration 65540, lr = 0.01
 I1225 23:00:33.645241  2133 solver.cpp:66] Iteration 65540, loss = 2.92448
 I1225 23:01:09.733736  2133 solver.cpp:204] Iteration 65560, lr = 0.01
 I1225 23:01:09.738821  2133 solver.cpp:66] Iteration 65560, loss = 2.77349
 I1225 23:01:45.832053  2133 solver.cpp:204] Iteration 65580, lr = 0.01
 I1225 23:01:45.837036  2133 solver.cpp:66] Iteration 65580, loss = 2.72466
 I1225 23:02:21.925338  2133 solver.cpp:204] Iteration 65600, lr = 0.01
 I1225 23:02:21.930414  2133 solver.cpp:66] Iteration 65600, loss = 2.56584
 I1225 23:02:58.020614  2133 solver.cpp:204] Iteration 65620, lr = 0.01
 I1225 23:02:58.025681  2133 solver.cpp:66] Iteration 65620, loss = 2.75788
 I1225 23:03:34.116732  2133 solver.cpp:204] Iteration 65640, lr = 0.01
 I1225 23:03:34.121853  2133 solver.cpp:66] Iteration 65640, loss = 2.75468
 I1225 23:04:10.210196  2133 solver.cpp:204] Iteration 65660, lr = 0.01
 I1225 23:04:10.215323  2133 solver.cpp:66] Iteration 65660, loss = 2.81035
 I1225 23:04:46.303599  2133 solver.cpp:204] Iteration 65680, lr = 0.01
 I1225 23:04:46.308708  2133 solver.cpp:66] Iteration 65680, loss = 2.91928
 I1225 23:05:22.393823  2133 solver.cpp:204] Iteration 65700, lr = 0.01
 I1225 23:05:22.398926  2133 solver.cpp:66] Iteration 65700, loss = 2.69
 I1225 23:05:58.486742  2133 solver.cpp:204] Iteration 65720, lr = 0.01
 I1225 23:05:58.491825  2133 solver.cpp:66] Iteration 65720, loss = 2.96061
 I1225 23:06:34.583298  2133 solver.cpp:204] Iteration 65740, lr = 0.01
 I1225 23:06:34.588399  2133 solver.cpp:66] Iteration 65740, loss = 2.62731
 I1225 23:07:10.676244  2133 solver.cpp:204] Iteration 65760, lr = 0.01
 I1225 23:07:10.681356  2133 solver.cpp:66] Iteration 65760, loss = 2.88733
 I1225 23:07:46.771481  2133 solver.cpp:204] Iteration 65780, lr = 0.01
 I1225 23:07:46.776557  2133 solver.cpp:66] Iteration 65780, loss = 2.99453
 I1225 23:08:22.865830  2133 solver.cpp:204] Iteration 65800, lr = 0.01
 I1225 23:08:22.870935  2133 solver.cpp:66] Iteration 65800, loss = 2.65958
 I1225 23:08:58.959854  2133 solver.cpp:204] Iteration 65820, lr = 0.01
 I1225 23:08:58.964958  2133 solver.cpp:66] Iteration 65820, loss = 2.85178
 I1225 23:09:35.055198  2133 solver.cpp:204] Iteration 65840, lr = 0.01
 I1225 23:09:35.060360  2133 solver.cpp:66] Iteration 65840, loss = 3.06396
 I1225 23:10:11.148028  2133 solver.cpp:204] Iteration 65860, lr = 0.01
 I1225 23:10:11.153106  2133 solver.cpp:66] Iteration 65860, loss = 2.89522
 I1225 23:10:47.243854  2133 solver.cpp:204] Iteration 65880, lr = 0.01
 I1225 23:10:47.248965  2133 solver.cpp:66] Iteration 65880, loss = 2.61138
 I1225 23:11:23.339850  2133 solver.cpp:204] Iteration 65900, lr = 0.01
 I1225 23:11:23.344954  2133 solver.cpp:66] Iteration 65900, loss = 2.81965
 I1225 23:11:59.434268  2133 solver.cpp:204] Iteration 65920, lr = 0.01
 I1225 23:11:59.439374  2133 solver.cpp:66] Iteration 65920, loss = 2.75773
 I1225 23:12:35.534821  2133 solver.cpp:204] Iteration 65940, lr = 0.01
 I1225 23:12:35.539934  2133 solver.cpp:66] Iteration 65940, loss = 2.55957
 I1225 23:13:11.630656  2133 solver.cpp:204] Iteration 65960, lr = 0.01
 I1225 23:13:11.635759  2133 solver.cpp:66] Iteration 65960, loss = 2.85694
 I1225 23:13:47.725635  2133 solver.cpp:204] Iteration 65980, lr = 0.01
 I1225 23:13:47.730741  2133 solver.cpp:66] Iteration 65980, loss = 2.87806
 I1225 23:14:23.822901  2133 solver.cpp:204] Iteration 66000, lr = 0.01
 I1225 23:14:23.828003  2133 solver.cpp:66] Iteration 66000, loss = 2.67623
 I1225 23:14:23.828016  2133 solver.cpp:84] Testing net
 I1225 23:16:36.689645  2133 solver.cpp:111] Test score #0: 0.3967
 I1225 23:16:36.689690  2133 solver.cpp:111] Test score #1: 2.75386
 I1225 23:17:12.532819  2133 solver.cpp:204] Iteration 66020, lr = 0.01
 I1225 23:17:12.537927  2133 solver.cpp:66] Iteration 66020, loss = 2.96297
 I1225 23:17:48.631508  2133 solver.cpp:204] Iteration 66040, lr = 0.01
 I1225 23:17:48.636620  2133 solver.cpp:66] Iteration 66040, loss = 2.7037
 I1225 23:18:24.727000  2133 solver.cpp:204] Iteration 66060, lr = 0.01
 I1225 23:18:24.732105  2133 solver.cpp:66] Iteration 66060, loss = 2.70226
 I1225 23:19:00.826656  2133 solver.cpp:204] Iteration 66080, lr = 0.01
 I1225 23:19:00.831635  2133 solver.cpp:66] Iteration 66080, loss = 3.08135
 I1225 23:19:36.928767  2133 solver.cpp:204] Iteration 66100, lr = 0.01
 I1225 23:19:36.933881  2133 solver.cpp:66] Iteration 66100, loss = 2.64468
 I1225 23:20:13.030828  2133 solver.cpp:204] Iteration 66120, lr = 0.01
 I1225 23:20:13.035928  2133 solver.cpp:66] Iteration 66120, loss = 2.80312
 I1225 23:20:49.124577  2133 solver.cpp:204] Iteration 66140, lr = 0.01
 I1225 23:20:49.129705  2133 solver.cpp:66] Iteration 66140, loss = 2.77535
 I1225 23:21:25.218369  2133 solver.cpp:204] Iteration 66160, lr = 0.01
 I1225 23:21:25.223469  2133 solver.cpp:66] Iteration 66160, loss = 2.8571
 I1225 23:22:01.312947  2133 solver.cpp:204] Iteration 66180, lr = 0.01
 I1225 23:22:01.318014  2133 solver.cpp:66] Iteration 66180, loss = 2.86369
 I1225 23:22:37.408063  2133 solver.cpp:204] Iteration 66200, lr = 0.01
 I1225 23:22:37.413166  2133 solver.cpp:66] Iteration 66200, loss = 2.5322
 I1225 23:23:13.502715  2133 solver.cpp:204] Iteration 66220, lr = 0.01
 I1225 23:23:13.507801  2133 solver.cpp:66] Iteration 66220, loss = 2.89452
 I1225 23:23:49.596565  2133 solver.cpp:204] Iteration 66240, lr = 0.01
 I1225 23:23:49.601671  2133 solver.cpp:66] Iteration 66240, loss = 3.10592
 I1225 23:24:25.689124  2133 solver.cpp:204] Iteration 66260, lr = 0.01
 I1225 23:24:25.694190  2133 solver.cpp:66] Iteration 66260, loss = 2.74124
 I1225 23:25:01.781951  2133 solver.cpp:204] Iteration 66280, lr = 0.01
 I1225 23:25:01.787053  2133 solver.cpp:66] Iteration 66280, loss = 2.78141
 I1225 23:25:37.879618  2133 solver.cpp:204] Iteration 66300, lr = 0.01
 I1225 23:25:37.884723  2133 solver.cpp:66] Iteration 66300, loss = 2.81806
 I1225 23:26:13.971102  2133 solver.cpp:204] Iteration 66320, lr = 0.01
 I1225 23:26:13.976208  2133 solver.cpp:66] Iteration 66320, loss = 2.93925
 I1225 23:26:50.064308  2133 solver.cpp:204] Iteration 66340, lr = 0.01
 I1225 23:26:50.069414  2133 solver.cpp:66] Iteration 66340, loss = 2.93135
 I1225 23:27:26.156415  2133 solver.cpp:204] Iteration 66360, lr = 0.01
 I1225 23:27:26.161517  2133 solver.cpp:66] Iteration 66360, loss = 2.93869
 I1225 23:28:02.252249  2133 solver.cpp:204] Iteration 66380, lr = 0.01
 I1225 23:28:02.257359  2133 solver.cpp:66] Iteration 66380, loss = 2.67414
 I1225 23:28:38.344892  2133 solver.cpp:204] Iteration 66400, lr = 0.01
 I1225 23:28:38.349952  2133 solver.cpp:66] Iteration 66400, loss = 3.03085
 I1225 23:29:14.436571  2133 solver.cpp:204] Iteration 66420, lr = 0.01
 I1225 23:29:14.441676  2133 solver.cpp:66] Iteration 66420, loss = 2.64375
 I1225 23:29:50.533041  2133 solver.cpp:204] Iteration 66440, lr = 0.01
 I1225 23:29:50.538102  2133 solver.cpp:66] Iteration 66440, loss = 2.89962
 I1225 23:30:26.624990  2133 solver.cpp:204] Iteration 66460, lr = 0.01
 I1225 23:30:26.630044  2133 solver.cpp:66] Iteration 66460, loss = 2.66008
 I1225 23:31:02.718983  2133 solver.cpp:204] Iteration 66480, lr = 0.01
 I1225 23:31:02.724089  2133 solver.cpp:66] Iteration 66480, loss = 2.73343
 I1225 23:31:38.814245  2133 solver.cpp:204] Iteration 66500, lr = 0.01
 I1225 23:31:38.819355  2133 solver.cpp:66] Iteration 66500, loss = 2.91636
 I1225 23:32:14.902328  2133 solver.cpp:204] Iteration 66520, lr = 0.01
 I1225 23:32:14.907438  2133 solver.cpp:66] Iteration 66520, loss = 2.98351
 I1225 23:32:50.993963  2133 solver.cpp:204] Iteration 66540, lr = 0.01
 I1225 23:32:50.999068  2133 solver.cpp:66] Iteration 66540, loss = 2.66628
 I1225 23:33:27.086339  2133 solver.cpp:204] Iteration 66560, lr = 0.01
 I1225 23:33:27.091440  2133 solver.cpp:66] Iteration 66560, loss = 2.79366
 I1225 23:34:03.179188  2133 solver.cpp:204] Iteration 66580, lr = 0.01
 I1225 23:34:03.184294  2133 solver.cpp:66] Iteration 66580, loss = 2.60305
 I1225 23:34:39.271867  2133 solver.cpp:204] Iteration 66600, lr = 0.01
 I1225 23:34:39.276973  2133 solver.cpp:66] Iteration 66600, loss = 2.8884
 I1225 23:35:15.366441  2133 solver.cpp:204] Iteration 66620, lr = 0.01
 I1225 23:35:15.371556  2133 solver.cpp:66] Iteration 66620, loss = 2.85548
 I1225 23:35:51.468782  2133 solver.cpp:204] Iteration 66640, lr = 0.01
 I1225 23:35:51.473888  2133 solver.cpp:66] Iteration 66640, loss = 2.79341
 I1225 23:36:27.563906  2133 solver.cpp:204] Iteration 66660, lr = 0.01
 I1225 23:36:27.568896  2133 solver.cpp:66] Iteration 66660, loss = 2.95191
 I1225 23:37:03.664571  2133 solver.cpp:204] Iteration 66680, lr = 0.01
 I1225 23:37:03.669693  2133 solver.cpp:66] Iteration 66680, loss = 2.87517
 I1225 23:37:39.759883  2133 solver.cpp:204] Iteration 66700, lr = 0.01
 I1225 23:37:39.764987  2133 solver.cpp:66] Iteration 66700, loss = 2.85427
 I1225 23:38:15.853838  2133 solver.cpp:204] Iteration 66720, lr = 0.01
 I1225 23:38:15.858942  2133 solver.cpp:66] Iteration 66720, loss = 2.72581
 I1225 23:38:51.946400  2133 solver.cpp:204] Iteration 66740, lr = 0.01
 I1225 23:38:51.951506  2133 solver.cpp:66] Iteration 66740, loss = 2.78642
 I1225 23:39:28.043308  2133 solver.cpp:204] Iteration 66760, lr = 0.01
 I1225 23:39:28.048413  2133 solver.cpp:66] Iteration 66760, loss = 2.80067
 I1225 23:40:04.135555  2133 solver.cpp:204] Iteration 66780, lr = 0.01
 I1225 23:40:04.140629  2133 solver.cpp:66] Iteration 66780, loss = 2.69629
 I1225 23:40:40.233435  2133 solver.cpp:204] Iteration 66800, lr = 0.01
 I1225 23:40:40.238518  2133 solver.cpp:66] Iteration 66800, loss = 2.96288
 I1225 23:41:16.327347  2133 solver.cpp:204] Iteration 66820, lr = 0.01
 I1225 23:41:16.332456  2133 solver.cpp:66] Iteration 66820, loss = 2.93588
 I1225 23:41:52.423681  2133 solver.cpp:204] Iteration 66840, lr = 0.01
 I1225 23:41:52.428792  2133 solver.cpp:66] Iteration 66840, loss = 2.7092
 I1225 23:42:28.520339  2133 solver.cpp:204] Iteration 66860, lr = 0.01
 I1225 23:42:28.525451  2133 solver.cpp:66] Iteration 66860, loss = 2.98597
 I1225 23:43:04.611349  2133 solver.cpp:204] Iteration 66880, lr = 0.01
 I1225 23:43:04.616451  2133 solver.cpp:66] Iteration 66880, loss = 2.84162
 I1225 23:43:40.707648  2133 solver.cpp:204] Iteration 66900, lr = 0.01
 I1225 23:43:40.712754  2133 solver.cpp:66] Iteration 66900, loss = 2.58606
 I1225 23:44:16.803057  2133 solver.cpp:204] Iteration 66920, lr = 0.01
 I1225 23:44:16.808164  2133 solver.cpp:66] Iteration 66920, loss = 3.1405
 I1225 23:44:52.898561  2133 solver.cpp:204] Iteration 66940, lr = 0.01
 I1225 23:44:52.903663  2133 solver.cpp:66] Iteration 66940, loss = 2.78419
 I1225 23:45:28.994084  2133 solver.cpp:204] Iteration 66960, lr = 0.01
 I1225 23:45:28.999073  2133 solver.cpp:66] Iteration 66960, loss = 2.83159
 I1225 23:46:05.092443  2133 solver.cpp:204] Iteration 66980, lr = 0.01
 I1225 23:46:05.097522  2133 solver.cpp:66] Iteration 66980, loss = 2.58375
 I1225 23:46:41.185497  2133 solver.cpp:204] Iteration 67000, lr = 0.01
 I1225 23:46:41.190613  2133 solver.cpp:66] Iteration 67000, loss = 2.80633
 I1225 23:46:41.190626  2133 solver.cpp:84] Testing net
 I1225 23:48:53.735496  2133 solver.cpp:111] Test score #0: 0.39262
 I1225 23:48:53.735544  2133 solver.cpp:111] Test score #1: 2.78317
 I1225 23:49:29.580952  2133 solver.cpp:204] Iteration 67020, lr = 0.01
 I1225 23:49:29.586015  2133 solver.cpp:66] Iteration 67020, loss = 2.73554
 I1225 23:50:05.674801  2133 solver.cpp:204] Iteration 67040, lr = 0.01
 I1225 23:50:05.679880  2133 solver.cpp:66] Iteration 67040, loss = 2.89438
 I1225 23:50:41.769599  2133 solver.cpp:204] Iteration 67060, lr = 0.01
 I1225 23:50:41.774698  2133 solver.cpp:66] Iteration 67060, loss = 2.76427
 I1225 23:51:17.860924  2133 solver.cpp:204] Iteration 67080, lr = 0.01
 I1225 23:51:17.866036  2133 solver.cpp:66] Iteration 67080, loss = 2.96693
 I1225 23:51:53.955770  2133 solver.cpp:204] Iteration 67100, lr = 0.01
 I1225 23:51:53.960897  2133 solver.cpp:66] Iteration 67100, loss = 2.7392
 I1225 23:52:30.050385  2133 solver.cpp:204] Iteration 67120, lr = 0.01
 I1225 23:52:30.055497  2133 solver.cpp:66] Iteration 67120, loss = 2.88569
 I1225 23:53:06.150409  2133 solver.cpp:204] Iteration 67140, lr = 0.01
 I1225 23:53:06.155475  2133 solver.cpp:66] Iteration 67140, loss = 2.79096
 I1225 23:53:42.251902  2133 solver.cpp:204] Iteration 67160, lr = 0.01
 I1225 23:53:42.257009  2133 solver.cpp:66] Iteration 67160, loss = 2.93779
 I1225 23:54:18.348213  2133 solver.cpp:204] Iteration 67180, lr = 0.01
 I1225 23:54:18.353281  2133 solver.cpp:66] Iteration 67180, loss = 2.7945
 I1225 23:54:54.444603  2133 solver.cpp:204] Iteration 67200, lr = 0.01
 I1225 23:54:54.449712  2133 solver.cpp:66] Iteration 67200, loss = 3.11212
 I1225 23:55:30.540580  2133 solver.cpp:204] Iteration 67220, lr = 0.01
 I1225 23:55:30.545694  2133 solver.cpp:66] Iteration 67220, loss = 2.98132
 I1225 23:56:06.638794  2133 solver.cpp:204] Iteration 67240, lr = 0.01
 I1225 23:56:06.643898  2133 solver.cpp:66] Iteration 67240, loss = 2.92061
 I1225 23:56:42.733032  2133 solver.cpp:204] Iteration 67260, lr = 0.01
 I1225 23:56:42.737982  2133 solver.cpp:66] Iteration 67260, loss = 3.09704
 I1225 23:57:18.825578  2133 solver.cpp:204] Iteration 67280, lr = 0.01
 I1225 23:57:18.830680  2133 solver.cpp:66] Iteration 67280, loss = 2.68394
 I1225 23:57:54.922794  2133 solver.cpp:204] Iteration 67300, lr = 0.01
 I1225 23:57:54.927901  2133 solver.cpp:66] Iteration 67300, loss = 2.81563
 I1225 23:58:31.016970  2133 solver.cpp:204] Iteration 67320, lr = 0.01
 I1225 23:58:31.022027  2133 solver.cpp:66] Iteration 67320, loss = 2.87581
 I1225 23:59:07.109513  2133 solver.cpp:204] Iteration 67340, lr = 0.01
 I1225 23:59:07.114615  2133 solver.cpp:66] Iteration 67340, loss = 3.29377
 I1225 23:59:43.205281  2133 solver.cpp:204] Iteration 67360, lr = 0.01
 I1225 23:59:43.210351  2133 solver.cpp:66] Iteration 67360, loss = 2.64516
 I1226 00:00:19.299767  2133 solver.cpp:204] Iteration 67380, lr = 0.01
 I1226 00:00:19.304900  2133 solver.cpp:66] Iteration 67380, loss = 2.96139
 I1226 00:00:55.395251  2133 solver.cpp:204] Iteration 67400, lr = 0.01
 I1226 00:00:55.400341  2133 solver.cpp:66] Iteration 67400, loss = 2.72551
 I1226 00:01:31.492357  2133 solver.cpp:204] Iteration 67420, lr = 0.01
 I1226 00:01:31.497475  2133 solver.cpp:66] Iteration 67420, loss = 2.85515
 I1226 00:02:07.585728  2133 solver.cpp:204] Iteration 67440, lr = 0.01
 I1226 00:02:07.590827  2133 solver.cpp:66] Iteration 67440, loss = 2.59615
 I1226 00:02:43.683727  2133 solver.cpp:204] Iteration 67460, lr = 0.01
 I1226 00:02:43.688807  2133 solver.cpp:66] Iteration 67460, loss = 2.67769
 I1226 00:03:19.777513  2133 solver.cpp:204] Iteration 67480, lr = 0.01
 I1226 00:03:19.782609  2133 solver.cpp:66] Iteration 67480, loss = 3.12349
 I1226 00:03:55.874599  2133 solver.cpp:204] Iteration 67500, lr = 0.01
 I1226 00:03:55.879708  2133 solver.cpp:66] Iteration 67500, loss = 2.88533
 I1226 00:04:31.969460  2133 solver.cpp:204] Iteration 67520, lr = 0.01
 I1226 00:04:31.974560  2133 solver.cpp:66] Iteration 67520, loss = 2.94185
 I1226 00:05:08.065918  2133 solver.cpp:204] Iteration 67540, lr = 0.01
 I1226 00:05:08.071033  2133 solver.cpp:66] Iteration 67540, loss = 2.64746
 I1226 00:05:44.162986  2133 solver.cpp:204] Iteration 67560, lr = 0.01
 I1226 00:05:44.168087  2133 solver.cpp:66] Iteration 67560, loss = 2.62358
 I1226 00:06:20.256548  2133 solver.cpp:204] Iteration 67580, lr = 0.01
 I1226 00:06:20.261653  2133 solver.cpp:66] Iteration 67580, loss = 2.9233
 I1226 00:06:56.350379  2133 solver.cpp:204] Iteration 67600, lr = 0.01
 I1226 00:06:56.355443  2133 solver.cpp:66] Iteration 67600, loss = 2.97506
 I1226 00:07:32.445883  2133 solver.cpp:204] Iteration 67620, lr = 0.01
 I1226 00:07:32.450995  2133 solver.cpp:66] Iteration 67620, loss = 2.55136
 I1226 00:08:08.543598  2133 solver.cpp:204] Iteration 67640, lr = 0.01
 I1226 00:08:08.548704  2133 solver.cpp:66] Iteration 67640, loss = 2.72871
 I1226 00:08:44.638099  2133 solver.cpp:204] Iteration 67660, lr = 0.01
 I1226 00:08:44.643208  2133 solver.cpp:66] Iteration 67660, loss = 2.60129
 I1226 00:09:20.733361  2133 solver.cpp:204] Iteration 67680, lr = 0.01
 I1226 00:09:20.738430  2133 solver.cpp:66] Iteration 67680, loss = 2.83714
 I1226 00:09:56.830216  2133 solver.cpp:204] Iteration 67700, lr = 0.01
 I1226 00:09:56.835319  2133 solver.cpp:66] Iteration 67700, loss = 2.89212
 I1226 00:10:32.927212  2133 solver.cpp:204] Iteration 67720, lr = 0.01
 I1226 00:10:32.932322  2133 solver.cpp:66] Iteration 67720, loss = 2.80879
 I1226 00:11:09.030807  2133 solver.cpp:204] Iteration 67740, lr = 0.01
 I1226 00:11:09.035912  2133 solver.cpp:66] Iteration 67740, loss = 2.58767
 I1226 00:11:45.127100  2133 solver.cpp:204] Iteration 67760, lr = 0.01
 I1226 00:11:45.132174  2133 solver.cpp:66] Iteration 67760, loss = 2.8206
 I1226 00:12:21.219672  2133 solver.cpp:204] Iteration 67780, lr = 0.01
 I1226 00:12:21.224781  2133 solver.cpp:66] Iteration 67780, loss = 3.02805
 I1226 00:12:57.315292  2133 solver.cpp:204] Iteration 67800, lr = 0.01
 I1226 00:12:57.320456  2133 solver.cpp:66] Iteration 67800, loss = 2.82385
 I1226 00:13:33.413391  2133 solver.cpp:204] Iteration 67820, lr = 0.01
 I1226 00:13:33.418459  2133 solver.cpp:66] Iteration 67820, loss = 2.87574
 I1226 00:14:09.506273  2133 solver.cpp:204] Iteration 67840, lr = 0.01
 I1226 00:14:09.511389  2133 solver.cpp:66] Iteration 67840, loss = 2.79072
 I1226 00:14:45.603395  2133 solver.cpp:204] Iteration 67860, lr = 0.01
 I1226 00:14:45.608497  2133 solver.cpp:66] Iteration 67860, loss = 3.03245
 I1226 00:15:21.699111  2133 solver.cpp:204] Iteration 67880, lr = 0.01
 I1226 00:15:21.704224  2133 solver.cpp:66] Iteration 67880, loss = 2.76608
 I1226 00:15:57.795156  2133 solver.cpp:204] Iteration 67900, lr = 0.01
 I1226 00:15:57.800266  2133 solver.cpp:66] Iteration 67900, loss = 2.74819
 I1226 00:16:33.893777  2133 solver.cpp:204] Iteration 67920, lr = 0.01
 I1226 00:16:33.898885  2133 solver.cpp:66] Iteration 67920, loss = 2.65414
 I1226 00:17:09.991384  2133 solver.cpp:204] Iteration 67940, lr = 0.01
 I1226 00:17:09.996459  2133 solver.cpp:66] Iteration 67940, loss = 2.69928
 I1226 00:17:46.087606  2133 solver.cpp:204] Iteration 67960, lr = 0.01
 I1226 00:17:46.092710  2133 solver.cpp:66] Iteration 67960, loss = 2.60065
 I1226 00:18:22.182729  2133 solver.cpp:204] Iteration 67980, lr = 0.01
 I1226 00:18:22.187841  2133 solver.cpp:66] Iteration 67980, loss = 3.09518
 I1226 00:18:58.286221  2133 solver.cpp:204] Iteration 68000, lr = 0.01
 I1226 00:18:58.291324  2133 solver.cpp:66] Iteration 68000, loss = 2.66846
 I1226 00:18:58.291337  2133 solver.cpp:84] Testing net
 I1226 00:21:10.267848  2133 solver.cpp:111] Test score #0: 0.3862
 I1226 00:21:10.267894  2133 solver.cpp:111] Test score #1: 2.83329
 I1226 00:21:46.115583  2133 solver.cpp:204] Iteration 68020, lr = 0.01
 I1226 00:21:46.120682  2133 solver.cpp:66] Iteration 68020, loss = 2.74039
 I1226 00:22:22.210568  2133 solver.cpp:204] Iteration 68040, lr = 0.01
 I1226 00:22:22.215682  2133 solver.cpp:66] Iteration 68040, loss = 2.71936
 I1226 00:22:58.305011  2133 solver.cpp:204] Iteration 68060, lr = 0.01
 I1226 00:22:58.310070  2133 solver.cpp:66] Iteration 68060, loss = 2.39886
 I1226 00:23:34.396426  2133 solver.cpp:204] Iteration 68080, lr = 0.01
 I1226 00:23:34.401535  2133 solver.cpp:66] Iteration 68080, loss = 2.95151
 I1226 00:24:10.495239  2133 solver.cpp:204] Iteration 68100, lr = 0.01
 I1226 00:24:10.500339  2133 solver.cpp:66] Iteration 68100, loss = 2.94865
 I1226 00:24:46.593615  2133 solver.cpp:204] Iteration 68120, lr = 0.01
 I1226 00:24:46.598724  2133 solver.cpp:66] Iteration 68120, loss = 2.65103
 I1226 00:25:22.688767  2133 solver.cpp:204] Iteration 68140, lr = 0.01
 I1226 00:25:22.693872  2133 solver.cpp:66] Iteration 68140, loss = 2.83433
 I1226 00:25:58.779088  2133 solver.cpp:204] Iteration 68160, lr = 0.01
 I1226 00:25:58.784204  2133 solver.cpp:66] Iteration 68160, loss = 2.82043
 I1226 00:26:34.873144  2133 solver.cpp:204] Iteration 68180, lr = 0.01
 I1226 00:26:34.878253  2133 solver.cpp:66] Iteration 68180, loss = 2.97905
 I1226 00:27:10.967437  2133 solver.cpp:204] Iteration 68200, lr = 0.01
 I1226 00:27:10.972506  2133 solver.cpp:66] Iteration 68200, loss = 3.06801
 I1226 00:27:47.064441  2133 solver.cpp:204] Iteration 68220, lr = 0.01
 I1226 00:27:47.069551  2133 solver.cpp:66] Iteration 68220, loss = 2.83114
 I1226 00:28:23.159713  2133 solver.cpp:204] Iteration 68240, lr = 0.01
 I1226 00:28:23.164783  2133 solver.cpp:66] Iteration 68240, loss = 2.87788
 I1226 00:28:59.258934  2133 solver.cpp:204] Iteration 68260, lr = 0.01
 I1226 00:28:59.264004  2133 solver.cpp:66] Iteration 68260, loss = 2.97504
 I1226 00:29:35.351842  2133 solver.cpp:204] Iteration 68280, lr = 0.01
 I1226 00:29:35.356959  2133 solver.cpp:66] Iteration 68280, loss = 2.71744
 I1226 00:30:11.443374  2133 solver.cpp:204] Iteration 68300, lr = 0.01
 I1226 00:30:11.448468  2133 solver.cpp:66] Iteration 68300, loss = 2.70205
 I1226 00:30:47.533224  2133 solver.cpp:204] Iteration 68320, lr = 0.01
 I1226 00:30:47.538297  2133 solver.cpp:66] Iteration 68320, loss = 2.7236
 I1226 00:31:23.627766  2133 solver.cpp:204] Iteration 68340, lr = 0.01
 I1226 00:31:23.632882  2133 solver.cpp:66] Iteration 68340, loss = 2.84089
 I1226 00:31:59.720793  2133 solver.cpp:204] Iteration 68360, lr = 0.01
 I1226 00:31:59.725855  2133 solver.cpp:66] Iteration 68360, loss = 2.77999
 I1226 00:32:35.816570  2133 solver.cpp:204] Iteration 68380, lr = 0.01
 I1226 00:32:35.821674  2133 solver.cpp:66] Iteration 68380, loss = 2.91999
 I1226 00:33:11.911854  2133 solver.cpp:204] Iteration 68400, lr = 0.01
 I1226 00:33:11.916957  2133 solver.cpp:66] Iteration 68400, loss = 2.89487
 I1226 00:33:48.009402  2133 solver.cpp:204] Iteration 68420, lr = 0.01
 I1226 00:33:48.014490  2133 solver.cpp:66] Iteration 68420, loss = 2.58865
 I1226 00:34:24.104717  2133 solver.cpp:204] Iteration 68440, lr = 0.01
 I1226 00:34:24.109822  2133 solver.cpp:66] Iteration 68440, loss = 2.78124
 I1226 00:35:00.202188  2133 solver.cpp:204] Iteration 68460, lr = 0.01
 I1226 00:35:00.207257  2133 solver.cpp:66] Iteration 68460, loss = 2.62173
 I1226 00:35:36.299628  2133 solver.cpp:204] Iteration 68480, lr = 0.01
 I1226 00:35:36.304733  2133 solver.cpp:66] Iteration 68480, loss = 2.75743
 I1226 00:36:12.393160  2133 solver.cpp:204] Iteration 68500, lr = 0.01
 I1226 00:36:12.398229  2133 solver.cpp:66] Iteration 68500, loss = 2.6784
 I1226 00:36:48.489181  2133 solver.cpp:204] Iteration 68520, lr = 0.01
 I1226 00:36:48.494267  2133 solver.cpp:66] Iteration 68520, loss = 2.94739
 I1226 00:37:24.587070  2133 solver.cpp:204] Iteration 68540, lr = 0.01
 I1226 00:37:24.592180  2133 solver.cpp:66] Iteration 68540, loss = 2.76022
 I1226 00:38:00.686730  2133 solver.cpp:204] Iteration 68560, lr = 0.01
 I1226 00:38:00.691841  2133 solver.cpp:66] Iteration 68560, loss = 3.06442
 I1226 00:38:36.782749  2133 solver.cpp:204] Iteration 68580, lr = 0.01
 I1226 00:38:36.787854  2133 solver.cpp:66] Iteration 68580, loss = 2.83004
 I1226 00:39:12.879452  2133 solver.cpp:204] Iteration 68600, lr = 0.01
 I1226 00:39:12.884557  2133 solver.cpp:66] Iteration 68600, loss = 2.93538
 I1226 00:39:48.970825  2133 solver.cpp:204] Iteration 68620, lr = 0.01
 I1226 00:39:48.975934  2133 solver.cpp:66] Iteration 68620, loss = 2.72992
 I1226 00:40:25.066472  2133 solver.cpp:204] Iteration 68640, lr = 0.01
 I1226 00:40:25.071575  2133 solver.cpp:66] Iteration 68640, loss = 2.60883
 I1226 00:41:01.159286  2133 solver.cpp:204] Iteration 68660, lr = 0.01
 I1226 00:41:01.164384  2133 solver.cpp:66] Iteration 68660, loss = 2.91653
 I1226 00:41:37.255408  2133 solver.cpp:204] Iteration 68680, lr = 0.01
 I1226 00:41:37.260529  2133 solver.cpp:66] Iteration 68680, loss = 2.85424
 I1226 00:42:13.350146  2133 solver.cpp:204] Iteration 68700, lr = 0.01
 I1226 00:42:13.355252  2133 solver.cpp:66] Iteration 68700, loss = 2.8049
 I1226 00:42:49.445787  2133 solver.cpp:204] Iteration 68720, lr = 0.01
 I1226 00:42:49.450902  2133 solver.cpp:66] Iteration 68720, loss = 2.71264
 I1226 00:43:25.543254  2133 solver.cpp:204] Iteration 68740, lr = 0.01
 I1226 00:43:25.548357  2133 solver.cpp:66] Iteration 68740, loss = 2.7943
 I1226 00:44:01.642926  2133 solver.cpp:204] Iteration 68760, lr = 0.01
 I1226 00:44:01.648033  2133 solver.cpp:66] Iteration 68760, loss = 2.82541
 I1226 00:44:37.734637  2133 solver.cpp:204] Iteration 68780, lr = 0.01
 I1226 00:44:37.739744  2133 solver.cpp:66] Iteration 68780, loss = 3.08624
 I1226 00:45:13.831907  2133 solver.cpp:204] Iteration 68800, lr = 0.01
 I1226 00:45:13.837018  2133 solver.cpp:66] Iteration 68800, loss = 2.87645
 I1226 00:45:49.928266  2133 solver.cpp:204] Iteration 68820, lr = 0.01
 I1226 00:45:49.933339  2133 solver.cpp:66] Iteration 68820, loss = 2.89504
 I1226 00:46:26.023207  2133 solver.cpp:204] Iteration 68840, lr = 0.01
 I1226 00:46:26.028290  2133 solver.cpp:66] Iteration 68840, loss = 2.85228
 I1226 00:47:02.123846  2133 solver.cpp:204] Iteration 68860, lr = 0.01
 I1226 00:47:02.128918  2133 solver.cpp:66] Iteration 68860, loss = 2.80862
 I1226 00:47:38.219926  2133 solver.cpp:204] Iteration 68880, lr = 0.01
 I1226 00:47:38.225045  2133 solver.cpp:66] Iteration 68880, loss = 2.93484
 I1226 00:48:14.318917  2133 solver.cpp:204] Iteration 68900, lr = 0.01
 I1226 00:48:14.324028  2133 solver.cpp:66] Iteration 68900, loss = 2.75641
 I1226 00:48:50.412132  2133 solver.cpp:204] Iteration 68920, lr = 0.01
 I1226 00:48:50.417242  2133 solver.cpp:66] Iteration 68920, loss = 2.43932
 I1226 00:49:26.510048  2133 solver.cpp:204] Iteration 68940, lr = 0.01
 I1226 00:49:26.515166  2133 solver.cpp:66] Iteration 68940, loss = 2.74407
 I1226 00:50:02.605811  2133 solver.cpp:204] Iteration 68960, lr = 0.01
 I1226 00:50:02.610923  2133 solver.cpp:66] Iteration 68960, loss = 3.00474
 I1226 00:50:38.705178  2133 solver.cpp:204] Iteration 68980, lr = 0.01
 I1226 00:50:38.710161  2133 solver.cpp:66] Iteration 68980, loss = 2.66789
 I1226 00:51:14.799985  2133 solver.cpp:204] Iteration 69000, lr = 0.01
 I1226 00:51:14.805094  2133 solver.cpp:66] Iteration 69000, loss = 2.85329
 I1226 00:51:14.805106  2133 solver.cpp:84] Testing net
 I1226 00:53:27.253885  2133 solver.cpp:111] Test score #0: 0.39248
 I1226 00:53:27.253933  2133 solver.cpp:111] Test score #1: 2.78287
 I1226 00:54:03.096564  2133 solver.cpp:204] Iteration 69020, lr = 0.01
 I1226 00:54:03.101649  2133 solver.cpp:66] Iteration 69020, loss = 2.68894
 I1226 00:54:39.191732  2133 solver.cpp:204] Iteration 69040, lr = 0.01
 I1226 00:54:39.196776  2133 solver.cpp:66] Iteration 69040, loss = 2.63054
 I1226 00:55:15.285915  2133 solver.cpp:204] Iteration 69060, lr = 0.01
 I1226 00:55:15.291023  2133 solver.cpp:66] Iteration 69060, loss = 2.89363
 I1226 00:55:51.383498  2133 solver.cpp:204] Iteration 69080, lr = 0.01
 I1226 00:55:51.388620  2133 solver.cpp:66] Iteration 69080, loss = 2.78507
 I1226 00:56:27.473916  2133 solver.cpp:204] Iteration 69100, lr = 0.01
 I1226 00:56:27.479022  2133 solver.cpp:66] Iteration 69100, loss = 3.13856
 I1226 00:57:03.562083  2133 solver.cpp:204] Iteration 69120, lr = 0.01
 I1226 00:57:03.567183  2133 solver.cpp:66] Iteration 69120, loss = 3.01359
 I1226 00:57:39.653044  2133 solver.cpp:204] Iteration 69140, lr = 0.01
 I1226 00:57:39.658118  2133 solver.cpp:66] Iteration 69140, loss = 2.73187
 I1226 00:58:15.742568  2133 solver.cpp:204] Iteration 69160, lr = 0.01
 I1226 00:58:15.747668  2133 solver.cpp:66] Iteration 69160, loss = 2.7589
 I1226 00:58:51.836382  2133 solver.cpp:204] Iteration 69180, lr = 0.01
 I1226 00:58:51.841295  2133 solver.cpp:66] Iteration 69180, loss = 3.26877
 I1226 00:59:27.932811  2133 solver.cpp:204] Iteration 69200, lr = 0.01
 I1226 00:59:27.937913  2133 solver.cpp:66] Iteration 69200, loss = 2.84724
 I1226 01:00:04.029502  2133 solver.cpp:204] Iteration 69220, lr = 0.01
 I1226 01:00:04.034611  2133 solver.cpp:66] Iteration 69220, loss = 2.63468
 I1226 01:00:40.126667  2133 solver.cpp:204] Iteration 69240, lr = 0.01
 I1226 01:00:40.131763  2133 solver.cpp:66] Iteration 69240, loss = 2.87146
 I1226 01:01:16.221328  2133 solver.cpp:204] Iteration 69260, lr = 0.01
 I1226 01:01:16.226423  2133 solver.cpp:66] Iteration 69260, loss = 2.73282
 I1226 01:01:52.312449  2133 solver.cpp:204] Iteration 69280, lr = 0.01
 I1226 01:01:52.317556  2133 solver.cpp:66] Iteration 69280, loss = 2.98439
 I1226 01:02:28.407376  2133 solver.cpp:204] Iteration 69300, lr = 0.01
 I1226 01:02:28.412463  2133 solver.cpp:66] Iteration 69300, loss = 2.8432
 I1226 01:03:04.508817  2133 solver.cpp:204] Iteration 69320, lr = 0.01
 I1226 01:03:04.513916  2133 solver.cpp:66] Iteration 69320, loss = 2.63495
 I1226 01:03:40.607030  2133 solver.cpp:204] Iteration 69340, lr = 0.01
 I1226 01:03:40.612138  2133 solver.cpp:66] Iteration 69340, loss = 2.72341
 I1226 01:04:16.703220  2133 solver.cpp:204] Iteration 69360, lr = 0.01
 I1226 01:04:16.708323  2133 solver.cpp:66] Iteration 69360, loss = 2.67417
 I1226 01:04:52.797548  2133 solver.cpp:204] Iteration 69380, lr = 0.01
 I1226 01:04:52.802652  2133 solver.cpp:66] Iteration 69380, loss = 2.77763
 I1226 01:05:28.893055  2133 solver.cpp:204] Iteration 69400, lr = 0.01
 I1226 01:05:28.898090  2133 solver.cpp:66] Iteration 69400, loss = 2.85085
 I1226 01:06:04.987814  2133 solver.cpp:204] Iteration 69420, lr = 0.01
 I1226 01:06:04.992933  2133 solver.cpp:66] Iteration 69420, loss = 3.03321
 I1226 01:06:41.084362  2133 solver.cpp:204] Iteration 69440, lr = 0.01
 I1226 01:06:41.089459  2133 solver.cpp:66] Iteration 69440, loss = 2.62027
 I1226 01:07:17.179580  2133 solver.cpp:204] Iteration 69460, lr = 0.01
 I1226 01:07:17.184689  2133 solver.cpp:66] Iteration 69460, loss = 2.64213
 I1226 01:07:53.276381  2133 solver.cpp:204] Iteration 69480, lr = 0.01
 I1226 01:07:53.281486  2133 solver.cpp:66] Iteration 69480, loss = 2.66047
 I1226 01:08:29.373471  2133 solver.cpp:204] Iteration 69500, lr = 0.01
 I1226 01:08:29.378442  2133 solver.cpp:66] Iteration 69500, loss = 2.8575
 I1226 01:09:05.474293  2133 solver.cpp:204] Iteration 69520, lr = 0.01
 I1226 01:09:05.479398  2133 solver.cpp:66] Iteration 69520, loss = 2.75868
 I1226 01:09:41.576349  2133 solver.cpp:204] Iteration 69540, lr = 0.01
 I1226 01:09:41.581454  2133 solver.cpp:66] Iteration 69540, loss = 2.61875
 I1226 01:10:17.670989  2133 solver.cpp:204] Iteration 69560, lr = 0.01
 I1226 01:10:17.676059  2133 solver.cpp:66] Iteration 69560, loss = 2.81077
 I1226 01:10:53.760284  2133 solver.cpp:204] Iteration 69580, lr = 0.01
 I1226 01:10:53.765359  2133 solver.cpp:66] Iteration 69580, loss = 2.58107
 I1226 01:11:29.850332  2133 solver.cpp:204] Iteration 69600, lr = 0.01
 I1226 01:11:29.855437  2133 solver.cpp:66] Iteration 69600, loss = 2.61077
 I1226 01:12:05.949262  2133 solver.cpp:204] Iteration 69620, lr = 0.01
 I1226 01:12:05.954385  2133 solver.cpp:66] Iteration 69620, loss = 2.69716
 I1226 01:12:42.047335  2133 solver.cpp:204] Iteration 69640, lr = 0.01
 I1226 01:12:42.052450  2133 solver.cpp:66] Iteration 69640, loss = 2.8508
 I1226 01:13:18.144454  2133 solver.cpp:204] Iteration 69660, lr = 0.01
 I1226 01:13:18.149570  2133 solver.cpp:66] Iteration 69660, loss = 2.45598
 I1226 01:13:54.236284  2133 solver.cpp:204] Iteration 69680, lr = 0.01
 I1226 01:13:54.241407  2133 solver.cpp:66] Iteration 69680, loss = 2.84445
 I1226 01:14:30.331622  2133 solver.cpp:204] Iteration 69700, lr = 0.01
 I1226 01:14:30.336719  2133 solver.cpp:66] Iteration 69700, loss = 2.81671
 I1226 01:15:06.425618  2133 solver.cpp:204] Iteration 69720, lr = 0.01
 I1226 01:15:06.430726  2133 solver.cpp:66] Iteration 69720, loss = 2.94559
 I1226 01:15:42.525125  2133 solver.cpp:204] Iteration 69740, lr = 0.01
 I1226 01:15:42.530179  2133 solver.cpp:66] Iteration 69740, loss = 2.65686
 I1226 01:16:18.624547  2133 solver.cpp:204] Iteration 69760, lr = 0.01
 I1226 01:16:18.629654  2133 solver.cpp:66] Iteration 69760, loss = 2.7249
 I1226 01:16:54.724112  2133 solver.cpp:204] Iteration 69780, lr = 0.01
 I1226 01:16:54.729095  2133 solver.cpp:66] Iteration 69780, loss = 2.63429
 I1226 01:17:30.821640  2133 solver.cpp:204] Iteration 69800, lr = 0.01
 I1226 01:17:30.826737  2133 solver.cpp:66] Iteration 69800, loss = 2.97108
 I1226 01:18:06.918723  2133 solver.cpp:204] Iteration 69820, lr = 0.01
 I1226 01:18:06.923806  2133 solver.cpp:66] Iteration 69820, loss = 3.03293
 I1226 01:18:43.015708  2133 solver.cpp:204] Iteration 69840, lr = 0.01
 I1226 01:18:43.020802  2133 solver.cpp:66] Iteration 69840, loss = 3.15208
 I1226 01:19:19.108449  2133 solver.cpp:204] Iteration 69860, lr = 0.01
 I1226 01:19:19.113561  2133 solver.cpp:66] Iteration 69860, loss = 2.63762
 I1226 01:19:55.206835  2133 solver.cpp:204] Iteration 69880, lr = 0.01
 I1226 01:19:55.211941  2133 solver.cpp:66] Iteration 69880, loss = 2.77137
 I1226 01:20:31.306301  2133 solver.cpp:204] Iteration 69900, lr = 0.01
 I1226 01:20:31.311377  2133 solver.cpp:66] Iteration 69900, loss = 2.81619
 I1226 01:21:07.399488  2133 solver.cpp:204] Iteration 69920, lr = 0.01
 I1226 01:21:07.404583  2133 solver.cpp:66] Iteration 69920, loss = 2.57465
 I1226 01:21:43.490159  2133 solver.cpp:204] Iteration 69940, lr = 0.01
 I1226 01:21:43.495264  2133 solver.cpp:66] Iteration 69940, loss = 2.77437
 I1226 01:22:19.586321  2133 solver.cpp:204] Iteration 69960, lr = 0.01
 I1226 01:22:19.591423  2133 solver.cpp:66] Iteration 69960, loss = 2.93071
 I1226 01:22:55.680531  2133 solver.cpp:204] Iteration 69980, lr = 0.01
 I1226 01:22:55.685675  2133 solver.cpp:66] Iteration 69980, loss = 2.77559
 I1226 01:23:31.773733  2133 solver.cpp:204] Iteration 70000, lr = 0.01
 I1226 01:23:32.344387  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_70000
 I1226 01:23:32.935756  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_70000.solverstate
 I1226 01:23:33.244379  2133 solver.cpp:66] Iteration 70000, loss = 2.82666
 I1226 01:23:33.244423  2133 solver.cpp:84] Testing net
 I1226 01:25:48.742993  2133 solver.cpp:111] Test score #0: 0.39042
 I1226 01:25:48.743041  2133 solver.cpp:111] Test score #1: 2.79778
 I1226 01:26:24.584826  2133 solver.cpp:204] Iteration 70020, lr = 0.01
 I1226 01:26:24.589926  2133 solver.cpp:66] Iteration 70020, loss = 2.80304
 I1226 01:27:00.684320  2133 solver.cpp:204] Iteration 70040, lr = 0.01
 I1226 01:27:00.689431  2133 solver.cpp:66] Iteration 70040, loss = 2.55966
 I1226 01:27:36.780380  2133 solver.cpp:204] Iteration 70060, lr = 0.01
 I1226 01:27:36.785485  2133 solver.cpp:66] Iteration 70060, loss = 3.17361
 I1226 01:28:12.874816  2133 solver.cpp:204] Iteration 70080, lr = 0.01
 I1226 01:28:12.879930  2133 solver.cpp:66] Iteration 70080, loss = 2.86478
 I1226 01:28:48.970831  2133 solver.cpp:204] Iteration 70100, lr = 0.01
 I1226 01:28:48.975808  2133 solver.cpp:66] Iteration 70100, loss = 2.86811
 I1226 01:29:25.064152  2133 solver.cpp:204] Iteration 70120, lr = 0.01
 I1226 01:29:25.069255  2133 solver.cpp:66] Iteration 70120, loss = 2.8003
 I1226 01:30:01.156867  2133 solver.cpp:204] Iteration 70140, lr = 0.01
 I1226 01:30:01.162009  2133 solver.cpp:66] Iteration 70140, loss = 2.80985
 I1226 01:30:37.254215  2133 solver.cpp:204] Iteration 70160, lr = 0.01
 I1226 01:30:37.259325  2133 solver.cpp:66] Iteration 70160, loss = 2.77452
 I1226 01:31:13.353618  2133 solver.cpp:204] Iteration 70180, lr = 0.01
 I1226 01:31:13.358773  2133 solver.cpp:66] Iteration 70180, loss = 2.85864
 I1226 01:31:49.445801  2133 solver.cpp:204] Iteration 70200, lr = 0.01
 I1226 01:31:49.450906  2133 solver.cpp:66] Iteration 70200, loss = 3.00653
 I1226 01:32:25.547837  2133 solver.cpp:204] Iteration 70220, lr = 0.01
 I1226 01:32:25.552958  2133 solver.cpp:66] Iteration 70220, loss = 2.57594
 I1226 01:33:01.638732  2133 solver.cpp:204] Iteration 70240, lr = 0.01
 I1226 01:33:01.643837  2133 solver.cpp:66] Iteration 70240, loss = 2.70135
 I1226 01:33:37.731181  2133 solver.cpp:204] Iteration 70260, lr = 0.01
 I1226 01:33:37.736287  2133 solver.cpp:66] Iteration 70260, loss = 2.69276
 I1226 01:34:13.826784  2133 solver.cpp:204] Iteration 70280, lr = 0.01
 I1226 01:34:13.831867  2133 solver.cpp:66] Iteration 70280, loss = 2.87981
 I1226 01:34:49.919683  2133 solver.cpp:204] Iteration 70300, lr = 0.01
 I1226 01:34:49.924763  2133 solver.cpp:66] Iteration 70300, loss = 2.40923
 I1226 01:35:26.017796  2133 solver.cpp:204] Iteration 70320, lr = 0.01
 I1226 01:35:26.022851  2133 solver.cpp:66] Iteration 70320, loss = 2.91681
 I1226 01:36:02.108337  2133 solver.cpp:204] Iteration 70340, lr = 0.01
 I1226 01:36:02.113411  2133 solver.cpp:66] Iteration 70340, loss = 3.18613
 I1226 01:36:38.199901  2133 solver.cpp:204] Iteration 70360, lr = 0.01
 I1226 01:36:38.204993  2133 solver.cpp:66] Iteration 70360, loss = 2.91267
 I1226 01:37:14.293050  2133 solver.cpp:204] Iteration 70380, lr = 0.01
 I1226 01:37:14.298140  2133 solver.cpp:66] Iteration 70380, loss = 2.95444
 I1226 01:37:50.390200  2133 solver.cpp:204] Iteration 70400, lr = 0.01
 I1226 01:37:50.395301  2133 solver.cpp:66] Iteration 70400, loss = 2.93219
 I1226 01:38:26.480296  2133 solver.cpp:204] Iteration 70420, lr = 0.01
 I1226 01:38:26.485376  2133 solver.cpp:66] Iteration 70420, loss = 2.97133
 I1226 01:39:02.573076  2133 solver.cpp:204] Iteration 70440, lr = 0.01
 I1226 01:39:02.578133  2133 solver.cpp:66] Iteration 70440, loss = 2.67624
 I1226 01:39:38.666856  2133 solver.cpp:204] Iteration 70460, lr = 0.01
 I1226 01:39:38.671962  2133 solver.cpp:66] Iteration 70460, loss = 2.45035
 I1226 01:40:14.761740  2133 solver.cpp:204] Iteration 70480, lr = 0.01
 I1226 01:40:14.766859  2133 solver.cpp:66] Iteration 70480, loss = 2.96099
 I1226 01:40:50.856950  2133 solver.cpp:204] Iteration 70500, lr = 0.01
 I1226 01:40:50.862045  2133 solver.cpp:66] Iteration 70500, loss = 2.79603
 I1226 01:41:26.952760  2133 solver.cpp:204] Iteration 70520, lr = 0.01
 I1226 01:41:26.957864  2133 solver.cpp:66] Iteration 70520, loss = 2.88894
 I1226 01:42:03.045462  2133 solver.cpp:204] Iteration 70540, lr = 0.01
 I1226 01:42:03.050578  2133 solver.cpp:66] Iteration 70540, loss = 2.91713
 I1226 01:42:39.142611  2133 solver.cpp:204] Iteration 70560, lr = 0.01
 I1226 01:42:39.147716  2133 solver.cpp:66] Iteration 70560, loss = 2.98566
 I1226 01:43:15.236606  2133 solver.cpp:204] Iteration 70580, lr = 0.01
 I1226 01:43:15.241719  2133 solver.cpp:66] Iteration 70580, loss = 2.70182
 I1226 01:43:51.332231  2133 solver.cpp:204] Iteration 70600, lr = 0.01
 I1226 01:43:51.337330  2133 solver.cpp:66] Iteration 70600, loss = 2.83269
 I1226 01:44:27.426815  2133 solver.cpp:204] Iteration 70620, lr = 0.01
 I1226 01:44:27.431922  2133 solver.cpp:66] Iteration 70620, loss = 2.97853
 I1226 01:45:03.519882  2133 solver.cpp:204] Iteration 70640, lr = 0.01
 I1226 01:45:03.524991  2133 solver.cpp:66] Iteration 70640, loss = 3.01463
 I1226 01:45:39.616232  2133 solver.cpp:204] Iteration 70660, lr = 0.01
 I1226 01:45:39.621353  2133 solver.cpp:66] Iteration 70660, loss = 2.62626
 I1226 01:46:15.707715  2133 solver.cpp:204] Iteration 70680, lr = 0.01
 I1226 01:46:15.712774  2133 solver.cpp:66] Iteration 70680, loss = 2.58062
 I1226 01:46:51.803876  2133 solver.cpp:204] Iteration 70700, lr = 0.01
 I1226 01:46:51.808974  2133 solver.cpp:66] Iteration 70700, loss = 2.87457
 I1226 01:47:27.901139  2133 solver.cpp:204] Iteration 70720, lr = 0.01
 I1226 01:47:27.906206  2133 solver.cpp:66] Iteration 70720, loss = 2.72102
 I1226 01:48:03.994168  2133 solver.cpp:204] Iteration 70740, lr = 0.01
 I1226 01:48:03.999279  2133 solver.cpp:66] Iteration 70740, loss = 2.63035
 I1226 01:48:40.090256  2133 solver.cpp:204] Iteration 70760, lr = 0.01
 I1226 01:48:40.095325  2133 solver.cpp:66] Iteration 70760, loss = 2.82444
 I1226 01:49:16.184823  2133 solver.cpp:204] Iteration 70780, lr = 0.01
 I1226 01:49:16.189929  2133 solver.cpp:66] Iteration 70780, loss = 2.73526
 I1226 01:49:52.281787  2133 solver.cpp:204] Iteration 70800, lr = 0.01
 I1226 01:49:52.286903  2133 solver.cpp:66] Iteration 70800, loss = 2.84784
 I1226 01:50:28.385221  2133 solver.cpp:204] Iteration 70820, lr = 0.01
 I1226 01:50:28.390292  2133 solver.cpp:66] Iteration 70820, loss = 3.01661
 I1226 01:51:04.484129  2133 solver.cpp:204] Iteration 70840, lr = 0.01
 I1226 01:51:04.489218  2133 solver.cpp:66] Iteration 70840, loss = 2.93432
 I1226 01:51:40.581010  2133 solver.cpp:204] Iteration 70860, lr = 0.01
 I1226 01:51:40.586094  2133 solver.cpp:66] Iteration 70860, loss = 3.03064
 I1226 01:52:16.676867  2133 solver.cpp:204] Iteration 70880, lr = 0.01
 I1226 01:52:16.681949  2133 solver.cpp:66] Iteration 70880, loss = 2.77386
 I1226 01:52:52.771714  2133 solver.cpp:204] Iteration 70900, lr = 0.01
 I1226 01:52:52.776790  2133 solver.cpp:66] Iteration 70900, loss = 2.86636
 I1226 01:53:28.868247  2133 solver.cpp:204] Iteration 70920, lr = 0.01
 I1226 01:53:28.873356  2133 solver.cpp:66] Iteration 70920, loss = 2.91458
 I1226 01:54:04.959857  2133 solver.cpp:204] Iteration 70940, lr = 0.01
 I1226 01:54:04.964962  2133 solver.cpp:66] Iteration 70940, loss = 3.05677
 I1226 01:54:41.053253  2133 solver.cpp:204] Iteration 70960, lr = 0.01
 I1226 01:54:41.058331  2133 solver.cpp:66] Iteration 70960, loss = 2.56342
 I1226 01:55:17.152125  2133 solver.cpp:204] Iteration 70980, lr = 0.01
 I1226 01:55:17.157232  2133 solver.cpp:66] Iteration 70980, loss = 2.76333
 I1226 01:55:53.244686  2133 solver.cpp:204] Iteration 71000, lr = 0.01
 I1226 01:55:53.249797  2133 solver.cpp:66] Iteration 71000, loss = 2.8132
 I1226 01:55:53.249811  2133 solver.cpp:84] Testing net
 I1226 01:58:05.151257  2133 solver.cpp:111] Test score #0: 0.3981
 I1226 01:58:05.151303  2133 solver.cpp:111] Test score #1: 2.75231
 I1226 01:58:40.993191  2133 solver.cpp:204] Iteration 71020, lr = 0.01
 I1226 01:58:40.998251  2133 solver.cpp:66] Iteration 71020, loss = 3.00381
 I1226 01:59:17.087965  2133 solver.cpp:204] Iteration 71040, lr = 0.01
 I1226 01:59:17.092962  2133 solver.cpp:66] Iteration 71040, loss = 2.82766
 I1226 01:59:53.182741  2133 solver.cpp:204] Iteration 71060, lr = 0.01
 I1226 01:59:53.187840  2133 solver.cpp:66] Iteration 71060, loss = 2.96617
 I1226 02:00:29.284096  2133 solver.cpp:204] Iteration 71080, lr = 0.01
 I1226 02:00:29.289211  2133 solver.cpp:66] Iteration 71080, loss = 3.03167
 I1226 02:01:05.382320  2133 solver.cpp:204] Iteration 71100, lr = 0.01
 I1226 02:01:05.387428  2133 solver.cpp:66] Iteration 71100, loss = 2.75351
 I1226 02:01:41.482522  2133 solver.cpp:204] Iteration 71120, lr = 0.01
 I1226 02:01:41.487628  2133 solver.cpp:66] Iteration 71120, loss = 2.60347
 I1226 02:02:17.579960  2133 solver.cpp:204] Iteration 71140, lr = 0.01
 I1226 02:02:17.585065  2133 solver.cpp:66] Iteration 71140, loss = 2.78093
 I1226 02:02:53.676754  2133 solver.cpp:204] Iteration 71160, lr = 0.01
 I1226 02:02:53.681833  2133 solver.cpp:66] Iteration 71160, loss = 2.94283
 I1226 02:03:29.768973  2133 solver.cpp:204] Iteration 71180, lr = 0.01
 I1226 02:03:29.774039  2133 solver.cpp:66] Iteration 71180, loss = 2.90543
 I1226 02:04:05.859563  2133 solver.cpp:204] Iteration 71200, lr = 0.01
 I1226 02:04:05.864668  2133 solver.cpp:66] Iteration 71200, loss = 2.81872
 I1226 02:04:41.953605  2133 solver.cpp:204] Iteration 71220, lr = 0.01
 I1226 02:04:41.958708  2133 solver.cpp:66] Iteration 71220, loss = 2.67351
 I1226 02:05:18.044245  2133 solver.cpp:204] Iteration 71240, lr = 0.01
 I1226 02:05:18.049355  2133 solver.cpp:66] Iteration 71240, loss = 2.5984
 I1226 02:05:54.136745  2133 solver.cpp:204] Iteration 71260, lr = 0.01
 I1226 02:05:54.141851  2133 solver.cpp:66] Iteration 71260, loss = 2.73496
 I1226 02:06:30.231935  2133 solver.cpp:204] Iteration 71280, lr = 0.01
 I1226 02:06:30.237046  2133 solver.cpp:66] Iteration 71280, loss = 2.69407
 I1226 02:07:06.324753  2133 solver.cpp:204] Iteration 71300, lr = 0.01
 I1226 02:07:06.329855  2133 solver.cpp:66] Iteration 71300, loss = 2.29323
 I1226 02:07:42.421136  2133 solver.cpp:204] Iteration 71320, lr = 0.01
 I1226 02:07:42.426221  2133 solver.cpp:66] Iteration 71320, loss = 2.85966
 I1226 02:08:18.518630  2133 solver.cpp:204] Iteration 71340, lr = 0.01
 I1226 02:08:18.523741  2133 solver.cpp:66] Iteration 71340, loss = 2.4783
 I1226 02:08:54.608985  2133 solver.cpp:204] Iteration 71360, lr = 0.01
 I1226 02:08:54.614048  2133 solver.cpp:66] Iteration 71360, loss = 2.81391
 I1226 02:09:30.700870  2133 solver.cpp:204] Iteration 71380, lr = 0.01
 I1226 02:09:30.705920  2133 solver.cpp:66] Iteration 71380, loss = 2.64625
 I1226 02:10:06.796447  2133 solver.cpp:204] Iteration 71400, lr = 0.01
 I1226 02:10:06.801559  2133 solver.cpp:66] Iteration 71400, loss = 2.79569
 I1226 02:10:42.889848  2133 solver.cpp:204] Iteration 71420, lr = 0.01
 I1226 02:10:42.894955  2133 solver.cpp:66] Iteration 71420, loss = 2.68532
 I1226 02:11:18.985048  2133 solver.cpp:204] Iteration 71440, lr = 0.01
 I1226 02:11:18.990134  2133 solver.cpp:66] Iteration 71440, loss = 2.91428
 I1226 02:11:55.079390  2133 solver.cpp:204] Iteration 71460, lr = 0.01
 I1226 02:11:55.084511  2133 solver.cpp:66] Iteration 71460, loss = 2.80817
 I1226 02:12:31.171844  2133 solver.cpp:204] Iteration 71480, lr = 0.01
 I1226 02:12:31.176959  2133 solver.cpp:66] Iteration 71480, loss = 2.77538
 I1226 02:13:07.264384  2133 solver.cpp:204] Iteration 71500, lr = 0.01
 I1226 02:13:07.269487  2133 solver.cpp:66] Iteration 71500, loss = 2.87161
 I1226 02:13:43.361019  2133 solver.cpp:204] Iteration 71520, lr = 0.01
 I1226 02:13:43.366091  2133 solver.cpp:66] Iteration 71520, loss = 2.97631
 I1226 02:14:19.454779  2133 solver.cpp:204] Iteration 71540, lr = 0.01
 I1226 02:14:19.459882  2133 solver.cpp:66] Iteration 71540, loss = 2.76974
 I1226 02:14:55.552042  2133 solver.cpp:204] Iteration 71560, lr = 0.01
 I1226 02:14:55.557155  2133 solver.cpp:66] Iteration 71560, loss = 2.86936
 I1226 02:15:31.647971  2133 solver.cpp:204] Iteration 71580, lr = 0.01
 I1226 02:15:31.653074  2133 solver.cpp:66] Iteration 71580, loss = 2.84203
 I1226 02:16:07.742924  2133 solver.cpp:204] Iteration 71600, lr = 0.01
 I1226 02:16:07.748023  2133 solver.cpp:66] Iteration 71600, loss = 3.04477
 I1226 02:16:43.835018  2133 solver.cpp:204] Iteration 71620, lr = 0.01
 I1226 02:16:43.840121  2133 solver.cpp:66] Iteration 71620, loss = 2.75168
 I1226 02:17:19.930186  2133 solver.cpp:204] Iteration 71640, lr = 0.01
 I1226 02:17:19.935288  2133 solver.cpp:66] Iteration 71640, loss = 2.86969
 I1226 02:17:56.026069  2133 solver.cpp:204] Iteration 71660, lr = 0.01
 I1226 02:17:56.031178  2133 solver.cpp:66] Iteration 71660, loss = 3.01545
 I1226 02:18:32.120656  2133 solver.cpp:204] Iteration 71680, lr = 0.01
 I1226 02:18:32.125757  2133 solver.cpp:66] Iteration 71680, loss = 2.78
 I1226 02:19:08.216474  2133 solver.cpp:204] Iteration 71700, lr = 0.01
 I1226 02:19:08.221583  2133 solver.cpp:66] Iteration 71700, loss = 2.89984
 I1226 02:19:44.315150  2133 solver.cpp:204] Iteration 71720, lr = 0.01
 I1226 02:19:44.320255  2133 solver.cpp:66] Iteration 71720, loss = 3.00271
 I1226 02:20:20.414439  2133 solver.cpp:204] Iteration 71740, lr = 0.01
 I1226 02:20:20.419545  2133 solver.cpp:66] Iteration 71740, loss = 2.86516
 I1226 02:20:56.510586  2133 solver.cpp:204] Iteration 71760, lr = 0.01
 I1226 02:20:56.515687  2133 solver.cpp:66] Iteration 71760, loss = 2.77439
 I1226 02:21:32.606811  2133 solver.cpp:204] Iteration 71780, lr = 0.01
 I1226 02:21:32.611917  2133 solver.cpp:66] Iteration 71780, loss = 3.00229
 I1226 02:22:08.704084  2133 solver.cpp:204] Iteration 71800, lr = 0.01
 I1226 02:22:08.709167  2133 solver.cpp:66] Iteration 71800, loss = 2.7616
 I1226 02:22:44.796782  2133 solver.cpp:204] Iteration 71820, lr = 0.01
 I1226 02:22:44.801888  2133 solver.cpp:66] Iteration 71820, loss = 2.90762
 I1226 02:23:20.890818  2133 solver.cpp:204] Iteration 71840, lr = 0.01
 I1226 02:23:20.895917  2133 solver.cpp:66] Iteration 71840, loss = 2.76715
 I1226 02:23:56.986985  2133 solver.cpp:204] Iteration 71860, lr = 0.01
 I1226 02:23:56.992089  2133 solver.cpp:66] Iteration 71860, loss = 2.81785
 I1226 02:24:33.080483  2133 solver.cpp:204] Iteration 71880, lr = 0.01
 I1226 02:24:33.085583  2133 solver.cpp:66] Iteration 71880, loss = 2.61482
 I1226 02:25:09.175760  2133 solver.cpp:204] Iteration 71900, lr = 0.01
 I1226 02:25:09.180888  2133 solver.cpp:66] Iteration 71900, loss = 2.96884
 I1226 02:25:45.271287  2133 solver.cpp:204] Iteration 71920, lr = 0.01
 I1226 02:25:45.276391  2133 solver.cpp:66] Iteration 71920, loss = 2.65453
 I1226 02:26:21.370224  2133 solver.cpp:204] Iteration 71940, lr = 0.01
 I1226 02:26:21.375380  2133 solver.cpp:66] Iteration 71940, loss = 2.53175
 I1226 02:26:57.466964  2133 solver.cpp:204] Iteration 71960, lr = 0.01
 I1226 02:26:57.472072  2133 solver.cpp:66] Iteration 71960, loss = 2.64026
 I1226 02:27:33.564791  2133 solver.cpp:204] Iteration 71980, lr = 0.01
 I1226 02:27:33.569955  2133 solver.cpp:66] Iteration 71980, loss = 2.73881
 I1226 02:28:09.658805  2133 solver.cpp:204] Iteration 72000, lr = 0.01
 I1226 02:28:09.663913  2133 solver.cpp:66] Iteration 72000, loss = 2.65367
 I1226 02:28:09.663925  2133 solver.cpp:84] Testing net
 I1226 02:30:21.781795  2133 solver.cpp:111] Test score #0: 0.39576
 I1226 02:30:21.781847  2133 solver.cpp:111] Test score #1: 2.76698
 I1226 02:30:57.627377  2133 solver.cpp:204] Iteration 72020, lr = 0.01
 I1226 02:30:57.632484  2133 solver.cpp:66] Iteration 72020, loss = 2.98302
 I1226 02:31:33.720275  2133 solver.cpp:204] Iteration 72040, lr = 0.01
 I1226 02:31:33.725373  2133 solver.cpp:66] Iteration 72040, loss = 2.65396
 I1226 02:32:09.817893  2133 solver.cpp:204] Iteration 72060, lr = 0.01
 I1226 02:32:09.822995  2133 solver.cpp:66] Iteration 72060, loss = 2.81931
 I1226 02:32:45.912050  2133 solver.cpp:204] Iteration 72080, lr = 0.01
 I1226 02:32:45.917143  2133 solver.cpp:66] Iteration 72080, loss = 2.83443
 I1226 02:33:22.011311  2133 solver.cpp:204] Iteration 72100, lr = 0.01
 I1226 02:33:22.016417  2133 solver.cpp:66] Iteration 72100, loss = 2.95059
 I1226 02:33:58.108103  2133 solver.cpp:204] Iteration 72120, lr = 0.01
 I1226 02:33:58.113193  2133 solver.cpp:66] Iteration 72120, loss = 2.90004
 I1226 02:34:34.207562  2133 solver.cpp:204] Iteration 72140, lr = 0.01
 I1226 02:34:34.212626  2133 solver.cpp:66] Iteration 72140, loss = 2.88815
 I1226 02:35:10.302289  2133 solver.cpp:204] Iteration 72160, lr = 0.01
 I1226 02:35:10.307343  2133 solver.cpp:66] Iteration 72160, loss = 2.97053
 I1226 02:35:46.397459  2133 solver.cpp:204] Iteration 72180, lr = 0.01
 I1226 02:35:46.402569  2133 solver.cpp:66] Iteration 72180, loss = 2.57929
 I1226 02:36:22.497684  2133 solver.cpp:204] Iteration 72200, lr = 0.01
 I1226 02:36:22.502754  2133 solver.cpp:66] Iteration 72200, loss = 2.93366
 I1226 02:36:58.596290  2133 solver.cpp:204] Iteration 72220, lr = 0.01
 I1226 02:36:58.601400  2133 solver.cpp:66] Iteration 72220, loss = 2.4549
 I1226 02:37:34.695695  2133 solver.cpp:204] Iteration 72240, lr = 0.01
 I1226 02:37:34.700800  2133 solver.cpp:66] Iteration 72240, loss = 3.00133
 I1226 02:38:10.792742  2133 solver.cpp:204] Iteration 72260, lr = 0.01
 I1226 02:38:10.797862  2133 solver.cpp:66] Iteration 72260, loss = 2.85469
 I1226 02:38:46.885720  2133 solver.cpp:204] Iteration 72280, lr = 0.01
 I1226 02:38:46.890821  2133 solver.cpp:66] Iteration 72280, loss = 2.78413
 I1226 02:39:22.978080  2133 solver.cpp:204] Iteration 72300, lr = 0.01
 I1226 02:39:22.983187  2133 solver.cpp:66] Iteration 72300, loss = 2.97925
 I1226 02:39:59.072561  2133 solver.cpp:204] Iteration 72320, lr = 0.01
 I1226 02:39:59.077646  2133 solver.cpp:66] Iteration 72320, loss = 2.86744
 I1226 02:40:35.168819  2133 solver.cpp:204] Iteration 72340, lr = 0.01
 I1226 02:40:35.173887  2133 solver.cpp:66] Iteration 72340, loss = 2.7891
 I1226 02:41:11.267364  2133 solver.cpp:204] Iteration 72360, lr = 0.01
 I1226 02:41:11.272522  2133 solver.cpp:66] Iteration 72360, loss = 2.69716
 I1226 02:41:47.363005  2133 solver.cpp:204] Iteration 72380, lr = 0.01
 I1226 02:41:47.368108  2133 solver.cpp:66] Iteration 72380, loss = 2.89052
 I1226 02:42:23.461897  2133 solver.cpp:204] Iteration 72400, lr = 0.01
 I1226 02:42:23.466985  2133 solver.cpp:66] Iteration 72400, loss = 2.81868
 I1226 02:42:59.557977  2133 solver.cpp:204] Iteration 72420, lr = 0.01
 I1226 02:42:59.563078  2133 solver.cpp:66] Iteration 72420, loss = 2.83851
 I1226 02:43:35.651339  2133 solver.cpp:204] Iteration 72440, lr = 0.01
 I1226 02:43:35.656451  2133 solver.cpp:66] Iteration 72440, loss = 2.7656
 I1226 02:44:11.748252  2133 solver.cpp:204] Iteration 72460, lr = 0.01
 I1226 02:44:11.753352  2133 solver.cpp:66] Iteration 72460, loss = 2.84116
 I1226 02:44:47.838596  2133 solver.cpp:204] Iteration 72480, lr = 0.01
 I1226 02:44:47.843704  2133 solver.cpp:66] Iteration 72480, loss = 2.75466
 I1226 02:45:23.937155  2133 solver.cpp:204] Iteration 72500, lr = 0.01
 I1226 02:45:23.942276  2133 solver.cpp:66] Iteration 72500, loss = 2.95649
 I1226 02:46:00.030163  2133 solver.cpp:204] Iteration 72520, lr = 0.01
 I1226 02:46:00.035274  2133 solver.cpp:66] Iteration 72520, loss = 2.79239
 I1226 02:46:36.127238  2133 solver.cpp:204] Iteration 72540, lr = 0.01
 I1226 02:46:36.132343  2133 solver.cpp:66] Iteration 72540, loss = 2.61807
 I1226 02:47:12.222553  2133 solver.cpp:204] Iteration 72560, lr = 0.01
 I1226 02:47:12.227658  2133 solver.cpp:66] Iteration 72560, loss = 2.68688
 I1226 02:47:48.325256  2133 solver.cpp:204] Iteration 72580, lr = 0.01
 I1226 02:47:48.330343  2133 solver.cpp:66] Iteration 72580, loss = 2.89654
 I1226 02:48:24.423318  2133 solver.cpp:204] Iteration 72600, lr = 0.01
 I1226 02:48:24.428429  2133 solver.cpp:66] Iteration 72600, loss = 3.04591
 I1226 02:49:00.522166  2133 solver.cpp:204] Iteration 72620, lr = 0.01
 I1226 02:49:00.527268  2133 solver.cpp:66] Iteration 72620, loss = 2.77487
 I1226 02:49:36.621629  2133 solver.cpp:204] Iteration 72640, lr = 0.01
 I1226 02:49:36.626739  2133 solver.cpp:66] Iteration 72640, loss = 2.83205
 I1226 02:50:12.718256  2133 solver.cpp:204] Iteration 72660, lr = 0.01
 I1226 02:50:12.723342  2133 solver.cpp:66] Iteration 72660, loss = 2.8544
 I1226 02:50:48.813251  2133 solver.cpp:204] Iteration 72680, lr = 0.01
 I1226 02:50:48.818310  2133 solver.cpp:66] Iteration 72680, loss = 2.89358
 I1226 02:51:24.907742  2133 solver.cpp:204] Iteration 72700, lr = 0.01
 I1226 02:51:24.912866  2133 solver.cpp:66] Iteration 72700, loss = 2.94838
 I1226 02:52:01.002396  2133 solver.cpp:204] Iteration 72720, lr = 0.01
 I1226 02:52:01.007496  2133 solver.cpp:66] Iteration 72720, loss = 2.80882
 I1226 02:52:37.099715  2133 solver.cpp:204] Iteration 72740, lr = 0.01
 I1226 02:52:37.104828  2133 solver.cpp:66] Iteration 72740, loss = 2.59271
 I1226 02:53:13.194313  2133 solver.cpp:204] Iteration 72760, lr = 0.01
 I1226 02:53:13.199411  2133 solver.cpp:66] Iteration 72760, loss = 2.71948
 I1226 02:53:49.293354  2133 solver.cpp:204] Iteration 72780, lr = 0.01
 I1226 02:53:49.298421  2133 solver.cpp:66] Iteration 72780, loss = 2.80184
 I1226 02:54:25.390967  2133 solver.cpp:204] Iteration 72800, lr = 0.01
 I1226 02:54:25.396075  2133 solver.cpp:66] Iteration 72800, loss = 2.81294
 I1226 02:55:01.488324  2133 solver.cpp:204] Iteration 72820, lr = 0.01
 I1226 02:55:01.493432  2133 solver.cpp:66] Iteration 72820, loss = 2.66406
 I1226 02:55:37.582149  2133 solver.cpp:204] Iteration 72840, lr = 0.01
 I1226 02:55:37.587254  2133 solver.cpp:66] Iteration 72840, loss = 2.72075
 I1226 02:56:13.678231  2133 solver.cpp:204] Iteration 72860, lr = 0.01
 I1226 02:56:13.683315  2133 solver.cpp:66] Iteration 72860, loss = 2.8786
 I1226 02:56:49.773764  2133 solver.cpp:204] Iteration 72880, lr = 0.01
 I1226 02:56:49.778877  2133 solver.cpp:66] Iteration 72880, loss = 2.82142
 I1226 02:57:25.869835  2133 solver.cpp:204] Iteration 72900, lr = 0.01
 I1226 02:57:25.874949  2133 solver.cpp:66] Iteration 72900, loss = 2.82867
 I1226 02:58:01.962520  2133 solver.cpp:204] Iteration 72920, lr = 0.01
 I1226 02:58:01.967623  2133 solver.cpp:66] Iteration 72920, loss = 2.88851
 I1226 02:58:38.059177  2133 solver.cpp:204] Iteration 72940, lr = 0.01
 I1226 02:58:38.064288  2133 solver.cpp:66] Iteration 72940, loss = 3.00074
 I1226 02:59:14.155048  2133 solver.cpp:204] Iteration 72960, lr = 0.01
 I1226 02:59:14.160154  2133 solver.cpp:66] Iteration 72960, loss = 2.79244
 I1226 02:59:50.252349  2133 solver.cpp:204] Iteration 72980, lr = 0.01
 I1226 02:59:50.257457  2133 solver.cpp:66] Iteration 72980, loss = 2.5978
 I1226 03:00:26.347950  2133 solver.cpp:204] Iteration 73000, lr = 0.01
 I1226 03:00:26.353059  2133 solver.cpp:66] Iteration 73000, loss = 3.05284
 I1226 03:00:26.353072  2133 solver.cpp:84] Testing net
 I1226 03:02:38.487067  2133 solver.cpp:111] Test score #0: 0.39866
 I1226 03:02:38.487118  2133 solver.cpp:111] Test score #1: 2.74918
 I1226 03:03:14.335249  2133 solver.cpp:204] Iteration 73020, lr = 0.01
 I1226 03:03:14.340373  2133 solver.cpp:66] Iteration 73020, loss = 2.70556
 I1226 03:03:50.430413  2133 solver.cpp:204] Iteration 73040, lr = 0.01
 I1226 03:03:50.435484  2133 solver.cpp:66] Iteration 73040, loss = 2.55981
 I1226 03:04:26.527581  2133 solver.cpp:204] Iteration 73060, lr = 0.01
 I1226 03:04:26.532691  2133 solver.cpp:66] Iteration 73060, loss = 2.49124
 I1226 03:05:02.617285  2133 solver.cpp:204] Iteration 73080, lr = 0.01
 I1226 03:05:02.622336  2133 solver.cpp:66] Iteration 73080, loss = 2.4728
 I1226 03:05:38.711519  2133 solver.cpp:204] Iteration 73100, lr = 0.01
 I1226 03:05:38.716630  2133 solver.cpp:66] Iteration 73100, loss = 2.76935
 I1226 03:06:14.804653  2133 solver.cpp:204] Iteration 73120, lr = 0.01
 I1226 03:06:14.809731  2133 solver.cpp:66] Iteration 73120, loss = 2.77099
 I1226 03:06:50.896008  2133 solver.cpp:204] Iteration 73140, lr = 0.01
 I1226 03:06:50.901123  2133 solver.cpp:66] Iteration 73140, loss = 2.83438
 I1226 03:07:26.991822  2133 solver.cpp:204] Iteration 73160, lr = 0.01
 I1226 03:07:26.996989  2133 solver.cpp:66] Iteration 73160, loss = 2.78982
 I1226 03:08:03.087185  2133 solver.cpp:204] Iteration 73180, lr = 0.01
 I1226 03:08:03.092293  2133 solver.cpp:66] Iteration 73180, loss = 2.80743
 I1226 03:08:39.186638  2133 solver.cpp:204] Iteration 73200, lr = 0.01
 I1226 03:08:39.191912  2133 solver.cpp:66] Iteration 73200, loss = 2.82744
 I1226 03:09:15.278329  2133 solver.cpp:204] Iteration 73220, lr = 0.01
 I1226 03:09:15.283485  2133 solver.cpp:66] Iteration 73220, loss = 2.69551
 I1226 03:09:51.371404  2133 solver.cpp:204] Iteration 73240, lr = 0.01
 I1226 03:09:51.376507  2133 solver.cpp:66] Iteration 73240, loss = 3.09649
 I1226 03:10:27.467186  2133 solver.cpp:204] Iteration 73260, lr = 0.01
 I1226 03:10:27.472302  2133 solver.cpp:66] Iteration 73260, loss = 2.94002
 I1226 03:11:03.563210  2133 solver.cpp:204] Iteration 73280, lr = 0.01
 I1226 03:11:03.568315  2133 solver.cpp:66] Iteration 73280, loss = 2.70783
 I1226 03:11:39.662814  2133 solver.cpp:204] Iteration 73300, lr = 0.01
 I1226 03:11:39.667922  2133 solver.cpp:66] Iteration 73300, loss = 2.79161
 I1226 03:12:15.762617  2133 solver.cpp:204] Iteration 73320, lr = 0.01
 I1226 03:12:15.767607  2133 solver.cpp:66] Iteration 73320, loss = 2.80685
 I1226 03:12:51.854774  2133 solver.cpp:204] Iteration 73340, lr = 0.01
 I1226 03:12:51.859882  2133 solver.cpp:66] Iteration 73340, loss = 2.73068
 I1226 03:13:27.951282  2133 solver.cpp:204] Iteration 73360, lr = 0.01
 I1226 03:13:27.956382  2133 solver.cpp:66] Iteration 73360, loss = 2.78872
 I1226 03:14:04.045078  2133 solver.cpp:204] Iteration 73380, lr = 0.01
 I1226 03:14:04.050156  2133 solver.cpp:66] Iteration 73380, loss = 2.81788
 I1226 03:14:40.136812  2133 solver.cpp:204] Iteration 73400, lr = 0.01
 I1226 03:14:40.141892  2133 solver.cpp:66] Iteration 73400, loss = 2.84202
 I1226 03:15:16.233566  2133 solver.cpp:204] Iteration 73420, lr = 0.01
 I1226 03:15:16.238672  2133 solver.cpp:66] Iteration 73420, loss = 2.91328
 I1226 03:15:52.333861  2133 solver.cpp:204] Iteration 73440, lr = 0.01
 I1226 03:15:52.338958  2133 solver.cpp:66] Iteration 73440, loss = 2.77794
 I1226 03:16:28.436934  2133 solver.cpp:204] Iteration 73460, lr = 0.01
 I1226 03:16:28.442014  2133 solver.cpp:66] Iteration 73460, loss = 2.7304
 I1226 03:17:04.534828  2133 solver.cpp:204] Iteration 73480, lr = 0.01
 I1226 03:17:04.539930  2133 solver.cpp:66] Iteration 73480, loss = 2.64008
 I1226 03:17:40.638511  2133 solver.cpp:204] Iteration 73500, lr = 0.01
 I1226 03:17:40.643666  2133 solver.cpp:66] Iteration 73500, loss = 2.70651
 I1226 03:18:16.735024  2133 solver.cpp:204] Iteration 73520, lr = 0.01
 I1226 03:18:16.740134  2133 solver.cpp:66] Iteration 73520, loss = 3.01672
 I1226 03:18:52.829782  2133 solver.cpp:204] Iteration 73540, lr = 0.01
 I1226 03:18:52.834882  2133 solver.cpp:66] Iteration 73540, loss = 2.77966
 I1226 03:19:28.924504  2133 solver.cpp:204] Iteration 73560, lr = 0.01
 I1226 03:19:28.929585  2133 solver.cpp:66] Iteration 73560, loss = 3.00277
 I1226 03:20:05.021188  2133 solver.cpp:204] Iteration 73580, lr = 0.01
 I1226 03:20:05.026257  2133 solver.cpp:66] Iteration 73580, loss = 2.88176
 I1226 03:20:41.114886  2133 solver.cpp:204] Iteration 73600, lr = 0.01
 I1226 03:20:41.119995  2133 solver.cpp:66] Iteration 73600, loss = 2.86651
 I1226 03:21:17.207397  2133 solver.cpp:204] Iteration 73620, lr = 0.01
 I1226 03:21:17.212498  2133 solver.cpp:66] Iteration 73620, loss = 2.70685
 I1226 03:21:53.306754  2133 solver.cpp:204] Iteration 73640, lr = 0.01
 I1226 03:21:53.311545  2133 solver.cpp:66] Iteration 73640, loss = 2.74785
 I1226 03:22:29.402664  2133 solver.cpp:204] Iteration 73660, lr = 0.01
 I1226 03:22:29.407771  2133 solver.cpp:66] Iteration 73660, loss = 2.9128
 I1226 03:23:05.495906  2133 solver.cpp:204] Iteration 73680, lr = 0.01
 I1226 03:23:05.501019  2133 solver.cpp:66] Iteration 73680, loss = 2.9866
 I1226 03:23:41.591625  2133 solver.cpp:204] Iteration 73700, lr = 0.01
 I1226 03:23:41.596734  2133 solver.cpp:66] Iteration 73700, loss = 2.89599
 I1226 03:24:17.683662  2133 solver.cpp:204] Iteration 73720, lr = 0.01
 I1226 03:24:17.688770  2133 solver.cpp:66] Iteration 73720, loss = 2.66302
 I1226 03:24:53.775847  2133 solver.cpp:204] Iteration 73740, lr = 0.01
 I1226 03:24:53.780959  2133 solver.cpp:66] Iteration 73740, loss = 2.73467
 I1226 03:25:29.871044  2133 solver.cpp:204] Iteration 73760, lr = 0.01
 I1226 03:25:29.876155  2133 solver.cpp:66] Iteration 73760, loss = 2.5827
 I1226 03:26:05.967782  2133 solver.cpp:204] Iteration 73780, lr = 0.01
 I1226 03:26:05.972901  2133 solver.cpp:66] Iteration 73780, loss = 2.93148
 I1226 03:26:42.061564  2133 solver.cpp:204] Iteration 73800, lr = 0.01
 I1226 03:26:42.066668  2133 solver.cpp:66] Iteration 73800, loss = 2.83677
 I1226 03:27:18.153112  2133 solver.cpp:204] Iteration 73820, lr = 0.01
 I1226 03:27:18.158159  2133 solver.cpp:66] Iteration 73820, loss = 2.53772
 I1226 03:27:54.247509  2133 solver.cpp:204] Iteration 73840, lr = 0.01
 I1226 03:27:54.252619  2133 solver.cpp:66] Iteration 73840, loss = 2.69691
 I1226 03:28:30.341922  2133 solver.cpp:204] Iteration 73860, lr = 0.01
 I1226 03:28:30.347033  2133 solver.cpp:66] Iteration 73860, loss = 2.99502
 I1226 03:29:06.439317  2133 solver.cpp:204] Iteration 73880, lr = 0.01
 I1226 03:29:06.444414  2133 solver.cpp:66] Iteration 73880, loss = 2.99147
 I1226 03:29:42.536547  2133 solver.cpp:204] Iteration 73900, lr = 0.01
 I1226 03:29:42.541627  2133 solver.cpp:66] Iteration 73900, loss = 2.61448
 I1226 03:30:18.632189  2133 solver.cpp:204] Iteration 73920, lr = 0.01
 I1226 03:30:18.637300  2133 solver.cpp:66] Iteration 73920, loss = 2.46518
 I1226 03:30:54.731889  2133 solver.cpp:204] Iteration 73940, lr = 0.01
 I1226 03:30:54.736989  2133 solver.cpp:66] Iteration 73940, loss = 2.95065
 I1226 03:31:30.828652  2133 solver.cpp:204] Iteration 73960, lr = 0.01
 I1226 03:31:30.833727  2133 solver.cpp:66] Iteration 73960, loss = 2.66923
 I1226 03:32:06.923272  2133 solver.cpp:204] Iteration 73980, lr = 0.01
 I1226 03:32:06.928378  2133 solver.cpp:66] Iteration 73980, loss = 2.91453
 I1226 03:32:43.014982  2133 solver.cpp:204] Iteration 74000, lr = 0.01
 I1226 03:32:43.020057  2133 solver.cpp:66] Iteration 74000, loss = 2.79641
 I1226 03:32:43.020071  2133 solver.cpp:84] Testing net
 I1226 03:34:55.047513  2133 solver.cpp:111] Test score #0: 0.40032
 I1226 03:34:55.047561  2133 solver.cpp:111] Test score #1: 2.75509
 I1226 03:35:30.890549  2133 solver.cpp:204] Iteration 74020, lr = 0.01
 I1226 03:35:30.895648  2133 solver.cpp:66] Iteration 74020, loss = 2.84321
 I1226 03:36:06.979876  2133 solver.cpp:204] Iteration 74040, lr = 0.01
 I1226 03:36:06.985062  2133 solver.cpp:66] Iteration 74040, loss = 3.03874
 I1226 03:36:43.073739  2133 solver.cpp:204] Iteration 74060, lr = 0.01
 I1226 03:36:43.078846  2133 solver.cpp:66] Iteration 74060, loss = 2.84067
 I1226 03:37:19.165098  2133 solver.cpp:204] Iteration 74080, lr = 0.01
 I1226 03:37:19.170140  2133 solver.cpp:66] Iteration 74080, loss = 2.74466
 I1226 03:37:55.265049  2133 solver.cpp:204] Iteration 74100, lr = 0.01
 I1226 03:37:55.270156  2133 solver.cpp:66] Iteration 74100, loss = 2.68598
 I1226 03:38:31.362948  2133 solver.cpp:204] Iteration 74120, lr = 0.01
 I1226 03:38:31.368062  2133 solver.cpp:66] Iteration 74120, loss = 2.8598
 I1226 03:39:07.458631  2133 solver.cpp:204] Iteration 74140, lr = 0.01
 I1226 03:39:07.463737  2133 solver.cpp:66] Iteration 74140, loss = 2.81205
 I1226 03:39:43.550036  2133 solver.cpp:204] Iteration 74160, lr = 0.01
 I1226 03:39:43.555145  2133 solver.cpp:66] Iteration 74160, loss = 2.82306
 I1226 03:40:19.642657  2133 solver.cpp:204] Iteration 74180, lr = 0.01
 I1226 03:40:19.647768  2133 solver.cpp:66] Iteration 74180, loss = 2.73638
 I1226 03:40:55.742372  2133 solver.cpp:204] Iteration 74200, lr = 0.01
 I1226 03:40:55.747486  2133 solver.cpp:66] Iteration 74200, loss = 2.80988
 I1226 03:41:31.836233  2133 solver.cpp:204] Iteration 74220, lr = 0.01
 I1226 03:41:31.841336  2133 solver.cpp:66] Iteration 74220, loss = 2.75674
 I1226 03:42:07.928865  2133 solver.cpp:204] Iteration 74240, lr = 0.01
 I1226 03:42:07.933959  2133 solver.cpp:66] Iteration 74240, loss = 2.76002
 I1226 03:42:44.024003  2133 solver.cpp:204] Iteration 74260, lr = 0.01
 I1226 03:42:44.029117  2133 solver.cpp:66] Iteration 74260, loss = 2.78758
 I1226 03:43:20.118760  2133 solver.cpp:204] Iteration 74280, lr = 0.01
 I1226 03:43:20.123870  2133 solver.cpp:66] Iteration 74280, loss = 2.72156
 I1226 03:43:56.213415  2133 solver.cpp:204] Iteration 74300, lr = 0.01
 I1226 03:43:56.218502  2133 solver.cpp:66] Iteration 74300, loss = 3.08776
 I1226 03:44:32.305363  2133 solver.cpp:204] Iteration 74320, lr = 0.01
 I1226 03:44:32.310434  2133 solver.cpp:66] Iteration 74320, loss = 2.61391
 I1226 03:45:08.399649  2133 solver.cpp:204] Iteration 74340, lr = 0.01
 I1226 03:45:08.404762  2133 solver.cpp:66] Iteration 74340, loss = 2.96696
 I1226 03:45:44.496434  2133 solver.cpp:204] Iteration 74360, lr = 0.01
 I1226 03:45:44.501548  2133 solver.cpp:66] Iteration 74360, loss = 2.68664
 I1226 03:46:20.589074  2133 solver.cpp:204] Iteration 74380, lr = 0.01
 I1226 03:46:20.594136  2133 solver.cpp:66] Iteration 74380, loss = 3.03543
 I1226 03:46:56.684355  2133 solver.cpp:204] Iteration 74400, lr = 0.01
 I1226 03:46:56.689474  2133 solver.cpp:66] Iteration 74400, loss = 2.66227
 I1226 03:47:32.775317  2133 solver.cpp:204] Iteration 74420, lr = 0.01
 I1226 03:47:32.780431  2133 solver.cpp:66] Iteration 74420, loss = 2.94082
 I1226 03:48:08.867691  2133 solver.cpp:204] Iteration 74440, lr = 0.01
 I1226 03:48:08.872797  2133 solver.cpp:66] Iteration 74440, loss = 2.89914
 I1226 03:48:44.959714  2133 solver.cpp:204] Iteration 74460, lr = 0.01
 I1226 03:48:44.964818  2133 solver.cpp:66] Iteration 74460, loss = 2.59569
 I1226 03:49:21.054688  2133 solver.cpp:204] Iteration 74480, lr = 0.01
 I1226 03:49:21.059772  2133 solver.cpp:66] Iteration 74480, loss = 2.7137
 I1226 03:49:57.153681  2133 solver.cpp:204] Iteration 74500, lr = 0.01
 I1226 03:49:57.158793  2133 solver.cpp:66] Iteration 74500, loss = 2.89221
 I1226 03:50:33.252413  2133 solver.cpp:204] Iteration 74520, lr = 0.01
 I1226 03:50:33.257536  2133 solver.cpp:66] Iteration 74520, loss = 2.76281
 I1226 03:51:09.345304  2133 solver.cpp:204] Iteration 74540, lr = 0.01
 I1226 03:51:09.350365  2133 solver.cpp:66] Iteration 74540, loss = 2.77368
 I1226 03:51:45.435276  2133 solver.cpp:204] Iteration 74560, lr = 0.01
 I1226 03:51:45.440384  2133 solver.cpp:66] Iteration 74560, loss = 3.00194
 I1226 03:52:21.524020  2133 solver.cpp:204] Iteration 74580, lr = 0.01
 I1226 03:52:21.529120  2133 solver.cpp:66] Iteration 74580, loss = 2.7275
 I1226 03:52:57.629683  2133 solver.cpp:204] Iteration 74600, lr = 0.01
 I1226 03:52:57.634799  2133 solver.cpp:66] Iteration 74600, loss = 2.60128
 I1226 03:53:33.728481  2133 solver.cpp:204] Iteration 74620, lr = 0.01
 I1226 03:53:33.733585  2133 solver.cpp:66] Iteration 74620, loss = 2.901
 I1226 03:54:09.821743  2133 solver.cpp:204] Iteration 74640, lr = 0.01
 I1226 03:54:09.826850  2133 solver.cpp:66] Iteration 74640, loss = 2.69148
 I1226 03:54:45.912626  2133 solver.cpp:204] Iteration 74660, lr = 0.01
 I1226 03:54:45.917732  2133 solver.cpp:66] Iteration 74660, loss = 2.67845
 I1226 03:55:22.006240  2133 solver.cpp:204] Iteration 74680, lr = 0.01
 I1226 03:55:22.011343  2133 solver.cpp:66] Iteration 74680, loss = 3.14886
 I1226 03:55:58.099800  2133 solver.cpp:204] Iteration 74700, lr = 0.01
 I1226 03:55:58.104917  2133 solver.cpp:66] Iteration 74700, loss = 2.85871
 I1226 03:56:34.195080  2133 solver.cpp:204] Iteration 74720, lr = 0.01
 I1226 03:56:34.200194  2133 solver.cpp:66] Iteration 74720, loss = 3.04299
 I1226 03:57:10.289613  2133 solver.cpp:204] Iteration 74740, lr = 0.01
 I1226 03:57:10.294728  2133 solver.cpp:66] Iteration 74740, loss = 2.98491
 I1226 03:57:46.382675  2133 solver.cpp:204] Iteration 74760, lr = 0.01
 I1226 03:57:46.387744  2133 solver.cpp:66] Iteration 74760, loss = 2.60784
 I1226 03:58:22.478464  2133 solver.cpp:204] Iteration 74780, lr = 0.01
 I1226 03:58:22.483580  2133 solver.cpp:66] Iteration 74780, loss = 2.78823
 I1226 03:58:58.573423  2133 solver.cpp:204] Iteration 74800, lr = 0.01
 I1226 03:58:58.578516  2133 solver.cpp:66] Iteration 74800, loss = 2.64522
 I1226 03:59:34.666391  2133 solver.cpp:204] Iteration 74820, lr = 0.01
 I1226 03:59:34.671516  2133 solver.cpp:66] Iteration 74820, loss = 2.82929
 I1226 04:00:10.762433  2133 solver.cpp:204] Iteration 74840, lr = 0.01
 I1226 04:00:10.767535  2133 solver.cpp:66] Iteration 74840, loss = 2.75422
 I1226 04:00:46.857605  2133 solver.cpp:204] Iteration 74860, lr = 0.01
 I1226 04:00:46.862714  2133 solver.cpp:66] Iteration 74860, loss = 2.79747
 I1226 04:01:22.948060  2133 solver.cpp:204] Iteration 74880, lr = 0.01
 I1226 04:01:22.953167  2133 solver.cpp:66] Iteration 74880, loss = 2.81133
 I1226 04:01:59.039278  2133 solver.cpp:204] Iteration 74900, lr = 0.01
 I1226 04:01:59.044384  2133 solver.cpp:66] Iteration 74900, loss = 2.81186
 I1226 04:02:35.131420  2133 solver.cpp:204] Iteration 74920, lr = 0.01
 I1226 04:02:35.136531  2133 solver.cpp:66] Iteration 74920, loss = 2.70564
 I1226 04:03:11.222908  2133 solver.cpp:204] Iteration 74940, lr = 0.01
 I1226 04:03:11.228008  2133 solver.cpp:66] Iteration 74940, loss = 2.91005
 I1226 04:03:47.318308  2133 solver.cpp:204] Iteration 74960, lr = 0.01
 I1226 04:03:47.323431  2133 solver.cpp:66] Iteration 74960, loss = 2.65678
 I1226 04:04:23.408051  2133 solver.cpp:204] Iteration 74980, lr = 0.01
 I1226 04:04:23.413158  2133 solver.cpp:66] Iteration 74980, loss = 2.69688
 I1226 04:04:59.500989  2133 solver.cpp:204] Iteration 75000, lr = 0.01
 I1226 04:04:59.506083  2133 solver.cpp:66] Iteration 75000, loss = 2.81283
 I1226 04:04:59.506095  2133 solver.cpp:84] Testing net
 I1226 04:07:12.097618  2133 solver.cpp:111] Test score #0: 0.39132
 I1226 04:07:12.097667  2133 solver.cpp:111] Test score #1: 2.78807
 I1226 04:07:47.937553  2133 solver.cpp:204] Iteration 75020, lr = 0.01
 I1226 04:07:47.942662  2133 solver.cpp:66] Iteration 75020, loss = 2.9665
 I1226 04:08:24.032639  2133 solver.cpp:204] Iteration 75040, lr = 0.01
 I1226 04:08:24.037742  2133 solver.cpp:66] Iteration 75040, loss = 2.54159
 I1226 04:09:00.128064  2133 solver.cpp:204] Iteration 75060, lr = 0.01
 I1226 04:09:00.133180  2133 solver.cpp:66] Iteration 75060, loss = 2.89374
 I1226 04:09:36.226238  2133 solver.cpp:204] Iteration 75080, lr = 0.01
 I1226 04:09:36.231356  2133 solver.cpp:66] Iteration 75080, loss = 2.89591
 I1226 04:10:12.328835  2133 solver.cpp:204] Iteration 75100, lr = 0.01
 I1226 04:10:12.333909  2133 solver.cpp:66] Iteration 75100, loss = 3.27307
 I1226 04:10:48.425165  2133 solver.cpp:204] Iteration 75120, lr = 0.01
 I1226 04:10:48.430235  2133 solver.cpp:66] Iteration 75120, loss = 2.84015
 I1226 04:11:24.519075  2133 solver.cpp:204] Iteration 75140, lr = 0.01
 I1226 04:11:24.524176  2133 solver.cpp:66] Iteration 75140, loss = 2.99506
 I1226 04:12:00.617708  2133 solver.cpp:204] Iteration 75160, lr = 0.01
 I1226 04:12:00.622776  2133 solver.cpp:66] Iteration 75160, loss = 2.82129
 I1226 04:12:36.712723  2133 solver.cpp:204] Iteration 75180, lr = 0.01
 I1226 04:12:36.717795  2133 solver.cpp:66] Iteration 75180, loss = 2.77478
 I1226 04:13:12.808198  2133 solver.cpp:204] Iteration 75200, lr = 0.01
 I1226 04:13:12.813289  2133 solver.cpp:66] Iteration 75200, loss = 2.93053
 I1226 04:13:48.901074  2133 solver.cpp:204] Iteration 75220, lr = 0.01
 I1226 04:13:48.906147  2133 solver.cpp:66] Iteration 75220, loss = 2.96445
 I1226 04:14:24.993922  2133 solver.cpp:204] Iteration 75240, lr = 0.01
 I1226 04:14:24.999035  2133 solver.cpp:66] Iteration 75240, loss = 2.86336
 I1226 04:15:01.087069  2133 solver.cpp:204] Iteration 75260, lr = 0.01
 I1226 04:15:01.092169  2133 solver.cpp:66] Iteration 75260, loss = 2.79489
 I1226 04:15:37.176012  2133 solver.cpp:204] Iteration 75280, lr = 0.01
 I1226 04:15:37.181128  2133 solver.cpp:66] Iteration 75280, loss = 2.84093
 I1226 04:16:13.272538  2133 solver.cpp:204] Iteration 75300, lr = 0.01
 I1226 04:16:13.277642  2133 solver.cpp:66] Iteration 75300, loss = 2.91378
 I1226 04:16:49.367122  2133 solver.cpp:204] Iteration 75320, lr = 0.01
 I1226 04:16:49.372238  2133 solver.cpp:66] Iteration 75320, loss = 2.81488
 I1226 04:17:25.459553  2133 solver.cpp:204] Iteration 75340, lr = 0.01
 I1226 04:17:25.464650  2133 solver.cpp:66] Iteration 75340, loss = 2.59782
 I1226 04:18:01.562696  2133 solver.cpp:204] Iteration 75360, lr = 0.01
 I1226 04:18:01.567795  2133 solver.cpp:66] Iteration 75360, loss = 3.17079
 I1226 04:18:37.659070  2133 solver.cpp:204] Iteration 75380, lr = 0.01
 I1226 04:18:37.664180  2133 solver.cpp:66] Iteration 75380, loss = 2.80629
 I1226 04:19:13.758075  2133 solver.cpp:204] Iteration 75400, lr = 0.01
 I1226 04:19:13.763190  2133 solver.cpp:66] Iteration 75400, loss = 2.78198
 I1226 04:19:49.854941  2133 solver.cpp:204] Iteration 75420, lr = 0.01
 I1226 04:19:49.860054  2133 solver.cpp:66] Iteration 75420, loss = 3.01589
 I1226 04:20:25.949399  2133 solver.cpp:204] Iteration 75440, lr = 0.01
 I1226 04:20:25.954463  2133 solver.cpp:66] Iteration 75440, loss = 2.73905
 I1226 04:21:02.045595  2133 solver.cpp:204] Iteration 75460, lr = 0.01
 I1226 04:21:02.050706  2133 solver.cpp:66] Iteration 75460, loss = 2.84213
 I1226 04:21:38.142529  2133 solver.cpp:204] Iteration 75480, lr = 0.01
 I1226 04:21:38.147634  2133 solver.cpp:66] Iteration 75480, loss = 2.71477
 I1226 04:22:14.241456  2133 solver.cpp:204] Iteration 75500, lr = 0.01
 I1226 04:22:14.246562  2133 solver.cpp:66] Iteration 75500, loss = 2.95388
 I1226 04:22:50.338060  2133 solver.cpp:204] Iteration 75520, lr = 0.01
 I1226 04:22:50.343164  2133 solver.cpp:66] Iteration 75520, loss = 2.5842
 I1226 04:23:26.430946  2133 solver.cpp:204] Iteration 75540, lr = 0.01
 I1226 04:23:26.436018  2133 solver.cpp:66] Iteration 75540, loss = 2.73118
 I1226 04:24:02.522428  2133 solver.cpp:204] Iteration 75560, lr = 0.01
 I1226 04:24:02.527498  2133 solver.cpp:66] Iteration 75560, loss = 3.11825
 I1226 04:24:38.617745  2133 solver.cpp:204] Iteration 75580, lr = 0.01
 I1226 04:24:38.622864  2133 solver.cpp:66] Iteration 75580, loss = 2.77357
 I1226 04:25:14.715875  2133 solver.cpp:204] Iteration 75600, lr = 0.01
 I1226 04:25:14.720983  2133 solver.cpp:66] Iteration 75600, loss = 2.81116
 I1226 04:25:50.814321  2133 solver.cpp:204] Iteration 75620, lr = 0.01
 I1226 04:25:50.819429  2133 solver.cpp:66] Iteration 75620, loss = 2.92745
 I1226 04:26:26.912081  2133 solver.cpp:204] Iteration 75640, lr = 0.01
 I1226 04:26:26.917148  2133 solver.cpp:66] Iteration 75640, loss = 2.7451
 I1226 04:27:03.012363  2133 solver.cpp:204] Iteration 75660, lr = 0.01
 I1226 04:27:03.017472  2133 solver.cpp:66] Iteration 75660, loss = 2.89034
 I1226 04:27:39.106468  2133 solver.cpp:204] Iteration 75680, lr = 0.01
 I1226 04:27:39.111572  2133 solver.cpp:66] Iteration 75680, loss = 2.90459
 I1226 04:28:15.199551  2133 solver.cpp:204] Iteration 75700, lr = 0.01
 I1226 04:28:15.204668  2133 solver.cpp:66] Iteration 75700, loss = 2.82834
 I1226 04:28:51.289760  2133 solver.cpp:204] Iteration 75720, lr = 0.01
 I1226 04:28:51.294872  2133 solver.cpp:66] Iteration 75720, loss = 2.7879
 I1226 04:29:27.379760  2133 solver.cpp:204] Iteration 75740, lr = 0.01
 I1226 04:29:27.384872  2133 solver.cpp:66] Iteration 75740, loss = 2.89226
 I1226 04:30:03.471633  2133 solver.cpp:204] Iteration 75760, lr = 0.01
 I1226 04:30:03.476739  2133 solver.cpp:66] Iteration 75760, loss = 2.75997
 I1226 04:30:39.566145  2133 solver.cpp:204] Iteration 75780, lr = 0.01
 I1226 04:30:39.571385  2133 solver.cpp:66] Iteration 75780, loss = 2.95199
 I1226 04:31:15.660950  2133 solver.cpp:204] Iteration 75800, lr = 0.01
 I1226 04:31:15.666009  2133 solver.cpp:66] Iteration 75800, loss = 2.70278
 I1226 04:31:51.753748  2133 solver.cpp:204] Iteration 75820, lr = 0.01
 I1226 04:31:51.758862  2133 solver.cpp:66] Iteration 75820, loss = 2.876
 I1226 04:32:27.853098  2133 solver.cpp:204] Iteration 75840, lr = 0.01
 I1226 04:32:27.858162  2133 solver.cpp:66] Iteration 75840, loss = 2.88233
 I1226 04:33:03.951051  2133 solver.cpp:204] Iteration 75860, lr = 0.01
 I1226 04:33:03.956158  2133 solver.cpp:66] Iteration 75860, loss = 2.52686
 I1226 04:33:40.048143  2133 solver.cpp:204] Iteration 75880, lr = 0.01
 I1226 04:33:40.053254  2133 solver.cpp:66] Iteration 75880, loss = 2.76637
 I1226 04:34:16.145408  2133 solver.cpp:204] Iteration 75900, lr = 0.01
 I1226 04:34:16.150540  2133 solver.cpp:66] Iteration 75900, loss = 2.72339
 I1226 04:34:52.246176  2133 solver.cpp:204] Iteration 75920, lr = 0.01
 I1226 04:34:52.251286  2133 solver.cpp:66] Iteration 75920, loss = 2.92942
 I1226 04:35:28.341343  2133 solver.cpp:204] Iteration 75940, lr = 0.01
 I1226 04:35:28.346410  2133 solver.cpp:66] Iteration 75940, loss = 2.73204
 I1226 04:36:04.437029  2133 solver.cpp:204] Iteration 75960, lr = 0.01
 I1226 04:36:04.442090  2133 solver.cpp:66] Iteration 75960, loss = 2.74081
 I1226 04:36:40.532657  2133 solver.cpp:204] Iteration 75980, lr = 0.01
 I1226 04:36:40.537757  2133 solver.cpp:66] Iteration 75980, loss = 2.59778
 I1226 04:37:16.632218  2133 solver.cpp:204] Iteration 76000, lr = 0.01
 I1226 04:37:16.637339  2133 solver.cpp:66] Iteration 76000, loss = 2.69832
 I1226 04:37:16.637352  2133 solver.cpp:84] Testing net
 I1226 04:39:29.356302  2133 solver.cpp:111] Test score #0: 0.40176
 I1226 04:39:29.356351  2133 solver.cpp:111] Test score #1: 2.73639
 I1226 04:40:05.208770  2133 solver.cpp:204] Iteration 76020, lr = 0.01
 I1226 04:40:05.213866  2133 solver.cpp:66] Iteration 76020, loss = 2.98466
 I1226 04:40:41.305608  2133 solver.cpp:204] Iteration 76040, lr = 0.01
 I1226 04:40:41.310711  2133 solver.cpp:66] Iteration 76040, loss = 2.69547
 I1226 04:41:17.402323  2133 solver.cpp:204] Iteration 76060, lr = 0.01
 I1226 04:41:17.407428  2133 solver.cpp:66] Iteration 76060, loss = 2.67263
 I1226 04:41:53.502203  2133 solver.cpp:204] Iteration 76080, lr = 0.01
 I1226 04:41:53.507273  2133 solver.cpp:66] Iteration 76080, loss = 3.00212
 I1226 04:42:29.596514  2133 solver.cpp:204] Iteration 76100, lr = 0.01
 I1226 04:42:29.601624  2133 solver.cpp:66] Iteration 76100, loss = 2.75552
 I1226 04:43:05.694135  2133 solver.cpp:204] Iteration 76120, lr = 0.01
 I1226 04:43:05.699237  2133 solver.cpp:66] Iteration 76120, loss = 2.78848
 I1226 04:43:41.787911  2133 solver.cpp:204] Iteration 76140, lr = 0.01
 I1226 04:43:41.793023  2133 solver.cpp:66] Iteration 76140, loss = 2.85094
 I1226 04:44:17.885000  2133 solver.cpp:204] Iteration 76160, lr = 0.01
 I1226 04:44:17.890013  2133 solver.cpp:66] Iteration 76160, loss = 2.52861
 I1226 04:44:53.978835  2133 solver.cpp:204] Iteration 76180, lr = 0.01
 I1226 04:44:53.983943  2133 solver.cpp:66] Iteration 76180, loss = 2.78192
 I1226 04:45:30.079383  2133 solver.cpp:204] Iteration 76200, lr = 0.01
 I1226 04:45:30.084457  2133 solver.cpp:66] Iteration 76200, loss = 2.82468
 I1226 04:46:06.175880  2133 solver.cpp:204] Iteration 76220, lr = 0.01
 I1226 04:46:06.180997  2133 solver.cpp:66] Iteration 76220, loss = 2.60569
 I1226 04:46:42.270097  2133 solver.cpp:204] Iteration 76240, lr = 0.01
 I1226 04:46:42.275207  2133 solver.cpp:66] Iteration 76240, loss = 3.02183
 I1226 04:47:18.366935  2133 solver.cpp:204] Iteration 76260, lr = 0.01
 I1226 04:47:18.372046  2133 solver.cpp:66] Iteration 76260, loss = 2.75223
 I1226 04:47:54.464164  2133 solver.cpp:204] Iteration 76280, lr = 0.01
 I1226 04:47:54.469270  2133 solver.cpp:66] Iteration 76280, loss = 2.87017
 I1226 04:48:30.564100  2133 solver.cpp:204] Iteration 76300, lr = 0.01
 I1226 04:48:30.569278  2133 solver.cpp:66] Iteration 76300, loss = 2.95431
 I1226 04:49:06.656378  2133 solver.cpp:204] Iteration 76320, lr = 0.01
 I1226 04:49:06.661461  2133 solver.cpp:66] Iteration 76320, loss = 3.00999
 I1226 04:49:42.751559  2133 solver.cpp:204] Iteration 76340, lr = 0.01
 I1226 04:49:42.756666  2133 solver.cpp:66] Iteration 76340, loss = 2.83078
 I1226 04:50:18.844468  2133 solver.cpp:204] Iteration 76360, lr = 0.01
 I1226 04:50:18.849588  2133 solver.cpp:66] Iteration 76360, loss = 2.78744
 I1226 04:50:54.936004  2133 solver.cpp:204] Iteration 76380, lr = 0.01
 I1226 04:50:54.941103  2133 solver.cpp:66] Iteration 76380, loss = 2.97738
 I1226 04:51:31.029935  2133 solver.cpp:204] Iteration 76400, lr = 0.01
 I1226 04:51:31.035042  2133 solver.cpp:66] Iteration 76400, loss = 2.78804
 I1226 04:52:07.124546  2133 solver.cpp:204] Iteration 76420, lr = 0.01
 I1226 04:52:07.129653  2133 solver.cpp:66] Iteration 76420, loss = 2.70961
 I1226 04:52:43.215934  2133 solver.cpp:204] Iteration 76440, lr = 0.01
 I1226 04:52:43.221045  2133 solver.cpp:66] Iteration 76440, loss = 2.83299
 I1226 04:53:19.312070  2133 solver.cpp:204] Iteration 76460, lr = 0.01
 I1226 04:53:19.317178  2133 solver.cpp:66] Iteration 76460, loss = 2.84271
 I1226 04:53:55.407287  2133 solver.cpp:204] Iteration 76480, lr = 0.01
 I1226 04:53:55.412395  2133 solver.cpp:66] Iteration 76480, loss = 3.06035
 I1226 04:54:31.501217  2133 solver.cpp:204] Iteration 76500, lr = 0.01
 I1226 04:54:31.506281  2133 solver.cpp:66] Iteration 76500, loss = 2.78906
 I1226 04:55:07.593404  2133 solver.cpp:204] Iteration 76520, lr = 0.01
 I1226 04:55:07.598465  2133 solver.cpp:66] Iteration 76520, loss = 3.05125
 I1226 04:55:43.686275  2133 solver.cpp:204] Iteration 76540, lr = 0.01
 I1226 04:55:43.691388  2133 solver.cpp:66] Iteration 76540, loss = 2.70361
 I1226 04:56:19.779706  2133 solver.cpp:204] Iteration 76560, lr = 0.01
 I1226 04:56:19.784806  2133 solver.cpp:66] Iteration 76560, loss = 2.84725
 I1226 04:56:55.871620  2133 solver.cpp:204] Iteration 76580, lr = 0.01
 I1226 04:56:55.876729  2133 solver.cpp:66] Iteration 76580, loss = 2.6976
 I1226 04:57:31.965945  2133 solver.cpp:204] Iteration 76600, lr = 0.01
 I1226 04:57:31.971055  2133 solver.cpp:66] Iteration 76600, loss = 2.87228
 I1226 04:58:08.058583  2133 solver.cpp:204] Iteration 76620, lr = 0.01
 I1226 04:58:08.063711  2133 solver.cpp:66] Iteration 76620, loss = 2.58993
 I1226 04:58:44.152191  2133 solver.cpp:204] Iteration 76640, lr = 0.01
 I1226 04:58:44.157294  2133 solver.cpp:66] Iteration 76640, loss = 2.62107
 I1226 04:59:20.244540  2133 solver.cpp:204] Iteration 76660, lr = 0.01
 I1226 04:59:20.249644  2133 solver.cpp:66] Iteration 76660, loss = 2.80447
 I1226 04:59:56.334970  2133 solver.cpp:204] Iteration 76680, lr = 0.01
 I1226 04:59:56.340070  2133 solver.cpp:66] Iteration 76680, loss = 2.78512
 I1226 05:00:32.432024  2133 solver.cpp:204] Iteration 76700, lr = 0.01
 I1226 05:00:32.437144  2133 solver.cpp:66] Iteration 76700, loss = 2.97594
 I1226 05:01:08.528750  2133 solver.cpp:204] Iteration 76720, lr = 0.01
 I1226 05:01:08.533855  2133 solver.cpp:66] Iteration 76720, loss = 2.48742
 I1226 05:01:44.623249  2133 solver.cpp:204] Iteration 76740, lr = 0.01
 I1226 05:01:44.628352  2133 solver.cpp:66] Iteration 76740, loss = 2.78169
 I1226 05:02:20.721045  2133 solver.cpp:204] Iteration 76760, lr = 0.01
 I1226 05:02:20.726105  2133 solver.cpp:66] Iteration 76760, loss = 2.6347
 I1226 05:02:56.815510  2133 solver.cpp:204] Iteration 76780, lr = 0.01
 I1226 05:02:56.820660  2133 solver.cpp:66] Iteration 76780, loss = 2.88457
 I1226 05:03:32.911103  2133 solver.cpp:204] Iteration 76800, lr = 0.01
 I1226 05:03:32.916204  2133 solver.cpp:66] Iteration 76800, loss = 2.87036
 I1226 05:04:09.007143  2133 solver.cpp:204] Iteration 76820, lr = 0.01
 I1226 05:04:09.012253  2133 solver.cpp:66] Iteration 76820, loss = 2.38841
 I1226 05:04:45.097946  2133 solver.cpp:204] Iteration 76840, lr = 0.01
 I1226 05:04:45.103051  2133 solver.cpp:66] Iteration 76840, loss = 2.82587
 I1226 05:05:21.194525  2133 solver.cpp:204] Iteration 76860, lr = 0.01
 I1226 05:05:21.199635  2133 solver.cpp:66] Iteration 76860, loss = 2.6694
 I1226 05:05:57.292206  2133 solver.cpp:204] Iteration 76880, lr = 0.01
 I1226 05:05:57.297314  2133 solver.cpp:66] Iteration 76880, loss = 2.77203
 I1226 05:06:33.386071  2133 solver.cpp:204] Iteration 76900, lr = 0.01
 I1226 05:06:33.391171  2133 solver.cpp:66] Iteration 76900, loss = 2.60436
 I1226 05:07:09.482666  2133 solver.cpp:204] Iteration 76920, lr = 0.01
 I1226 05:07:09.487776  2133 solver.cpp:66] Iteration 76920, loss = 2.64544
 I1226 05:07:45.579540  2133 solver.cpp:204] Iteration 76940, lr = 0.01
 I1226 05:07:45.584619  2133 solver.cpp:66] Iteration 76940, loss = 2.97189
 I1226 05:08:21.674871  2133 solver.cpp:204] Iteration 76960, lr = 0.01
 I1226 05:08:21.679973  2133 solver.cpp:66] Iteration 76960, loss = 2.77383
 I1226 05:08:57.770637  2133 solver.cpp:204] Iteration 76980, lr = 0.01
 I1226 05:08:57.775739  2133 solver.cpp:66] Iteration 76980, loss = 2.85515
 I1226 05:09:33.864980  2133 solver.cpp:204] Iteration 77000, lr = 0.01
 I1226 05:09:33.870050  2133 solver.cpp:66] Iteration 77000, loss = 2.81278
 I1226 05:09:33.870064  2133 solver.cpp:84] Testing net
 I1226 05:11:45.768188  2133 solver.cpp:111] Test score #0: 0.3915
 I1226 05:11:45.768234  2133 solver.cpp:111] Test score #1: 2.78927
 I1226 05:12:21.612220  2133 solver.cpp:204] Iteration 77020, lr = 0.01
 I1226 05:12:21.617327  2133 solver.cpp:66] Iteration 77020, loss = 2.74131
 I1226 05:12:57.706976  2133 solver.cpp:204] Iteration 77040, lr = 0.01
 I1226 05:12:57.712081  2133 solver.cpp:66] Iteration 77040, loss = 2.81319
 I1226 05:13:33.803591  2133 solver.cpp:204] Iteration 77060, lr = 0.01
 I1226 05:13:33.808696  2133 solver.cpp:66] Iteration 77060, loss = 2.77175
 I1226 05:14:09.901952  2133 solver.cpp:204] Iteration 77080, lr = 0.01
 I1226 05:14:09.907058  2133 solver.cpp:66] Iteration 77080, loss = 2.59584
 I1226 05:14:45.994484  2133 solver.cpp:204] Iteration 77100, lr = 0.01
 I1226 05:14:45.999598  2133 solver.cpp:66] Iteration 77100, loss = 2.68828
 I1226 05:15:22.089591  2133 solver.cpp:204] Iteration 77120, lr = 0.01
 I1226 05:15:22.094579  2133 solver.cpp:66] Iteration 77120, loss = 2.90002
 I1226 05:15:58.188196  2133 solver.cpp:204] Iteration 77140, lr = 0.01
 I1226 05:15:58.193296  2133 solver.cpp:66] Iteration 77140, loss = 2.86135
 I1226 05:16:34.282526  2133 solver.cpp:204] Iteration 77160, lr = 0.01
 I1226 05:16:34.287627  2133 solver.cpp:66] Iteration 77160, loss = 2.7671
 I1226 05:17:10.378604  2133 solver.cpp:204] Iteration 77180, lr = 0.01
 I1226 05:17:10.383697  2133 solver.cpp:66] Iteration 77180, loss = 2.8228
 I1226 05:17:46.475178  2133 solver.cpp:204] Iteration 77200, lr = 0.01
 I1226 05:17:46.480281  2133 solver.cpp:66] Iteration 77200, loss = 3.12949
 I1226 05:18:22.574825  2133 solver.cpp:204] Iteration 77220, lr = 0.01
 I1226 05:18:22.579929  2133 solver.cpp:66] Iteration 77220, loss = 2.89458
 I1226 05:18:58.670284  2133 solver.cpp:204] Iteration 77240, lr = 0.01
 I1226 05:18:58.675396  2133 solver.cpp:66] Iteration 77240, loss = 2.86105
 I1226 05:19:34.763483  2133 solver.cpp:204] Iteration 77260, lr = 0.01
 I1226 05:19:34.768581  2133 solver.cpp:66] Iteration 77260, loss = 2.65531
 I1226 05:20:10.858535  2133 solver.cpp:204] Iteration 77280, lr = 0.01
 I1226 05:20:10.863689  2133 solver.cpp:66] Iteration 77280, loss = 2.91805
 I1226 05:20:46.956312  2133 solver.cpp:204] Iteration 77300, lr = 0.01
 I1226 05:20:46.961431  2133 solver.cpp:66] Iteration 77300, loss = 2.7019
 I1226 05:21:23.054039  2133 solver.cpp:204] Iteration 77320, lr = 0.01
 I1226 05:21:23.059131  2133 solver.cpp:66] Iteration 77320, loss = 2.81246
 I1226 05:21:59.145690  2133 solver.cpp:204] Iteration 77340, lr = 0.01
 I1226 05:21:59.150796  2133 solver.cpp:66] Iteration 77340, loss = 2.61264
 I1226 05:22:35.240566  2133 solver.cpp:204] Iteration 77360, lr = 0.01
 I1226 05:22:35.245668  2133 solver.cpp:66] Iteration 77360, loss = 2.68844
 I1226 05:23:11.329980  2133 solver.cpp:204] Iteration 77380, lr = 0.01
 I1226 05:23:11.335093  2133 solver.cpp:66] Iteration 77380, loss = 2.88338
 I1226 05:23:47.421099  2133 solver.cpp:204] Iteration 77400, lr = 0.01
 I1226 05:23:47.426187  2133 solver.cpp:66] Iteration 77400, loss = 2.75288
 I1226 05:24:23.515256  2133 solver.cpp:204] Iteration 77420, lr = 0.01
 I1226 05:24:23.520364  2133 solver.cpp:66] Iteration 77420, loss = 2.82267
 I1226 05:24:59.612812  2133 solver.cpp:204] Iteration 77440, lr = 0.01
 I1226 05:24:59.617914  2133 solver.cpp:66] Iteration 77440, loss = 2.71697
 I1226 05:25:35.705786  2133 solver.cpp:204] Iteration 77460, lr = 0.01
 I1226 05:25:35.710860  2133 solver.cpp:66] Iteration 77460, loss = 2.91342
 I1226 05:26:11.798552  2133 solver.cpp:204] Iteration 77480, lr = 0.01
 I1226 05:26:11.803659  2133 solver.cpp:66] Iteration 77480, loss = 2.99389
 I1226 05:26:47.888926  2133 solver.cpp:204] Iteration 77500, lr = 0.01
 I1226 05:26:47.893988  2133 solver.cpp:66] Iteration 77500, loss = 2.62236
 I1226 05:27:23.979998  2133 solver.cpp:204] Iteration 77520, lr = 0.01
 I1226 05:27:23.985107  2133 solver.cpp:66] Iteration 77520, loss = 2.70237
 I1226 05:28:00.076730  2133 solver.cpp:204] Iteration 77540, lr = 0.01
 I1226 05:28:00.081830  2133 solver.cpp:66] Iteration 77540, loss = 2.87798
 I1226 05:28:36.169473  2133 solver.cpp:204] Iteration 77560, lr = 0.01
 I1226 05:28:36.174559  2133 solver.cpp:66] Iteration 77560, loss = 2.99176
 I1226 05:29:12.263598  2133 solver.cpp:204] Iteration 77580, lr = 0.01
 I1226 05:29:12.268723  2133 solver.cpp:66] Iteration 77580, loss = 2.72944
 I1226 05:29:48.361541  2133 solver.cpp:204] Iteration 77600, lr = 0.01
 I1226 05:29:48.366652  2133 solver.cpp:66] Iteration 77600, loss = 2.67856
 I1226 05:30:24.454952  2133 solver.cpp:204] Iteration 77620, lr = 0.01
 I1226 05:30:24.460023  2133 solver.cpp:66] Iteration 77620, loss = 2.68762
 I1226 05:31:00.550163  2133 solver.cpp:204] Iteration 77640, lr = 0.01
 I1226 05:31:00.555239  2133 solver.cpp:66] Iteration 77640, loss = 2.72913
 I1226 05:31:36.642071  2133 solver.cpp:204] Iteration 77660, lr = 0.01
 I1226 05:31:36.647178  2133 solver.cpp:66] Iteration 77660, loss = 2.91279
 I1226 05:32:12.737093  2133 solver.cpp:204] Iteration 77680, lr = 0.01
 I1226 05:32:12.742157  2133 solver.cpp:66] Iteration 77680, loss = 2.86632
 I1226 05:32:48.835248  2133 solver.cpp:204] Iteration 77700, lr = 0.01
 I1226 05:32:48.840355  2133 solver.cpp:66] Iteration 77700, loss = 2.73049
 I1226 05:33:24.930945  2133 solver.cpp:204] Iteration 77720, lr = 0.01
 I1226 05:33:24.936051  2133 solver.cpp:66] Iteration 77720, loss = 2.98245
 I1226 05:34:01.027330  2133 solver.cpp:204] Iteration 77740, lr = 0.01
 I1226 05:34:01.032439  2133 solver.cpp:66] Iteration 77740, loss = 2.73905
 I1226 05:34:37.123890  2133 solver.cpp:204] Iteration 77760, lr = 0.01
 I1226 05:34:37.128995  2133 solver.cpp:66] Iteration 77760, loss = 2.77881
 I1226 05:35:13.219624  2133 solver.cpp:204] Iteration 77780, lr = 0.01
 I1226 05:35:13.224728  2133 solver.cpp:66] Iteration 77780, loss = 2.72843
 I1226 05:35:49.319886  2133 solver.cpp:204] Iteration 77800, lr = 0.01
 I1226 05:35:49.324982  2133 solver.cpp:66] Iteration 77800, loss = 3.11628
 I1226 05:36:25.415235  2133 solver.cpp:204] Iteration 77820, lr = 0.01
 I1226 05:36:25.420343  2133 solver.cpp:66] Iteration 77820, loss = 2.71473
 I1226 05:37:01.513093  2133 solver.cpp:204] Iteration 77840, lr = 0.01
 I1226 05:37:01.518156  2133 solver.cpp:66] Iteration 77840, loss = 2.94076
 I1226 05:37:37.611815  2133 solver.cpp:204] Iteration 77860, lr = 0.01
 I1226 05:37:37.617017  2133 solver.cpp:66] Iteration 77860, loss = 2.61384
 I1226 05:38:13.703954  2133 solver.cpp:204] Iteration 77880, lr = 0.01
 I1226 05:38:13.709056  2133 solver.cpp:66] Iteration 77880, loss = 2.62975
 I1226 05:38:49.798038  2133 solver.cpp:204] Iteration 77900, lr = 0.01
 I1226 05:38:49.803139  2133 solver.cpp:66] Iteration 77900, loss = 2.74263
 I1226 05:39:25.897714  2133 solver.cpp:204] Iteration 77920, lr = 0.01
 I1226 05:39:25.902825  2133 solver.cpp:66] Iteration 77920, loss = 2.88756
 I1226 05:40:01.992508  2133 solver.cpp:204] Iteration 77940, lr = 0.01
 I1226 05:40:01.997608  2133 solver.cpp:66] Iteration 77940, loss = 2.77358
 I1226 05:40:38.087198  2133 solver.cpp:204] Iteration 77960, lr = 0.01
 I1226 05:40:38.092308  2133 solver.cpp:66] Iteration 77960, loss = 2.76686
 I1226 05:41:14.182559  2133 solver.cpp:204] Iteration 77980, lr = 0.01
 I1226 05:41:14.187665  2133 solver.cpp:66] Iteration 77980, loss = 2.71793
 I1226 05:41:50.278843  2133 solver.cpp:204] Iteration 78000, lr = 0.01
 I1226 05:41:50.283949  2133 solver.cpp:66] Iteration 78000, loss = 2.70236
 I1226 05:41:50.283962  2133 solver.cpp:84] Testing net
 I1226 05:44:03.016916  2133 solver.cpp:111] Test score #0: 0.40112
 I1226 05:44:03.016966  2133 solver.cpp:111] Test score #1: 2.74446
 I1226 05:44:38.862247  2133 solver.cpp:204] Iteration 78020, lr = 0.01
 I1226 05:44:38.867352  2133 solver.cpp:66] Iteration 78020, loss = 2.97299
 I1226 05:45:14.958154  2133 solver.cpp:204] Iteration 78040, lr = 0.01
 I1226 05:45:14.963218  2133 solver.cpp:66] Iteration 78040, loss = 2.99265
 I1226 05:45:51.050655  2133 solver.cpp:204] Iteration 78060, lr = 0.01
 I1226 05:45:51.055768  2133 solver.cpp:66] Iteration 78060, loss = 2.76027
 I1226 05:46:27.144170  2133 solver.cpp:204] Iteration 78080, lr = 0.01
 I1226 05:46:27.149276  2133 solver.cpp:66] Iteration 78080, loss = 2.78095
 I1226 05:47:03.241482  2133 solver.cpp:204] Iteration 78100, lr = 0.01
 I1226 05:47:03.246443  2133 solver.cpp:66] Iteration 78100, loss = 2.85408
 I1226 05:47:39.338071  2133 solver.cpp:204] Iteration 78120, lr = 0.01
 I1226 05:47:39.343189  2133 solver.cpp:66] Iteration 78120, loss = 3.09137
 I1226 05:48:15.433514  2133 solver.cpp:204] Iteration 78140, lr = 0.01
 I1226 05:48:15.438628  2133 solver.cpp:66] Iteration 78140, loss = 2.86932
 I1226 05:48:51.529837  2133 solver.cpp:204] Iteration 78160, lr = 0.01
 I1226 05:48:51.534905  2133 solver.cpp:66] Iteration 78160, loss = 2.76858
 I1226 05:49:27.626214  2133 solver.cpp:204] Iteration 78180, lr = 0.01
 I1226 05:49:27.631315  2133 solver.cpp:66] Iteration 78180, loss = 2.98116
 I1226 05:50:03.719475  2133 solver.cpp:204] Iteration 78200, lr = 0.01
 I1226 05:50:03.724539  2133 solver.cpp:66] Iteration 78200, loss = 2.76349
 I1226 05:50:39.811904  2133 solver.cpp:204] Iteration 78220, lr = 0.01
 I1226 05:50:39.817020  2133 solver.cpp:66] Iteration 78220, loss = 2.64842
 I1226 05:51:15.905570  2133 solver.cpp:204] Iteration 78240, lr = 0.01
 I1226 05:51:15.910675  2133 solver.cpp:66] Iteration 78240, loss = 3.02205
 I1226 05:51:52.004228  2133 solver.cpp:204] Iteration 78260, lr = 0.01
 I1226 05:51:52.009341  2133 solver.cpp:66] Iteration 78260, loss = 2.78068
 I1226 05:52:28.104094  2133 solver.cpp:204] Iteration 78280, lr = 0.01
 I1226 05:52:28.109160  2133 solver.cpp:66] Iteration 78280, loss = 3.18614
 I1226 05:53:04.198802  2133 solver.cpp:204] Iteration 78300, lr = 0.01
 I1226 05:53:04.203915  2133 solver.cpp:66] Iteration 78300, loss = 2.80845
 I1226 05:53:40.300251  2133 solver.cpp:204] Iteration 78320, lr = 0.01
 I1226 05:53:40.305349  2133 solver.cpp:66] Iteration 78320, loss = 2.84222
 I1226 05:54:16.397608  2133 solver.cpp:204] Iteration 78340, lr = 0.01
 I1226 05:54:16.402719  2133 solver.cpp:66] Iteration 78340, loss = 2.86404
 I1226 05:54:52.494583  2133 solver.cpp:204] Iteration 78360, lr = 0.01
 I1226 05:54:52.499690  2133 solver.cpp:66] Iteration 78360, loss = 2.6804
 I1226 05:55:28.590178  2133 solver.cpp:204] Iteration 78380, lr = 0.01
 I1226 05:55:28.595293  2133 solver.cpp:66] Iteration 78380, loss = 2.80942
 I1226 05:56:04.687284  2133 solver.cpp:204] Iteration 78400, lr = 0.01
 I1226 05:56:04.692390  2133 solver.cpp:66] Iteration 78400, loss = 2.88172
 I1226 05:56:40.781013  2133 solver.cpp:204] Iteration 78420, lr = 0.01
 I1226 05:56:40.786061  2133 solver.cpp:66] Iteration 78420, loss = 2.73504
 I1226 05:57:16.878660  2133 solver.cpp:204] Iteration 78440, lr = 0.01
 I1226 05:57:16.883766  2133 solver.cpp:66] Iteration 78440, loss = 2.72266
 I1226 05:57:52.972189  2133 solver.cpp:204] Iteration 78460, lr = 0.01
 I1226 05:57:52.977295  2133 solver.cpp:66] Iteration 78460, loss = 2.91337
 I1226 05:58:29.065678  2133 solver.cpp:204] Iteration 78480, lr = 0.01
 I1226 05:58:29.070780  2133 solver.cpp:66] Iteration 78480, loss = 2.8194
 I1226 05:59:05.158143  2133 solver.cpp:204] Iteration 78500, lr = 0.01
 I1226 05:59:05.163300  2133 solver.cpp:66] Iteration 78500, loss = 2.67152
 I1226 05:59:41.254430  2133 solver.cpp:204] Iteration 78520, lr = 0.01
 I1226 05:59:41.259546  2133 solver.cpp:66] Iteration 78520, loss = 2.87763
 I1226 06:00:17.346825  2133 solver.cpp:204] Iteration 78540, lr = 0.01
 I1226 06:00:17.351884  2133 solver.cpp:66] Iteration 78540, loss = 2.96454
 I1226 06:00:53.447314  2133 solver.cpp:204] Iteration 78560, lr = 0.01
 I1226 06:00:53.452298  2133 solver.cpp:66] Iteration 78560, loss = 2.79798
 I1226 06:01:29.544510  2133 solver.cpp:204] Iteration 78580, lr = 0.01
 I1226 06:01:29.549581  2133 solver.cpp:66] Iteration 78580, loss = 2.50696
 I1226 06:02:05.639405  2133 solver.cpp:204] Iteration 78600, lr = 0.01
 I1226 06:02:05.644510  2133 solver.cpp:66] Iteration 78600, loss = 2.61623
 I1226 06:02:41.734046  2133 solver.cpp:204] Iteration 78620, lr = 0.01
 I1226 06:02:41.739151  2133 solver.cpp:66] Iteration 78620, loss = 2.70787
 I1226 06:03:17.826606  2133 solver.cpp:204] Iteration 78640, lr = 0.01
 I1226 06:03:17.831712  2133 solver.cpp:66] Iteration 78640, loss = 2.95948
 I1226 06:03:53.920436  2133 solver.cpp:204] Iteration 78660, lr = 0.01
 I1226 06:03:53.925552  2133 solver.cpp:66] Iteration 78660, loss = 2.79111
 I1226 06:04:30.016249  2133 solver.cpp:204] Iteration 78680, lr = 0.01
 I1226 06:04:30.021327  2133 solver.cpp:66] Iteration 78680, loss = 2.72085
 I1226 06:05:06.111085  2133 solver.cpp:204] Iteration 78700, lr = 0.01
 I1226 06:05:06.116193  2133 solver.cpp:66] Iteration 78700, loss = 2.57248
 I1226 06:05:42.206542  2133 solver.cpp:204] Iteration 78720, lr = 0.01
 I1226 06:05:42.211649  2133 solver.cpp:66] Iteration 78720, loss = 2.83307
 I1226 06:06:18.301287  2133 solver.cpp:204] Iteration 78740, lr = 0.01
 I1226 06:06:18.306356  2133 solver.cpp:66] Iteration 78740, loss = 2.88221
 I1226 06:06:54.395458  2133 solver.cpp:204] Iteration 78760, lr = 0.01
 I1226 06:06:54.400553  2133 solver.cpp:66] Iteration 78760, loss = 2.7172
 I1226 06:07:30.490082  2133 solver.cpp:204] Iteration 78780, lr = 0.01
 I1226 06:07:30.495182  2133 solver.cpp:66] Iteration 78780, loss = 2.86893
 I1226 06:08:06.590394  2133 solver.cpp:204] Iteration 78800, lr = 0.01
 I1226 06:08:06.595506  2133 solver.cpp:66] Iteration 78800, loss = 2.72416
 I1226 06:08:42.685812  2133 solver.cpp:204] Iteration 78820, lr = 0.01
 I1226 06:08:42.690908  2133 solver.cpp:66] Iteration 78820, loss = 2.7209
 I1226 06:09:18.779511  2133 solver.cpp:204] Iteration 78840, lr = 0.01
 I1226 06:09:18.784620  2133 solver.cpp:66] Iteration 78840, loss = 2.88481
 I1226 06:09:54.881986  2133 solver.cpp:204] Iteration 78860, lr = 0.01
 I1226 06:09:54.887090  2133 solver.cpp:66] Iteration 78860, loss = 2.77105
 I1226 06:10:30.977089  2133 solver.cpp:204] Iteration 78880, lr = 0.01
 I1226 06:10:30.982156  2133 solver.cpp:66] Iteration 78880, loss = 2.65928
 I1226 06:11:07.072876  2133 solver.cpp:204] Iteration 78900, lr = 0.01
 I1226 06:11:07.077972  2133 solver.cpp:66] Iteration 78900, loss = 3.03482
 I1226 06:11:43.166797  2133 solver.cpp:204] Iteration 78920, lr = 0.01
 I1226 06:11:43.171905  2133 solver.cpp:66] Iteration 78920, loss = 2.64854
 I1226 06:12:19.261320  2133 solver.cpp:204] Iteration 78940, lr = 0.01
 I1226 06:12:19.266401  2133 solver.cpp:66] Iteration 78940, loss = 2.90889
 I1226 06:12:55.354044  2133 solver.cpp:204] Iteration 78960, lr = 0.01
 I1226 06:12:55.359141  2133 solver.cpp:66] Iteration 78960, loss = 2.70128
 I1226 06:13:31.449203  2133 solver.cpp:204] Iteration 78980, lr = 0.01
 I1226 06:13:31.454296  2133 solver.cpp:66] Iteration 78980, loss = 2.8503
 I1226 06:14:07.546144  2133 solver.cpp:204] Iteration 79000, lr = 0.01
 I1226 06:14:07.551251  2133 solver.cpp:66] Iteration 79000, loss = 2.87372
 I1226 06:14:07.551264  2133 solver.cpp:84] Testing net
 I1226 06:16:19.965760  2133 solver.cpp:111] Test score #0: 0.40096
 I1226 06:16:19.965811  2133 solver.cpp:111] Test score #1: 2.74708
 I1226 06:16:55.811739  2133 solver.cpp:204] Iteration 79020, lr = 0.01
 I1226 06:16:55.816861  2133 solver.cpp:66] Iteration 79020, loss = 3.11406
 I1226 06:17:31.909349  2133 solver.cpp:204] Iteration 79040, lr = 0.01
 I1226 06:17:31.914422  2133 solver.cpp:66] Iteration 79040, loss = 2.76718
 I1226 06:18:08.005755  2133 solver.cpp:204] Iteration 79060, lr = 0.01
 I1226 06:18:08.010854  2133 solver.cpp:66] Iteration 79060, loss = 2.64581
 I1226 06:18:44.104959  2133 solver.cpp:204] Iteration 79080, lr = 0.01
 I1226 06:18:44.110023  2133 solver.cpp:66] Iteration 79080, loss = 3.00864
 I1226 06:19:20.206085  2133 solver.cpp:204] Iteration 79100, lr = 0.01
 I1226 06:19:20.211151  2133 solver.cpp:66] Iteration 79100, loss = 2.72166
 I1226 06:19:56.308073  2133 solver.cpp:204] Iteration 79120, lr = 0.01
 I1226 06:19:56.313220  2133 solver.cpp:66] Iteration 79120, loss = 2.75674
 I1226 06:20:32.401531  2133 solver.cpp:204] Iteration 79140, lr = 0.01
 I1226 06:20:32.406652  2133 solver.cpp:66] Iteration 79140, loss = 2.68696
 I1226 06:21:08.498030  2133 solver.cpp:204] Iteration 79160, lr = 0.01
 I1226 06:21:08.503130  2133 solver.cpp:66] Iteration 79160, loss = 2.96533
 I1226 06:21:44.592933  2133 solver.cpp:204] Iteration 79180, lr = 0.01
 I1226 06:21:44.598005  2133 solver.cpp:66] Iteration 79180, loss = 2.81694
 I1226 06:22:20.689241  2133 solver.cpp:204] Iteration 79200, lr = 0.01
 I1226 06:22:20.694353  2133 solver.cpp:66] Iteration 79200, loss = 3.10599
 I1226 06:22:56.787518  2133 solver.cpp:204] Iteration 79220, lr = 0.01
 I1226 06:22:56.792623  2133 solver.cpp:66] Iteration 79220, loss = 3.02723
 I1226 06:23:32.887225  2133 solver.cpp:204] Iteration 79240, lr = 0.01
 I1226 06:23:32.892379  2133 solver.cpp:66] Iteration 79240, loss = 2.71077
 I1226 06:24:08.984582  2133 solver.cpp:204] Iteration 79260, lr = 0.01
 I1226 06:24:08.989696  2133 solver.cpp:66] Iteration 79260, loss = 2.85428
 I1226 06:24:45.079839  2133 solver.cpp:204] Iteration 79280, lr = 0.01
 I1226 06:24:45.084955  2133 solver.cpp:66] Iteration 79280, loss = 2.64854
 I1226 06:25:21.174850  2133 solver.cpp:204] Iteration 79300, lr = 0.01
 I1226 06:25:21.179960  2133 solver.cpp:66] Iteration 79300, loss = 2.9173
 I1226 06:25:57.271278  2133 solver.cpp:204] Iteration 79320, lr = 0.01
 I1226 06:25:57.276376  2133 solver.cpp:66] Iteration 79320, loss = 2.93021
 I1226 06:26:33.368320  2133 solver.cpp:204] Iteration 79340, lr = 0.01
 I1226 06:26:33.373479  2133 solver.cpp:66] Iteration 79340, loss = 2.63647
 I1226 06:27:09.462045  2133 solver.cpp:204] Iteration 79360, lr = 0.01
 I1226 06:27:09.467144  2133 solver.cpp:66] Iteration 79360, loss = 2.71127
 I1226 06:27:45.555975  2133 solver.cpp:204] Iteration 79380, lr = 0.01
 I1226 06:27:45.561096  2133 solver.cpp:66] Iteration 79380, loss = 2.71344
 I1226 06:28:21.650120  2133 solver.cpp:204] Iteration 79400, lr = 0.01
 I1226 06:28:21.655228  2133 solver.cpp:66] Iteration 79400, loss = 2.7155
 I1226 06:28:57.747011  2133 solver.cpp:204] Iteration 79420, lr = 0.01
 I1226 06:28:57.752120  2133 solver.cpp:66] Iteration 79420, loss = 2.90241
 I1226 06:29:33.846082  2133 solver.cpp:204] Iteration 79440, lr = 0.01
 I1226 06:29:33.851045  2133 solver.cpp:66] Iteration 79440, loss = 2.8735
 I1226 06:30:09.940822  2133 solver.cpp:204] Iteration 79460, lr = 0.01
 I1226 06:30:09.945927  2133 solver.cpp:66] Iteration 79460, loss = 2.96391
 I1226 06:30:46.037369  2133 solver.cpp:204] Iteration 79480, lr = 0.01
 I1226 06:30:46.042443  2133 solver.cpp:66] Iteration 79480, loss = 2.75941
 I1226 06:31:22.130470  2133 solver.cpp:204] Iteration 79500, lr = 0.01
 I1226 06:31:22.135556  2133 solver.cpp:66] Iteration 79500, loss = 2.51823
 I1226 06:31:58.225188  2133 solver.cpp:204] Iteration 79520, lr = 0.01
 I1226 06:31:58.230252  2133 solver.cpp:66] Iteration 79520, loss = 2.7965
 I1226 06:32:34.316938  2133 solver.cpp:204] Iteration 79540, lr = 0.01
 I1226 06:32:34.322024  2133 solver.cpp:66] Iteration 79540, loss = 2.74944
 I1226 06:33:10.412863  2133 solver.cpp:204] Iteration 79560, lr = 0.01
 I1226 06:33:10.417948  2133 solver.cpp:66] Iteration 79560, loss = 2.6813
 I1226 06:33:46.506507  2133 solver.cpp:204] Iteration 79580, lr = 0.01
 I1226 06:33:46.511607  2133 solver.cpp:66] Iteration 79580, loss = 2.72569
 I1226 06:34:22.602973  2133 solver.cpp:204] Iteration 79600, lr = 0.01
 I1226 06:34:22.608078  2133 solver.cpp:66] Iteration 79600, loss = 2.82108
 I1226 06:34:58.697980  2133 solver.cpp:204] Iteration 79620, lr = 0.01
 I1226 06:34:58.703080  2133 solver.cpp:66] Iteration 79620, loss = 2.78702
 I1226 06:35:34.795853  2133 solver.cpp:204] Iteration 79640, lr = 0.01
 I1226 06:35:34.800943  2133 solver.cpp:66] Iteration 79640, loss = 2.74772
 I1226 06:36:10.893949  2133 solver.cpp:204] Iteration 79660, lr = 0.01
 I1226 06:36:10.899086  2133 solver.cpp:66] Iteration 79660, loss = 2.76449
 I1226 06:36:46.991530  2133 solver.cpp:204] Iteration 79680, lr = 0.01
 I1226 06:36:46.996644  2133 solver.cpp:66] Iteration 79680, loss = 2.72617
 I1226 06:37:23.083426  2133 solver.cpp:204] Iteration 79700, lr = 0.01
 I1226 06:37:23.088531  2133 solver.cpp:66] Iteration 79700, loss = 2.63846
 I1226 06:37:59.178442  2133 solver.cpp:204] Iteration 79720, lr = 0.01
 I1226 06:37:59.183552  2133 solver.cpp:66] Iteration 79720, loss = 2.65169
 I1226 06:38:35.271378  2133 solver.cpp:204] Iteration 79740, lr = 0.01
 I1226 06:38:35.276479  2133 solver.cpp:66] Iteration 79740, loss = 2.69491
 I1226 06:39:11.368893  2133 solver.cpp:204] Iteration 79760, lr = 0.01
 I1226 06:39:11.373989  2133 solver.cpp:66] Iteration 79760, loss = 2.78155
 I1226 06:39:47.466070  2133 solver.cpp:204] Iteration 79780, lr = 0.01
 I1226 06:39:47.471179  2133 solver.cpp:66] Iteration 79780, loss = 2.9645
 I1226 06:40:23.561532  2133 solver.cpp:204] Iteration 79800, lr = 0.01
 I1226 06:40:23.566519  2133 solver.cpp:66] Iteration 79800, loss = 2.79495
 I1226 06:40:59.654204  2133 solver.cpp:204] Iteration 79820, lr = 0.01
 I1226 06:40:59.659308  2133 solver.cpp:66] Iteration 79820, loss = 2.73959
 I1226 06:41:35.750352  2133 solver.cpp:204] Iteration 79840, lr = 0.01
 I1226 06:41:35.755286  2133 solver.cpp:66] Iteration 79840, loss = 2.89618
 I1226 06:42:11.845438  2133 solver.cpp:204] Iteration 79860, lr = 0.01
 I1226 06:42:11.850538  2133 solver.cpp:66] Iteration 79860, loss = 2.76964
 I1226 06:42:47.942636  2133 solver.cpp:204] Iteration 79880, lr = 0.01
 I1226 06:42:47.947736  2133 solver.cpp:66] Iteration 79880, loss = 2.73732
 I1226 06:43:24.036346  2133 solver.cpp:204] Iteration 79900, lr = 0.01
 I1226 06:43:24.041455  2133 solver.cpp:66] Iteration 79900, loss = 2.78467
 I1226 06:44:00.128517  2133 solver.cpp:204] Iteration 79920, lr = 0.01
 I1226 06:44:00.133618  2133 solver.cpp:66] Iteration 79920, loss = 2.89982
 I1226 06:44:36.225052  2133 solver.cpp:204] Iteration 79940, lr = 0.01
 I1226 06:44:36.230121  2133 solver.cpp:66] Iteration 79940, loss = 2.68411
 I1226 06:45:12.321804  2133 solver.cpp:204] Iteration 79960, lr = 0.01
 I1226 06:45:12.326846  2133 solver.cpp:66] Iteration 79960, loss = 2.84961
 I1226 06:45:48.415580  2133 solver.cpp:204] Iteration 79980, lr = 0.01
 I1226 06:45:48.420697  2133 solver.cpp:66] Iteration 79980, loss = 2.71477
 I1226 06:46:24.517612  2133 solver.cpp:204] Iteration 80000, lr = 0.01
 I1226 06:46:25.090365  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_80000
 I1226 06:46:25.683915  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_80000.solverstate
 I1226 06:46:25.996042  2133 solver.cpp:66] Iteration 80000, loss = 2.84565
 I1226 06:46:25.996086  2133 solver.cpp:84] Testing net
 I1226 06:48:41.394654  2133 solver.cpp:111] Test score #0: 0.3969
 I1226 06:48:41.394703  2133 solver.cpp:111] Test score #1: 2.76318
 I1226 06:49:17.241631  2133 solver.cpp:204] Iteration 80020, lr = 0.01
 I1226 06:49:17.246737  2133 solver.cpp:66] Iteration 80020, loss = 2.5737
 I1226 06:49:53.338357  2133 solver.cpp:204] Iteration 80040, lr = 0.01
 I1226 06:49:53.343462  2133 solver.cpp:66] Iteration 80040, loss = 2.70617
 I1226 06:50:29.434581  2133 solver.cpp:204] Iteration 80060, lr = 0.01
 I1226 06:50:29.439684  2133 solver.cpp:66] Iteration 80060, loss = 2.57561
 I1226 06:51:05.527901  2133 solver.cpp:204] Iteration 80080, lr = 0.01
 I1226 06:51:05.533021  2133 solver.cpp:66] Iteration 80080, loss = 2.72779
 I1226 06:51:41.623715  2133 solver.cpp:204] Iteration 80100, lr = 0.01
 I1226 06:51:41.628811  2133 solver.cpp:66] Iteration 80100, loss = 2.99886
 I1226 06:52:17.719216  2133 solver.cpp:204] Iteration 80120, lr = 0.01
 I1226 06:52:17.724323  2133 solver.cpp:66] Iteration 80120, loss = 2.88623
 I1226 06:52:53.818065  2133 solver.cpp:204] Iteration 80140, lr = 0.01
 I1226 06:52:53.823184  2133 solver.cpp:66] Iteration 80140, loss = 2.82491
 I1226 06:53:29.916226  2133 solver.cpp:204] Iteration 80160, lr = 0.01
 I1226 06:53:29.921339  2133 solver.cpp:66] Iteration 80160, loss = 2.69155
 I1226 06:54:06.014086  2133 solver.cpp:204] Iteration 80180, lr = 0.01
 I1226 06:54:06.019188  2133 solver.cpp:66] Iteration 80180, loss = 2.73092
 I1226 06:54:42.109786  2133 solver.cpp:204] Iteration 80200, lr = 0.01
 I1226 06:54:42.114905  2133 solver.cpp:66] Iteration 80200, loss = 2.83248
 I1226 06:55:18.200395  2133 solver.cpp:204] Iteration 80220, lr = 0.01
 I1226 06:55:18.205459  2133 solver.cpp:66] Iteration 80220, loss = 2.89533
 I1226 06:55:54.294317  2133 solver.cpp:204] Iteration 80240, lr = 0.01
 I1226 06:55:54.299423  2133 solver.cpp:66] Iteration 80240, loss = 2.87758
 I1226 06:56:30.390372  2133 solver.cpp:204] Iteration 80260, lr = 0.01
 I1226 06:56:30.395480  2133 solver.cpp:66] Iteration 80260, loss = 2.64812
 I1226 06:57:06.490257  2133 solver.cpp:204] Iteration 80280, lr = 0.01
 I1226 06:57:06.495360  2133 solver.cpp:66] Iteration 80280, loss = 2.86076
 I1226 06:57:42.593037  2133 solver.cpp:204] Iteration 80300, lr = 0.01
 I1226 06:57:42.598109  2133 solver.cpp:66] Iteration 80300, loss = 2.56866
 I1226 06:58:18.691138  2133 solver.cpp:204] Iteration 80320, lr = 0.01
 I1226 06:58:18.696239  2133 solver.cpp:66] Iteration 80320, loss = 2.68889
 I1226 06:58:54.789165  2133 solver.cpp:204] Iteration 80340, lr = 0.01
 I1226 06:58:54.794230  2133 solver.cpp:66] Iteration 80340, loss = 2.74816
 I1226 06:59:30.883981  2133 solver.cpp:204] Iteration 80360, lr = 0.01
 I1226 06:59:30.889089  2133 solver.cpp:66] Iteration 80360, loss = 2.6382
 I1226 07:00:06.977344  2133 solver.cpp:204] Iteration 80380, lr = 0.01
 I1226 07:00:06.982426  2133 solver.cpp:66] Iteration 80380, loss = 2.67962
 I1226 07:00:43.071563  2133 solver.cpp:204] Iteration 80400, lr = 0.01
 I1226 07:00:43.076431  2133 solver.cpp:66] Iteration 80400, loss = 2.73009
 I1226 07:01:19.168158  2133 solver.cpp:204] Iteration 80420, lr = 0.01
 I1226 07:01:19.173240  2133 solver.cpp:66] Iteration 80420, loss = 2.65912
 I1226 07:01:55.263761  2133 solver.cpp:204] Iteration 80440, lr = 0.01
 I1226 07:01:55.268873  2133 solver.cpp:66] Iteration 80440, loss = 2.69726
 I1226 07:02:31.358314  2133 solver.cpp:204] Iteration 80460, lr = 0.01
 I1226 07:02:31.363421  2133 solver.cpp:66] Iteration 80460, loss = 2.57146
 I1226 07:03:07.457188  2133 solver.cpp:204] Iteration 80480, lr = 0.01
 I1226 07:03:07.462251  2133 solver.cpp:66] Iteration 80480, loss = 2.90256
 I1226 07:03:43.551488  2133 solver.cpp:204] Iteration 80500, lr = 0.01
 I1226 07:03:43.556596  2133 solver.cpp:66] Iteration 80500, loss = 2.89093
 I1226 07:04:19.647631  2133 solver.cpp:204] Iteration 80520, lr = 0.01
 I1226 07:04:19.652616  2133 solver.cpp:66] Iteration 80520, loss = 2.73155
 I1226 07:04:55.746565  2133 solver.cpp:204] Iteration 80540, lr = 0.01
 I1226 07:04:55.751660  2133 solver.cpp:66] Iteration 80540, loss = 2.91815
 I1226 07:05:31.843107  2133 solver.cpp:204] Iteration 80560, lr = 0.01
 I1226 07:05:31.848217  2133 solver.cpp:66] Iteration 80560, loss = 3.17376
 I1226 07:06:07.939764  2133 solver.cpp:204] Iteration 80580, lr = 0.01
 I1226 07:06:07.944879  2133 solver.cpp:66] Iteration 80580, loss = 2.78922
 I1226 07:06:44.038106  2133 solver.cpp:204] Iteration 80600, lr = 0.01
 I1226 07:06:44.043211  2133 solver.cpp:66] Iteration 80600, loss = 2.75871
 I1226 07:07:20.137651  2133 solver.cpp:204] Iteration 80620, lr = 0.01
 I1226 07:07:20.142752  2133 solver.cpp:66] Iteration 80620, loss = 2.82135
 I1226 07:07:56.236186  2133 solver.cpp:204] Iteration 80640, lr = 0.01
 I1226 07:07:56.241297  2133 solver.cpp:66] Iteration 80640, loss = 2.43819
 I1226 07:08:32.332231  2133 solver.cpp:204] Iteration 80660, lr = 0.01
 I1226 07:08:32.337339  2133 solver.cpp:66] Iteration 80660, loss = 2.92844
 I1226 07:09:08.421705  2133 solver.cpp:204] Iteration 80680, lr = 0.01
 I1226 07:09:08.426811  2133 solver.cpp:66] Iteration 80680, loss = 3.08103
 I1226 07:09:44.518113  2133 solver.cpp:204] Iteration 80700, lr = 0.01
 I1226 07:09:44.523212  2133 solver.cpp:66] Iteration 80700, loss = 2.67127
 I1226 07:10:20.613844  2133 solver.cpp:204] Iteration 80720, lr = 0.01
 I1226 07:10:20.618958  2133 solver.cpp:66] Iteration 80720, loss = 2.72966
 I1226 07:10:56.706636  2133 solver.cpp:204] Iteration 80740, lr = 0.01
 I1226 07:10:56.711750  2133 solver.cpp:66] Iteration 80740, loss = 2.81368
 I1226 07:11:32.802398  2133 solver.cpp:204] Iteration 80760, lr = 0.01
 I1226 07:11:32.807514  2133 solver.cpp:66] Iteration 80760, loss = 2.87074
 I1226 07:12:08.896991  2133 solver.cpp:204] Iteration 80780, lr = 0.01
 I1226 07:12:08.902060  2133 solver.cpp:66] Iteration 80780, loss = 2.72982
 I1226 07:12:44.993654  2133 solver.cpp:204] Iteration 80800, lr = 0.01
 I1226 07:12:44.998764  2133 solver.cpp:66] Iteration 80800, loss = 2.76232
 I1226 07:13:21.086457  2133 solver.cpp:204] Iteration 80820, lr = 0.01
 I1226 07:13:21.091544  2133 solver.cpp:66] Iteration 80820, loss = 2.88616
 I1226 07:13:57.182322  2133 solver.cpp:204] Iteration 80840, lr = 0.01
 I1226 07:13:57.187423  2133 solver.cpp:66] Iteration 80840, loss = 2.54022
 I1226 07:14:33.278388  2133 solver.cpp:204] Iteration 80860, lr = 0.01
 I1226 07:14:33.283494  2133 solver.cpp:66] Iteration 80860, loss = 3.02619
 I1226 07:15:09.375069  2133 solver.cpp:204] Iteration 80880, lr = 0.01
 I1226 07:15:09.380172  2133 solver.cpp:66] Iteration 80880, loss = 2.88523
 I1226 07:15:45.469743  2133 solver.cpp:204] Iteration 80900, lr = 0.01
 I1226 07:15:45.474851  2133 solver.cpp:66] Iteration 80900, loss = 2.73863
 I1226 07:16:21.563017  2133 solver.cpp:204] Iteration 80920, lr = 0.01
 I1226 07:16:21.568121  2133 solver.cpp:66] Iteration 80920, loss = 3.11446
 I1226 07:16:57.662111  2133 solver.cpp:204] Iteration 80940, lr = 0.01
 I1226 07:16:57.667217  2133 solver.cpp:66] Iteration 80940, loss = 3.0904
 I1226 07:17:33.755602  2133 solver.cpp:204] Iteration 80960, lr = 0.01
 I1226 07:17:33.760684  2133 solver.cpp:66] Iteration 80960, loss = 2.7918
 I1226 07:18:09.856469  2133 solver.cpp:204] Iteration 80980, lr = 0.01
 I1226 07:18:09.861577  2133 solver.cpp:66] Iteration 80980, loss = 2.77609
 I1226 07:18:45.947325  2133 solver.cpp:204] Iteration 81000, lr = 0.01
 I1226 07:18:45.952424  2133 solver.cpp:66] Iteration 81000, loss = 2.73101
 I1226 07:18:45.952436  2133 solver.cpp:84] Testing net
 I1226 07:20:57.845402  2133 solver.cpp:111] Test score #0: 0.39662
 I1226 07:20:57.845448  2133 solver.cpp:111] Test score #1: 2.75237
 I1226 07:21:33.685773  2133 solver.cpp:204] Iteration 81020, lr = 0.01
 I1226 07:21:33.690835  2133 solver.cpp:66] Iteration 81020, loss = 2.91726
 I1226 07:22:09.778864  2133 solver.cpp:204] Iteration 81040, lr = 0.01
 I1226 07:22:09.783973  2133 solver.cpp:66] Iteration 81040, loss = 2.924
 I1226 07:22:45.876149  2133 solver.cpp:204] Iteration 81060, lr = 0.01
 I1226 07:22:45.881211  2133 solver.cpp:66] Iteration 81060, loss = 2.86399
 I1226 07:23:21.969684  2133 solver.cpp:204] Iteration 81080, lr = 0.01
 I1226 07:23:21.974596  2133 solver.cpp:66] Iteration 81080, loss = 2.93421
 I1226 07:23:58.064972  2133 solver.cpp:204] Iteration 81100, lr = 0.01
 I1226 07:23:58.070032  2133 solver.cpp:66] Iteration 81100, loss = 2.90385
 I1226 07:24:34.155200  2133 solver.cpp:204] Iteration 81120, lr = 0.01
 I1226 07:24:34.160272  2133 solver.cpp:66] Iteration 81120, loss = 2.81122
 I1226 07:25:10.250787  2133 solver.cpp:204] Iteration 81140, lr = 0.01
 I1226 07:25:10.255884  2133 solver.cpp:66] Iteration 81140, loss = 2.90242
 I1226 07:25:46.347481  2133 solver.cpp:204] Iteration 81160, lr = 0.01
 I1226 07:25:46.352587  2133 solver.cpp:66] Iteration 81160, loss = 2.42807
 I1226 07:26:22.443013  2133 solver.cpp:204] Iteration 81180, lr = 0.01
 I1226 07:26:22.448123  2133 solver.cpp:66] Iteration 81180, loss = 3.07172
 I1226 07:26:58.541311  2133 solver.cpp:204] Iteration 81200, lr = 0.01
 I1226 07:26:58.546378  2133 solver.cpp:66] Iteration 81200, loss = 2.67643
 I1226 07:27:34.633574  2133 solver.cpp:204] Iteration 81220, lr = 0.01
 I1226 07:27:34.638684  2133 solver.cpp:66] Iteration 81220, loss = 3.07666
 I1226 07:28:10.727926  2133 solver.cpp:204] Iteration 81240, lr = 0.01
 I1226 07:28:10.733033  2133 solver.cpp:66] Iteration 81240, loss = 2.64829
 I1226 07:28:46.821800  2133 solver.cpp:204] Iteration 81260, lr = 0.01
 I1226 07:28:46.826908  2133 solver.cpp:66] Iteration 81260, loss = 2.80864
 I1226 07:29:22.920392  2133 solver.cpp:204] Iteration 81280, lr = 0.01
 I1226 07:29:22.925498  2133 solver.cpp:66] Iteration 81280, loss = 2.92543
 I1226 07:29:59.014070  2133 solver.cpp:204] Iteration 81300, lr = 0.01
 I1226 07:29:59.019166  2133 solver.cpp:66] Iteration 81300, loss = 2.5499
 I1226 07:30:35.112340  2133 solver.cpp:204] Iteration 81320, lr = 0.01
 I1226 07:30:35.117455  2133 solver.cpp:66] Iteration 81320, loss = 2.88859
 I1226 07:31:11.208776  2133 solver.cpp:204] Iteration 81340, lr = 0.01
 I1226 07:31:11.213886  2133 solver.cpp:66] Iteration 81340, loss = 2.86327
 I1226 07:31:47.307576  2133 solver.cpp:204] Iteration 81360, lr = 0.01
 I1226 07:31:47.312675  2133 solver.cpp:66] Iteration 81360, loss = 2.88747
 I1226 07:32:23.406725  2133 solver.cpp:204] Iteration 81380, lr = 0.01
 I1226 07:32:23.411833  2133 solver.cpp:66] Iteration 81380, loss = 2.84704
 I1226 07:32:59.500320  2133 solver.cpp:204] Iteration 81400, lr = 0.01
 I1226 07:32:59.505440  2133 solver.cpp:66] Iteration 81400, loss = 3.11472
 I1226 07:33:35.595412  2133 solver.cpp:204] Iteration 81420, lr = 0.01
 I1226 07:33:35.600523  2133 solver.cpp:66] Iteration 81420, loss = 2.8254
 I1226 07:34:11.694346  2133 solver.cpp:204] Iteration 81440, lr = 0.01
 I1226 07:34:11.699471  2133 solver.cpp:66] Iteration 81440, loss = 2.79636
 I1226 07:34:47.795428  2133 solver.cpp:204] Iteration 81460, lr = 0.01
 I1226 07:34:47.800529  2133 solver.cpp:66] Iteration 81460, loss = 2.64702
 I1226 07:35:25.975440  2133 solver.cpp:204] Iteration 81480, lr = 0.01
 I1226 07:35:25.980545  2133 solver.cpp:66] Iteration 81480, loss = 2.3604
 I1226 07:36:02.072185  2133 solver.cpp:204] Iteration 81500, lr = 0.01
 I1226 07:36:02.077285  2133 solver.cpp:66] Iteration 81500, loss = 2.88507
 I1226 07:36:38.168814  2133 solver.cpp:204] Iteration 81520, lr = 0.01
 I1226 07:36:38.173892  2133 solver.cpp:66] Iteration 81520, loss = 2.82284
 I1226 07:37:14.265007  2133 solver.cpp:204] Iteration 81540, lr = 0.01
 I1226 07:37:14.270064  2133 solver.cpp:66] Iteration 81540, loss = 2.96026
 I1226 07:37:50.362671  2133 solver.cpp:204] Iteration 81560, lr = 0.01
 I1226 07:37:50.367657  2133 solver.cpp:66] Iteration 81560, loss = 2.93593
 I1226 07:38:26.453588  2133 solver.cpp:204] Iteration 81580, lr = 0.01
 I1226 07:38:26.458693  2133 solver.cpp:66] Iteration 81580, loss = 3.16476
 I1226 07:39:02.549274  2133 solver.cpp:204] Iteration 81600, lr = 0.01
 I1226 07:39:02.554333  2133 solver.cpp:66] Iteration 81600, loss = 2.70489
 I1226 07:39:38.643532  2133 solver.cpp:204] Iteration 81620, lr = 0.01
 I1226 07:39:38.648645  2133 solver.cpp:66] Iteration 81620, loss = 2.63503
 I1226 07:40:14.734115  2133 solver.cpp:204] Iteration 81640, lr = 0.01
 I1226 07:40:14.739225  2133 solver.cpp:66] Iteration 81640, loss = 2.78429
 I1226 07:41:00.202805  2133 solver.cpp:204] Iteration 81660, lr = 0.01
 I1226 07:41:00.207896  2133 solver.cpp:66] Iteration 81660, loss = 2.61157
 I1226 07:42:27.632164  2133 solver.cpp:204] Iteration 81680, lr = 0.01
 I1226 07:42:27.637219  2133 solver.cpp:66] Iteration 81680, loss = 2.70087
 I1226 07:43:21.756592  2133 solver.cpp:204] Iteration 81700, lr = 0.01
 I1226 07:43:21.761673  2133 solver.cpp:66] Iteration 81700, loss = 3.02465
 I1226 07:43:57.853667  2133 solver.cpp:204] Iteration 81720, lr = 0.01
 I1226 07:43:57.858772  2133 solver.cpp:66] Iteration 81720, loss = 2.40938
 I1226 07:44:33.946995  2133 solver.cpp:204] Iteration 81740, lr = 0.01
 I1226 07:44:33.952112  2133 solver.cpp:66] Iteration 81740, loss = 2.89019
 I1226 07:45:10.040032  2133 solver.cpp:204] Iteration 81760, lr = 0.01
 I1226 07:45:10.045132  2133 solver.cpp:66] Iteration 81760, loss = 2.86426
 I1226 07:45:46.132230  2133 solver.cpp:204] Iteration 81780, lr = 0.01
 I1226 07:45:46.137339  2133 solver.cpp:66] Iteration 81780, loss = 2.82977
 I1226 07:46:22.226454  2133 solver.cpp:204] Iteration 81800, lr = 0.01
 I1226 07:46:22.231549  2133 solver.cpp:66] Iteration 81800, loss = 2.72662
 I1226 07:46:58.317359  2133 solver.cpp:204] Iteration 81820, lr = 0.01
 I1226 07:46:58.322444  2133 solver.cpp:66] Iteration 81820, loss = 2.59124
 I1226 07:47:34.411869  2133 solver.cpp:204] Iteration 81840, lr = 0.01
 I1226 07:47:34.416972  2133 solver.cpp:66] Iteration 81840, loss = 2.97358
 I1226 07:48:10.508339  2133 solver.cpp:204] Iteration 81860, lr = 0.01
 I1226 07:48:10.513442  2133 solver.cpp:66] Iteration 81860, loss = 2.91318
 I1226 07:48:46.600754  2133 solver.cpp:204] Iteration 81880, lr = 0.01
 I1226 07:48:46.605852  2133 solver.cpp:66] Iteration 81880, loss = 2.61337
 I1226 07:49:22.691357  2133 solver.cpp:204] Iteration 81900, lr = 0.01
 I1226 07:49:22.696470  2133 solver.cpp:66] Iteration 81900, loss = 2.66391
 I1226 07:49:58.781529  2133 solver.cpp:204] Iteration 81920, lr = 0.01
 I1226 07:49:58.786631  2133 solver.cpp:66] Iteration 81920, loss = 2.92338
 I1226 07:50:34.873437  2133 solver.cpp:204] Iteration 81940, lr = 0.01
 I1226 07:50:34.878537  2133 solver.cpp:66] Iteration 81940, loss = 2.86706
 I1226 07:51:10.971916  2133 solver.cpp:204] Iteration 81960, lr = 0.01
 I1226 07:51:10.977035  2133 solver.cpp:66] Iteration 81960, loss = 2.6762
 I1226 07:51:47.062333  2133 solver.cpp:204] Iteration 81980, lr = 0.01
 I1226 07:51:47.067407  2133 solver.cpp:66] Iteration 81980, loss = 2.82141
 I1226 07:52:23.152653  2133 solver.cpp:204] Iteration 82000, lr = 0.01
 I1226 07:52:23.157752  2133 solver.cpp:66] Iteration 82000, loss = 2.64238
 I1226 07:52:23.157765  2133 solver.cpp:84] Testing net
 I1226 07:54:36.184183  2133 solver.cpp:111] Test score #0: 0.40916
 I1226 07:54:36.184232  2133 solver.cpp:111] Test score #1: 2.69412
 I1226 07:55:12.026181  2133 solver.cpp:204] Iteration 82020, lr = 0.01
 I1226 07:55:12.031265  2133 solver.cpp:66] Iteration 82020, loss = 2.60879
 I1226 07:55:48.120180  2133 solver.cpp:204] Iteration 82040, lr = 0.01
 I1226 07:55:48.125300  2133 solver.cpp:66] Iteration 82040, loss = 3.03755
 I1226 07:56:24.215939  2133 solver.cpp:204] Iteration 82060, lr = 0.01
 I1226 07:56:24.220991  2133 solver.cpp:66] Iteration 82060, loss = 3.1154
 I1226 07:57:00.309273  2133 solver.cpp:204] Iteration 82080, lr = 0.01
 I1226 07:57:00.314337  2133 solver.cpp:66] Iteration 82080, loss = 2.81457
 I1226 07:57:36.406309  2133 solver.cpp:204] Iteration 82100, lr = 0.01
 I1226 07:57:36.411412  2133 solver.cpp:66] Iteration 82100, loss = 2.56846
 I1226 07:58:12.501941  2133 solver.cpp:204] Iteration 82120, lr = 0.01
 I1226 07:58:12.507102  2133 solver.cpp:66] Iteration 82120, loss = 2.76611
 I1226 07:58:48.596739  2133 solver.cpp:204] Iteration 82140, lr = 0.01
 I1226 07:58:48.601843  2133 solver.cpp:66] Iteration 82140, loss = 2.65667
 I1226 07:59:24.695021  2133 solver.cpp:204] Iteration 82160, lr = 0.01
 I1226 07:59:24.700131  2133 solver.cpp:66] Iteration 82160, loss = 2.69543
 I1226 08:00:00.787081  2133 solver.cpp:204] Iteration 82180, lr = 0.01
 I1226 08:00:00.792188  2133 solver.cpp:66] Iteration 82180, loss = 2.53388
 I1226 08:00:36.879997  2133 solver.cpp:204] Iteration 82200, lr = 0.01
 I1226 08:00:36.885083  2133 solver.cpp:66] Iteration 82200, loss = 2.48993
 I1226 08:01:12.970567  2133 solver.cpp:204] Iteration 82220, lr = 0.01
 I1226 08:01:12.975667  2133 solver.cpp:66] Iteration 82220, loss = 2.7337
 I1226 08:01:49.067158  2133 solver.cpp:204] Iteration 82240, lr = 0.01
 I1226 08:01:49.072252  2133 solver.cpp:66] Iteration 82240, loss = 2.77908
 I1226 08:02:25.161134  2133 solver.cpp:204] Iteration 82260, lr = 0.01
 I1226 08:02:25.166192  2133 solver.cpp:66] Iteration 82260, loss = 2.31309
 I1226 08:03:01.255194  2133 solver.cpp:204] Iteration 82280, lr = 0.01
 I1226 08:03:01.260306  2133 solver.cpp:66] Iteration 82280, loss = 2.92402
 I1226 08:03:37.357420  2133 solver.cpp:204] Iteration 82300, lr = 0.01
 I1226 08:03:37.362517  2133 solver.cpp:66] Iteration 82300, loss = 3.06933
 I1226 08:04:13.451764  2133 solver.cpp:204] Iteration 82320, lr = 0.01
 I1226 08:04:13.456897  2133 solver.cpp:66] Iteration 82320, loss = 2.80881
 I1226 08:04:49.544893  2133 solver.cpp:204] Iteration 82340, lr = 0.01
 I1226 08:04:49.549968  2133 solver.cpp:66] Iteration 82340, loss = 2.52267
 I1226 08:05:25.641746  2133 solver.cpp:204] Iteration 82360, lr = 0.01
 I1226 08:05:25.646848  2133 solver.cpp:66] Iteration 82360, loss = 2.5255
 I1226 08:06:01.739920  2133 solver.cpp:204] Iteration 82380, lr = 0.01
 I1226 08:06:01.745033  2133 solver.cpp:66] Iteration 82380, loss = 2.77587
 I1226 08:06:37.836071  2133 solver.cpp:204] Iteration 82400, lr = 0.01
 I1226 08:06:37.841179  2133 solver.cpp:66] Iteration 82400, loss = 2.91545
 I1226 08:07:13.927347  2133 solver.cpp:204] Iteration 82420, lr = 0.01
 I1226 08:07:13.932453  2133 solver.cpp:66] Iteration 82420, loss = 2.70301
 I1226 08:07:50.026640  2133 solver.cpp:204] Iteration 82440, lr = 0.01
 I1226 08:07:50.031713  2133 solver.cpp:66] Iteration 82440, loss = 2.67647
 I1226 08:08:26.121877  2133 solver.cpp:204] Iteration 82460, lr = 0.01
 I1226 08:08:26.126981  2133 solver.cpp:66] Iteration 82460, loss = 2.60856
 I1226 08:09:02.217491  2133 solver.cpp:204] Iteration 82480, lr = 0.01
 I1226 08:09:02.222589  2133 solver.cpp:66] Iteration 82480, loss = 2.76004
 I1226 08:09:38.311188  2133 solver.cpp:204] Iteration 82500, lr = 0.01
 I1226 08:09:38.316344  2133 solver.cpp:66] Iteration 82500, loss = 2.79786
 I1226 08:10:14.408490  2133 solver.cpp:204] Iteration 82520, lr = 0.01
 I1226 08:10:14.413604  2133 solver.cpp:66] Iteration 82520, loss = 2.89332
 I1226 08:10:50.505532  2133 solver.cpp:204] Iteration 82540, lr = 0.01
 I1226 08:10:50.510639  2133 solver.cpp:66] Iteration 82540, loss = 2.85955
 I1226 08:11:26.600900  2133 solver.cpp:204] Iteration 82560, lr = 0.01
 I1226 08:11:26.605972  2133 solver.cpp:66] Iteration 82560, loss = 3.05638
 I1226 08:12:02.699328  2133 solver.cpp:204] Iteration 82580, lr = 0.01
 I1226 08:12:02.704396  2133 solver.cpp:66] Iteration 82580, loss = 2.72263
 I1226 08:12:38.795474  2133 solver.cpp:204] Iteration 82600, lr = 0.01
 I1226 08:12:38.800575  2133 solver.cpp:66] Iteration 82600, loss = 2.566
 I1226 08:13:14.891352  2133 solver.cpp:204] Iteration 82620, lr = 0.01
 I1226 08:13:14.896462  2133 solver.cpp:66] Iteration 82620, loss = 2.91055
 I1226 08:13:50.988631  2133 solver.cpp:204] Iteration 82640, lr = 0.01
 I1226 08:13:50.993728  2133 solver.cpp:66] Iteration 82640, loss = 2.3803
 I1226 08:14:27.083515  2133 solver.cpp:204] Iteration 82660, lr = 0.01
 I1226 08:14:27.088628  2133 solver.cpp:66] Iteration 82660, loss = 2.85385
 I1226 08:15:03.181365  2133 solver.cpp:204] Iteration 82680, lr = 0.01
 I1226 08:15:03.186436  2133 solver.cpp:66] Iteration 82680, loss = 2.94505
 I1226 08:15:39.273901  2133 solver.cpp:204] Iteration 82700, lr = 0.01
 I1226 08:15:39.279014  2133 solver.cpp:66] Iteration 82700, loss = 2.95158
 I1226 08:16:15.366245  2133 solver.cpp:204] Iteration 82720, lr = 0.01
 I1226 08:16:15.371345  2133 solver.cpp:66] Iteration 82720, loss = 2.67235
 I1226 08:16:51.455494  2133 solver.cpp:204] Iteration 82740, lr = 0.01
 I1226 08:16:51.460603  2133 solver.cpp:66] Iteration 82740, loss = 3.07498
 I1226 08:17:27.547490  2133 solver.cpp:204] Iteration 82760, lr = 0.01
 I1226 08:17:27.552605  2133 solver.cpp:66] Iteration 82760, loss = 2.64113
 I1226 08:18:03.641897  2133 solver.cpp:204] Iteration 82780, lr = 0.01
 I1226 08:18:03.646992  2133 solver.cpp:66] Iteration 82780, loss = 2.6179
 I1226 08:18:39.736076  2133 solver.cpp:204] Iteration 82800, lr = 0.01
 I1226 08:18:39.741174  2133 solver.cpp:66] Iteration 82800, loss = 2.85175
 I1226 08:19:15.830720  2133 solver.cpp:204] Iteration 82820, lr = 0.01
 I1226 08:19:15.835834  2133 solver.cpp:66] Iteration 82820, loss = 2.80179
 I1226 08:19:51.923676  2133 solver.cpp:204] Iteration 82840, lr = 0.01
 I1226 08:19:51.928736  2133 solver.cpp:66] Iteration 82840, loss = 2.89052
 I1226 08:20:28.020490  2133 solver.cpp:204] Iteration 82860, lr = 0.01
 I1226 08:20:28.025604  2133 solver.cpp:66] Iteration 82860, loss = 2.85611
 I1226 08:21:04.110537  2133 solver.cpp:204] Iteration 82880, lr = 0.01
 I1226 08:21:04.115597  2133 solver.cpp:66] Iteration 82880, loss = 2.59635
 I1226 08:21:40.205278  2133 solver.cpp:204] Iteration 82900, lr = 0.01
 I1226 08:21:40.210350  2133 solver.cpp:66] Iteration 82900, loss = 2.81218
 I1226 08:22:16.296103  2133 solver.cpp:204] Iteration 82920, lr = 0.01
 I1226 08:22:16.301201  2133 solver.cpp:66] Iteration 82920, loss = 2.75295
 I1226 08:22:52.387874  2133 solver.cpp:204] Iteration 82940, lr = 0.01
 I1226 08:22:52.392977  2133 solver.cpp:66] Iteration 82940, loss = 2.73263
 I1226 08:23:28.484788  2133 solver.cpp:204] Iteration 82960, lr = 0.01
 I1226 08:23:28.489891  2133 solver.cpp:66] Iteration 82960, loss = 3.12468
 I1226 08:24:04.580876  2133 solver.cpp:204] Iteration 82980, lr = 0.01
 I1226 08:24:04.586000  2133 solver.cpp:66] Iteration 82980, loss = 2.80379
 I1226 08:24:40.673614  2133 solver.cpp:204] Iteration 83000, lr = 0.01
 I1226 08:24:40.678777  2133 solver.cpp:66] Iteration 83000, loss = 2.93518
 I1226 08:24:40.678791  2133 solver.cpp:84] Testing net
 I1226 08:26:53.044003  2133 solver.cpp:111] Test score #0: 0.40822
 I1226 08:26:53.044052  2133 solver.cpp:111] Test score #1: 2.69012
 I1226 08:27:28.890329  2133 solver.cpp:204] Iteration 83020, lr = 0.01
 I1226 08:27:28.895433  2133 solver.cpp:66] Iteration 83020, loss = 2.74898
 I1226 08:28:04.982820  2133 solver.cpp:204] Iteration 83040, lr = 0.01
 I1226 08:28:04.987928  2133 solver.cpp:66] Iteration 83040, loss = 2.95116
 I1226 08:28:41.074801  2133 solver.cpp:204] Iteration 83060, lr = 0.01
 I1226 08:28:41.079916  2133 solver.cpp:66] Iteration 83060, loss = 2.90539
 I1226 08:29:17.173800  2133 solver.cpp:204] Iteration 83080, lr = 0.01
 I1226 08:29:17.178866  2133 solver.cpp:66] Iteration 83080, loss = 2.82885
 I1226 08:29:53.269877  2133 solver.cpp:204] Iteration 83100, lr = 0.01
 I1226 08:29:53.274982  2133 solver.cpp:66] Iteration 83100, loss = 2.68714
 I1226 08:30:29.369087  2133 solver.cpp:204] Iteration 83120, lr = 0.01
 I1226 08:30:29.374161  2133 solver.cpp:66] Iteration 83120, loss = 2.78715
 I1226 08:31:05.465405  2133 solver.cpp:204] Iteration 83140, lr = 0.01
 I1226 08:31:05.470489  2133 solver.cpp:66] Iteration 83140, loss = 2.79902
 I1226 08:31:41.561521  2133 solver.cpp:204] Iteration 83160, lr = 0.01
 I1226 08:31:41.566627  2133 solver.cpp:66] Iteration 83160, loss = 2.53471
 I1226 08:32:17.653149  2133 solver.cpp:204] Iteration 83180, lr = 0.01
 I1226 08:32:17.658220  2133 solver.cpp:66] Iteration 83180, loss = 2.84654
 I1226 08:32:53.745543  2133 solver.cpp:204] Iteration 83200, lr = 0.01
 I1226 08:32:53.750416  2133 solver.cpp:66] Iteration 83200, loss = 2.83212
 I1226 08:33:29.841470  2133 solver.cpp:204] Iteration 83220, lr = 0.01
 I1226 08:33:29.846529  2133 solver.cpp:66] Iteration 83220, loss = 2.70324
 I1226 08:34:05.936389  2133 solver.cpp:204] Iteration 83240, lr = 0.01
 I1226 08:34:05.941553  2133 solver.cpp:66] Iteration 83240, loss = 2.78082
 I1226 08:34:42.030683  2133 solver.cpp:204] Iteration 83260, lr = 0.01
 I1226 08:34:42.035770  2133 solver.cpp:66] Iteration 83260, loss = 2.70543
 I1226 08:35:18.129641  2133 solver.cpp:204] Iteration 83280, lr = 0.01
 I1226 08:35:18.134546  2133 solver.cpp:66] Iteration 83280, loss = 3.09358
 I1226 08:35:54.230751  2133 solver.cpp:204] Iteration 83300, lr = 0.01
 I1226 08:35:54.235856  2133 solver.cpp:66] Iteration 83300, loss = 2.8793
 I1226 08:36:30.328891  2133 solver.cpp:204] Iteration 83320, lr = 0.01
 I1226 08:36:30.333971  2133 solver.cpp:66] Iteration 83320, loss = 2.50011
 I1226 08:37:06.423884  2133 solver.cpp:204] Iteration 83340, lr = 0.01
 I1226 08:37:06.428993  2133 solver.cpp:66] Iteration 83340, loss = 2.9931
 I1226 08:37:42.517793  2133 solver.cpp:204] Iteration 83360, lr = 0.01
 I1226 08:37:42.522910  2133 solver.cpp:66] Iteration 83360, loss = 2.74235
 I1226 08:38:18.615203  2133 solver.cpp:204] Iteration 83380, lr = 0.01
 I1226 08:38:18.620319  2133 solver.cpp:66] Iteration 83380, loss = 2.55937
 I1226 08:38:54.710763  2133 solver.cpp:204] Iteration 83400, lr = 0.01
 I1226 08:38:54.715857  2133 solver.cpp:66] Iteration 83400, loss = 2.86164
 I1226 08:39:30.805832  2133 solver.cpp:204] Iteration 83420, lr = 0.01
 I1226 08:39:30.810914  2133 solver.cpp:66] Iteration 83420, loss = 3.07042
 I1226 08:40:06.896399  2133 solver.cpp:204] Iteration 83440, lr = 0.01
 I1226 08:40:06.901510  2133 solver.cpp:66] Iteration 83440, loss = 2.85497
 I1226 08:40:42.988879  2133 solver.cpp:204] Iteration 83460, lr = 0.01
 I1226 08:40:42.993973  2133 solver.cpp:66] Iteration 83460, loss = 2.72349
 I1226 08:41:19.083907  2133 solver.cpp:204] Iteration 83480, lr = 0.01
 I1226 08:41:19.089051  2133 solver.cpp:66] Iteration 83480, loss = 2.63133
 I1226 08:41:55.176185  2133 solver.cpp:204] Iteration 83500, lr = 0.01
 I1226 08:41:55.181291  2133 solver.cpp:66] Iteration 83500, loss = 2.72806
 I1226 08:42:31.273000  2133 solver.cpp:204] Iteration 83520, lr = 0.01
 I1226 08:42:31.278071  2133 solver.cpp:66] Iteration 83520, loss = 2.72533
 I1226 08:43:07.369006  2133 solver.cpp:204] Iteration 83540, lr = 0.01
 I1226 08:43:07.374074  2133 solver.cpp:66] Iteration 83540, loss = 2.73801
 I1226 08:43:43.464959  2133 solver.cpp:204] Iteration 83560, lr = 0.01
 I1226 08:43:43.470047  2133 solver.cpp:66] Iteration 83560, loss = 3.02558
 I1226 08:44:19.556797  2133 solver.cpp:204] Iteration 83580, lr = 0.01
 I1226 08:44:19.561916  2133 solver.cpp:66] Iteration 83580, loss = 2.7014
 I1226 08:44:55.651762  2133 solver.cpp:204] Iteration 83600, lr = 0.01
 I1226 08:44:55.656889  2133 solver.cpp:66] Iteration 83600, loss = 2.83383
 I1226 08:45:31.743335  2133 solver.cpp:204] Iteration 83620, lr = 0.01
 I1226 08:45:31.748383  2133 solver.cpp:66] Iteration 83620, loss = 2.82745
 I1226 08:46:07.838851  2133 solver.cpp:204] Iteration 83640, lr = 0.01
 I1226 08:46:07.843952  2133 solver.cpp:66] Iteration 83640, loss = 2.97051
 I1226 08:46:43.937392  2133 solver.cpp:204] Iteration 83660, lr = 0.01
 I1226 08:46:43.942463  2133 solver.cpp:66] Iteration 83660, loss = 2.88344
 I1226 08:47:20.031071  2133 solver.cpp:204] Iteration 83680, lr = 0.01
 I1226 08:47:20.036173  2133 solver.cpp:66] Iteration 83680, loss = 2.73554
 I1226 08:47:56.125597  2133 solver.cpp:204] Iteration 83700, lr = 0.01
 I1226 08:47:56.130698  2133 solver.cpp:66] Iteration 83700, loss = 2.80038
 I1226 08:48:32.226230  2133 solver.cpp:204] Iteration 83720, lr = 0.01
 I1226 08:48:32.231330  2133 solver.cpp:66] Iteration 83720, loss = 2.83261
 I1226 08:49:08.329044  2133 solver.cpp:204] Iteration 83740, lr = 0.01
 I1226 08:49:08.334120  2133 solver.cpp:66] Iteration 83740, loss = 2.77645
 I1226 08:49:44.425370  2133 solver.cpp:204] Iteration 83760, lr = 0.01
 I1226 08:49:44.430443  2133 solver.cpp:66] Iteration 83760, loss = 3.02424
 I1226 08:50:20.520529  2133 solver.cpp:204] Iteration 83780, lr = 0.01
 I1226 08:50:20.525596  2133 solver.cpp:66] Iteration 83780, loss = 2.52076
 I1226 08:50:56.615561  2133 solver.cpp:204] Iteration 83800, lr = 0.01
 I1226 08:50:56.620654  2133 solver.cpp:66] Iteration 83800, loss = 2.62299
 I1226 08:51:32.706187  2133 solver.cpp:204] Iteration 83820, lr = 0.01
 I1226 08:51:32.711297  2133 solver.cpp:66] Iteration 83820, loss = 2.58278
 I1226 08:52:08.804467  2133 solver.cpp:204] Iteration 83840, lr = 0.01
 I1226 08:52:08.809583  2133 solver.cpp:66] Iteration 83840, loss = 2.83493
 I1226 08:52:44.897594  2133 solver.cpp:204] Iteration 83860, lr = 0.01
 I1226 08:52:44.902698  2133 solver.cpp:66] Iteration 83860, loss = 2.81106
 I1226 08:53:20.991814  2133 solver.cpp:204] Iteration 83880, lr = 0.01
 I1226 08:53:20.996938  2133 solver.cpp:66] Iteration 83880, loss = 2.9678
 I1226 08:53:57.083761  2133 solver.cpp:204] Iteration 83900, lr = 0.01
 I1226 08:53:57.088888  2133 solver.cpp:66] Iteration 83900, loss = 3.10232
 I1226 08:54:33.179062  2133 solver.cpp:204] Iteration 83920, lr = 0.01
 I1226 08:54:33.184166  2133 solver.cpp:66] Iteration 83920, loss = 2.86621
 I1226 08:55:09.273113  2133 solver.cpp:204] Iteration 83940, lr = 0.01
 I1226 08:55:09.278177  2133 solver.cpp:66] Iteration 83940, loss = 3.16271
 I1226 08:55:45.368895  2133 solver.cpp:204] Iteration 83960, lr = 0.01
 I1226 08:55:45.373978  2133 solver.cpp:66] Iteration 83960, loss = 2.5186
 I1226 08:56:21.468441  2133 solver.cpp:204] Iteration 83980, lr = 0.01
 I1226 08:56:21.473558  2133 solver.cpp:66] Iteration 83980, loss = 2.84368
 I1226 08:56:57.563139  2133 solver.cpp:204] Iteration 84000, lr = 0.01
 I1226 08:56:57.568251  2133 solver.cpp:66] Iteration 84000, loss = 2.69688
 I1226 08:56:57.568264  2133 solver.cpp:84] Testing net
 I1226 08:59:09.475074  2133 solver.cpp:111] Test score #0: 0.40678
 I1226 08:59:09.475121  2133 solver.cpp:111] Test score #1: 2.71507
 I1226 08:59:45.318728  2133 solver.cpp:204] Iteration 84020, lr = 0.01
 I1226 08:59:45.323827  2133 solver.cpp:66] Iteration 84020, loss = 2.74864
 I1226 09:00:21.412442  2133 solver.cpp:204] Iteration 84040, lr = 0.01
 I1226 09:00:21.417526  2133 solver.cpp:66] Iteration 84040, loss = 2.62992
 I1226 09:00:57.505087  2133 solver.cpp:204] Iteration 84060, lr = 0.01
 I1226 09:00:57.510150  2133 solver.cpp:66] Iteration 84060, loss = 2.61178
 I1226 09:01:33.598817  2133 solver.cpp:204] Iteration 84080, lr = 0.01
 I1226 09:01:33.603924  2133 solver.cpp:66] Iteration 84080, loss = 2.91302
 I1226 09:02:09.694243  2133 solver.cpp:204] Iteration 84100, lr = 0.01
 I1226 09:02:09.699350  2133 solver.cpp:66] Iteration 84100, loss = 2.7822
 I1226 09:02:45.791488  2133 solver.cpp:204] Iteration 84120, lr = 0.01
 I1226 09:02:45.796597  2133 solver.cpp:66] Iteration 84120, loss = 2.84984
 I1226 09:03:21.887367  2133 solver.cpp:204] Iteration 84140, lr = 0.01
 I1226 09:03:21.892470  2133 solver.cpp:66] Iteration 84140, loss = 2.68132
 I1226 09:03:57.981657  2133 solver.cpp:204] Iteration 84160, lr = 0.01
 I1226 09:03:57.986773  2133 solver.cpp:66] Iteration 84160, loss = 2.67737
 I1226 09:04:34.077261  2133 solver.cpp:204] Iteration 84180, lr = 0.01
 I1226 09:04:34.082339  2133 solver.cpp:66] Iteration 84180, loss = 2.58713
 I1226 09:05:10.169729  2133 solver.cpp:204] Iteration 84200, lr = 0.01
 I1226 09:05:10.174834  2133 solver.cpp:66] Iteration 84200, loss = 2.71312
 I1226 09:05:46.264874  2133 solver.cpp:204] Iteration 84220, lr = 0.01
 I1226 09:05:46.270010  2133 solver.cpp:66] Iteration 84220, loss = 2.80272
 I1226 09:06:22.358688  2133 solver.cpp:204] Iteration 84240, lr = 0.01
 I1226 09:06:22.363770  2133 solver.cpp:66] Iteration 84240, loss = 2.91817
 I1226 09:06:58.452885  2133 solver.cpp:204] Iteration 84260, lr = 0.01
 I1226 09:06:58.457972  2133 solver.cpp:66] Iteration 84260, loss = 2.62415
 I1226 09:07:34.545359  2133 solver.cpp:204] Iteration 84280, lr = 0.01
 I1226 09:07:34.550482  2133 solver.cpp:66] Iteration 84280, loss = 2.83771
 I1226 09:08:10.636925  2133 solver.cpp:204] Iteration 84300, lr = 0.01
 I1226 09:08:10.642000  2133 solver.cpp:66] Iteration 84300, loss = 2.69627
 I1226 09:08:46.728952  2133 solver.cpp:204] Iteration 84320, lr = 0.01
 I1226 09:08:46.734001  2133 solver.cpp:66] Iteration 84320, loss = 2.78169
 I1226 09:09:22.826897  2133 solver.cpp:204] Iteration 84340, lr = 0.01
 I1226 09:09:22.832000  2133 solver.cpp:66] Iteration 84340, loss = 2.71455
 I1226 09:09:58.923499  2133 solver.cpp:204] Iteration 84360, lr = 0.01
 I1226 09:09:58.928587  2133 solver.cpp:66] Iteration 84360, loss = 2.98755
 I1226 09:10:35.019806  2133 solver.cpp:204] Iteration 84380, lr = 0.01
 I1226 09:10:35.024922  2133 solver.cpp:66] Iteration 84380, loss = 2.74599
 I1226 09:11:11.116621  2133 solver.cpp:204] Iteration 84400, lr = 0.01
 I1226 09:11:11.121695  2133 solver.cpp:66] Iteration 84400, loss = 2.87683
 I1226 09:11:47.212594  2133 solver.cpp:204] Iteration 84420, lr = 0.01
 I1226 09:11:47.217692  2133 solver.cpp:66] Iteration 84420, loss = 2.73774
 I1226 09:12:23.311638  2133 solver.cpp:204] Iteration 84440, lr = 0.01
 I1226 09:12:23.316746  2133 solver.cpp:66] Iteration 84440, loss = 2.8746
 I1226 09:12:59.405876  2133 solver.cpp:204] Iteration 84460, lr = 0.01
 I1226 09:12:59.410985  2133 solver.cpp:66] Iteration 84460, loss = 2.86611
 I1226 09:13:35.500303  2133 solver.cpp:204] Iteration 84480, lr = 0.01
 I1226 09:13:35.505411  2133 solver.cpp:66] Iteration 84480, loss = 2.75936
 I1226 09:14:11.595540  2133 solver.cpp:204] Iteration 84500, lr = 0.01
 I1226 09:14:11.600648  2133 solver.cpp:66] Iteration 84500, loss = 3.14185
 I1226 09:14:47.687835  2133 solver.cpp:204] Iteration 84520, lr = 0.01
 I1226 09:14:47.692953  2133 solver.cpp:66] Iteration 84520, loss = 2.66993
 I1226 09:15:23.777513  2133 solver.cpp:204] Iteration 84540, lr = 0.01
 I1226 09:15:23.782618  2133 solver.cpp:66] Iteration 84540, loss = 2.54253
 I1226 09:15:59.876898  2133 solver.cpp:204] Iteration 84560, lr = 0.01
 I1226 09:15:59.882035  2133 solver.cpp:66] Iteration 84560, loss = 2.77796
 I1226 09:16:35.970412  2133 solver.cpp:204] Iteration 84580, lr = 0.01
 I1226 09:16:35.975520  2133 solver.cpp:66] Iteration 84580, loss = 2.66587
 I1226 09:17:12.066972  2133 solver.cpp:204] Iteration 84600, lr = 0.01
 I1226 09:17:12.072044  2133 solver.cpp:66] Iteration 84600, loss = 2.46452
 I1226 09:17:48.164721  2133 solver.cpp:204] Iteration 84620, lr = 0.01
 I1226 09:17:48.169893  2133 solver.cpp:66] Iteration 84620, loss = 2.94703
 I1226 09:18:24.256628  2133 solver.cpp:204] Iteration 84640, lr = 0.01
 I1226 09:18:24.261730  2133 solver.cpp:66] Iteration 84640, loss = 2.56915
 I1226 09:19:00.346866  2133 solver.cpp:204] Iteration 84660, lr = 0.01
 I1226 09:19:00.351979  2133 solver.cpp:66] Iteration 84660, loss = 2.90627
 I1226 09:19:36.448669  2133 solver.cpp:204] Iteration 84680, lr = 0.01
 I1226 09:19:36.453719  2133 solver.cpp:66] Iteration 84680, loss = 2.83306
 I1226 09:20:12.539742  2133 solver.cpp:204] Iteration 84700, lr = 0.01
 I1226 09:20:12.544878  2133 solver.cpp:66] Iteration 84700, loss = 2.73213
 I1226 09:20:48.635879  2133 solver.cpp:204] Iteration 84720, lr = 0.01
 I1226 09:20:48.640972  2133 solver.cpp:66] Iteration 84720, loss = 2.61535
 I1226 09:21:24.728503  2133 solver.cpp:204] Iteration 84740, lr = 0.01
 I1226 09:21:24.733621  2133 solver.cpp:66] Iteration 84740, loss = 2.91739
 I1226 09:22:00.821408  2133 solver.cpp:204] Iteration 84760, lr = 0.01
 I1226 09:22:00.826478  2133 solver.cpp:66] Iteration 84760, loss = 2.70026
 I1226 09:22:36.918006  2133 solver.cpp:204] Iteration 84780, lr = 0.01
 I1226 09:22:36.923132  2133 solver.cpp:66] Iteration 84780, loss = 2.76759
 I1226 09:23:13.010294  2133 solver.cpp:204] Iteration 84800, lr = 0.01
 I1226 09:23:13.015413  2133 solver.cpp:66] Iteration 84800, loss = 2.90356
 I1226 09:23:49.107235  2133 solver.cpp:204] Iteration 84820, lr = 0.01
 I1226 09:23:49.112342  2133 solver.cpp:66] Iteration 84820, loss = 2.72461
 I1226 09:24:25.196602  2133 solver.cpp:204] Iteration 84840, lr = 0.01
 I1226 09:24:25.201709  2133 solver.cpp:66] Iteration 84840, loss = 2.85181
 I1226 09:25:01.293928  2133 solver.cpp:204] Iteration 84860, lr = 0.01
 I1226 09:25:01.299010  2133 solver.cpp:66] Iteration 84860, loss = 2.82045
 I1226 09:25:37.385887  2133 solver.cpp:204] Iteration 84880, lr = 0.01
 I1226 09:25:37.390990  2133 solver.cpp:66] Iteration 84880, loss = 2.71745
 I1226 09:26:13.477126  2133 solver.cpp:204] Iteration 84900, lr = 0.01
 I1226 09:26:13.482197  2133 solver.cpp:66] Iteration 84900, loss = 2.48006
 I1226 09:26:49.568841  2133 solver.cpp:204] Iteration 84920, lr = 0.01
 I1226 09:26:49.573896  2133 solver.cpp:66] Iteration 84920, loss = 2.76003
 I1226 09:27:25.666353  2133 solver.cpp:204] Iteration 84940, lr = 0.01
 I1226 09:27:25.671461  2133 solver.cpp:66] Iteration 84940, loss = 2.71655
 I1226 09:28:01.757582  2133 solver.cpp:204] Iteration 84960, lr = 0.01
 I1226 09:28:01.762647  2133 solver.cpp:66] Iteration 84960, loss = 2.6871
 I1226 09:28:37.852294  2133 solver.cpp:204] Iteration 84980, lr = 0.01
 I1226 09:28:37.857413  2133 solver.cpp:66] Iteration 84980, loss = 2.6386
 I1226 09:29:13.950641  2133 solver.cpp:204] Iteration 85000, lr = 0.01
 I1226 09:29:13.955755  2133 solver.cpp:66] Iteration 85000, loss = 2.73239
 I1226 09:29:13.955768  2133 solver.cpp:84] Testing net
 I1226 09:31:26.331068  2133 solver.cpp:111] Test score #0: 0.39648
 I1226 09:31:26.331116  2133 solver.cpp:111] Test score #1: 2.75767
 I1226 09:32:02.173317  2133 solver.cpp:204] Iteration 85020, lr = 0.01
 I1226 09:32:02.178486  2133 solver.cpp:66] Iteration 85020, loss = 2.95422
 I1226 09:32:38.272043  2133 solver.cpp:204] Iteration 85040, lr = 0.01
 I1226 09:32:38.277148  2133 solver.cpp:66] Iteration 85040, loss = 2.6577
 I1226 09:33:14.360412  2133 solver.cpp:204] Iteration 85060, lr = 0.01
 I1226 09:33:14.365522  2133 solver.cpp:66] Iteration 85060, loss = 2.64167
 I1226 09:33:50.452699  2133 solver.cpp:204] Iteration 85080, lr = 0.01
 I1226 09:33:50.457798  2133 solver.cpp:66] Iteration 85080, loss = 2.7032
 I1226 09:34:26.547950  2133 solver.cpp:204] Iteration 85100, lr = 0.01
 I1226 09:34:26.553058  2133 solver.cpp:66] Iteration 85100, loss = 2.59523
 I1226 09:35:02.639876  2133 solver.cpp:204] Iteration 85120, lr = 0.01
 I1226 09:35:02.644984  2133 solver.cpp:66] Iteration 85120, loss = 2.64886
 I1226 09:35:38.735031  2133 solver.cpp:204] Iteration 85140, lr = 0.01
 I1226 09:35:38.740144  2133 solver.cpp:66] Iteration 85140, loss = 3.01572
 I1226 09:36:14.831315  2133 solver.cpp:204] Iteration 85160, lr = 0.01
 I1226 09:36:14.836426  2133 solver.cpp:66] Iteration 85160, loss = 3.06494
 I1226 09:36:50.924154  2133 solver.cpp:204] Iteration 85180, lr = 0.01
 I1226 09:36:50.929265  2133 solver.cpp:66] Iteration 85180, loss = 2.81384
 I1226 09:37:27.020611  2133 solver.cpp:204] Iteration 85200, lr = 0.01
 I1226 09:37:27.025714  2133 solver.cpp:66] Iteration 85200, loss = 2.89597
 I1226 09:38:03.116096  2133 solver.cpp:204] Iteration 85220, lr = 0.01
 I1226 09:38:03.121171  2133 solver.cpp:66] Iteration 85220, loss = 2.92671
 I1226 09:38:39.208053  2133 solver.cpp:204] Iteration 85240, lr = 0.01
 I1226 09:38:39.213161  2133 solver.cpp:66] Iteration 85240, loss = 2.77633
 I1226 09:39:15.301280  2133 solver.cpp:204] Iteration 85260, lr = 0.01
 I1226 09:39:15.306303  2133 solver.cpp:66] Iteration 85260, loss = 2.64938
 I1226 09:39:51.394685  2133 solver.cpp:204] Iteration 85280, lr = 0.01
 I1226 09:39:51.399755  2133 solver.cpp:66] Iteration 85280, loss = 2.85058
 I1226 09:40:27.488863  2133 solver.cpp:204] Iteration 85300, lr = 0.01
 I1226 09:40:27.493949  2133 solver.cpp:66] Iteration 85300, loss = 2.31599
 I1226 09:41:03.587776  2133 solver.cpp:204] Iteration 85320, lr = 0.01
 I1226 09:41:03.592905  2133 solver.cpp:66] Iteration 85320, loss = 2.94555
 I1226 09:41:39.683023  2133 solver.cpp:204] Iteration 85340, lr = 0.01
 I1226 09:41:39.688128  2133 solver.cpp:66] Iteration 85340, loss = 2.84812
 I1226 09:42:15.782778  2133 solver.cpp:204] Iteration 85360, lr = 0.01
 I1226 09:42:15.787936  2133 solver.cpp:66] Iteration 85360, loss = 2.62734
 I1226 09:42:51.879746  2133 solver.cpp:204] Iteration 85380, lr = 0.01
 I1226 09:42:51.884820  2133 solver.cpp:66] Iteration 85380, loss = 2.88964
 I1226 09:43:27.971829  2133 solver.cpp:204] Iteration 85400, lr = 0.01
 I1226 09:43:27.976946  2133 solver.cpp:66] Iteration 85400, loss = 3.00873
 I1226 09:44:04.066094  2133 solver.cpp:204] Iteration 85420, lr = 0.01
 I1226 09:44:04.071197  2133 solver.cpp:66] Iteration 85420, loss = 2.99667
 I1226 09:44:40.160662  2133 solver.cpp:204] Iteration 85440, lr = 0.01
 I1226 09:44:40.165770  2133 solver.cpp:66] Iteration 85440, loss = 2.94138
 I1226 09:45:16.252859  2133 solver.cpp:204] Iteration 85460, lr = 0.01
 I1226 09:45:16.257918  2133 solver.cpp:66] Iteration 85460, loss = 2.8297
 I1226 09:45:52.350188  2133 solver.cpp:204] Iteration 85480, lr = 0.01
 I1226 09:45:52.355294  2133 solver.cpp:66] Iteration 85480, loss = 3.06844
 I1226 09:46:28.443781  2133 solver.cpp:204] Iteration 85500, lr = 0.01
 I1226 09:46:28.448899  2133 solver.cpp:66] Iteration 85500, loss = 2.93742
 I1226 09:47:04.541517  2133 solver.cpp:204] Iteration 85520, lr = 0.01
 I1226 09:47:04.546624  2133 solver.cpp:66] Iteration 85520, loss = 2.85946
 I1226 09:47:40.638069  2133 solver.cpp:204] Iteration 85540, lr = 0.01
 I1226 09:47:40.643131  2133 solver.cpp:66] Iteration 85540, loss = 2.8299
 I1226 09:48:16.737288  2133 solver.cpp:204] Iteration 85560, lr = 0.01
 I1226 09:48:16.742359  2133 solver.cpp:66] Iteration 85560, loss = 2.85737
 I1226 09:48:52.831349  2133 solver.cpp:204] Iteration 85580, lr = 0.01
 I1226 09:48:52.836451  2133 solver.cpp:66] Iteration 85580, loss = 2.82502
 I1226 09:49:28.922112  2133 solver.cpp:204] Iteration 85600, lr = 0.01
 I1226 09:49:28.927225  2133 solver.cpp:66] Iteration 85600, loss = 2.58897
 I1226 09:50:05.017545  2133 solver.cpp:204] Iteration 85620, lr = 0.01
 I1226 09:50:05.022650  2133 solver.cpp:66] Iteration 85620, loss = 2.65204
 I1226 09:50:41.115571  2133 solver.cpp:204] Iteration 85640, lr = 0.01
 I1226 09:50:41.120658  2133 solver.cpp:66] Iteration 85640, loss = 2.73411
 I1226 09:51:17.208808  2133 solver.cpp:204] Iteration 85660, lr = 0.01
 I1226 09:51:17.213913  2133 solver.cpp:66] Iteration 85660, loss = 2.84232
 I1226 09:51:53.302671  2133 solver.cpp:204] Iteration 85680, lr = 0.01
 I1226 09:51:53.307773  2133 solver.cpp:66] Iteration 85680, loss = 2.9882
 I1226 09:52:29.395288  2133 solver.cpp:204] Iteration 85700, lr = 0.01
 I1226 09:52:29.400357  2133 solver.cpp:66] Iteration 85700, loss = 2.92721
 I1226 09:53:05.490489  2133 solver.cpp:204] Iteration 85720, lr = 0.01
 I1226 09:53:05.495599  2133 solver.cpp:66] Iteration 85720, loss = 2.94755
 I1226 09:53:41.587327  2133 solver.cpp:204] Iteration 85740, lr = 0.01
 I1226 09:53:41.592438  2133 solver.cpp:66] Iteration 85740, loss = 2.98341
 I1226 09:54:17.681473  2133 solver.cpp:204] Iteration 85760, lr = 0.01
 I1226 09:54:17.686576  2133 solver.cpp:66] Iteration 85760, loss = 2.76314
 I1226 09:54:53.775646  2133 solver.cpp:204] Iteration 85780, lr = 0.01
 I1226 09:54:53.780742  2133 solver.cpp:66] Iteration 85780, loss = 2.85103
 I1226 09:55:29.873782  2133 solver.cpp:204] Iteration 85800, lr = 0.01
 I1226 09:55:29.878882  2133 solver.cpp:66] Iteration 85800, loss = 2.8795
 I1226 09:56:05.968045  2133 solver.cpp:204] Iteration 85820, lr = 0.01
 I1226 09:56:05.973158  2133 solver.cpp:66] Iteration 85820, loss = 2.50538
 I1226 09:56:42.065596  2133 solver.cpp:204] Iteration 85840, lr = 0.01
 I1226 09:56:42.070700  2133 solver.cpp:66] Iteration 85840, loss = 2.64408
 I1226 09:57:18.159343  2133 solver.cpp:204] Iteration 85860, lr = 0.01
 I1226 09:57:18.164451  2133 solver.cpp:66] Iteration 85860, loss = 2.93868
 I1226 09:57:54.252941  2133 solver.cpp:204] Iteration 85880, lr = 0.01
 I1226 09:57:54.258003  2133 solver.cpp:66] Iteration 85880, loss = 2.76607
 I1226 09:58:30.348922  2133 solver.cpp:204] Iteration 85900, lr = 0.01
 I1226 09:58:30.353991  2133 solver.cpp:66] Iteration 85900, loss = 2.75095
 I1226 09:59:06.444643  2133 solver.cpp:204] Iteration 85920, lr = 0.01
 I1226 09:59:06.449745  2133 solver.cpp:66] Iteration 85920, loss = 2.80662
 I1226 09:59:42.538058  2133 solver.cpp:204] Iteration 85940, lr = 0.01
 I1226 09:59:42.543166  2133 solver.cpp:66] Iteration 85940, loss = 2.83284
 I1226 10:00:18.633862  2133 solver.cpp:204] Iteration 85960, lr = 0.01
 I1226 10:00:18.639015  2133 solver.cpp:66] Iteration 85960, loss = 2.67611
 I1226 10:00:54.732203  2133 solver.cpp:204] Iteration 85980, lr = 0.01
 I1226 10:00:54.737189  2133 solver.cpp:66] Iteration 85980, loss = 2.69729
 I1226 10:01:30.832923  2133 solver.cpp:204] Iteration 86000, lr = 0.01
 I1226 10:01:30.837995  2133 solver.cpp:66] Iteration 86000, loss = 2.59373
 I1226 10:01:30.838018  2133 solver.cpp:84] Testing net
 I1226 10:03:43.204568  2133 solver.cpp:111] Test score #0: 0.40486
 I1226 10:03:43.204615  2133 solver.cpp:111] Test score #1: 2.70987
 I1226 10:04:19.046092  2133 solver.cpp:204] Iteration 86020, lr = 0.01
 I1226 10:04:19.051203  2133 solver.cpp:66] Iteration 86020, loss = 2.92129
 I1226 10:04:55.142791  2133 solver.cpp:204] Iteration 86040, lr = 0.01
 I1226 10:04:55.147887  2133 solver.cpp:66] Iteration 86040, loss = 2.87284
 I1226 10:05:31.236119  2133 solver.cpp:204] Iteration 86060, lr = 0.01
 I1226 10:05:31.241228  2133 solver.cpp:66] Iteration 86060, loss = 2.64569
 I1226 10:06:07.331578  2133 solver.cpp:204] Iteration 86080, lr = 0.01
 I1226 10:06:07.336679  2133 solver.cpp:66] Iteration 86080, loss = 2.86656
 I1226 10:06:43.423251  2133 solver.cpp:204] Iteration 86100, lr = 0.01
 I1226 10:06:43.428359  2133 solver.cpp:66] Iteration 86100, loss = 2.80916
 I1226 10:07:19.519959  2133 solver.cpp:204] Iteration 86120, lr = 0.01
 I1226 10:07:19.525064  2133 solver.cpp:66] Iteration 86120, loss = 2.67994
 I1226 10:07:55.614223  2133 solver.cpp:204] Iteration 86140, lr = 0.01
 I1226 10:07:55.619338  2133 solver.cpp:66] Iteration 86140, loss = 2.94632
 I1226 10:08:31.711014  2133 solver.cpp:204] Iteration 86160, lr = 0.01
 I1226 10:08:31.716119  2133 solver.cpp:66] Iteration 86160, loss = 2.58327
 I1226 10:09:07.804731  2133 solver.cpp:204] Iteration 86180, lr = 0.01
 I1226 10:09:07.809836  2133 solver.cpp:66] Iteration 86180, loss = 2.99272
 I1226 10:09:43.898888  2133 solver.cpp:204] Iteration 86200, lr = 0.01
 I1226 10:09:43.903997  2133 solver.cpp:66] Iteration 86200, loss = 2.67732
 I1226 10:10:19.994426  2133 solver.cpp:204] Iteration 86220, lr = 0.01
 I1226 10:10:19.999490  2133 solver.cpp:66] Iteration 86220, loss = 2.52986
 I1226 10:10:56.094020  2133 solver.cpp:204] Iteration 86240, lr = 0.01
 I1226 10:10:56.099129  2133 solver.cpp:66] Iteration 86240, loss = 2.74327
 I1226 10:11:32.191711  2133 solver.cpp:204] Iteration 86260, lr = 0.01
 I1226 10:11:32.196779  2133 solver.cpp:66] Iteration 86260, loss = 2.67198
 I1226 10:12:08.286939  2133 solver.cpp:204] Iteration 86280, lr = 0.01
 I1226 10:12:08.292054  2133 solver.cpp:66] Iteration 86280, loss = 2.65208
 I1226 10:12:44.381012  2133 solver.cpp:204] Iteration 86300, lr = 0.01
 I1226 10:12:44.386054  2133 solver.cpp:66] Iteration 86300, loss = 2.83369
 I1226 10:13:20.474858  2133 solver.cpp:204] Iteration 86320, lr = 0.01
 I1226 10:13:20.479967  2133 solver.cpp:66] Iteration 86320, loss = 2.99208
 I1226 10:13:56.573488  2133 solver.cpp:204] Iteration 86340, lr = 0.01
 I1226 10:13:56.578595  2133 solver.cpp:66] Iteration 86340, loss = 2.67307
 I1226 10:14:32.667503  2133 solver.cpp:204] Iteration 86360, lr = 0.01
 I1226 10:14:32.672659  2133 solver.cpp:66] Iteration 86360, loss = 3.06565
 I1226 10:15:08.763705  2133 solver.cpp:204] Iteration 86380, lr = 0.01
 I1226 10:15:08.768806  2133 solver.cpp:66] Iteration 86380, loss = 2.92574
 I1226 10:15:44.859611  2133 solver.cpp:204] Iteration 86400, lr = 0.01
 I1226 10:15:44.864713  2133 solver.cpp:66] Iteration 86400, loss = 2.73083
 I1226 10:16:20.955989  2133 solver.cpp:204] Iteration 86420, lr = 0.01
 I1226 10:16:20.961091  2133 solver.cpp:66] Iteration 86420, loss = 3.00218
 I1226 10:16:57.050890  2133 solver.cpp:204] Iteration 86440, lr = 0.01
 I1226 10:16:57.055997  2133 solver.cpp:66] Iteration 86440, loss = 2.69159
 I1226 10:17:33.146646  2133 solver.cpp:204] Iteration 86460, lr = 0.01
 I1226 10:17:33.151754  2133 solver.cpp:66] Iteration 86460, loss = 2.83156
 I1226 10:18:09.240686  2133 solver.cpp:204] Iteration 86480, lr = 0.01
 I1226 10:18:09.245769  2133 solver.cpp:66] Iteration 86480, loss = 3.02392
 I1226 10:18:45.339683  2133 solver.cpp:204] Iteration 86500, lr = 0.01
 I1226 10:18:45.344794  2133 solver.cpp:66] Iteration 86500, loss = 2.74197
 I1226 10:19:21.431352  2133 solver.cpp:204] Iteration 86520, lr = 0.01
 I1226 10:19:21.436458  2133 solver.cpp:66] Iteration 86520, loss = 2.95216
 I1226 10:19:57.528980  2133 solver.cpp:204] Iteration 86540, lr = 0.01
 I1226 10:19:57.534049  2133 solver.cpp:66] Iteration 86540, loss = 2.71584
 I1226 10:20:33.622594  2133 solver.cpp:204] Iteration 86560, lr = 0.01
 I1226 10:20:33.627696  2133 solver.cpp:66] Iteration 86560, loss = 2.58166
 I1226 10:21:09.717447  2133 solver.cpp:204] Iteration 86580, lr = 0.01
 I1226 10:21:09.722507  2133 solver.cpp:66] Iteration 86580, loss = 2.81111
 I1226 10:21:45.812933  2133 solver.cpp:204] Iteration 86600, lr = 0.01
 I1226 10:21:45.817998  2133 solver.cpp:66] Iteration 86600, loss = 2.75323
 I1226 10:22:21.909548  2133 solver.cpp:204] Iteration 86620, lr = 0.01
 I1226 10:22:21.914621  2133 solver.cpp:66] Iteration 86620, loss = 2.89597
 I1226 10:22:58.011536  2133 solver.cpp:204] Iteration 86640, lr = 0.01
 I1226 10:22:58.016643  2133 solver.cpp:66] Iteration 86640, loss = 2.59251
 I1226 10:23:34.112141  2133 solver.cpp:204] Iteration 86660, lr = 0.01
 I1226 10:23:34.117255  2133 solver.cpp:66] Iteration 86660, loss = 2.84304
 I1226 10:24:10.210356  2133 solver.cpp:204] Iteration 86680, lr = 0.01
 I1226 10:24:10.215458  2133 solver.cpp:66] Iteration 86680, loss = 2.84448
 I1226 10:24:46.307914  2133 solver.cpp:204] Iteration 86700, lr = 0.01
 I1226 10:24:46.313024  2133 solver.cpp:66] Iteration 86700, loss = 2.90226
 I1226 10:25:22.405472  2133 solver.cpp:204] Iteration 86720, lr = 0.01
 I1226 10:25:22.410573  2133 solver.cpp:66] Iteration 86720, loss = 2.79619
 I1226 10:25:58.501258  2133 solver.cpp:204] Iteration 86740, lr = 0.01
 I1226 10:25:58.506328  2133 solver.cpp:66] Iteration 86740, loss = 2.93038
 I1226 10:26:34.596462  2133 solver.cpp:204] Iteration 86760, lr = 0.01
 I1226 10:26:34.601567  2133 solver.cpp:66] Iteration 86760, loss = 2.86489
 I1226 10:27:10.691052  2133 solver.cpp:204] Iteration 86780, lr = 0.01
 I1226 10:27:10.696157  2133 solver.cpp:66] Iteration 86780, loss = 2.87019
 I1226 10:27:46.784595  2133 solver.cpp:204] Iteration 86800, lr = 0.01
 I1226 10:27:46.789708  2133 solver.cpp:66] Iteration 86800, loss = 2.5396
 I1226 10:28:22.878437  2133 solver.cpp:204] Iteration 86820, lr = 0.01
 I1226 10:28:22.883543  2133 solver.cpp:66] Iteration 86820, loss = 2.48543
 I1226 10:28:58.974289  2133 solver.cpp:204] Iteration 86840, lr = 0.01
 I1226 10:28:58.979399  2133 solver.cpp:66] Iteration 86840, loss = 2.68787
 I1226 10:29:35.068949  2133 solver.cpp:204] Iteration 86860, lr = 0.01
 I1226 10:29:35.074017  2133 solver.cpp:66] Iteration 86860, loss = 2.79395
 I1226 10:30:11.164868  2133 solver.cpp:204] Iteration 86880, lr = 0.01
 I1226 10:30:11.169953  2133 solver.cpp:66] Iteration 86880, loss = 2.93313
 I1226 10:30:47.259994  2133 solver.cpp:204] Iteration 86900, lr = 0.01
 I1226 10:30:47.265104  2133 solver.cpp:66] Iteration 86900, loss = 2.6852
 I1226 10:31:23.356732  2133 solver.cpp:204] Iteration 86920, lr = 0.01
 I1226 10:31:23.361839  2133 solver.cpp:66] Iteration 86920, loss = 2.68014
 I1226 10:31:59.450530  2133 solver.cpp:204] Iteration 86940, lr = 0.01
 I1226 10:31:59.455636  2133 solver.cpp:66] Iteration 86940, loss = 2.9857
 I1226 10:32:35.545650  2133 solver.cpp:204] Iteration 86960, lr = 0.01
 I1226 10:32:35.550760  2133 solver.cpp:66] Iteration 86960, loss = 2.68185
 I1226 10:33:11.643081  2133 solver.cpp:204] Iteration 86980, lr = 0.01
 I1226 10:33:11.648159  2133 solver.cpp:66] Iteration 86980, loss = 2.66962
 I1226 10:33:47.741238  2133 solver.cpp:204] Iteration 87000, lr = 0.01
 I1226 10:33:47.746306  2133 solver.cpp:66] Iteration 87000, loss = 2.76164
 I1226 10:33:47.746319  2133 solver.cpp:84] Testing net
 I1226 10:35:59.700492  2133 solver.cpp:111] Test score #0: 0.40194
 I1226 10:35:59.700538  2133 solver.cpp:111] Test score #1: 2.72409
 I1226 10:36:35.546953  2133 solver.cpp:204] Iteration 87020, lr = 0.01
 I1226 10:36:35.552063  2133 solver.cpp:66] Iteration 87020, loss = 2.47318
 I1226 10:37:11.642622  2133 solver.cpp:204] Iteration 87040, lr = 0.01
 I1226 10:37:11.647725  2133 solver.cpp:66] Iteration 87040, loss = 2.95883
 I1226 10:37:47.739531  2133 solver.cpp:204] Iteration 87060, lr = 0.01
 I1226 10:37:47.744649  2133 solver.cpp:66] Iteration 87060, loss = 2.71322
 I1226 10:38:23.835338  2133 solver.cpp:204] Iteration 87080, lr = 0.01
 I1226 10:38:23.840446  2133 solver.cpp:66] Iteration 87080, loss = 2.71423
 I1226 10:38:59.928391  2133 solver.cpp:204] Iteration 87100, lr = 0.01
 I1226 10:38:59.933459  2133 solver.cpp:66] Iteration 87100, loss = 2.58872
 I1226 10:39:36.014569  2133 solver.cpp:204] Iteration 87120, lr = 0.01
 I1226 10:39:36.019665  2133 solver.cpp:66] Iteration 87120, loss = 2.77686
 I1226 10:40:12.108737  2133 solver.cpp:204] Iteration 87140, lr = 0.01
 I1226 10:40:12.113802  2133 solver.cpp:66] Iteration 87140, loss = 2.78875
 I1226 10:40:48.204648  2133 solver.cpp:204] Iteration 87160, lr = 0.01
 I1226 10:40:48.209796  2133 solver.cpp:66] Iteration 87160, loss = 2.91264
 I1226 10:41:24.303469  2133 solver.cpp:204] Iteration 87180, lr = 0.01
 I1226 10:41:24.308398  2133 solver.cpp:66] Iteration 87180, loss = 2.9027
 I1226 10:42:00.389156  2133 solver.cpp:204] Iteration 87200, lr = 0.01
 I1226 10:42:00.394219  2133 solver.cpp:66] Iteration 87200, loss = 2.73845
 I1226 10:42:36.483577  2133 solver.cpp:204] Iteration 87220, lr = 0.01
 I1226 10:42:36.488679  2133 solver.cpp:66] Iteration 87220, loss = 2.8286
 I1226 10:43:12.575773  2133 solver.cpp:204] Iteration 87240, lr = 0.01
 I1226 10:43:12.580893  2133 solver.cpp:66] Iteration 87240, loss = 2.65663
 I1226 10:43:48.666934  2133 solver.cpp:204] Iteration 87260, lr = 0.01
 I1226 10:43:48.672050  2133 solver.cpp:66] Iteration 87260, loss = 3.03941
 I1226 10:44:24.761456  2133 solver.cpp:204] Iteration 87280, lr = 0.01
 I1226 10:44:24.766548  2133 solver.cpp:66] Iteration 87280, loss = 2.61784
 I1226 10:45:00.855301  2133 solver.cpp:204] Iteration 87300, lr = 0.01
 I1226 10:45:00.860415  2133 solver.cpp:66] Iteration 87300, loss = 2.96257
 I1226 10:45:36.954761  2133 solver.cpp:204] Iteration 87320, lr = 0.01
 I1226 10:45:36.959867  2133 solver.cpp:66] Iteration 87320, loss = 2.53587
 I1226 10:46:13.050906  2133 solver.cpp:204] Iteration 87340, lr = 0.01
 I1226 10:46:13.056012  2133 solver.cpp:66] Iteration 87340, loss = 2.76297
 I1226 10:46:49.143486  2133 solver.cpp:204] Iteration 87360, lr = 0.01
 I1226 10:46:49.148591  2133 solver.cpp:66] Iteration 87360, loss = 2.47946
 I1226 10:47:25.240766  2133 solver.cpp:204] Iteration 87380, lr = 0.01
 I1226 10:47:25.245873  2133 solver.cpp:66] Iteration 87380, loss = 2.97816
 I1226 10:48:01.332990  2133 solver.cpp:204] Iteration 87400, lr = 0.01
 I1226 10:48:01.338059  2133 solver.cpp:66] Iteration 87400, loss = 2.84099
 I1226 10:48:37.431854  2133 solver.cpp:204] Iteration 87420, lr = 0.01
 I1226 10:48:37.436971  2133 solver.cpp:66] Iteration 87420, loss = 3.073
 I1226 10:49:13.532608  2133 solver.cpp:204] Iteration 87440, lr = 0.01
 I1226 10:49:13.537714  2133 solver.cpp:66] Iteration 87440, loss = 2.8142
 I1226 10:49:49.626961  2133 solver.cpp:204] Iteration 87460, lr = 0.01
 I1226 10:49:49.632069  2133 solver.cpp:66] Iteration 87460, loss = 2.71382
 I1226 10:50:25.721601  2133 solver.cpp:204] Iteration 87480, lr = 0.01
 I1226 10:50:25.726709  2133 solver.cpp:66] Iteration 87480, loss = 2.64492
 I1226 10:51:01.816761  2133 solver.cpp:204] Iteration 87500, lr = 0.01
 I1226 10:51:01.821862  2133 solver.cpp:66] Iteration 87500, loss = 2.62172
 I1226 10:51:37.913504  2133 solver.cpp:204] Iteration 87520, lr = 0.01
 I1226 10:51:37.918620  2133 solver.cpp:66] Iteration 87520, loss = 2.75641
 I1226 10:52:14.007661  2133 solver.cpp:204] Iteration 87540, lr = 0.01
 I1226 10:52:14.012756  2133 solver.cpp:66] Iteration 87540, loss = 2.63503
 I1226 10:52:50.102217  2133 solver.cpp:204] Iteration 87560, lr = 0.01
 I1226 10:52:50.107274  2133 solver.cpp:66] Iteration 87560, loss = 2.68798
 I1226 10:53:26.198232  2133 solver.cpp:204] Iteration 87580, lr = 0.01
 I1226 10:53:26.203336  2133 solver.cpp:66] Iteration 87580, loss = 2.61657
 I1226 10:54:02.292819  2133 solver.cpp:204] Iteration 87600, lr = 0.01
 I1226 10:54:02.297929  2133 solver.cpp:66] Iteration 87600, loss = 2.66537
 I1226 10:54:38.388481  2133 solver.cpp:204] Iteration 87620, lr = 0.01
 I1226 10:54:38.393591  2133 solver.cpp:66] Iteration 87620, loss = 2.79079
 I1226 10:55:14.484130  2133 solver.cpp:204] Iteration 87640, lr = 0.01
 I1226 10:55:14.489238  2133 solver.cpp:66] Iteration 87640, loss = 2.57703
 I1226 10:55:50.577816  2133 solver.cpp:204] Iteration 87660, lr = 0.01
 I1226 10:55:50.582923  2133 solver.cpp:66] Iteration 87660, loss = 2.66898
 I1226 10:56:26.669893  2133 solver.cpp:204] Iteration 87680, lr = 0.01
 I1226 10:56:26.675009  2133 solver.cpp:66] Iteration 87680, loss = 2.8945
 I1226 10:57:02.767642  2133 solver.cpp:204] Iteration 87700, lr = 0.01
 I1226 10:57:02.772740  2133 solver.cpp:66] Iteration 87700, loss = 2.80125
 I1226 10:57:38.865599  2133 solver.cpp:204] Iteration 87720, lr = 0.01
 I1226 10:57:38.870712  2133 solver.cpp:66] Iteration 87720, loss = 2.70075
 I1226 10:58:14.959146  2133 solver.cpp:204] Iteration 87740, lr = 0.01
 I1226 10:58:14.964298  2133 solver.cpp:66] Iteration 87740, loss = 2.79559
 I1226 10:58:51.053623  2133 solver.cpp:204] Iteration 87760, lr = 0.01
 I1226 10:58:51.058779  2133 solver.cpp:66] Iteration 87760, loss = 2.59089
 I1226 10:59:27.146770  2133 solver.cpp:204] Iteration 87780, lr = 0.01
 I1226 10:59:27.151836  2133 solver.cpp:66] Iteration 87780, loss = 2.72538
 I1226 11:00:03.242641  2133 solver.cpp:204] Iteration 87800, lr = 0.01
 I1226 11:00:03.247781  2133 solver.cpp:66] Iteration 87800, loss = 2.71503
 I1226 11:00:39.337647  2133 solver.cpp:204] Iteration 87820, lr = 0.01
 I1226 11:00:39.342752  2133 solver.cpp:66] Iteration 87820, loss = 3.07448
 I1226 11:01:15.432693  2133 solver.cpp:204] Iteration 87840, lr = 0.01
 I1226 11:01:15.437808  2133 solver.cpp:66] Iteration 87840, loss = 2.86518
 I1226 11:01:51.522979  2133 solver.cpp:204] Iteration 87860, lr = 0.01
 I1226 11:01:51.528079  2133 solver.cpp:66] Iteration 87860, loss = 2.65239
 I1226 11:02:27.622552  2133 solver.cpp:204] Iteration 87880, lr = 0.01
 I1226 11:02:27.627630  2133 solver.cpp:66] Iteration 87880, loss = 3.01999
 I1226 11:03:03.715142  2133 solver.cpp:204] Iteration 87900, lr = 0.01
 I1226 11:03:03.720247  2133 solver.cpp:66] Iteration 87900, loss = 2.49702
 I1226 11:03:39.812718  2133 solver.cpp:204] Iteration 87920, lr = 0.01
 I1226 11:03:39.817818  2133 solver.cpp:66] Iteration 87920, loss = 2.75565
 I1226 11:04:15.915261  2133 solver.cpp:204] Iteration 87940, lr = 0.01
 I1226 11:04:15.920369  2133 solver.cpp:66] Iteration 87940, loss = 2.68576
 I1226 11:04:52.018115  2133 solver.cpp:204] Iteration 87960, lr = 0.01
 I1226 11:04:52.023219  2133 solver.cpp:66] Iteration 87960, loss = 2.97718
 I1226 11:05:28.117266  2133 solver.cpp:204] Iteration 87980, lr = 0.01
 I1226 11:05:28.122344  2133 solver.cpp:66] Iteration 87980, loss = 2.80965
 I1226 11:06:04.214895  2133 solver.cpp:204] Iteration 88000, lr = 0.01
 I1226 11:06:04.219993  2133 solver.cpp:66] Iteration 88000, loss = 2.65607
 I1226 11:06:04.220006  2133 solver.cpp:84] Testing net
 I1226 11:08:16.403020  2133 solver.cpp:111] Test score #0: 0.4052
 I1226 11:08:16.403067  2133 solver.cpp:111] Test score #1: 2.7165
 I1226 11:08:52.250880  2133 solver.cpp:204] Iteration 88020, lr = 0.01
 I1226 11:08:52.255990  2133 solver.cpp:66] Iteration 88020, loss = 2.85759
 I1226 11:09:28.345538  2133 solver.cpp:204] Iteration 88040, lr = 0.01
 I1226 11:09:28.350651  2133 solver.cpp:66] Iteration 88040, loss = 2.8561
 I1226 11:10:04.438031  2133 solver.cpp:204] Iteration 88060, lr = 0.01
 I1226 11:10:04.443140  2133 solver.cpp:66] Iteration 88060, loss = 2.73956
 I1226 11:10:40.531682  2133 solver.cpp:204] Iteration 88080, lr = 0.01
 I1226 11:10:40.536787  2133 solver.cpp:66] Iteration 88080, loss = 3.04613
 I1226 11:11:16.627295  2133 solver.cpp:204] Iteration 88100, lr = 0.01
 I1226 11:11:16.632402  2133 solver.cpp:66] Iteration 88100, loss = 2.78143
 I1226 11:11:52.727159  2133 solver.cpp:204] Iteration 88120, lr = 0.01
 I1226 11:11:52.732264  2133 solver.cpp:66] Iteration 88120, loss = 2.58686
 I1226 11:12:28.822314  2133 solver.cpp:204] Iteration 88140, lr = 0.01
 I1226 11:12:28.827416  2133 solver.cpp:66] Iteration 88140, loss = 2.90791
 I1226 11:13:04.922597  2133 solver.cpp:204] Iteration 88160, lr = 0.01
 I1226 11:13:04.927702  2133 solver.cpp:66] Iteration 88160, loss = 3.0832
 I1226 11:13:41.023769  2133 solver.cpp:204] Iteration 88180, lr = 0.01
 I1226 11:13:41.028844  2133 solver.cpp:66] Iteration 88180, loss = 3.09172
 I1226 11:14:17.119575  2133 solver.cpp:204] Iteration 88200, lr = 0.01
 I1226 11:14:17.124660  2133 solver.cpp:66] Iteration 88200, loss = 2.65156
 I1226 11:14:53.213018  2133 solver.cpp:204] Iteration 88220, lr = 0.01
 I1226 11:14:53.218070  2133 solver.cpp:66] Iteration 88220, loss = 2.8826
 I1226 11:15:29.307232  2133 solver.cpp:204] Iteration 88240, lr = 0.01
 I1226 11:15:29.312341  2133 solver.cpp:66] Iteration 88240, loss = 2.78503
 I1226 11:16:05.406630  2133 solver.cpp:204] Iteration 88260, lr = 0.01
 I1226 11:16:05.411732  2133 solver.cpp:66] Iteration 88260, loss = 2.98204
 I1226 11:16:41.504147  2133 solver.cpp:204] Iteration 88280, lr = 0.01
 I1226 11:16:41.509255  2133 solver.cpp:66] Iteration 88280, loss = 2.83583
 I1226 11:17:17.600900  2133 solver.cpp:204] Iteration 88300, lr = 0.01
 I1226 11:17:17.605973  2133 solver.cpp:66] Iteration 88300, loss = 2.67579
 I1226 11:17:53.697902  2133 solver.cpp:204] Iteration 88320, lr = 0.01
 I1226 11:17:53.702975  2133 solver.cpp:66] Iteration 88320, loss = 2.91515
 I1226 11:18:29.797605  2133 solver.cpp:204] Iteration 88340, lr = 0.01
 I1226 11:18:29.802706  2133 solver.cpp:66] Iteration 88340, loss = 2.81431
 I1226 11:19:05.895009  2133 solver.cpp:204] Iteration 88360, lr = 0.01
 I1226 11:19:05.900113  2133 solver.cpp:66] Iteration 88360, loss = 2.75756
 I1226 11:19:41.987700  2133 solver.cpp:204] Iteration 88380, lr = 0.01
 I1226 11:19:41.992810  2133 solver.cpp:66] Iteration 88380, loss = 2.73471
 I1226 11:20:18.080638  2133 solver.cpp:204] Iteration 88400, lr = 0.01
 I1226 11:20:18.085747  2133 solver.cpp:66] Iteration 88400, loss = 2.94805
 I1226 11:20:54.173923  2133 solver.cpp:204] Iteration 88420, lr = 0.01
 I1226 11:20:54.178988  2133 solver.cpp:66] Iteration 88420, loss = 2.63096
 I1226 11:21:30.267516  2133 solver.cpp:204] Iteration 88440, lr = 0.01
 I1226 11:21:30.272625  2133 solver.cpp:66] Iteration 88440, loss = 2.75594
 I1226 11:22:06.362545  2133 solver.cpp:204] Iteration 88460, lr = 0.01
 I1226 11:22:06.367650  2133 solver.cpp:66] Iteration 88460, loss = 2.7856
 I1226 11:22:42.459183  2133 solver.cpp:204] Iteration 88480, lr = 0.01
 I1226 11:22:42.464287  2133 solver.cpp:66] Iteration 88480, loss = 2.72369
 I1226 11:23:18.554492  2133 solver.cpp:204] Iteration 88500, lr = 0.01
 I1226 11:23:18.559485  2133 solver.cpp:66] Iteration 88500, loss = 3.04739
 I1226 11:23:54.647946  2133 solver.cpp:204] Iteration 88520, lr = 0.01
 I1226 11:23:54.653053  2133 solver.cpp:66] Iteration 88520, loss = 2.89331
 I1226 11:24:30.743515  2133 solver.cpp:204] Iteration 88540, lr = 0.01
 I1226 11:24:30.748620  2133 solver.cpp:66] Iteration 88540, loss = 3.04927
 I1226 11:25:06.840761  2133 solver.cpp:204] Iteration 88560, lr = 0.01
 I1226 11:25:06.845865  2133 solver.cpp:66] Iteration 88560, loss = 2.71996
 I1226 11:25:42.936216  2133 solver.cpp:204] Iteration 88580, lr = 0.01
 I1226 11:25:42.941328  2133 solver.cpp:66] Iteration 88580, loss = 2.53183
 I1226 11:26:19.031605  2133 solver.cpp:204] Iteration 88600, lr = 0.01
 I1226 11:26:19.036710  2133 solver.cpp:66] Iteration 88600, loss = 2.75334
 I1226 11:26:55.128010  2133 solver.cpp:204] Iteration 88620, lr = 0.01
 I1226 11:26:55.133117  2133 solver.cpp:66] Iteration 88620, loss = 2.70126
 I1226 11:27:31.225211  2133 solver.cpp:204] Iteration 88640, lr = 0.01
 I1226 11:27:31.230284  2133 solver.cpp:66] Iteration 88640, loss = 2.68891
 I1226 11:28:07.318650  2133 solver.cpp:204] Iteration 88660, lr = 0.01
 I1226 11:28:07.323724  2133 solver.cpp:66] Iteration 88660, loss = 2.70872
 I1226 11:28:43.419095  2133 solver.cpp:204] Iteration 88680, lr = 0.01
 I1226 11:28:43.424198  2133 solver.cpp:66] Iteration 88680, loss = 2.78135
 I1226 11:29:19.517731  2133 solver.cpp:204] Iteration 88700, lr = 0.01
 I1226 11:29:19.522845  2133 solver.cpp:66] Iteration 88700, loss = 2.72061
 I1226 11:29:55.610187  2133 solver.cpp:204] Iteration 88720, lr = 0.01
 I1226 11:29:55.615288  2133 solver.cpp:66] Iteration 88720, loss = 2.58388
 I1226 11:30:31.713112  2133 solver.cpp:204] Iteration 88740, lr = 0.01
 I1226 11:30:31.718180  2133 solver.cpp:66] Iteration 88740, loss = 2.66477
 I1226 11:31:07.809612  2133 solver.cpp:204] Iteration 88760, lr = 0.01
 I1226 11:31:07.814725  2133 solver.cpp:66] Iteration 88760, loss = 2.72108
 I1226 11:31:43.908927  2133 solver.cpp:204] Iteration 88780, lr = 0.01
 I1226 11:31:43.913991  2133 solver.cpp:66] Iteration 88780, loss = 2.85772
 I1226 11:32:20.003481  2133 solver.cpp:204] Iteration 88800, lr = 0.01
 I1226 11:32:20.008596  2133 solver.cpp:66] Iteration 88800, loss = 2.89201
 I1226 11:32:56.101461  2133 solver.cpp:204] Iteration 88820, lr = 0.01
 I1226 11:32:56.106559  2133 solver.cpp:66] Iteration 88820, loss = 2.75847
 I1226 11:33:32.197604  2133 solver.cpp:204] Iteration 88840, lr = 0.01
 I1226 11:33:32.202714  2133 solver.cpp:66] Iteration 88840, loss = 2.93431
 I1226 11:34:08.294723  2133 solver.cpp:204] Iteration 88860, lr = 0.01
 I1226 11:34:08.299824  2133 solver.cpp:66] Iteration 88860, loss = 2.59399
 I1226 11:34:44.397945  2133 solver.cpp:204] Iteration 88880, lr = 0.01
 I1226 11:34:44.403054  2133 solver.cpp:66] Iteration 88880, loss = 2.6536
 I1226 11:35:20.495038  2133 solver.cpp:204] Iteration 88900, lr = 0.01
 I1226 11:35:20.500144  2133 solver.cpp:66] Iteration 88900, loss = 2.74202
 I1226 11:35:56.589359  2133 solver.cpp:204] Iteration 88920, lr = 0.01
 I1226 11:35:56.594432  2133 solver.cpp:66] Iteration 88920, loss = 2.46488
 I1226 11:36:32.685708  2133 solver.cpp:204] Iteration 88940, lr = 0.01
 I1226 11:36:32.690807  2133 solver.cpp:66] Iteration 88940, loss = 2.65576
 I1226 11:37:08.781158  2133 solver.cpp:204] Iteration 88960, lr = 0.01
 I1226 11:37:08.786223  2133 solver.cpp:66] Iteration 88960, loss = 2.79267
 I1226 11:37:44.878701  2133 solver.cpp:204] Iteration 88980, lr = 0.01
 I1226 11:37:44.883813  2133 solver.cpp:66] Iteration 88980, loss = 2.84408
 I1226 11:38:20.972621  2133 solver.cpp:204] Iteration 89000, lr = 0.01
 I1226 11:38:20.977726  2133 solver.cpp:66] Iteration 89000, loss = 2.71529
 I1226 11:38:20.977740  2133 solver.cpp:84] Testing net
 I1226 11:40:33.280138  2133 solver.cpp:111] Test score #0: 0.40588
 I1226 11:40:33.280187  2133 solver.cpp:111] Test score #1: 2.70918
 I1226 11:41:09.125640  2133 solver.cpp:204] Iteration 89020, lr = 0.01
 I1226 11:41:09.130748  2133 solver.cpp:66] Iteration 89020, loss = 2.6399
 I1226 11:41:45.220234  2133 solver.cpp:204] Iteration 89040, lr = 0.01
 I1226 11:41:45.225307  2133 solver.cpp:66] Iteration 89040, loss = 2.79943
 I1226 11:42:21.316689  2133 solver.cpp:204] Iteration 89060, lr = 0.01
 I1226 11:42:21.321794  2133 solver.cpp:66] Iteration 89060, loss = 2.6846
 I1226 11:42:57.411645  2133 solver.cpp:204] Iteration 89080, lr = 0.01
 I1226 11:42:57.416745  2133 solver.cpp:66] Iteration 89080, loss = 2.86301
 I1226 11:43:33.513046  2133 solver.cpp:204] Iteration 89100, lr = 0.01
 I1226 11:43:33.518143  2133 solver.cpp:66] Iteration 89100, loss = 2.58351
 I1226 11:44:09.608410  2133 solver.cpp:204] Iteration 89120, lr = 0.01
 I1226 11:44:09.613505  2133 solver.cpp:66] Iteration 89120, loss = 2.42333
 I1226 11:44:45.702687  2133 solver.cpp:204] Iteration 89140, lr = 0.01
 I1226 11:44:45.707788  2133 solver.cpp:66] Iteration 89140, loss = 2.67604
 I1226 11:45:21.791415  2133 solver.cpp:204] Iteration 89160, lr = 0.01
 I1226 11:45:21.796546  2133 solver.cpp:66] Iteration 89160, loss = 2.98128
 I1226 11:45:57.885653  2133 solver.cpp:204] Iteration 89180, lr = 0.01
 I1226 11:45:57.890755  2133 solver.cpp:66] Iteration 89180, loss = 3.01636
 I1226 11:46:33.980507  2133 solver.cpp:204] Iteration 89200, lr = 0.01
 I1226 11:46:33.985610  2133 solver.cpp:66] Iteration 89200, loss = 2.71158
 I1226 11:47:10.071511  2133 solver.cpp:204] Iteration 89220, lr = 0.01
 I1226 11:47:10.076617  2133 solver.cpp:66] Iteration 89220, loss = 2.7432
 I1226 11:47:46.165065  2133 solver.cpp:204] Iteration 89240, lr = 0.01
 I1226 11:47:46.170119  2133 solver.cpp:66] Iteration 89240, loss = 2.84539
 I1226 11:48:22.255053  2133 solver.cpp:204] Iteration 89260, lr = 0.01
 I1226 11:48:22.260157  2133 solver.cpp:66] Iteration 89260, loss = 2.68334
 I1226 11:48:58.348758  2133 solver.cpp:204] Iteration 89280, lr = 0.01
 I1226 11:48:58.353914  2133 solver.cpp:66] Iteration 89280, loss = 2.58456
 I1226 11:49:34.444649  2133 solver.cpp:204] Iteration 89300, lr = 0.01
 I1226 11:49:34.449719  2133 solver.cpp:66] Iteration 89300, loss = 2.48826
 I1226 11:50:10.541553  2133 solver.cpp:204] Iteration 89320, lr = 0.01
 I1226 11:50:10.546640  2133 solver.cpp:66] Iteration 89320, loss = 2.61224
 I1226 11:50:46.637831  2133 solver.cpp:204] Iteration 89340, lr = 0.01
 I1226 11:50:46.642933  2133 solver.cpp:66] Iteration 89340, loss = 2.87176
 I1226 11:51:22.730136  2133 solver.cpp:204] Iteration 89360, lr = 0.01
 I1226 11:51:22.735268  2133 solver.cpp:66] Iteration 89360, loss = 2.74077
 I1226 11:51:58.828982  2133 solver.cpp:204] Iteration 89380, lr = 0.01
 I1226 11:51:58.834044  2133 solver.cpp:66] Iteration 89380, loss = 2.56392
 I1226 11:52:34.927278  2133 solver.cpp:204] Iteration 89400, lr = 0.01
 I1226 11:52:34.932394  2133 solver.cpp:66] Iteration 89400, loss = 2.8372
 I1226 11:53:11.019808  2133 solver.cpp:204] Iteration 89420, lr = 0.01
 I1226 11:53:11.024953  2133 solver.cpp:66] Iteration 89420, loss = 2.72506
 I1226 11:53:47.117395  2133 solver.cpp:204] Iteration 89440, lr = 0.01
 I1226 11:53:47.122488  2133 solver.cpp:66] Iteration 89440, loss = 2.73417
 I1226 11:54:23.212708  2133 solver.cpp:204] Iteration 89460, lr = 0.01
 I1226 11:54:23.217818  2133 solver.cpp:66] Iteration 89460, loss = 2.57751
 I1226 11:54:59.310276  2133 solver.cpp:204] Iteration 89480, lr = 0.01
 I1226 11:54:59.315387  2133 solver.cpp:66] Iteration 89480, loss = 2.30917
 I1226 11:55:35.406306  2133 solver.cpp:204] Iteration 89500, lr = 0.01
 I1226 11:55:35.411407  2133 solver.cpp:66] Iteration 89500, loss = 2.72998
 I1226 11:56:11.503654  2133 solver.cpp:204] Iteration 89520, lr = 0.01
 I1226 11:56:11.508771  2133 solver.cpp:66] Iteration 89520, loss = 2.69179
 I1226 11:56:47.602916  2133 solver.cpp:204] Iteration 89540, lr = 0.01
 I1226 11:56:47.608019  2133 solver.cpp:66] Iteration 89540, loss = 2.95098
 I1226 11:57:23.701524  2133 solver.cpp:204] Iteration 89560, lr = 0.01
 I1226 11:57:23.706620  2133 solver.cpp:66] Iteration 89560, loss = 2.88583
 I1226 11:57:59.798630  2133 solver.cpp:204] Iteration 89580, lr = 0.01
 I1226 11:57:59.803741  2133 solver.cpp:66] Iteration 89580, loss = 2.91507
 I1226 11:58:35.898198  2133 solver.cpp:204] Iteration 89600, lr = 0.01
 I1226 11:58:35.903302  2133 solver.cpp:66] Iteration 89600, loss = 2.72834
 I1226 11:59:11.993207  2133 solver.cpp:204] Iteration 89620, lr = 0.01
 I1226 11:59:11.998273  2133 solver.cpp:66] Iteration 89620, loss = 2.734
 I1226 11:59:48.089135  2133 solver.cpp:204] Iteration 89640, lr = 0.01
 I1226 11:59:48.094190  2133 solver.cpp:66] Iteration 89640, loss = 2.51362
 I1226 12:00:24.181637  2133 solver.cpp:204] Iteration 89660, lr = 0.01
 I1226 12:00:24.186743  2133 solver.cpp:66] Iteration 89660, loss = 2.73454
 I1226 12:01:00.274319  2133 solver.cpp:204] Iteration 89680, lr = 0.01
 I1226 12:01:00.279427  2133 solver.cpp:66] Iteration 89680, loss = 2.61592
 I1226 12:01:36.371695  2133 solver.cpp:204] Iteration 89700, lr = 0.01
 I1226 12:01:36.376806  2133 solver.cpp:66] Iteration 89700, loss = 2.68369
 I1226 12:02:12.467821  2133 solver.cpp:204] Iteration 89720, lr = 0.01
 I1226 12:02:12.472939  2133 solver.cpp:66] Iteration 89720, loss = 2.67856
 I1226 12:02:48.556937  2133 solver.cpp:204] Iteration 89740, lr = 0.01
 I1226 12:02:48.561997  2133 solver.cpp:66] Iteration 89740, loss = 2.62329
 I1226 12:03:24.649613  2133 solver.cpp:204] Iteration 89760, lr = 0.01
 I1226 12:03:24.654721  2133 solver.cpp:66] Iteration 89760, loss = 2.79972
 I1226 12:04:00.749861  2133 solver.cpp:204] Iteration 89780, lr = 0.01
 I1226 12:04:00.754928  2133 solver.cpp:66] Iteration 89780, loss = 2.64231
 I1226 12:04:36.845698  2133 solver.cpp:204] Iteration 89800, lr = 0.01
 I1226 12:04:36.850798  2133 solver.cpp:66] Iteration 89800, loss = 2.51601
 I1226 12:05:12.940220  2133 solver.cpp:204] Iteration 89820, lr = 0.01
 I1226 12:05:12.945327  2133 solver.cpp:66] Iteration 89820, loss = 2.84658
 I1226 12:05:49.035069  2133 solver.cpp:204] Iteration 89840, lr = 0.01
 I1226 12:05:49.040164  2133 solver.cpp:66] Iteration 89840, loss = 3.04603
 I1226 12:06:25.130149  2133 solver.cpp:204] Iteration 89860, lr = 0.01
 I1226 12:06:25.135221  2133 solver.cpp:66] Iteration 89860, loss = 2.7923
 I1226 12:07:01.226147  2133 solver.cpp:204] Iteration 89880, lr = 0.01
 I1226 12:07:01.231302  2133 solver.cpp:66] Iteration 89880, loss = 2.87707
 I1226 12:07:37.320598  2133 solver.cpp:204] Iteration 89900, lr = 0.01
 I1226 12:07:37.325696  2133 solver.cpp:66] Iteration 89900, loss = 2.751
 I1226 12:08:13.412242  2133 solver.cpp:204] Iteration 89920, lr = 0.01
 I1226 12:08:13.417340  2133 solver.cpp:66] Iteration 89920, loss = 2.89677
 I1226 12:08:49.509838  2133 solver.cpp:204] Iteration 89940, lr = 0.01
 I1226 12:08:49.514950  2133 solver.cpp:66] Iteration 89940, loss = 2.50574
 I1226 12:09:25.604280  2133 solver.cpp:204] Iteration 89960, lr = 0.01
 I1226 12:09:25.609380  2133 solver.cpp:66] Iteration 89960, loss = 2.77592
 I1226 12:10:01.696671  2133 solver.cpp:204] Iteration 89980, lr = 0.01
 I1226 12:10:01.701786  2133 solver.cpp:66] Iteration 89980, loss = 2.81815
 I1226 12:10:37.790030  2133 solver.cpp:204] Iteration 90000, lr = 0.01
 I1226 12:10:38.358288  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_90000
 I1226 12:10:38.950415  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_90000.solverstate
 I1226 12:10:39.261545  2133 solver.cpp:66] Iteration 90000, loss = 2.72918
 I1226 12:10:39.261590  2133 solver.cpp:84] Testing net
 I1226 12:12:55.133612  2133 solver.cpp:111] Test score #0: 0.3999
 I1226 12:12:55.133663  2133 solver.cpp:111] Test score #1: 2.73702
 I1226 12:13:30.983826  2133 solver.cpp:204] Iteration 90020, lr = 0.01
 I1226 12:13:30.988950  2133 solver.cpp:66] Iteration 90020, loss = 2.73244
 I1226 12:14:07.079489  2133 solver.cpp:204] Iteration 90040, lr = 0.01
 I1226 12:14:07.084566  2133 solver.cpp:66] Iteration 90040, loss = 2.61165
 I1226 12:14:43.175019  2133 solver.cpp:204] Iteration 90060, lr = 0.01
 I1226 12:14:43.180132  2133 solver.cpp:66] Iteration 90060, loss = 3.2437
 I1226 12:15:19.274049  2133 solver.cpp:204] Iteration 90080, lr = 0.01
 I1226 12:15:19.279151  2133 solver.cpp:66] Iteration 90080, loss = 2.72913
 I1226 12:15:55.370111  2133 solver.cpp:204] Iteration 90100, lr = 0.01
 I1226 12:15:55.375219  2133 solver.cpp:66] Iteration 90100, loss = 2.87126
 I1226 12:16:31.469368  2133 solver.cpp:204] Iteration 90120, lr = 0.01
 I1226 12:16:31.474395  2133 solver.cpp:66] Iteration 90120, loss = 2.60947
 I1226 12:17:07.567399  2133 solver.cpp:204] Iteration 90140, lr = 0.01
 I1226 12:17:07.572506  2133 solver.cpp:66] Iteration 90140, loss = 2.86207
 I1226 12:17:43.661439  2133 solver.cpp:204] Iteration 90160, lr = 0.01
 I1226 12:17:43.666542  2133 solver.cpp:66] Iteration 90160, loss = 2.67341
 I1226 12:18:19.761451  2133 solver.cpp:204] Iteration 90180, lr = 0.01
 I1226 12:18:19.766405  2133 solver.cpp:66] Iteration 90180, loss = 2.81862
 I1226 12:18:55.854956  2133 solver.cpp:204] Iteration 90200, lr = 0.01
 I1226 12:18:55.860055  2133 solver.cpp:66] Iteration 90200, loss = 3.11444
 I1226 12:19:31.953608  2133 solver.cpp:204] Iteration 90220, lr = 0.01
 I1226 12:19:31.958565  2133 solver.cpp:66] Iteration 90220, loss = 2.76077
 I1226 12:20:08.044862  2133 solver.cpp:204] Iteration 90240, lr = 0.01
 I1226 12:20:08.049962  2133 solver.cpp:66] Iteration 90240, loss = 2.89559
 I1226 12:20:44.138435  2133 solver.cpp:204] Iteration 90260, lr = 0.01
 I1226 12:20:44.143543  2133 solver.cpp:66] Iteration 90260, loss = 2.59819
 I1226 12:21:20.236435  2133 solver.cpp:204] Iteration 90280, lr = 0.01
 I1226 12:21:20.241544  2133 solver.cpp:66] Iteration 90280, loss = 2.79024
 I1226 12:21:56.328760  2133 solver.cpp:204] Iteration 90300, lr = 0.01
 I1226 12:21:56.333860  2133 solver.cpp:66] Iteration 90300, loss = 2.78774
 I1226 12:22:32.419039  2133 solver.cpp:204] Iteration 90320, lr = 0.01
 I1226 12:22:32.424147  2133 solver.cpp:66] Iteration 90320, loss = 2.67129
 I1226 12:23:08.513689  2133 solver.cpp:204] Iteration 90340, lr = 0.01
 I1226 12:23:08.518795  2133 solver.cpp:66] Iteration 90340, loss = 2.82747
 I1226 12:23:44.611693  2133 solver.cpp:204] Iteration 90360, lr = 0.01
 I1226 12:23:44.616801  2133 solver.cpp:66] Iteration 90360, loss = 2.51064
 I1226 12:24:20.707268  2133 solver.cpp:204] Iteration 90380, lr = 0.01
 I1226 12:24:20.712365  2133 solver.cpp:66] Iteration 90380, loss = 2.72507
 I1226 12:24:56.807282  2133 solver.cpp:204] Iteration 90400, lr = 0.01
 I1226 12:24:56.812386  2133 solver.cpp:66] Iteration 90400, loss = 2.76922
 I1226 12:25:32.900475  2133 solver.cpp:204] Iteration 90420, lr = 0.01
 I1226 12:25:32.905545  2133 solver.cpp:66] Iteration 90420, loss = 2.74153
 I1226 12:26:08.997123  2133 solver.cpp:204] Iteration 90440, lr = 0.01
 I1226 12:26:09.002190  2133 solver.cpp:66] Iteration 90440, loss = 2.59273
 I1226 12:26:45.096568  2133 solver.cpp:204] Iteration 90460, lr = 0.01
 I1226 12:26:45.101670  2133 solver.cpp:66] Iteration 90460, loss = 2.60997
 I1226 12:27:21.190945  2133 solver.cpp:204] Iteration 90480, lr = 0.01
 I1226 12:27:21.196063  2133 solver.cpp:66] Iteration 90480, loss = 2.6256
 I1226 12:27:57.291492  2133 solver.cpp:204] Iteration 90500, lr = 0.01
 I1226 12:27:57.296602  2133 solver.cpp:66] Iteration 90500, loss = 2.72111
 I1226 12:28:33.388978  2133 solver.cpp:204] Iteration 90520, lr = 0.01
 I1226 12:28:33.394047  2133 solver.cpp:66] Iteration 90520, loss = 2.57086
 I1226 12:29:09.486404  2133 solver.cpp:204] Iteration 90540, lr = 0.01
 I1226 12:29:09.491525  2133 solver.cpp:66] Iteration 90540, loss = 2.72313
 I1226 12:29:45.587909  2133 solver.cpp:204] Iteration 90560, lr = 0.01
 I1226 12:29:45.593013  2133 solver.cpp:66] Iteration 90560, loss = 2.89994
 I1226 12:30:21.686447  2133 solver.cpp:204] Iteration 90580, lr = 0.01
 I1226 12:30:21.691555  2133 solver.cpp:66] Iteration 90580, loss = 3.01372
 I1226 12:30:57.783740  2133 solver.cpp:204] Iteration 90600, lr = 0.01
 I1226 12:30:57.788872  2133 solver.cpp:66] Iteration 90600, loss = 2.63466
 I1226 12:31:33.880588  2133 solver.cpp:204] Iteration 90620, lr = 0.01
 I1226 12:31:33.885694  2133 solver.cpp:66] Iteration 90620, loss = 2.7178
 I1226 12:32:09.977713  2133 solver.cpp:204] Iteration 90640, lr = 0.01
 I1226 12:32:09.982817  2133 solver.cpp:66] Iteration 90640, loss = 2.55877
 I1226 12:32:46.073035  2133 solver.cpp:204] Iteration 90660, lr = 0.01
 I1226 12:32:46.078106  2133 solver.cpp:66] Iteration 90660, loss = 2.68364
 I1226 12:33:22.170748  2133 solver.cpp:204] Iteration 90680, lr = 0.01
 I1226 12:33:22.175849  2133 solver.cpp:66] Iteration 90680, loss = 2.81417
 I1226 12:33:58.263644  2133 solver.cpp:204] Iteration 90700, lr = 0.01
 I1226 12:33:58.268750  2133 solver.cpp:66] Iteration 90700, loss = 2.61304
 I1226 12:34:34.356673  2133 solver.cpp:204] Iteration 90720, lr = 0.01
 I1226 12:34:34.361778  2133 solver.cpp:66] Iteration 90720, loss = 2.95207
 I1226 12:35:10.452246  2133 solver.cpp:204] Iteration 90740, lr = 0.01
 I1226 12:35:10.457360  2133 solver.cpp:66] Iteration 90740, loss = 2.98505
 I1226 12:35:46.549268  2133 solver.cpp:204] Iteration 90760, lr = 0.01
 I1226 12:35:46.554338  2133 solver.cpp:66] Iteration 90760, loss = 2.65729
 I1226 12:36:22.641827  2133 solver.cpp:204] Iteration 90780, lr = 0.01
 I1226 12:36:22.646826  2133 solver.cpp:66] Iteration 90780, loss = 2.63373
 I1226 12:36:58.739740  2133 solver.cpp:204] Iteration 90800, lr = 0.01
 I1226 12:36:58.744865  2133 solver.cpp:66] Iteration 90800, loss = 3.04304
 I1226 12:37:34.835921  2133 solver.cpp:204] Iteration 90820, lr = 0.01
 I1226 12:37:34.841032  2133 solver.cpp:66] Iteration 90820, loss = 2.69467
 I1226 12:38:10.932443  2133 solver.cpp:204] Iteration 90840, lr = 0.01
 I1226 12:38:10.937551  2133 solver.cpp:66] Iteration 90840, loss = 2.63436
 I1226 12:38:47.028834  2133 solver.cpp:204] Iteration 90860, lr = 0.01
 I1226 12:38:47.033921  2133 solver.cpp:66] Iteration 90860, loss = 2.97296
 I1226 12:39:23.119343  2133 solver.cpp:204] Iteration 90880, lr = 0.01
 I1226 12:39:23.124449  2133 solver.cpp:66] Iteration 90880, loss = 2.60936
 I1226 12:39:59.215805  2133 solver.cpp:204] Iteration 90900, lr = 0.01
 I1226 12:39:59.220891  2133 solver.cpp:66] Iteration 90900, loss = 2.58856
 I1226 12:40:35.307257  2133 solver.cpp:204] Iteration 90920, lr = 0.01
 I1226 12:40:35.312345  2133 solver.cpp:66] Iteration 90920, loss = 2.95442
 I1226 12:41:11.405030  2133 solver.cpp:204] Iteration 90940, lr = 0.01
 I1226 12:41:11.410089  2133 solver.cpp:66] Iteration 90940, loss = 2.86218
 I1226 12:41:47.504245  2133 solver.cpp:204] Iteration 90960, lr = 0.01
 I1226 12:41:47.509343  2133 solver.cpp:66] Iteration 90960, loss = 2.68961
 I1226 12:42:23.603210  2133 solver.cpp:204] Iteration 90980, lr = 0.01
 I1226 12:42:23.608309  2133 solver.cpp:66] Iteration 90980, loss = 2.73115
 I1226 12:42:59.698127  2133 solver.cpp:204] Iteration 91000, lr = 0.01
 I1226 12:42:59.703241  2133 solver.cpp:66] Iteration 91000, loss = 2.65123
 I1226 12:42:59.703254  2133 solver.cpp:84] Testing net
 I1226 12:45:12.036319  2133 solver.cpp:111] Test score #0: 0.402
 I1226 12:45:12.036370  2133 solver.cpp:111] Test score #1: 2.74192
 I1226 12:45:47.882901  2133 solver.cpp:204] Iteration 91020, lr = 0.01
 I1226 12:45:47.888010  2133 solver.cpp:66] Iteration 91020, loss = 2.84607
 I1226 12:46:23.983338  2133 solver.cpp:204] Iteration 91040, lr = 0.01
 I1226 12:46:23.988438  2133 solver.cpp:66] Iteration 91040, loss = 2.55891
 I1226 12:47:00.073972  2133 solver.cpp:204] Iteration 91060, lr = 0.01
 I1226 12:47:00.079077  2133 solver.cpp:66] Iteration 91060, loss = 2.63499
 I1226 12:47:36.165259  2133 solver.cpp:204] Iteration 91080, lr = 0.01
 I1226 12:47:36.170393  2133 solver.cpp:66] Iteration 91080, loss = 2.95931
 I1226 12:48:12.263731  2133 solver.cpp:204] Iteration 91100, lr = 0.01
 I1226 12:48:12.268923  2133 solver.cpp:66] Iteration 91100, loss = 2.66823
 I1226 12:48:50.329581  2133 solver.cpp:204] Iteration 91120, lr = 0.01
 I1226 12:48:50.334666  2133 solver.cpp:66] Iteration 91120, loss = 2.7713
 I1226 12:49:26.424218  2133 solver.cpp:204] Iteration 91140, lr = 0.01
 I1226 12:49:26.429327  2133 solver.cpp:66] Iteration 91140, loss = 2.68379
 I1226 12:50:02.520207  2133 solver.cpp:204] Iteration 91160, lr = 0.01
 I1226 12:50:02.525271  2133 solver.cpp:66] Iteration 91160, loss = 2.78573
 I1226 12:50:38.610833  2133 solver.cpp:204] Iteration 91180, lr = 0.01
 I1226 12:50:38.615931  2133 solver.cpp:66] Iteration 91180, loss = 2.96396
 I1226 12:51:14.709614  2133 solver.cpp:204] Iteration 91200, lr = 0.01
 I1226 12:51:14.714678  2133 solver.cpp:66] Iteration 91200, loss = 2.93146
 I1226 12:51:50.801098  2133 solver.cpp:204] Iteration 91220, lr = 0.01
 I1226 12:51:50.806159  2133 solver.cpp:66] Iteration 91220, loss = 2.71585
 I1226 12:52:26.894515  2133 solver.cpp:204] Iteration 91240, lr = 0.01
 I1226 12:52:26.899624  2133 solver.cpp:66] Iteration 91240, loss = 2.58743
 I1226 12:53:02.991358  2133 solver.cpp:204] Iteration 91260, lr = 0.01
 I1226 12:53:02.996461  2133 solver.cpp:66] Iteration 91260, loss = 2.74396
 I1226 12:53:39.087057  2133 solver.cpp:204] Iteration 91280, lr = 0.01
 I1226 12:53:39.092175  2133 solver.cpp:66] Iteration 91280, loss = 2.73839
 I1226 12:54:15.179735  2133 solver.cpp:204] Iteration 91300, lr = 0.01
 I1226 12:54:15.184859  2133 solver.cpp:66] Iteration 91300, loss = 2.55921
 I1226 12:54:51.275697  2133 solver.cpp:204] Iteration 91320, lr = 0.01
 I1226 12:54:51.280803  2133 solver.cpp:66] Iteration 91320, loss = 2.73095
 I1226 12:55:27.371461  2133 solver.cpp:204] Iteration 91340, lr = 0.01
 I1226 12:55:27.376559  2133 solver.cpp:66] Iteration 91340, loss = 2.6179
 I1226 12:56:03.462667  2133 solver.cpp:204] Iteration 91360, lr = 0.01
 I1226 12:56:03.467782  2133 solver.cpp:66] Iteration 91360, loss = 2.76619
 I1226 12:56:39.557040  2133 solver.cpp:204] Iteration 91380, lr = 0.01
 I1226 12:56:39.562109  2133 solver.cpp:66] Iteration 91380, loss = 2.85658
 I1226 12:57:15.645171  2133 solver.cpp:204] Iteration 91400, lr = 0.01
 I1226 12:57:15.650261  2133 solver.cpp:66] Iteration 91400, loss = 2.67209
 I1226 12:57:51.741528  2133 solver.cpp:204] Iteration 91420, lr = 0.01
 I1226 12:57:51.746613  2133 solver.cpp:66] Iteration 91420, loss = 2.84139
 I1226 12:58:27.837839  2133 solver.cpp:204] Iteration 91440, lr = 0.01
 I1226 12:58:27.842958  2133 solver.cpp:66] Iteration 91440, loss = 2.93028
 I1226 12:59:03.937670  2133 solver.cpp:204] Iteration 91460, lr = 0.01
 I1226 12:59:03.942769  2133 solver.cpp:66] Iteration 91460, loss = 2.82528
 I1226 12:59:40.039829  2133 solver.cpp:204] Iteration 91480, lr = 0.01
 I1226 12:59:40.044819  2133 solver.cpp:66] Iteration 91480, loss = 2.68982
 I1226 13:00:16.137909  2133 solver.cpp:204] Iteration 91500, lr = 0.01
 I1226 13:00:16.143009  2133 solver.cpp:66] Iteration 91500, loss = 2.58791
 I1226 13:00:52.238633  2133 solver.cpp:204] Iteration 91520, lr = 0.01
 I1226 13:00:52.243716  2133 solver.cpp:66] Iteration 91520, loss = 3.07315
 I1226 13:01:28.336210  2133 solver.cpp:204] Iteration 91540, lr = 0.01
 I1226 13:01:28.341328  2133 solver.cpp:66] Iteration 91540, loss = 2.99932
 I1226 13:02:04.435158  2133 solver.cpp:204] Iteration 91560, lr = 0.01
 I1226 13:02:04.440229  2133 solver.cpp:66] Iteration 91560, loss = 2.77538
 I1226 13:02:40.533498  2133 solver.cpp:204] Iteration 91580, lr = 0.01
 I1226 13:02:40.538602  2133 solver.cpp:66] Iteration 91580, loss = 2.72632
 I1226 13:03:16.623983  2133 solver.cpp:204] Iteration 91600, lr = 0.01
 I1226 13:03:16.629088  2133 solver.cpp:66] Iteration 91600, loss = 2.92391
 I1226 13:03:52.719552  2133 solver.cpp:204] Iteration 91620, lr = 0.01
 I1226 13:03:52.724663  2133 solver.cpp:66] Iteration 91620, loss = 2.86549
 I1226 13:04:28.817248  2133 solver.cpp:204] Iteration 91640, lr = 0.01
 I1226 13:04:28.822273  2133 solver.cpp:66] Iteration 91640, loss = 2.88811
 I1226 13:05:04.909483  2133 solver.cpp:204] Iteration 91660, lr = 0.01
 I1226 13:05:04.914593  2133 solver.cpp:66] Iteration 91660, loss = 2.84202
 I1226 13:05:41.003674  2133 solver.cpp:204] Iteration 91680, lr = 0.01
 I1226 13:05:41.008780  2133 solver.cpp:66] Iteration 91680, loss = 2.7877
 I1226 13:06:17.098279  2133 solver.cpp:204] Iteration 91700, lr = 0.01
 I1226 13:06:17.103379  2133 solver.cpp:66] Iteration 91700, loss = 2.7572
 I1226 13:06:53.190690  2133 solver.cpp:204] Iteration 91720, lr = 0.01
 I1226 13:06:53.195785  2133 solver.cpp:66] Iteration 91720, loss = 2.85006
 I1226 13:07:29.281823  2133 solver.cpp:204] Iteration 91740, lr = 0.01
 I1226 13:07:29.286907  2133 solver.cpp:66] Iteration 91740, loss = 2.5866
 I1226 13:08:05.376941  2133 solver.cpp:204] Iteration 91760, lr = 0.01
 I1226 13:08:05.382007  2133 solver.cpp:66] Iteration 91760, loss = 2.58451
 I1226 13:08:41.471014  2133 solver.cpp:204] Iteration 91780, lr = 0.01
 I1226 13:08:41.476125  2133 solver.cpp:66] Iteration 91780, loss = 2.79297
 I1226 13:09:17.565170  2133 solver.cpp:204] Iteration 91800, lr = 0.01
 I1226 13:09:17.570224  2133 solver.cpp:66] Iteration 91800, loss = 3.07626
 I1226 13:09:53.660539  2133 solver.cpp:204] Iteration 91820, lr = 0.01
 I1226 13:09:53.665647  2133 solver.cpp:66] Iteration 91820, loss = 2.85256
 I1226 13:10:29.758735  2133 solver.cpp:204] Iteration 91840, lr = 0.01
 I1226 13:10:29.763835  2133 solver.cpp:66] Iteration 91840, loss = 3.16032
 I1226 13:11:05.854894  2133 solver.cpp:204] Iteration 91860, lr = 0.01
 I1226 13:11:05.860051  2133 solver.cpp:66] Iteration 91860, loss = 2.51303
 I1226 13:11:41.948575  2133 solver.cpp:204] Iteration 91880, lr = 0.01
 I1226 13:11:41.953671  2133 solver.cpp:66] Iteration 91880, loss = 2.76362
 I1226 13:12:18.048168  2133 solver.cpp:204] Iteration 91900, lr = 0.01
 I1226 13:12:18.053280  2133 solver.cpp:66] Iteration 91900, loss = 2.82088
 I1226 13:12:54.145923  2133 solver.cpp:204] Iteration 91920, lr = 0.01
 I1226 13:12:54.151139  2133 solver.cpp:66] Iteration 91920, loss = 2.69454
 I1226 13:13:30.242745  2133 solver.cpp:204] Iteration 91940, lr = 0.01
 I1226 13:13:30.247848  2133 solver.cpp:66] Iteration 91940, loss = 3.00935
 I1226 13:14:06.340874  2133 solver.cpp:204] Iteration 91960, lr = 0.01
 I1226 13:14:06.345960  2133 solver.cpp:66] Iteration 91960, loss = 2.99167
 I1226 13:14:42.433557  2133 solver.cpp:204] Iteration 91980, lr = 0.01
 I1226 13:14:42.438652  2133 solver.cpp:66] Iteration 91980, loss = 2.68622
 I1226 13:15:18.529935  2133 solver.cpp:204] Iteration 92000, lr = 0.01
 I1226 13:15:18.535037  2133 solver.cpp:66] Iteration 92000, loss = 2.64225
 I1226 13:15:18.535049  2133 solver.cpp:84] Testing net
 I1226 13:17:31.629037  2133 solver.cpp:111] Test score #0: 0.40104
 I1226 13:17:31.629087  2133 solver.cpp:111] Test score #1: 2.72789
 I1226 13:18:07.475102  2133 solver.cpp:204] Iteration 92020, lr = 0.01
 I1226 13:18:07.480257  2133 solver.cpp:66] Iteration 92020, loss = 2.73075
 I1226 13:18:43.573524  2133 solver.cpp:204] Iteration 92040, lr = 0.01
 I1226 13:18:43.578603  2133 solver.cpp:66] Iteration 92040, loss = 2.62556
 I1226 13:19:19.666465  2133 solver.cpp:204] Iteration 92060, lr = 0.01
 I1226 13:19:19.671562  2133 solver.cpp:66] Iteration 92060, loss = 2.5886
 I1226 13:19:55.758728  2133 solver.cpp:204] Iteration 92080, lr = 0.01
 I1226 13:19:55.763829  2133 solver.cpp:66] Iteration 92080, loss = 2.75431
 I1226 13:20:31.851454  2133 solver.cpp:204] Iteration 92100, lr = 0.01
 I1226 13:20:31.856564  2133 solver.cpp:66] Iteration 92100, loss = 2.86247
 I1226 13:21:07.946279  2133 solver.cpp:204] Iteration 92120, lr = 0.01
 I1226 13:21:07.951388  2133 solver.cpp:66] Iteration 92120, loss = 2.47433
 I1226 13:21:44.038841  2133 solver.cpp:204] Iteration 92140, lr = 0.01
 I1226 13:21:44.043942  2133 solver.cpp:66] Iteration 92140, loss = 2.87549
 I1226 13:22:20.136080  2133 solver.cpp:204] Iteration 92160, lr = 0.01
 I1226 13:22:20.141192  2133 solver.cpp:66] Iteration 92160, loss = 2.67269
 I1226 13:22:56.233070  2133 solver.cpp:204] Iteration 92180, lr = 0.01
 I1226 13:22:56.238189  2133 solver.cpp:66] Iteration 92180, loss = 2.8366
 I1226 13:23:32.329272  2133 solver.cpp:204] Iteration 92200, lr = 0.01
 I1226 13:23:32.334343  2133 solver.cpp:66] Iteration 92200, loss = 2.77244
 I1226 13:24:08.427602  2133 solver.cpp:204] Iteration 92220, lr = 0.01
 I1226 13:24:08.432714  2133 solver.cpp:66] Iteration 92220, loss = 2.93328
 I1226 13:24:44.523746  2133 solver.cpp:204] Iteration 92240, lr = 0.01
 I1226 13:24:44.528879  2133 solver.cpp:66] Iteration 92240, loss = 2.81603
 I1226 13:25:20.621821  2133 solver.cpp:204] Iteration 92260, lr = 0.01
 I1226 13:25:20.626901  2133 solver.cpp:66] Iteration 92260, loss = 2.78595
 I1226 13:25:56.712774  2133 solver.cpp:204] Iteration 92280, lr = 0.01
 I1226 13:25:56.717871  2133 solver.cpp:66] Iteration 92280, loss = 2.95749
 I1226 13:26:32.810199  2133 solver.cpp:204] Iteration 92300, lr = 0.01
 I1226 13:26:32.815311  2133 solver.cpp:66] Iteration 92300, loss = 2.69611
 I1226 13:27:08.903641  2133 solver.cpp:204] Iteration 92320, lr = 0.01
 I1226 13:27:08.908751  2133 solver.cpp:66] Iteration 92320, loss = 2.37888
 I1226 13:27:45.000496  2133 solver.cpp:204] Iteration 92340, lr = 0.01
 I1226 13:27:45.005600  2133 solver.cpp:66] Iteration 92340, loss = 2.72196
 I1226 13:28:21.100496  2133 solver.cpp:204] Iteration 92360, lr = 0.01
 I1226 13:28:21.105563  2133 solver.cpp:66] Iteration 92360, loss = 3.09223
 I1226 13:28:57.194232  2133 solver.cpp:204] Iteration 92380, lr = 0.01
 I1226 13:28:57.199342  2133 solver.cpp:66] Iteration 92380, loss = 2.51576
 I1226 13:29:33.290149  2133 solver.cpp:204] Iteration 92400, lr = 0.01
 I1226 13:29:33.295223  2133 solver.cpp:66] Iteration 92400, loss = 2.62305
 I1226 13:30:09.381778  2133 solver.cpp:204] Iteration 92420, lr = 0.01
 I1226 13:30:09.386893  2133 solver.cpp:66] Iteration 92420, loss = 2.81683
 I1226 13:30:45.478145  2133 solver.cpp:204] Iteration 92440, lr = 0.01
 I1226 13:30:45.483252  2133 solver.cpp:66] Iteration 92440, loss = 2.83792
 I1226 13:31:21.575099  2133 solver.cpp:204] Iteration 92460, lr = 0.01
 I1226 13:31:21.580221  2133 solver.cpp:66] Iteration 92460, loss = 2.63986
 I1226 13:31:57.668970  2133 solver.cpp:204] Iteration 92480, lr = 0.01
 I1226 13:31:57.674036  2133 solver.cpp:66] Iteration 92480, loss = 2.91424
 I1226 13:32:33.768345  2133 solver.cpp:204] Iteration 92500, lr = 0.01
 I1226 13:32:33.773458  2133 solver.cpp:66] Iteration 92500, loss = 2.86154
 I1226 13:33:09.862098  2133 solver.cpp:204] Iteration 92520, lr = 0.01
 I1226 13:33:09.867204  2133 solver.cpp:66] Iteration 92520, loss = 2.63812
 I1226 13:33:45.957911  2133 solver.cpp:204] Iteration 92540, lr = 0.01
 I1226 13:33:45.963008  2133 solver.cpp:66] Iteration 92540, loss = 2.80358
 I1226 13:34:22.053956  2133 solver.cpp:204] Iteration 92560, lr = 0.01
 I1226 13:34:22.059041  2133 solver.cpp:66] Iteration 92560, loss = 2.91114
 I1226 13:34:58.150068  2133 solver.cpp:204] Iteration 92580, lr = 0.01
 I1226 13:34:58.155143  2133 solver.cpp:66] Iteration 92580, loss = 2.78202
 I1226 13:35:34.243459  2133 solver.cpp:204] Iteration 92600, lr = 0.01
 I1226 13:35:34.248589  2133 solver.cpp:66] Iteration 92600, loss = 2.92954
 I1226 13:36:10.337942  2133 solver.cpp:204] Iteration 92620, lr = 0.01
 I1226 13:36:10.343094  2133 solver.cpp:66] Iteration 92620, loss = 2.4858
 I1226 13:36:46.432142  2133 solver.cpp:204] Iteration 92640, lr = 0.01
 I1226 13:36:46.437222  2133 solver.cpp:66] Iteration 92640, loss = 2.62102
 I1226 13:37:22.527493  2133 solver.cpp:204] Iteration 92660, lr = 0.01
 I1226 13:37:22.532604  2133 solver.cpp:66] Iteration 92660, loss = 2.54081
 I1226 13:37:58.617100  2133 solver.cpp:204] Iteration 92680, lr = 0.01
 I1226 13:37:58.622192  2133 solver.cpp:66] Iteration 92680, loss = 2.56961
 I1226 13:38:34.712529  2133 solver.cpp:204] Iteration 92700, lr = 0.01
 I1226 13:38:34.717620  2133 solver.cpp:66] Iteration 92700, loss = 2.70354
 I1226 13:39:10.803611  2133 solver.cpp:204] Iteration 92720, lr = 0.01
 I1226 13:39:10.808718  2133 solver.cpp:66] Iteration 92720, loss = 2.96208
 I1226 13:39:46.896492  2133 solver.cpp:204] Iteration 92740, lr = 0.01
 I1226 13:39:46.901599  2133 solver.cpp:66] Iteration 92740, loss = 2.8118
 I1226 13:40:22.990797  2133 solver.cpp:204] Iteration 92760, lr = 0.01
 I1226 13:40:22.995916  2133 solver.cpp:66] Iteration 92760, loss = 2.77984
 I1226 13:40:59.086856  2133 solver.cpp:204] Iteration 92780, lr = 0.01
 I1226 13:40:59.092021  2133 solver.cpp:66] Iteration 92780, loss = 2.78311
 I1226 13:41:35.186163  2133 solver.cpp:204] Iteration 92800, lr = 0.01
 I1226 13:41:35.191269  2133 solver.cpp:66] Iteration 92800, loss = 2.89738
 I1226 13:42:11.284119  2133 solver.cpp:204] Iteration 92820, lr = 0.01
 I1226 13:42:11.289278  2133 solver.cpp:66] Iteration 92820, loss = 2.52247
 I1226 13:42:47.377931  2133 solver.cpp:204] Iteration 92840, lr = 0.01
 I1226 13:42:47.383038  2133 solver.cpp:66] Iteration 92840, loss = 2.5491
 I1226 13:43:23.474635  2133 solver.cpp:204] Iteration 92860, lr = 0.01
 I1226 13:43:23.479734  2133 solver.cpp:66] Iteration 92860, loss = 3.04256
 I1226 13:43:59.566191  2133 solver.cpp:204] Iteration 92880, lr = 0.01
 I1226 13:43:59.571302  2133 solver.cpp:66] Iteration 92880, loss = 2.75489
 I1226 13:44:35.665946  2133 solver.cpp:204] Iteration 92900, lr = 0.01
 I1226 13:44:35.671043  2133 solver.cpp:66] Iteration 92900, loss = 2.6687
 I1226 13:45:11.757375  2133 solver.cpp:204] Iteration 92920, lr = 0.01
 I1226 13:45:11.762446  2133 solver.cpp:66] Iteration 92920, loss = 2.95516
 I1226 13:45:47.852632  2133 solver.cpp:204] Iteration 92940, lr = 0.01
 I1226 13:45:47.857738  2133 solver.cpp:66] Iteration 92940, loss = 2.59835
 I1226 13:46:23.945998  2133 solver.cpp:204] Iteration 92960, lr = 0.01
 I1226 13:46:23.951076  2133 solver.cpp:66] Iteration 92960, loss = 2.92853
 I1226 13:47:00.047312  2133 solver.cpp:204] Iteration 92980, lr = 0.01
 I1226 13:47:00.052420  2133 solver.cpp:66] Iteration 92980, loss = 2.43226
 I1226 13:47:36.143822  2133 solver.cpp:204] Iteration 93000, lr = 0.01
 I1226 13:47:36.148944  2133 solver.cpp:66] Iteration 93000, loss = 2.54871
 I1226 13:47:36.148957  2133 solver.cpp:84] Testing net
 I1226 13:49:48.086937  2133 solver.cpp:111] Test score #0: 0.41142
 I1226 13:49:48.086987  2133 solver.cpp:111] Test score #1: 2.68639
 I1226 13:50:23.930316  2133 solver.cpp:204] Iteration 93020, lr = 0.01
 I1226 13:50:23.935391  2133 solver.cpp:66] Iteration 93020, loss = 2.65659
 I1226 13:51:00.024730  2133 solver.cpp:204] Iteration 93040, lr = 0.01
 I1226 13:51:00.029693  2133 solver.cpp:66] Iteration 93040, loss = 2.80084
 I1226 13:51:36.123613  2133 solver.cpp:204] Iteration 93060, lr = 0.01
 I1226 13:51:36.128551  2133 solver.cpp:66] Iteration 93060, loss = 2.68944
 I1226 13:52:12.217782  2133 solver.cpp:204] Iteration 93080, lr = 0.01
 I1226 13:52:12.222878  2133 solver.cpp:66] Iteration 93080, loss = 2.46042
 I1226 13:52:48.310610  2133 solver.cpp:204] Iteration 93100, lr = 0.01
 I1226 13:52:48.315765  2133 solver.cpp:66] Iteration 93100, loss = 2.6702
 I1226 13:53:24.406658  2133 solver.cpp:204] Iteration 93120, lr = 0.01
 I1226 13:53:24.411763  2133 solver.cpp:66] Iteration 93120, loss = 2.66039
 I1226 13:54:00.503329  2133 solver.cpp:204] Iteration 93140, lr = 0.01
 I1226 13:54:00.508401  2133 solver.cpp:66] Iteration 93140, loss = 2.74197
 I1226 13:54:36.600275  2133 solver.cpp:204] Iteration 93160, lr = 0.01
 I1226 13:54:36.605379  2133 solver.cpp:66] Iteration 93160, loss = 2.82807
 I1226 13:55:12.695137  2133 solver.cpp:204] Iteration 93180, lr = 0.01
 I1226 13:55:12.700245  2133 solver.cpp:66] Iteration 93180, loss = 2.7621
 I1226 13:55:48.785537  2133 solver.cpp:204] Iteration 93200, lr = 0.01
 I1226 13:55:48.790649  2133 solver.cpp:66] Iteration 93200, loss = 2.74944
 I1226 13:56:24.877732  2133 solver.cpp:204] Iteration 93220, lr = 0.01
 I1226 13:56:24.882815  2133 solver.cpp:66] Iteration 93220, loss = 2.82629
 I1226 13:57:00.972728  2133 solver.cpp:204] Iteration 93240, lr = 0.01
 I1226 13:57:00.977818  2133 solver.cpp:66] Iteration 93240, loss = 2.64926
 I1226 13:57:37.064142  2133 solver.cpp:204] Iteration 93260, lr = 0.01
 I1226 13:57:37.069267  2133 solver.cpp:66] Iteration 93260, loss = 2.85054
 I1226 13:58:13.153283  2133 solver.cpp:204] Iteration 93280, lr = 0.01
 I1226 13:58:13.158340  2133 solver.cpp:66] Iteration 93280, loss = 2.67317
 I1226 13:58:49.244076  2133 solver.cpp:204] Iteration 93300, lr = 0.01
 I1226 13:58:49.249192  2133 solver.cpp:66] Iteration 93300, loss = 2.94237
 I1226 13:59:25.338352  2133 solver.cpp:204] Iteration 93320, lr = 0.01
 I1226 13:59:25.343457  2133 solver.cpp:66] Iteration 93320, loss = 2.85918
 I1226 14:00:01.431061  2133 solver.cpp:204] Iteration 93340, lr = 0.01
 I1226 14:00:01.436224  2133 solver.cpp:66] Iteration 93340, loss = 2.52553
 I1226 14:00:37.524194  2133 solver.cpp:204] Iteration 93360, lr = 0.01
 I1226 14:00:37.529242  2133 solver.cpp:66] Iteration 93360, loss = 2.86405
 I1226 14:01:13.619941  2133 solver.cpp:204] Iteration 93380, lr = 0.01
 I1226 14:01:13.625064  2133 solver.cpp:66] Iteration 93380, loss = 2.7629
 I1226 14:01:49.721389  2133 solver.cpp:204] Iteration 93400, lr = 0.01
 I1226 14:01:49.726459  2133 solver.cpp:66] Iteration 93400, loss = 2.94361
 I1226 14:02:25.819558  2133 solver.cpp:204] Iteration 93420, lr = 0.01
 I1226 14:02:25.824640  2133 solver.cpp:66] Iteration 93420, loss = 2.78996
 I1226 14:03:01.918651  2133 solver.cpp:204] Iteration 93440, lr = 0.01
 I1226 14:03:01.923760  2133 solver.cpp:66] Iteration 93440, loss = 2.53817
 I1226 14:03:38.017446  2133 solver.cpp:204] Iteration 93460, lr = 0.01
 I1226 14:03:38.022531  2133 solver.cpp:66] Iteration 93460, loss = 2.83906
 I1226 14:04:14.113404  2133 solver.cpp:204] Iteration 93480, lr = 0.01
 I1226 14:04:14.118484  2133 solver.cpp:66] Iteration 93480, loss = 2.52897
 I1226 14:04:50.206763  2133 solver.cpp:204] Iteration 93500, lr = 0.01
 I1226 14:04:50.211868  2133 solver.cpp:66] Iteration 93500, loss = 2.81865
 I1226 14:05:26.301311  2133 solver.cpp:204] Iteration 93520, lr = 0.01
 I1226 14:05:26.306380  2133 solver.cpp:66] Iteration 93520, loss = 2.66957
 I1226 14:06:02.398089  2133 solver.cpp:204] Iteration 93540, lr = 0.01
 I1226 14:06:02.403203  2133 solver.cpp:66] Iteration 93540, loss = 3.01338
 I1226 14:06:38.491344  2133 solver.cpp:204] Iteration 93560, lr = 0.01
 I1226 14:06:38.496450  2133 solver.cpp:66] Iteration 93560, loss = 2.408
 I1226 14:07:14.586618  2133 solver.cpp:204] Iteration 93580, lr = 0.01
 I1226 14:07:14.591723  2133 solver.cpp:66] Iteration 93580, loss = 2.84062
 I1226 14:07:50.685124  2133 solver.cpp:204] Iteration 93600, lr = 0.01
 I1226 14:07:50.690176  2133 solver.cpp:66] Iteration 93600, loss = 2.73506
 I1226 14:08:26.782359  2133 solver.cpp:204] Iteration 93620, lr = 0.01
 I1226 14:08:26.787471  2133 solver.cpp:66] Iteration 93620, loss = 2.68925
 I1226 14:09:02.880347  2133 solver.cpp:204] Iteration 93640, lr = 0.01
 I1226 14:09:02.885450  2133 solver.cpp:66] Iteration 93640, loss = 2.86736
 I1226 14:09:38.975313  2133 solver.cpp:204] Iteration 93660, lr = 0.01
 I1226 14:09:38.980388  2133 solver.cpp:66] Iteration 93660, loss = 3.02189
 I1226 14:10:15.069880  2133 solver.cpp:204] Iteration 93680, lr = 0.01
 I1226 14:10:15.074987  2133 solver.cpp:66] Iteration 93680, loss = 2.69492
 I1226 14:10:51.164494  2133 solver.cpp:204] Iteration 93700, lr = 0.01
 I1226 14:10:51.169599  2133 solver.cpp:66] Iteration 93700, loss = 2.93945
 I1226 14:11:27.265455  2133 solver.cpp:204] Iteration 93720, lr = 0.01
 I1226 14:11:27.270566  2133 solver.cpp:66] Iteration 93720, loss = 2.58332
 I1226 14:12:03.359920  2133 solver.cpp:204] Iteration 93740, lr = 0.01
 I1226 14:12:03.365025  2133 solver.cpp:66] Iteration 93740, loss = 2.52184
 I1226 14:12:39.456974  2133 solver.cpp:204] Iteration 93760, lr = 0.01
 I1226 14:12:39.462050  2133 solver.cpp:66] Iteration 93760, loss = 2.64644
 I1226 14:13:15.551164  2133 solver.cpp:204] Iteration 93780, lr = 0.01
 I1226 14:13:15.556270  2133 solver.cpp:66] Iteration 93780, loss = 2.84523
 I1226 14:13:51.646926  2133 solver.cpp:204] Iteration 93800, lr = 0.01
 I1226 14:13:51.652024  2133 solver.cpp:66] Iteration 93800, loss = 2.66609
 I1226 14:14:27.741436  2133 solver.cpp:204] Iteration 93820, lr = 0.01
 I1226 14:14:27.746372  2133 solver.cpp:66] Iteration 93820, loss = 2.59115
 I1226 14:15:03.835141  2133 solver.cpp:204] Iteration 93840, lr = 0.01
 I1226 14:15:03.840244  2133 solver.cpp:66] Iteration 93840, loss = 2.74832
 I1226 14:15:39.929708  2133 solver.cpp:204] Iteration 93860, lr = 0.01
 I1226 14:15:39.934830  2133 solver.cpp:66] Iteration 93860, loss = 3.08983
 I1226 14:16:16.022107  2133 solver.cpp:204] Iteration 93880, lr = 0.01
 I1226 14:16:16.027235  2133 solver.cpp:66] Iteration 93880, loss = 2.91614
 I1226 14:16:52.127249  2133 solver.cpp:204] Iteration 93900, lr = 0.01
 I1226 14:16:52.132313  2133 solver.cpp:66] Iteration 93900, loss = 2.73401
 I1226 14:17:28.217053  2133 solver.cpp:204] Iteration 93920, lr = 0.01
 I1226 14:17:28.222136  2133 solver.cpp:66] Iteration 93920, loss = 2.54751
 I1226 14:18:04.314062  2133 solver.cpp:204] Iteration 93940, lr = 0.01
 I1226 14:18:04.319151  2133 solver.cpp:66] Iteration 93940, loss = 2.51629
 I1226 14:18:40.408555  2133 solver.cpp:204] Iteration 93960, lr = 0.01
 I1226 14:18:40.413661  2133 solver.cpp:66] Iteration 93960, loss = 2.83817
 I1226 14:19:16.504050  2133 solver.cpp:204] Iteration 93980, lr = 0.01
 I1226 14:19:16.509220  2133 solver.cpp:66] Iteration 93980, loss = 2.42566
 I1226 14:19:52.604723  2133 solver.cpp:204] Iteration 94000, lr = 0.01
 I1226 14:19:52.609812  2133 solver.cpp:66] Iteration 94000, loss = 2.62989
 I1226 14:19:52.609825  2133 solver.cpp:84] Testing net
 I1226 14:22:04.936066  2133 solver.cpp:111] Test score #0: 0.40712
 I1226 14:22:04.936118  2133 solver.cpp:111] Test score #1: 2.70292
 I1226 14:22:40.785408  2133 solver.cpp:204] Iteration 94020, lr = 0.01
 I1226 14:22:40.790491  2133 solver.cpp:66] Iteration 94020, loss = 2.74882
 I1226 14:23:16.875670  2133 solver.cpp:204] Iteration 94040, lr = 0.01
 I1226 14:23:16.880785  2133 solver.cpp:66] Iteration 94040, loss = 2.70111
 I1226 14:23:52.972499  2133 solver.cpp:204] Iteration 94060, lr = 0.01
 I1226 14:23:52.977605  2133 solver.cpp:66] Iteration 94060, loss = 2.63212
 I1226 14:24:29.064558  2133 solver.cpp:204] Iteration 94080, lr = 0.01
 I1226 14:24:29.069663  2133 solver.cpp:66] Iteration 94080, loss = 2.77738
 I1226 14:25:05.160933  2133 solver.cpp:204] Iteration 94100, lr = 0.01
 I1226 14:25:05.166000  2133 solver.cpp:66] Iteration 94100, loss = 2.83878
 I1226 14:25:41.251220  2133 solver.cpp:204] Iteration 94120, lr = 0.01
 I1226 14:25:41.256330  2133 solver.cpp:66] Iteration 94120, loss = 3.07926
 I1226 14:26:17.344794  2133 solver.cpp:204] Iteration 94140, lr = 0.01
 I1226 14:26:17.349926  2133 solver.cpp:66] Iteration 94140, loss = 2.84637
 I1226 14:26:53.439054  2133 solver.cpp:204] Iteration 94160, lr = 0.01
 I1226 14:26:53.444159  2133 solver.cpp:66] Iteration 94160, loss = 2.91201
 I1226 14:27:29.534423  2133 solver.cpp:204] Iteration 94180, lr = 0.01
 I1226 14:27:29.539525  2133 solver.cpp:66] Iteration 94180, loss = 2.8589
 I1226 14:28:05.632822  2133 solver.cpp:204] Iteration 94200, lr = 0.01
 I1226 14:28:05.637913  2133 solver.cpp:66] Iteration 94200, loss = 2.84604
 I1226 14:28:41.725836  2133 solver.cpp:204] Iteration 94220, lr = 0.01
 I1226 14:28:41.730957  2133 solver.cpp:66] Iteration 94220, loss = 2.79346
 I1226 14:29:17.819028  2133 solver.cpp:204] Iteration 94240, lr = 0.01
 I1226 14:29:17.824142  2133 solver.cpp:66] Iteration 94240, loss = 2.62916
 I1226 14:29:53.913530  2133 solver.cpp:204] Iteration 94260, lr = 0.01
 I1226 14:29:53.918637  2133 solver.cpp:66] Iteration 94260, loss = 2.55305
 I1226 14:30:30.011883  2133 solver.cpp:204] Iteration 94280, lr = 0.01
 I1226 14:30:30.016959  2133 solver.cpp:66] Iteration 94280, loss = 2.80581
 I1226 14:31:06.106434  2133 solver.cpp:204] Iteration 94300, lr = 0.01
 I1226 14:31:06.111549  2133 solver.cpp:66] Iteration 94300, loss = 2.89129
 I1226 14:31:42.207808  2133 solver.cpp:204] Iteration 94320, lr = 0.01
 I1226 14:31:42.212931  2133 solver.cpp:66] Iteration 94320, loss = 2.76053
 I1226 14:32:18.307415  2133 solver.cpp:204] Iteration 94340, lr = 0.01
 I1226 14:32:18.312533  2133 solver.cpp:66] Iteration 94340, loss = 2.6351
 I1226 14:32:54.403136  2133 solver.cpp:204] Iteration 94360, lr = 0.01
 I1226 14:32:54.408239  2133 solver.cpp:66] Iteration 94360, loss = 2.74027
 I1226 14:33:30.504489  2133 solver.cpp:204] Iteration 94380, lr = 0.01
 I1226 14:33:30.509598  2133 solver.cpp:66] Iteration 94380, loss = 2.54124
 I1226 14:34:06.601428  2133 solver.cpp:204] Iteration 94400, lr = 0.01
 I1226 14:34:06.606514  2133 solver.cpp:66] Iteration 94400, loss = 2.68258
 I1226 14:34:42.695991  2133 solver.cpp:204] Iteration 94420, lr = 0.01
 I1226 14:34:42.701053  2133 solver.cpp:66] Iteration 94420, loss = 2.65761
 I1226 14:35:18.787731  2133 solver.cpp:204] Iteration 94440, lr = 0.01
 I1226 14:35:18.792857  2133 solver.cpp:66] Iteration 94440, loss = 3.10982
 I1226 14:35:54.881026  2133 solver.cpp:204] Iteration 94460, lr = 0.01
 I1226 14:35:54.886116  2133 solver.cpp:66] Iteration 94460, loss = 2.65488
 I1226 14:36:30.973443  2133 solver.cpp:204] Iteration 94480, lr = 0.01
 I1226 14:36:30.978488  2133 solver.cpp:66] Iteration 94480, loss = 2.74676
 I1226 14:37:07.069038  2133 solver.cpp:204] Iteration 94500, lr = 0.01
 I1226 14:37:07.074118  2133 solver.cpp:66] Iteration 94500, loss = 2.82481
 I1226 14:37:43.166071  2133 solver.cpp:204] Iteration 94520, lr = 0.01
 I1226 14:37:43.171138  2133 solver.cpp:66] Iteration 94520, loss = 2.61174
 I1226 14:38:19.260578  2133 solver.cpp:204] Iteration 94540, lr = 0.01
 I1226 14:38:19.265697  2133 solver.cpp:66] Iteration 94540, loss = 2.71406
 I1226 14:38:55.358968  2133 solver.cpp:204] Iteration 94560, lr = 0.01
 I1226 14:38:55.364081  2133 solver.cpp:66] Iteration 94560, loss = 2.88638
 I1226 14:39:31.452962  2133 solver.cpp:204] Iteration 94580, lr = 0.01
 I1226 14:39:31.458029  2133 solver.cpp:66] Iteration 94580, loss = 2.79508
 I1226 14:40:07.548761  2133 solver.cpp:204] Iteration 94600, lr = 0.01
 I1226 14:40:07.553874  2133 solver.cpp:66] Iteration 94600, loss = 2.76169
 I1226 14:40:43.641870  2133 solver.cpp:204] Iteration 94620, lr = 0.01
 I1226 14:40:43.646971  2133 solver.cpp:66] Iteration 94620, loss = 2.86445
 I1226 14:41:19.744426  2133 solver.cpp:204] Iteration 94640, lr = 0.01
 I1226 14:41:19.749547  2133 solver.cpp:66] Iteration 94640, loss = 2.54418
 I1226 14:41:55.834313  2133 solver.cpp:204] Iteration 94660, lr = 0.01
 I1226 14:41:55.839419  2133 solver.cpp:66] Iteration 94660, loss = 2.68782
 I1226 14:42:31.932334  2133 solver.cpp:204] Iteration 94680, lr = 0.01
 I1226 14:42:31.937511  2133 solver.cpp:66] Iteration 94680, loss = 2.57653
 I1226 14:43:08.029070  2133 solver.cpp:204] Iteration 94700, lr = 0.01
 I1226 14:43:08.034107  2133 solver.cpp:66] Iteration 94700, loss = 2.89292
 I1226 14:43:44.127799  2133 solver.cpp:204] Iteration 94720, lr = 0.01
 I1226 14:43:44.132902  2133 solver.cpp:66] Iteration 94720, loss = 2.63994
 I1226 14:44:20.220005  2133 solver.cpp:204] Iteration 94740, lr = 0.01
 I1226 14:44:20.225106  2133 solver.cpp:66] Iteration 94740, loss = 2.93779
 I1226 14:44:56.313830  2133 solver.cpp:204] Iteration 94760, lr = 0.01
 I1226 14:44:56.318944  2133 solver.cpp:66] Iteration 94760, loss = 2.6551
 I1226 14:45:32.408289  2133 solver.cpp:204] Iteration 94780, lr = 0.01
 I1226 14:45:32.413400  2133 solver.cpp:66] Iteration 94780, loss = 2.61275
 I1226 14:46:08.506548  2133 solver.cpp:204] Iteration 94800, lr = 0.01
 I1226 14:46:08.511536  2133 solver.cpp:66] Iteration 94800, loss = 2.57976
 I1226 14:46:44.604717  2133 solver.cpp:204] Iteration 94820, lr = 0.01
 I1226 14:46:44.609825  2133 solver.cpp:66] Iteration 94820, loss = 2.76153
 I1226 14:47:20.695250  2133 solver.cpp:204] Iteration 94840, lr = 0.01
 I1226 14:47:20.700358  2133 solver.cpp:66] Iteration 94840, loss = 2.79539
 I1226 14:47:56.794579  2133 solver.cpp:204] Iteration 94860, lr = 0.01
 I1226 14:47:56.799654  2133 solver.cpp:66] Iteration 94860, loss = 2.8736
 I1226 14:48:32.892029  2133 solver.cpp:204] Iteration 94880, lr = 0.01
 I1226 14:48:32.897130  2133 solver.cpp:66] Iteration 94880, loss = 2.59311
 I1226 14:49:08.985558  2133 solver.cpp:204] Iteration 94900, lr = 0.01
 I1226 14:49:08.990664  2133 solver.cpp:66] Iteration 94900, loss = 2.69335
 I1226 14:49:45.076242  2133 solver.cpp:204] Iteration 94920, lr = 0.01
 I1226 14:49:45.081327  2133 solver.cpp:66] Iteration 94920, loss = 2.68878
 I1226 14:50:21.167244  2133 solver.cpp:204] Iteration 94940, lr = 0.01
 I1226 14:50:21.172225  2133 solver.cpp:66] Iteration 94940, loss = 2.58084
 I1226 14:50:57.261430  2133 solver.cpp:204] Iteration 94960, lr = 0.01
 I1226 14:50:57.266517  2133 solver.cpp:66] Iteration 94960, loss = 2.75441
 I1226 14:51:33.355492  2133 solver.cpp:204] Iteration 94980, lr = 0.01
 I1226 14:51:33.360597  2133 solver.cpp:66] Iteration 94980, loss = 2.73558
 I1226 14:52:09.448570  2133 solver.cpp:204] Iteration 95000, lr = 0.01
 I1226 14:52:09.453672  2133 solver.cpp:66] Iteration 95000, loss = 2.72437
 I1226 14:52:09.453686  2133 solver.cpp:84] Testing net
 I1226 14:54:21.988510  2133 solver.cpp:111] Test score #0: 0.4085
 I1226 14:54:21.988561  2133 solver.cpp:111] Test score #1: 2.71274
 I1226 14:54:57.833674  2133 solver.cpp:204] Iteration 95020, lr = 0.01
 I1226 14:54:57.838773  2133 solver.cpp:66] Iteration 95020, loss = 2.66199
 I1226 14:55:33.933070  2133 solver.cpp:204] Iteration 95040, lr = 0.01
 I1226 14:55:33.938063  2133 solver.cpp:66] Iteration 95040, loss = 2.58139
 I1226 14:56:10.026554  2133 solver.cpp:204] Iteration 95060, lr = 0.01
 I1226 14:56:10.031666  2133 solver.cpp:66] Iteration 95060, loss = 2.64281
 I1226 14:56:46.126782  2133 solver.cpp:204] Iteration 95080, lr = 0.01
 I1226 14:56:46.131881  2133 solver.cpp:66] Iteration 95080, loss = 2.95349
 I1226 14:57:22.225209  2133 solver.cpp:204] Iteration 95100, lr = 0.01
 I1226 14:57:22.230281  2133 solver.cpp:66] Iteration 95100, loss = 2.76533
 I1226 14:57:58.321950  2133 solver.cpp:204] Iteration 95120, lr = 0.01
 I1226 14:57:58.327059  2133 solver.cpp:66] Iteration 95120, loss = 2.81593
 I1226 14:58:34.419312  2133 solver.cpp:204] Iteration 95140, lr = 0.01
 I1226 14:58:34.424419  2133 solver.cpp:66] Iteration 95140, loss = 2.77679
 I1226 14:59:10.514993  2133 solver.cpp:204] Iteration 95160, lr = 0.01
 I1226 14:59:10.520103  2133 solver.cpp:66] Iteration 95160, loss = 2.77174
 I1226 14:59:46.606943  2133 solver.cpp:204] Iteration 95180, lr = 0.01
 I1226 14:59:46.612056  2133 solver.cpp:66] Iteration 95180, loss = 2.69955
 I1226 15:00:22.703333  2133 solver.cpp:204] Iteration 95200, lr = 0.01
 I1226 15:00:22.708444  2133 solver.cpp:66] Iteration 95200, loss = 2.99572
 I1226 15:00:58.794323  2133 solver.cpp:204] Iteration 95220, lr = 0.01
 I1226 15:00:58.799439  2133 solver.cpp:66] Iteration 95220, loss = 2.62152
 I1226 15:01:34.894019  2133 solver.cpp:204] Iteration 95240, lr = 0.01
 I1226 15:01:34.899127  2133 solver.cpp:66] Iteration 95240, loss = 2.59264
 I1226 15:02:10.986814  2133 solver.cpp:204] Iteration 95260, lr = 0.01
 I1226 15:02:10.991924  2133 solver.cpp:66] Iteration 95260, loss = 2.60979
 I1226 15:02:47.080435  2133 solver.cpp:204] Iteration 95280, lr = 0.01
 I1226 15:02:47.085547  2133 solver.cpp:66] Iteration 95280, loss = 2.61298
 I1226 15:03:23.178076  2133 solver.cpp:204] Iteration 95300, lr = 0.01
 I1226 15:03:23.183167  2133 solver.cpp:66] Iteration 95300, loss = 2.62446
 I1226 15:03:59.276072  2133 solver.cpp:204] Iteration 95320, lr = 0.01
 I1226 15:03:59.281190  2133 solver.cpp:66] Iteration 95320, loss = 2.53375
 I1226 15:04:35.370772  2133 solver.cpp:204] Iteration 95340, lr = 0.01
 I1226 15:04:35.375884  2133 solver.cpp:66] Iteration 95340, loss = 2.84914
 I1226 15:05:11.467916  2133 solver.cpp:204] Iteration 95360, lr = 0.01
 I1226 15:05:11.472976  2133 solver.cpp:66] Iteration 95360, loss = 2.97908
 I1226 15:05:47.563266  2133 solver.cpp:204] Iteration 95380, lr = 0.01
 I1226 15:05:47.568423  2133 solver.cpp:66] Iteration 95380, loss = 2.80083
 I1226 15:06:23.661450  2133 solver.cpp:204] Iteration 95400, lr = 0.01
 I1226 15:06:23.666558  2133 solver.cpp:66] Iteration 95400, loss = 2.91796
 I1226 15:06:59.757920  2133 solver.cpp:204] Iteration 95420, lr = 0.01
 I1226 15:06:59.763020  2133 solver.cpp:66] Iteration 95420, loss = 2.72641
 I1226 15:07:35.853991  2133 solver.cpp:204] Iteration 95440, lr = 0.01
 I1226 15:07:35.859104  2133 solver.cpp:66] Iteration 95440, loss = 3.07289
 I1226 15:08:11.952966  2133 solver.cpp:204] Iteration 95460, lr = 0.01
 I1226 15:08:11.958029  2133 solver.cpp:66] Iteration 95460, loss = 3.06768
 I1226 15:08:48.050288  2133 solver.cpp:204] Iteration 95480, lr = 0.01
 I1226 15:08:48.055397  2133 solver.cpp:66] Iteration 95480, loss = 2.6356
 I1226 15:09:24.143827  2133 solver.cpp:204] Iteration 95500, lr = 0.01
 I1226 15:09:24.148902  2133 solver.cpp:66] Iteration 95500, loss = 2.95487
 I1226 15:10:00.241080  2133 solver.cpp:204] Iteration 95520, lr = 0.01
 I1226 15:10:00.246139  2133 solver.cpp:66] Iteration 95520, loss = 2.90098
 I1226 15:10:36.338109  2133 solver.cpp:204] Iteration 95540, lr = 0.01
 I1226 15:10:36.343214  2133 solver.cpp:66] Iteration 95540, loss = 2.76624
 I1226 15:11:12.436801  2133 solver.cpp:204] Iteration 95560, lr = 0.01
 I1226 15:11:12.441887  2133 solver.cpp:66] Iteration 95560, loss = 2.70837
 I1226 15:11:48.531007  2133 solver.cpp:204] Iteration 95580, lr = 0.01
 I1226 15:11:48.536113  2133 solver.cpp:66] Iteration 95580, loss = 2.8394
 I1226 15:12:24.634289  2133 solver.cpp:204] Iteration 95600, lr = 0.01
 I1226 15:12:24.639400  2133 solver.cpp:66] Iteration 95600, loss = 2.78382
 I1226 15:13:00.731552  2133 solver.cpp:204] Iteration 95620, lr = 0.01
 I1226 15:13:00.736649  2133 solver.cpp:66] Iteration 95620, loss = 2.65705
 I1226 15:13:36.825018  2133 solver.cpp:204] Iteration 95640, lr = 0.01
 I1226 15:13:36.830075  2133 solver.cpp:66] Iteration 95640, loss = 2.82414
 I1226 15:14:12.919627  2133 solver.cpp:204] Iteration 95660, lr = 0.01
 I1226 15:14:12.924732  2133 solver.cpp:66] Iteration 95660, loss = 2.87803
 I1226 15:14:49.009385  2133 solver.cpp:204] Iteration 95680, lr = 0.01
 I1226 15:14:49.014435  2133 solver.cpp:66] Iteration 95680, loss = 2.58276
 I1226 15:15:25.105442  2133 solver.cpp:204] Iteration 95700, lr = 0.01
 I1226 15:15:25.110522  2133 solver.cpp:66] Iteration 95700, loss = 2.71016
 I1226 15:16:01.200816  2133 solver.cpp:204] Iteration 95720, lr = 0.01
 I1226 15:16:01.205917  2133 solver.cpp:66] Iteration 95720, loss = 2.6998
 I1226 15:16:37.292935  2133 solver.cpp:204] Iteration 95740, lr = 0.01
 I1226 15:16:37.298003  2133 solver.cpp:66] Iteration 95740, loss = 2.79344
 I1226 15:17:13.386787  2133 solver.cpp:204] Iteration 95760, lr = 0.01
 I1226 15:17:13.391891  2133 solver.cpp:66] Iteration 95760, loss = 2.78321
 I1226 15:17:49.481034  2133 solver.cpp:204] Iteration 95780, lr = 0.01
 I1226 15:17:49.486088  2133 solver.cpp:66] Iteration 95780, loss = 2.62132
 I1226 15:18:25.569440  2133 solver.cpp:204] Iteration 95800, lr = 0.01
 I1226 15:18:25.574525  2133 solver.cpp:66] Iteration 95800, loss = 2.74416
 I1226 15:19:01.665392  2133 solver.cpp:204] Iteration 95820, lr = 0.01
 I1226 15:19:01.670461  2133 solver.cpp:66] Iteration 95820, loss = 2.79065
 I1226 15:19:37.762238  2133 solver.cpp:204] Iteration 95840, lr = 0.01
 I1226 15:19:37.767310  2133 solver.cpp:66] Iteration 95840, loss = 2.62917
 I1226 15:20:13.859392  2133 solver.cpp:204] Iteration 95860, lr = 0.01
 I1226 15:20:13.864505  2133 solver.cpp:66] Iteration 95860, loss = 2.80107
 I1226 15:20:49.953843  2133 solver.cpp:204] Iteration 95880, lr = 0.01
 I1226 15:20:49.958943  2133 solver.cpp:66] Iteration 95880, loss = 2.81386
 I1226 15:21:26.051857  2133 solver.cpp:204] Iteration 95900, lr = 0.01
 I1226 15:21:26.056969  2133 solver.cpp:66] Iteration 95900, loss = 2.51718
 I1226 15:22:02.152732  2133 solver.cpp:204] Iteration 95920, lr = 0.01
 I1226 15:22:02.157840  2133 solver.cpp:66] Iteration 95920, loss = 2.89928
 I1226 15:22:38.246853  2133 solver.cpp:204] Iteration 95940, lr = 0.01
 I1226 15:22:38.251960  2133 solver.cpp:66] Iteration 95940, loss = 2.8987
 I1226 15:23:14.338917  2133 solver.cpp:204] Iteration 95960, lr = 0.01
 I1226 15:23:14.344022  2133 solver.cpp:66] Iteration 95960, loss = 2.94595
 I1226 15:23:50.432086  2133 solver.cpp:204] Iteration 95980, lr = 0.01
 I1226 15:23:50.437204  2133 solver.cpp:66] Iteration 95980, loss = 3.05207
 I1226 15:24:26.522151  2133 solver.cpp:204] Iteration 96000, lr = 0.01
 I1226 15:24:26.527257  2133 solver.cpp:66] Iteration 96000, loss = 2.63206
 I1226 15:24:26.527271  2133 solver.cpp:84] Testing net
 I1226 15:26:39.398370  2133 solver.cpp:111] Test score #0: 0.40748
 I1226 15:26:39.398418  2133 solver.cpp:111] Test score #1: 2.69926
 I1226 15:27:15.243892  2133 solver.cpp:204] Iteration 96020, lr = 0.01
 I1226 15:27:15.248998  2133 solver.cpp:66] Iteration 96020, loss = 2.67581
 I1226 15:27:51.339716  2133 solver.cpp:204] Iteration 96040, lr = 0.01
 I1226 15:27:51.344923  2133 solver.cpp:66] Iteration 96040, loss = 2.7542
 I1226 15:28:27.431115  2133 solver.cpp:204] Iteration 96060, lr = 0.01
 I1226 15:28:27.436192  2133 solver.cpp:66] Iteration 96060, loss = 2.48444
 I1226 15:29:03.529780  2133 solver.cpp:204] Iteration 96080, lr = 0.01
 I1226 15:29:03.534888  2133 solver.cpp:66] Iteration 96080, loss = 2.86738
 I1226 15:29:39.628674  2133 solver.cpp:204] Iteration 96100, lr = 0.01
 I1226 15:29:39.633786  2133 solver.cpp:66] Iteration 96100, loss = 2.80198
 I1226 15:30:15.725159  2133 solver.cpp:204] Iteration 96120, lr = 0.01
 I1226 15:30:15.730224  2133 solver.cpp:66] Iteration 96120, loss = 2.57733
 I1226 15:30:51.821027  2133 solver.cpp:204] Iteration 96140, lr = 0.01
 I1226 15:30:51.826094  2133 solver.cpp:66] Iteration 96140, loss = 2.61501
 I1226 15:31:27.918911  2133 solver.cpp:204] Iteration 96160, lr = 0.01
 I1226 15:31:27.924012  2133 solver.cpp:66] Iteration 96160, loss = 2.59465
 I1226 15:32:04.014014  2133 solver.cpp:204] Iteration 96180, lr = 0.01
 I1226 15:32:04.019121  2133 solver.cpp:66] Iteration 96180, loss = 2.91333
 I1226 15:32:40.107312  2133 solver.cpp:204] Iteration 96200, lr = 0.01
 I1226 15:32:40.112429  2133 solver.cpp:66] Iteration 96200, loss = 2.5491
 I1226 15:33:16.198880  2133 solver.cpp:204] Iteration 96220, lr = 0.01
 I1226 15:33:16.203982  2133 solver.cpp:66] Iteration 96220, loss = 2.7979
 I1226 15:33:52.291955  2133 solver.cpp:204] Iteration 96240, lr = 0.01
 I1226 15:33:52.297058  2133 solver.cpp:66] Iteration 96240, loss = 2.53185
 I1226 15:34:28.387941  2133 solver.cpp:204] Iteration 96260, lr = 0.01
 I1226 15:34:28.393018  2133 solver.cpp:66] Iteration 96260, loss = 2.53981
 I1226 15:35:04.479989  2133 solver.cpp:204] Iteration 96280, lr = 0.01
 I1226 15:35:04.485090  2133 solver.cpp:66] Iteration 96280, loss = 2.63682
 I1226 15:35:40.577049  2133 solver.cpp:204] Iteration 96300, lr = 0.01
 I1226 15:35:40.582123  2133 solver.cpp:66] Iteration 96300, loss = 2.44583
 I1226 15:36:16.670994  2133 solver.cpp:204] Iteration 96320, lr = 0.01
 I1226 15:36:16.676101  2133 solver.cpp:66] Iteration 96320, loss = 2.48346
 I1226 15:36:52.770807  2133 solver.cpp:204] Iteration 96340, lr = 0.01
 I1226 15:36:52.775966  2133 solver.cpp:66] Iteration 96340, loss = 2.67231
 I1226 15:37:28.864032  2133 solver.cpp:204] Iteration 96360, lr = 0.01
 I1226 15:37:28.869143  2133 solver.cpp:66] Iteration 96360, loss = 2.42636
 I1226 15:38:04.965680  2133 solver.cpp:204] Iteration 96380, lr = 0.01
 I1226 15:38:04.970849  2133 solver.cpp:66] Iteration 96380, loss = 2.8605
 I1226 15:38:41.064929  2133 solver.cpp:204] Iteration 96400, lr = 0.01
 I1226 15:38:41.070030  2133 solver.cpp:66] Iteration 96400, loss = 2.95526
 I1226 15:39:17.158099  2133 solver.cpp:204] Iteration 96420, lr = 0.01
 I1226 15:39:17.163208  2133 solver.cpp:66] Iteration 96420, loss = 3.02669
 I1226 15:39:53.249404  2133 solver.cpp:204] Iteration 96440, lr = 0.01
 I1226 15:39:53.254487  2133 solver.cpp:66] Iteration 96440, loss = 2.7981
 I1226 15:40:29.342170  2133 solver.cpp:204] Iteration 96460, lr = 0.01
 I1226 15:40:29.347283  2133 solver.cpp:66] Iteration 96460, loss = 3.05123
 I1226 15:41:05.435016  2133 solver.cpp:204] Iteration 96480, lr = 0.01
 I1226 15:41:05.440130  2133 solver.cpp:66] Iteration 96480, loss = 2.55951
 I1226 15:41:41.531301  2133 solver.cpp:204] Iteration 96500, lr = 0.01
 I1226 15:41:41.536387  2133 solver.cpp:66] Iteration 96500, loss = 2.82842
 I1226 15:42:17.622272  2133 solver.cpp:204] Iteration 96520, lr = 0.01
 I1226 15:42:17.627384  2133 solver.cpp:66] Iteration 96520, loss = 2.89468
 I1226 15:42:53.719663  2133 solver.cpp:204] Iteration 96540, lr = 0.01
 I1226 15:42:53.724784  2133 solver.cpp:66] Iteration 96540, loss = 2.78132
 I1226 15:43:29.818805  2133 solver.cpp:204] Iteration 96560, lr = 0.01
 I1226 15:43:29.823923  2133 solver.cpp:66] Iteration 96560, loss = 2.60334
 I1226 15:44:05.913064  2133 solver.cpp:204] Iteration 96580, lr = 0.01
 I1226 15:44:05.918122  2133 solver.cpp:66] Iteration 96580, loss = 2.80502
 I1226 15:44:42.008985  2133 solver.cpp:204] Iteration 96600, lr = 0.01
 I1226 15:44:42.014037  2133 solver.cpp:66] Iteration 96600, loss = 2.7936
 I1226 15:45:18.106552  2133 solver.cpp:204] Iteration 96620, lr = 0.01
 I1226 15:45:18.111661  2133 solver.cpp:66] Iteration 96620, loss = 2.98012
 I1226 15:45:54.199399  2133 solver.cpp:204] Iteration 96640, lr = 0.01
 I1226 15:45:54.204505  2133 solver.cpp:66] Iteration 96640, loss = 2.75022
 I1226 15:46:30.294422  2133 solver.cpp:204] Iteration 96660, lr = 0.01
 I1226 15:46:30.299522  2133 solver.cpp:66] Iteration 96660, loss = 2.95176
 I1226 15:47:06.387625  2133 solver.cpp:204] Iteration 96680, lr = 0.01
 I1226 15:47:06.392726  2133 solver.cpp:66] Iteration 96680, loss = 2.83634
 I1226 15:47:42.486718  2133 solver.cpp:204] Iteration 96700, lr = 0.01
 I1226 15:47:42.491875  2133 solver.cpp:66] Iteration 96700, loss = 2.68502
 I1226 15:48:18.584368  2133 solver.cpp:204] Iteration 96720, lr = 0.01
 I1226 15:48:18.589493  2133 solver.cpp:66] Iteration 96720, loss = 2.79218
 I1226 15:48:54.674409  2133 solver.cpp:204] Iteration 96740, lr = 0.01
 I1226 15:48:54.679514  2133 solver.cpp:66] Iteration 96740, loss = 2.52688
 I1226 15:49:30.770253  2133 solver.cpp:204] Iteration 96760, lr = 0.01
 I1226 15:49:30.775375  2133 solver.cpp:66] Iteration 96760, loss = 2.7927
 I1226 15:50:06.867117  2133 solver.cpp:204] Iteration 96780, lr = 0.01
 I1226 15:50:06.872192  2133 solver.cpp:66] Iteration 96780, loss = 2.60898
 I1226 15:50:42.966249  2133 solver.cpp:204] Iteration 96800, lr = 0.01
 I1226 15:50:42.971364  2133 solver.cpp:66] Iteration 96800, loss = 3.0126
 I1226 15:51:19.060253  2133 solver.cpp:204] Iteration 96820, lr = 0.01
 I1226 15:51:19.065353  2133 solver.cpp:66] Iteration 96820, loss = 2.57708
 I1226 15:51:55.155555  2133 solver.cpp:204] Iteration 96840, lr = 0.01
 I1226 15:51:55.160667  2133 solver.cpp:66] Iteration 96840, loss = 2.88307
 I1226 15:52:31.248499  2133 solver.cpp:204] Iteration 96860, lr = 0.01
 I1226 15:52:31.253603  2133 solver.cpp:66] Iteration 96860, loss = 2.93704
 I1226 15:53:07.343683  2133 solver.cpp:204] Iteration 96880, lr = 0.01
 I1226 15:53:07.348800  2133 solver.cpp:66] Iteration 96880, loss = 2.8712
 I1226 15:53:43.435273  2133 solver.cpp:204] Iteration 96900, lr = 0.01
 I1226 15:53:43.440340  2133 solver.cpp:66] Iteration 96900, loss = 2.67602
 I1226 15:54:19.527351  2133 solver.cpp:204] Iteration 96920, lr = 0.01
 I1226 15:54:19.532464  2133 solver.cpp:66] Iteration 96920, loss = 2.84607
 I1226 15:54:55.621727  2133 solver.cpp:204] Iteration 96940, lr = 0.01
 I1226 15:54:55.626829  2133 solver.cpp:66] Iteration 96940, loss = 2.49088
 I1226 15:55:31.718752  2133 solver.cpp:204] Iteration 96960, lr = 0.01
 I1226 15:55:31.723860  2133 solver.cpp:66] Iteration 96960, loss = 2.57351
 I1226 15:56:07.814442  2133 solver.cpp:204] Iteration 96980, lr = 0.01
 I1226 15:56:07.819553  2133 solver.cpp:66] Iteration 96980, loss = 2.54304
 I1226 15:56:43.904594  2133 solver.cpp:204] Iteration 97000, lr = 0.01
 I1226 15:56:43.909708  2133 solver.cpp:66] Iteration 97000, loss = 2.72343
 I1226 15:56:43.909721  2133 solver.cpp:84] Testing net
 I1226 15:58:55.812018  2133 solver.cpp:111] Test score #0: 0.40938
 I1226 15:58:55.812065  2133 solver.cpp:111] Test score #1: 2.69894
 I1226 15:59:31.656509  2133 solver.cpp:204] Iteration 97020, lr = 0.01
 I1226 15:59:31.661618  2133 solver.cpp:66] Iteration 97020, loss = 2.72207
 I1226 16:00:07.747339  2133 solver.cpp:204] Iteration 97040, lr = 0.01
 I1226 16:00:07.752459  2133 solver.cpp:66] Iteration 97040, loss = 2.71626
 I1226 16:00:43.842512  2133 solver.cpp:204] Iteration 97060, lr = 0.01
 I1226 16:00:43.847620  2133 solver.cpp:66] Iteration 97060, loss = 2.54432
 I1226 16:01:19.942255  2133 solver.cpp:204] Iteration 97080, lr = 0.01
 I1226 16:01:19.947365  2133 solver.cpp:66] Iteration 97080, loss = 2.50781
 I1226 16:01:56.038391  2133 solver.cpp:204] Iteration 97100, lr = 0.01
 I1226 16:01:56.043493  2133 solver.cpp:66] Iteration 97100, loss = 2.8122
 I1226 16:02:32.139703  2133 solver.cpp:204] Iteration 97120, lr = 0.01
 I1226 16:02:32.144794  2133 solver.cpp:66] Iteration 97120, loss = 2.94903
 I1226 16:03:08.239886  2133 solver.cpp:204] Iteration 97140, lr = 0.01
 I1226 16:03:08.245009  2133 solver.cpp:66] Iteration 97140, loss = 2.8217
 I1226 16:03:44.338227  2133 solver.cpp:204] Iteration 97160, lr = 0.01
 I1226 16:03:44.343333  2133 solver.cpp:66] Iteration 97160, loss = 2.82724
 I1226 16:04:20.436836  2133 solver.cpp:204] Iteration 97180, lr = 0.01
 I1226 16:04:20.441937  2133 solver.cpp:66] Iteration 97180, loss = 2.88315
 I1226 16:04:56.536082  2133 solver.cpp:204] Iteration 97200, lr = 0.01
 I1226 16:04:56.541193  2133 solver.cpp:66] Iteration 97200, loss = 2.3748
 I1226 16:05:32.633333  2133 solver.cpp:204] Iteration 97220, lr = 0.01
 I1226 16:05:32.638378  2133 solver.cpp:66] Iteration 97220, loss = 2.86795
 I1226 16:06:08.730484  2133 solver.cpp:204] Iteration 97240, lr = 0.01
 I1226 16:06:08.735594  2133 solver.cpp:66] Iteration 97240, loss = 2.57576
 I1226 16:06:44.824169  2133 solver.cpp:204] Iteration 97260, lr = 0.01
 I1226 16:06:44.829340  2133 solver.cpp:66] Iteration 97260, loss = 2.88119
 I1226 16:07:20.918774  2133 solver.cpp:204] Iteration 97280, lr = 0.01
 I1226 16:07:20.923883  2133 solver.cpp:66] Iteration 97280, loss = 2.79781
 I1226 16:07:57.017976  2133 solver.cpp:204] Iteration 97300, lr = 0.01
 I1226 16:07:57.023054  2133 solver.cpp:66] Iteration 97300, loss = 2.77833
 I1226 16:08:33.108572  2133 solver.cpp:204] Iteration 97320, lr = 0.01
 I1226 16:08:33.113667  2133 solver.cpp:66] Iteration 97320, loss = 2.73768
 I1226 16:09:09.207332  2133 solver.cpp:204] Iteration 97340, lr = 0.01
 I1226 16:09:09.212462  2133 solver.cpp:66] Iteration 97340, loss = 2.82199
 I1226 16:09:45.301764  2133 solver.cpp:204] Iteration 97360, lr = 0.01
 I1226 16:09:45.306872  2133 solver.cpp:66] Iteration 97360, loss = 2.46808
 I1226 16:10:21.401394  2133 solver.cpp:204] Iteration 97380, lr = 0.01
 I1226 16:10:21.406458  2133 solver.cpp:66] Iteration 97380, loss = 2.49178
 I1226 16:10:57.502033  2133 solver.cpp:204] Iteration 97400, lr = 0.01
 I1226 16:10:57.507117  2133 solver.cpp:66] Iteration 97400, loss = 2.76397
 I1226 16:11:33.604363  2133 solver.cpp:204] Iteration 97420, lr = 0.01
 I1226 16:11:33.609524  2133 solver.cpp:66] Iteration 97420, loss = 2.90911
 I1226 16:12:09.699993  2133 solver.cpp:204] Iteration 97440, lr = 0.01
 I1226 16:12:09.705159  2133 solver.cpp:66] Iteration 97440, loss = 2.63852
 I1226 16:12:45.795804  2133 solver.cpp:204] Iteration 97460, lr = 0.01
 I1226 16:12:45.800971  2133 solver.cpp:66] Iteration 97460, loss = 2.74609
 I1226 16:13:21.897156  2133 solver.cpp:204] Iteration 97480, lr = 0.01
 I1226 16:13:21.902245  2133 solver.cpp:66] Iteration 97480, loss = 2.9165
 I1226 16:13:57.996258  2133 solver.cpp:204] Iteration 97500, lr = 0.01
 I1226 16:13:58.001365  2133 solver.cpp:66] Iteration 97500, loss = 2.67889
 I1226 16:14:34.089072  2133 solver.cpp:204] Iteration 97520, lr = 0.01
 I1226 16:14:34.094140  2133 solver.cpp:66] Iteration 97520, loss = 3.01156
 I1226 16:15:10.186065  2133 solver.cpp:204] Iteration 97540, lr = 0.01
 I1226 16:15:10.191169  2133 solver.cpp:66] Iteration 97540, loss = 2.9355
 I1226 16:15:46.280292  2133 solver.cpp:204] Iteration 97560, lr = 0.01
 I1226 16:15:46.285403  2133 solver.cpp:66] Iteration 97560, loss = 2.62465
 I1226 16:16:22.375105  2133 solver.cpp:204] Iteration 97580, lr = 0.01
 I1226 16:16:22.380193  2133 solver.cpp:66] Iteration 97580, loss = 2.80346
 I1226 16:16:58.477934  2133 solver.cpp:204] Iteration 97600, lr = 0.01
 I1226 16:16:58.483041  2133 solver.cpp:66] Iteration 97600, loss = 3.01393
 I1226 16:17:34.576138  2133 solver.cpp:204] Iteration 97620, lr = 0.01
 I1226 16:17:34.581243  2133 solver.cpp:66] Iteration 97620, loss = 2.90922
 I1226 16:18:10.674372  2133 solver.cpp:204] Iteration 97640, lr = 0.01
 I1226 16:18:10.679476  2133 solver.cpp:66] Iteration 97640, loss = 2.86209
 I1226 16:18:46.769114  2133 solver.cpp:204] Iteration 97660, lr = 0.01
 I1226 16:18:46.774185  2133 solver.cpp:66] Iteration 97660, loss = 3.0131
 I1226 16:19:22.861495  2133 solver.cpp:204] Iteration 97680, lr = 0.01
 I1226 16:19:22.866600  2133 solver.cpp:66] Iteration 97680, loss = 2.5943
 I1226 16:19:58.958206  2133 solver.cpp:204] Iteration 97700, lr = 0.01
 I1226 16:19:58.963327  2133 solver.cpp:66] Iteration 97700, loss = 2.71025
 I1226 16:20:35.055265  2133 solver.cpp:204] Iteration 97720, lr = 0.01
 I1226 16:20:35.060367  2133 solver.cpp:66] Iteration 97720, loss = 2.56617
 I1226 16:21:11.151865  2133 solver.cpp:204] Iteration 97740, lr = 0.01
 I1226 16:21:11.157068  2133 solver.cpp:66] Iteration 97740, loss = 2.6197
 I1226 16:21:47.251031  2133 solver.cpp:204] Iteration 97760, lr = 0.01
 I1226 16:21:47.256098  2133 solver.cpp:66] Iteration 97760, loss = 2.82327
 I1226 16:22:23.344398  2133 solver.cpp:204] Iteration 97780, lr = 0.01
 I1226 16:22:23.349509  2133 solver.cpp:66] Iteration 97780, loss = 2.53537
 I1226 16:22:59.436923  2133 solver.cpp:204] Iteration 97800, lr = 0.01
 I1226 16:22:59.441968  2133 solver.cpp:66] Iteration 97800, loss = 2.89073
 I1226 16:23:35.535677  2133 solver.cpp:204] Iteration 97820, lr = 0.01
 I1226 16:23:35.540798  2133 solver.cpp:66] Iteration 97820, loss = 2.70129
 I1226 16:24:11.635849  2133 solver.cpp:204] Iteration 97840, lr = 0.01
 I1226 16:24:11.640811  2133 solver.cpp:66] Iteration 97840, loss = 2.78603
 I1226 16:24:47.731107  2133 solver.cpp:204] Iteration 97860, lr = 0.01
 I1226 16:24:47.736191  2133 solver.cpp:66] Iteration 97860, loss = 2.51672
 I1226 16:25:23.824168  2133 solver.cpp:204] Iteration 97880, lr = 0.01
 I1226 16:25:23.829278  2133 solver.cpp:66] Iteration 97880, loss = 2.67236
 I1226 16:25:59.925158  2133 solver.cpp:204] Iteration 97900, lr = 0.01
 I1226 16:25:59.930213  2133 solver.cpp:66] Iteration 97900, loss = 2.82165
 I1226 16:26:36.020735  2133 solver.cpp:204] Iteration 97920, lr = 0.01
 I1226 16:26:36.025851  2133 solver.cpp:66] Iteration 97920, loss = 2.71896
 I1226 16:27:12.115262  2133 solver.cpp:204] Iteration 97940, lr = 0.01
 I1226 16:27:12.120368  2133 solver.cpp:66] Iteration 97940, loss = 2.77028
 I1226 16:27:48.208024  2133 solver.cpp:204] Iteration 97960, lr = 0.01
 I1226 16:27:48.213136  2133 solver.cpp:66] Iteration 97960, loss = 2.77064
 I1226 16:28:24.304750  2133 solver.cpp:204] Iteration 97980, lr = 0.01
 I1226 16:28:24.309906  2133 solver.cpp:66] Iteration 97980, loss = 2.70907
 I1226 16:29:00.401501  2133 solver.cpp:204] Iteration 98000, lr = 0.01
 I1226 16:29:00.406610  2133 solver.cpp:66] Iteration 98000, loss = 2.6242
 I1226 16:29:00.406623  2133 solver.cpp:84] Testing net
 I1226 16:31:12.368618  2133 solver.cpp:111] Test score #0: 0.4052
 I1226 16:31:12.368665  2133 solver.cpp:111] Test score #1: 2.72853
 I1226 16:31:48.209580  2133 solver.cpp:204] Iteration 98020, lr = 0.01
 I1226 16:31:48.214478  2133 solver.cpp:66] Iteration 98020, loss = 2.82821
 I1226 16:32:24.303789  2133 solver.cpp:204] Iteration 98040, lr = 0.01
 I1226 16:32:24.308982  2133 solver.cpp:66] Iteration 98040, loss = 2.5912
 I1226 16:33:00.399610  2133 solver.cpp:204] Iteration 98060, lr = 0.01
 I1226 16:33:00.404726  2133 solver.cpp:66] Iteration 98060, loss = 2.58089
 I1226 16:33:36.499495  2133 solver.cpp:204] Iteration 98080, lr = 0.01
 I1226 16:33:36.504596  2133 solver.cpp:66] Iteration 98080, loss = 2.51007
 I1226 16:34:12.597549  2133 solver.cpp:204] Iteration 98100, lr = 0.01
 I1226 16:34:12.602650  2133 solver.cpp:66] Iteration 98100, loss = 2.64636
 I1226 16:34:48.688705  2133 solver.cpp:204] Iteration 98120, lr = 0.01
 I1226 16:34:48.693780  2133 solver.cpp:66] Iteration 98120, loss = 2.7937
 I1226 16:35:24.783555  2133 solver.cpp:204] Iteration 98140, lr = 0.01
 I1226 16:35:24.788676  2133 solver.cpp:66] Iteration 98140, loss = 2.8165
 I1226 16:36:00.879194  2133 solver.cpp:204] Iteration 98160, lr = 0.01
 I1226 16:36:00.884300  2133 solver.cpp:66] Iteration 98160, loss = 2.53898
 I1226 16:36:36.974895  2133 solver.cpp:204] Iteration 98180, lr = 0.01
 I1226 16:36:36.980012  2133 solver.cpp:66] Iteration 98180, loss = 2.6463
 I1226 16:37:13.072957  2133 solver.cpp:204] Iteration 98200, lr = 0.01
 I1226 16:37:13.078037  2133 solver.cpp:66] Iteration 98200, loss = 2.83863
 I1226 16:37:49.173032  2133 solver.cpp:204] Iteration 98220, lr = 0.01
 I1226 16:37:49.178112  2133 solver.cpp:66] Iteration 98220, loss = 2.75605
 I1226 16:38:25.270059  2133 solver.cpp:204] Iteration 98240, lr = 0.01
 I1226 16:38:25.275166  2133 solver.cpp:66] Iteration 98240, loss = 2.57826
 I1226 16:39:01.369467  2133 solver.cpp:204] Iteration 98260, lr = 0.01
 I1226 16:39:01.374544  2133 solver.cpp:66] Iteration 98260, loss = 3.05828
 I1226 16:39:37.464234  2133 solver.cpp:204] Iteration 98280, lr = 0.01
 I1226 16:39:37.469339  2133 solver.cpp:66] Iteration 98280, loss = 2.76944
 I1226 16:40:13.562774  2133 solver.cpp:204] Iteration 98300, lr = 0.01
 I1226 16:40:13.567879  2133 solver.cpp:66] Iteration 98300, loss = 2.82932
 I1226 16:40:49.659216  2133 solver.cpp:204] Iteration 98320, lr = 0.01
 I1226 16:40:49.664329  2133 solver.cpp:66] Iteration 98320, loss = 2.67384
 I1226 16:41:25.754628  2133 solver.cpp:204] Iteration 98340, lr = 0.01
 I1226 16:41:25.759726  2133 solver.cpp:66] Iteration 98340, loss = 2.75244
 I1226 16:42:01.851946  2133 solver.cpp:204] Iteration 98360, lr = 0.01
 I1226 16:42:01.857071  2133 solver.cpp:66] Iteration 98360, loss = 2.67191
 I1226 16:42:37.949492  2133 solver.cpp:204] Iteration 98380, lr = 0.01
 I1226 16:42:37.954640  2133 solver.cpp:66] Iteration 98380, loss = 2.77482
 I1226 16:43:14.045795  2133 solver.cpp:204] Iteration 98400, lr = 0.01
 I1226 16:43:14.050901  2133 solver.cpp:66] Iteration 98400, loss = 2.83988
 I1226 16:43:50.143093  2133 solver.cpp:204] Iteration 98420, lr = 0.01
 I1226 16:43:50.148203  2133 solver.cpp:66] Iteration 98420, loss = 2.7318
 I1226 16:44:26.240442  2133 solver.cpp:204] Iteration 98440, lr = 0.01
 I1226 16:44:26.245545  2133 solver.cpp:66] Iteration 98440, loss = 2.72823
 I1226 16:45:02.337060  2133 solver.cpp:204] Iteration 98460, lr = 0.01
 I1226 16:45:02.342138  2133 solver.cpp:66] Iteration 98460, loss = 2.62315
 I1226 16:45:38.433154  2133 solver.cpp:204] Iteration 98480, lr = 0.01
 I1226 16:45:38.438213  2133 solver.cpp:66] Iteration 98480, loss = 2.43942
 I1226 16:46:14.529062  2133 solver.cpp:204] Iteration 98500, lr = 0.01
 I1226 16:46:14.534123  2133 solver.cpp:66] Iteration 98500, loss = 2.75558
 I1226 16:46:50.618365  2133 solver.cpp:204] Iteration 98520, lr = 0.01
 I1226 16:46:50.623468  2133 solver.cpp:66] Iteration 98520, loss = 2.72686
 I1226 16:47:26.707461  2133 solver.cpp:204] Iteration 98540, lr = 0.01
 I1226 16:47:26.712573  2133 solver.cpp:66] Iteration 98540, loss = 3.01755
 I1226 16:48:02.802252  2133 solver.cpp:204] Iteration 98560, lr = 0.01
 I1226 16:48:02.807366  2133 solver.cpp:66] Iteration 98560, loss = 3.11009
 I1226 16:48:38.893277  2133 solver.cpp:204] Iteration 98580, lr = 0.01
 I1226 16:48:38.898392  2133 solver.cpp:66] Iteration 98580, loss = 2.78051
 I1226 16:49:14.986116  2133 solver.cpp:204] Iteration 98600, lr = 0.01
 I1226 16:49:14.991217  2133 solver.cpp:66] Iteration 98600, loss = 3.00529
 I1226 16:49:51.080680  2133 solver.cpp:204] Iteration 98620, lr = 0.01
 I1226 16:49:51.085788  2133 solver.cpp:66] Iteration 98620, loss = 2.90457
 I1226 16:50:27.173367  2133 solver.cpp:204] Iteration 98640, lr = 0.01
 I1226 16:50:27.178429  2133 solver.cpp:66] Iteration 98640, loss = 2.85126
 I1226 16:51:03.263900  2133 solver.cpp:204] Iteration 98660, lr = 0.01
 I1226 16:51:03.268903  2133 solver.cpp:66] Iteration 98660, loss = 2.71289
 I1226 16:51:39.357028  2133 solver.cpp:204] Iteration 98680, lr = 0.01
 I1226 16:51:39.362088  2133 solver.cpp:66] Iteration 98680, loss = 2.65029
 I1226 16:52:15.453186  2133 solver.cpp:204] Iteration 98700, lr = 0.01
 I1226 16:52:15.458266  2133 solver.cpp:66] Iteration 98700, loss = 2.59657
 I1226 16:52:51.549309  2133 solver.cpp:204] Iteration 98720, lr = 0.01
 I1226 16:52:51.554369  2133 solver.cpp:66] Iteration 98720, loss = 2.81117
 I1226 16:53:27.642987  2133 solver.cpp:204] Iteration 98740, lr = 0.01
 I1226 16:53:27.648092  2133 solver.cpp:66] Iteration 98740, loss = 2.65663
 I1226 16:54:03.737715  2133 solver.cpp:204] Iteration 98760, lr = 0.01
 I1226 16:54:03.742816  2133 solver.cpp:66] Iteration 98760, loss = 2.49287
 I1226 16:54:39.831457  2133 solver.cpp:204] Iteration 98780, lr = 0.01
 I1226 16:54:39.836534  2133 solver.cpp:66] Iteration 98780, loss = 2.68669
 I1226 16:55:15.928606  2133 solver.cpp:204] Iteration 98800, lr = 0.01
 I1226 16:55:15.933723  2133 solver.cpp:66] Iteration 98800, loss = 2.65215
 I1226 16:55:52.027657  2133 solver.cpp:204] Iteration 98820, lr = 0.01
 I1226 16:55:52.032768  2133 solver.cpp:66] Iteration 98820, loss = 2.64304
 I1226 16:56:28.124874  2133 solver.cpp:204] Iteration 98840, lr = 0.01
 I1226 16:56:28.129951  2133 solver.cpp:66] Iteration 98840, loss = 2.69461
 I1226 16:57:04.222028  2133 solver.cpp:204] Iteration 98860, lr = 0.01
 I1226 16:57:04.227116  2133 solver.cpp:66] Iteration 98860, loss = 2.64414
 I1226 16:57:40.321208  2133 solver.cpp:204] Iteration 98880, lr = 0.01
 I1226 16:57:40.326267  2133 solver.cpp:66] Iteration 98880, loss = 2.85688
 I1226 16:58:16.418881  2133 solver.cpp:204] Iteration 98900, lr = 0.01
 I1226 16:58:16.424044  2133 solver.cpp:66] Iteration 98900, loss = 3.04777
 I1226 16:58:52.510843  2133 solver.cpp:204] Iteration 98920, lr = 0.01
 I1226 16:58:52.515943  2133 solver.cpp:66] Iteration 98920, loss = 2.66346
 I1226 16:59:28.609354  2133 solver.cpp:204] Iteration 98940, lr = 0.01
 I1226 16:59:28.614433  2133 solver.cpp:66] Iteration 98940, loss = 2.50077
 I1226 17:00:04.705551  2133 solver.cpp:204] Iteration 98960, lr = 0.01
 I1226 17:00:04.710666  2133 solver.cpp:66] Iteration 98960, loss = 2.72188
 I1226 17:00:40.798663  2133 solver.cpp:204] Iteration 98980, lr = 0.01
 I1226 17:00:40.803769  2133 solver.cpp:66] Iteration 98980, loss = 2.75937
 I1226 17:01:16.896303  2133 solver.cpp:204] Iteration 99000, lr = 0.01
 I1226 17:01:16.901414  2133 solver.cpp:66] Iteration 99000, loss = 2.84018
 I1226 17:01:16.901427  2133 solver.cpp:84] Testing net
 I1226 17:03:29.374882  2133 solver.cpp:111] Test score #0: 0.40834
 I1226 17:03:29.374935  2133 solver.cpp:111] Test score #1: 2.69191
 I1226 17:04:05.220315  2133 solver.cpp:204] Iteration 99020, lr = 0.01
 I1226 17:04:05.225428  2133 solver.cpp:66] Iteration 99020, loss = 2.56664
 I1226 17:04:41.310592  2133 solver.cpp:204] Iteration 99040, lr = 0.01
 I1226 17:04:41.315709  2133 solver.cpp:66] Iteration 99040, loss = 2.66097
 I1226 17:05:17.404244  2133 solver.cpp:204] Iteration 99060, lr = 0.01
 I1226 17:05:17.409344  2133 solver.cpp:66] Iteration 99060, loss = 2.69091
 I1226 17:05:53.498209  2133 solver.cpp:204] Iteration 99080, lr = 0.01
 I1226 17:05:53.503326  2133 solver.cpp:66] Iteration 99080, loss = 2.83792
 I1226 17:06:29.588649  2133 solver.cpp:204] Iteration 99100, lr = 0.01
 I1226 17:06:29.593751  2133 solver.cpp:66] Iteration 99100, loss = 2.71072
 I1226 17:07:05.683065  2133 solver.cpp:204] Iteration 99120, lr = 0.01
 I1226 17:07:05.688174  2133 solver.cpp:66] Iteration 99120, loss = 2.61233
 I1226 17:07:41.773983  2133 solver.cpp:204] Iteration 99140, lr = 0.01
 I1226 17:07:41.779089  2133 solver.cpp:66] Iteration 99140, loss = 2.71918
 I1226 17:08:17.871608  2133 solver.cpp:204] Iteration 99160, lr = 0.01
 I1226 17:08:17.876714  2133 solver.cpp:66] Iteration 99160, loss = 2.84518
 I1226 17:08:53.970952  2133 solver.cpp:204] Iteration 99180, lr = 0.01
 I1226 17:08:53.976057  2133 solver.cpp:66] Iteration 99180, loss = 2.75644
 I1226 17:09:30.066901  2133 solver.cpp:204] Iteration 99200, lr = 0.01
 I1226 17:09:30.072008  2133 solver.cpp:66] Iteration 99200, loss = 2.74537
 I1226 17:10:06.161887  2133 solver.cpp:204] Iteration 99220, lr = 0.01
 I1226 17:10:06.166990  2133 solver.cpp:66] Iteration 99220, loss = 2.74798
 I1226 17:10:42.258352  2133 solver.cpp:204] Iteration 99240, lr = 0.01
 I1226 17:10:42.263458  2133 solver.cpp:66] Iteration 99240, loss = 2.76541
 I1226 17:11:18.351181  2133 solver.cpp:204] Iteration 99260, lr = 0.01
 I1226 17:11:18.356277  2133 solver.cpp:66] Iteration 99260, loss = 2.83309
 I1226 17:11:54.446442  2133 solver.cpp:204] Iteration 99280, lr = 0.01
 I1226 17:11:54.451552  2133 solver.cpp:66] Iteration 99280, loss = 2.60873
 I1226 17:12:30.542428  2133 solver.cpp:204] Iteration 99300, lr = 0.01
 I1226 17:12:30.547407  2133 solver.cpp:66] Iteration 99300, loss = 2.59455
 I1226 17:13:06.644098  2133 solver.cpp:204] Iteration 99320, lr = 0.01
 I1226 17:13:06.649199  2133 solver.cpp:66] Iteration 99320, loss = 2.81989
 I1226 17:13:42.739915  2133 solver.cpp:204] Iteration 99340, lr = 0.01
 I1226 17:13:42.745033  2133 solver.cpp:66] Iteration 99340, loss = 2.84423
 I1226 17:14:18.838958  2133 solver.cpp:204] Iteration 99360, lr = 0.01
 I1226 17:14:18.844060  2133 solver.cpp:66] Iteration 99360, loss = 2.89535
 I1226 17:14:54.935034  2133 solver.cpp:204] Iteration 99380, lr = 0.01
 I1226 17:14:54.940141  2133 solver.cpp:66] Iteration 99380, loss = 2.6031
 I1226 17:15:31.028550  2133 solver.cpp:204] Iteration 99400, lr = 0.01
 I1226 17:15:31.033648  2133 solver.cpp:66] Iteration 99400, loss = 2.9357
 I1226 17:16:07.128343  2133 solver.cpp:204] Iteration 99420, lr = 0.01
 I1226 17:16:07.133451  2133 solver.cpp:66] Iteration 99420, loss = 2.91365
 I1226 17:16:43.226354  2133 solver.cpp:204] Iteration 99440, lr = 0.01
 I1226 17:16:43.231456  2133 solver.cpp:66] Iteration 99440, loss = 2.74663
 I1226 17:17:19.325809  2133 solver.cpp:204] Iteration 99460, lr = 0.01
 I1226 17:17:19.330922  2133 solver.cpp:66] Iteration 99460, loss = 2.69445
 I1226 17:17:55.426342  2133 solver.cpp:204] Iteration 99480, lr = 0.01
 I1226 17:17:55.431419  2133 solver.cpp:66] Iteration 99480, loss = 2.86346
 I1226 17:18:31.526478  2133 solver.cpp:204] Iteration 99500, lr = 0.01
 I1226 17:18:31.531579  2133 solver.cpp:66] Iteration 99500, loss = 2.66254
 I1226 17:19:07.623965  2133 solver.cpp:204] Iteration 99520, lr = 0.01
 I1226 17:19:07.629056  2133 solver.cpp:66] Iteration 99520, loss = 2.85972
 I1226 17:19:43.723845  2133 solver.cpp:204] Iteration 99540, lr = 0.01
 I1226 17:19:43.728957  2133 solver.cpp:66] Iteration 99540, loss = 2.57543
 I1226 17:20:19.828608  2133 solver.cpp:204] Iteration 99560, lr = 0.01
 I1226 17:20:19.833775  2133 solver.cpp:66] Iteration 99560, loss = 2.82061
 I1226 17:20:55.923622  2133 solver.cpp:204] Iteration 99580, lr = 0.01
 I1226 17:20:55.928593  2133 solver.cpp:66] Iteration 99580, loss = 2.81063
 I1226 17:21:32.016394  2133 solver.cpp:204] Iteration 99600, lr = 0.01
 I1226 17:21:32.021507  2133 solver.cpp:66] Iteration 99600, loss = 2.93368
 I1226 17:22:08.123270  2133 solver.cpp:204] Iteration 99620, lr = 0.01
 I1226 17:22:08.128341  2133 solver.cpp:66] Iteration 99620, loss = 2.64391
 I1226 17:22:44.216940  2133 solver.cpp:204] Iteration 99640, lr = 0.01
 I1226 17:22:44.222008  2133 solver.cpp:66] Iteration 99640, loss = 2.71773
 I1226 17:23:20.312841  2133 solver.cpp:204] Iteration 99660, lr = 0.01
 I1226 17:23:20.317936  2133 solver.cpp:66] Iteration 99660, loss = 2.79855
 I1226 17:23:56.410820  2133 solver.cpp:204] Iteration 99680, lr = 0.01
 I1226 17:23:56.415920  2133 solver.cpp:66] Iteration 99680, loss = 2.70269
 I1226 17:24:32.499745  2133 solver.cpp:204] Iteration 99700, lr = 0.01
 I1226 17:24:32.504884  2133 solver.cpp:66] Iteration 99700, loss = 2.83754
 I1226 17:25:08.595690  2133 solver.cpp:204] Iteration 99720, lr = 0.01
 I1226 17:25:08.600803  2133 solver.cpp:66] Iteration 99720, loss = 2.79734
 I1226 17:25:44.686967  2133 solver.cpp:204] Iteration 99740, lr = 0.01
 I1226 17:25:44.692064  2133 solver.cpp:66] Iteration 99740, loss = 2.93556
 I1226 17:26:20.780450  2133 solver.cpp:204] Iteration 99760, lr = 0.01
 I1226 17:26:20.785562  2133 solver.cpp:66] Iteration 99760, loss = 2.87366
 I1226 17:26:56.871654  2133 solver.cpp:204] Iteration 99780, lr = 0.01
 I1226 17:26:56.876752  2133 solver.cpp:66] Iteration 99780, loss = 2.79467
 I1226 17:27:32.968690  2133 solver.cpp:204] Iteration 99800, lr = 0.01
 I1226 17:27:32.973795  2133 solver.cpp:66] Iteration 99800, loss = 2.65423
 I1226 17:28:09.061625  2133 solver.cpp:204] Iteration 99820, lr = 0.01
 I1226 17:28:09.066727  2133 solver.cpp:66] Iteration 99820, loss = 2.74984
 I1226 17:28:45.155719  2133 solver.cpp:204] Iteration 99840, lr = 0.01
 I1226 17:28:45.160823  2133 solver.cpp:66] Iteration 99840, loss = 2.51675
 I1226 17:29:21.254981  2133 solver.cpp:204] Iteration 99860, lr = 0.01
 I1226 17:29:21.260085  2133 solver.cpp:66] Iteration 99860, loss = 2.78586
 I1226 17:29:57.354574  2133 solver.cpp:204] Iteration 99880, lr = 0.01
 I1226 17:29:57.359683  2133 solver.cpp:66] Iteration 99880, loss = 2.63338
 I1226 17:30:33.451617  2133 solver.cpp:204] Iteration 99900, lr = 0.01
 I1226 17:30:33.456682  2133 solver.cpp:66] Iteration 99900, loss = 2.75727
 I1226 17:31:09.550654  2133 solver.cpp:204] Iteration 99920, lr = 0.01
 I1226 17:31:09.555735  2133 solver.cpp:66] Iteration 99920, loss = 2.59952
 I1226 17:31:45.649842  2133 solver.cpp:204] Iteration 99940, lr = 0.01
 I1226 17:31:45.654953  2133 solver.cpp:66] Iteration 99940, loss = 2.71739
 I1226 17:32:21.747519  2133 solver.cpp:204] Iteration 99960, lr = 0.01
 I1226 17:32:21.752619  2133 solver.cpp:66] Iteration 99960, loss = 2.93023
 I1226 17:32:57.844280  2133 solver.cpp:204] Iteration 99980, lr = 0.01
 I1226 17:32:57.849390  2133 solver.cpp:66] Iteration 99980, loss = 2.77986
 I1226 17:33:33.941747  2133 solver.cpp:204] Iteration 100000, lr = 0.001
 I1226 17:33:34.510825  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_100000
 I1226 17:33:35.102838  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_100000.solverstate
 I1226 17:33:35.411417  2133 solver.cpp:66] Iteration 100000, loss = 2.58119
 I1226 17:33:35.411463  2133 solver.cpp:84] Testing net
 I1226 17:35:50.334606  2133 solver.cpp:111] Test score #0: 0.4058
 I1226 17:35:50.334655  2133 solver.cpp:111] Test score #1: 2.70748
 I1226 17:36:26.180243  2133 solver.cpp:204] Iteration 100020, lr = 0.001
 I1226 17:36:26.185351  2133 solver.cpp:66] Iteration 100020, loss = 2.78784
 I1226 17:37:02.274499  2133 solver.cpp:204] Iteration 100040, lr = 0.001
 I1226 17:37:02.279603  2133 solver.cpp:66] Iteration 100040, loss = 2.66721
 I1226 17:37:38.370368  2133 solver.cpp:204] Iteration 100060, lr = 0.001
 I1226 17:37:38.375426  2133 solver.cpp:66] Iteration 100060, loss = 2.65432
 I1226 17:38:14.468556  2133 solver.cpp:204] Iteration 100080, lr = 0.001
 I1226 17:38:14.473686  2133 solver.cpp:66] Iteration 100080, loss = 2.66643
 I1226 17:38:50.568650  2133 solver.cpp:204] Iteration 100100, lr = 0.001
 I1226 17:38:50.573751  2133 solver.cpp:66] Iteration 100100, loss = 2.60668
 I1226 17:39:26.663812  2133 solver.cpp:204] Iteration 100120, lr = 0.001
 I1226 17:39:26.668934  2133 solver.cpp:66] Iteration 100120, loss = 2.7578
 I1226 17:40:02.759124  2133 solver.cpp:204] Iteration 100140, lr = 0.001
 I1226 17:40:02.764226  2133 solver.cpp:66] Iteration 100140, loss = 2.49178
 I1226 17:40:38.854353  2133 solver.cpp:204] Iteration 100160, lr = 0.001
 I1226 17:40:38.859459  2133 solver.cpp:66] Iteration 100160, loss = 2.46209
 I1226 17:41:14.947996  2133 solver.cpp:204] Iteration 100180, lr = 0.001
 I1226 17:41:14.953070  2133 solver.cpp:66] Iteration 100180, loss = 2.44757
 I1226 17:41:51.039628  2133 solver.cpp:204] Iteration 100200, lr = 0.001
 I1226 17:41:51.044739  2133 solver.cpp:66] Iteration 100200, loss = 2.40461
 I1226 17:42:27.136548  2133 solver.cpp:204] Iteration 100220, lr = 0.001
 I1226 17:42:27.141651  2133 solver.cpp:66] Iteration 100220, loss = 2.62012
 I1226 17:43:03.231545  2133 solver.cpp:204] Iteration 100240, lr = 0.001
 I1226 17:43:03.236649  2133 solver.cpp:66] Iteration 100240, loss = 2.49177
 I1226 17:43:39.329967  2133 solver.cpp:204] Iteration 100260, lr = 0.001
 I1226 17:43:39.334955  2133 solver.cpp:66] Iteration 100260, loss = 2.24176
 I1226 17:44:15.421239  2133 solver.cpp:204] Iteration 100280, lr = 0.001
 I1226 17:44:15.426306  2133 solver.cpp:66] Iteration 100280, loss = 2.54767
 I1226 17:44:51.519145  2133 solver.cpp:204] Iteration 100300, lr = 0.001
 I1226 17:44:51.524246  2133 solver.cpp:66] Iteration 100300, loss = 2.52364
 I1226 17:45:27.610635  2133 solver.cpp:204] Iteration 100320, lr = 0.001
 I1226 17:45:27.615749  2133 solver.cpp:66] Iteration 100320, loss = 2.44358
 I1226 17:46:03.705909  2133 solver.cpp:204] Iteration 100340, lr = 0.001
 I1226 17:46:03.711019  2133 solver.cpp:66] Iteration 100340, loss = 2.40289
 I1226 17:46:39.801779  2133 solver.cpp:204] Iteration 100360, lr = 0.001
 I1226 17:46:39.806888  2133 solver.cpp:66] Iteration 100360, loss = 2.42196
 I1226 17:47:15.896893  2133 solver.cpp:204] Iteration 100380, lr = 0.001
 I1226 17:47:15.901957  2133 solver.cpp:66] Iteration 100380, loss = 2.56689
 I1226 17:47:51.994153  2133 solver.cpp:204] Iteration 100400, lr = 0.001
 I1226 17:47:51.999264  2133 solver.cpp:66] Iteration 100400, loss = 2.27706
 I1226 17:48:28.090781  2133 solver.cpp:204] Iteration 100420, lr = 0.001
 I1226 17:48:28.095846  2133 solver.cpp:66] Iteration 100420, loss = 2.4042
 I1226 17:49:04.185199  2133 solver.cpp:204] Iteration 100440, lr = 0.001
 I1226 17:49:04.190268  2133 solver.cpp:66] Iteration 100440, loss = 2.55635
 I1226 17:49:40.279458  2133 solver.cpp:204] Iteration 100460, lr = 0.001
 I1226 17:49:40.284567  2133 solver.cpp:66] Iteration 100460, loss = 2.29406
 I1226 17:50:16.369353  2133 solver.cpp:204] Iteration 100480, lr = 0.001
 I1226 17:50:16.374429  2133 solver.cpp:66] Iteration 100480, loss = 2.1929
 I1226 17:50:52.455989  2133 solver.cpp:204] Iteration 100500, lr = 0.001
 I1226 17:50:52.461086  2133 solver.cpp:66] Iteration 100500, loss = 2.63116
 I1226 17:51:28.544229  2133 solver.cpp:204] Iteration 100520, lr = 0.001
 I1226 17:51:28.549340  2133 solver.cpp:66] Iteration 100520, loss = 2.56719
 I1226 17:52:04.633620  2133 solver.cpp:204] Iteration 100540, lr = 0.001
 I1226 17:52:04.638720  2133 solver.cpp:66] Iteration 100540, loss = 2.14637
 I1226 17:52:40.722822  2133 solver.cpp:204] Iteration 100560, lr = 0.001
 I1226 17:52:40.727934  2133 solver.cpp:66] Iteration 100560, loss = 2.36503
 I1226 17:53:16.813659  2133 solver.cpp:204] Iteration 100580, lr = 0.001
 I1226 17:53:16.818771  2133 solver.cpp:66] Iteration 100580, loss = 2.62067
 I1226 17:53:52.908318  2133 solver.cpp:204] Iteration 100600, lr = 0.001
 I1226 17:53:52.913429  2133 solver.cpp:66] Iteration 100600, loss = 2.31473
 I1226 17:54:29.000560  2133 solver.cpp:204] Iteration 100620, lr = 0.001
 I1226 17:54:29.005663  2133 solver.cpp:66] Iteration 100620, loss = 2.1934
 I1226 17:55:05.093233  2133 solver.cpp:204] Iteration 100640, lr = 0.001
 I1226 17:55:05.098357  2133 solver.cpp:66] Iteration 100640, loss = 2.37625
 I1226 17:55:41.186214  2133 solver.cpp:204] Iteration 100660, lr = 0.001
 I1226 17:55:41.191249  2133 solver.cpp:66] Iteration 100660, loss = 2.18942
 I1226 17:56:17.281813  2133 solver.cpp:204] Iteration 100680, lr = 0.001
 I1226 17:56:17.286922  2133 solver.cpp:66] Iteration 100680, loss = 2.35574
 I1226 17:56:53.374894  2133 solver.cpp:204] Iteration 100700, lr = 0.001
 I1226 17:56:53.380012  2133 solver.cpp:66] Iteration 100700, loss = 2.42498
 I1226 17:57:29.470281  2133 solver.cpp:204] Iteration 100720, lr = 0.001
 I1226 17:57:29.475389  2133 solver.cpp:66] Iteration 100720, loss = 2.41668
 I1226 17:58:05.562918  2133 solver.cpp:204] Iteration 100740, lr = 0.001
 I1226 17:58:05.568043  2133 solver.cpp:66] Iteration 100740, loss = 2.65444
 I1226 17:58:41.659379  2133 solver.cpp:204] Iteration 100760, lr = 0.001
 I1226 17:58:41.664499  2133 solver.cpp:66] Iteration 100760, loss = 2.56217
 I1226 17:59:17.748033  2133 solver.cpp:204] Iteration 100780, lr = 0.001
 I1226 17:59:17.753136  2133 solver.cpp:66] Iteration 100780, loss = 2.36293
 I1226 17:59:53.841733  2133 solver.cpp:204] Iteration 100800, lr = 0.001
 I1226 17:59:53.846890  2133 solver.cpp:66] Iteration 100800, loss = 2.28606
 I1226 18:00:29.936339  2133 solver.cpp:204] Iteration 100820, lr = 0.001
 I1226 18:00:29.941443  2133 solver.cpp:66] Iteration 100820, loss = 2.15402
 I1226 18:01:06.030139  2133 solver.cpp:204] Iteration 100840, lr = 0.001
 I1226 18:01:06.035254  2133 solver.cpp:66] Iteration 100840, loss = 2.45724
 I1226 18:01:42.120991  2133 solver.cpp:204] Iteration 100860, lr = 0.001
 I1226 18:01:42.126050  2133 solver.cpp:66] Iteration 100860, loss = 2.3841
 I1226 18:02:18.213902  2133 solver.cpp:204] Iteration 100880, lr = 0.001
 I1226 18:02:18.218987  2133 solver.cpp:66] Iteration 100880, loss = 1.99363
 I1226 18:02:54.306449  2133 solver.cpp:204] Iteration 100900, lr = 0.001
 I1226 18:02:54.311553  2133 solver.cpp:66] Iteration 100900, loss = 2.28433
 I1226 18:03:30.404484  2133 solver.cpp:204] Iteration 100920, lr = 0.001
 I1226 18:03:30.409597  2133 solver.cpp:66] Iteration 100920, loss = 2.30825
 I1226 18:04:06.503600  2133 solver.cpp:204] Iteration 100940, lr = 0.001
 I1226 18:04:06.508669  2133 solver.cpp:66] Iteration 100940, loss = 2.33798
 I1226 18:04:42.600085  2133 solver.cpp:204] Iteration 100960, lr = 0.001
 I1226 18:04:42.605195  2133 solver.cpp:66] Iteration 100960, loss = 2.43913
 I1226 18:05:18.696040  2133 solver.cpp:204] Iteration 100980, lr = 0.001
 I1226 18:05:18.701105  2133 solver.cpp:66] Iteration 100980, loss = 2.62006
 I1226 18:05:54.791198  2133 solver.cpp:204] Iteration 101000, lr = 0.001
 I1226 18:05:54.796314  2133 solver.cpp:66] Iteration 101000, loss = 2.30453
 I1226 18:05:54.796327  2133 solver.cpp:84] Testing net
 I1226 18:08:07.482228  2133 solver.cpp:111] Test score #0: 0.4701
 I1226 18:08:07.482276  2133 solver.cpp:111] Test score #1: 2.35252
 I1226 18:08:43.324064  2133 solver.cpp:204] Iteration 101020, lr = 0.001
 I1226 18:08:43.329177  2133 solver.cpp:66] Iteration 101020, loss = 2.2718
 I1226 18:09:19.417587  2133 solver.cpp:204] Iteration 101040, lr = 0.001
 I1226 18:09:19.422687  2133 solver.cpp:66] Iteration 101040, loss = 2.39993
 I1226 18:09:55.506355  2133 solver.cpp:204] Iteration 101060, lr = 0.001
 I1226 18:09:55.511471  2133 solver.cpp:66] Iteration 101060, loss = 2.10484
 I1226 18:10:31.597317  2133 solver.cpp:204] Iteration 101080, lr = 0.001
 I1226 18:10:31.602373  2133 solver.cpp:66] Iteration 101080, loss = 2.37838
 I1226 18:11:07.688254  2133 solver.cpp:204] Iteration 101100, lr = 0.001
 I1226 18:11:07.693373  2133 solver.cpp:66] Iteration 101100, loss = 2.42932
 I1226 18:11:43.788697  2133 solver.cpp:204] Iteration 101120, lr = 0.001
 I1226 18:11:43.793807  2133 solver.cpp:66] Iteration 101120, loss = 2.16807
 I1226 18:12:19.883373  2133 solver.cpp:204] Iteration 101140, lr = 0.001
 I1226 18:12:19.888478  2133 solver.cpp:66] Iteration 101140, loss = 2.2044
 I1226 18:12:55.980113  2133 solver.cpp:204] Iteration 101160, lr = 0.001
 I1226 18:12:55.985229  2133 solver.cpp:66] Iteration 101160, loss = 2.1871
 I1226 18:13:32.077374  2133 solver.cpp:204] Iteration 101180, lr = 0.001
 I1226 18:13:32.082494  2133 solver.cpp:66] Iteration 101180, loss = 2.31842
 I1226 18:14:08.173861  2133 solver.cpp:204] Iteration 101200, lr = 0.001
 I1226 18:14:08.178949  2133 solver.cpp:66] Iteration 101200, loss = 2.34705
 I1226 18:14:44.273357  2133 solver.cpp:204] Iteration 101220, lr = 0.001
 I1226 18:14:44.278426  2133 solver.cpp:66] Iteration 101220, loss = 2.06796
 I1226 18:15:20.372225  2133 solver.cpp:204] Iteration 101240, lr = 0.001
 I1226 18:15:20.377339  2133 solver.cpp:66] Iteration 101240, loss = 2.29044
 I1226 18:15:56.464783  2133 solver.cpp:204] Iteration 101260, lr = 0.001
 I1226 18:15:56.469889  2133 solver.cpp:66] Iteration 101260, loss = 2.29103
 I1226 18:16:32.558775  2133 solver.cpp:204] Iteration 101280, lr = 0.001
 I1226 18:16:32.563881  2133 solver.cpp:66] Iteration 101280, loss = 2.32031
 I1226 18:17:08.650956  2133 solver.cpp:204] Iteration 101300, lr = 0.001
 I1226 18:17:08.655920  2133 solver.cpp:66] Iteration 101300, loss = 2.49647
 I1226 18:17:44.743477  2133 solver.cpp:204] Iteration 101320, lr = 0.001
 I1226 18:17:44.748581  2133 solver.cpp:66] Iteration 101320, loss = 2.2235
 I1226 18:18:20.834508  2133 solver.cpp:204] Iteration 101340, lr = 0.001
 I1226 18:18:20.839592  2133 solver.cpp:66] Iteration 101340, loss = 2.55748
 I1226 18:18:56.930140  2133 solver.cpp:204] Iteration 101360, lr = 0.001
 I1226 18:18:56.935259  2133 solver.cpp:66] Iteration 101360, loss = 2.48051
 I1226 18:19:33.020534  2133 solver.cpp:204] Iteration 101380, lr = 0.001
 I1226 18:19:33.025632  2133 solver.cpp:66] Iteration 101380, loss = 2.14395
 I1226 18:20:09.113368  2133 solver.cpp:204] Iteration 101400, lr = 0.001
 I1226 18:20:09.118469  2133 solver.cpp:66] Iteration 101400, loss = 2.42883
 I1226 18:20:45.204181  2133 solver.cpp:204] Iteration 101420, lr = 0.001
 I1226 18:20:45.209285  2133 solver.cpp:66] Iteration 101420, loss = 2.30732
 I1226 18:21:21.289542  2133 solver.cpp:204] Iteration 101440, lr = 0.001
 I1226 18:21:21.294651  2133 solver.cpp:66] Iteration 101440, loss = 2.49066
 I1226 18:21:57.384665  2133 solver.cpp:204] Iteration 101460, lr = 0.001
 I1226 18:21:57.389771  2133 solver.cpp:66] Iteration 101460, loss = 2.43886
 I1226 18:22:33.477362  2133 solver.cpp:204] Iteration 101480, lr = 0.001
 I1226 18:22:33.482431  2133 solver.cpp:66] Iteration 101480, loss = 2.48332
 I1226 18:23:09.569170  2133 solver.cpp:204] Iteration 101500, lr = 0.001
 I1226 18:23:09.574233  2133 solver.cpp:66] Iteration 101500, loss = 2.37622
 I1226 18:23:45.662899  2133 solver.cpp:204] Iteration 101520, lr = 0.001
 I1226 18:23:45.668009  2133 solver.cpp:66] Iteration 101520, loss = 2.22299
 I1226 18:24:21.757426  2133 solver.cpp:204] Iteration 101540, lr = 0.001
 I1226 18:24:21.762526  2133 solver.cpp:66] Iteration 101540, loss = 2.44842
 I1226 18:24:57.846897  2133 solver.cpp:204] Iteration 101560, lr = 0.001
 I1226 18:24:57.852004  2133 solver.cpp:66] Iteration 101560, loss = 2.22912
 I1226 18:25:33.939878  2133 solver.cpp:204] Iteration 101580, lr = 0.001
 I1226 18:25:33.944989  2133 solver.cpp:66] Iteration 101580, loss = 2.28311
 I1226 18:26:10.031847  2133 solver.cpp:204] Iteration 101600, lr = 0.001
 I1226 18:26:10.036917  2133 solver.cpp:66] Iteration 101600, loss = 2.25668
 I1226 18:26:46.121851  2133 solver.cpp:204] Iteration 101620, lr = 0.001
 I1226 18:26:46.126926  2133 solver.cpp:66] Iteration 101620, loss = 2.31448
 I1226 18:27:22.213101  2133 solver.cpp:204] Iteration 101640, lr = 0.001
 I1226 18:27:22.218212  2133 solver.cpp:66] Iteration 101640, loss = 2.50718
 I1226 18:27:58.304236  2133 solver.cpp:204] Iteration 101660, lr = 0.001
 I1226 18:27:58.309350  2133 solver.cpp:66] Iteration 101660, loss = 2.29444
 I1226 18:28:34.394824  2133 solver.cpp:204] Iteration 101680, lr = 0.001
 I1226 18:28:34.399930  2133 solver.cpp:66] Iteration 101680, loss = 2.22793
 I1226 18:29:10.493378  2133 solver.cpp:204] Iteration 101700, lr = 0.001
 I1226 18:29:10.498427  2133 solver.cpp:66] Iteration 101700, loss = 2.52775
 I1226 18:29:46.588529  2133 solver.cpp:204] Iteration 101720, lr = 0.001
 I1226 18:29:46.593593  2133 solver.cpp:66] Iteration 101720, loss = 2.32924
 I1226 18:30:22.680364  2133 solver.cpp:204] Iteration 101740, lr = 0.001
 I1226 18:30:22.685484  2133 solver.cpp:66] Iteration 101740, loss = 2.16427
 I1226 18:30:58.768947  2133 solver.cpp:204] Iteration 101760, lr = 0.001
 I1226 18:30:58.774019  2133 solver.cpp:66] Iteration 101760, loss = 2.37951
 I1226 18:31:34.867053  2133 solver.cpp:204] Iteration 101780, lr = 0.001
 I1226 18:31:34.872159  2133 solver.cpp:66] Iteration 101780, loss = 2.23425
 I1226 18:32:10.957298  2133 solver.cpp:204] Iteration 101800, lr = 0.001
 I1226 18:32:10.962355  2133 solver.cpp:66] Iteration 101800, loss = 2.28764
 I1226 18:32:47.047900  2133 solver.cpp:204] Iteration 101820, lr = 0.001
 I1226 18:32:47.053004  2133 solver.cpp:66] Iteration 101820, loss = 2.3423
 I1226 18:33:23.139740  2133 solver.cpp:204] Iteration 101840, lr = 0.001
 I1226 18:33:23.144845  2133 solver.cpp:66] Iteration 101840, loss = 2.03582
 I1226 18:33:59.234767  2133 solver.cpp:204] Iteration 101860, lr = 0.001
 I1226 18:33:59.239873  2133 solver.cpp:66] Iteration 101860, loss = 2.23742
 I1226 18:34:35.329480  2133 solver.cpp:204] Iteration 101880, lr = 0.001
 I1226 18:34:35.334591  2133 solver.cpp:66] Iteration 101880, loss = 2.19695
 I1226 18:35:11.426342  2133 solver.cpp:204] Iteration 101900, lr = 0.001
 I1226 18:35:11.431452  2133 solver.cpp:66] Iteration 101900, loss = 2.20162
 I1226 18:35:47.518798  2133 solver.cpp:204] Iteration 101920, lr = 0.001
 I1226 18:35:47.523898  2133 solver.cpp:66] Iteration 101920, loss = 2.10445
 I1226 18:36:23.614935  2133 solver.cpp:204] Iteration 101940, lr = 0.001
 I1226 18:36:23.620043  2133 solver.cpp:66] Iteration 101940, loss = 2.32004
 I1226 18:36:59.707201  2133 solver.cpp:204] Iteration 101960, lr = 0.001
 I1226 18:36:59.712321  2133 solver.cpp:66] Iteration 101960, loss = 2.4226
 I1226 18:37:35.804155  2133 solver.cpp:204] Iteration 101980, lr = 0.001
 I1226 18:37:35.809273  2133 solver.cpp:66] Iteration 101980, loss = 2.14933
 I1226 18:38:11.898872  2133 solver.cpp:204] Iteration 102000, lr = 0.001
 I1226 18:38:11.903862  2133 solver.cpp:66] Iteration 102000, loss = 2.14665
 I1226 18:38:11.903874  2133 solver.cpp:84] Testing net
 I1226 18:40:24.328014  2133 solver.cpp:111] Test score #0: 0.47834
 I1226 18:40:24.328059  2133 solver.cpp:111] Test score #1: 2.30228
 I1226 18:41:00.172497  2133 solver.cpp:204] Iteration 102020, lr = 0.001
 I1226 18:41:00.177620  2133 solver.cpp:66] Iteration 102020, loss = 2.19932
 I1226 18:41:36.266747  2133 solver.cpp:204] Iteration 102040, lr = 0.001
 I1226 18:41:36.271852  2133 solver.cpp:66] Iteration 102040, loss = 2.23859
 I1226 18:42:12.361477  2133 solver.cpp:204] Iteration 102060, lr = 0.001
 I1226 18:42:12.366551  2133 solver.cpp:66] Iteration 102060, loss = 2.13532
 I1226 18:42:48.457882  2133 solver.cpp:204] Iteration 102080, lr = 0.001
 I1226 18:42:48.462947  2133 solver.cpp:66] Iteration 102080, loss = 2.38916
 I1226 18:43:24.549031  2133 solver.cpp:204] Iteration 102100, lr = 0.001
 I1226 18:43:24.554095  2133 solver.cpp:66] Iteration 102100, loss = 2.47262
 I1226 18:44:00.647680  2133 solver.cpp:204] Iteration 102120, lr = 0.001
 I1226 18:44:00.652786  2133 solver.cpp:66] Iteration 102120, loss = 2.05749
 I1226 18:44:36.740990  2133 solver.cpp:204] Iteration 102140, lr = 0.001
 I1226 18:44:36.746050  2133 solver.cpp:66] Iteration 102140, loss = 2.17252
 I1226 18:45:12.836647  2133 solver.cpp:204] Iteration 102160, lr = 0.001
 I1226 18:45:12.841753  2133 solver.cpp:66] Iteration 102160, loss = 2.28516
 I1226 18:45:48.933578  2133 solver.cpp:204] Iteration 102180, lr = 0.001
 I1226 18:45:48.938679  2133 solver.cpp:66] Iteration 102180, loss = 2.18366
 I1226 18:46:25.028317  2133 solver.cpp:204] Iteration 102200, lr = 0.001
 I1226 18:46:25.033473  2133 solver.cpp:66] Iteration 102200, loss = 2.25255
 I1226 18:47:01.124323  2133 solver.cpp:204] Iteration 102220, lr = 0.001
 I1226 18:47:01.129434  2133 solver.cpp:66] Iteration 102220, loss = 2.26094
 I1226 18:47:37.217389  2133 solver.cpp:204] Iteration 102240, lr = 0.001
 I1226 18:47:37.222465  2133 solver.cpp:66] Iteration 102240, loss = 2.23559
 I1226 18:48:13.313007  2133 solver.cpp:204] Iteration 102260, lr = 0.001
 I1226 18:48:13.318073  2133 solver.cpp:66] Iteration 102260, loss = 2.27939
 I1226 18:48:49.408939  2133 solver.cpp:204] Iteration 102280, lr = 0.001
 I1226 18:48:49.414047  2133 solver.cpp:66] Iteration 102280, loss = 2.33324
 I1226 18:49:25.501545  2133 solver.cpp:204] Iteration 102300, lr = 0.001
 I1226 18:49:25.506651  2133 solver.cpp:66] Iteration 102300, loss = 2.4324
 I1226 18:50:01.596711  2133 solver.cpp:204] Iteration 102320, lr = 0.001
 I1226 18:50:01.601825  2133 solver.cpp:66] Iteration 102320, loss = 2.27531
 I1226 18:50:37.690583  2133 solver.cpp:204] Iteration 102340, lr = 0.001
 I1226 18:50:37.695688  2133 solver.cpp:66] Iteration 102340, loss = 2.36992
 I1226 18:51:13.781610  2133 solver.cpp:204] Iteration 102360, lr = 0.001
 I1226 18:51:13.786711  2133 solver.cpp:66] Iteration 102360, loss = 2.03086
 I1226 18:51:49.874990  2133 solver.cpp:204] Iteration 102380, lr = 0.001
 I1226 18:51:49.880096  2133 solver.cpp:66] Iteration 102380, loss = 2.16743
 I1226 18:52:25.969023  2133 solver.cpp:204] Iteration 102400, lr = 0.001
 I1226 18:52:25.974091  2133 solver.cpp:66] Iteration 102400, loss = 2.34603
 I1226 18:53:02.065197  2133 solver.cpp:204] Iteration 102420, lr = 0.001
 I1226 18:53:02.070262  2133 solver.cpp:66] Iteration 102420, loss = 2.4264
 I1226 18:53:38.157584  2133 solver.cpp:204] Iteration 102440, lr = 0.001
 I1226 18:53:38.162703  2133 solver.cpp:66] Iteration 102440, loss = 2.19345
 I1226 18:54:14.252964  2133 solver.cpp:204] Iteration 102460, lr = 0.001
 I1226 18:54:14.257989  2133 solver.cpp:66] Iteration 102460, loss = 2.16534
 I1226 18:54:50.345546  2133 solver.cpp:204] Iteration 102480, lr = 0.001
 I1226 18:54:50.350664  2133 solver.cpp:66] Iteration 102480, loss = 2.18421
 I1226 18:55:26.436759  2133 solver.cpp:204] Iteration 102500, lr = 0.001
 I1226 18:55:26.441912  2133 solver.cpp:66] Iteration 102500, loss = 2.32116
 I1226 18:56:02.532529  2133 solver.cpp:204] Iteration 102520, lr = 0.001
 I1226 18:56:02.537622  2133 solver.cpp:66] Iteration 102520, loss = 2.33677
 I1226 18:56:38.628777  2133 solver.cpp:204] Iteration 102540, lr = 0.001
 I1226 18:56:38.633874  2133 solver.cpp:66] Iteration 102540, loss = 2.19757
 I1226 18:57:14.726249  2133 solver.cpp:204] Iteration 102560, lr = 0.001
 I1226 18:57:14.731355  2133 solver.cpp:66] Iteration 102560, loss = 2.34548
 I1226 18:57:50.822170  2133 solver.cpp:204] Iteration 102580, lr = 0.001
 I1226 18:57:50.827278  2133 solver.cpp:66] Iteration 102580, loss = 2.31308
 I1226 18:58:26.912567  2133 solver.cpp:204] Iteration 102600, lr = 0.001
 I1226 18:58:26.917644  2133 solver.cpp:66] Iteration 102600, loss = 2.12933
 I1226 18:59:03.007735  2133 solver.cpp:204] Iteration 102620, lr = 0.001
 I1226 18:59:03.012840  2133 solver.cpp:66] Iteration 102620, loss = 2.36684
 I1226 18:59:39.100600  2133 solver.cpp:204] Iteration 102640, lr = 0.001
 I1226 18:59:39.105706  2133 solver.cpp:66] Iteration 102640, loss = 2.24464
 I1226 19:00:15.193920  2133 solver.cpp:204] Iteration 102660, lr = 0.001
 I1226 19:00:15.199020  2133 solver.cpp:66] Iteration 102660, loss = 2.16915
 I1226 19:00:51.285239  2133 solver.cpp:204] Iteration 102680, lr = 0.001
 I1226 19:00:51.290298  2133 solver.cpp:66] Iteration 102680, loss = 2.33564
 I1226 19:01:27.375965  2133 solver.cpp:204] Iteration 102700, lr = 0.001
 I1226 19:01:27.381073  2133 solver.cpp:66] Iteration 102700, loss = 2.10049
 I1226 19:02:03.468299  2133 solver.cpp:204] Iteration 102720, lr = 0.001
 I1226 19:02:03.473412  2133 solver.cpp:66] Iteration 102720, loss = 2.10102
 I1226 19:02:39.563773  2133 solver.cpp:204] Iteration 102740, lr = 0.001
 I1226 19:02:39.568897  2133 solver.cpp:66] Iteration 102740, loss = 2.10178
 I1226 19:03:15.657449  2133 solver.cpp:204] Iteration 102760, lr = 0.001
 I1226 19:03:15.662533  2133 solver.cpp:66] Iteration 102760, loss = 2.16239
 I1226 19:03:51.752677  2133 solver.cpp:204] Iteration 102780, lr = 0.001
 I1226 19:03:51.757782  2133 solver.cpp:66] Iteration 102780, loss = 2.32331
 I1226 19:04:27.851115  2133 solver.cpp:204] Iteration 102800, lr = 0.001
 I1226 19:04:27.856225  2133 solver.cpp:66] Iteration 102800, loss = 1.99792
 I1226 19:05:03.953924  2133 solver.cpp:204] Iteration 102820, lr = 0.001
 I1226 19:05:03.959033  2133 solver.cpp:66] Iteration 102820, loss = 2.21171
 I1226 19:05:40.046356  2133 solver.cpp:204] Iteration 102840, lr = 0.001
 I1226 19:05:40.051475  2133 solver.cpp:66] Iteration 102840, loss = 2.19754
 I1226 19:06:16.140982  2133 solver.cpp:204] Iteration 102860, lr = 0.001
 I1226 19:06:16.146046  2133 solver.cpp:66] Iteration 102860, loss = 2.14552
 I1226 19:06:52.239114  2133 solver.cpp:204] Iteration 102880, lr = 0.001
 I1226 19:06:52.244227  2133 solver.cpp:66] Iteration 102880, loss = 2.29644
 I1226 19:07:28.333354  2133 solver.cpp:204] Iteration 102900, lr = 0.001
 I1226 19:07:28.338419  2133 solver.cpp:66] Iteration 102900, loss = 2.064
 I1226 19:08:04.425293  2133 solver.cpp:204] Iteration 102920, lr = 0.001
 I1226 19:08:04.430356  2133 solver.cpp:66] Iteration 102920, loss = 2.39376
 I1226 19:08:40.519088  2133 solver.cpp:204] Iteration 102940, lr = 0.001
 I1226 19:08:40.524152  2133 solver.cpp:66] Iteration 102940, loss = 2.46704
 I1226 19:09:16.605278  2133 solver.cpp:204] Iteration 102960, lr = 0.001
 I1226 19:09:16.610345  2133 solver.cpp:66] Iteration 102960, loss = 2.04792
 I1226 19:09:52.700887  2133 solver.cpp:204] Iteration 102980, lr = 0.001
 I1226 19:09:52.705972  2133 solver.cpp:66] Iteration 102980, loss = 2.13041
 I1226 19:10:28.790006  2133 solver.cpp:204] Iteration 103000, lr = 0.001
 I1226 19:10:28.795109  2133 solver.cpp:66] Iteration 103000, loss = 2.15491
 I1226 19:10:28.795121  2133 solver.cpp:84] Testing net
 I1226 19:12:40.737829  2133 solver.cpp:111] Test score #0: 0.485
 I1226 19:12:40.737875  2133 solver.cpp:111] Test score #1: 2.26224
 I1226 19:13:16.580795  2133 solver.cpp:204] Iteration 103020, lr = 0.001
 I1226 19:13:16.585870  2133 solver.cpp:66] Iteration 103020, loss = 2.08775
 I1226 19:13:52.673449  2133 solver.cpp:204] Iteration 103040, lr = 0.001
 I1226 19:13:52.678535  2133 solver.cpp:66] Iteration 103040, loss = 1.94893
 I1226 19:14:28.767367  2133 solver.cpp:204] Iteration 103060, lr = 0.001
 I1226 19:14:28.772477  2133 solver.cpp:66] Iteration 103060, loss = 2.27902
 I1226 19:15:04.858361  2133 solver.cpp:204] Iteration 103080, lr = 0.001
 I1226 19:15:04.863471  2133 solver.cpp:66] Iteration 103080, loss = 1.94504
 I1226 19:15:40.952059  2133 solver.cpp:204] Iteration 103100, lr = 0.001
 I1226 19:15:40.957166  2133 solver.cpp:66] Iteration 103100, loss = 2.17987
 I1226 19:16:17.045048  2133 solver.cpp:204] Iteration 103120, lr = 0.001
 I1226 19:16:17.050109  2133 solver.cpp:66] Iteration 103120, loss = 2.2933
 I1226 19:16:53.139168  2133 solver.cpp:204] Iteration 103140, lr = 0.001
 I1226 19:16:53.144287  2133 solver.cpp:66] Iteration 103140, loss = 2.42178
 I1226 19:17:29.237598  2133 solver.cpp:204] Iteration 103160, lr = 0.001
 I1226 19:17:29.242694  2133 solver.cpp:66] Iteration 103160, loss = 2.35645
 I1226 19:18:05.329932  2133 solver.cpp:204] Iteration 103180, lr = 0.001
 I1226 19:18:05.335041  2133 solver.cpp:66] Iteration 103180, loss = 2.14036
 I1226 19:18:41.424643  2133 solver.cpp:204] Iteration 103200, lr = 0.001
 I1226 19:18:41.429740  2133 solver.cpp:66] Iteration 103200, loss = 2.15464
 I1226 19:19:17.520300  2133 solver.cpp:204] Iteration 103220, lr = 0.001
 I1226 19:19:17.525385  2133 solver.cpp:66] Iteration 103220, loss = 2.31521
 I1226 19:19:53.613631  2133 solver.cpp:204] Iteration 103240, lr = 0.001
 I1226 19:19:53.618823  2133 solver.cpp:66] Iteration 103240, loss = 2.10487
 I1226 19:20:29.700533  2133 solver.cpp:204] Iteration 103260, lr = 0.001
 I1226 19:20:29.705651  2133 solver.cpp:66] Iteration 103260, loss = 2.12391
 I1226 19:21:05.793526  2133 solver.cpp:204] Iteration 103280, lr = 0.001
 I1226 19:21:05.798629  2133 solver.cpp:66] Iteration 103280, loss = 2.18544
 I1226 19:21:41.887730  2133 solver.cpp:204] Iteration 103300, lr = 0.001
 I1226 19:21:41.892844  2133 solver.cpp:66] Iteration 103300, loss = 2.51552
 I1226 19:22:17.983289  2133 solver.cpp:204] Iteration 103320, lr = 0.001
 I1226 19:22:17.988391  2133 solver.cpp:66] Iteration 103320, loss = 2.07214
 I1226 19:22:54.077143  2133 solver.cpp:204] Iteration 103340, lr = 0.001
 I1226 19:22:54.082211  2133 solver.cpp:66] Iteration 103340, loss = 1.95115
 I1226 19:23:30.169754  2133 solver.cpp:204] Iteration 103360, lr = 0.001
 I1226 19:23:30.174855  2133 solver.cpp:66] Iteration 103360, loss = 2.00711
 I1226 19:24:06.263730  2133 solver.cpp:204] Iteration 103380, lr = 0.001
 I1226 19:24:06.268842  2133 solver.cpp:66] Iteration 103380, loss = 2.05383
 I1226 19:24:42.359766  2133 solver.cpp:204] Iteration 103400, lr = 0.001
 I1226 19:24:42.364964  2133 solver.cpp:66] Iteration 103400, loss = 2.18089
 I1226 19:25:18.452731  2133 solver.cpp:204] Iteration 103420, lr = 0.001
 I1226 19:25:18.457842  2133 solver.cpp:66] Iteration 103420, loss = 2.3045
 I1226 19:25:54.541908  2133 solver.cpp:204] Iteration 103440, lr = 0.001
 I1226 19:25:54.547013  2133 solver.cpp:66] Iteration 103440, loss = 2.13395
 I1226 19:26:30.641491  2133 solver.cpp:204] Iteration 103460, lr = 0.001
 I1226 19:26:30.646600  2133 solver.cpp:66] Iteration 103460, loss = 2.07941
 I1226 19:27:06.728842  2133 solver.cpp:204] Iteration 103480, lr = 0.001
 I1226 19:27:06.733940  2133 solver.cpp:66] Iteration 103480, loss = 2.05269
 I1226 19:27:42.824367  2133 solver.cpp:204] Iteration 103500, lr = 0.001
 I1226 19:27:42.829474  2133 solver.cpp:66] Iteration 103500, loss = 2.2702
 I1226 19:28:18.916160  2133 solver.cpp:204] Iteration 103520, lr = 0.001
 I1226 19:28:18.921257  2133 solver.cpp:66] Iteration 103520, loss = 2.06894
 I1226 19:28:55.006372  2133 solver.cpp:204] Iteration 103540, lr = 0.001
 I1226 19:28:55.011483  2133 solver.cpp:66] Iteration 103540, loss = 1.99933
 I1226 19:29:31.101852  2133 solver.cpp:204] Iteration 103560, lr = 0.001
 I1226 19:29:31.106945  2133 solver.cpp:66] Iteration 103560, loss = 2.08751
 I1226 19:30:07.196260  2133 solver.cpp:204] Iteration 103580, lr = 0.001
 I1226 19:30:07.201385  2133 solver.cpp:66] Iteration 103580, loss = 2.16265
 I1226 19:30:43.296382  2133 solver.cpp:204] Iteration 103600, lr = 0.001
 I1226 19:30:43.301486  2133 solver.cpp:66] Iteration 103600, loss = 1.9412
 I1226 19:31:19.394701  2133 solver.cpp:204] Iteration 103620, lr = 0.001
 I1226 19:31:19.399812  2133 solver.cpp:66] Iteration 103620, loss = 1.95725
 I1226 19:31:55.487985  2133 solver.cpp:204] Iteration 103640, lr = 0.001
 I1226 19:31:55.493098  2133 solver.cpp:66] Iteration 103640, loss = 2.20867
 I1226 19:32:31.583107  2133 solver.cpp:204] Iteration 103660, lr = 0.001
 I1226 19:32:31.588217  2133 solver.cpp:66] Iteration 103660, loss = 2.02262
 I1226 19:33:07.683522  2133 solver.cpp:204] Iteration 103680, lr = 0.001
 I1226 19:33:07.688628  2133 solver.cpp:66] Iteration 103680, loss = 2.42535
 I1226 19:33:43.776219  2133 solver.cpp:204] Iteration 103700, lr = 0.001
 I1226 19:33:43.781296  2133 solver.cpp:66] Iteration 103700, loss = 2.19307
 I1226 19:34:19.870556  2133 solver.cpp:204] Iteration 103720, lr = 0.001
 I1226 19:34:19.875658  2133 solver.cpp:66] Iteration 103720, loss = 1.8631
 I1226 19:34:55.964318  2133 solver.cpp:204] Iteration 103740, lr = 0.001
 I1226 19:34:55.969429  2133 solver.cpp:66] Iteration 103740, loss = 2.23413
 I1226 19:35:32.057153  2133 solver.cpp:204] Iteration 103760, lr = 0.001
 I1226 19:35:32.062227  2133 solver.cpp:66] Iteration 103760, loss = 2.15213
 I1226 19:36:08.152695  2133 solver.cpp:204] Iteration 103780, lr = 0.001
 I1226 19:36:08.157804  2133 solver.cpp:66] Iteration 103780, loss = 1.93251
 I1226 19:36:44.241610  2133 solver.cpp:204] Iteration 103800, lr = 0.001
 I1226 19:36:44.246706  2133 solver.cpp:66] Iteration 103800, loss = 2.0435
 I1226 19:37:20.332229  2133 solver.cpp:204] Iteration 103820, lr = 0.001
 I1226 19:37:20.337352  2133 solver.cpp:66] Iteration 103820, loss = 2.03936
 I1226 19:37:56.427590  2133 solver.cpp:204] Iteration 103840, lr = 0.001
 I1226 19:37:56.432574  2133 solver.cpp:66] Iteration 103840, loss = 2.22684
 I1226 19:38:32.520716  2133 solver.cpp:204] Iteration 103860, lr = 0.001
 I1226 19:38:32.525806  2133 solver.cpp:66] Iteration 103860, loss = 2.04491
 I1226 19:39:08.615947  2133 solver.cpp:204] Iteration 103880, lr = 0.001
 I1226 19:39:08.621060  2133 solver.cpp:66] Iteration 103880, loss = 2.35145
 I1226 19:39:44.708363  2133 solver.cpp:204] Iteration 103900, lr = 0.001
 I1226 19:39:44.713475  2133 solver.cpp:66] Iteration 103900, loss = 1.95336
 I1226 19:40:20.803850  2133 solver.cpp:204] Iteration 103920, lr = 0.001
 I1226 19:40:20.808923  2133 solver.cpp:66] Iteration 103920, loss = 2.26366
 I1226 19:40:56.901689  2133 solver.cpp:204] Iteration 103940, lr = 0.001
 I1226 19:40:56.906790  2133 solver.cpp:66] Iteration 103940, loss = 2.01795
 I1226 19:41:32.997884  2133 solver.cpp:204] Iteration 103960, lr = 0.001
 I1226 19:41:33.002985  2133 solver.cpp:66] Iteration 103960, loss = 2.42668
 I1226 19:42:09.091143  2133 solver.cpp:204] Iteration 103980, lr = 0.001
 I1226 19:42:09.096235  2133 solver.cpp:66] Iteration 103980, loss = 2.23406
 I1226 19:42:45.181646  2133 solver.cpp:204] Iteration 104000, lr = 0.001
 I1226 19:42:45.186748  2133 solver.cpp:66] Iteration 104000, loss = 2.07689
 I1226 19:42:45.186760  2133 solver.cpp:84] Testing net
 I1226 19:44:58.075690  2133 solver.cpp:111] Test score #0: 0.48878
 I1226 19:44:58.075741  2133 solver.cpp:111] Test score #1: 2.24326
 I1226 19:45:33.917583  2133 solver.cpp:204] Iteration 104020, lr = 0.001
 I1226 19:45:33.922659  2133 solver.cpp:66] Iteration 104020, loss = 2.21513
 I1226 19:46:10.005619  2133 solver.cpp:204] Iteration 104040, lr = 0.001
 I1226 19:46:10.010720  2133 solver.cpp:66] Iteration 104040, loss = 2.26417
 I1226 19:46:46.096583  2133 solver.cpp:204] Iteration 104060, lr = 0.001
 I1226 19:46:46.101694  2133 solver.cpp:66] Iteration 104060, loss = 2.00356
 I1226 19:47:22.188308  2133 solver.cpp:204] Iteration 104080, lr = 0.001
 I1226 19:47:22.193414  2133 solver.cpp:66] Iteration 104080, loss = 1.9068
 I1226 19:47:58.282682  2133 solver.cpp:204] Iteration 104100, lr = 0.001
 I1226 19:47:58.287803  2133 solver.cpp:66] Iteration 104100, loss = 2.02671
 I1226 19:48:34.380209  2133 solver.cpp:204] Iteration 104120, lr = 0.001
 I1226 19:48:34.385314  2133 solver.cpp:66] Iteration 104120, loss = 2.21381
 I1226 19:49:10.479626  2133 solver.cpp:204] Iteration 104140, lr = 0.001
 I1226 19:49:10.484745  2133 solver.cpp:66] Iteration 104140, loss = 2.02376
 I1226 19:49:46.571220  2133 solver.cpp:204] Iteration 104160, lr = 0.001
 I1226 19:49:46.576323  2133 solver.cpp:66] Iteration 104160, loss = 1.98912
 I1226 19:50:22.663843  2133 solver.cpp:204] Iteration 104180, lr = 0.001
 I1226 19:50:22.668959  2133 solver.cpp:66] Iteration 104180, loss = 2.24171
 I1226 19:50:58.756924  2133 solver.cpp:204] Iteration 104200, lr = 0.001
 I1226 19:50:58.762008  2133 solver.cpp:66] Iteration 104200, loss = 2.34831
 I1226 19:51:34.850859  2133 solver.cpp:204] Iteration 104220, lr = 0.001
 I1226 19:51:34.855964  2133 solver.cpp:66] Iteration 104220, loss = 2.1015
 I1226 19:52:10.937988  2133 solver.cpp:204] Iteration 104240, lr = 0.001
 I1226 19:52:10.943079  2133 solver.cpp:66] Iteration 104240, loss = 2.15822
 I1226 19:52:49.638231  2133 solver.cpp:204] Iteration 104260, lr = 0.001
 I1226 19:52:49.643352  2133 solver.cpp:66] Iteration 104260, loss = 2.06038
 I1226 19:53:25.731017  2133 solver.cpp:204] Iteration 104280, lr = 0.001
 I1226 19:53:25.736117  2133 solver.cpp:66] Iteration 104280, loss = 2.27287
 I1226 19:54:01.827913  2133 solver.cpp:204] Iteration 104300, lr = 0.001
 I1226 19:54:01.833034  2133 solver.cpp:66] Iteration 104300, loss = 1.83339
 I1226 19:54:37.924074  2133 solver.cpp:204] Iteration 104320, lr = 0.001
 I1226 19:54:37.929190  2133 solver.cpp:66] Iteration 104320, loss = 2.08884
 I1226 19:55:14.019410  2133 solver.cpp:204] Iteration 104340, lr = 0.001
 I1226 19:55:14.024493  2133 solver.cpp:66] Iteration 104340, loss = 2.25343
 I1226 19:55:50.114809  2133 solver.cpp:204] Iteration 104360, lr = 0.001
 I1226 19:55:50.119917  2133 solver.cpp:66] Iteration 104360, loss = 1.90498
 I1226 19:56:26.207530  2133 solver.cpp:204] Iteration 104380, lr = 0.001
 I1226 19:56:26.212642  2133 solver.cpp:66] Iteration 104380, loss = 1.92789
 I1226 19:57:02.302270  2133 solver.cpp:204] Iteration 104400, lr = 0.001
 I1226 19:57:02.307386  2133 solver.cpp:66] Iteration 104400, loss = 2.00639
 I1226 19:57:38.395405  2133 solver.cpp:204] Iteration 104420, lr = 0.001
 I1226 19:57:38.400477  2133 solver.cpp:66] Iteration 104420, loss = 2.09566
 I1226 19:58:14.487140  2133 solver.cpp:204] Iteration 104440, lr = 0.001
 I1226 19:58:14.492241  2133 solver.cpp:66] Iteration 104440, loss = 1.93097
 I1226 19:58:50.580673  2133 solver.cpp:204] Iteration 104460, lr = 0.001
 I1226 19:58:50.585783  2133 solver.cpp:66] Iteration 104460, loss = 2.14512
 I1226 19:59:26.675997  2133 solver.cpp:204] Iteration 104480, lr = 0.001
 I1226 19:59:26.681076  2133 solver.cpp:66] Iteration 104480, loss = 1.85134
 I1226 20:00:02.777175  2133 solver.cpp:204] Iteration 104500, lr = 0.001
 I1226 20:00:02.782244  2133 solver.cpp:66] Iteration 104500, loss = 2.05523
 I1226 20:00:38.874292  2133 solver.cpp:204] Iteration 104520, lr = 0.001
 I1226 20:00:38.879402  2133 solver.cpp:66] Iteration 104520, loss = 1.69143
 I1226 20:01:14.964184  2133 solver.cpp:204] Iteration 104540, lr = 0.001
 I1226 20:01:14.969286  2133 solver.cpp:66] Iteration 104540, loss = 2.07061
 I1226 20:01:51.061588  2133 solver.cpp:204] Iteration 104560, lr = 0.001
 I1226 20:01:51.066696  2133 solver.cpp:66] Iteration 104560, loss = 2.13759
 I1226 20:02:27.151999  2133 solver.cpp:204] Iteration 104580, lr = 0.001
 I1226 20:02:27.157093  2133 solver.cpp:66] Iteration 104580, loss = 1.92425
 I1226 20:03:03.246448  2133 solver.cpp:204] Iteration 104600, lr = 0.001
 I1226 20:03:03.251556  2133 solver.cpp:66] Iteration 104600, loss = 2.27642
 I1226 20:03:39.341656  2133 solver.cpp:204] Iteration 104620, lr = 0.001
 I1226 20:03:39.346762  2133 solver.cpp:66] Iteration 104620, loss = 2.1447
 I1226 20:04:15.431320  2133 solver.cpp:204] Iteration 104640, lr = 0.001
 I1226 20:04:15.436444  2133 solver.cpp:66] Iteration 104640, loss = 2.13946
 I1226 20:04:51.521657  2133 solver.cpp:204] Iteration 104660, lr = 0.001
 I1226 20:04:51.526721  2133 solver.cpp:66] Iteration 104660, loss = 1.87329
 I1226 20:05:27.612233  2133 solver.cpp:204] Iteration 104680, lr = 0.001
 I1226 20:05:27.617339  2133 solver.cpp:66] Iteration 104680, loss = 2.14748
 I1226 20:06:03.702579  2133 solver.cpp:204] Iteration 104700, lr = 0.001
 I1226 20:06:03.707670  2133 solver.cpp:66] Iteration 104700, loss = 1.87868
 I1226 20:06:39.789048  2133 solver.cpp:204] Iteration 104720, lr = 0.001
 I1226 20:06:39.794100  2133 solver.cpp:66] Iteration 104720, loss = 2.01761
 I1226 20:07:15.879734  2133 solver.cpp:204] Iteration 104740, lr = 0.001
 I1226 20:07:15.884855  2133 solver.cpp:66] Iteration 104740, loss = 2.16407
 I1226 20:07:51.972585  2133 solver.cpp:204] Iteration 104760, lr = 0.001
 I1226 20:07:51.977692  2133 solver.cpp:66] Iteration 104760, loss = 2.08945
 I1226 20:08:28.063541  2133 solver.cpp:204] Iteration 104780, lr = 0.001
 I1226 20:08:28.068650  2133 solver.cpp:66] Iteration 104780, loss = 1.84479
 I1226 20:09:04.156294  2133 solver.cpp:204] Iteration 104800, lr = 0.001
 I1226 20:09:04.161362  2133 solver.cpp:66] Iteration 104800, loss = 1.94263
 I1226 20:09:40.248438  2133 solver.cpp:204] Iteration 104820, lr = 0.001
 I1226 20:09:40.253515  2133 solver.cpp:66] Iteration 104820, loss = 2.06434
 I1226 20:10:16.345188  2133 solver.cpp:204] Iteration 104840, lr = 0.001
 I1226 20:10:16.350250  2133 solver.cpp:66] Iteration 104840, loss = 1.92697
 I1226 20:10:52.441826  2133 solver.cpp:204] Iteration 104860, lr = 0.001
 I1226 20:10:52.446935  2133 solver.cpp:66] Iteration 104860, loss = 2.17093
 I1226 20:11:28.531378  2133 solver.cpp:204] Iteration 104880, lr = 0.001
 I1226 20:11:28.536494  2133 solver.cpp:66] Iteration 104880, loss = 1.97857
 I1226 20:12:04.628238  2133 solver.cpp:204] Iteration 104900, lr = 0.001
 I1226 20:12:04.633355  2133 solver.cpp:66] Iteration 104900, loss = 2.06724
 I1226 20:12:40.719302  2133 solver.cpp:204] Iteration 104920, lr = 0.001
 I1226 20:12:40.724424  2133 solver.cpp:66] Iteration 104920, loss = 1.83938
 I1226 20:13:16.810283  2133 solver.cpp:204] Iteration 104940, lr = 0.001
 I1226 20:13:16.815388  2133 solver.cpp:66] Iteration 104940, loss = 1.74917
 I1226 20:13:52.905015  2133 solver.cpp:204] Iteration 104960, lr = 0.001
 I1226 20:13:52.910073  2133 solver.cpp:66] Iteration 104960, loss = 1.683
 I1226 20:14:28.997664  2133 solver.cpp:204] Iteration 104980, lr = 0.001
 I1226 20:14:29.002775  2133 solver.cpp:66] Iteration 104980, loss = 2.02285
 I1226 20:15:05.091393  2133 solver.cpp:204] Iteration 105000, lr = 0.001
 I1226 20:15:05.096501  2133 solver.cpp:66] Iteration 105000, loss = 1.96429
 I1226 20:15:05.096515  2133 solver.cpp:84] Testing net
 I1226 20:17:18.824812  2133 solver.cpp:111] Test score #0: 0.49088
 I1226 20:17:18.824883  2133 solver.cpp:111] Test score #1: 2.23559
 I1226 20:17:54.671093  2133 solver.cpp:204] Iteration 105020, lr = 0.001
 I1226 20:17:54.676194  2133 solver.cpp:66] Iteration 105020, loss = 2.0717
 I1226 20:18:30.765401  2133 solver.cpp:204] Iteration 105040, lr = 0.001
 I1226 20:18:30.770505  2133 solver.cpp:66] Iteration 105040, loss = 2.15638
 I1226 20:19:06.858947  2133 solver.cpp:204] Iteration 105060, lr = 0.001
 I1226 20:19:06.864045  2133 solver.cpp:66] Iteration 105060, loss = 1.93233
 I1226 20:19:42.952358  2133 solver.cpp:204] Iteration 105080, lr = 0.001
 I1226 20:19:42.957475  2133 solver.cpp:66] Iteration 105080, loss = 2.35376
 I1226 20:20:19.044631  2133 solver.cpp:204] Iteration 105100, lr = 0.001
 I1226 20:20:19.049734  2133 solver.cpp:66] Iteration 105100, loss = 2.16337
 I1226 20:20:55.137542  2133 solver.cpp:204] Iteration 105120, lr = 0.001
 I1226 20:20:55.142653  2133 solver.cpp:66] Iteration 105120, loss = 2.28393
 I1226 20:21:31.233386  2133 solver.cpp:204] Iteration 105140, lr = 0.001
 I1226 20:21:31.238456  2133 solver.cpp:66] Iteration 105140, loss = 2.18309
 I1226 20:22:07.333242  2133 solver.cpp:204] Iteration 105160, lr = 0.001
 I1226 20:22:07.338316  2133 solver.cpp:66] Iteration 105160, loss = 2.3677
 I1226 20:22:43.429662  2133 solver.cpp:204] Iteration 105180, lr = 0.001
 I1226 20:22:43.434768  2133 solver.cpp:66] Iteration 105180, loss = 2.07413
 I1226 20:23:19.525908  2133 solver.cpp:204] Iteration 105200, lr = 0.001
 I1226 20:23:19.531030  2133 solver.cpp:66] Iteration 105200, loss = 2.27606
 I1226 20:23:55.617077  2133 solver.cpp:204] Iteration 105220, lr = 0.001
 I1226 20:23:55.622133  2133 solver.cpp:66] Iteration 105220, loss = 2.08747
 I1226 20:24:31.709947  2133 solver.cpp:204] Iteration 105240, lr = 0.001
 I1226 20:24:31.715059  2133 solver.cpp:66] Iteration 105240, loss = 2.22884
 I1226 20:25:07.801158  2133 solver.cpp:204] Iteration 105260, lr = 0.001
 I1226 20:25:07.806222  2133 solver.cpp:66] Iteration 105260, loss = 2.28954
 I1226 20:25:43.900501  2133 solver.cpp:204] Iteration 105280, lr = 0.001
 I1226 20:25:43.905606  2133 solver.cpp:66] Iteration 105280, loss = 2.12092
 I1226 20:26:19.996253  2133 solver.cpp:204] Iteration 105300, lr = 0.001
 I1226 20:26:20.001356  2133 solver.cpp:66] Iteration 105300, loss = 2.27196
 I1226 20:26:56.089416  2133 solver.cpp:204] Iteration 105320, lr = 0.001
 I1226 20:26:56.094504  2133 solver.cpp:66] Iteration 105320, loss = 1.90765
 I1226 20:27:32.179857  2133 solver.cpp:204] Iteration 105340, lr = 0.001
 I1226 20:27:32.184960  2133 solver.cpp:66] Iteration 105340, loss = 2.14988
 I1226 20:28:08.273795  2133 solver.cpp:204] Iteration 105360, lr = 0.001
 I1226 20:28:08.278911  2133 solver.cpp:66] Iteration 105360, loss = 2.23962
 I1226 20:28:44.365871  2133 solver.cpp:204] Iteration 105380, lr = 0.001
 I1226 20:28:44.370972  2133 solver.cpp:66] Iteration 105380, loss = 2.09894
 I1226 20:29:20.458873  2133 solver.cpp:204] Iteration 105400, lr = 0.001
 I1226 20:29:20.463979  2133 solver.cpp:66] Iteration 105400, loss = 2.21117
 I1226 20:29:56.550935  2133 solver.cpp:204] Iteration 105420, lr = 0.001
 I1226 20:29:56.556052  2133 solver.cpp:66] Iteration 105420, loss = 2.30678
 I1226 20:30:32.642158  2133 solver.cpp:204] Iteration 105440, lr = 0.001
 I1226 20:30:32.647270  2133 solver.cpp:66] Iteration 105440, loss = 2.07919
 I1226 20:31:08.728147  2133 solver.cpp:204] Iteration 105460, lr = 0.001
 I1226 20:31:08.733243  2133 solver.cpp:66] Iteration 105460, loss = 2.48822
 I1226 20:31:44.820504  2133 solver.cpp:204] Iteration 105480, lr = 0.001
 I1226 20:31:44.825583  2133 solver.cpp:66] Iteration 105480, loss = 2.16384
 I1226 20:32:20.915016  2133 solver.cpp:204] Iteration 105500, lr = 0.001
 I1226 20:32:20.920121  2133 solver.cpp:66] Iteration 105500, loss = 2.06132
 I1226 20:32:57.005846  2133 solver.cpp:204] Iteration 105520, lr = 0.001
 I1226 20:32:57.010951  2133 solver.cpp:66] Iteration 105520, loss = 2.06706
 I1226 20:33:33.099067  2133 solver.cpp:204] Iteration 105540, lr = 0.001
 I1226 20:33:33.104164  2133 solver.cpp:66] Iteration 105540, loss = 2.25444
 I1226 20:34:09.193068  2133 solver.cpp:204] Iteration 105560, lr = 0.001
 I1226 20:34:09.198135  2133 solver.cpp:66] Iteration 105560, loss = 2.21568
 I1226 20:34:45.285624  2133 solver.cpp:204] Iteration 105580, lr = 0.001
 I1226 20:34:45.290724  2133 solver.cpp:66] Iteration 105580, loss = 2.08418
 I1226 20:35:21.378408  2133 solver.cpp:204] Iteration 105600, lr = 0.001
 I1226 20:35:21.383515  2133 solver.cpp:66] Iteration 105600, loss = 2.31647
 I1226 20:35:57.468552  2133 solver.cpp:204] Iteration 105620, lr = 0.001
 I1226 20:35:57.473703  2133 solver.cpp:66] Iteration 105620, loss = 2.09501
 I1226 20:36:33.561864  2133 solver.cpp:204] Iteration 105640, lr = 0.001
 I1226 20:36:33.566970  2133 solver.cpp:66] Iteration 105640, loss = 2.48818
 I1226 20:37:09.655565  2133 solver.cpp:204] Iteration 105660, lr = 0.001
 I1226 20:37:09.660670  2133 solver.cpp:66] Iteration 105660, loss = 2.15621
 I1226 20:37:45.750967  2133 solver.cpp:204] Iteration 105680, lr = 0.001
 I1226 20:37:45.756078  2133 solver.cpp:66] Iteration 105680, loss = 2.16482
 I1226 20:38:21.842141  2133 solver.cpp:204] Iteration 105700, lr = 0.001
 I1226 20:38:21.847249  2133 solver.cpp:66] Iteration 105700, loss = 2.26499
 I1226 20:38:57.939229  2133 solver.cpp:204] Iteration 105720, lr = 0.001
 I1226 20:38:57.944340  2133 solver.cpp:66] Iteration 105720, loss = 2.00862
 I1226 20:39:34.030072  2133 solver.cpp:204] Iteration 105740, lr = 0.001
 I1226 20:39:34.035176  2133 solver.cpp:66] Iteration 105740, loss = 2.18182
 I1226 20:40:10.118535  2133 solver.cpp:204] Iteration 105760, lr = 0.001
 I1226 20:40:10.123613  2133 solver.cpp:66] Iteration 105760, loss = 1.92764
 I1226 20:40:46.210666  2133 solver.cpp:204] Iteration 105780, lr = 0.001
 I1226 20:40:46.215729  2133 solver.cpp:66] Iteration 105780, loss = 2.22344
 I1226 20:41:22.298729  2133 solver.cpp:204] Iteration 105800, lr = 0.001
 I1226 20:41:22.303843  2133 solver.cpp:66] Iteration 105800, loss = 2.18308
 I1226 20:41:58.394366  2133 solver.cpp:204] Iteration 105820, lr = 0.001
 I1226 20:41:58.399471  2133 solver.cpp:66] Iteration 105820, loss = 1.96058
 I1226 20:42:34.494092  2133 solver.cpp:204] Iteration 105840, lr = 0.001
 I1226 20:42:34.499215  2133 solver.cpp:66] Iteration 105840, loss = 2.38472
 I1226 20:43:10.585793  2133 solver.cpp:204] Iteration 105860, lr = 0.001
 I1226 20:43:10.590895  2133 solver.cpp:66] Iteration 105860, loss = 2.05289
 I1226 20:43:46.678910  2133 solver.cpp:204] Iteration 105880, lr = 0.001
 I1226 20:43:46.683991  2133 solver.cpp:66] Iteration 105880, loss = 2.48489
 I1226 20:44:22.776232  2133 solver.cpp:204] Iteration 105900, lr = 0.001
 I1226 20:44:22.781339  2133 solver.cpp:66] Iteration 105900, loss = 2.0125
 I1226 20:44:58.867908  2133 solver.cpp:204] Iteration 105920, lr = 0.001
 I1226 20:44:58.872988  2133 solver.cpp:66] Iteration 105920, loss = 1.98718
 I1226 20:45:34.962841  2133 solver.cpp:204] Iteration 105940, lr = 0.001
 I1226 20:45:34.967912  2133 solver.cpp:66] Iteration 105940, loss = 2.24423
 I1226 20:46:11.056071  2133 solver.cpp:204] Iteration 105960, lr = 0.001
 I1226 20:46:11.061179  2133 solver.cpp:66] Iteration 105960, loss = 2.13173
 I1226 20:46:47.150823  2133 solver.cpp:204] Iteration 105980, lr = 0.001
 I1226 20:46:47.155921  2133 solver.cpp:66] Iteration 105980, loss = 2.12887
 I1226 20:47:23.248705  2133 solver.cpp:204] Iteration 106000, lr = 0.001
 I1226 20:47:23.253696  2133 solver.cpp:66] Iteration 106000, loss = 1.95183
 I1226 20:47:23.253710  2133 solver.cpp:84] Testing net
 I1226 20:49:35.175606  2133 solver.cpp:111] Test score #0: 0.49514
 I1226 20:49:35.175655  2133 solver.cpp:111] Test score #1: 2.21964
 I1226 20:50:11.016219  2133 solver.cpp:204] Iteration 106020, lr = 0.001
 I1226 20:50:11.021327  2133 solver.cpp:66] Iteration 106020, loss = 2.36359
 I1226 20:50:47.107919  2133 solver.cpp:204] Iteration 106040, lr = 0.001
 I1226 20:50:47.113023  2133 solver.cpp:66] Iteration 106040, loss = 2.09823
 I1226 20:51:23.202504  2133 solver.cpp:204] Iteration 106060, lr = 0.001
 I1226 20:51:23.207602  2133 solver.cpp:66] Iteration 106060, loss = 2.15013
 I1226 20:51:59.292979  2133 solver.cpp:204] Iteration 106080, lr = 0.001
 I1226 20:51:59.298033  2133 solver.cpp:66] Iteration 106080, loss = 2.30346
 I1226 20:52:35.381867  2133 solver.cpp:204] Iteration 106100, lr = 0.001
 I1226 20:52:35.386968  2133 solver.cpp:66] Iteration 106100, loss = 2.15369
 I1226 20:53:11.479528  2133 solver.cpp:204] Iteration 106120, lr = 0.001
 I1226 20:53:11.484634  2133 solver.cpp:66] Iteration 106120, loss = 2.33628
 I1226 20:53:47.573554  2133 solver.cpp:204] Iteration 106140, lr = 0.001
 I1226 20:53:47.578651  2133 solver.cpp:66] Iteration 106140, loss = 2.35297
 I1226 20:54:23.667044  2133 solver.cpp:204] Iteration 106160, lr = 0.001
 I1226 20:54:23.672147  2133 solver.cpp:66] Iteration 106160, loss = 2.36858
 I1226 20:54:59.758867  2133 solver.cpp:204] Iteration 106180, lr = 0.001
 I1226 20:54:59.763936  2133 solver.cpp:66] Iteration 106180, loss = 1.99856
 I1226 20:55:35.853200  2133 solver.cpp:204] Iteration 106200, lr = 0.001
 I1226 20:55:35.858275  2133 solver.cpp:66] Iteration 106200, loss = 1.97928
 I1226 20:56:11.943374  2133 solver.cpp:204] Iteration 106220, lr = 0.001
 I1226 20:56:11.948483  2133 solver.cpp:66] Iteration 106220, loss = 1.95108
 I1226 20:56:48.033911  2133 solver.cpp:204] Iteration 106240, lr = 0.001
 I1226 20:56:48.039012  2133 solver.cpp:66] Iteration 106240, loss = 2.07222
 I1226 20:57:24.127477  2133 solver.cpp:204] Iteration 106260, lr = 0.001
 I1226 20:57:24.132576  2133 solver.cpp:66] Iteration 106260, loss = 2.01856
 I1226 20:58:00.217917  2133 solver.cpp:204] Iteration 106280, lr = 0.001
 I1226 20:58:00.223031  2133 solver.cpp:66] Iteration 106280, loss = 2.22961
 I1226 20:58:36.308980  2133 solver.cpp:204] Iteration 106300, lr = 0.001
 I1226 20:58:36.314041  2133 solver.cpp:66] Iteration 106300, loss = 2.08293
 I1226 20:59:12.400934  2133 solver.cpp:204] Iteration 106320, lr = 0.001
 I1226 20:59:12.406002  2133 solver.cpp:66] Iteration 106320, loss = 2.05042
 I1226 20:59:48.490075  2133 solver.cpp:204] Iteration 106340, lr = 0.001
 I1226 20:59:48.495234  2133 solver.cpp:66] Iteration 106340, loss = 2.13857
 I1226 21:00:24.579823  2133 solver.cpp:204] Iteration 106360, lr = 0.001
 I1226 21:00:24.584925  2133 solver.cpp:66] Iteration 106360, loss = 2.22334
 I1226 21:01:00.669311  2133 solver.cpp:204] Iteration 106380, lr = 0.001
 I1226 21:01:00.674376  2133 solver.cpp:66] Iteration 106380, loss = 2.02067
 I1226 21:01:36.761618  2133 solver.cpp:204] Iteration 106400, lr = 0.001
 I1226 21:01:36.766724  2133 solver.cpp:66] Iteration 106400, loss = 2.07453
 I1226 21:02:12.852826  2133 solver.cpp:204] Iteration 106420, lr = 0.001
 I1226 21:02:12.857939  2133 solver.cpp:66] Iteration 106420, loss = 2.36486
 I1226 21:02:48.943044  2133 solver.cpp:204] Iteration 106440, lr = 0.001
 I1226 21:02:48.948153  2133 solver.cpp:66] Iteration 106440, loss = 2.30099
 I1226 21:03:25.037827  2133 solver.cpp:204] Iteration 106460, lr = 0.001
 I1226 21:03:25.042935  2133 solver.cpp:66] Iteration 106460, loss = 2.00377
 I1226 21:04:01.135445  2133 solver.cpp:204] Iteration 106480, lr = 0.001
 I1226 21:04:01.140552  2133 solver.cpp:66] Iteration 106480, loss = 2.13938
 I1226 21:04:37.233532  2133 solver.cpp:204] Iteration 106500, lr = 0.001
 I1226 21:04:37.238648  2133 solver.cpp:66] Iteration 106500, loss = 2.03087
 I1226 21:05:13.329676  2133 solver.cpp:204] Iteration 106520, lr = 0.001
 I1226 21:05:13.334782  2133 solver.cpp:66] Iteration 106520, loss = 1.95809
 I1226 21:05:49.426879  2133 solver.cpp:204] Iteration 106540, lr = 0.001
 I1226 21:05:49.431967  2133 solver.cpp:66] Iteration 106540, loss = 1.99121
 I1226 21:06:25.522477  2133 solver.cpp:204] Iteration 106560, lr = 0.001
 I1226 21:06:25.527586  2133 solver.cpp:66] Iteration 106560, loss = 2.37277
 I1226 21:07:01.614776  2133 solver.cpp:204] Iteration 106580, lr = 0.001
 I1226 21:07:01.619880  2133 solver.cpp:66] Iteration 106580, loss = 2.13336
 I1226 21:07:37.707190  2133 solver.cpp:204] Iteration 106600, lr = 0.001
 I1226 21:07:37.712304  2133 solver.cpp:66] Iteration 106600, loss = 2.36672
 I1226 21:08:13.803426  2133 solver.cpp:204] Iteration 106620, lr = 0.001
 I1226 21:08:13.808531  2133 solver.cpp:66] Iteration 106620, loss = 2.06006
 I1226 21:08:49.890594  2133 solver.cpp:204] Iteration 106640, lr = 0.001
 I1226 21:08:49.895700  2133 solver.cpp:66] Iteration 106640, loss = 1.912
 I1226 21:09:25.986310  2133 solver.cpp:204] Iteration 106660, lr = 0.001
 I1226 21:09:25.991410  2133 solver.cpp:66] Iteration 106660, loss = 2.09682
 I1226 21:10:02.078987  2133 solver.cpp:204] Iteration 106680, lr = 0.001
 I1226 21:10:02.084084  2133 solver.cpp:66] Iteration 106680, loss = 2.10302
 I1226 21:10:38.177254  2133 solver.cpp:204] Iteration 106700, lr = 0.001
 I1226 21:10:38.182332  2133 solver.cpp:66] Iteration 106700, loss = 1.90196
 I1226 21:11:14.273862  2133 solver.cpp:204] Iteration 106720, lr = 0.001
 I1226 21:11:14.278967  2133 solver.cpp:66] Iteration 106720, loss = 2.34798
 I1226 21:11:50.364609  2133 solver.cpp:204] Iteration 106740, lr = 0.001
 I1226 21:11:50.369710  2133 solver.cpp:66] Iteration 106740, loss = 2.08332
 I1226 21:12:26.457701  2133 solver.cpp:204] Iteration 106760, lr = 0.001
 I1226 21:12:26.462811  2133 solver.cpp:66] Iteration 106760, loss = 2.29278
 I1226 21:13:02.555980  2133 solver.cpp:204] Iteration 106780, lr = 0.001
 I1226 21:13:02.561081  2133 solver.cpp:66] Iteration 106780, loss = 1.97126
 I1226 21:13:38.646553  2133 solver.cpp:204] Iteration 106800, lr = 0.001
 I1226 21:13:38.651669  2133 solver.cpp:66] Iteration 106800, loss = 2.18344
 I1226 21:14:14.736296  2133 solver.cpp:204] Iteration 106820, lr = 0.001
 I1226 21:14:14.741374  2133 solver.cpp:66] Iteration 106820, loss = 2.14253
 I1226 21:14:50.828075  2133 solver.cpp:204] Iteration 106840, lr = 0.001
 I1226 21:14:50.833187  2133 solver.cpp:66] Iteration 106840, loss = 2.07981
 I1226 21:15:26.925071  2133 solver.cpp:204] Iteration 106860, lr = 0.001
 I1226 21:15:26.930135  2133 solver.cpp:66] Iteration 106860, loss = 2.01498
 I1226 21:16:03.022297  2133 solver.cpp:204] Iteration 106880, lr = 0.001
 I1226 21:16:03.027415  2133 solver.cpp:66] Iteration 106880, loss = 2.23777
 I1226 21:16:39.123478  2133 solver.cpp:204] Iteration 106900, lr = 0.001
 I1226 21:16:39.128546  2133 solver.cpp:66] Iteration 106900, loss = 2.31903
 I1226 21:17:15.218374  2133 solver.cpp:204] Iteration 106920, lr = 0.001
 I1226 21:17:15.223469  2133 solver.cpp:66] Iteration 106920, loss = 2.05818
 I1226 21:17:51.308843  2133 solver.cpp:204] Iteration 106940, lr = 0.001
 I1226 21:17:51.313932  2133 solver.cpp:66] Iteration 106940, loss = 2.02003
 I1226 21:18:27.402603  2133 solver.cpp:204] Iteration 106960, lr = 0.001
 I1226 21:18:27.407721  2133 solver.cpp:66] Iteration 106960, loss = 2.22514
 I1226 21:19:03.495615  2133 solver.cpp:204] Iteration 106980, lr = 0.001
 I1226 21:19:03.500730  2133 solver.cpp:66] Iteration 106980, loss = 1.96589
 I1226 21:19:39.588021  2133 solver.cpp:204] Iteration 107000, lr = 0.001
 I1226 21:19:39.593127  2133 solver.cpp:66] Iteration 107000, loss = 2.06541
 I1226 21:19:39.593140  2133 solver.cpp:84] Testing net
 I1226 21:21:51.503526  2133 solver.cpp:111] Test score #0: 0.4976
 I1226 21:21:51.503576  2133 solver.cpp:111] Test score #1: 2.20014
 I1226 21:22:27.346608  2133 solver.cpp:204] Iteration 107020, lr = 0.001
 I1226 21:22:27.351719  2133 solver.cpp:66] Iteration 107020, loss = 2.19006
 I1226 21:23:03.438292  2133 solver.cpp:204] Iteration 107040, lr = 0.001
 I1226 21:23:03.443403  2133 solver.cpp:66] Iteration 107040, loss = 1.86677
 I1226 21:23:39.530722  2133 solver.cpp:204] Iteration 107060, lr = 0.001
 I1226 21:23:39.535820  2133 solver.cpp:66] Iteration 107060, loss = 2.32613
 I1226 21:24:15.623719  2133 solver.cpp:204] Iteration 107080, lr = 0.001
 I1226 21:24:15.628846  2133 solver.cpp:66] Iteration 107080, loss = 2.22627
 I1226 21:24:51.718181  2133 solver.cpp:204] Iteration 107100, lr = 0.001
 I1226 21:24:51.723238  2133 solver.cpp:66] Iteration 107100, loss = 2.08075
 I1226 21:25:27.813468  2133 solver.cpp:204] Iteration 107120, lr = 0.001
 I1226 21:25:27.818580  2133 solver.cpp:66] Iteration 107120, loss = 2.06697
 I1226 21:26:03.909478  2133 solver.cpp:204] Iteration 107140, lr = 0.001
 I1226 21:26:03.914551  2133 solver.cpp:66] Iteration 107140, loss = 2.111
 I1226 21:26:40.008059  2133 solver.cpp:204] Iteration 107160, lr = 0.001
 I1226 21:26:40.013164  2133 solver.cpp:66] Iteration 107160, loss = 2.06219
 I1226 21:27:16.101754  2133 solver.cpp:204] Iteration 107180, lr = 0.001
 I1226 21:27:16.106858  2133 solver.cpp:66] Iteration 107180, loss = 2.08476
 I1226 21:27:52.193240  2133 solver.cpp:204] Iteration 107200, lr = 0.001
 I1226 21:27:52.198300  2133 solver.cpp:66] Iteration 107200, loss = 1.85762
 I1226 21:28:28.287575  2133 solver.cpp:204] Iteration 107220, lr = 0.001
 I1226 21:28:28.292707  2133 solver.cpp:66] Iteration 107220, loss = 2.25489
 I1226 21:29:04.381680  2133 solver.cpp:204] Iteration 107240, lr = 0.001
 I1226 21:29:04.386787  2133 solver.cpp:66] Iteration 107240, loss = 2.25303
 I1226 21:29:40.473855  2133 solver.cpp:204] Iteration 107260, lr = 0.001
 I1226 21:29:40.478926  2133 solver.cpp:66] Iteration 107260, loss = 1.95828
 I1226 21:30:16.568924  2133 solver.cpp:204] Iteration 107280, lr = 0.001
 I1226 21:30:16.574012  2133 solver.cpp:66] Iteration 107280, loss = 2.03014
 I1226 21:30:52.665972  2133 solver.cpp:204] Iteration 107300, lr = 0.001
 I1226 21:30:52.671075  2133 solver.cpp:66] Iteration 107300, loss = 2.10515
 I1226 21:31:28.760360  2133 solver.cpp:204] Iteration 107320, lr = 0.001
 I1226 21:31:28.765463  2133 solver.cpp:66] Iteration 107320, loss = 1.98326
 I1226 21:32:04.851941  2133 solver.cpp:204] Iteration 107340, lr = 0.001
 I1226 21:32:04.857046  2133 solver.cpp:66] Iteration 107340, loss = 2.00096
 I1226 21:32:40.948292  2133 solver.cpp:204] Iteration 107360, lr = 0.001
 I1226 21:32:40.953398  2133 solver.cpp:66] Iteration 107360, loss = 1.8086
 I1226 21:33:17.037726  2133 solver.cpp:204] Iteration 107380, lr = 0.001
 I1226 21:33:17.042830  2133 solver.cpp:66] Iteration 107380, loss = 2.02335
 I1226 21:33:53.127805  2133 solver.cpp:204] Iteration 107400, lr = 0.001
 I1226 21:33:53.132928  2133 solver.cpp:66] Iteration 107400, loss = 2.27265
 I1226 21:34:29.220232  2133 solver.cpp:204] Iteration 107420, lr = 0.001
 I1226 21:34:29.225339  2133 solver.cpp:66] Iteration 107420, loss = 1.97358
 I1226 21:35:05.311522  2133 solver.cpp:204] Iteration 107440, lr = 0.001
 I1226 21:35:05.316615  2133 solver.cpp:66] Iteration 107440, loss = 2.06761
 I1226 21:35:41.403839  2133 solver.cpp:204] Iteration 107460, lr = 0.001
 I1226 21:35:41.408957  2133 solver.cpp:66] Iteration 107460, loss = 1.93646
 I1226 21:36:17.499774  2133 solver.cpp:204] Iteration 107480, lr = 0.001
 I1226 21:36:17.504900  2133 solver.cpp:66] Iteration 107480, loss = 2.03147
 I1226 21:36:53.595463  2133 solver.cpp:204] Iteration 107500, lr = 0.001
 I1226 21:36:53.600612  2133 solver.cpp:66] Iteration 107500, loss = 2.0102
 I1226 21:37:29.691293  2133 solver.cpp:204] Iteration 107520, lr = 0.001
 I1226 21:37:29.696404  2133 solver.cpp:66] Iteration 107520, loss = 2.40952
 I1226 21:38:05.786094  2133 solver.cpp:204] Iteration 107540, lr = 0.001
 I1226 21:38:05.791172  2133 solver.cpp:66] Iteration 107540, loss = 2.0307
 I1226 21:38:41.882222  2133 solver.cpp:204] Iteration 107560, lr = 0.001
 I1226 21:38:41.887336  2133 solver.cpp:66] Iteration 107560, loss = 2.01812
 I1226 21:39:17.978632  2133 solver.cpp:204] Iteration 107580, lr = 0.001
 I1226 21:39:17.983729  2133 solver.cpp:66] Iteration 107580, loss = 2.21613
 I1226 21:39:54.074069  2133 solver.cpp:204] Iteration 107600, lr = 0.001
 I1226 21:39:54.079181  2133 solver.cpp:66] Iteration 107600, loss = 1.96899
 I1226 21:40:30.166707  2133 solver.cpp:204] Iteration 107620, lr = 0.001
 I1226 21:40:30.171808  2133 solver.cpp:66] Iteration 107620, loss = 1.82835
 I1226 21:41:06.257148  2133 solver.cpp:204] Iteration 107640, lr = 0.001
 I1226 21:41:06.262223  2133 solver.cpp:66] Iteration 107640, loss = 2.11228
 I1226 21:41:42.353010  2133 solver.cpp:204] Iteration 107660, lr = 0.001
 I1226 21:41:42.358130  2133 solver.cpp:66] Iteration 107660, loss = 1.9194
 I1226 21:42:18.447139  2133 solver.cpp:204] Iteration 107680, lr = 0.001
 I1226 21:42:18.452208  2133 solver.cpp:66] Iteration 107680, loss = 2.10952
 I1226 21:42:54.544075  2133 solver.cpp:204] Iteration 107700, lr = 0.001
 I1226 21:42:54.549145  2133 solver.cpp:66] Iteration 107700, loss = 2.13597
 I1226 21:43:30.631285  2133 solver.cpp:204] Iteration 107720, lr = 0.001
 I1226 21:43:30.636363  2133 solver.cpp:66] Iteration 107720, loss = 2.32046
 I1226 21:44:06.723458  2133 solver.cpp:204] Iteration 107740, lr = 0.001
 I1226 21:44:06.728554  2133 solver.cpp:66] Iteration 107740, loss = 2.05233
 I1226 21:44:42.814234  2133 solver.cpp:204] Iteration 107760, lr = 0.001
 I1226 21:44:42.819340  2133 solver.cpp:66] Iteration 107760, loss = 2.1417
 I1226 21:45:18.903254  2133 solver.cpp:204] Iteration 107780, lr = 0.001
 I1226 21:45:18.908357  2133 solver.cpp:66] Iteration 107780, loss = 1.98018
 I1226 21:45:54.995692  2133 solver.cpp:204] Iteration 107800, lr = 0.001
 I1226 21:45:55.000804  2133 solver.cpp:66] Iteration 107800, loss = 1.94088
 I1226 21:46:31.088886  2133 solver.cpp:204] Iteration 107820, lr = 0.001
 I1226 21:46:31.094007  2133 solver.cpp:66] Iteration 107820, loss = 2.30408
 I1226 21:47:07.186857  2133 solver.cpp:204] Iteration 107840, lr = 0.001
 I1226 21:47:07.191972  2133 solver.cpp:66] Iteration 107840, loss = 2.1816
 I1226 21:47:43.276594  2133 solver.cpp:204] Iteration 107860, lr = 0.001
 I1226 21:47:43.281579  2133 solver.cpp:66] Iteration 107860, loss = 2.2545
 I1226 21:48:19.371466  2133 solver.cpp:204] Iteration 107880, lr = 0.001
 I1226 21:48:19.376580  2133 solver.cpp:66] Iteration 107880, loss = 2.18369
 I1226 21:48:55.459740  2133 solver.cpp:204] Iteration 107900, lr = 0.001
 I1226 21:48:55.464812  2133 solver.cpp:66] Iteration 107900, loss = 1.8029
 I1226 21:49:31.558277  2133 solver.cpp:204] Iteration 107920, lr = 0.001
 I1226 21:49:31.563351  2133 solver.cpp:66] Iteration 107920, loss = 1.93294
 I1226 21:50:07.649296  2133 solver.cpp:204] Iteration 107940, lr = 0.001
 I1226 21:50:07.654345  2133 solver.cpp:66] Iteration 107940, loss = 2.01546
 I1226 21:50:43.742002  2133 solver.cpp:204] Iteration 107960, lr = 0.001
 I1226 21:50:43.747113  2133 solver.cpp:66] Iteration 107960, loss = 2.03767
 I1226 21:51:19.833341  2133 solver.cpp:204] Iteration 107980, lr = 0.001
 I1226 21:51:19.838400  2133 solver.cpp:66] Iteration 107980, loss = 2.3627
 I1226 21:51:55.924873  2133 solver.cpp:204] Iteration 108000, lr = 0.001
 I1226 21:51:55.929958  2133 solver.cpp:66] Iteration 108000, loss = 2.24384
 I1226 21:51:55.929971  2133 solver.cpp:84] Testing net
 I1226 21:54:08.430902  2133 solver.cpp:111] Test score #0: 0.50248
 I1226 21:54:08.430951  2133 solver.cpp:111] Test score #1: 2.17941
 I1226 21:54:44.270001  2133 solver.cpp:204] Iteration 108020, lr = 0.001
 I1226 21:54:44.275104  2133 solver.cpp:66] Iteration 108020, loss = 2.12589
 I1226 21:55:20.360528  2133 solver.cpp:204] Iteration 108040, lr = 0.001
 I1226 21:55:20.365633  2133 solver.cpp:66] Iteration 108040, loss = 2.09832
 I1226 21:55:56.456230  2133 solver.cpp:204] Iteration 108060, lr = 0.001
 I1226 21:55:56.461338  2133 solver.cpp:66] Iteration 108060, loss = 2.06377
 I1226 21:56:32.546478  2133 solver.cpp:204] Iteration 108080, lr = 0.001
 I1226 21:56:32.551563  2133 solver.cpp:66] Iteration 108080, loss = 2.03017
 I1226 21:57:08.640041  2133 solver.cpp:204] Iteration 108100, lr = 0.001
 I1226 21:57:08.645155  2133 solver.cpp:66] Iteration 108100, loss = 1.94866
 I1226 21:57:44.727509  2133 solver.cpp:204] Iteration 108120, lr = 0.001
 I1226 21:57:44.732607  2133 solver.cpp:66] Iteration 108120, loss = 1.96644
 I1226 21:58:20.821481  2133 solver.cpp:204] Iteration 108140, lr = 0.001
 I1226 21:58:20.826591  2133 solver.cpp:66] Iteration 108140, loss = 2.17003
 I1226 21:58:56.911633  2133 solver.cpp:204] Iteration 108160, lr = 0.001
 I1226 21:58:56.916744  2133 solver.cpp:66] Iteration 108160, loss = 2.01402
 I1226 21:59:33.004799  2133 solver.cpp:204] Iteration 108180, lr = 0.001
 I1226 21:59:33.009907  2133 solver.cpp:66] Iteration 108180, loss = 1.94718
 I1226 22:00:09.097738  2133 solver.cpp:204] Iteration 108200, lr = 0.001
 I1226 22:00:09.102850  2133 solver.cpp:66] Iteration 108200, loss = 2.17886
 I1226 22:00:45.188781  2133 solver.cpp:204] Iteration 108220, lr = 0.001
 I1226 22:00:45.193884  2133 solver.cpp:66] Iteration 108220, loss = 2.04959
 I1226 22:01:21.278456  2133 solver.cpp:204] Iteration 108240, lr = 0.001
 I1226 22:01:21.283552  2133 solver.cpp:66] Iteration 108240, loss = 1.90741
 I1226 22:01:57.366121  2133 solver.cpp:204] Iteration 108260, lr = 0.001
 I1226 22:01:57.371222  2133 solver.cpp:66] Iteration 108260, loss = 1.88601
 I1226 22:02:33.459413  2133 solver.cpp:204] Iteration 108280, lr = 0.001
 I1226 22:02:33.464524  2133 solver.cpp:66] Iteration 108280, loss = 2.12061
 I1226 22:03:09.549898  2133 solver.cpp:204] Iteration 108300, lr = 0.001
 I1226 22:03:09.554991  2133 solver.cpp:66] Iteration 108300, loss = 2.08436
 I1226 22:03:45.640084  2133 solver.cpp:204] Iteration 108320, lr = 0.001
 I1226 22:03:45.645200  2133 solver.cpp:66] Iteration 108320, loss = 2.11022
 I1226 22:04:21.738214  2133 solver.cpp:204] Iteration 108340, lr = 0.001
 I1226 22:04:21.743321  2133 solver.cpp:66] Iteration 108340, loss = 2.02003
 I1226 22:04:57.834000  2133 solver.cpp:204] Iteration 108360, lr = 0.001
 I1226 22:04:57.839107  2133 solver.cpp:66] Iteration 108360, loss = 2.0785
 I1226 22:05:33.930656  2133 solver.cpp:204] Iteration 108380, lr = 0.001
 I1226 22:05:33.935770  2133 solver.cpp:66] Iteration 108380, loss = 2.27496
 I1226 22:06:10.021538  2133 solver.cpp:204] Iteration 108400, lr = 0.001
 I1226 22:06:10.026645  2133 solver.cpp:66] Iteration 108400, loss = 2.03804
 I1226 22:06:46.112900  2133 solver.cpp:204] Iteration 108420, lr = 0.001
 I1226 22:06:46.117971  2133 solver.cpp:66] Iteration 108420, loss = 2.18623
 I1226 22:07:22.206146  2133 solver.cpp:204] Iteration 108440, lr = 0.001
 I1226 22:07:22.211256  2133 solver.cpp:66] Iteration 108440, loss = 1.97729
 I1226 22:07:58.299757  2133 solver.cpp:204] Iteration 108460, lr = 0.001
 I1226 22:07:58.304894  2133 solver.cpp:66] Iteration 108460, loss = 2.18421
 I1226 22:08:34.394075  2133 solver.cpp:204] Iteration 108480, lr = 0.001
 I1226 22:08:34.399179  2133 solver.cpp:66] Iteration 108480, loss = 2.14119
 I1226 22:09:10.486505  2133 solver.cpp:204] Iteration 108500, lr = 0.001
 I1226 22:09:10.491683  2133 solver.cpp:66] Iteration 108500, loss = 1.97499
 I1226 22:09:46.578213  2133 solver.cpp:204] Iteration 108520, lr = 0.001
 I1226 22:09:46.583312  2133 solver.cpp:66] Iteration 108520, loss = 2.01439
 I1226 22:10:22.671030  2133 solver.cpp:204] Iteration 108540, lr = 0.001
 I1226 22:10:22.676130  2133 solver.cpp:66] Iteration 108540, loss = 1.96679
 I1226 22:10:58.764664  2133 solver.cpp:204] Iteration 108560, lr = 0.001
 I1226 22:10:58.769783  2133 solver.cpp:66] Iteration 108560, loss = 2.16039
 I1226 22:11:34.858243  2133 solver.cpp:204] Iteration 108580, lr = 0.001
 I1226 22:11:34.863348  2133 solver.cpp:66] Iteration 108580, loss = 1.98331
 I1226 22:12:10.954726  2133 solver.cpp:204] Iteration 108600, lr = 0.001
 I1226 22:12:10.959839  2133 solver.cpp:66] Iteration 108600, loss = 1.91688
 I1226 22:12:47.051575  2133 solver.cpp:204] Iteration 108620, lr = 0.001
 I1226 22:12:47.056623  2133 solver.cpp:66] Iteration 108620, loss = 2.05708
 I1226 22:13:23.143618  2133 solver.cpp:204] Iteration 108640, lr = 0.001
 I1226 22:13:23.148723  2133 solver.cpp:66] Iteration 108640, loss = 2.32161
 I1226 22:13:59.231274  2133 solver.cpp:204] Iteration 108660, lr = 0.001
 I1226 22:13:59.236373  2133 solver.cpp:66] Iteration 108660, loss = 2.21749
 I1226 22:14:35.315850  2133 solver.cpp:204] Iteration 108680, lr = 0.001
 I1226 22:14:35.320961  2133 solver.cpp:66] Iteration 108680, loss = 2.02603
 I1226 22:15:11.404937  2133 solver.cpp:204] Iteration 108700, lr = 0.001
 I1226 22:15:11.410002  2133 solver.cpp:66] Iteration 108700, loss = 1.91247
 I1226 22:15:47.499155  2133 solver.cpp:204] Iteration 108720, lr = 0.001
 I1226 22:15:47.504261  2133 solver.cpp:66] Iteration 108720, loss = 2.18822
 I1226 22:16:23.592458  2133 solver.cpp:204] Iteration 108740, lr = 0.001
 I1226 22:16:23.597561  2133 solver.cpp:66] Iteration 108740, loss = 1.77272
 I1226 22:16:59.687701  2133 solver.cpp:204] Iteration 108760, lr = 0.001
 I1226 22:16:59.692809  2133 solver.cpp:66] Iteration 108760, loss = 1.75123
 I1226 22:17:35.784423  2133 solver.cpp:204] Iteration 108780, lr = 0.001
 I1226 22:17:35.789531  2133 solver.cpp:66] Iteration 108780, loss = 1.92143
 I1226 22:18:11.874860  2133 solver.cpp:204] Iteration 108800, lr = 0.001
 I1226 22:18:11.879964  2133 solver.cpp:66] Iteration 108800, loss = 1.90645
 I1226 22:18:47.971974  2133 solver.cpp:204] Iteration 108820, lr = 0.001
 I1226 22:18:47.977074  2133 solver.cpp:66] Iteration 108820, loss = 2.03818
 I1226 22:19:24.060467  2133 solver.cpp:204] Iteration 108840, lr = 0.001
 I1226 22:19:24.065559  2133 solver.cpp:66] Iteration 108840, loss = 1.82731
 I1226 22:20:00.154717  2133 solver.cpp:204] Iteration 108860, lr = 0.001
 I1226 22:20:00.159824  2133 solver.cpp:66] Iteration 108860, loss = 2.03701
 I1226 22:20:36.250783  2133 solver.cpp:204] Iteration 108880, lr = 0.001
 I1226 22:20:36.255903  2133 solver.cpp:66] Iteration 108880, loss = 2.03982
 I1226 22:21:12.340466  2133 solver.cpp:204] Iteration 108900, lr = 0.001
 I1226 22:21:12.345572  2133 solver.cpp:66] Iteration 108900, loss = 2.14852
 I1226 22:21:48.435556  2133 solver.cpp:204] Iteration 108920, lr = 0.001
 I1226 22:21:48.440659  2133 solver.cpp:66] Iteration 108920, loss = 2.06187
 I1226 22:22:24.532116  2133 solver.cpp:204] Iteration 108940, lr = 0.001
 I1226 22:22:24.537202  2133 solver.cpp:66] Iteration 108940, loss = 2.31924
 I1226 22:23:00.622078  2133 solver.cpp:204] Iteration 108960, lr = 0.001
 I1226 22:23:00.627183  2133 solver.cpp:66] Iteration 108960, loss = 2.01963
 I1226 22:23:36.718307  2133 solver.cpp:204] Iteration 108980, lr = 0.001
 I1226 22:23:36.723398  2133 solver.cpp:66] Iteration 108980, loss = 1.86345
 I1226 22:24:12.815630  2133 solver.cpp:204] Iteration 109000, lr = 0.001
 I1226 22:24:12.820739  2133 solver.cpp:66] Iteration 109000, loss = 1.89245
 I1226 22:24:12.820752  2133 solver.cpp:84] Testing net
 I1226 22:26:25.242308  2133 solver.cpp:111] Test score #0: 0.50352
 I1226 22:26:25.242357  2133 solver.cpp:111] Test score #1: 2.16897
 I1226 22:27:01.084818  2133 solver.cpp:204] Iteration 109020, lr = 0.001
 I1226 22:27:01.089898  2133 solver.cpp:66] Iteration 109020, loss = 1.99342
 I1226 22:27:37.174923  2133 solver.cpp:204] Iteration 109040, lr = 0.001
 I1226 22:27:37.180035  2133 solver.cpp:66] Iteration 109040, loss = 1.87829
 I1226 22:28:13.265435  2133 solver.cpp:204] Iteration 109060, lr = 0.001
 I1226 22:28:13.270521  2133 solver.cpp:66] Iteration 109060, loss = 2.09159
 I1226 22:28:49.361425  2133 solver.cpp:204] Iteration 109080, lr = 0.001
 I1226 22:28:49.366514  2133 solver.cpp:66] Iteration 109080, loss = 1.94033
 I1226 22:29:25.446951  2133 solver.cpp:204] Iteration 109100, lr = 0.001
 I1226 22:29:25.452060  2133 solver.cpp:66] Iteration 109100, loss = 1.69265
 I1226 22:30:01.541215  2133 solver.cpp:204] Iteration 109120, lr = 0.001
 I1226 22:30:01.546284  2133 solver.cpp:66] Iteration 109120, loss = 1.82317
 I1226 22:30:37.631034  2133 solver.cpp:204] Iteration 109140, lr = 0.001
 I1226 22:30:37.636142  2133 solver.cpp:66] Iteration 109140, loss = 2.35327
 I1226 22:31:13.720329  2133 solver.cpp:204] Iteration 109160, lr = 0.001
 I1226 22:31:13.725435  2133 solver.cpp:66] Iteration 109160, loss = 1.82352
 I1226 22:31:49.809628  2133 solver.cpp:204] Iteration 109180, lr = 0.001
 I1226 22:31:49.814702  2133 solver.cpp:66] Iteration 109180, loss = 2.02575
 I1226 22:32:25.897452  2133 solver.cpp:204] Iteration 109200, lr = 0.001
 I1226 22:32:25.902555  2133 solver.cpp:66] Iteration 109200, loss = 1.8496
 I1226 22:33:01.988754  2133 solver.cpp:204] Iteration 109220, lr = 0.001
 I1226 22:33:01.993856  2133 solver.cpp:66] Iteration 109220, loss = 1.98191
 I1226 22:33:38.079329  2133 solver.cpp:204] Iteration 109240, lr = 0.001
 I1226 22:33:38.084430  2133 solver.cpp:66] Iteration 109240, loss = 1.99916
 I1226 22:34:14.175518  2133 solver.cpp:204] Iteration 109260, lr = 0.001
 I1226 22:34:14.180619  2133 solver.cpp:66] Iteration 109260, loss = 2.00825
 I1226 22:34:50.269382  2133 solver.cpp:204] Iteration 109280, lr = 0.001
 I1226 22:34:50.274451  2133 solver.cpp:66] Iteration 109280, loss = 1.92599
 I1226 22:35:26.365470  2133 solver.cpp:204] Iteration 109300, lr = 0.001
 I1226 22:35:26.370579  2133 solver.cpp:66] Iteration 109300, loss = 2.18738
 I1226 22:36:02.457073  2133 solver.cpp:204] Iteration 109320, lr = 0.001
 I1226 22:36:02.462136  2133 solver.cpp:66] Iteration 109320, loss = 1.83818
 I1226 22:36:38.551153  2133 solver.cpp:204] Iteration 109340, lr = 0.001
 I1226 22:36:38.556228  2133 solver.cpp:66] Iteration 109340, loss = 1.88601
 I1226 22:37:14.644402  2133 solver.cpp:204] Iteration 109360, lr = 0.001
 I1226 22:37:14.649502  2133 solver.cpp:66] Iteration 109360, loss = 2.05329
 I1226 22:37:50.735740  2133 solver.cpp:204] Iteration 109380, lr = 0.001
 I1226 22:37:50.740892  2133 solver.cpp:66] Iteration 109380, loss = 2.08994
 I1226 22:38:26.827999  2133 solver.cpp:204] Iteration 109400, lr = 0.001
 I1226 22:38:26.833081  2133 solver.cpp:66] Iteration 109400, loss = 1.78468
 I1226 22:39:02.920670  2133 solver.cpp:204] Iteration 109420, lr = 0.001
 I1226 22:39:02.925636  2133 solver.cpp:66] Iteration 109420, loss = 2.04342
 I1226 22:39:39.012135  2133 solver.cpp:204] Iteration 109440, lr = 0.001
 I1226 22:39:39.017127  2133 solver.cpp:66] Iteration 109440, loss = 1.82913
 I1226 22:40:15.104311  2133 solver.cpp:204] Iteration 109460, lr = 0.001
 I1226 22:40:15.109390  2133 solver.cpp:66] Iteration 109460, loss = 1.90324
 I1226 22:40:51.204540  2133 solver.cpp:204] Iteration 109480, lr = 0.001
 I1226 22:40:51.209527  2133 solver.cpp:66] Iteration 109480, loss = 1.81559
 I1226 22:41:27.297669  2133 solver.cpp:204] Iteration 109500, lr = 0.001
 I1226 22:41:27.302742  2133 solver.cpp:66] Iteration 109500, loss = 1.83925
 I1226 22:42:03.393764  2133 solver.cpp:204] Iteration 109520, lr = 0.001
 I1226 22:42:03.398869  2133 solver.cpp:66] Iteration 109520, loss = 2.13893
 I1226 22:42:39.490159  2133 solver.cpp:204] Iteration 109540, lr = 0.001
 I1226 22:42:39.495265  2133 solver.cpp:66] Iteration 109540, loss = 1.80493
 I1226 22:43:15.581601  2133 solver.cpp:204] Iteration 109560, lr = 0.001
 I1226 22:43:15.586700  2133 solver.cpp:66] Iteration 109560, loss = 1.79927
 I1226 22:43:51.671473  2133 solver.cpp:204] Iteration 109580, lr = 0.001
 I1226 22:43:51.676587  2133 solver.cpp:66] Iteration 109580, loss = 1.95059
 I1226 22:44:27.763124  2133 solver.cpp:204] Iteration 109600, lr = 0.001
 I1226 22:44:27.768224  2133 solver.cpp:66] Iteration 109600, loss = 2.05168
 I1226 22:45:03.858227  2133 solver.cpp:204] Iteration 109620, lr = 0.001
 I1226 22:45:03.863347  2133 solver.cpp:66] Iteration 109620, loss = 1.84655
 I1226 22:45:39.948649  2133 solver.cpp:204] Iteration 109640, lr = 0.001
 I1226 22:45:39.953754  2133 solver.cpp:66] Iteration 109640, loss = 2.08866
 I1226 22:46:16.042050  2133 solver.cpp:204] Iteration 109660, lr = 0.001
 I1226 22:46:16.047164  2133 solver.cpp:66] Iteration 109660, loss = 1.83972
 I1226 22:46:52.130864  2133 solver.cpp:204] Iteration 109680, lr = 0.001
 I1226 22:46:52.135983  2133 solver.cpp:66] Iteration 109680, loss = 1.69833
 I1226 22:47:28.224797  2133 solver.cpp:204] Iteration 109700, lr = 0.001
 I1226 22:47:28.229900  2133 solver.cpp:66] Iteration 109700, loss = 1.84241
 I1226 22:48:04.317764  2133 solver.cpp:204] Iteration 109720, lr = 0.001
 I1226 22:48:04.322824  2133 solver.cpp:66] Iteration 109720, loss = 1.83759
 I1226 22:48:40.409032  2133 solver.cpp:204] Iteration 109740, lr = 0.001
 I1226 22:48:40.414132  2133 solver.cpp:66] Iteration 109740, loss = 1.94515
 I1226 22:49:16.502418  2133 solver.cpp:204] Iteration 109760, lr = 0.001
 I1226 22:49:16.507516  2133 solver.cpp:66] Iteration 109760, loss = 2.12315
 I1226 22:49:52.593629  2133 solver.cpp:204] Iteration 109780, lr = 0.001
 I1226 22:49:52.598744  2133 solver.cpp:66] Iteration 109780, loss = 1.84067
 I1226 22:50:28.685762  2133 solver.cpp:204] Iteration 109800, lr = 0.001
 I1226 22:50:28.690878  2133 solver.cpp:66] Iteration 109800, loss = 2.10383
 I1226 22:51:04.777611  2133 solver.cpp:204] Iteration 109820, lr = 0.001
 I1226 22:51:04.782727  2133 solver.cpp:66] Iteration 109820, loss = 1.95498
 I1226 22:51:40.871539  2133 solver.cpp:204] Iteration 109840, lr = 0.001
 I1226 22:51:40.876641  2133 solver.cpp:66] Iteration 109840, loss = 1.92652
 I1226 22:52:16.964586  2133 solver.cpp:204] Iteration 109860, lr = 0.001
 I1226 22:52:16.969694  2133 solver.cpp:66] Iteration 109860, loss = 1.7856
 I1226 22:52:53.057539  2133 solver.cpp:204] Iteration 109880, lr = 0.001
 I1226 22:52:53.062633  2133 solver.cpp:66] Iteration 109880, loss = 1.77663
 I1226 22:53:29.149376  2133 solver.cpp:204] Iteration 109900, lr = 0.001
 I1226 22:53:29.154449  2133 solver.cpp:66] Iteration 109900, loss = 1.79434
 I1226 22:54:05.243891  2133 solver.cpp:204] Iteration 109920, lr = 0.001
 I1226 22:54:05.248985  2133 solver.cpp:66] Iteration 109920, loss = 1.5876
 I1226 22:54:41.339371  2133 solver.cpp:204] Iteration 109940, lr = 0.001
 I1226 22:54:41.344473  2133 solver.cpp:66] Iteration 109940, loss = 1.8493
 I1226 22:55:17.427552  2133 solver.cpp:204] Iteration 109960, lr = 0.001
 I1226 22:55:17.432648  2133 solver.cpp:66] Iteration 109960, loss = 1.95398
 I1226 22:55:53.520881  2133 solver.cpp:204] Iteration 109980, lr = 0.001
 I1226 22:55:53.526031  2133 solver.cpp:66] Iteration 109980, loss = 1.84302
 I1226 22:56:29.610477  2133 solver.cpp:204] Iteration 110000, lr = 0.001
 I1226 22:56:30.177739  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_110000
 I1226 22:56:30.764580  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_110000.solverstate
 I1226 22:56:31.074537  2133 solver.cpp:66] Iteration 110000, loss = 1.81427
 I1226 22:56:31.074584  2133 solver.cpp:84] Testing net
 I1226 22:58:46.025696  2133 solver.cpp:111] Test score #0: 0.50376
 I1226 22:58:46.025744  2133 solver.cpp:111] Test score #1: 2.16888
 I1226 22:59:21.867466  2133 solver.cpp:204] Iteration 110020, lr = 0.001
 I1226 22:59:21.872573  2133 solver.cpp:66] Iteration 110020, loss = 1.98117
 I1226 22:59:57.956449  2133 solver.cpp:204] Iteration 110040, lr = 0.001
 I1226 22:59:57.961531  2133 solver.cpp:66] Iteration 110040, loss = 1.96268
 I1226 23:00:34.054772  2133 solver.cpp:204] Iteration 110060, lr = 0.001
 I1226 23:00:34.059875  2133 solver.cpp:66] Iteration 110060, loss = 2.01057
 I1226 23:01:10.149025  2133 solver.cpp:204] Iteration 110080, lr = 0.001
 I1226 23:01:10.154079  2133 solver.cpp:66] Iteration 110080, loss = 2.05684
 I1226 23:01:46.240494  2133 solver.cpp:204] Iteration 110100, lr = 0.001
 I1226 23:01:46.245575  2133 solver.cpp:66] Iteration 110100, loss = 2.02633
 I1226 23:02:22.334010  2133 solver.cpp:204] Iteration 110120, lr = 0.001
 I1226 23:02:22.339112  2133 solver.cpp:66] Iteration 110120, loss = 2.11847
 I1226 23:02:58.436184  2133 solver.cpp:204] Iteration 110140, lr = 0.001
 I1226 23:02:58.441299  2133 solver.cpp:66] Iteration 110140, loss = 1.86026
 I1226 23:03:34.524669  2133 solver.cpp:204] Iteration 110160, lr = 0.001
 I1226 23:03:34.529772  2133 solver.cpp:66] Iteration 110160, loss = 2.19461
 I1226 23:04:10.618767  2133 solver.cpp:204] Iteration 110180, lr = 0.001
 I1226 23:04:10.623878  2133 solver.cpp:66] Iteration 110180, loss = 2.0273
 I1226 23:04:46.714393  2133 solver.cpp:204] Iteration 110200, lr = 0.001
 I1226 23:04:46.719498  2133 solver.cpp:66] Iteration 110200, loss = 2.11369
 I1226 23:05:22.807734  2133 solver.cpp:204] Iteration 110220, lr = 0.001
 I1226 23:05:22.812870  2133 solver.cpp:66] Iteration 110220, loss = 2.0628
 I1226 23:05:58.903023  2133 solver.cpp:204] Iteration 110240, lr = 0.001
 I1226 23:05:58.908128  2133 solver.cpp:66] Iteration 110240, loss = 2.27333
 I1226 23:06:34.995761  2133 solver.cpp:204] Iteration 110260, lr = 0.001
 I1226 23:06:35.000895  2133 solver.cpp:66] Iteration 110260, loss = 1.99552
 I1226 23:07:11.087177  2133 solver.cpp:204] Iteration 110280, lr = 0.001
 I1226 23:07:11.092278  2133 solver.cpp:66] Iteration 110280, loss = 2.24938
 I1226 23:07:47.178349  2133 solver.cpp:204] Iteration 110300, lr = 0.001
 I1226 23:07:47.183511  2133 solver.cpp:66] Iteration 110300, loss = 2.11821
 I1226 23:08:23.268522  2133 solver.cpp:204] Iteration 110320, lr = 0.001
 I1226 23:08:23.273623  2133 solver.cpp:66] Iteration 110320, loss = 1.69466
 I1226 23:08:59.359541  2133 solver.cpp:204] Iteration 110340, lr = 0.001
 I1226 23:08:59.364652  2133 solver.cpp:66] Iteration 110340, loss = 2.01201
 I1226 23:09:35.453094  2133 solver.cpp:204] Iteration 110360, lr = 0.001
 I1226 23:09:35.458158  2133 solver.cpp:66] Iteration 110360, loss = 2.38867
 I1226 23:10:11.544428  2133 solver.cpp:204] Iteration 110380, lr = 0.001
 I1226 23:10:11.549526  2133 solver.cpp:66] Iteration 110380, loss = 2.12588
 I1226 23:10:47.635427  2133 solver.cpp:204] Iteration 110400, lr = 0.001
 I1226 23:10:47.640534  2133 solver.cpp:66] Iteration 110400, loss = 2.24457
 I1226 23:11:23.730280  2133 solver.cpp:204] Iteration 110420, lr = 0.001
 I1226 23:11:23.735388  2133 solver.cpp:66] Iteration 110420, loss = 2.0893
 I1226 23:11:59.826803  2133 solver.cpp:204] Iteration 110440, lr = 0.001
 I1226 23:11:59.831910  2133 solver.cpp:66] Iteration 110440, loss = 2.20674
 I1226 23:12:35.922691  2133 solver.cpp:204] Iteration 110460, lr = 0.001
 I1226 23:12:35.927851  2133 solver.cpp:66] Iteration 110460, loss = 2.05284
 I1226 23:13:12.020272  2133 solver.cpp:204] Iteration 110480, lr = 0.001
 I1226 23:13:12.025379  2133 solver.cpp:66] Iteration 110480, loss = 2.0402
 I1226 23:13:48.114732  2133 solver.cpp:204] Iteration 110500, lr = 0.001
 I1226 23:13:48.119843  2133 solver.cpp:66] Iteration 110500, loss = 2.29517
 I1226 23:14:24.209167  2133 solver.cpp:204] Iteration 110520, lr = 0.001
 I1226 23:14:24.214226  2133 solver.cpp:66] Iteration 110520, loss = 2.27247
 I1226 23:15:00.299522  2133 solver.cpp:204] Iteration 110540, lr = 0.001
 I1226 23:15:00.304626  2133 solver.cpp:66] Iteration 110540, loss = 1.9248
 I1226 23:15:36.394644  2133 solver.cpp:204] Iteration 110560, lr = 0.001
 I1226 23:15:36.399626  2133 solver.cpp:66] Iteration 110560, loss = 2.00798
 I1226 23:16:12.487499  2133 solver.cpp:204] Iteration 110580, lr = 0.001
 I1226 23:16:12.492660  2133 solver.cpp:66] Iteration 110580, loss = 2.03155
 I1226 23:16:48.584306  2133 solver.cpp:204] Iteration 110600, lr = 0.001
 I1226 23:16:48.589412  2133 solver.cpp:66] Iteration 110600, loss = 2.03773
 I1226 23:17:24.675812  2133 solver.cpp:204] Iteration 110620, lr = 0.001
 I1226 23:17:24.680932  2133 solver.cpp:66] Iteration 110620, loss = 1.86365
 I1226 23:18:00.768460  2133 solver.cpp:204] Iteration 110640, lr = 0.001
 I1226 23:18:00.773566  2133 solver.cpp:66] Iteration 110640, loss = 2.09472
 I1226 23:18:36.865026  2133 solver.cpp:204] Iteration 110660, lr = 0.001
 I1226 23:18:36.870100  2133 solver.cpp:66] Iteration 110660, loss = 1.76885
 I1226 23:19:12.953680  2133 solver.cpp:204] Iteration 110680, lr = 0.001
 I1226 23:19:12.958783  2133 solver.cpp:66] Iteration 110680, loss = 2.1032
 I1226 23:19:49.043141  2133 solver.cpp:204] Iteration 110700, lr = 0.001
 I1226 23:19:49.048254  2133 solver.cpp:66] Iteration 110700, loss = 2.38606
 I1226 23:20:25.129642  2133 solver.cpp:204] Iteration 110720, lr = 0.001
 I1226 23:20:25.134722  2133 solver.cpp:66] Iteration 110720, loss = 2.04729
 I1226 23:21:01.219846  2133 solver.cpp:204] Iteration 110740, lr = 0.001
 I1226 23:21:01.224959  2133 solver.cpp:66] Iteration 110740, loss = 1.96415
 I1226 23:21:37.307946  2133 solver.cpp:204] Iteration 110760, lr = 0.001
 I1226 23:21:37.313046  2133 solver.cpp:66] Iteration 110760, loss = 2.0828
 I1226 23:22:13.405201  2133 solver.cpp:204] Iteration 110780, lr = 0.001
 I1226 23:22:13.410272  2133 solver.cpp:66] Iteration 110780, loss = 1.9602
 I1226 23:22:49.496227  2133 solver.cpp:204] Iteration 110800, lr = 0.001
 I1226 23:22:49.501339  2133 solver.cpp:66] Iteration 110800, loss = 1.97687
 I1226 23:23:25.591630  2133 solver.cpp:204] Iteration 110820, lr = 0.001
 I1226 23:23:25.596724  2133 solver.cpp:66] Iteration 110820, loss = 2.07302
 I1226 23:24:01.683522  2133 solver.cpp:204] Iteration 110840, lr = 0.001
 I1226 23:24:01.688630  2133 solver.cpp:66] Iteration 110840, loss = 1.9856
 I1226 23:24:37.777556  2133 solver.cpp:204] Iteration 110860, lr = 0.001
 I1226 23:24:37.782531  2133 solver.cpp:66] Iteration 110860, loss = 2.20671
 I1226 23:25:13.875114  2133 solver.cpp:204] Iteration 110880, lr = 0.001
 I1226 23:25:13.880192  2133 solver.cpp:66] Iteration 110880, loss = 2.17217
 I1226 23:25:49.973372  2133 solver.cpp:204] Iteration 110900, lr = 0.001
 I1226 23:25:49.978446  2133 solver.cpp:66] Iteration 110900, loss = 2.21302
 I1226 23:26:26.068863  2133 solver.cpp:204] Iteration 110920, lr = 0.001
 I1226 23:26:26.073807  2133 solver.cpp:66] Iteration 110920, loss = 1.9957
 I1226 23:27:02.164507  2133 solver.cpp:204] Iteration 110940, lr = 0.001
 I1226 23:27:02.169567  2133 solver.cpp:66] Iteration 110940, loss = 1.99096
 I1226 23:27:38.262078  2133 solver.cpp:204] Iteration 110960, lr = 0.001
 I1226 23:27:38.267176  2133 solver.cpp:66] Iteration 110960, loss = 1.85615
 I1226 23:28:14.355053  2133 solver.cpp:204] Iteration 110980, lr = 0.001
 I1226 23:28:14.360165  2133 solver.cpp:66] Iteration 110980, loss = 2.08142
 I1226 23:28:50.452985  2133 solver.cpp:204] Iteration 111000, lr = 0.001
 I1226 23:28:50.458077  2133 solver.cpp:66] Iteration 111000, loss = 2.21038
 I1226 23:28:50.458091  2133 solver.cpp:84] Testing net
 I1226 23:31:02.442397  2133 solver.cpp:111] Test score #0: 0.50726
 I1226 23:31:02.442445  2133 solver.cpp:111] Test score #1: 2.15739
 I1226 23:31:38.284070  2133 solver.cpp:204] Iteration 111020, lr = 0.001
 I1226 23:31:38.289182  2133 solver.cpp:66] Iteration 111020, loss = 1.90993
 I1226 23:32:14.375650  2133 solver.cpp:204] Iteration 111040, lr = 0.001
 I1226 23:32:14.380764  2133 solver.cpp:66] Iteration 111040, loss = 2.08389
 I1226 23:32:50.469405  2133 solver.cpp:204] Iteration 111060, lr = 0.001
 I1226 23:32:50.474556  2133 solver.cpp:66] Iteration 111060, loss = 2.09396
 I1226 23:33:26.561070  2133 solver.cpp:204] Iteration 111080, lr = 0.001
 I1226 23:33:26.566186  2133 solver.cpp:66] Iteration 111080, loss = 2.0617
 I1226 23:34:02.653125  2133 solver.cpp:204] Iteration 111100, lr = 0.001
 I1226 23:34:02.658196  2133 solver.cpp:66] Iteration 111100, loss = 2.13467
 I1226 23:34:38.747808  2133 solver.cpp:204] Iteration 111120, lr = 0.001
 I1226 23:34:38.752918  2133 solver.cpp:66] Iteration 111120, loss = 2.17881
 I1226 23:35:14.835001  2133 solver.cpp:204] Iteration 111140, lr = 0.001
 I1226 23:35:14.840112  2133 solver.cpp:66] Iteration 111140, loss = 2.5001
 I1226 23:35:50.928180  2133 solver.cpp:204] Iteration 111160, lr = 0.001
 I1226 23:35:50.933286  2133 solver.cpp:66] Iteration 111160, loss = 2.16672
 I1226 23:36:27.025146  2133 solver.cpp:204] Iteration 111180, lr = 0.001
 I1226 23:36:27.030225  2133 solver.cpp:66] Iteration 111180, loss = 2.31281
 I1226 23:37:03.121909  2133 solver.cpp:204] Iteration 111200, lr = 0.001
 I1226 23:37:03.126992  2133 solver.cpp:66] Iteration 111200, loss = 1.85447
 I1226 23:37:39.213573  2133 solver.cpp:204] Iteration 111220, lr = 0.001
 I1226 23:37:39.218688  2133 solver.cpp:66] Iteration 111220, loss = 1.93763
 I1226 23:38:15.306640  2133 solver.cpp:204] Iteration 111240, lr = 0.001
 I1226 23:38:15.311736  2133 solver.cpp:66] Iteration 111240, loss = 1.85073
 I1226 23:38:51.398772  2133 solver.cpp:204] Iteration 111260, lr = 0.001
 I1226 23:38:51.403877  2133 solver.cpp:66] Iteration 111260, loss = 2.01776
 I1226 23:39:27.497396  2133 solver.cpp:204] Iteration 111280, lr = 0.001
 I1226 23:39:27.502468  2133 solver.cpp:66] Iteration 111280, loss = 1.95922
 I1226 23:40:03.590376  2133 solver.cpp:204] Iteration 111300, lr = 0.001
 I1226 23:40:03.595479  2133 solver.cpp:66] Iteration 111300, loss = 1.71713
 I1226 23:40:39.682829  2133 solver.cpp:204] Iteration 111320, lr = 0.001
 I1226 23:40:39.687932  2133 solver.cpp:66] Iteration 111320, loss = 2.16837
 I1226 23:41:15.779255  2133 solver.cpp:204] Iteration 111340, lr = 0.001
 I1226 23:41:15.784359  2133 solver.cpp:66] Iteration 111340, loss = 2.1254
 I1226 23:41:51.871743  2133 solver.cpp:204] Iteration 111360, lr = 0.001
 I1226 23:41:51.876883  2133 solver.cpp:66] Iteration 111360, loss = 2.01367
 I1226 23:42:27.964385  2133 solver.cpp:204] Iteration 111380, lr = 0.001
 I1226 23:42:27.969521  2133 solver.cpp:66] Iteration 111380, loss = 2.18665
 I1226 23:43:04.055740  2133 solver.cpp:204] Iteration 111400, lr = 0.001
 I1226 23:43:04.060811  2133 solver.cpp:66] Iteration 111400, loss = 2.10513
 I1226 23:43:40.149893  2133 solver.cpp:204] Iteration 111420, lr = 0.001
 I1226 23:43:40.155015  2133 solver.cpp:66] Iteration 111420, loss = 1.94119
 I1226 23:44:16.243222  2133 solver.cpp:204] Iteration 111440, lr = 0.001
 I1226 23:44:16.248335  2133 solver.cpp:66] Iteration 111440, loss = 2.41565
 I1226 23:44:52.337182  2133 solver.cpp:204] Iteration 111460, lr = 0.001
 I1226 23:44:52.342257  2133 solver.cpp:66] Iteration 111460, loss = 1.7246
 I1226 23:45:28.436149  2133 solver.cpp:204] Iteration 111480, lr = 0.001
 I1226 23:45:28.441265  2133 solver.cpp:66] Iteration 111480, loss = 2.03538
 I1226 23:46:04.527271  2133 solver.cpp:204] Iteration 111500, lr = 0.001
 I1226 23:46:04.532552  2133 solver.cpp:66] Iteration 111500, loss = 2.08249
 I1226 23:46:40.621454  2133 solver.cpp:204] Iteration 111520, lr = 0.001
 I1226 23:46:40.626554  2133 solver.cpp:66] Iteration 111520, loss = 1.92335
 I1226 23:47:16.714087  2133 solver.cpp:204] Iteration 111540, lr = 0.001
 I1226 23:47:16.719200  2133 solver.cpp:66] Iteration 111540, loss = 1.79708
 I1226 23:47:52.807864  2133 solver.cpp:204] Iteration 111560, lr = 0.001
 I1226 23:47:52.812979  2133 solver.cpp:66] Iteration 111560, loss = 1.9283
 I1226 23:48:28.900058  2133 solver.cpp:204] Iteration 111580, lr = 0.001
 I1226 23:48:28.905179  2133 solver.cpp:66] Iteration 111580, loss = 2.13101
 I1226 23:49:04.990805  2133 solver.cpp:204] Iteration 111600, lr = 0.001
 I1226 23:49:04.995904  2133 solver.cpp:66] Iteration 111600, loss = 2.33628
 I1226 23:49:41.086061  2133 solver.cpp:204] Iteration 111620, lr = 0.001
 I1226 23:49:41.091167  2133 solver.cpp:66] Iteration 111620, loss = 2.09448
 I1226 23:50:17.175637  2133 solver.cpp:204] Iteration 111640, lr = 0.001
 I1226 23:50:17.180737  2133 solver.cpp:66] Iteration 111640, loss = 1.92702
 I1226 23:50:53.270335  2133 solver.cpp:204] Iteration 111660, lr = 0.001
 I1226 23:50:53.275439  2133 solver.cpp:66] Iteration 111660, loss = 2.0568
 I1226 23:51:29.364740  2133 solver.cpp:204] Iteration 111680, lr = 0.001
 I1226 23:51:29.369842  2133 solver.cpp:66] Iteration 111680, loss = 1.86762
 I1226 23:52:05.454864  2133 solver.cpp:204] Iteration 111700, lr = 0.001
 I1226 23:52:05.459995  2133 solver.cpp:66] Iteration 111700, loss = 1.96579
 I1226 23:52:41.544953  2133 solver.cpp:204] Iteration 111720, lr = 0.001
 I1226 23:52:41.550045  2133 solver.cpp:66] Iteration 111720, loss = 2.0847
 I1226 23:53:17.640285  2133 solver.cpp:204] Iteration 111740, lr = 0.001
 I1226 23:53:17.645411  2133 solver.cpp:66] Iteration 111740, loss = 1.89343
 I1226 23:53:53.734313  2133 solver.cpp:204] Iteration 111760, lr = 0.001
 I1226 23:53:53.739437  2133 solver.cpp:66] Iteration 111760, loss = 2.00472
 I1226 23:54:29.828896  2133 solver.cpp:204] Iteration 111780, lr = 0.001
 I1226 23:54:29.833976  2133 solver.cpp:66] Iteration 111780, loss = 1.8446
 I1226 23:55:05.922232  2133 solver.cpp:204] Iteration 111800, lr = 0.001
 I1226 23:55:05.927327  2133 solver.cpp:66] Iteration 111800, loss = 2.04496
 I1226 23:55:42.017410  2133 solver.cpp:204] Iteration 111820, lr = 0.001
 I1226 23:55:42.022505  2133 solver.cpp:66] Iteration 111820, loss = 1.95163
 I1226 23:56:18.112237  2133 solver.cpp:204] Iteration 111840, lr = 0.001
 I1226 23:56:18.117344  2133 solver.cpp:66] Iteration 111840, loss = 1.92804
 I1226 23:56:54.202302  2133 solver.cpp:204] Iteration 111860, lr = 0.001
 I1226 23:56:54.207414  2133 solver.cpp:66] Iteration 111860, loss = 2.18905
 I1226 23:57:30.296151  2133 solver.cpp:204] Iteration 111880, lr = 0.001
 I1226 23:57:30.301256  2133 solver.cpp:66] Iteration 111880, loss = 1.89587
 I1226 23:58:06.391948  2133 solver.cpp:204] Iteration 111900, lr = 0.001
 I1226 23:58:06.397078  2133 solver.cpp:66] Iteration 111900, loss = 2.0454
 I1226 23:58:42.484817  2133 solver.cpp:204] Iteration 111920, lr = 0.001
 I1226 23:58:42.489915  2133 solver.cpp:66] Iteration 111920, loss = 2.03979
 I1226 23:59:18.575712  2133 solver.cpp:204] Iteration 111940, lr = 0.001
 I1226 23:59:18.580678  2133 solver.cpp:66] Iteration 111940, loss = 2.067
 I1226 23:59:54.669101  2133 solver.cpp:204] Iteration 111960, lr = 0.001
 I1226 23:59:54.674149  2133 solver.cpp:66] Iteration 111960, loss = 2.06702
 I1227 00:00:30.762929  2133 solver.cpp:204] Iteration 111980, lr = 0.001
 I1227 00:00:30.768018  2133 solver.cpp:66] Iteration 111980, loss = 1.89317
 I1227 00:01:06.856529  2133 solver.cpp:204] Iteration 112000, lr = 0.001
 I1227 00:01:06.861631  2133 solver.cpp:66] Iteration 112000, loss = 2.31407
 I1227 00:01:06.861645  2133 solver.cpp:84] Testing net
 I1227 00:03:19.220695  2133 solver.cpp:111] Test score #0: 0.5082
 I1227 00:03:19.220744  2133 solver.cpp:111] Test score #1: 2.14383
 I1227 00:03:55.066890  2133 solver.cpp:204] Iteration 112020, lr = 0.001
 I1227 00:03:55.071996  2133 solver.cpp:66] Iteration 112020, loss = 1.76332
 I1227 00:04:31.165695  2133 solver.cpp:204] Iteration 112040, lr = 0.001
 I1227 00:04:31.170799  2133 solver.cpp:66] Iteration 112040, loss = 2.14119
 I1227 00:05:07.260390  2133 solver.cpp:204] Iteration 112060, lr = 0.001
 I1227 00:05:07.265503  2133 solver.cpp:66] Iteration 112060, loss = 2.11186
 I1227 00:05:43.354971  2133 solver.cpp:204] Iteration 112080, lr = 0.001
 I1227 00:05:43.360076  2133 solver.cpp:66] Iteration 112080, loss = 2.00179
 I1227 00:06:19.445737  2133 solver.cpp:204] Iteration 112100, lr = 0.001
 I1227 00:06:19.450853  2133 solver.cpp:66] Iteration 112100, loss = 1.93271
 I1227 00:06:55.536931  2133 solver.cpp:204] Iteration 112120, lr = 0.001
 I1227 00:06:55.542002  2133 solver.cpp:66] Iteration 112120, loss = 2.02185
 I1227 00:07:31.632596  2133 solver.cpp:204] Iteration 112140, lr = 0.001
 I1227 00:07:31.637709  2133 solver.cpp:66] Iteration 112140, loss = 1.84749
 I1227 00:08:07.723706  2133 solver.cpp:204] Iteration 112160, lr = 0.001
 I1227 00:08:07.728803  2133 solver.cpp:66] Iteration 112160, loss = 2.03588
 I1227 00:08:43.817982  2133 solver.cpp:204] Iteration 112180, lr = 0.001
 I1227 00:08:43.823094  2133 solver.cpp:66] Iteration 112180, loss = 2.28237
 I1227 00:09:19.912462  2133 solver.cpp:204] Iteration 112200, lr = 0.001
 I1227 00:09:19.917623  2133 solver.cpp:66] Iteration 112200, loss = 2.13502
 I1227 00:09:56.003957  2133 solver.cpp:204] Iteration 112220, lr = 0.001
 I1227 00:09:56.009059  2133 solver.cpp:66] Iteration 112220, loss = 1.81139
 I1227 00:10:32.099050  2133 solver.cpp:204] Iteration 112240, lr = 0.001
 I1227 00:10:32.104149  2133 solver.cpp:66] Iteration 112240, loss = 1.91077
 I1227 00:11:08.196501  2133 solver.cpp:204] Iteration 112260, lr = 0.001
 I1227 00:11:08.201607  2133 solver.cpp:66] Iteration 112260, loss = 1.91807
 I1227 00:11:44.295974  2133 solver.cpp:204] Iteration 112280, lr = 0.001
 I1227 00:11:44.301046  2133 solver.cpp:66] Iteration 112280, loss = 2.09293
 I1227 00:12:20.389165  2133 solver.cpp:204] Iteration 112300, lr = 0.001
 I1227 00:12:20.394237  2133 solver.cpp:66] Iteration 112300, loss = 1.9933
 I1227 00:12:56.474540  2133 solver.cpp:204] Iteration 112320, lr = 0.001
 I1227 00:12:56.479645  2133 solver.cpp:66] Iteration 112320, loss = 2.20767
 I1227 00:13:32.564602  2133 solver.cpp:204] Iteration 112340, lr = 0.001
 I1227 00:13:32.569713  2133 solver.cpp:66] Iteration 112340, loss = 2.1004
 I1227 00:14:08.657105  2133 solver.cpp:204] Iteration 112360, lr = 0.001
 I1227 00:14:08.662147  2133 solver.cpp:66] Iteration 112360, loss = 2.10498
 I1227 00:14:44.749933  2133 solver.cpp:204] Iteration 112380, lr = 0.001
 I1227 00:14:44.755050  2133 solver.cpp:66] Iteration 112380, loss = 1.93641
 I1227 00:15:20.846139  2133 solver.cpp:204] Iteration 112400, lr = 0.001
 I1227 00:15:20.851253  2133 solver.cpp:66] Iteration 112400, loss = 2.01925
 I1227 00:15:56.935175  2133 solver.cpp:204] Iteration 112420, lr = 0.001
 I1227 00:15:56.940276  2133 solver.cpp:66] Iteration 112420, loss = 2.05547
 I1227 00:16:33.027202  2133 solver.cpp:204] Iteration 112440, lr = 0.001
 I1227 00:16:33.032259  2133 solver.cpp:66] Iteration 112440, loss = 2.26972
 I1227 00:17:09.117220  2133 solver.cpp:204] Iteration 112460, lr = 0.001
 I1227 00:17:09.122303  2133 solver.cpp:66] Iteration 112460, loss = 1.92009
 I1227 00:17:45.207314  2133 solver.cpp:204] Iteration 112480, lr = 0.001
 I1227 00:17:45.212383  2133 solver.cpp:66] Iteration 112480, loss = 1.75898
 I1227 00:18:21.301560  2133 solver.cpp:204] Iteration 112500, lr = 0.001
 I1227 00:18:21.306668  2133 solver.cpp:66] Iteration 112500, loss = 1.85768
 I1227 00:18:57.394858  2133 solver.cpp:204] Iteration 112520, lr = 0.001
 I1227 00:18:57.399960  2133 solver.cpp:66] Iteration 112520, loss = 1.94107
 I1227 00:19:33.485231  2133 solver.cpp:204] Iteration 112540, lr = 0.001
 I1227 00:19:33.490300  2133 solver.cpp:66] Iteration 112540, loss = 1.77042
 I1227 00:20:09.580669  2133 solver.cpp:204] Iteration 112560, lr = 0.001
 I1227 00:20:09.585768  2133 solver.cpp:66] Iteration 112560, loss = 1.95666
 I1227 00:20:45.675490  2133 solver.cpp:204] Iteration 112580, lr = 0.001
 I1227 00:20:45.680603  2133 solver.cpp:66] Iteration 112580, loss = 2.05456
 I1227 00:21:21.768221  2133 solver.cpp:204] Iteration 112600, lr = 0.001
 I1227 00:21:21.773326  2133 solver.cpp:66] Iteration 112600, loss = 1.96325
 I1227 00:21:57.865344  2133 solver.cpp:204] Iteration 112620, lr = 0.001
 I1227 00:21:57.870417  2133 solver.cpp:66] Iteration 112620, loss = 1.83114
 I1227 00:22:33.957561  2133 solver.cpp:204] Iteration 112640, lr = 0.001
 I1227 00:22:33.962663  2133 solver.cpp:66] Iteration 112640, loss = 1.936
 I1227 00:23:10.048228  2133 solver.cpp:204] Iteration 112660, lr = 0.001
 I1227 00:23:10.053370  2133 solver.cpp:66] Iteration 112660, loss = 1.96419
 I1227 00:23:46.139400  2133 solver.cpp:204] Iteration 112680, lr = 0.001
 I1227 00:23:46.144505  2133 solver.cpp:66] Iteration 112680, loss = 1.91932
 I1227 00:24:22.230715  2133 solver.cpp:204] Iteration 112700, lr = 0.001
 I1227 00:24:22.235833  2133 solver.cpp:66] Iteration 112700, loss = 1.80666
 I1227 00:24:58.325872  2133 solver.cpp:204] Iteration 112720, lr = 0.001
 I1227 00:24:58.330981  2133 solver.cpp:66] Iteration 112720, loss = 1.98877
 I1227 00:25:34.420090  2133 solver.cpp:204] Iteration 112740, lr = 0.001
 I1227 00:25:34.425202  2133 solver.cpp:66] Iteration 112740, loss = 1.86963
 I1227 00:26:10.511994  2133 solver.cpp:204] Iteration 112760, lr = 0.001
 I1227 00:26:10.517097  2133 solver.cpp:66] Iteration 112760, loss = 1.95655
 I1227 00:26:46.603843  2133 solver.cpp:204] Iteration 112780, lr = 0.001
 I1227 00:26:46.608960  2133 solver.cpp:66] Iteration 112780, loss = 1.79751
 I1227 00:27:22.698014  2133 solver.cpp:204] Iteration 112800, lr = 0.001
 I1227 00:27:22.703115  2133 solver.cpp:66] Iteration 112800, loss = 1.99734
 I1227 00:27:58.792187  2133 solver.cpp:204] Iteration 112820, lr = 0.001
 I1227 00:27:58.797299  2133 solver.cpp:66] Iteration 112820, loss = 2.03124
 I1227 00:28:34.885444  2133 solver.cpp:204] Iteration 112840, lr = 0.001
 I1227 00:28:34.890532  2133 solver.cpp:66] Iteration 112840, loss = 2.04062
 I1227 00:29:10.980386  2133 solver.cpp:204] Iteration 112860, lr = 0.001
 I1227 00:29:10.985494  2133 solver.cpp:66] Iteration 112860, loss = 2.02982
 I1227 00:29:47.075037  2133 solver.cpp:204] Iteration 112880, lr = 0.001
 I1227 00:29:47.080137  2133 solver.cpp:66] Iteration 112880, loss = 1.9939
 I1227 00:30:23.165343  2133 solver.cpp:204] Iteration 112900, lr = 0.001
 I1227 00:30:23.170420  2133 solver.cpp:66] Iteration 112900, loss = 1.94955
 I1227 00:30:59.256093  2133 solver.cpp:204] Iteration 112920, lr = 0.001
 I1227 00:30:59.261207  2133 solver.cpp:66] Iteration 112920, loss = 1.86313
 I1227 00:31:35.347973  2133 solver.cpp:204] Iteration 112940, lr = 0.001
 I1227 00:31:35.353096  2133 solver.cpp:66] Iteration 112940, loss = 2.01538
 I1227 00:32:11.439750  2133 solver.cpp:204] Iteration 112960, lr = 0.001
 I1227 00:32:11.444872  2133 solver.cpp:66] Iteration 112960, loss = 2.04054
 I1227 00:32:47.534152  2133 solver.cpp:204] Iteration 112980, lr = 0.001
 I1227 00:32:47.539260  2133 solver.cpp:66] Iteration 112980, loss = 2.0052
 I1227 00:33:23.625906  2133 solver.cpp:204] Iteration 113000, lr = 0.001
 I1227 00:33:23.630993  2133 solver.cpp:66] Iteration 113000, loss = 1.83416
 I1227 00:33:23.631006  2133 solver.cpp:84] Testing net
 I1227 00:35:35.585501  2133 solver.cpp:111] Test score #0: 0.5121
 I1227 00:35:35.585549  2133 solver.cpp:111] Test score #1: 2.13206
 I1227 00:36:11.424772  2133 solver.cpp:204] Iteration 113020, lr = 0.001
 I1227 00:36:11.429939  2133 solver.cpp:66] Iteration 113020, loss = 1.93156
 I1227 00:36:47.516218  2133 solver.cpp:204] Iteration 113040, lr = 0.001
 I1227 00:36:47.521327  2133 solver.cpp:66] Iteration 113040, loss = 2.23363
 I1227 00:37:23.603664  2133 solver.cpp:204] Iteration 113060, lr = 0.001
 I1227 00:37:23.608777  2133 solver.cpp:66] Iteration 113060, loss = 2.04425
 I1227 00:37:59.692656  2133 solver.cpp:204] Iteration 113080, lr = 0.001
 I1227 00:37:59.697757  2133 solver.cpp:66] Iteration 113080, loss = 2.03868
 I1227 00:38:35.783783  2133 solver.cpp:204] Iteration 113100, lr = 0.001
 I1227 00:38:35.788902  2133 solver.cpp:66] Iteration 113100, loss = 2.01687
 I1227 00:39:11.877902  2133 solver.cpp:204] Iteration 113120, lr = 0.001
 I1227 00:39:11.883007  2133 solver.cpp:66] Iteration 113120, loss = 1.95259
 I1227 00:39:47.970020  2133 solver.cpp:204] Iteration 113140, lr = 0.001
 I1227 00:39:47.975131  2133 solver.cpp:66] Iteration 113140, loss = 1.79884
 I1227 00:40:24.062594  2133 solver.cpp:204] Iteration 113160, lr = 0.001
 I1227 00:40:24.067698  2133 solver.cpp:66] Iteration 113160, loss = 1.87581
 I1227 00:41:00.156720  2133 solver.cpp:204] Iteration 113180, lr = 0.001
 I1227 00:41:00.161844  2133 solver.cpp:66] Iteration 113180, loss = 1.79404
 I1227 00:41:36.248715  2133 solver.cpp:204] Iteration 113200, lr = 0.001
 I1227 00:41:36.253823  2133 solver.cpp:66] Iteration 113200, loss = 2.2994
 I1227 00:42:12.341446  2133 solver.cpp:204] Iteration 113220, lr = 0.001
 I1227 00:42:12.346530  2133 solver.cpp:66] Iteration 113220, loss = 2.1787
 I1227 00:42:48.431202  2133 solver.cpp:204] Iteration 113240, lr = 0.001
 I1227 00:42:48.436306  2133 solver.cpp:66] Iteration 113240, loss = 1.9363
 I1227 00:43:24.522848  2133 solver.cpp:204] Iteration 113260, lr = 0.001
 I1227 00:43:24.527966  2133 solver.cpp:66] Iteration 113260, loss = 1.85068
 I1227 00:44:00.612661  2133 solver.cpp:204] Iteration 113280, lr = 0.001
 I1227 00:44:00.617844  2133 solver.cpp:66] Iteration 113280, loss = 2.0948
 I1227 00:44:36.707422  2133 solver.cpp:204] Iteration 113300, lr = 0.001
 I1227 00:44:36.712533  2133 solver.cpp:66] Iteration 113300, loss = 2.01059
 I1227 00:45:12.799749  2133 solver.cpp:204] Iteration 113320, lr = 0.001
 I1227 00:45:12.804888  2133 solver.cpp:66] Iteration 113320, loss = 1.93483
 I1227 00:45:48.891731  2133 solver.cpp:204] Iteration 113340, lr = 0.001
 I1227 00:45:48.896724  2133 solver.cpp:66] Iteration 113340, loss = 2.0433
 I1227 00:46:24.984276  2133 solver.cpp:204] Iteration 113360, lr = 0.001
 I1227 00:46:24.989266  2133 solver.cpp:66] Iteration 113360, loss = 2.25309
 I1227 00:47:01.080857  2133 solver.cpp:204] Iteration 113380, lr = 0.001
 I1227 00:47:01.085952  2133 solver.cpp:66] Iteration 113380, loss = 1.93472
 I1227 00:47:37.171881  2133 solver.cpp:204] Iteration 113400, lr = 0.001
 I1227 00:47:37.176988  2133 solver.cpp:66] Iteration 113400, loss = 1.97996
 I1227 00:48:13.261425  2133 solver.cpp:204] Iteration 113420, lr = 0.001
 I1227 00:48:13.266521  2133 solver.cpp:66] Iteration 113420, loss = 2.09078
 I1227 00:48:49.352175  2133 solver.cpp:204] Iteration 113440, lr = 0.001
 I1227 00:48:49.357278  2133 solver.cpp:66] Iteration 113440, loss = 2.00516
 I1227 00:49:25.444113  2133 solver.cpp:204] Iteration 113460, lr = 0.001
 I1227 00:49:25.449213  2133 solver.cpp:66] Iteration 113460, loss = 1.87929
 I1227 00:50:01.535051  2133 solver.cpp:204] Iteration 113480, lr = 0.001
 I1227 00:50:01.540120  2133 solver.cpp:66] Iteration 113480, loss = 1.92658
 I1227 00:50:37.628453  2133 solver.cpp:204] Iteration 113500, lr = 0.001
 I1227 00:50:37.633570  2133 solver.cpp:66] Iteration 113500, loss = 2.02727
 I1227 00:51:13.724220  2133 solver.cpp:204] Iteration 113520, lr = 0.001
 I1227 00:51:13.729329  2133 solver.cpp:66] Iteration 113520, loss = 2.13435
 I1227 00:51:49.820915  2133 solver.cpp:204] Iteration 113540, lr = 0.001
 I1227 00:51:49.825990  2133 solver.cpp:66] Iteration 113540, loss = 2.0356
 I1227 00:52:25.913300  2133 solver.cpp:204] Iteration 113560, lr = 0.001
 I1227 00:52:25.918367  2133 solver.cpp:66] Iteration 113560, loss = 1.99812
 I1227 00:53:02.001134  2133 solver.cpp:204] Iteration 113580, lr = 0.001
 I1227 00:53:02.006196  2133 solver.cpp:66] Iteration 113580, loss = 1.85874
 I1227 00:53:38.092371  2133 solver.cpp:204] Iteration 113600, lr = 0.001
 I1227 00:53:38.097455  2133 solver.cpp:66] Iteration 113600, loss = 1.66377
 I1227 00:54:14.186310  2133 solver.cpp:204] Iteration 113620, lr = 0.001
 I1227 00:54:14.191411  2133 solver.cpp:66] Iteration 113620, loss = 1.92687
 I1227 00:54:50.276381  2133 solver.cpp:204] Iteration 113640, lr = 0.001
 I1227 00:54:50.281487  2133 solver.cpp:66] Iteration 113640, loss = 1.92323
 I1227 00:55:26.366092  2133 solver.cpp:204] Iteration 113660, lr = 0.001
 I1227 00:55:26.371197  2133 solver.cpp:66] Iteration 113660, loss = 1.69421
 I1227 00:56:02.456739  2133 solver.cpp:204] Iteration 113680, lr = 0.001
 I1227 00:56:02.461841  2133 solver.cpp:66] Iteration 113680, loss = 1.85229
 I1227 00:56:38.550750  2133 solver.cpp:204] Iteration 113700, lr = 0.001
 I1227 00:56:38.555855  2133 solver.cpp:66] Iteration 113700, loss = 2.12389
 I1227 00:57:14.642122  2133 solver.cpp:204] Iteration 113720, lr = 0.001
 I1227 00:57:14.647197  2133 solver.cpp:66] Iteration 113720, loss = 1.87164
 I1227 00:57:50.736585  2133 solver.cpp:204] Iteration 113740, lr = 0.001
 I1227 00:57:50.741693  2133 solver.cpp:66] Iteration 113740, loss = 1.80052
 I1227 00:58:26.834795  2133 solver.cpp:204] Iteration 113760, lr = 0.001
 I1227 00:58:26.839905  2133 solver.cpp:66] Iteration 113760, loss = 1.71518
 I1227 00:59:02.926467  2133 solver.cpp:204] Iteration 113780, lr = 0.001
 I1227 00:59:02.931578  2133 solver.cpp:66] Iteration 113780, loss = 1.85681
 I1227 00:59:39.022413  2133 solver.cpp:204] Iteration 113800, lr = 0.001
 I1227 00:59:39.027519  2133 solver.cpp:66] Iteration 113800, loss = 2.15711
 I1227 01:00:15.115911  2133 solver.cpp:204] Iteration 113820, lr = 0.001
 I1227 01:00:15.121003  2133 solver.cpp:66] Iteration 113820, loss = 1.86713
 I1227 01:00:51.216418  2133 solver.cpp:204] Iteration 113840, lr = 0.001
 I1227 01:00:51.221479  2133 solver.cpp:66] Iteration 113840, loss = 1.79488
 I1227 01:01:27.307085  2133 solver.cpp:204] Iteration 113860, lr = 0.001
 I1227 01:01:27.312207  2133 solver.cpp:66] Iteration 113860, loss = 1.91509
 I1227 01:02:03.398502  2133 solver.cpp:204] Iteration 113880, lr = 0.001
 I1227 01:02:03.403604  2133 solver.cpp:66] Iteration 113880, loss = 1.94403
 I1227 01:02:39.488028  2133 solver.cpp:204] Iteration 113900, lr = 0.001
 I1227 01:02:39.493134  2133 solver.cpp:66] Iteration 113900, loss = 1.94957
 I1227 01:03:15.582231  2133 solver.cpp:204] Iteration 113920, lr = 0.001
 I1227 01:03:15.587332  2133 solver.cpp:66] Iteration 113920, loss = 1.7994
 I1227 01:03:51.671943  2133 solver.cpp:204] Iteration 113940, lr = 0.001
 I1227 01:03:51.677045  2133 solver.cpp:66] Iteration 113940, loss = 1.91694
 I1227 01:04:27.761571  2133 solver.cpp:204] Iteration 113960, lr = 0.001
 I1227 01:04:27.766680  2133 solver.cpp:66] Iteration 113960, loss = 1.90622
 I1227 01:05:03.850158  2133 solver.cpp:204] Iteration 113980, lr = 0.001
 I1227 01:05:03.855259  2133 solver.cpp:66] Iteration 113980, loss = 1.95985
 I1227 01:05:39.940786  2133 solver.cpp:204] Iteration 114000, lr = 0.001
 I1227 01:05:39.945885  2133 solver.cpp:66] Iteration 114000, loss = 1.97709
 I1227 01:05:39.945899  2133 solver.cpp:84] Testing net
 I1227 01:07:52.664407  2133 solver.cpp:111] Test score #0: 0.51158
 I1227 01:07:52.664456  2133 solver.cpp:111] Test score #1: 2.12697
 I1227 01:08:28.504518  2133 solver.cpp:204] Iteration 114020, lr = 0.001
 I1227 01:08:28.509621  2133 solver.cpp:66] Iteration 114020, loss = 1.72021
 I1227 01:09:04.595877  2133 solver.cpp:204] Iteration 114040, lr = 0.001
 I1227 01:09:04.600976  2133 solver.cpp:66] Iteration 114040, loss = 2.10745
 I1227 01:09:40.691746  2133 solver.cpp:204] Iteration 114060, lr = 0.001
 I1227 01:09:40.696800  2133 solver.cpp:66] Iteration 114060, loss = 1.76173
 I1227 01:10:16.789093  2133 solver.cpp:204] Iteration 114080, lr = 0.001
 I1227 01:10:16.794173  2133 solver.cpp:66] Iteration 114080, loss = 1.77069
 I1227 01:10:52.881381  2133 solver.cpp:204] Iteration 114100, lr = 0.001
 I1227 01:10:52.886443  2133 solver.cpp:66] Iteration 114100, loss = 1.87481
 I1227 01:11:28.978261  2133 solver.cpp:204] Iteration 114120, lr = 0.001
 I1227 01:11:28.983350  2133 solver.cpp:66] Iteration 114120, loss = 1.90324
 I1227 01:12:05.068320  2133 solver.cpp:204] Iteration 114140, lr = 0.001
 I1227 01:12:05.073417  2133 solver.cpp:66] Iteration 114140, loss = 1.71081
 I1227 01:12:41.161128  2133 solver.cpp:204] Iteration 114160, lr = 0.001
 I1227 01:12:41.166169  2133 solver.cpp:66] Iteration 114160, loss = 1.91219
 I1227 01:13:17.254508  2133 solver.cpp:204] Iteration 114180, lr = 0.001
 I1227 01:13:17.259578  2133 solver.cpp:66] Iteration 114180, loss = 1.94449
 I1227 01:13:53.348965  2133 solver.cpp:204] Iteration 114200, lr = 0.001
 I1227 01:13:53.354043  2133 solver.cpp:66] Iteration 114200, loss = 2.01377
 I1227 01:14:29.440644  2133 solver.cpp:204] Iteration 114220, lr = 0.001
 I1227 01:14:29.445749  2133 solver.cpp:66] Iteration 114220, loss = 2.02179
 I1227 01:15:05.535544  2133 solver.cpp:204] Iteration 114240, lr = 0.001
 I1227 01:15:05.540647  2133 solver.cpp:66] Iteration 114240, loss = 1.94673
 I1227 01:15:41.628903  2133 solver.cpp:204] Iteration 114260, lr = 0.001
 I1227 01:15:41.633975  2133 solver.cpp:66] Iteration 114260, loss = 1.79959
 I1227 01:16:17.717560  2133 solver.cpp:204] Iteration 114280, lr = 0.001
 I1227 01:16:17.722681  2133 solver.cpp:66] Iteration 114280, loss = 1.89099
 I1227 01:16:53.808612  2133 solver.cpp:204] Iteration 114300, lr = 0.001
 I1227 01:16:53.813715  2133 solver.cpp:66] Iteration 114300, loss = 1.69728
 I1227 01:17:29.896885  2133 solver.cpp:204] Iteration 114320, lr = 0.001
 I1227 01:17:29.901973  2133 solver.cpp:66] Iteration 114320, loss = 1.8518
 I1227 01:18:05.991128  2133 solver.cpp:204] Iteration 114340, lr = 0.001
 I1227 01:18:05.996232  2133 solver.cpp:66] Iteration 114340, loss = 1.77962
 I1227 01:18:42.077432  2133 solver.cpp:204] Iteration 114360, lr = 0.001
 I1227 01:18:42.082381  2133 solver.cpp:66] Iteration 114360, loss = 2.02849
 I1227 01:19:18.167021  2133 solver.cpp:204] Iteration 114380, lr = 0.001
 I1227 01:19:18.172121  2133 solver.cpp:66] Iteration 114380, loss = 1.82278
 I1227 01:19:54.257334  2133 solver.cpp:204] Iteration 114400, lr = 0.001
 I1227 01:19:54.262413  2133 solver.cpp:66] Iteration 114400, loss = 1.8012
 I1227 01:20:30.348237  2133 solver.cpp:204] Iteration 114420, lr = 0.001
 I1227 01:20:30.353343  2133 solver.cpp:66] Iteration 114420, loss = 1.80021
 I1227 01:21:06.436471  2133 solver.cpp:204] Iteration 114440, lr = 0.001
 I1227 01:21:06.441566  2133 solver.cpp:66] Iteration 114440, loss = 1.79686
 I1227 01:21:42.523505  2133 solver.cpp:204] Iteration 114460, lr = 0.001
 I1227 01:21:42.528612  2133 solver.cpp:66] Iteration 114460, loss = 1.77777
 I1227 01:22:18.618161  2133 solver.cpp:204] Iteration 114480, lr = 0.001
 I1227 01:22:18.623268  2133 solver.cpp:66] Iteration 114480, loss = 1.80536
 I1227 01:22:54.708915  2133 solver.cpp:204] Iteration 114500, lr = 0.001
 I1227 01:22:54.713985  2133 solver.cpp:66] Iteration 114500, loss = 1.58196
 I1227 01:23:30.799834  2133 solver.cpp:204] Iteration 114520, lr = 0.001
 I1227 01:23:30.804954  2133 solver.cpp:66] Iteration 114520, loss = 1.71445
 I1227 01:24:06.889624  2133 solver.cpp:204] Iteration 114540, lr = 0.001
 I1227 01:24:06.894737  2133 solver.cpp:66] Iteration 114540, loss = 1.76897
 I1227 01:24:42.981627  2133 solver.cpp:204] Iteration 114560, lr = 0.001
 I1227 01:24:42.986803  2133 solver.cpp:66] Iteration 114560, loss = 1.90923
 I1227 01:25:19.074514  2133 solver.cpp:204] Iteration 114580, lr = 0.001
 I1227 01:25:19.079638  2133 solver.cpp:66] Iteration 114580, loss = 1.89243
 I1227 01:25:55.165679  2133 solver.cpp:204] Iteration 114600, lr = 0.001
 I1227 01:25:55.170778  2133 solver.cpp:66] Iteration 114600, loss = 2.10116
 I1227 01:26:31.254710  2133 solver.cpp:204] Iteration 114620, lr = 0.001
 I1227 01:26:31.259784  2133 solver.cpp:66] Iteration 114620, loss = 1.92232
 I1227 01:27:07.346293  2133 solver.cpp:204] Iteration 114640, lr = 0.001
 I1227 01:27:07.351387  2133 solver.cpp:66] Iteration 114640, loss = 1.8502
 I1227 01:27:43.435502  2133 solver.cpp:204] Iteration 114660, lr = 0.001
 I1227 01:27:43.440610  2133 solver.cpp:66] Iteration 114660, loss = 1.81512
 I1227 01:28:19.535048  2133 solver.cpp:204] Iteration 114680, lr = 0.001
 I1227 01:28:19.540153  2133 solver.cpp:66] Iteration 114680, loss = 1.96454
 I1227 01:28:55.621927  2133 solver.cpp:204] Iteration 114700, lr = 0.001
 I1227 01:28:55.627032  2133 solver.cpp:66] Iteration 114700, loss = 1.91994
 I1227 01:29:31.711474  2133 solver.cpp:204] Iteration 114720, lr = 0.001
 I1227 01:29:31.716572  2133 solver.cpp:66] Iteration 114720, loss = 1.78921
 I1227 01:30:07.802237  2133 solver.cpp:204] Iteration 114740, lr = 0.001
 I1227 01:30:07.807224  2133 solver.cpp:66] Iteration 114740, loss = 1.83486
 I1227 01:30:43.893188  2133 solver.cpp:204] Iteration 114760, lr = 0.001
 I1227 01:30:43.898244  2133 solver.cpp:66] Iteration 114760, loss = 1.69503
 I1227 01:31:19.987185  2133 solver.cpp:204] Iteration 114780, lr = 0.001
 I1227 01:31:19.992244  2133 solver.cpp:66] Iteration 114780, loss = 1.71394
 I1227 01:31:56.077183  2133 solver.cpp:204] Iteration 114800, lr = 0.001
 I1227 01:31:56.082249  2133 solver.cpp:66] Iteration 114800, loss = 1.627
 I1227 01:32:32.167973  2133 solver.cpp:204] Iteration 114820, lr = 0.001
 I1227 01:32:32.173087  2133 solver.cpp:66] Iteration 114820, loss = 1.75303
 I1227 01:33:08.257151  2133 solver.cpp:204] Iteration 114840, lr = 0.001
 I1227 01:33:08.262254  2133 solver.cpp:66] Iteration 114840, loss = 1.93011
 I1227 01:33:44.361255  2133 solver.cpp:204] Iteration 114860, lr = 0.001
 I1227 01:33:44.366329  2133 solver.cpp:66] Iteration 114860, loss = 2.19916
 I1227 01:34:20.455952  2133 solver.cpp:204] Iteration 114880, lr = 0.001
 I1227 01:34:20.461050  2133 solver.cpp:66] Iteration 114880, loss = 1.94364
 I1227 01:34:56.549998  2133 solver.cpp:204] Iteration 114900, lr = 0.001
 I1227 01:34:56.555109  2133 solver.cpp:66] Iteration 114900, loss = 1.89033
 I1227 01:35:32.641849  2133 solver.cpp:204] Iteration 114920, lr = 0.001
 I1227 01:35:32.646955  2133 solver.cpp:66] Iteration 114920, loss = 1.89256
 I1227 01:36:08.730008  2133 solver.cpp:204] Iteration 114940, lr = 0.001
 I1227 01:36:08.735128  2133 solver.cpp:66] Iteration 114940, loss = 2.12702
 I1227 01:36:44.823135  2133 solver.cpp:204] Iteration 114960, lr = 0.001
 I1227 01:36:44.828212  2133 solver.cpp:66] Iteration 114960, loss = 1.77745
 I1227 01:37:20.921021  2133 solver.cpp:204] Iteration 114980, lr = 0.001
 I1227 01:37:20.926115  2133 solver.cpp:66] Iteration 114980, loss = 1.85557
 I1227 01:37:57.013527  2133 solver.cpp:204] Iteration 115000, lr = 0.001
 I1227 01:37:57.018621  2133 solver.cpp:66] Iteration 115000, loss = 2.12665
 I1227 01:37:57.018635  2133 solver.cpp:84] Testing net
 I1227 01:40:09.487805  2133 solver.cpp:111] Test score #0: 0.51232
 I1227 01:40:09.487855  2133 solver.cpp:111] Test score #1: 2.12222
 I1227 01:40:45.331965  2133 solver.cpp:204] Iteration 115020, lr = 0.001
 I1227 01:40:45.337077  2133 solver.cpp:66] Iteration 115020, loss = 2.05846
 I1227 01:41:21.421107  2133 solver.cpp:204] Iteration 115040, lr = 0.001
 I1227 01:41:21.426174  2133 solver.cpp:66] Iteration 115040, loss = 1.77664
 I1227 01:41:57.516515  2133 solver.cpp:204] Iteration 115060, lr = 0.001
 I1227 01:41:57.521636  2133 solver.cpp:66] Iteration 115060, loss = 1.80084
 I1227 01:42:33.607821  2133 solver.cpp:204] Iteration 115080, lr = 0.001
 I1227 01:42:33.612942  2133 solver.cpp:66] Iteration 115080, loss = 2.28166
 I1227 01:43:09.698055  2133 solver.cpp:204] Iteration 115100, lr = 0.001
 I1227 01:43:09.703042  2133 solver.cpp:66] Iteration 115100, loss = 2.15745
 I1227 01:43:45.790607  2133 solver.cpp:204] Iteration 115120, lr = 0.001
 I1227 01:43:45.795707  2133 solver.cpp:66] Iteration 115120, loss = 1.88932
 I1227 01:44:21.880954  2133 solver.cpp:204] Iteration 115140, lr = 0.001
 I1227 01:44:21.886060  2133 solver.cpp:66] Iteration 115140, loss = 1.98748
 I1227 01:44:57.977238  2133 solver.cpp:204] Iteration 115160, lr = 0.001
 I1227 01:44:57.982303  2133 solver.cpp:66] Iteration 115160, loss = 1.98432
 I1227 01:45:34.072595  2133 solver.cpp:204] Iteration 115180, lr = 0.001
 I1227 01:45:34.077707  2133 solver.cpp:66] Iteration 115180, loss = 1.65235
 I1227 01:46:10.164134  2133 solver.cpp:204] Iteration 115200, lr = 0.001
 I1227 01:46:10.169284  2133 solver.cpp:66] Iteration 115200, loss = 2.01587
 I1227 01:46:46.256424  2133 solver.cpp:204] Iteration 115220, lr = 0.001
 I1227 01:46:46.261538  2133 solver.cpp:66] Iteration 115220, loss = 2.26273
 I1227 01:47:22.348750  2133 solver.cpp:204] Iteration 115240, lr = 0.001
 I1227 01:47:22.353821  2133 solver.cpp:66] Iteration 115240, loss = 2.01629
 I1227 01:47:58.443920  2133 solver.cpp:204] Iteration 115260, lr = 0.001
 I1227 01:47:58.449033  2133 solver.cpp:66] Iteration 115260, loss = 2.22032
 I1227 01:48:34.535308  2133 solver.cpp:204] Iteration 115280, lr = 0.001
 I1227 01:48:34.540416  2133 solver.cpp:66] Iteration 115280, loss = 1.95212
 I1227 01:49:10.628798  2133 solver.cpp:204] Iteration 115300, lr = 0.001
 I1227 01:49:10.633904  2133 solver.cpp:66] Iteration 115300, loss = 1.75803
 I1227 01:49:46.721204  2133 solver.cpp:204] Iteration 115320, lr = 0.001
 I1227 01:49:46.726269  2133 solver.cpp:66] Iteration 115320, loss = 1.99117
 I1227 01:50:22.814199  2133 solver.cpp:204] Iteration 115340, lr = 0.001
 I1227 01:50:22.819315  2133 solver.cpp:66] Iteration 115340, loss = 1.77562
 I1227 01:50:58.903166  2133 solver.cpp:204] Iteration 115360, lr = 0.001
 I1227 01:50:58.908267  2133 solver.cpp:66] Iteration 115360, loss = 1.90723
 I1227 01:51:34.996327  2133 solver.cpp:204] Iteration 115380, lr = 0.001
 I1227 01:51:35.001438  2133 solver.cpp:66] Iteration 115380, loss = 2.2872
 I1227 01:52:11.090906  2133 solver.cpp:204] Iteration 115400, lr = 0.001
 I1227 01:52:11.095984  2133 solver.cpp:66] Iteration 115400, loss = 1.95605
 I1227 01:52:47.183424  2133 solver.cpp:204] Iteration 115420, lr = 0.001
 I1227 01:52:47.188511  2133 solver.cpp:66] Iteration 115420, loss = 1.89238
 I1227 01:53:23.271337  2133 solver.cpp:204] Iteration 115440, lr = 0.001
 I1227 01:53:23.276485  2133 solver.cpp:66] Iteration 115440, loss = 1.83811
 I1227 01:53:59.364667  2133 solver.cpp:204] Iteration 115460, lr = 0.001
 I1227 01:53:59.369773  2133 solver.cpp:66] Iteration 115460, loss = 2.00832
 I1227 01:54:35.453908  2133 solver.cpp:204] Iteration 115480, lr = 0.001
 I1227 01:54:35.459007  2133 solver.cpp:66] Iteration 115480, loss = 1.7631
 I1227 01:55:11.544281  2133 solver.cpp:204] Iteration 115500, lr = 0.001
 I1227 01:55:11.549381  2133 solver.cpp:66] Iteration 115500, loss = 2.13377
 I1227 01:55:47.634737  2133 solver.cpp:204] Iteration 115520, lr = 0.001
 I1227 01:55:47.639845  2133 solver.cpp:66] Iteration 115520, loss = 2.16336
 I1227 01:56:23.726907  2133 solver.cpp:204] Iteration 115540, lr = 0.001
 I1227 01:56:23.732061  2133 solver.cpp:66] Iteration 115540, loss = 2.08153
 I1227 01:56:59.820559  2133 solver.cpp:204] Iteration 115560, lr = 0.001
 I1227 01:56:59.825677  2133 solver.cpp:66] Iteration 115560, loss = 1.77343
 I1227 01:57:35.912614  2133 solver.cpp:204] Iteration 115580, lr = 0.001
 I1227 01:57:35.917717  2133 solver.cpp:66] Iteration 115580, loss = 1.89621
 I1227 01:58:12.009834  2133 solver.cpp:204] Iteration 115600, lr = 0.001
 I1227 01:58:12.014945  2133 solver.cpp:66] Iteration 115600, loss = 2.28352
 I1227 01:58:48.766973  2133 solver.cpp:204] Iteration 115620, lr = 0.001
 I1227 01:58:48.772085  2133 solver.cpp:66] Iteration 115620, loss = 1.96445
 I1227 01:59:24.864315  2133 solver.cpp:204] Iteration 115640, lr = 0.001
 I1227 01:59:24.869432  2133 solver.cpp:66] Iteration 115640, loss = 2.01932
 I1227 02:00:00.958111  2133 solver.cpp:204] Iteration 115660, lr = 0.001
 I1227 02:00:00.963220  2133 solver.cpp:66] Iteration 115660, loss = 1.89705
 I1227 02:00:37.049571  2133 solver.cpp:204] Iteration 115680, lr = 0.001
 I1227 02:00:37.054673  2133 solver.cpp:66] Iteration 115680, loss = 1.93604
 I1227 02:01:13.140014  2133 solver.cpp:204] Iteration 115700, lr = 0.001
 I1227 02:01:13.145124  2133 solver.cpp:66] Iteration 115700, loss = 2.1296
 I1227 02:01:49.230027  2133 solver.cpp:204] Iteration 115720, lr = 0.001
 I1227 02:01:49.235126  2133 solver.cpp:66] Iteration 115720, loss = 1.84411
 I1227 02:02:25.321370  2133 solver.cpp:204] Iteration 115740, lr = 0.001
 I1227 02:02:25.326446  2133 solver.cpp:66] Iteration 115740, loss = 2.24876
 I1227 02:03:01.417445  2133 solver.cpp:204] Iteration 115760, lr = 0.001
 I1227 02:03:01.422554  2133 solver.cpp:66] Iteration 115760, loss = 1.90511
 I1227 02:03:37.508699  2133 solver.cpp:204] Iteration 115780, lr = 0.001
 I1227 02:03:37.513806  2133 solver.cpp:66] Iteration 115780, loss = 1.99175
 I1227 02:04:13.603411  2133 solver.cpp:204] Iteration 115800, lr = 0.001
 I1227 02:04:13.608500  2133 solver.cpp:66] Iteration 115800, loss = 1.70512
 I1227 02:04:49.690827  2133 solver.cpp:204] Iteration 115820, lr = 0.001
 I1227 02:04:49.695938  2133 solver.cpp:66] Iteration 115820, loss = 2.05637
 I1227 02:05:25.785979  2133 solver.cpp:204] Iteration 115840, lr = 0.001
 I1227 02:05:25.791081  2133 solver.cpp:66] Iteration 115840, loss = 2.08817
 I1227 02:06:01.878926  2133 solver.cpp:204] Iteration 115860, lr = 0.001
 I1227 02:06:01.884035  2133 solver.cpp:66] Iteration 115860, loss = 2.07842
 I1227 02:06:37.975469  2133 solver.cpp:204] Iteration 115880, lr = 0.001
 I1227 02:06:37.980567  2133 solver.cpp:66] Iteration 115880, loss = 1.69125
 I1227 02:07:14.069705  2133 solver.cpp:204] Iteration 115900, lr = 0.001
 I1227 02:07:14.074810  2133 solver.cpp:66] Iteration 115900, loss = 1.78663
 I1227 02:07:50.168249  2133 solver.cpp:204] Iteration 115920, lr = 0.001
 I1227 02:07:50.173362  2133 solver.cpp:66] Iteration 115920, loss = 1.89965
 I1227 02:08:26.259302  2133 solver.cpp:204] Iteration 115940, lr = 0.001
 I1227 02:08:26.264407  2133 solver.cpp:66] Iteration 115940, loss = 1.97507
 I1227 02:09:02.353325  2133 solver.cpp:204] Iteration 115960, lr = 0.001
 I1227 02:09:02.358377  2133 solver.cpp:66] Iteration 115960, loss = 2.03362
 I1227 02:09:38.447079  2133 solver.cpp:204] Iteration 115980, lr = 0.001
 I1227 02:09:38.452165  2133 solver.cpp:66] Iteration 115980, loss = 1.76063
 I1227 02:10:14.542729  2133 solver.cpp:204] Iteration 116000, lr = 0.001
 I1227 02:10:14.547838  2133 solver.cpp:66] Iteration 116000, loss = 1.91635
 I1227 02:10:14.547850  2133 solver.cpp:84] Testing net
 I1227 02:12:26.567853  2133 solver.cpp:111] Test score #0: 0.51584
 I1227 02:12:26.567903  2133 solver.cpp:111] Test score #1: 2.11217
 I1227 02:13:02.407883  2133 solver.cpp:204] Iteration 116020, lr = 0.001
 I1227 02:13:02.412981  2133 solver.cpp:66] Iteration 116020, loss = 1.82558
 I1227 02:13:38.493649  2133 solver.cpp:204] Iteration 116040, lr = 0.001
 I1227 02:13:38.498751  2133 solver.cpp:66] Iteration 116040, loss = 1.91735
 I1227 02:14:14.586650  2133 solver.cpp:204] Iteration 116060, lr = 0.001
 I1227 02:14:14.591758  2133 solver.cpp:66] Iteration 116060, loss = 1.64708
 I1227 02:14:50.678462  2133 solver.cpp:204] Iteration 116080, lr = 0.001
 I1227 02:14:50.683568  2133 solver.cpp:66] Iteration 116080, loss = 1.91468
 I1227 02:15:26.772582  2133 solver.cpp:204] Iteration 116100, lr = 0.001
 I1227 02:15:26.777695  2133 solver.cpp:66] Iteration 116100, loss = 1.7541
 I1227 02:16:02.862931  2133 solver.cpp:204] Iteration 116120, lr = 0.001
 I1227 02:16:02.867909  2133 solver.cpp:66] Iteration 116120, loss = 2.08013
 I1227 02:16:38.957571  2133 solver.cpp:204] Iteration 116140, lr = 0.001
 I1227 02:16:38.962687  2133 solver.cpp:66] Iteration 116140, loss = 2.1662
 I1227 02:17:15.053410  2133 solver.cpp:204] Iteration 116160, lr = 0.001
 I1227 02:17:15.058490  2133 solver.cpp:66] Iteration 116160, loss = 1.92337
 I1227 02:17:51.148188  2133 solver.cpp:204] Iteration 116180, lr = 0.001
 I1227 02:17:51.153295  2133 solver.cpp:66] Iteration 116180, loss = 1.96288
 I1227 02:18:27.242387  2133 solver.cpp:204] Iteration 116200, lr = 0.001
 I1227 02:18:27.247488  2133 solver.cpp:66] Iteration 116200, loss = 1.80396
 I1227 02:19:03.336536  2133 solver.cpp:204] Iteration 116220, lr = 0.001
 I1227 02:19:03.341645  2133 solver.cpp:66] Iteration 116220, loss = 2.03226
 I1227 02:19:39.428231  2133 solver.cpp:204] Iteration 116240, lr = 0.001
 I1227 02:19:39.433341  2133 solver.cpp:66] Iteration 116240, loss = 2.04843
 I1227 02:20:15.525352  2133 solver.cpp:204] Iteration 116260, lr = 0.001
 I1227 02:20:15.530419  2133 solver.cpp:66] Iteration 116260, loss = 1.89645
 I1227 02:20:51.620223  2133 solver.cpp:204] Iteration 116280, lr = 0.001
 I1227 02:20:51.625293  2133 solver.cpp:66] Iteration 116280, loss = 2.15524
 I1227 02:21:27.712081  2133 solver.cpp:204] Iteration 116300, lr = 0.001
 I1227 02:21:27.717185  2133 solver.cpp:66] Iteration 116300, loss = 1.79943
 I1227 02:22:03.800034  2133 solver.cpp:204] Iteration 116320, lr = 0.001
 I1227 02:22:03.805135  2133 solver.cpp:66] Iteration 116320, loss = 1.84776
 I1227 02:22:39.891000  2133 solver.cpp:204] Iteration 116340, lr = 0.001
 I1227 02:22:39.896106  2133 solver.cpp:66] Iteration 116340, loss = 1.96968
 I1227 02:23:15.985674  2133 solver.cpp:204] Iteration 116360, lr = 0.001
 I1227 02:23:15.990778  2133 solver.cpp:66] Iteration 116360, loss = 1.78693
 I1227 02:23:52.077847  2133 solver.cpp:204] Iteration 116380, lr = 0.001
 I1227 02:23:52.082958  2133 solver.cpp:66] Iteration 116380, loss = 2.00366
 I1227 02:24:28.173638  2133 solver.cpp:204] Iteration 116400, lr = 0.001
 I1227 02:24:28.178748  2133 solver.cpp:66] Iteration 116400, loss = 2.01583
 I1227 02:25:04.263962  2133 solver.cpp:204] Iteration 116420, lr = 0.001
 I1227 02:25:04.269064  2133 solver.cpp:66] Iteration 116420, loss = 1.81512
 I1227 02:25:40.354071  2133 solver.cpp:204] Iteration 116440, lr = 0.001
 I1227 02:25:40.359139  2133 solver.cpp:66] Iteration 116440, loss = 2.15689
 I1227 02:26:16.445338  2133 solver.cpp:204] Iteration 116460, lr = 0.001
 I1227 02:26:16.450410  2133 solver.cpp:66] Iteration 116460, loss = 2.17378
 I1227 02:26:52.536607  2133 solver.cpp:204] Iteration 116480, lr = 0.001
 I1227 02:26:52.541713  2133 solver.cpp:66] Iteration 116480, loss = 1.97108
 I1227 02:27:28.625701  2133 solver.cpp:204] Iteration 116500, lr = 0.001
 I1227 02:27:28.630786  2133 solver.cpp:66] Iteration 116500, loss = 1.91199
 I1227 02:28:04.724370  2133 solver.cpp:204] Iteration 116520, lr = 0.001
 I1227 02:28:04.729444  2133 solver.cpp:66] Iteration 116520, loss = 1.87599
 I1227 02:28:40.817639  2133 solver.cpp:204] Iteration 116540, lr = 0.001
 I1227 02:28:40.822710  2133 solver.cpp:66] Iteration 116540, loss = 2.08276
 I1227 02:29:16.910624  2133 solver.cpp:204] Iteration 116560, lr = 0.001
 I1227 02:29:16.915738  2133 solver.cpp:66] Iteration 116560, loss = 2.06793
 I1227 02:29:52.999683  2133 solver.cpp:204] Iteration 116580, lr = 0.001
 I1227 02:29:53.004797  2133 solver.cpp:66] Iteration 116580, loss = 2.08933
 I1227 02:30:29.095764  2133 solver.cpp:204] Iteration 116600, lr = 0.001
 I1227 02:30:29.100951  2133 solver.cpp:66] Iteration 116600, loss = 1.7807
 I1227 02:31:05.185950  2133 solver.cpp:204] Iteration 116620, lr = 0.001
 I1227 02:31:05.191061  2133 solver.cpp:66] Iteration 116620, loss = 2.06503
 I1227 02:31:41.279729  2133 solver.cpp:204] Iteration 116640, lr = 0.001
 I1227 02:31:41.284837  2133 solver.cpp:66] Iteration 116640, loss = 1.94732
 I1227 02:32:17.371762  2133 solver.cpp:204] Iteration 116660, lr = 0.001
 I1227 02:32:17.376827  2133 solver.cpp:66] Iteration 116660, loss = 1.99984
 I1227 02:32:53.465944  2133 solver.cpp:204] Iteration 116680, lr = 0.001
 I1227 02:32:53.471038  2133 solver.cpp:66] Iteration 116680, loss = 1.78147
 I1227 02:33:29.555037  2133 solver.cpp:204] Iteration 116700, lr = 0.001
 I1227 02:33:29.560144  2133 solver.cpp:66] Iteration 116700, loss = 2.15384
 I1227 02:34:05.649588  2133 solver.cpp:204] Iteration 116720, lr = 0.001
 I1227 02:34:05.654706  2133 solver.cpp:66] Iteration 116720, loss = 1.99073
 I1227 02:34:41.742172  2133 solver.cpp:204] Iteration 116740, lr = 0.001
 I1227 02:34:41.747282  2133 solver.cpp:66] Iteration 116740, loss = 2.1628
 I1227 02:35:17.835582  2133 solver.cpp:204] Iteration 116760, lr = 0.001
 I1227 02:35:17.840688  2133 solver.cpp:66] Iteration 116760, loss = 1.80526
 I1227 02:35:53.929049  2133 solver.cpp:204] Iteration 116780, lr = 0.001
 I1227 02:35:53.934121  2133 solver.cpp:66] Iteration 116780, loss = 2.04077
 I1227 02:36:30.017853  2133 solver.cpp:204] Iteration 116800, lr = 0.001
 I1227 02:36:30.022958  2133 solver.cpp:66] Iteration 116800, loss = 2.02827
 I1227 02:37:06.108512  2133 solver.cpp:204] Iteration 116820, lr = 0.001
 I1227 02:37:06.113632  2133 solver.cpp:66] Iteration 116820, loss = 2.11516
 I1227 02:37:42.197566  2133 solver.cpp:204] Iteration 116840, lr = 0.001
 I1227 02:37:42.202668  2133 solver.cpp:66] Iteration 116840, loss = 2.01874
 I1227 02:38:18.292145  2133 solver.cpp:204] Iteration 116860, lr = 0.001
 I1227 02:38:18.297251  2133 solver.cpp:66] Iteration 116860, loss = 2.27161
 I1227 02:38:54.380522  2133 solver.cpp:204] Iteration 116880, lr = 0.001
 I1227 02:38:54.385455  2133 solver.cpp:66] Iteration 116880, loss = 2.20582
 I1227 02:39:30.474458  2133 solver.cpp:204] Iteration 116900, lr = 0.001
 I1227 02:39:30.479564  2133 solver.cpp:66] Iteration 116900, loss = 2.05907
 I1227 02:40:06.567495  2133 solver.cpp:204] Iteration 116920, lr = 0.001
 I1227 02:40:06.572579  2133 solver.cpp:66] Iteration 116920, loss = 1.92707
 I1227 02:40:42.660706  2133 solver.cpp:204] Iteration 116940, lr = 0.001
 I1227 02:40:42.665807  2133 solver.cpp:66] Iteration 116940, loss = 2.05675
 I1227 02:41:18.747939  2133 solver.cpp:204] Iteration 116960, lr = 0.001
 I1227 02:41:18.753005  2133 solver.cpp:66] Iteration 116960, loss = 2.14226
 I1227 02:41:54.840986  2133 solver.cpp:204] Iteration 116980, lr = 0.001
 I1227 02:41:54.846062  2133 solver.cpp:66] Iteration 116980, loss = 2.00478
 I1227 02:42:30.930075  2133 solver.cpp:204] Iteration 117000, lr = 0.001
 I1227 02:42:30.935139  2133 solver.cpp:66] Iteration 117000, loss = 1.88915
 I1227 02:42:30.935153  2133 solver.cpp:84] Testing net
 I1227 02:44:43.807925  2133 solver.cpp:111] Test score #0: 0.516999
 I1227 02:44:43.807973  2133 solver.cpp:111] Test score #1: 2.10096
 I1227 02:45:19.649889  2133 solver.cpp:204] Iteration 117020, lr = 0.001
 I1227 02:45:19.655037  2133 solver.cpp:66] Iteration 117020, loss = 1.87083
 I1227 02:45:55.743069  2133 solver.cpp:204] Iteration 117040, lr = 0.001
 I1227 02:45:55.748200  2133 solver.cpp:66] Iteration 117040, loss = 1.97757
 I1227 02:46:31.834029  2133 solver.cpp:204] Iteration 117060, lr = 0.001
 I1227 02:46:31.839140  2133 solver.cpp:66] Iteration 117060, loss = 1.94713
 I1227 02:47:07.925766  2133 solver.cpp:204] Iteration 117080, lr = 0.001
 I1227 02:47:07.930883  2133 solver.cpp:66] Iteration 117080, loss = 1.83251
 I1227 02:47:44.017748  2133 solver.cpp:204] Iteration 117100, lr = 0.001
 I1227 02:47:44.022858  2133 solver.cpp:66] Iteration 117100, loss = 1.95942
 I1227 02:48:20.111685  2133 solver.cpp:204] Iteration 117120, lr = 0.001
 I1227 02:48:20.116798  2133 solver.cpp:66] Iteration 117120, loss = 2.06028
 I1227 02:48:56.200989  2133 solver.cpp:204] Iteration 117140, lr = 0.001
 I1227 02:48:56.206055  2133 solver.cpp:66] Iteration 117140, loss = 1.61773
 I1227 02:49:32.293373  2133 solver.cpp:204] Iteration 117160, lr = 0.001
 I1227 02:49:32.298452  2133 solver.cpp:66] Iteration 117160, loss = 2.02494
 I1227 02:50:08.386123  2133 solver.cpp:204] Iteration 117180, lr = 0.001
 I1227 02:50:08.391288  2133 solver.cpp:66] Iteration 117180, loss = 1.81477
 I1227 02:50:44.481088  2133 solver.cpp:204] Iteration 117200, lr = 0.001
 I1227 02:50:44.486119  2133 solver.cpp:66] Iteration 117200, loss = 2.01742
 I1227 02:51:20.575884  2133 solver.cpp:204] Iteration 117220, lr = 0.001
 I1227 02:51:20.580991  2133 solver.cpp:66] Iteration 117220, loss = 1.82515
 I1227 02:51:56.671013  2133 solver.cpp:204] Iteration 117240, lr = 0.001
 I1227 02:51:56.676120  2133 solver.cpp:66] Iteration 117240, loss = 1.90801
 I1227 02:52:32.763600  2133 solver.cpp:204] Iteration 117260, lr = 0.001
 I1227 02:52:32.768697  2133 solver.cpp:66] Iteration 117260, loss = 1.62947
 I1227 02:53:08.856786  2133 solver.cpp:204] Iteration 117280, lr = 0.001
 I1227 02:53:08.861896  2133 solver.cpp:66] Iteration 117280, loss = 2.23079
 I1227 02:53:44.948992  2133 solver.cpp:204] Iteration 117300, lr = 0.001
 I1227 02:53:44.954049  2133 solver.cpp:66] Iteration 117300, loss = 1.78841
 I1227 02:54:21.041106  2133 solver.cpp:204] Iteration 117320, lr = 0.001
 I1227 02:54:21.046175  2133 solver.cpp:66] Iteration 117320, loss = 2.09796
 I1227 02:54:57.132608  2133 solver.cpp:204] Iteration 117340, lr = 0.001
 I1227 02:54:57.137712  2133 solver.cpp:66] Iteration 117340, loss = 1.85081
 I1227 02:55:33.221381  2133 solver.cpp:204] Iteration 117360, lr = 0.001
 I1227 02:55:33.226451  2133 solver.cpp:66] Iteration 117360, loss = 1.84013
 I1227 02:56:09.309011  2133 solver.cpp:204] Iteration 117380, lr = 0.001
 I1227 02:56:09.313969  2133 solver.cpp:66] Iteration 117380, loss = 1.98648
 I1227 02:56:45.400032  2133 solver.cpp:204] Iteration 117400, lr = 0.001
 I1227 02:56:45.405107  2133 solver.cpp:66] Iteration 117400, loss = 1.74086
 I1227 02:57:21.491377  2133 solver.cpp:204] Iteration 117420, lr = 0.001
 I1227 02:57:21.496456  2133 solver.cpp:66] Iteration 117420, loss = 1.80866
 I1227 02:57:57.583035  2133 solver.cpp:204] Iteration 117440, lr = 0.001
 I1227 02:57:57.588140  2133 solver.cpp:66] Iteration 117440, loss = 1.88292
 I1227 02:58:33.674305  2133 solver.cpp:204] Iteration 117460, lr = 0.001
 I1227 02:58:33.679414  2133 solver.cpp:66] Iteration 117460, loss = 2.16649
 I1227 02:59:09.763437  2133 solver.cpp:204] Iteration 117480, lr = 0.001
 I1227 02:59:09.768550  2133 solver.cpp:66] Iteration 117480, loss = 1.7129
 I1227 02:59:45.852953  2133 solver.cpp:204] Iteration 117500, lr = 0.001
 I1227 02:59:45.858053  2133 solver.cpp:66] Iteration 117500, loss = 1.94477
 I1227 03:00:21.948251  2133 solver.cpp:204] Iteration 117520, lr = 0.001
 I1227 03:00:21.953363  2133 solver.cpp:66] Iteration 117520, loss = 1.90072
 I1227 03:00:58.046624  2133 solver.cpp:204] Iteration 117540, lr = 0.001
 I1227 03:00:58.051698  2133 solver.cpp:66] Iteration 117540, loss = 1.80994
 I1227 03:01:34.133332  2133 solver.cpp:204] Iteration 117560, lr = 0.001
 I1227 03:01:34.138406  2133 solver.cpp:66] Iteration 117560, loss = 2.07595
 I1227 03:02:10.227334  2133 solver.cpp:204] Iteration 117580, lr = 0.001
 I1227 03:02:10.232450  2133 solver.cpp:66] Iteration 117580, loss = 1.90911
 I1227 03:02:46.318156  2133 solver.cpp:204] Iteration 117600, lr = 0.001
 I1227 03:02:46.323256  2133 solver.cpp:66] Iteration 117600, loss = 1.84952
 I1227 03:03:22.410498  2133 solver.cpp:204] Iteration 117620, lr = 0.001
 I1227 03:03:22.415606  2133 solver.cpp:66] Iteration 117620, loss = 2.07151
 I1227 03:03:58.504923  2133 solver.cpp:204] Iteration 117640, lr = 0.001
 I1227 03:03:58.509970  2133 solver.cpp:66] Iteration 117640, loss = 2.04046
 I1227 03:04:34.598615  2133 solver.cpp:204] Iteration 117660, lr = 0.001
 I1227 03:04:34.603726  2133 solver.cpp:66] Iteration 117660, loss = 2.00585
 I1227 03:05:10.692494  2133 solver.cpp:204] Iteration 117680, lr = 0.001
 I1227 03:05:10.697471  2133 solver.cpp:66] Iteration 117680, loss = 1.85338
 I1227 03:05:46.783377  2133 solver.cpp:204] Iteration 117700, lr = 0.001
 I1227 03:05:46.788486  2133 solver.cpp:66] Iteration 117700, loss = 2.0495
 I1227 03:06:22.878419  2133 solver.cpp:204] Iteration 117720, lr = 0.001
 I1227 03:06:22.883527  2133 solver.cpp:66] Iteration 117720, loss = 1.94708
 I1227 03:06:58.971993  2133 solver.cpp:204] Iteration 117740, lr = 0.001
 I1227 03:06:58.977108  2133 solver.cpp:66] Iteration 117740, loss = 2.14401
 I1227 03:07:35.064704  2133 solver.cpp:204] Iteration 117760, lr = 0.001
 I1227 03:07:35.069818  2133 solver.cpp:66] Iteration 117760, loss = 1.9728
 I1227 03:08:11.155450  2133 solver.cpp:204] Iteration 117780, lr = 0.001
 I1227 03:08:11.160560  2133 solver.cpp:66] Iteration 117780, loss = 1.86011
 I1227 03:08:47.244768  2133 solver.cpp:204] Iteration 117800, lr = 0.001
 I1227 03:08:47.249871  2133 solver.cpp:66] Iteration 117800, loss = 1.94326
 I1227 03:09:23.333698  2133 solver.cpp:204] Iteration 117820, lr = 0.001
 I1227 03:09:23.338812  2133 solver.cpp:66] Iteration 117820, loss = 1.90724
 I1227 03:09:59.426739  2133 solver.cpp:204] Iteration 117840, lr = 0.001
 I1227 03:09:59.431897  2133 solver.cpp:66] Iteration 117840, loss = 1.85996
 I1227 03:10:35.523790  2133 solver.cpp:204] Iteration 117860, lr = 0.001
 I1227 03:10:35.528923  2133 solver.cpp:66] Iteration 117860, loss = 1.92047
 I1227 03:11:11.613306  2133 solver.cpp:204] Iteration 117880, lr = 0.001
 I1227 03:11:11.618366  2133 solver.cpp:66] Iteration 117880, loss = 2.07776
 I1227 03:11:47.703948  2133 solver.cpp:204] Iteration 117900, lr = 0.001
 I1227 03:11:47.709056  2133 solver.cpp:66] Iteration 117900, loss = 1.79316
 I1227 03:12:23.805696  2133 solver.cpp:204] Iteration 117920, lr = 0.001
 I1227 03:12:23.810794  2133 solver.cpp:66] Iteration 117920, loss = 1.89225
 I1227 03:12:59.903736  2133 solver.cpp:204] Iteration 117940, lr = 0.001
 I1227 03:12:59.908865  2133 solver.cpp:66] Iteration 117940, loss = 2.00256
 I1227 03:13:35.999264  2133 solver.cpp:204] Iteration 117960, lr = 0.001
 I1227 03:13:36.004369  2133 solver.cpp:66] Iteration 117960, loss = 1.94241
 I1227 03:14:12.095846  2133 solver.cpp:204] Iteration 117980, lr = 0.001
 I1227 03:14:12.100975  2133 solver.cpp:66] Iteration 117980, loss = 2.01615
 I1227 03:14:48.189683  2133 solver.cpp:204] Iteration 118000, lr = 0.001
 I1227 03:14:48.194779  2133 solver.cpp:66] Iteration 118000, loss = 2.02549
 I1227 03:14:48.194792  2133 solver.cpp:84] Testing net
 I1227 03:17:01.004407  2133 solver.cpp:111] Test score #0: 0.51894
 I1227 03:17:01.004458  2133 solver.cpp:111] Test score #1: 2.09104
 I1227 03:17:36.845939  2133 solver.cpp:204] Iteration 118020, lr = 0.001
 I1227 03:17:36.851052  2133 solver.cpp:66] Iteration 118020, loss = 1.95153
 I1227 03:18:12.937182  2133 solver.cpp:204] Iteration 118040, lr = 0.001
 I1227 03:18:12.942246  2133 solver.cpp:66] Iteration 118040, loss = 1.80732
 I1227 03:18:49.026315  2133 solver.cpp:204] Iteration 118060, lr = 0.001
 I1227 03:18:49.031427  2133 solver.cpp:66] Iteration 118060, loss = 2.09498
 I1227 03:19:25.114868  2133 solver.cpp:204] Iteration 118080, lr = 0.001
 I1227 03:19:25.119982  2133 solver.cpp:66] Iteration 118080, loss = 1.92884
 I1227 03:20:01.207227  2133 solver.cpp:204] Iteration 118100, lr = 0.001
 I1227 03:20:01.212343  2133 solver.cpp:66] Iteration 118100, loss = 2.06494
 I1227 03:20:37.303089  2133 solver.cpp:204] Iteration 118120, lr = 0.001
 I1227 03:20:37.308189  2133 solver.cpp:66] Iteration 118120, loss = 1.94947
 I1227 03:21:13.398200  2133 solver.cpp:204] Iteration 118140, lr = 0.001
 I1227 03:21:13.403312  2133 solver.cpp:66] Iteration 118140, loss = 2.01
 I1227 03:21:49.490345  2133 solver.cpp:204] Iteration 118160, lr = 0.001
 I1227 03:21:49.495435  2133 solver.cpp:66] Iteration 118160, loss = 2.11311
 I1227 03:22:25.582397  2133 solver.cpp:204] Iteration 118180, lr = 0.001
 I1227 03:22:25.587508  2133 solver.cpp:66] Iteration 118180, loss = 2.13559
 I1227 03:23:01.672179  2133 solver.cpp:204] Iteration 118200, lr = 0.001
 I1227 03:23:01.677285  2133 solver.cpp:66] Iteration 118200, loss = 1.66839
 I1227 03:23:37.764961  2133 solver.cpp:204] Iteration 118220, lr = 0.001
 I1227 03:23:37.770038  2133 solver.cpp:66] Iteration 118220, loss = 2.05116
 I1227 03:24:13.860260  2133 solver.cpp:204] Iteration 118240, lr = 0.001
 I1227 03:24:13.865366  2133 solver.cpp:66] Iteration 118240, loss = 1.93452
 I1227 03:24:49.950166  2133 solver.cpp:204] Iteration 118260, lr = 0.001
 I1227 03:24:49.955276  2133 solver.cpp:66] Iteration 118260, loss = 1.76816
 I1227 03:25:26.040779  2133 solver.cpp:204] Iteration 118280, lr = 0.001
 I1227 03:25:26.045878  2133 solver.cpp:66] Iteration 118280, loss = 2.0999
 I1227 03:26:02.130146  2133 solver.cpp:204] Iteration 118300, lr = 0.001
 I1227 03:26:02.135253  2133 solver.cpp:66] Iteration 118300, loss = 1.76409
 I1227 03:26:38.219727  2133 solver.cpp:204] Iteration 118320, lr = 0.001
 I1227 03:26:38.224824  2133 solver.cpp:66] Iteration 118320, loss = 1.85999
 I1227 03:27:14.309373  2133 solver.cpp:204] Iteration 118340, lr = 0.001
 I1227 03:27:14.314441  2133 solver.cpp:66] Iteration 118340, loss = 1.9256
 I1227 03:27:50.401227  2133 solver.cpp:204] Iteration 118360, lr = 0.001
 I1227 03:27:50.406294  2133 solver.cpp:66] Iteration 118360, loss = 1.85428
 I1227 03:28:26.494706  2133 solver.cpp:204] Iteration 118380, lr = 0.001
 I1227 03:28:26.499814  2133 solver.cpp:66] Iteration 118380, loss = 2.07438
 I1227 03:29:02.585935  2133 solver.cpp:204] Iteration 118400, lr = 0.001
 I1227 03:29:02.591048  2133 solver.cpp:66] Iteration 118400, loss = 1.6142
 I1227 03:29:38.678082  2133 solver.cpp:204] Iteration 118420, lr = 0.001
 I1227 03:29:38.683238  2133 solver.cpp:66] Iteration 118420, loss = 1.95279
 I1227 03:30:14.769228  2133 solver.cpp:204] Iteration 118440, lr = 0.001
 I1227 03:30:14.774282  2133 solver.cpp:66] Iteration 118440, loss = 1.72314
 I1227 03:30:50.862342  2133 solver.cpp:204] Iteration 118460, lr = 0.001
 I1227 03:30:50.867445  2133 solver.cpp:66] Iteration 118460, loss = 1.91596
 I1227 03:31:26.952580  2133 solver.cpp:204] Iteration 118480, lr = 0.001
 I1227 03:31:26.957695  2133 solver.cpp:66] Iteration 118480, loss = 1.8706
 I1227 03:32:03.045671  2133 solver.cpp:204] Iteration 118500, lr = 0.001
 I1227 03:32:03.050770  2133 solver.cpp:66] Iteration 118500, loss = 1.93386
 I1227 03:32:39.141926  2133 solver.cpp:204] Iteration 118520, lr = 0.001
 I1227 03:32:39.147027  2133 solver.cpp:66] Iteration 118520, loss = 1.78841
 I1227 03:33:15.230636  2133 solver.cpp:204] Iteration 118540, lr = 0.001
 I1227 03:33:15.235744  2133 solver.cpp:66] Iteration 118540, loss = 1.93232
 I1227 03:33:51.327070  2133 solver.cpp:204] Iteration 118560, lr = 0.001
 I1227 03:33:51.332187  2133 solver.cpp:66] Iteration 118560, loss = 2.04103
 I1227 03:34:27.416580  2133 solver.cpp:204] Iteration 118580, lr = 0.001
 I1227 03:34:27.421682  2133 solver.cpp:66] Iteration 118580, loss = 1.65001
 I1227 03:35:03.508136  2133 solver.cpp:204] Iteration 118600, lr = 0.001
 I1227 03:35:03.513242  2133 solver.cpp:66] Iteration 118600, loss = 2.01821
 I1227 03:35:39.597784  2133 solver.cpp:204] Iteration 118620, lr = 0.001
 I1227 03:35:39.602893  2133 solver.cpp:66] Iteration 118620, loss = 1.79386
 I1227 03:36:15.688976  2133 solver.cpp:204] Iteration 118640, lr = 0.001
 I1227 03:36:15.694051  2133 solver.cpp:66] Iteration 118640, loss = 1.95032
 I1227 03:36:51.780658  2133 solver.cpp:204] Iteration 118660, lr = 0.001
 I1227 03:36:51.785773  2133 solver.cpp:66] Iteration 118660, loss = 1.7983
 I1227 03:37:27.874670  2133 solver.cpp:204] Iteration 118680, lr = 0.001
 I1227 03:37:27.879782  2133 solver.cpp:66] Iteration 118680, loss = 2.08997
 I1227 03:38:03.966774  2133 solver.cpp:204] Iteration 118700, lr = 0.001
 I1227 03:38:03.971863  2133 solver.cpp:66] Iteration 118700, loss = 1.83273
 I1227 03:38:40.058933  2133 solver.cpp:204] Iteration 118720, lr = 0.001
 I1227 03:38:40.064002  2133 solver.cpp:66] Iteration 118720, loss = 2.10615
 I1227 03:39:16.151046  2133 solver.cpp:204] Iteration 118740, lr = 0.001
 I1227 03:39:16.156160  2133 solver.cpp:66] Iteration 118740, loss = 1.76491
 I1227 03:39:52.240228  2133 solver.cpp:204] Iteration 118760, lr = 0.001
 I1227 03:39:52.245348  2133 solver.cpp:66] Iteration 118760, loss = 1.7257
 I1227 03:40:28.329246  2133 solver.cpp:204] Iteration 118780, lr = 0.001
 I1227 03:40:28.334305  2133 solver.cpp:66] Iteration 118780, loss = 2.08128
 I1227 03:41:04.421188  2133 solver.cpp:204] Iteration 118800, lr = 0.001
 I1227 03:41:04.426259  2133 solver.cpp:66] Iteration 118800, loss = 1.9662
 I1227 03:41:40.516731  2133 solver.cpp:204] Iteration 118820, lr = 0.001
 I1227 03:41:40.521795  2133 solver.cpp:66] Iteration 118820, loss = 1.68271
 I1227 03:42:16.614199  2133 solver.cpp:204] Iteration 118840, lr = 0.001
 I1227 03:42:16.619317  2133 solver.cpp:66] Iteration 118840, loss = 1.91673
 I1227 03:42:52.705379  2133 solver.cpp:204] Iteration 118860, lr = 0.001
 I1227 03:42:52.710515  2133 solver.cpp:66] Iteration 118860, loss = 1.89618
 I1227 03:43:28.796948  2133 solver.cpp:204] Iteration 118880, lr = 0.001
 I1227 03:43:28.802016  2133 solver.cpp:66] Iteration 118880, loss = 1.95473
 I1227 03:44:04.887187  2133 solver.cpp:204] Iteration 118900, lr = 0.001
 I1227 03:44:04.892292  2133 solver.cpp:66] Iteration 118900, loss = 1.81433
 I1227 03:44:40.975388  2133 solver.cpp:204] Iteration 118920, lr = 0.001
 I1227 03:44:40.980499  2133 solver.cpp:66] Iteration 118920, loss = 1.838
 I1227 03:45:17.070662  2133 solver.cpp:204] Iteration 118940, lr = 0.001
 I1227 03:45:17.075772  2133 solver.cpp:66] Iteration 118940, loss = 1.93529
 I1227 03:45:53.163038  2133 solver.cpp:204] Iteration 118960, lr = 0.001
 I1227 03:45:53.168139  2133 solver.cpp:66] Iteration 118960, loss = 1.91678
 I1227 03:46:29.253165  2133 solver.cpp:204] Iteration 118980, lr = 0.001
 I1227 03:46:29.258221  2133 solver.cpp:66] Iteration 118980, loss = 1.9213
 I1227 03:47:05.346460  2133 solver.cpp:204] Iteration 119000, lr = 0.001
 I1227 03:47:05.351577  2133 solver.cpp:66] Iteration 119000, loss = 1.66178
 I1227 03:47:05.351590  2133 solver.cpp:84] Testing net
 I1227 03:49:17.320508  2133 solver.cpp:111] Test score #0: 0.519599
 I1227 03:49:17.320554  2133 solver.cpp:111] Test score #1: 2.08518
 I1227 03:49:53.158746  2133 solver.cpp:204] Iteration 119020, lr = 0.001
 I1227 03:49:53.163856  2133 solver.cpp:66] Iteration 119020, loss = 1.81403
 I1227 03:50:29.247171  2133 solver.cpp:204] Iteration 119040, lr = 0.001
 I1227 03:50:29.252281  2133 solver.cpp:66] Iteration 119040, loss = 1.65789
 I1227 03:51:05.342186  2133 solver.cpp:204] Iteration 119060, lr = 0.001
 I1227 03:51:05.347255  2133 solver.cpp:66] Iteration 119060, loss = 1.85437
 I1227 03:51:41.429016  2133 solver.cpp:204] Iteration 119080, lr = 0.001
 I1227 03:51:41.434084  2133 solver.cpp:66] Iteration 119080, loss = 1.73465
 I1227 03:52:17.524235  2133 solver.cpp:204] Iteration 119100, lr = 0.001
 I1227 03:52:17.529340  2133 solver.cpp:66] Iteration 119100, loss = 1.7762
 I1227 03:52:53.617473  2133 solver.cpp:204] Iteration 119120, lr = 0.001
 I1227 03:52:53.622591  2133 solver.cpp:66] Iteration 119120, loss = 1.86759
 I1227 03:53:29.709986  2133 solver.cpp:204] Iteration 119140, lr = 0.001
 I1227 03:53:29.715090  2133 solver.cpp:66] Iteration 119140, loss = 1.9402
 I1227 03:54:05.798246  2133 solver.cpp:204] Iteration 119160, lr = 0.001
 I1227 03:54:05.803356  2133 solver.cpp:66] Iteration 119160, loss = 1.87761
 I1227 03:54:41.890478  2133 solver.cpp:204] Iteration 119180, lr = 0.001
 I1227 03:54:41.895586  2133 solver.cpp:66] Iteration 119180, loss = 1.89806
 I1227 03:55:17.984797  2133 solver.cpp:204] Iteration 119200, lr = 0.001
 I1227 03:55:17.989899  2133 solver.cpp:66] Iteration 119200, loss = 1.96068
 I1227 03:55:54.082093  2133 solver.cpp:204] Iteration 119220, lr = 0.001
 I1227 03:55:54.087229  2133 solver.cpp:66] Iteration 119220, loss = 1.78127
 I1227 03:56:30.177109  2133 solver.cpp:204] Iteration 119240, lr = 0.001
 I1227 03:56:30.182183  2133 solver.cpp:66] Iteration 119240, loss = 1.96903
 I1227 03:57:06.267596  2133 solver.cpp:204] Iteration 119260, lr = 0.001
 I1227 03:57:06.272708  2133 solver.cpp:66] Iteration 119260, loss = 1.87255
 I1227 03:57:42.362112  2133 solver.cpp:204] Iteration 119280, lr = 0.001
 I1227 03:57:42.367225  2133 solver.cpp:66] Iteration 119280, loss = 1.82628
 I1227 03:58:18.452400  2133 solver.cpp:204] Iteration 119300, lr = 0.001
 I1227 03:58:18.457504  2133 solver.cpp:66] Iteration 119300, loss = 1.85962
 I1227 03:58:54.545658  2133 solver.cpp:204] Iteration 119320, lr = 0.001
 I1227 03:58:54.550767  2133 solver.cpp:66] Iteration 119320, loss = 1.75041
 I1227 03:59:30.639056  2133 solver.cpp:204] Iteration 119340, lr = 0.001
 I1227 03:59:30.644131  2133 solver.cpp:66] Iteration 119340, loss = 2.00648
 I1227 04:00:06.735466  2133 solver.cpp:204] Iteration 119360, lr = 0.001
 I1227 04:00:06.740577  2133 solver.cpp:66] Iteration 119360, loss = 1.52959
 I1227 04:00:42.830376  2133 solver.cpp:204] Iteration 119380, lr = 0.001
 I1227 04:00:42.835477  2133 solver.cpp:66] Iteration 119380, loss = 1.85686
 I1227 04:01:18.924204  2133 solver.cpp:204] Iteration 119400, lr = 0.001
 I1227 04:01:18.929268  2133 solver.cpp:66] Iteration 119400, loss = 1.94224
 I1227 04:01:55.022347  2133 solver.cpp:204] Iteration 119420, lr = 0.001
 I1227 04:01:55.027451  2133 solver.cpp:66] Iteration 119420, loss = 1.69519
 I1227 04:02:31.108716  2133 solver.cpp:204] Iteration 119440, lr = 0.001
 I1227 04:02:31.113823  2133 solver.cpp:66] Iteration 119440, loss = 1.79011
 I1227 04:03:07.202821  2133 solver.cpp:204] Iteration 119460, lr = 0.001
 I1227 04:03:07.207921  2133 solver.cpp:66] Iteration 119460, loss = 1.87233
 I1227 04:03:43.295585  2133 solver.cpp:204] Iteration 119480, lr = 0.001
 I1227 04:03:43.300693  2133 solver.cpp:66] Iteration 119480, loss = 1.99281
 I1227 04:04:19.390185  2133 solver.cpp:204] Iteration 119500, lr = 0.001
 I1227 04:04:19.395273  2133 solver.cpp:66] Iteration 119500, loss = 1.81585
 I1227 04:04:55.481883  2133 solver.cpp:204] Iteration 119520, lr = 0.001
 I1227 04:04:55.486984  2133 solver.cpp:66] Iteration 119520, loss = 1.86192
 I1227 04:05:31.576305  2133 solver.cpp:204] Iteration 119540, lr = 0.001
 I1227 04:05:31.581409  2133 solver.cpp:66] Iteration 119540, loss = 1.68648
 I1227 04:06:07.667752  2133 solver.cpp:204] Iteration 119560, lr = 0.001
 I1227 04:06:07.672881  2133 solver.cpp:66] Iteration 119560, loss = 1.81488
 I1227 04:06:43.758811  2133 solver.cpp:204] Iteration 119580, lr = 0.001
 I1227 04:06:43.763919  2133 solver.cpp:66] Iteration 119580, loss = 1.87318
 I1227 04:07:19.852037  2133 solver.cpp:204] Iteration 119600, lr = 0.001
 I1227 04:07:19.857149  2133 solver.cpp:66] Iteration 119600, loss = 1.89012
 I1227 04:07:55.944569  2133 solver.cpp:204] Iteration 119620, lr = 0.001
 I1227 04:07:55.949671  2133 solver.cpp:66] Iteration 119620, loss = 1.73535
 I1227 04:08:32.038009  2133 solver.cpp:204] Iteration 119640, lr = 0.001
 I1227 04:08:32.043123  2133 solver.cpp:66] Iteration 119640, loss = 2.02976
 I1227 04:09:08.131772  2133 solver.cpp:204] Iteration 119660, lr = 0.001
 I1227 04:09:08.136888  2133 solver.cpp:66] Iteration 119660, loss = 1.80734
 I1227 04:09:44.220696  2133 solver.cpp:204] Iteration 119680, lr = 0.001
 I1227 04:09:44.225802  2133 solver.cpp:66] Iteration 119680, loss = 1.76971
 I1227 04:10:20.312862  2133 solver.cpp:204] Iteration 119700, lr = 0.001
 I1227 04:10:20.317947  2133 solver.cpp:66] Iteration 119700, loss = 1.77219
 I1227 04:10:56.406440  2133 solver.cpp:204] Iteration 119720, lr = 0.001
 I1227 04:10:56.411430  2133 solver.cpp:66] Iteration 119720, loss = 1.93735
 I1227 04:11:32.498975  2133 solver.cpp:204] Iteration 119740, lr = 0.001
 I1227 04:11:32.504029  2133 solver.cpp:66] Iteration 119740, loss = 1.69149
 I1227 04:12:08.590483  2133 solver.cpp:204] Iteration 119760, lr = 0.001
 I1227 04:12:08.595602  2133 solver.cpp:66] Iteration 119760, loss = 1.95663
 I1227 04:12:44.677732  2133 solver.cpp:204] Iteration 119780, lr = 0.001
 I1227 04:12:44.682807  2133 solver.cpp:66] Iteration 119780, loss = 1.95535
 I1227 04:13:20.770916  2133 solver.cpp:204] Iteration 119800, lr = 0.001
 I1227 04:13:20.776031  2133 solver.cpp:66] Iteration 119800, loss = 1.97244
 I1227 04:13:56.864434  2133 solver.cpp:204] Iteration 119820, lr = 0.001
 I1227 04:13:56.869539  2133 solver.cpp:66] Iteration 119820, loss = 1.77225
 I1227 04:14:32.957644  2133 solver.cpp:204] Iteration 119840, lr = 0.001
 I1227 04:14:32.962759  2133 solver.cpp:66] Iteration 119840, loss = 1.64696
 I1227 04:15:09.050709  2133 solver.cpp:204] Iteration 119860, lr = 0.001
 I1227 04:15:09.055809  2133 solver.cpp:66] Iteration 119860, loss = 1.76666
 I1227 04:15:45.138952  2133 solver.cpp:204] Iteration 119880, lr = 0.001
 I1227 04:15:45.144062  2133 solver.cpp:66] Iteration 119880, loss = 1.91209
 I1227 04:16:21.230612  2133 solver.cpp:204] Iteration 119900, lr = 0.001
 I1227 04:16:21.235715  2133 solver.cpp:66] Iteration 119900, loss = 1.73509
 I1227 04:16:57.324616  2133 solver.cpp:204] Iteration 119920, lr = 0.001
 I1227 04:16:57.329721  2133 solver.cpp:66] Iteration 119920, loss = 1.82498
 I1227 04:17:33.416522  2133 solver.cpp:204] Iteration 119940, lr = 0.001
 I1227 04:17:33.421618  2133 solver.cpp:66] Iteration 119940, loss = 1.91828
 I1227 04:18:09.508049  2133 solver.cpp:204] Iteration 119960, lr = 0.001
 I1227 04:18:09.513166  2133 solver.cpp:66] Iteration 119960, loss = 1.66616
 I1227 04:18:45.599052  2133 solver.cpp:204] Iteration 119980, lr = 0.001
 I1227 04:18:45.604154  2133 solver.cpp:66] Iteration 119980, loss = 1.96279
 I1227 04:19:21.690945  2133 solver.cpp:204] Iteration 120000, lr = 0.001
 I1227 04:19:22.265554  2133 solver.cpp:126] Snapshotting to caffe_imagenet_train_iter_120000
 I1227 04:19:22.858551  2133 solver.cpp:133] Snapshotting solver state to caffe_imagenet_train_iter_120000.solverstate
 I1227 04:19:23.167948  2133 solver.cpp:66] Iteration 120000, loss = 1.77078
 I1227 04:19:23.167992  2133 solver.cpp:84] Testing net
 I1227 04:21:38.083482  2133 solver.cpp:111] Test score #0: 0.52016
 I1227 04:21:38.083529  2133 solver.cpp:11